{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 3, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "train-3-epochs+7b", "reduce_in_full_precision": false, "type": "train-3-epochs+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "train-3-epochs+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "train-3-epochs+7b+stage-finetune+x7"}
{"Finetune/Learning Rate": 4.2826552462526774e-08, "Finetune/Loss": 5.428145885467529, "Finetune/Loss (Raw)": 5.428145885467529, "Finetune/Step": 1, "Finetune/Step Time": 23.30854606628418}
{"Finetune/Learning Rate": 8.565310492505355e-08, "Finetune/Loss": 5.697373390197754, "Finetune/Loss (Raw)": 5.9666008949279785, "Finetune/Step": 2, "Finetune/Step Time": 16.16640329360962}
{"Finetune/Learning Rate": 1.284796573875803e-07, "Finetune/Loss": 5.0976881980896, "Finetune/Loss (Raw)": 3.8983170986175537, "Finetune/Step": 3, "Finetune/Step Time": 12.624257644017538}
{"Finetune/Learning Rate": 1.713062098501071e-07, "Finetune/Loss": 4.653731346130371, "Finetune/Loss (Raw)": 3.3218610286712646, "Finetune/Step": 4, "Finetune/Step Time": 10.878204464912415}
{"Finetune/Learning Rate": 2.1413276231263384e-07, "Finetune/Loss": 4.294267177581787, "Finetune/Loss (Raw)": 2.8564107418060303, "Finetune/Step": 5, "Finetune/Step Time": 10.00345778465271}
{"Finetune/Learning Rate": 2.569593147751606e-07, "Finetune/Loss": 4.027017593383789, "Finetune/Loss (Raw)": 2.6907684803009033, "Finetune/Step": 6, "Finetune/Step Time": 9.381393512090048}
{"Finetune/Learning Rate": 2.997858672376874e-07, "Finetune/Loss": 3.8443140983581543, "Finetune/Loss (Raw)": 2.748096227645874, "Finetune/Step": 7, "Finetune/Step Time": 8.89752973828997}
{"Finetune/Learning Rate": 3.426124197002142e-07, "Finetune/Loss": 3.697685956954956, "Finetune/Loss (Raw)": 2.6712872982025146, "Finetune/Step": 8, "Finetune/Step Time": 8.715735852718353}
{"Finetune/Learning Rate": 3.8543897216274094e-07, "Finetune/Loss": 3.5545079708099365, "Finetune/Loss (Raw)": 2.409085273742676, "Finetune/Step": 9, "Finetune/Step Time": 8.435472435421413}
{"Finetune/Learning Rate": 4.282655246252677e-07, "Finetune/Loss": 3.478132724761963, "Finetune/Loss (Raw)": 2.79075288772583, "Finetune/Step": 10, "Finetune/Step Time": 8.45745677947998}
{"Finetune/Learning Rate": 4.7109207708779447e-07, "Finetune/Loss": 3.4003734588623047, "Finetune/Loss (Raw)": 2.6227786540985107, "Finetune/Step": 11, "Finetune/Step Time": 8.223409739407627}
{"Finetune/Learning Rate": 5.139186295503212e-07, "Finetune/Loss": 3.3307628631591797, "Finetune/Loss (Raw)": 2.5650508403778076, "Finetune/Step": 12, "Finetune/Step Time": 8.036094029744467}
{"Finetune/Learning Rate": 5.56745182012848e-07, "Finetune/Loss": 3.2631661891937256, "Finetune/Loss (Raw)": 2.4520020484924316, "Finetune/Step": 13, "Finetune/Step Time": 7.87741651901832}
{"Finetune/Learning Rate": 5.995717344753748e-07, "Finetune/Loss": 3.2299299240112305, "Finetune/Loss (Raw)": 2.797858238220215, "Finetune/Step": 14, "Finetune/Step Time": 7.719448515347072}
{"Finetune/Learning Rate": 6.423982869379016e-07, "Finetune/Loss": 3.166226625442505, "Finetune/Loss (Raw)": 2.2743797302246094, "Finetune/Step": 15, "Finetune/Step Time": 7.67153034210205}
{"Finetune/Learning Rate": 6.852248394004284e-07, "Finetune/Loss": 3.0694985389709473, "Finetune/Loss (Raw)": 1.6185780763626099, "Finetune/Step": 16, "Finetune/Step Time": 7.640128061175346}
{"Finetune/Learning Rate": 7.280513918629551e-07, "Finetune/Loss": 3.0220580101013184, "Finetune/Loss (Raw)": 2.2630081176757812, "Finetune/Step": 17, "Finetune/Step Time": 7.54923469880048}
{"Finetune/Learning Rate": 7.708779443254819e-07, "Finetune/Loss": 2.950082302093506, "Finetune/Loss (Raw)": 1.7264999151229858, "Finetune/Step": 18, "Finetune/Step Time": 7.496812237633599}
{"Finetune/Learning Rate": 8.137044967880087e-07, "Finetune/Loss": 2.9079649448394775, "Finetune/Loss (Raw)": 2.1498525142669678, "Finetune/Step": 19, "Finetune/Step Time": 7.401144968835931}
{"Finetune/Learning Rate": 8.565310492505354e-07, "Finetune/Loss": 2.8645246028900146, "Finetune/Loss (Raw)": 2.0391550064086914, "Finetune/Step": 20, "Finetune/Step Time": 7.302723300457001}
{"Finetune/Learning Rate": 8.993576017130621e-07, "Finetune/Loss": 2.8139023780822754, "Finetune/Loss (Raw)": 1.8014590740203857, "Finetune/Step": 21, "Finetune/Step Time": 7.2968434152149015}
{"Finetune/Learning Rate": 9.421841541755889e-07, "Finetune/Loss": 2.7580158710479736, "Finetune/Loss (Raw)": 1.5843944549560547, "Finetune/Step": 22, "Finetune/Step Time": 7.243747396902605}
{"Finetune/Learning Rate": 9.850107066381156e-07, "Finetune/Loss": 2.6476027965545654, "Finetune/Loss (Raw)": 0.21852000057697296, "Finetune/Step": 23, "Finetune/Step Time": 7.307128937348075}
{"Finetune/Learning Rate": 1.0278372591006424e-06, "Finetune/Loss": 2.6196389198303223, "Finetune/Loss (Raw)": 1.9764695167541504, "Finetune/Step": 24, "Finetune/Step Time": 7.232913086811702}
{"Finetune/Learning Rate": 1.0706638115631692e-06, "Finetune/Loss": 2.5844874382019043, "Finetune/Loss (Raw)": 1.7408618927001953, "Finetune/Step": 25, "Finetune/Step Time": 7.185954895019531}
{"Finetune/Learning Rate": 1.113490364025696e-06, "Finetune/Loss": 2.495279312133789, "Finetune/Loss (Raw)": 0.2650645077228546, "Finetune/Step": 26, "Finetune/Step Time": 7.254165759453406}
{"Finetune/Learning Rate": 1.1563169164882228e-06, "Finetune/Loss": 2.4720451831817627, "Finetune/Loss (Raw)": 1.8679614067077637, "Finetune/Step": 27, "Finetune/Step Time": 7.183342456817627}
{"Finetune/Learning Rate": 1.1991434689507496e-06, "Finetune/Loss": 2.4443092346191406, "Finetune/Loss (Raw)": 1.695443034172058, "Finetune/Step": 28, "Finetune/Step Time": 7.123335106032235}
{"Finetune/Learning Rate": 1.2419700214132762e-06, "Finetune/Loss": 2.4182217121124268, "Finetune/Loss (Raw)": 1.687768578529358, "Finetune/Step": 29, "Finetune/Step Time": 7.116027190767485}
{"Finetune/Learning Rate": 1.2847965738758032e-06, "Finetune/Loss": 2.3892619609832764, "Finetune/Loss (Raw)": 1.5494284629821777, "Finetune/Step": 30, "Finetune/Step Time": 7.11348389784495}
{"Finetune/Learning Rate": 1.32762312633833e-06, "Finetune/Loss": 2.3704891204833984, "Finetune/Loss (Raw)": 1.807314157485962, "Finetune/Step": 31, "Finetune/Step Time": 7.0867162673704085}
{"Finetune/Learning Rate": 1.3704496788008568e-06, "Finetune/Loss": 2.3478684425354004, "Finetune/Loss (Raw)": 1.646616816520691, "Finetune/Step": 32, "Finetune/Step Time": 7.114526689052582}
{"Finetune/Learning Rate": 1.4132762312633836e-06, "Finetune/Loss": 2.3267970085144043, "Finetune/Loss (Raw)": 1.652511715888977, "Finetune/Step": 33, "Finetune/Step Time": 7.09644079208374}
{"Finetune/Learning Rate": 1.4561027837259102e-06, "Finetune/Loss": 2.30134654045105, "Finetune/Loss (Raw)": 1.4614768028259277, "Finetune/Step": 34, "Finetune/Step Time": 7.062840468743268}
{"Finetune/Learning Rate": 1.498929336188437e-06, "Finetune/Loss": 2.29351806640625, "Finetune/Loss (Raw)": 2.0273518562316895, "Finetune/Step": 35, "Finetune/Step Time": 7.040930707114083}
{"Finetune/Learning Rate": 1.5417558886509637e-06, "Finetune/Loss": 2.271409749984741, "Finetune/Loss (Raw)": 1.4976156949996948, "Finetune/Step": 36, "Finetune/Step Time": 7.053622080220117}
{"Finetune/Learning Rate": 1.5845824411134905e-06, "Finetune/Loss": 2.2555811405181885, "Finetune/Loss (Raw)": 1.6857476234436035, "Finetune/Step": 37, "Finetune/Step Time": 7.105350178641242}
{"Finetune/Learning Rate": 1.6274089935760173e-06, "Finetune/Loss": 2.2353320121765137, "Finetune/Loss (Raw)": 1.4861124753952026, "Finetune/Step": 38, "Finetune/Step Time": 7.065519194853933}
{"Finetune/Learning Rate": 1.6702355460385441e-06, "Finetune/Loss": 2.215193271636963, "Finetune/Loss (Raw)": 1.4499258995056152, "Finetune/Step": 39, "Finetune/Step Time": 7.024796161896143}
{"Finetune/Learning Rate": 1.7130620985010707e-06, "Finetune/Loss": 2.196192502975464, "Finetune/Loss (Raw)": 1.455173373222351, "Finetune/Step": 40, "Finetune/Step Time": 7.033915024995804}
{"Finetune/Learning Rate": 1.7558886509635975e-06, "Finetune/Loss": 2.181382894515991, "Finetune/Loss (Raw)": 1.5889952182769775, "Finetune/Step": 41, "Finetune/Step Time": 6.987013171358806}
{"Finetune/Learning Rate": 1.7987152034261243e-06, "Finetune/Loss": 2.165043830871582, "Finetune/Loss (Raw)": 1.4951413869857788, "Finetune/Step": 42, "Finetune/Step Time": 6.952135721842448}
{"Finetune/Learning Rate": 1.841541755888651e-06, "Finetune/Loss": 2.1491611003875732, "Finetune/Loss (Raw)": 1.4820857048034668, "Finetune/Step": 43, "Finetune/Step Time": 6.950860572415729}
{"Finetune/Learning Rate": 1.8843683083511779e-06, "Finetune/Loss": 2.137021541595459, "Finetune/Loss (Raw)": 1.6150169372558594, "Finetune/Step": 44, "Finetune/Step Time": 6.941384142095393}
{"Finetune/Learning Rate": 1.9271948608137047e-06, "Finetune/Loss": 2.119903326034546, "Finetune/Loss (Raw)": 1.3667004108428955, "Finetune/Step": 45, "Finetune/Step Time": 7.001112551159329}
{"Finetune/Learning Rate": 1.9700214132762313e-06, "Finetune/Loss": 2.0790834426879883, "Finetune/Loss (Raw)": 0.24218718707561493, "Finetune/Step": 46, "Finetune/Step Time": 7.034027902976327}
{"Finetune/Learning Rate": 2.0128479657387583e-06, "Finetune/Loss": 2.0669844150543213, "Finetune/Loss (Raw)": 1.5104401111602783, "Finetune/Step": 47, "Finetune/Step Time": 7.011561170537421}
{"Finetune/Learning Rate": 2.055674518201285e-06, "Finetune/Loss": 2.052306890487671, "Finetune/Loss (Raw)": 1.3624582290649414, "Finetune/Step": 48, "Finetune/Step Time": 7.020983209212621}
{"Finetune/Learning Rate": 2.098501070663812e-06, "Finetune/Loss": 2.041372776031494, "Finetune/Loss (Raw)": 1.5165354013442993, "Finetune/Step": 49, "Finetune/Step Time": 7.0001062422382585}
{"Finetune/Learning Rate": 2.1413276231263384e-06, "Finetune/Loss": 2.0275280475616455, "Finetune/Loss (Raw)": 1.349137306213379, "Finetune/Step": 50, "Finetune/Step Time": 6.968653564453125}
{"Finetune/Learning Rate": 2.1841541755888654e-06, "Finetune/Loss": 2.015878438949585, "Finetune/Loss (Raw)": 1.433389663696289, "Finetune/Step": 51, "Finetune/Step Time": 6.946039854311476}
{"Finetune/Learning Rate": 2.226980728051392e-06, "Finetune/Loss": 2.00439715385437, "Finetune/Loss (Raw)": 1.4188499450683594, "Finetune/Step": 52, "Finetune/Step Time": 6.940817732077378}
{"Finetune/Learning Rate": 2.2698072805139186e-06, "Finetune/Loss": 1.9878864288330078, "Finetune/Loss (Raw)": 1.129333734512329, "Finetune/Step": 53, "Finetune/Step Time": 6.981709948125875}
{"Finetune/Learning Rate": 2.3126338329764456e-06, "Finetune/Loss": 1.9711103439331055, "Finetune/Loss (Raw)": 1.0819751024246216, "Finetune/Step": 54, "Finetune/Step Time": 6.978136120019136}
{"Finetune/Learning Rate": 2.355460385438972e-06, "Finetune/Loss": 1.9606481790542603, "Finetune/Loss (Raw)": 1.3957034349441528, "Finetune/Step": 55, "Finetune/Step Time": 6.981588550047441}
{"Finetune/Learning Rate": 2.398286937901499e-06, "Finetune/Loss": 1.9491627216339111, "Finetune/Loss (Raw)": 1.3174452781677246, "Finetune/Step": 56, "Finetune/Step Time": 6.9941030996186395}
{"Finetune/Learning Rate": 2.441113490364026e-06, "Finetune/Loss": 1.9368386268615723, "Finetune/Loss (Raw)": 1.2467012405395508, "Finetune/Step": 57, "Finetune/Step Time": 6.974769307855974}
{"Finetune/Learning Rate": 2.4839400428265524e-06, "Finetune/Loss": 1.9247030019760132, "Finetune/Loss (Raw)": 1.2329734563827515, "Finetune/Step": 58, "Finetune/Step Time": 7.001747353323575}
{"Finetune/Learning Rate": 2.52676659528908e-06, "Finetune/Loss": 1.9129363298416138, "Finetune/Loss (Raw)": 1.2304660081863403, "Finetune/Step": 59, "Finetune/Step Time": 7.011283300690732}
{"Finetune/Learning Rate": 2.5695931477516064e-06, "Finetune/Loss": 1.9034916162490845, "Finetune/Loss (Raw)": 1.346242904663086, "Finetune/Step": 60, "Finetune/Step Time": 6.989674146970113}
{"Finetune/Learning Rate": 2.6124197002141325e-06, "Finetune/Loss": 1.894163727760315, "Finetune/Loss (Raw)": 1.3345059156417847, "Finetune/Step": 61, "Finetune/Step Time": 6.975891465046367}
{"Finetune/Learning Rate": 2.65524625267666e-06, "Finetune/Loss": 1.8874541521072388, "Finetune/Loss (Raw)": 1.4781713485717773, "Finetune/Step": 62, "Finetune/Step Time": 6.953944087028503}
{"Finetune/Learning Rate": 2.6980728051391865e-06, "Finetune/Loss": 1.8791836500167847, "Finetune/Loss (Raw)": 1.36640465259552, "Finetune/Step": 63, "Finetune/Step Time": 6.953832096523708}
{"Finetune/Learning Rate": 2.7408993576017136e-06, "Finetune/Loss": 1.86958646774292, "Finetune/Loss (Raw)": 1.2649632692337036, "Finetune/Step": 64, "Finetune/Step Time": 6.988887559622526}
{"Finetune/Learning Rate": 2.78372591006424e-06, "Finetune/Loss": 1.860144019126892, "Finetune/Loss (Raw)": 1.2558339834213257, "Finetune/Step": 65, "Finetune/Step Time": 6.984761018019456}
{"Finetune/Learning Rate": 2.826552462526767e-06, "Finetune/Loss": 1.8492473363876343, "Finetune/Loss (Raw)": 1.1409586668014526, "Finetune/Step": 66, "Finetune/Step Time": 6.972136829838608}
{"Finetune/Learning Rate": 2.8693790149892937e-06, "Finetune/Loss": 1.8375327587127686, "Finetune/Loss (Raw)": 1.064377784729004, "Finetune/Step": 67, "Finetune/Step Time": 6.950199589800479}
{"Finetune/Learning Rate": 2.9122055674518203e-06, "Finetune/Loss": 1.8288813829421997, "Finetune/Loss (Raw)": 1.2492388486862183, "Finetune/Step": 68, "Finetune/Step Time": 6.948757161112392}
{"Finetune/Learning Rate": 2.9550321199143473e-06, "Finetune/Loss": 1.8204270601272583, "Finetune/Loss (Raw)": 1.2455339431762695, "Finetune/Step": 69, "Finetune/Step Time": 6.9274953033613125}
{"Finetune/Learning Rate": 2.997858672376874e-06, "Finetune/Loss": 1.8132206201553345, "Finetune/Loss (Raw)": 1.3159711360931396, "Finetune/Step": 70, "Finetune/Step Time": 6.909519563402449}
{"Finetune/Learning Rate": 3.040685224839401e-06, "Finetune/Loss": 1.8025569915771484, "Finetune/Loss (Raw)": 1.0561035871505737, "Finetune/Step": 71, "Finetune/Step Time": 6.893662926176904}
{"Finetune/Learning Rate": 3.0835117773019275e-06, "Finetune/Loss": 1.7933117151260376, "Finetune/Loss (Raw)": 1.1368848085403442, "Finetune/Step": 72, "Finetune/Step Time": 6.8725572095976935}
{"Finetune/Learning Rate": 3.126338329764454e-06, "Finetune/Loss": 1.7825777530670166, "Finetune/Loss (Raw)": 1.0097390413284302, "Finetune/Step": 73, "Finetune/Step Time": 6.856785016517117}
{"Finetune/Learning Rate": 3.169164882226981e-06, "Finetune/Loss": 1.7722599506378174, "Finetune/Loss (Raw)": 1.0190656185150146, "Finetune/Step": 74, "Finetune/Step Time": 6.84123402672845}
{"Finetune/Learning Rate": 3.2119914346895077e-06, "Finetune/Loss": 1.7606732845306396, "Finetune/Loss (Raw)": 0.903255045413971, "Finetune/Step": 75, "Finetune/Step Time": 6.837240180969238}
{"Finetune/Learning Rate": 3.2548179871520347e-06, "Finetune/Loss": 1.7520244121551514, "Finetune/Loss (Raw)": 1.1033592224121094, "Finetune/Step": 76, "Finetune/Step Time": 6.831333348625584}
{"Finetune/Learning Rate": 3.2976445396145612e-06, "Finetune/Loss": 1.7446867227554321, "Finetune/Loss (Raw)": 1.1870256662368774, "Finetune/Step": 77, "Finetune/Step Time": 6.813082729067121}
{"Finetune/Learning Rate": 3.3404710920770882e-06, "Finetune/Loss": 1.7387263774871826, "Finetune/Loss (Raw)": 1.279781460762024, "Finetune/Step": 78, "Finetune/Step Time": 6.794677749658242}
{"Finetune/Learning Rate": 3.383297644539615e-06, "Finetune/Loss": 1.7325210571289062, "Finetune/Loss (Raw)": 1.2485004663467407, "Finetune/Step": 79, "Finetune/Step Time": 6.780830190151552}
{"Finetune/Learning Rate": 3.4261241970021414e-06, "Finetune/Loss": 1.7236155271530151, "Finetune/Loss (Raw)": 1.0200791358947754, "Finetune/Step": 80, "Finetune/Step Time": 6.787262704968453}
{"Finetune/Learning Rate": 3.4689507494646684e-06, "Finetune/Loss": 1.7171144485473633, "Finetune/Loss (Raw)": 1.1970298290252686, "Finetune/Step": 81, "Finetune/Step Time": 6.78593130464907}
{"Finetune/Learning Rate": 3.511777301927195e-06, "Finetune/Loss": 1.7101155519485474, "Finetune/Loss (Raw)": 1.1432048082351685, "Finetune/Step": 82, "Finetune/Step Time": 6.771388303942796}
{"Finetune/Learning Rate": 3.554603854389722e-06, "Finetune/Loss": 1.7021872997283936, "Finetune/Loss (Raw)": 1.052072286605835, "Finetune/Step": 83, "Finetune/Step Time": 6.780367624328797}
{"Finetune/Learning Rate": 3.5974304068522486e-06, "Finetune/Loss": 1.697063684463501, "Finetune/Loss (Raw)": 1.2718040943145752, "Finetune/Step": 84, "Finetune/Step Time": 6.783208131790161}
{"Finetune/Learning Rate": 3.640256959314775e-06, "Finetune/Loss": 1.6902542114257812, "Finetune/Loss (Raw)": 1.1182554960250854, "Finetune/Step": 85, "Finetune/Step Time": 6.770991109399235}
{"Finetune/Learning Rate": 3.683083511777302e-06, "Finetune/Loss": 1.67401123046875, "Finetune/Loss (Raw)": 0.29335516691207886, "Finetune/Step": 86, "Finetune/Step Time": 6.800201809683512}
{"Finetune/Learning Rate": 3.7259100642398288e-06, "Finetune/Loss": 1.6669548749923706, "Finetune/Loss (Raw)": 1.0601056814193726, "Finetune/Step": 87, "Finetune/Step Time": 6.788570351984309}
{"Finetune/Learning Rate": 3.7687366167023558e-06, "Finetune/Loss": 1.6624484062194824, "Finetune/Loss (Raw)": 1.2703856229782104, "Finetune/Step": 88, "Finetune/Step Time": 6.796948511492122}
{"Finetune/Learning Rate": 3.8115631691648823e-06, "Finetune/Loss": 1.656265139579773, "Finetune/Loss (Raw)": 1.1121389865875244, "Finetune/Step": 89, "Finetune/Step Time": 6.785315178753285}
{"Finetune/Learning Rate": 3.854389721627409e-06, "Finetune/Loss": 1.6511814594268799, "Finetune/Loss (Raw)": 1.1987223625183105, "Finetune/Step": 90, "Finetune/Step Time": 6.793835745917426}
{"Finetune/Learning Rate": 3.897216274089936e-06, "Finetune/Loss": 1.6462503671646118, "Finetune/Loss (Raw)": 1.202465295791626, "Finetune/Step": 91, "Finetune/Step Time": 6.797407228868086}
{"Finetune/Learning Rate": 3.9400428265524625e-06, "Finetune/Loss": 1.6414090394973755, "Finetune/Loss (Raw)": 1.2008451223373413, "Finetune/Step": 92, "Finetune/Step Time": 6.787558928779934}
{"Finetune/Learning Rate": 3.9828693790149895e-06, "Finetune/Loss": 1.6341356039047241, "Finetune/Loss (Raw)": 0.9649752974510193, "Finetune/Step": 93, "Finetune/Step Time": 6.780141258752474}
{"Finetune/Learning Rate": 4.0256959314775165e-06, "Finetune/Loss": 1.629416584968567, "Finetune/Loss (Raw)": 1.1905639171600342, "Finetune/Step": 94, "Finetune/Step Time": 6.765578959850555}
{"Finetune/Learning Rate": 4.0685224839400435e-06, "Finetune/Loss": 1.6239733695983887, "Finetune/Loss (Raw)": 1.1122995615005493, "Finetune/Step": 95, "Finetune/Step Time": 6.7548550906934235}
{"Finetune/Learning Rate": 4.11134903640257e-06, "Finetune/Loss": 1.6185216903686523, "Finetune/Loss (Raw)": 1.1006230115890503, "Finetune/Step": 96, "Finetune/Step Time": 6.758123601476352}
{"Finetune/Learning Rate": 4.154175588865097e-06, "Finetune/Loss": 1.6126104593276978, "Finetune/Loss (Raw)": 1.0451433658599854, "Finetune/Step": 97, "Finetune/Step Time": 6.7546139918651775}
{"Finetune/Learning Rate": 4.197002141327624e-06, "Finetune/Loss": 1.607928991317749, "Finetune/Loss (Raw)": 1.1538153886795044, "Finetune/Step": 98, "Finetune/Step Time": 6.7440056946812845}
{"Finetune/Learning Rate": 4.23982869379015e-06, "Finetune/Loss": 1.5934339761734009, "Finetune/Loss (Raw)": 0.17292137444019318, "Finetune/Step": 99, "Finetune/Step Time": 6.757006852313726}
{"Finetune/Learning Rate": 4.282655246252677e-06, "Finetune/Loss": 1.589782953262329, "Finetune/Loss (Raw)": 1.2283483743667603, "Finetune/Step": 100, "Finetune/Step Time": 6.75119686126709}
{"Finetune/Learning Rate": 4.325481798715204e-06, "Finetune/Loss": 1.5846089124679565, "Finetune/Loss (Raw)": 1.067192792892456, "Finetune/Step": 101, "Finetune/Step Time": 6.753623287276466}
{"Finetune/Learning Rate": 4.368308351177731e-06, "Finetune/Loss": 1.581113338470459, "Finetune/Loss (Raw)": 1.2280532121658325, "Finetune/Step": 102, "Finetune/Step Time": 6.738682431333205}
{"Finetune/Learning Rate": 4.411134903640257e-06, "Finetune/Loss": 1.5683882236480713, "Finetune/Loss (Raw)": 0.27043354511260986, "Finetune/Step": 103, "Finetune/Step Time": 6.752018632240666}
{"Finetune/Learning Rate": 4.453961456102784e-06, "Finetune/Loss": 1.5643664598464966, "Finetune/Loss (Raw)": 1.1501121520996094, "Finetune/Step": 104, "Finetune/Step Time": 6.7405455983602085}
{"Finetune/Learning Rate": 4.496788008565311e-06, "Finetune/Loss": 1.5594398975372314, "Finetune/Loss (Raw)": 1.0470666885375977, "Finetune/Step": 105, "Finetune/Step Time": 6.725206057230632}
{"Finetune/Learning Rate": 4.539614561027837e-06, "Finetune/Loss": 1.5548344850540161, "Finetune/Loss (Raw)": 1.0712804794311523, "Finetune/Step": 106, "Finetune/Step Time": 6.714271032585288}
{"Finetune/Learning Rate": 4.582441113490364e-06, "Finetune/Loss": 1.5509178638458252, "Finetune/Loss (Raw)": 1.1357613801956177, "Finetune/Step": 107, "Finetune/Step Time": 6.704117344918652}
{"Finetune/Learning Rate": 4.625267665952891e-06, "Finetune/Loss": 1.5461002588272095, "Finetune/Loss (Raw)": 1.0306013822555542, "Finetune/Step": 108, "Finetune/Step Time": 6.696986699545825}
{"Finetune/Learning Rate": 4.668094218415418e-06, "Finetune/Loss": 1.5424808263778687, "Finetune/Loss (Raw)": 1.151599645614624, "Finetune/Step": 109, "Finetune/Step Time": 6.687302453802266}
{"Finetune/Learning Rate": 4.710920770877944e-06, "Finetune/Loss": 1.538106083869934, "Finetune/Loss (Raw)": 1.0612562894821167, "Finetune/Step": 110, "Finetune/Step Time": 6.676389000632546}
{"Finetune/Learning Rate": 4.753747323340471e-06, "Finetune/Loss": 1.5345885753631592, "Finetune/Loss (Raw)": 1.147645115852356, "Finetune/Step": 111, "Finetune/Step Time": 6.682491132804939}
{"Finetune/Learning Rate": 4.796573875802998e-06, "Finetune/Loss": 1.5304752588272095, "Finetune/Loss (Raw)": 1.073905348777771, "Finetune/Step": 112, "Finetune/Step Time": 6.678704651338713}
{"Finetune/Learning Rate": 4.8394004282655246e-06, "Finetune/Loss": 1.526859998703003, "Finetune/Loss (Raw)": 1.121957778930664, "Finetune/Step": 113, "Finetune/Step Time": 6.682505856573054}
{"Finetune/Learning Rate": 4.882226980728052e-06, "Finetune/Loss": 1.5153794288635254, "Finetune/Loss (Raw)": 0.2180686593055725, "Finetune/Step": 114, "Finetune/Step Time": 6.715973255927103}
{"Finetune/Learning Rate": 4.9250535331905786e-06, "Finetune/Loss": 1.511681318283081, "Finetune/Loss (Raw)": 1.0901044607162476, "Finetune/Step": 115, "Finetune/Step Time": 6.7075717366260035}
{"Finetune/Learning Rate": 4.967880085653105e-06, "Finetune/Loss": 1.5065526962280273, "Finetune/Loss (Raw)": 0.9167590737342834, "Finetune/Step": 116, "Finetune/Step Time": 6.713151639905469}
{"Finetune/Learning Rate": 5.010706638115633e-06, "Finetune/Loss": 1.503161072731018, "Finetune/Loss (Raw)": 1.1097326278686523, "Finetune/Step": 117, "Finetune/Step Time": 6.709411260409233}
{"Finetune/Learning Rate": 5.05353319057816e-06, "Finetune/Loss": 1.5002162456512451, "Finetune/Loss (Raw)": 1.155659556388855, "Finetune/Step": 118, "Finetune/Step Time": 6.700042791285758}
{"Finetune/Learning Rate": 5.096359743040685e-06, "Finetune/Loss": 1.496472954750061, "Finetune/Loss (Raw)": 1.0547642707824707, "Finetune/Step": 119, "Finetune/Step Time": 6.692298620688815}
{"Finetune/Learning Rate": 5.139186295503213e-06, "Finetune/Loss": 1.492990493774414, "Finetune/Loss (Raw)": 1.078579068183899, "Finetune/Step": 120, "Finetune/Step Time": 6.688632746537526}
{"Finetune/Learning Rate": 5.18201284796574e-06, "Finetune/Loss": 1.4891622066497803, "Finetune/Loss (Raw)": 1.0297774076461792, "Finetune/Step": 121, "Finetune/Step Time": 6.696996148952768}
{"Finetune/Learning Rate": 5.224839400428265e-06, "Finetune/Loss": 1.4848648309707642, "Finetune/Loss (Raw)": 0.9648899435997009, "Finetune/Step": 122, "Finetune/Step Time": 6.689918271830825}
{"Finetune/Learning Rate": 5.267665952890793e-06, "Finetune/Loss": 1.481143832206726, "Finetune/Loss (Raw)": 1.0271841287612915, "Finetune/Step": 123, "Finetune/Step Time": 6.681867835967521}
{"Finetune/Learning Rate": 5.31049250535332e-06, "Finetune/Loss": 1.478266716003418, "Finetune/Loss (Raw)": 1.1243749856948853, "Finetune/Step": 124, "Finetune/Step Time": 6.675739734403549}
{"Finetune/Learning Rate": 5.353319057815847e-06, "Finetune/Loss": 1.4744837284088135, "Finetune/Loss (Raw)": 1.0053774118423462, "Finetune/Step": 125, "Finetune/Step Time": 6.670023836135864}
{"Finetune/Learning Rate": 5.396145610278373e-06, "Finetune/Loss": 1.4714739322662354, "Finetune/Loss (Raw)": 1.0952554941177368, "Finetune/Step": 126, "Finetune/Step Time": 6.682217683110919}
{"Finetune/Learning Rate": 5.4389721627409e-06, "Finetune/Loss": 1.4675501585006714, "Finetune/Loss (Raw)": 0.9731664061546326, "Finetune/Step": 127, "Finetune/Step Time": 6.673386018107257}
{"Finetune/Learning Rate": 5.481798715203427e-06, "Finetune/Loss": 1.4648306369781494, "Finetune/Loss (Raw)": 1.1194452047348022, "Finetune/Step": 128, "Finetune/Step Time": 6.667202362790704}
{"Finetune/Learning Rate": 5.524625267665953e-06, "Finetune/Loss": 1.4314342737197876, "Finetune/Loss (Raw)": 1.1534132957458496, "Finetune/Step": 129, "Finetune/Step Time": 6.5394150745123625}
{"Finetune/Learning Rate": 5.56745182012848e-06, "Finetune/Loss": 1.393713355064392, "Finetune/Loss (Raw)": 1.1383147239685059, "Finetune/Step": 130, "Finetune/Step Time": 6.521339721977711}
{"Finetune/Learning Rate": 5.610278372591007e-06, "Finetune/Loss": 1.3718136548995972, "Finetune/Loss (Raw)": 1.095170021057129, "Finetune/Step": 131, "Finetune/Step Time": 6.520481992512941}
{"Finetune/Learning Rate": 5.653104925053534e-06, "Finetune/Loss": 1.35446035861969, "Finetune/Loss (Raw)": 1.1006370782852173, "Finetune/Step": 132, "Finetune/Step Time": 6.520491337403655}
{"Finetune/Learning Rate": 5.6959314775160604e-06, "Finetune/Loss": 1.339174509048462, "Finetune/Loss (Raw)": 0.8998201489448547, "Finetune/Step": 133, "Finetune/Step Time": 6.530144788324833}
{"Finetune/Learning Rate": 5.7387580299785874e-06, "Finetune/Loss": 1.3277580738067627, "Finetune/Loss (Raw)": 1.2294601202011108, "Finetune/Step": 134, "Finetune/Step Time": 6.525492189452052}
{"Finetune/Learning Rate": 5.7815845824411145e-06, "Finetune/Loss": 1.313901662826538, "Finetune/Loss (Raw)": 0.9744844436645508, "Finetune/Step": 135, "Finetune/Step Time": 6.5274036061018705}
{"Finetune/Learning Rate": 5.824411134903641e-06, "Finetune/Loss": 1.301349401473999, "Finetune/Loss (Raw)": 1.0646027326583862, "Finetune/Step": 136, "Finetune/Step Time": 6.512657580897212}
{"Finetune/Learning Rate": 5.867237687366168e-06, "Finetune/Loss": 1.290175437927246, "Finetune/Loss (Raw)": 0.9788194894790649, "Finetune/Step": 137, "Finetune/Step Time": 6.514524687081575}
{"Finetune/Learning Rate": 5.910064239828695e-06, "Finetune/Loss": 1.2771024703979492, "Finetune/Loss (Raw)": 1.1173958778381348, "Finetune/Step": 138, "Finetune/Step Time": 6.486796421930194}
{"Finetune/Learning Rate": 5.952890792291222e-06, "Finetune/Loss": 1.2636222839355469, "Finetune/Loss (Raw)": 0.897319495677948, "Finetune/Step": 139, "Finetune/Step Time": 6.487884102389216}
{"Finetune/Learning Rate": 5.995717344753748e-06, "Finetune/Loss": 1.253534197807312, "Finetune/Loss (Raw)": 1.2737735509872437, "Finetune/Step": 140, "Finetune/Step Time": 6.482475822791457}
{"Finetune/Learning Rate": 6.038543897216275e-06, "Finetune/Loss": 1.2423608303070068, "Finetune/Loss (Raw)": 1.0218209028244019, "Finetune/Step": 141, "Finetune/Step Time": 6.476139126345515}
{"Finetune/Learning Rate": 6.081370449678802e-06, "Finetune/Loss": 1.228284239768982, "Finetune/Loss (Raw)": 0.9960490465164185, "Finetune/Step": 142, "Finetune/Step Time": 6.514037389308214}
{"Finetune/Learning Rate": 6.124197002141328e-06, "Finetune/Loss": 1.2179672718048096, "Finetune/Loss (Raw)": 0.9538016319274902, "Finetune/Step": 143, "Finetune/Step Time": 6.528724895790219}
{"Finetune/Learning Rate": 6.167023554603855e-06, "Finetune/Loss": 1.2076714038848877, "Finetune/Loss (Raw)": 0.30072373151779175, "Finetune/Step": 144, "Finetune/Step Time": 6.536408849060535}
{"Finetune/Learning Rate": 6.209850107066382e-06, "Finetune/Loss": 1.192368507385254, "Finetune/Loss (Raw)": 0.30422282218933105, "Finetune/Step": 145, "Finetune/Step Time": 6.556182885542512}
{"Finetune/Learning Rate": 6.252676659528908e-06, "Finetune/Loss": 1.186301350593567, "Finetune/Loss (Raw)": 0.9499048590660095, "Finetune/Step": 146, "Finetune/Step Time": 6.54732864908874}
{"Finetune/Learning Rate": 6.295503211991435e-06, "Finetune/Loss": 1.1763324737548828, "Finetune/Loss (Raw)": 0.8738335967063904, "Finetune/Step": 147, "Finetune/Step Time": 6.552998416125774}
{"Finetune/Learning Rate": 6.338329764453962e-06, "Finetune/Loss": 1.168703317642212, "Finetune/Loss (Raw)": 1.062639594078064, "Finetune/Step": 148, "Finetune/Step Time": 6.555648362264037}
{"Finetune/Learning Rate": 6.381156316916489e-06, "Finetune/Loss": 1.1631163358688354, "Finetune/Loss (Raw)": 1.0863136053085327, "Finetune/Step": 149, "Finetune/Step Time": 6.54572831839323}
{"Finetune/Learning Rate": 6.423982869379015e-06, "Finetune/Loss": 1.1593613624572754, "Finetune/Loss (Raw)": 1.1037495136260986, "Finetune/Step": 150, "Finetune/Step Time": 6.549249162897468}
{"Finetune/Learning Rate": 6.466809421841542e-06, "Finetune/Loss": 1.1659531593322754, "Finetune/Loss (Raw)": 1.0622841119766235, "Finetune/Step": 151, "Finetune/Step Time": 6.529506605118513}
{"Finetune/Learning Rate": 6.509635974304069e-06, "Finetune/Loss": 1.1583693027496338, "Finetune/Loss (Raw)": 1.0057415962219238, "Finetune/Step": 152, "Finetune/Step Time": 6.534899652004242}
{"Finetune/Learning Rate": 6.5524625267665955e-06, "Finetune/Loss": 1.1535329818725586, "Finetune/Loss (Raw)": 1.1218090057373047, "Finetune/Step": 153, "Finetune/Step Time": 6.544497020542622}
{"Finetune/Learning Rate": 6.5952890792291225e-06, "Finetune/Loss": 1.1600191593170166, "Finetune/Loss (Raw)": 1.0952906608581543, "Finetune/Step": 154, "Finetune/Step Time": 6.520280789583921}
{"Finetune/Learning Rate": 6.6381156316916495e-06, "Finetune/Loss": 1.1546669006347656, "Finetune/Loss (Raw)": 1.1828705072402954, "Finetune/Step": 155, "Finetune/Step Time": 6.526842333376408}
{"Finetune/Learning Rate": 6.6809421841541765e-06, "Finetune/Loss": 1.1436008214950562, "Finetune/Loss (Raw)": 0.27898553013801575, "Finetune/Step": 156, "Finetune/Step Time": 6.549252234399319}
{"Finetune/Learning Rate": 6.723768736616703e-06, "Finetune/Loss": 1.1387584209442139, "Finetune/Loss (Raw)": 1.0679322481155396, "Finetune/Step": 157, "Finetune/Step Time": 6.540357103571296}
{"Finetune/Learning Rate": 6.76659528907923e-06, "Finetune/Loss": 1.1350476741790771, "Finetune/Loss (Raw)": 1.0744744539260864, "Finetune/Step": 158, "Finetune/Step Time": 6.531574042513967}
{"Finetune/Learning Rate": 6.809421841541757e-06, "Finetune/Loss": 1.1292355060577393, "Finetune/Loss (Raw)": 1.063334584236145, "Finetune/Step": 159, "Finetune/Step Time": 6.524389360100031}
{"Finetune/Learning Rate": 6.852248394004283e-06, "Finetune/Loss": 1.1241366863250732, "Finetune/Loss (Raw)": 0.9939900636672974, "Finetune/Step": 160, "Finetune/Step Time": 6.513857491314411}
{"Finetune/Learning Rate": 6.89507494646681e-06, "Finetune/Loss": 1.1189173460006714, "Finetune/Loss (Raw)": 0.9844254851341248, "Finetune/Step": 161, "Finetune/Step Time": 6.509956302121282}
{"Finetune/Learning Rate": 6.937901498929337e-06, "Finetune/Loss": 1.1171185970306396, "Finetune/Loss (Raw)": 1.231236457824707, "Finetune/Step": 162, "Finetune/Step Time": 6.508442735299468}
{"Finetune/Learning Rate": 6.980728051391864e-06, "Finetune/Loss": 1.1094975471496582, "Finetune/Loss (Raw)": 1.0518608093261719, "Finetune/Step": 163, "Finetune/Step Time": 6.508456876501441}
{"Finetune/Learning Rate": 7.02355460385439e-06, "Finetune/Loss": 1.1052660942077637, "Finetune/Loss (Raw)": 0.9559808969497681, "Finetune/Step": 164, "Finetune/Step Time": 6.506025684997439}
{"Finetune/Learning Rate": 7.066381156316917e-06, "Finetune/Loss": 1.1000531911849976, "Finetune/Loss (Raw)": 1.0184913873672485, "Finetune/Step": 165, "Finetune/Step Time": 6.483644917607307}
{"Finetune/Learning Rate": 7.109207708779444e-06, "Finetune/Loss": 1.096231460571289, "Finetune/Loss (Raw)": 0.9969439506530762, "Finetune/Step": 166, "Finetune/Step Time": 6.484971955418587}
{"Finetune/Learning Rate": 7.15203426124197e-06, "Finetune/Loss": 1.0937033891677856, "Finetune/Loss (Raw)": 1.1263219118118286, "Finetune/Step": 167, "Finetune/Step Time": 6.486676227301359}
{"Finetune/Learning Rate": 7.194860813704497e-06, "Finetune/Loss": 1.089938759803772, "Finetune/Loss (Raw)": 0.9733045697212219, "Finetune/Step": 168, "Finetune/Step Time": 6.475330181419849}
{"Finetune/Learning Rate": 7.237687366167024e-06, "Finetune/Loss": 1.084965467453003, "Finetune/Loss (Raw)": 0.9523963332176208, "Finetune/Step": 169, "Finetune/Step Time": 6.479631492868066}
{"Finetune/Learning Rate": 7.28051391862955e-06, "Finetune/Loss": 1.0756199359893799, "Finetune/Loss (Raw)": 0.2989392876625061, "Finetune/Step": 170, "Finetune/Step Time": 6.498146381229162}
{"Finetune/Learning Rate": 7.323340471092077e-06, "Finetune/Loss": 1.0716965198516846, "Finetune/Loss (Raw)": 0.9798703193664551, "Finetune/Step": 171, "Finetune/Step Time": 6.496568985283375}
{"Finetune/Learning Rate": 7.366167023554604e-06, "Finetune/Loss": 1.0665102005004883, "Finetune/Loss (Raw)": 0.9511784911155701, "Finetune/Step": 172, "Finetune/Step Time": 6.511696811765432}
{"Finetune/Learning Rate": 7.408993576017131e-06, "Finetune/Loss": 1.0647659301757812, "Finetune/Loss (Raw)": 1.1434223651885986, "Finetune/Step": 173, "Finetune/Step Time": 6.480355238541961}
{"Finetune/Learning Rate": 7.4518201284796575e-06, "Finetune/Loss": 1.0695769786834717, "Finetune/Loss (Raw)": 0.8580225706100464, "Finetune/Step": 174, "Finetune/Step Time": 6.462888330221176}
{"Finetune/Learning Rate": 7.4946466809421845e-06, "Finetune/Loss": 1.0668774843215942, "Finetune/Loss (Raw)": 1.1648980379104614, "Finetune/Step": 175, "Finetune/Step Time": 6.4601443484425545}
{"Finetune/Learning Rate": 7.5374732334047115e-06, "Finetune/Loss": 1.0586965084075928, "Finetune/Loss (Raw)": 0.31530478596687317, "Finetune/Step": 176, "Finetune/Step Time": 6.465267222374678}
{"Finetune/Learning Rate": 7.580299785867238e-06, "Finetune/Loss": 1.0542759895324707, "Finetune/Loss (Raw)": 0.9506874680519104, "Finetune/Step": 177, "Finetune/Step Time": 6.468072855845094}
{"Finetune/Learning Rate": 7.623126338329765e-06, "Finetune/Loss": 1.052699089050293, "Finetune/Loss (Raw)": 1.14730703830719, "Finetune/Step": 178, "Finetune/Step Time": 6.475386498495936}
{"Finetune/Learning Rate": 7.665952890792292e-06, "Finetune/Loss": 1.0484745502471924, "Finetune/Loss (Raw)": 0.8926354646682739, "Finetune/Step": 179, "Finetune/Step Time": 6.479290753602982}
{"Finetune/Learning Rate": 7.708779443254819e-06, "Finetune/Loss": 1.0456879138946533, "Finetune/Loss (Raw)": 1.0621649026870728, "Finetune/Step": 180, "Finetune/Step Time": 6.476411474868655}
{"Finetune/Learning Rate": 7.751605995717346e-06, "Finetune/Loss": 1.04459810256958, "Finetune/Loss (Raw)": 0.9898398518562317, "Finetune/Step": 181, "Finetune/Step Time": 6.446984643116593}
{"Finetune/Learning Rate": 7.794432548179873e-06, "Finetune/Loss": 1.044199824333191, "Finetune/Loss (Raw)": 1.0309982299804688, "Finetune/Step": 182, "Finetune/Step Time": 6.440508658066392}
{"Finetune/Learning Rate": 7.8372591006424e-06, "Finetune/Loss": 1.0410646200180054, "Finetune/Loss (Raw)": 0.9944016933441162, "Finetune/Step": 183, "Finetune/Step Time": 6.4239957723766565}
{"Finetune/Learning Rate": 7.880085653104925e-06, "Finetune/Loss": 1.0397636890411377, "Finetune/Loss (Raw)": 1.150924801826477, "Finetune/Step": 184, "Finetune/Step Time": 6.4105421137064695}
{"Finetune/Learning Rate": 7.922912205567452e-06, "Finetune/Loss": 1.0369869470596313, "Finetune/Loss (Raw)": 0.8912705183029175, "Finetune/Step": 185, "Finetune/Step Time": 6.408009463921189}
{"Finetune/Learning Rate": 7.965738758029979e-06, "Finetune/Loss": 1.0348751544952393, "Finetune/Loss (Raw)": 0.9626708030700684, "Finetune/Step": 186, "Finetune/Step Time": 6.398864017799497}
{"Finetune/Learning Rate": 8.008565310492506e-06, "Finetune/Loss": 1.032881498336792, "Finetune/Loss (Raw)": 0.9752702116966248, "Finetune/Step": 187, "Finetune/Step Time": 6.38506025634706}
{"Finetune/Learning Rate": 8.051391862955033e-06, "Finetune/Loss": 1.0307996273040771, "Finetune/Loss (Raw)": 1.0797770023345947, "Finetune/Step": 188, "Finetune/Step Time": 6.383323531597853}
{"Finetune/Learning Rate": 8.09421841541756e-06, "Finetune/Loss": 1.0279595851898193, "Finetune/Loss (Raw)": 0.9709774851799011, "Finetune/Step": 189, "Finetune/Step Time": 6.3939506728202105}
{"Finetune/Learning Rate": 8.137044967880087e-06, "Finetune/Loss": 1.0245699882507324, "Finetune/Loss (Raw)": 1.0442988872528076, "Finetune/Step": 190, "Finetune/Step Time": 6.408986173570156}
{"Finetune/Learning Rate": 8.179871520342612e-06, "Finetune/Loss": 1.0222119092941284, "Finetune/Loss (Raw)": 1.064576506614685, "Finetune/Step": 191, "Finetune/Step Time": 6.4050257448107}
{"Finetune/Learning Rate": 8.22269807280514e-06, "Finetune/Loss": 1.0206012725830078, "Finetune/Loss (Raw)": 1.0587847232818604, "Finetune/Step": 192, "Finetune/Step Time": 6.38596978597343}
{"Finetune/Learning Rate": 8.265524625267666e-06, "Finetune/Loss": 1.0179123878479004, "Finetune/Loss (Raw)": 0.911656379699707, "Finetune/Step": 193, "Finetune/Step Time": 6.379163898527622}
{"Finetune/Learning Rate": 8.308351177730193e-06, "Finetune/Loss": 1.0169756412506104, "Finetune/Loss (Raw)": 1.0210659503936768, "Finetune/Step": 194, "Finetune/Step Time": 6.378336204215884}
{"Finetune/Learning Rate": 8.35117773019272e-06, "Finetune/Loss": 1.0163373947143555, "Finetune/Loss (Raw)": 0.9826866984367371, "Finetune/Step": 195, "Finetune/Step Time": 6.384258080273867}
{"Finetune/Learning Rate": 8.394004282655247e-06, "Finetune/Loss": 1.014085054397583, "Finetune/Loss (Raw)": 0.9609372019767761, "Finetune/Step": 196, "Finetune/Step Time": 6.380737712606788}
{"Finetune/Learning Rate": 8.436830835117774e-06, "Finetune/Loss": 1.0124861001968384, "Finetune/Loss (Raw)": 1.040865182876587, "Finetune/Step": 197, "Finetune/Step Time": 6.386541971936822}
{"Finetune/Learning Rate": 8.4796573875803e-06, "Finetune/Loss": 1.009852409362793, "Finetune/Loss (Raw)": 0.9788686037063599, "Finetune/Step": 198, "Finetune/Step Time": 6.3861627876758575}
{"Finetune/Learning Rate": 8.522483940042827e-06, "Finetune/Loss": 1.0091798305511475, "Finetune/Loss (Raw)": 0.9700067043304443, "Finetune/Step": 199, "Finetune/Step Time": 6.390284851193428}
{"Finetune/Learning Rate": 8.565310492505354e-06, "Finetune/Loss": 1.0081040859222412, "Finetune/Loss (Raw)": 0.9991921186447144, "Finetune/Step": 200, "Finetune/Step Time": 6.3946244437247515}
{"Finetune/Learning Rate": 8.60813704496788e-06, "Finetune/Loss": 1.008771538734436, "Finetune/Loss (Raw)": 1.0951708555221558, "Finetune/Step": 201, "Finetune/Step Time": 6.398373160511255}
{"Finetune/Learning Rate": 8.650963597430408e-06, "Finetune/Loss": 1.009407639503479, "Finetune/Loss (Raw)": 1.10048246383667, "Finetune/Step": 202, "Finetune/Step Time": 6.401964204385877}
{"Finetune/Learning Rate": 8.693790149892935e-06, "Finetune/Loss": 1.0104775428771973, "Finetune/Loss (Raw)": 1.0402151346206665, "Finetune/Step": 203, "Finetune/Step Time": 6.396652104333043}
{"Finetune/Learning Rate": 8.736616702355462e-06, "Finetune/Loss": 1.0098552703857422, "Finetune/Loss (Raw)": 1.0236862897872925, "Finetune/Step": 204, "Finetune/Step Time": 6.3912912029773}
{"Finetune/Learning Rate": 8.779443254817987e-06, "Finetune/Loss": 1.0027402639389038, "Finetune/Loss (Raw)": 0.2763128876686096, "Finetune/Step": 205, "Finetune/Step Time": 6.4132465198636055}
{"Finetune/Learning Rate": 8.822269807280514e-06, "Finetune/Loss": 1.0003583431243896, "Finetune/Loss (Raw)": 0.974905252456665, "Finetune/Step": 206, "Finetune/Step Time": 6.422304214909673}
{"Finetune/Learning Rate": 8.865096359743041e-06, "Finetune/Loss": 0.99961256980896, "Finetune/Loss (Raw)": 1.153037190437317, "Finetune/Step": 207, "Finetune/Step Time": 6.445139171555638}
{"Finetune/Learning Rate": 8.907922912205568e-06, "Finetune/Loss": 0.9994008541107178, "Finetune/Loss (Raw)": 0.9929698705673218, "Finetune/Step": 208, "Finetune/Step Time": 6.431207014247775}
{"Finetune/Learning Rate": 8.950749464668095e-06, "Finetune/Loss": 0.9976305961608887, "Finetune/Loss (Raw)": 0.9704480767250061, "Finetune/Step": 209, "Finetune/Step Time": 6.425321606919169}
{"Finetune/Learning Rate": 8.993576017130622e-06, "Finetune/Loss": 0.9908571243286133, "Finetune/Loss (Raw)": 0.2761974632740021, "Finetune/Step": 210, "Finetune/Step Time": 6.447643525898457}
{"Finetune/Learning Rate": 9.036402569593149e-06, "Finetune/Loss": 0.9902807474136353, "Finetune/Loss (Raw)": 0.9782897233963013, "Finetune/Step": 211, "Finetune/Step Time": 6.440905377268791}
{"Finetune/Learning Rate": 9.079229122055674e-06, "Finetune/Loss": 0.9885916113853455, "Finetune/Loss (Raw)": 1.0555990934371948, "Finetune/Step": 212, "Finetune/Step Time": 6.438501412048936}
{"Finetune/Learning Rate": 9.122055674518201e-06, "Finetune/Loss": 0.9888672828674316, "Finetune/Loss (Raw)": 1.153540015220642, "Finetune/Step": 213, "Finetune/Step Time": 6.4407457280904055}
{"Finetune/Learning Rate": 9.164882226980728e-06, "Finetune/Loss": 0.9942200183868408, "Finetune/Loss (Raw)": 0.9785006046295166, "Finetune/Step": 214, "Finetune/Step Time": 6.4306064415723085}
{"Finetune/Learning Rate": 9.207708779443255e-06, "Finetune/Loss": 0.9931672811508179, "Finetune/Loss (Raw)": 0.9253582954406738, "Finetune/Step": 215, "Finetune/Step Time": 6.429959921166301}
{"Finetune/Learning Rate": 9.250535331905782e-06, "Finetune/Loss": 0.9903510808944702, "Finetune/Loss (Raw)": 0.9099125862121582, "Finetune/Step": 216, "Finetune/Step Time": 6.428742898628116}
{"Finetune/Learning Rate": 9.29336188436831e-06, "Finetune/Loss": 0.990156888961792, "Finetune/Loss (Raw)": 1.0872788429260254, "Finetune/Step": 217, "Finetune/Step Time": 6.42674689181149}
{"Finetune/Learning Rate": 9.336188436830836e-06, "Finetune/Loss": 0.9887239933013916, "Finetune/Loss (Raw)": 1.015309453010559, "Finetune/Step": 218, "Finetune/Step Time": 6.416322449222207}
{"Finetune/Learning Rate": 9.379014989293362e-06, "Finetune/Loss": 0.9885706305503845, "Finetune/Loss (Raw)": 1.1828447580337524, "Finetune/Step": 219, "Finetune/Step Time": 6.405325977131724}
{"Finetune/Learning Rate": 9.421841541755889e-06, "Finetune/Loss": 0.9866753816604614, "Finetune/Loss (Raw)": 0.9582503437995911, "Finetune/Step": 220, "Finetune/Step Time": 6.402508154511452}
{"Finetune/Learning Rate": 9.464668094218416e-06, "Finetune/Loss": 0.9873900413513184, "Finetune/Loss (Raw)": 1.0564546585083008, "Finetune/Step": 221, "Finetune/Step Time": 6.405331609770656}
{"Finetune/Learning Rate": 9.507494646680943e-06, "Finetune/Loss": 0.9852757453918457, "Finetune/Loss (Raw)": 0.9199219942092896, "Finetune/Step": 222, "Finetune/Step Time": 6.411104349419475}
{"Finetune/Learning Rate": 9.55032119914347e-06, "Finetune/Loss": 0.9839968085289001, "Finetune/Loss (Raw)": 0.9486072063446045, "Finetune/Step": 223, "Finetune/Step Time": 6.41235071234405}
{"Finetune/Learning Rate": 9.593147751605997e-06, "Finetune/Loss": 0.9777219295501709, "Finetune/Loss (Raw)": 0.29743173718452454, "Finetune/Step": 224, "Finetune/Step Time": 6.4206277672201395}
{"Finetune/Learning Rate": 9.635974304068522e-06, "Finetune/Loss": 0.9775017499923706, "Finetune/Loss (Raw)": 1.0169706344604492, "Finetune/Step": 225, "Finetune/Step Time": 6.420536400750279}
{"Finetune/Learning Rate": 9.678800856531049e-06, "Finetune/Loss": 0.9776051640510559, "Finetune/Loss (Raw)": 1.1670424938201904, "Finetune/Step": 226, "Finetune/Step Time": 6.418236903846264}
{"Finetune/Learning Rate": 9.721627408993576e-06, "Finetune/Loss": 0.9850196242332458, "Finetune/Loss (Raw)": 1.1219727993011475, "Finetune/Step": 227, "Finetune/Step Time": 6.3981075417250395}
{"Finetune/Learning Rate": 9.764453961456105e-06, "Finetune/Loss": 0.9839288592338562, "Finetune/Loss (Raw)": 1.0887352228164673, "Finetune/Step": 228, "Finetune/Step Time": 6.4042918886989355}
{"Finetune/Learning Rate": 9.80728051391863e-06, "Finetune/Loss": 0.9834689497947693, "Finetune/Loss (Raw)": 1.0083221197128296, "Finetune/Step": 229, "Finetune/Step Time": 6.397759968414903}
{"Finetune/Learning Rate": 9.850107066381157e-06, "Finetune/Loss": 0.982641339302063, "Finetune/Loss (Raw)": 1.1221107244491577, "Finetune/Step": 230, "Finetune/Step Time": 6.399953255429864}
{"Finetune/Learning Rate": 9.892933618843684e-06, "Finetune/Loss": 0.9881528615951538, "Finetune/Loss (Raw)": 0.9759206175804138, "Finetune/Step": 231, "Finetune/Step Time": 6.381439922377467}
{"Finetune/Learning Rate": 9.93576017130621e-06, "Finetune/Loss": 0.9873054027557373, "Finetune/Loss (Raw)": 1.0416382551193237, "Finetune/Step": 232, "Finetune/Step Time": 6.384485583752394}
{"Finetune/Learning Rate": 9.978586723768736e-06, "Finetune/Loss": 0.9813072681427002, "Finetune/Loss (Raw)": 0.27930352091789246, "Finetune/Step": 233, "Finetune/Step Time": 6.4080359525978565}
{"Finetune/Learning Rate": 1.0021413276231265e-05, "Finetune/Loss": 0.9819008111953735, "Finetune/Loss (Raw)": 1.1472434997558594, "Finetune/Step": 234, "Finetune/Step Time": 6.426847904920578}
{"Finetune/Learning Rate": 1.0064239828693792e-05, "Finetune/Loss": 0.9821596741676331, "Finetune/Loss (Raw)": 1.1689046621322632, "Finetune/Step": 235, "Finetune/Step Time": 6.4654759634286165}
{"Finetune/Learning Rate": 1.010706638115632e-05, "Finetune/Loss": 0.9818388819694519, "Finetune/Loss (Raw)": 0.9895393252372742, "Finetune/Step": 236, "Finetune/Step Time": 6.466114662587643}
{"Finetune/Learning Rate": 1.0149892933618843e-05, "Finetune/Loss": 0.9809345006942749, "Finetune/Loss (Raw)": 1.035845160484314, "Finetune/Step": 237, "Finetune/Step Time": 6.498065665364265}
{"Finetune/Learning Rate": 1.019271948608137e-05, "Finetune/Loss": 0.9801446199417114, "Finetune/Loss (Raw)": 0.9601418375968933, "Finetune/Step": 238, "Finetune/Step Time": 6.502184646204114}
{"Finetune/Learning Rate": 1.0235546038543897e-05, "Finetune/Loss": 0.9779693484306335, "Finetune/Loss (Raw)": 0.8692179918289185, "Finetune/Step": 239, "Finetune/Step Time": 6.486859051510692}
{"Finetune/Learning Rate": 1.0278372591006426e-05, "Finetune/Loss": 0.9768531322479248, "Finetune/Loss (Raw)": 0.9310230612754822, "Finetune/Step": 240, "Finetune/Step Time": 6.4848225470632315}
{"Finetune/Learning Rate": 1.0321199143468953e-05, "Finetune/Loss": 0.976301908493042, "Finetune/Loss (Raw)": 1.0514066219329834, "Finetune/Step": 241, "Finetune/Step Time": 6.4728217627853155}
{"Finetune/Learning Rate": 1.036402569593148e-05, "Finetune/Loss": 0.9826783537864685, "Finetune/Loss (Raw)": 1.034246802330017, "Finetune/Step": 242, "Finetune/Step Time": 6.437962939962745}
{"Finetune/Learning Rate": 1.0406852248394007e-05, "Finetune/Loss": 0.9823377132415771, "Finetune/Loss (Raw)": 1.0465079545974731, "Finetune/Step": 243, "Finetune/Step Time": 6.44726737216115}
{"Finetune/Learning Rate": 1.044967880085653e-05, "Finetune/Loss": 0.9820834398269653, "Finetune/Loss (Raw)": 0.8842155337333679, "Finetune/Step": 244, "Finetune/Step Time": 6.432976216077805}
{"Finetune/Learning Rate": 1.0492505353319057e-05, "Finetune/Loss": 0.9825834035873413, "Finetune/Loss (Raw)": 1.1737196445465088, "Finetune/Step": 245, "Finetune/Step Time": 6.425244195386767}
{"Finetune/Learning Rate": 1.0535331905781586e-05, "Finetune/Loss": 0.9823604226112366, "Finetune/Loss (Raw)": 1.1271175146102905, "Finetune/Step": 246, "Finetune/Step Time": 6.433777466416359}
{"Finetune/Learning Rate": 1.0578158458244113e-05, "Finetune/Loss": 0.9821012616157532, "Finetune/Loss (Raw)": 1.0215964317321777, "Finetune/Step": 247, "Finetune/Step Time": 6.434156559407711}
{"Finetune/Learning Rate": 1.062098501070664e-05, "Finetune/Loss": 0.981242299079895, "Finetune/Loss (Raw)": 0.9686355590820312, "Finetune/Step": 248, "Finetune/Step Time": 6.438035381957889}
{"Finetune/Learning Rate": 1.0663811563169167e-05, "Finetune/Loss": 0.9807916283607483, "Finetune/Loss (Raw)": 0.9720860719680786, "Finetune/Step": 249, "Finetune/Step Time": 6.42106918990612}
{"Finetune/Learning Rate": 1.0706638115631694e-05, "Finetune/Loss": 0.9813358187675476, "Finetune/Loss (Raw)": 1.0345462560653687, "Finetune/Step": 250, "Finetune/Step Time": 6.418977186083794}
{"Finetune/Learning Rate": 1.0749464668094217e-05, "Finetune/Loss": 0.9820066690444946, "Finetune/Loss (Raw)": 1.1130530834197998, "Finetune/Step": 251, "Finetune/Step Time": 6.43321667611599}
{"Finetune/Learning Rate": 1.0792291220556746e-05, "Finetune/Loss": 0.9811047315597534, "Finetune/Loss (Raw)": 1.008927822113037, "Finetune/Step": 252, "Finetune/Step Time": 6.442561948671937}
{"Finetune/Learning Rate": 1.0835117773019273e-05, "Finetune/Loss": 0.9813240170478821, "Finetune/Loss (Raw)": 1.0334450006484985, "Finetune/Step": 253, "Finetune/Step Time": 6.437792142853141}
{"Finetune/Learning Rate": 1.08779443254818e-05, "Finetune/Loss": 0.9800174236297607, "Finetune/Loss (Raw)": 0.9280164241790771, "Finetune/Step": 254, "Finetune/Step Time": 6.418670969083905}
{"Finetune/Learning Rate": 1.0920770877944327e-05, "Finetune/Loss": 0.9744721055030823, "Finetune/Loss (Raw)": 0.2633667588233948, "Finetune/Step": 255, "Finetune/Step Time": 6.4382500275969505}
{"Finetune/Learning Rate": 1.0963597430406854e-05, "Finetune/Loss": 0.9729878306388855, "Finetune/Loss (Raw)": 0.9294528365135193, "Finetune/Step": 256, "Finetune/Step Time": 6.439482754096389}
{"Finetune/Learning Rate": 1.1006423982869381e-05, "Finetune/Loss": 0.9729001522064209, "Finetune/Loss (Raw)": 1.1421854496002197, "Finetune/Step": 257, "Finetune/Step Time": 6.429518062621355}
{"Finetune/Learning Rate": 1.1049250535331907e-05, "Finetune/Loss": 0.9724938273429871, "Finetune/Loss (Raw)": 1.0863114595413208, "Finetune/Step": 258, "Finetune/Step Time": 6.42952691949904}
{"Finetune/Learning Rate": 1.1092077087794434e-05, "Finetune/Loss": 0.9720983505249023, "Finetune/Loss (Raw)": 1.0445480346679688, "Finetune/Step": 259, "Finetune/Step Time": 6.431760631501675}
{"Finetune/Learning Rate": 1.113490364025696e-05, "Finetune/Loss": 0.9718797206878662, "Finetune/Loss (Raw)": 1.0726546049118042, "Finetune/Step": 260, "Finetune/Step Time": 6.45090332813561}
{"Finetune/Learning Rate": 1.1177730192719488e-05, "Finetune/Loss": 0.9713385105133057, "Finetune/Loss (Raw)": 0.8305420279502869, "Finetune/Step": 261, "Finetune/Step Time": 6.4349359683692455}
{"Finetune/Learning Rate": 1.1220556745182015e-05, "Finetune/Loss": 0.9680582880973816, "Finetune/Loss (Raw)": 0.8095912933349609, "Finetune/Step": 262, "Finetune/Step Time": 6.44528529420495}
{"Finetune/Learning Rate": 1.1263383297644542e-05, "Finetune/Loss": 0.9683080315589905, "Finetune/Loss (Raw)": 1.0064488649368286, "Finetune/Step": 263, "Finetune/Step Time": 6.444136682897806}
{"Finetune/Learning Rate": 1.1306209850107069e-05, "Finetune/Loss": 0.9673892259597778, "Finetune/Loss (Raw)": 0.9470012784004211, "Finetune/Step": 264, "Finetune/Step Time": 6.458201490342617}
{"Finetune/Learning Rate": 1.1349036402569594e-05, "Finetune/Loss": 0.967167317867279, "Finetune/Loss (Raw)": 0.9504109621047974, "Finetune/Step": 265, "Finetune/Step Time": 6.455410631373525}
{"Finetune/Learning Rate": 1.1391862955032121e-05, "Finetune/Loss": 0.9678173065185547, "Finetune/Loss (Raw)": 1.2005990743637085, "Finetune/Step": 266, "Finetune/Step Time": 6.465784698724747}
{"Finetune/Learning Rate": 1.1434689507494648e-05, "Finetune/Loss": 0.9675579071044922, "Finetune/Loss (Raw)": 0.8641172647476196, "Finetune/Step": 267, "Finetune/Step Time": 6.463595034554601}
{"Finetune/Learning Rate": 1.1477516059957175e-05, "Finetune/Loss": 0.966004490852356, "Finetune/Loss (Raw)": 1.0749380588531494, "Finetune/Step": 268, "Finetune/Step Time": 6.466876592487097}
{"Finetune/Learning Rate": 1.1520342612419702e-05, "Finetune/Loss": 0.9660061597824097, "Finetune/Loss (Raw)": 1.022026538848877, "Finetune/Step": 269, "Finetune/Step Time": 6.472840089350939}
{"Finetune/Learning Rate": 1.1563169164882229e-05, "Finetune/Loss": 0.9660735130310059, "Finetune/Loss (Raw)": 1.0046731233596802, "Finetune/Step": 270, "Finetune/Step Time": 6.439734989777207}
{"Finetune/Learning Rate": 1.1605995717344756e-05, "Finetune/Loss": 0.9664142727851868, "Finetune/Loss (Raw)": 0.9974185228347778, "Finetune/Step": 271, "Finetune/Step Time": 6.4306941367685795}
{"Finetune/Learning Rate": 1.1648822269807281e-05, "Finetune/Loss": 0.9725192785263062, "Finetune/Loss (Raw)": 1.082163691520691, "Finetune/Step": 272, "Finetune/Step Time": 6.415169535204768}
{"Finetune/Learning Rate": 1.1691648822269808e-05, "Finetune/Loss": 0.978084146976471, "Finetune/Loss (Raw)": 1.016528844833374, "Finetune/Step": 273, "Finetune/Step Time": 6.395285911858082}
{"Finetune/Learning Rate": 1.1734475374732335e-05, "Finetune/Loss": 0.9790467023849487, "Finetune/Loss (Raw)": 1.0731139183044434, "Finetune/Step": 274, "Finetune/Step Time": 6.401052240282297}
{"Finetune/Learning Rate": 1.1777301927194862e-05, "Finetune/Loss": 0.9798346161842346, "Finetune/Loss (Raw)": 0.9746819734573364, "Finetune/Step": 275, "Finetune/Step Time": 6.398768026381731}
{"Finetune/Learning Rate": 1.182012847965739e-05, "Finetune/Loss": 0.9777164459228516, "Finetune/Loss (Raw)": 0.7915189266204834, "Finetune/Step": 276, "Finetune/Step Time": 6.4302427396178246}
{"Finetune/Learning Rate": 1.1862955032119916e-05, "Finetune/Loss": 0.9769220352172852, "Finetune/Loss (Raw)": 0.9846249222755432, "Finetune/Step": 277, "Finetune/Step Time": 6.42997333034873}
{"Finetune/Learning Rate": 1.1905781584582443e-05, "Finetune/Loss": 0.9761737585067749, "Finetune/Loss (Raw)": 1.0079752206802368, "Finetune/Step": 278, "Finetune/Step Time": 6.423017781227827}
{"Finetune/Learning Rate": 1.1948608137044969e-05, "Finetune/Loss": 0.977002739906311, "Finetune/Loss (Raw)": 1.168385624885559, "Finetune/Step": 279, "Finetune/Step Time": 6.428829560056329}
{"Finetune/Learning Rate": 1.1991434689507496e-05, "Finetune/Loss": 0.9765344262123108, "Finetune/Loss (Raw)": 0.9458078742027283, "Finetune/Step": 280, "Finetune/Step Time": 6.427751125767827}
{"Finetune/Learning Rate": 1.2034261241970023e-05, "Finetune/Loss": 0.9758760333061218, "Finetune/Loss (Raw)": 1.0375293493270874, "Finetune/Step": 281, "Finetune/Step Time": 6.413791578263044}
{"Finetune/Learning Rate": 1.207708779443255e-05, "Finetune/Loss": 0.9750263690948486, "Finetune/Loss (Raw)": 0.9865252375602722, "Finetune/Step": 282, "Finetune/Step Time": 6.4124744813889265}
{"Finetune/Learning Rate": 1.2119914346895077e-05, "Finetune/Loss": 0.9743583798408508, "Finetune/Loss (Raw)": 1.0973742008209229, "Finetune/Step": 283, "Finetune/Step Time": 6.411143587902188}
{"Finetune/Learning Rate": 1.2162740899357604e-05, "Finetune/Loss": 0.9807413816452026, "Finetune/Loss (Raw)": 1.0960094928741455, "Finetune/Step": 284, "Finetune/Step Time": 6.400694048032165}
{"Finetune/Learning Rate": 1.220556745182013e-05, "Finetune/Loss": 0.9800939559936523, "Finetune/Loss (Raw)": 0.9850582480430603, "Finetune/Step": 285, "Finetune/Step Time": 6.417380543425679}
{"Finetune/Learning Rate": 1.2248394004282656e-05, "Finetune/Loss": 0.9797645807266235, "Finetune/Loss (Raw)": 1.0323208570480347, "Finetune/Step": 286, "Finetune/Step Time": 6.432047460228205}
{"Finetune/Learning Rate": 1.2291220556745183e-05, "Finetune/Loss": 0.9794529676437378, "Finetune/Loss (Raw)": 1.0234429836273193, "Finetune/Step": 287, "Finetune/Step Time": 6.43896834179759}
{"Finetune/Learning Rate": 1.233404710920771e-05, "Finetune/Loss": 0.9785740375518799, "Finetune/Loss (Raw)": 0.8814928531646729, "Finetune/Step": 288, "Finetune/Step Time": 6.446952002122998}
{"Finetune/Learning Rate": 1.2376873661670237e-05, "Finetune/Loss": 0.9792441129684448, "Finetune/Loss (Raw)": 1.0701937675476074, "Finetune/Step": 289, "Finetune/Step Time": 6.451205588877201}
{"Finetune/Learning Rate": 1.2419700214132764e-05, "Finetune/Loss": 0.976839542388916, "Finetune/Loss (Raw)": 0.9234508872032166, "Finetune/Step": 290, "Finetune/Step Time": 6.461856350302696}
{"Finetune/Learning Rate": 1.2462526766595291e-05, "Finetune/Loss": 0.9770426154136658, "Finetune/Loss (Raw)": 1.0778554677963257, "Finetune/Step": 291, "Finetune/Step Time": 6.456190815195441}
{"Finetune/Learning Rate": 1.2505353319057816e-05, "Finetune/Loss": 0.9778522253036499, "Finetune/Loss (Raw)": 1.0596134662628174, "Finetune/Step": 292, "Finetune/Step Time": 6.445251762866974}
{"Finetune/Learning Rate": 1.2548179871520343e-05, "Finetune/Loss": 0.9784774780273438, "Finetune/Loss (Raw)": 1.0985215902328491, "Finetune/Step": 293, "Finetune/Step Time": 6.44134059175849}
{"Finetune/Learning Rate": 1.259100642398287e-05, "Finetune/Loss": 0.9763974547386169, "Finetune/Loss (Raw)": 0.730699360370636, "Finetune/Step": 294, "Finetune/Step Time": 6.447507167235017}
{"Finetune/Learning Rate": 1.2633832976445397e-05, "Finetune/Loss": 0.9758831262588501, "Finetune/Loss (Raw)": 1.0604842901229858, "Finetune/Step": 295, "Finetune/Step Time": 6.453574288636446}
{"Finetune/Learning Rate": 1.2676659528907924e-05, "Finetune/Loss": 0.9760865569114685, "Finetune/Loss (Raw)": 0.9993457794189453, "Finetune/Step": 296, "Finetune/Step Time": 6.458563085645437}
{"Finetune/Learning Rate": 1.2719486081370451e-05, "Finetune/Loss": 0.9771656394004822, "Finetune/Loss (Raw)": 1.0905259847640991, "Finetune/Step": 297, "Finetune/Step Time": 6.461618013679981}
{"Finetune/Learning Rate": 1.2762312633832978e-05, "Finetune/Loss": 0.9813337922096252, "Finetune/Loss (Raw)": 0.8324517607688904, "Finetune/Step": 298, "Finetune/Step Time": 6.467479860410094}
{"Finetune/Learning Rate": 1.2805139186295504e-05, "Finetune/Loss": 0.9758416414260864, "Finetune/Loss (Raw)": 0.2768761217594147, "Finetune/Step": 299, "Finetune/Step Time": 6.4798445124179125}
{"Finetune/Learning Rate": 1.284796573875803e-05, "Finetune/Loss": 0.9709531664848328, "Finetune/Loss (Raw)": 0.3254571557044983, "Finetune/Step": 300, "Finetune/Step Time": 6.4769622683525085}
{"Finetune/Learning Rate": 1.2890792291220558e-05, "Finetune/Loss": 0.9648185968399048, "Finetune/Loss (Raw)": 0.3581949472427368, "Finetune/Step": 301, "Finetune/Step Time": 6.4975588750094175}
{"Finetune/Learning Rate": 1.2933618843683085e-05, "Finetune/Loss": 0.9647343158721924, "Finetune/Loss (Raw)": 0.8472329378128052, "Finetune/Step": 302, "Finetune/Step Time": 6.506782997399569}
{"Finetune/Learning Rate": 1.2976445396145612e-05, "Finetune/Loss": 0.9579561948776245, "Finetune/Loss (Raw)": 0.29730385541915894, "Finetune/Step": 303, "Finetune/Step Time": 6.526467092335224}
{"Finetune/Learning Rate": 1.3019271948608139e-05, "Finetune/Loss": 0.9636756181716919, "Finetune/Loss (Raw)": 1.0473920106887817, "Finetune/Step": 304, "Finetune/Step Time": 6.509237306192517}
{"Finetune/Learning Rate": 1.3062098501070666e-05, "Finetune/Loss": 0.9641424417495728, "Finetune/Loss (Raw)": 1.0104395151138306, "Finetune/Step": 305, "Finetune/Step Time": 6.501821620389819}
{"Finetune/Learning Rate": 1.3104925053533191e-05, "Finetune/Loss": 0.9622529745101929, "Finetune/Loss (Raw)": 0.9054502844810486, "Finetune/Step": 306, "Finetune/Step Time": 6.502604963257909}
{"Finetune/Learning Rate": 1.3147751605995718e-05, "Finetune/Loss": 0.9640698432922363, "Finetune/Loss (Raw)": 1.1252013444900513, "Finetune/Step": 307, "Finetune/Step Time": 6.50477010011673}
{"Finetune/Learning Rate": 1.3190578158458245e-05, "Finetune/Loss": 0.9636222124099731, "Finetune/Loss (Raw)": 1.0048675537109375, "Finetune/Step": 308, "Finetune/Step Time": 6.504916442558169}
{"Finetune/Learning Rate": 1.3233404710920772e-05, "Finetune/Loss": 0.9644651412963867, "Finetune/Loss (Raw)": 1.0977250337600708, "Finetune/Step": 309, "Finetune/Step Time": 6.518630685284734}
{"Finetune/Learning Rate": 1.3276231263383299e-05, "Finetune/Loss": 0.9639492630958557, "Finetune/Loss (Raw)": 0.9649735689163208, "Finetune/Step": 310, "Finetune/Step Time": 6.520147992298007}
{"Finetune/Learning Rate": 1.3319057815845826e-05, "Finetune/Loss": 0.9639238715171814, "Finetune/Loss (Raw)": 0.9911496639251709, "Finetune/Step": 311, "Finetune/Step Time": 6.526966545730829}
{"Finetune/Learning Rate": 1.3361884368308353e-05, "Finetune/Loss": 0.9623281955718994, "Finetune/Loss (Raw)": 0.9466719627380371, "Finetune/Step": 312, "Finetune/Step Time": 6.535877911373973}
{"Finetune/Learning Rate": 1.3404710920770878e-05, "Finetune/Loss": 0.963771402835846, "Finetune/Loss (Raw)": 1.076010823249817, "Finetune/Step": 313, "Finetune/Step Time": 6.543433906510472}
{"Finetune/Learning Rate": 1.3447537473233405e-05, "Finetune/Loss": 0.9651530385017395, "Finetune/Loss (Raw)": 1.1395151615142822, "Finetune/Step": 314, "Finetune/Step Time": 6.528431057929993}
{"Finetune/Learning Rate": 1.3490364025695932e-05, "Finetune/Loss": 0.9650478959083557, "Finetune/Loss (Raw)": 0.961819589138031, "Finetune/Step": 315, "Finetune/Step Time": 6.533790046349168}
{"Finetune/Learning Rate": 1.353319057815846e-05, "Finetune/Loss": 0.9592881202697754, "Finetune/Loss (Raw)": 0.3425225615501404, "Finetune/Step": 316, "Finetune/Step Time": 6.554358383640647}
{"Finetune/Learning Rate": 1.3576017130620986e-05, "Finetune/Loss": 0.958925187587738, "Finetune/Loss (Raw)": 0.9245212078094482, "Finetune/Step": 317, "Finetune/Step Time": 6.545681290328503}
{"Finetune/Learning Rate": 1.3618843683083513e-05, "Finetune/Loss": 0.9587538242340088, "Finetune/Loss (Raw)": 1.0223560333251953, "Finetune/Step": 318, "Finetune/Step Time": 6.5295017175376415}
{"Finetune/Learning Rate": 1.366167023554604e-05, "Finetune/Loss": 0.9576575756072998, "Finetune/Loss (Raw)": 0.9242669343948364, "Finetune/Step": 319, "Finetune/Step Time": 6.5368202440440655}
{"Finetune/Learning Rate": 1.3704496788008566e-05, "Finetune/Loss": 0.9564653635025024, "Finetune/Loss (Raw)": 0.9061790108680725, "Finetune/Step": 320, "Finetune/Step Time": 6.532530913129449}
{"Finetune/Learning Rate": 1.3747323340471093e-05, "Finetune/Loss": 0.9515852928161621, "Finetune/Loss (Raw)": 0.28700199723243713, "Finetune/Step": 321, "Finetune/Step Time": 6.554925603792071}
{"Finetune/Learning Rate": 1.379014989293362e-05, "Finetune/Loss": 0.9510215520858765, "Finetune/Loss (Raw)": 0.9489084482192993, "Finetune/Step": 322, "Finetune/Step Time": 6.55570886656642}
{"Finetune/Learning Rate": 1.3832976445396147e-05, "Finetune/Loss": 0.951393723487854, "Finetune/Loss (Raw)": 1.0303356647491455, "Finetune/Step": 323, "Finetune/Step Time": 6.550679847598076}
{"Finetune/Learning Rate": 1.3875802997858674e-05, "Finetune/Loss": 0.9522227048873901, "Finetune/Loss (Raw)": 1.0670441389083862, "Finetune/Step": 324, "Finetune/Step Time": 6.5496941059827805}
{"Finetune/Learning Rate": 1.39186295503212e-05, "Finetune/Loss": 0.9520114660263062, "Finetune/Loss (Raw)": 1.0138182640075684, "Finetune/Step": 325, "Finetune/Step Time": 6.547767046838999}
{"Finetune/Learning Rate": 1.3961456102783728e-05, "Finetune/Loss": 0.9533114433288574, "Finetune/Loss (Raw)": 1.145270824432373, "Finetune/Step": 326, "Finetune/Step Time": 6.548136470839381}
{"Finetune/Learning Rate": 1.4004282655246253e-05, "Finetune/Loss": 0.9533588886260986, "Finetune/Loss (Raw)": 0.9760727882385254, "Finetune/Step": 327, "Finetune/Step Time": 6.542880306020379}
{"Finetune/Learning Rate": 1.404710920770878e-05, "Finetune/Loss": 0.9536259174346924, "Finetune/Loss (Raw)": 1.0333783626556396, "Finetune/Step": 328, "Finetune/Step Time": 6.5488800667226315}
{"Finetune/Learning Rate": 1.4089935760171307e-05, "Finetune/Loss": 0.9520256519317627, "Finetune/Loss (Raw)": 0.8903316259384155, "Finetune/Step": 329, "Finetune/Step Time": 6.565317150205374}
{"Finetune/Learning Rate": 1.4132762312633834e-05, "Finetune/Loss": 0.9501584768295288, "Finetune/Loss (Raw)": 0.8614833950996399, "Finetune/Step": 330, "Finetune/Step Time": 6.569006718695164}
{"Finetune/Learning Rate": 1.4175588865096361e-05, "Finetune/Loss": 0.9500449299812317, "Finetune/Loss (Raw)": 1.0256876945495605, "Finetune/Step": 331, "Finetune/Step Time": 6.572643944993615}
{"Finetune/Learning Rate": 1.4218415417558888e-05, "Finetune/Loss": 0.9482150077819824, "Finetune/Loss (Raw)": 0.7894626259803772, "Finetune/Step": 332, "Finetune/Step Time": 6.589063273742795}
{"Finetune/Learning Rate": 1.4261241970021415e-05, "Finetune/Loss": 0.9538004398345947, "Finetune/Loss (Raw)": 0.9912420511245728, "Finetune/Step": 333, "Finetune/Step Time": 6.574175318703055}
{"Finetune/Learning Rate": 1.430406852248394e-05, "Finetune/Loss": 0.9534990787506104, "Finetune/Loss (Raw)": 0.9363300800323486, "Finetune/Step": 334, "Finetune/Step Time": 6.5689010340720415}
{"Finetune/Learning Rate": 1.4346895074946467e-05, "Finetune/Loss": 0.9520272016525269, "Finetune/Loss (Raw)": 0.9646340012550354, "Finetune/Step": 335, "Finetune/Step Time": 6.556093538179994}
{"Finetune/Learning Rate": 1.4389721627408994e-05, "Finetune/Loss": 0.952426552772522, "Finetune/Loss (Raw)": 1.0440911054611206, "Finetune/Step": 336, "Finetune/Step Time": 6.559094147756696}
{"Finetune/Learning Rate": 1.4432548179871521e-05, "Finetune/Loss": 0.9539396166801453, "Finetune/Loss (Raw)": 1.1641172170639038, "Finetune/Step": 337, "Finetune/Step Time": 6.555092940106988}
{"Finetune/Learning Rate": 1.4475374732334048e-05, "Finetune/Loss": 0.9591234922409058, "Finetune/Loss (Raw)": 0.9397355318069458, "Finetune/Step": 338, "Finetune/Step Time": 6.541027322411537}
{"Finetune/Learning Rate": 1.4518201284796575e-05, "Finetune/Loss": 0.9587888717651367, "Finetune/Loss (Raw)": 0.9354564547538757, "Finetune/Step": 339, "Finetune/Step Time": 6.543435933068395}
{"Finetune/Learning Rate": 1.45610278372591e-05, "Finetune/Loss": 0.9574704170227051, "Finetune/Loss (Raw)": 0.8868377804756165, "Finetune/Step": 340, "Finetune/Step Time": 6.553462348878384}
{"Finetune/Learning Rate": 1.4603854389721628e-05, "Finetune/Loss": 0.9561708569526672, "Finetune/Loss (Raw)": 0.9871945381164551, "Finetune/Step": 341, "Finetune/Step Time": 6.555427307263017}
{"Finetune/Learning Rate": 1.4646680942184155e-05, "Finetune/Loss": 0.956700325012207, "Finetune/Loss (Raw)": 1.0462790727615356, "Finetune/Step": 342, "Finetune/Step Time": 6.537289429455996}
{"Finetune/Learning Rate": 1.4689507494646682e-05, "Finetune/Loss": 0.9571291208267212, "Finetune/Loss (Raw)": 0.980241060256958, "Finetune/Step": 343, "Finetune/Step Time": 6.535467004403472}
{"Finetune/Learning Rate": 1.4732334047109209e-05, "Finetune/Loss": 0.9581175446510315, "Finetune/Loss (Raw)": 1.036431074142456, "Finetune/Step": 344, "Finetune/Step Time": 6.521111238747835}
{"Finetune/Learning Rate": 1.4775160599571736e-05, "Finetune/Loss": 0.9579793810844421, "Finetune/Loss (Raw)": 1.069594144821167, "Finetune/Step": 345, "Finetune/Step Time": 6.523476708680391}
{"Finetune/Learning Rate": 1.4817987152034263e-05, "Finetune/Loss": 0.9584665298461914, "Finetune/Loss (Raw)": 1.0776665210723877, "Finetune/Step": 346, "Finetune/Step Time": 6.53014031611383}
{"Finetune/Learning Rate": 1.4860813704496788e-05, "Finetune/Loss": 0.9578176140785217, "Finetune/Loss (Raw)": 1.0997744798660278, "Finetune/Step": 347, "Finetune/Step Time": 6.533769477158785}
{"Finetune/Learning Rate": 1.4903640256959315e-05, "Finetune/Loss": 0.9583990573883057, "Finetune/Loss (Raw)": 1.0326828956604004, "Finetune/Step": 348, "Finetune/Step Time": 6.553564099594951}
{"Finetune/Learning Rate": 1.4946466809421842e-05, "Finetune/Loss": 0.9587240219116211, "Finetune/Loss (Raw)": 1.0980523824691772, "Finetune/Step": 349, "Finetune/Step Time": 6.5624987576156855}
{"Finetune/Learning Rate": 1.4989293361884369e-05, "Finetune/Loss": 0.9586319327354431, "Finetune/Loss (Raw)": 0.9081313014030457, "Finetune/Step": 350, "Finetune/Step Time": 6.576948394998908}
{"Finetune/Learning Rate": 1.5032119914346896e-05, "Finetune/Loss": 0.9587264060974121, "Finetune/Loss (Raw)": 0.9607000946998596, "Finetune/Step": 351, "Finetune/Step Time": 6.590293953195214}
{"Finetune/Learning Rate": 1.5074946466809423e-05, "Finetune/Loss": 0.9639891386032104, "Finetune/Loss (Raw)": 0.9710610508918762, "Finetune/Step": 352, "Finetune/Step Time": 6.581068662926555}
{"Finetune/Learning Rate": 1.511777301927195e-05, "Finetune/Loss": 0.963313102722168, "Finetune/Loss (Raw)": 0.9304416179656982, "Finetune/Step": 353, "Finetune/Step Time": 6.580215157940984}
{"Finetune/Learning Rate": 1.5160599571734475e-05, "Finetune/Loss": 0.9609082937240601, "Finetune/Loss (Raw)": 0.8592251539230347, "Finetune/Step": 354, "Finetune/Step Time": 6.586664734408259}
{"Finetune/Learning Rate": 1.5203426124197002e-05, "Finetune/Loss": 0.9601529836654663, "Finetune/Loss (Raw)": 1.0252938270568848, "Finetune/Step": 355, "Finetune/Step Time": 6.596830019727349}
{"Finetune/Learning Rate": 1.524625267665953e-05, "Finetune/Loss": 0.958453357219696, "Finetune/Loss (Raw)": 0.8711757659912109, "Finetune/Step": 356, "Finetune/Step Time": 6.592699412256479}
{"Finetune/Learning Rate": 1.5289079229122058e-05, "Finetune/Loss": 0.9575422406196594, "Finetune/Loss (Raw)": 0.8916986584663391, "Finetune/Step": 357, "Finetune/Step Time": 6.606598166748881}
{"Finetune/Learning Rate": 1.5331905781584583e-05, "Finetune/Loss": 0.951396107673645, "Finetune/Loss (Raw)": 0.3354073464870453, "Finetune/Step": 358, "Finetune/Step Time": 6.62628754042089}
{"Finetune/Learning Rate": 1.5374732334047112e-05, "Finetune/Loss": 0.9503076672554016, "Finetune/Loss (Raw)": 0.8366025686264038, "Finetune/Step": 359, "Finetune/Step Time": 6.628229925408959}
{"Finetune/Learning Rate": 1.5417558886509637e-05, "Finetune/Loss": 0.9496463537216187, "Finetune/Loss (Raw)": 0.9569932222366333, "Finetune/Step": 360, "Finetune/Step Time": 6.628191888332367}
{"Finetune/Learning Rate": 1.5460385438972163e-05, "Finetune/Loss": 0.9541113972663879, "Finetune/Loss (Raw)": 0.8508275151252747, "Finetune/Step": 361, "Finetune/Step Time": 6.608387866988778}
{"Finetune/Learning Rate": 1.550321199143469e-05, "Finetune/Loss": 0.9525030851364136, "Finetune/Loss (Raw)": 0.9413793683052063, "Finetune/Step": 362, "Finetune/Step Time": 6.6003268752247095}
{"Finetune/Learning Rate": 1.5546038543897217e-05, "Finetune/Loss": 0.9515308141708374, "Finetune/Loss (Raw)": 1.0444504022598267, "Finetune/Step": 363, "Finetune/Step Time": 6.561252431944013}
{"Finetune/Learning Rate": 1.5588865096359745e-05, "Finetune/Loss": 0.9519005417823792, "Finetune/Loss (Raw)": 1.0368657112121582, "Finetune/Step": 364, "Finetune/Step Time": 6.5592004135251045}
{"Finetune/Learning Rate": 1.563169164882227e-05, "Finetune/Loss": 0.9522087574005127, "Finetune/Loss (Raw)": 1.0752918720245361, "Finetune/Step": 365, "Finetune/Step Time": 6.53003809414804}
{"Finetune/Learning Rate": 1.56745182012848e-05, "Finetune/Loss": 0.9517120718955994, "Finetune/Loss (Raw)": 0.8965750336647034, "Finetune/Step": 366, "Finetune/Step Time": 6.534663939848542}
{"Finetune/Learning Rate": 1.5717344753747325e-05, "Finetune/Loss": 0.9524968862533569, "Finetune/Loss (Raw)": 0.969672441482544, "Finetune/Step": 367, "Finetune/Step Time": 6.54020463116467}
{"Finetune/Learning Rate": 1.576017130620985e-05, "Finetune/Loss": 0.952960729598999, "Finetune/Loss (Raw)": 0.9903930425643921, "Finetune/Step": 368, "Finetune/Step Time": 6.5406128242611885}
{"Finetune/Learning Rate": 1.580299785867238e-05, "Finetune/Loss": 0.9521339535713196, "Finetune/Loss (Raw)": 0.945579469203949, "Finetune/Step": 369, "Finetune/Step Time": 6.540571443736553}
{"Finetune/Learning Rate": 1.5845824411134904e-05, "Finetune/Loss": 0.9527413249015808, "Finetune/Loss (Raw)": 1.111994981765747, "Finetune/Step": 370, "Finetune/Step Time": 6.549782274290919}
{"Finetune/Learning Rate": 1.5888650963597433e-05, "Finetune/Loss": 0.9533905982971191, "Finetune/Loss (Raw)": 1.129613995552063, "Finetune/Step": 371, "Finetune/Step Time": 6.540749575942755}
{"Finetune/Learning Rate": 1.5931477516059958e-05, "Finetune/Loss": 0.9544179439544678, "Finetune/Loss (Raw)": 1.0157158374786377, "Finetune/Step": 372, "Finetune/Step Time": 6.54891012981534}
{"Finetune/Learning Rate": 1.5974304068522487e-05, "Finetune/Loss": 0.9485464096069336, "Finetune/Loss (Raw)": 0.42215821146965027, "Finetune/Step": 373, "Finetune/Step Time": 6.572017349302769}
{"Finetune/Learning Rate": 1.6017130620985012e-05, "Finetune/Loss": 0.942428708076477, "Finetune/Loss (Raw)": 0.344049334526062, "Finetune/Step": 374, "Finetune/Step Time": 6.583524500951171}
{"Finetune/Learning Rate": 1.6059957173447537e-05, "Finetune/Loss": 0.9427175521850586, "Finetune/Loss (Raw)": 1.0585719347000122, "Finetune/Step": 375, "Finetune/Step Time": 6.581249004229903}
{"Finetune/Learning Rate": 1.6102783725910066e-05, "Finetune/Loss": 0.9418377876281738, "Finetune/Loss (Raw)": 0.8560241460800171, "Finetune/Step": 376, "Finetune/Step Time": 6.580386355519295}
{"Finetune/Learning Rate": 1.614561027837259e-05, "Finetune/Loss": 0.9414862394332886, "Finetune/Loss (Raw)": 0.9270859956741333, "Finetune/Step": 377, "Finetune/Step Time": 6.580266131088138}
{"Finetune/Learning Rate": 1.618843683083512e-05, "Finetune/Loss": 0.9425133466720581, "Finetune/Loss (Raw)": 1.1660223007202148, "Finetune/Step": 378, "Finetune/Step Time": 6.579514464363456}
{"Finetune/Learning Rate": 1.6231263383297645e-05, "Finetune/Loss": 0.9425944685935974, "Finetune/Loss (Raw)": 1.1234334707260132, "Finetune/Step": 379, "Finetune/Step Time": 6.566106081008911}
{"Finetune/Learning Rate": 1.6274089935760174e-05, "Finetune/Loss": 0.942499041557312, "Finetune/Loss (Raw)": 0.9967130422592163, "Finetune/Step": 380, "Finetune/Step Time": 6.554151859134436}
{"Finetune/Learning Rate": 1.63169164882227e-05, "Finetune/Loss": 0.9424590468406677, "Finetune/Loss (Raw)": 1.0283244848251343, "Finetune/Step": 381, "Finetune/Step Time": 6.561852972954512}
{"Finetune/Learning Rate": 1.6359743040685225e-05, "Finetune/Loss": 0.9423105716705322, "Finetune/Loss (Raw)": 0.9090203046798706, "Finetune/Step": 382, "Finetune/Step Time": 6.599184153601527}
{"Finetune/Learning Rate": 1.6402569593147753e-05, "Finetune/Loss": 0.9471588730812073, "Finetune/Loss (Raw)": 0.8839435577392578, "Finetune/Step": 383, "Finetune/Step Time": 6.612280817702413}
{"Finetune/Learning Rate": 1.644539614561028e-05, "Finetune/Loss": 0.9429636597633362, "Finetune/Loss (Raw)": 0.3924618363380432, "Finetune/Step": 384, "Finetune/Step Time": 6.628232222050428}
{"Finetune/Learning Rate": 1.6488222698072807e-05, "Finetune/Loss": 0.9415102601051331, "Finetune/Loss (Raw)": 0.9561530351638794, "Finetune/Step": 385, "Finetune/Step Time": 6.625897845253348}
{"Finetune/Learning Rate": 1.6531049250535333e-05, "Finetune/Loss": 0.9406256675720215, "Finetune/Loss (Raw)": 0.9730883240699768, "Finetune/Step": 386, "Finetune/Step Time": 6.625391902402043}
{"Finetune/Learning Rate": 1.657387580299786e-05, "Finetune/Loss": 0.939069926738739, "Finetune/Loss (Raw)": 0.8454082608222961, "Finetune/Step": 387, "Finetune/Step Time": 6.627111796289682}
{"Finetune/Learning Rate": 1.6616702355460387e-05, "Finetune/Loss": 0.9378029108047485, "Finetune/Loss (Raw)": 0.9104776382446289, "Finetune/Step": 388, "Finetune/Step Time": 6.606045855209231}
{"Finetune/Learning Rate": 1.6659528907922912e-05, "Finetune/Loss": 0.9383437037467957, "Finetune/Loss (Raw)": 0.8997629880905151, "Finetune/Step": 389, "Finetune/Step Time": 6.605104390531778}
{"Finetune/Learning Rate": 1.670235546038544e-05, "Finetune/Loss": 0.938292384147644, "Finetune/Loss (Raw)": 0.8030260801315308, "Finetune/Step": 390, "Finetune/Step Time": 6.59242077358067}
{"Finetune/Learning Rate": 1.6745182012847966e-05, "Finetune/Loss": 0.9379760026931763, "Finetune/Loss (Raw)": 0.9659463763237, "Finetune/Step": 391, "Finetune/Step Time": 6.587656250223517}
{"Finetune/Learning Rate": 1.6788008565310495e-05, "Finetune/Loss": 0.9376488924026489, "Finetune/Loss (Raw)": 0.905139148235321, "Finetune/Step": 392, "Finetune/Step Time": 6.583942659199238}
{"Finetune/Learning Rate": 1.683083511777302e-05, "Finetune/Loss": 0.9363790154457092, "Finetune/Loss (Raw)": 0.7878599762916565, "Finetune/Step": 393, "Finetune/Step Time": 6.595621015876532}
{"Finetune/Learning Rate": 1.687366167023555e-05, "Finetune/Loss": 0.933172881603241, "Finetune/Loss (Raw)": 0.7902128100395203, "Finetune/Step": 394, "Finetune/Step Time": 6.610799105837941}
{"Finetune/Learning Rate": 1.6916488222698074e-05, "Finetune/Loss": 0.9355355501174927, "Finetune/Loss (Raw)": 1.1665382385253906, "Finetune/Step": 395, "Finetune/Step Time": 6.610087662935257}
{"Finetune/Learning Rate": 1.69593147751606e-05, "Finetune/Loss": 0.9353564977645874, "Finetune/Loss (Raw)": 1.0520185232162476, "Finetune/Step": 396, "Finetune/Step Time": 6.610777501016855}
{"Finetune/Learning Rate": 1.7002141327623128e-05, "Finetune/Loss": 0.9335194826126099, "Finetune/Loss (Raw)": 0.7868872880935669, "Finetune/Step": 397, "Finetune/Step Time": 6.637335155159235}
{"Finetune/Learning Rate": 1.7044967880085653e-05, "Finetune/Loss": 0.9344151020050049, "Finetune/Loss (Raw)": 1.119323968887329, "Finetune/Step": 398, "Finetune/Step Time": 6.631487537175417}
{"Finetune/Learning Rate": 1.7087794432548182e-05, "Finetune/Loss": 0.9334714412689209, "Finetune/Loss (Raw)": 0.8766217827796936, "Finetune/Step": 399, "Finetune/Step Time": 6.6191910691559315}
{"Finetune/Learning Rate": 1.7130620985010707e-05, "Finetune/Loss": 0.9321356415748596, "Finetune/Loss (Raw)": 0.911184549331665, "Finetune/Step": 400, "Finetune/Step Time": 6.616809047758579}
{"Finetune/Learning Rate": 1.7173447537473236e-05, "Finetune/Loss": 0.9324895143508911, "Finetune/Loss (Raw)": 1.0618202686309814, "Finetune/Step": 401, "Finetune/Step Time": 6.619307540357113}
{"Finetune/Learning Rate": 1.721627408993576e-05, "Finetune/Loss": 0.9315154552459717, "Finetune/Loss (Raw)": 0.948438286781311, "Finetune/Step": 402, "Finetune/Step Time": 6.6309301145374775}
{"Finetune/Learning Rate": 1.7259100642398287e-05, "Finetune/Loss": 0.931164562702179, "Finetune/Loss (Raw)": 0.9297669529914856, "Finetune/Step": 403, "Finetune/Step Time": 6.6305406633764505}
{"Finetune/Learning Rate": 1.7301927194860816e-05, "Finetune/Loss": 0.9331108331680298, "Finetune/Loss (Raw)": 1.0406414270401, "Finetune/Step": 404, "Finetune/Step Time": 6.598992990329862}
{"Finetune/Learning Rate": 1.734475374732334e-05, "Finetune/Loss": 0.9309980869293213, "Finetune/Loss (Raw)": 0.7141953110694885, "Finetune/Step": 405, "Finetune/Step Time": 6.6100911144167185}
{"Finetune/Learning Rate": 1.738758029978587e-05, "Finetune/Loss": 0.9265467524528503, "Finetune/Loss (Raw)": 0.4382016062736511, "Finetune/Step": 406, "Finetune/Step Time": 6.629863653331995}
{"Finetune/Learning Rate": 1.7430406852248395e-05, "Finetune/Loss": 0.920403003692627, "Finetune/Loss (Raw)": 0.3819895088672638, "Finetune/Step": 407, "Finetune/Step Time": 6.638667698949575}
{"Finetune/Learning Rate": 1.7473233404710924e-05, "Finetune/Loss": 0.9202686548233032, "Finetune/Loss (Raw)": 0.9286123514175415, "Finetune/Step": 408, "Finetune/Step Time": 6.638329425826669}
{"Finetune/Learning Rate": 1.751605995717345e-05, "Finetune/Loss": 0.9211941957473755, "Finetune/Loss (Raw)": 1.1559921503067017, "Finetune/Step": 409, "Finetune/Step Time": 6.639132834970951}
{"Finetune/Learning Rate": 1.7558886509635974e-05, "Finetune/Loss": 0.9226933717727661, "Finetune/Loss (Raw)": 1.178419828414917, "Finetune/Step": 410, "Finetune/Step Time": 6.63766304962337}
{"Finetune/Learning Rate": 1.7601713062098503e-05, "Finetune/Loss": 0.9216437339782715, "Finetune/Loss (Raw)": 0.9630204439163208, "Finetune/Step": 411, "Finetune/Step Time": 6.6400999166071415}
{"Finetune/Learning Rate": 1.7644539614561028e-05, "Finetune/Loss": 0.9156314730644226, "Finetune/Loss (Raw)": 0.3264428377151489, "Finetune/Step": 412, "Finetune/Step Time": 6.649540934711695}
{"Finetune/Learning Rate": 1.7687366167023557e-05, "Finetune/Loss": 0.916231632232666, "Finetune/Loss (Raw)": 1.0618741512298584, "Finetune/Step": 413, "Finetune/Step Time": 6.628580251708627}
{"Finetune/Learning Rate": 1.7730192719486082e-05, "Finetune/Loss": 0.9153258800506592, "Finetune/Loss (Raw)": 0.9163814783096313, "Finetune/Step": 414, "Finetune/Step Time": 6.613752631470561}
{"Finetune/Learning Rate": 1.777301927194861e-05, "Finetune/Loss": 0.9151808023452759, "Finetune/Loss (Raw)": 1.0048742294311523, "Finetune/Step": 415, "Finetune/Step Time": 6.610755482688546}
{"Finetune/Learning Rate": 1.7815845824411136e-05, "Finetune/Loss": 0.9166767001152039, "Finetune/Loss (Raw)": 1.0729764699935913, "Finetune/Step": 416, "Finetune/Step Time": 6.5967701729387045}
{"Finetune/Learning Rate": 1.785867237687366e-05, "Finetune/Loss": 0.9162250757217407, "Finetune/Loss (Raw)": 1.0123786926269531, "Finetune/Step": 417, "Finetune/Step Time": 6.591513594612479}
{"Finetune/Learning Rate": 1.790149892933619e-05, "Finetune/Loss": 0.9172297716140747, "Finetune/Loss (Raw)": 1.0520514249801636, "Finetune/Step": 418, "Finetune/Step Time": 6.579459309577942}
{"Finetune/Learning Rate": 1.7944325481798716e-05, "Finetune/Loss": 0.9159067869186401, "Finetune/Loss (Raw)": 0.9085259437561035, "Finetune/Step": 419, "Finetune/Step Time": 6.596555823460221}
{"Finetune/Learning Rate": 1.7987152034261244e-05, "Finetune/Loss": 0.9102298021316528, "Finetune/Loss (Raw)": 0.332951158285141, "Finetune/Step": 420, "Finetune/Step Time": 6.61476980894804}
{"Finetune/Learning Rate": 1.802997858672377e-05, "Finetune/Loss": 0.9092828035354614, "Finetune/Loss (Raw)": 0.9773126840591431, "Finetune/Step": 421, "Finetune/Step Time": 6.615185547620058}
{"Finetune/Learning Rate": 1.8072805139186298e-05, "Finetune/Loss": 0.9111922979354858, "Finetune/Loss (Raw)": 0.9751102328300476, "Finetune/Step": 422, "Finetune/Step Time": 6.6207281313836575}
{"Finetune/Learning Rate": 1.8115631691648824e-05, "Finetune/Loss": 0.9112859964370728, "Finetune/Loss (Raw)": 1.0724774599075317, "Finetune/Step": 423, "Finetune/Step Time": 6.615129016339779}
{"Finetune/Learning Rate": 1.815845824411135e-05, "Finetune/Loss": 0.9113589525222778, "Finetune/Loss (Raw)": 1.008679986000061, "Finetune/Step": 424, "Finetune/Step Time": 6.614278677850962}
{"Finetune/Learning Rate": 1.8201284796573878e-05, "Finetune/Loss": 0.9084659218788147, "Finetune/Loss (Raw)": 0.7202178835868835, "Finetune/Step": 425, "Finetune/Step Time": 6.647942593321204}
{"Finetune/Learning Rate": 1.8244111349036403e-05, "Finetune/Loss": 0.9095581769943237, "Finetune/Loss (Raw)": 0.9722609519958496, "Finetune/Step": 426, "Finetune/Step Time": 6.628577144816518}
{"Finetune/Learning Rate": 1.828693790149893e-05, "Finetune/Loss": 0.9147524833679199, "Finetune/Loss (Raw)": 0.9417464733123779, "Finetune/Step": 427, "Finetune/Step Time": 6.625417221337557}
{"Finetune/Learning Rate": 1.8329764453961457e-05, "Finetune/Loss": 0.9206439852714539, "Finetune/Loss (Raw)": 1.0795722007751465, "Finetune/Step": 428, "Finetune/Step Time": 6.606146791949868}
{"Finetune/Learning Rate": 1.8372591006423986e-05, "Finetune/Loss": 0.9260053634643555, "Finetune/Loss (Raw)": 1.04445219039917, "Finetune/Step": 429, "Finetune/Step Time": 6.589679306373}
{"Finetune/Learning Rate": 1.841541755888651e-05, "Finetune/Loss": 0.9261303544044495, "Finetune/Loss (Raw)": 0.8632293343544006, "Finetune/Step": 430, "Finetune/Step Time": 6.582290126010776}
{"Finetune/Learning Rate": 1.8458244111349036e-05, "Finetune/Loss": 0.9316836595535278, "Finetune/Loss (Raw)": 1.008127212524414, "Finetune/Step": 431, "Finetune/Step Time": 6.57168117724359}
{"Finetune/Learning Rate": 1.8501070663811565e-05, "Finetune/Loss": 0.9305347204208374, "Finetune/Loss (Raw)": 0.9003288745880127, "Finetune/Step": 432, "Finetune/Step Time": 6.577002262696624}
{"Finetune/Learning Rate": 1.854389721627409e-05, "Finetune/Loss": 0.9294460415840149, "Finetune/Loss (Raw)": 0.8710899949073792, "Finetune/Step": 433, "Finetune/Step Time": 6.580406121909618}
{"Finetune/Learning Rate": 1.858672376873662e-05, "Finetune/Loss": 0.9297692775726318, "Finetune/Loss (Raw)": 0.946824848651886, "Finetune/Step": 434, "Finetune/Step Time": 6.581113416701555}
{"Finetune/Learning Rate": 1.8629550321199144e-05, "Finetune/Loss": 0.9272276163101196, "Finetune/Loss (Raw)": 0.7998619675636292, "Finetune/Step": 435, "Finetune/Step Time": 6.572040606290102}
{"Finetune/Learning Rate": 1.8672376873661673e-05, "Finetune/Loss": 0.9263261556625366, "Finetune/Loss (Raw)": 0.8894817233085632, "Finetune/Step": 436, "Finetune/Step Time": 6.569046908989549}
{"Finetune/Learning Rate": 1.8715203426124198e-05, "Finetune/Loss": 0.9253107309341431, "Finetune/Loss (Raw)": 0.9677514433860779, "Finetune/Step": 437, "Finetune/Step Time": 6.560252306982875}
{"Finetune/Learning Rate": 1.8758029978586724e-05, "Finetune/Loss": 0.9245352745056152, "Finetune/Loss (Raw)": 0.8657148480415344, "Finetune/Step": 438, "Finetune/Step Time": 6.556942977011204}
{"Finetune/Learning Rate": 1.8800856531049252e-05, "Finetune/Loss": 0.9239076375961304, "Finetune/Loss (Raw)": 0.9108110070228577, "Finetune/Step": 439, "Finetune/Step Time": 6.5615123976022005}
{"Finetune/Learning Rate": 1.8843683083511778e-05, "Finetune/Loss": 0.9243918061256409, "Finetune/Loss (Raw)": 1.0086469650268555, "Finetune/Step": 440, "Finetune/Step Time": 6.553128572180867}
{"Finetune/Learning Rate": 1.8886509635974306e-05, "Finetune/Loss": 0.9238610863685608, "Finetune/Loss (Raw)": 1.0080797672271729, "Finetune/Step": 441, "Finetune/Step Time": 6.551000026986003}
{"Finetune/Learning Rate": 1.892933618843683e-05, "Finetune/Loss": 0.9181031584739685, "Finetune/Loss (Raw)": 0.4025048315525055, "Finetune/Step": 442, "Finetune/Step Time": 6.571974512189627}
{"Finetune/Learning Rate": 1.8972162740899357e-05, "Finetune/Loss": 0.9186066389083862, "Finetune/Loss (Raw)": 1.0262563228607178, "Finetune/Step": 443, "Finetune/Step Time": 6.576447272673249}
{"Finetune/Learning Rate": 1.9014989293361886e-05, "Finetune/Loss": 0.9244506359100342, "Finetune/Loss (Raw)": 1.0905561447143555, "Finetune/Step": 444, "Finetune/Step Time": 6.5576102565974}
{"Finetune/Learning Rate": 1.905781584582441e-05, "Finetune/Loss": 0.9246495366096497, "Finetune/Loss (Raw)": 0.9499854445457458, "Finetune/Step": 445, "Finetune/Step Time": 6.553101455792785}
{"Finetune/Learning Rate": 1.910064239828694e-05, "Finetune/Loss": 0.9248718023300171, "Finetune/Loss (Raw)": 1.0508043766021729, "Finetune/Step": 446, "Finetune/Step Time": 6.555499160662293}
{"Finetune/Learning Rate": 1.9143468950749465e-05, "Finetune/Loss": 0.925337553024292, "Finetune/Loss (Raw)": 0.9838789701461792, "Finetune/Step": 447, "Finetune/Step Time": 6.54535230435431}
{"Finetune/Learning Rate": 1.9186295503211994e-05, "Finetune/Loss": 0.9256448149681091, "Finetune/Loss (Raw)": 0.9455111026763916, "Finetune/Step": 448, "Finetune/Step Time": 6.54519827850163}
{"Finetune/Learning Rate": 1.9229122055674522e-05, "Finetune/Loss": 0.9320966005325317, "Finetune/Loss (Raw)": 1.112836480140686, "Finetune/Step": 449, "Finetune/Step Time": 6.525727171450853}
{"Finetune/Learning Rate": 1.9271948608137044e-05, "Finetune/Loss": 0.9317276477813721, "Finetune/Loss (Raw)": 0.901676595211029, "Finetune/Step": 450, "Finetune/Step Time": 6.524330908432603}
{"Finetune/Learning Rate": 1.9314775160599573e-05, "Finetune/Loss": 0.9309769868850708, "Finetune/Loss (Raw)": 0.9342519044876099, "Finetune/Step": 451, "Finetune/Step Time": 6.528581008315086}
{"Finetune/Learning Rate": 1.9357601713062098e-05, "Finetune/Loss": 0.9299725294113159, "Finetune/Loss (Raw)": 0.9384726285934448, "Finetune/Step": 452, "Finetune/Step Time": 6.522060973569751}
{"Finetune/Learning Rate": 1.9400428265524627e-05, "Finetune/Loss": 0.9310009479522705, "Finetune/Loss (Raw)": 1.1454604864120483, "Finetune/Step": 453, "Finetune/Step Time": 6.516546541824937}
{"Finetune/Learning Rate": 1.9443254817987152e-05, "Finetune/Loss": 0.9295440912246704, "Finetune/Loss (Raw)": 0.9587860107421875, "Finetune/Step": 454, "Finetune/Step Time": 6.542426882311702}
{"Finetune/Learning Rate": 1.948608137044968e-05, "Finetune/Loss": 0.929989755153656, "Finetune/Loss (Raw)": 1.033124566078186, "Finetune/Step": 455, "Finetune/Step Time": 6.5413871090859175}
{"Finetune/Learning Rate": 1.952890792291221e-05, "Finetune/Loss": 0.9243798851966858, "Finetune/Loss (Raw)": 0.3153131902217865, "Finetune/Step": 456, "Finetune/Step Time": 6.549487851560116}
{"Finetune/Learning Rate": 1.957173447537473e-05, "Finetune/Loss": 0.9242663383483887, "Finetune/Loss (Raw)": 0.8758002519607544, "Finetune/Step": 457, "Finetune/Step Time": 6.530857194215059}
{"Finetune/Learning Rate": 1.961456102783726e-05, "Finetune/Loss": 0.9264206886291504, "Finetune/Loss (Raw)": 1.1372352838516235, "Finetune/Step": 458, "Finetune/Step Time": 6.528203239664435}
{"Finetune/Learning Rate": 1.9657387580299786e-05, "Finetune/Loss": 0.9256177544593811, "Finetune/Loss (Raw)": 0.9229156374931335, "Finetune/Step": 459, "Finetune/Step Time": 6.53116387501359}
{"Finetune/Learning Rate": 1.9700214132762314e-05, "Finetune/Loss": 0.9256312251091003, "Finetune/Loss (Raw)": 0.7911842465400696, "Finetune/Step": 460, "Finetune/Step Time": 6.529918106272817}
{"Finetune/Learning Rate": 1.9743040685224843e-05, "Finetune/Loss": 0.9249971508979797, "Finetune/Loss (Raw)": 0.9100802540779114, "Finetune/Step": 461, "Finetune/Step Time": 6.529129706323147}
{"Finetune/Learning Rate": 1.9785867237687368e-05, "Finetune/Loss": 0.9250905513763428, "Finetune/Loss (Raw)": 0.948285698890686, "Finetune/Step": 462, "Finetune/Step Time": 6.52845729701221}
{"Finetune/Learning Rate": 1.9828693790149897e-05, "Finetune/Loss": 0.9266161918640137, "Finetune/Loss (Raw)": 1.1599152088165283, "Finetune/Step": 463, "Finetune/Step Time": 6.522635383531451}
{"Finetune/Learning Rate": 1.987152034261242e-05, "Finetune/Loss": 0.9205425977706909, "Finetune/Loss (Raw)": 0.26667287945747375, "Finetune/Step": 464, "Finetune/Step Time": 6.5416884534060955}
{"Finetune/Learning Rate": 1.9914346895074948e-05, "Finetune/Loss": 0.9192781448364258, "Finetune/Loss (Raw)": 1.0022668838500977, "Finetune/Step": 465, "Finetune/Step Time": 6.548805253580213}
{"Finetune/Learning Rate": 1.9957173447537473e-05, "Finetune/Loss": 0.9186222553253174, "Finetune/Loss (Raw)": 0.8557786345481873, "Finetune/Step": 466, "Finetune/Step Time": 6.5531017780303955}
{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 0.9191261529922485, "Finetune/Loss (Raw)": 0.9999657869338989, "Finetune/Step": 467, "Finetune/Step Time": 6.553097261115909}
{"Finetune/Learning Rate": 1.9999999784342716e-05, "Finetune/Loss": 0.9183323383331299, "Finetune/Loss (Raw)": 0.7852194905281067, "Finetune/Step": 468, "Finetune/Step Time": 6.55310146510601}
{"Finetune/Learning Rate": 1.999999913737087e-05, "Finetune/Loss": 0.9132382869720459, "Finetune/Loss (Raw)": 0.3351609706878662, "Finetune/Step": 469, "Finetune/Step Time": 6.56816597096622}
{"Finetune/Learning Rate": 1.9999998059084488e-05, "Finetune/Loss": 0.9124366044998169, "Finetune/Loss (Raw)": 0.9436554312705994, "Finetune/Step": 470, "Finetune/Step Time": 6.56798405572772}
{"Finetune/Learning Rate": 1.999999654948362e-05, "Finetune/Loss": 0.912263810634613, "Finetune/Loss (Raw)": 0.9581298232078552, "Finetune/Step": 471, "Finetune/Step Time": 6.582749221473932}
{"Finetune/Learning Rate": 1.999999460856833e-05, "Finetune/Loss": 0.912567675113678, "Finetune/Loss (Raw)": 1.0753251314163208, "Finetune/Step": 472, "Finetune/Step Time": 6.584209041669965}
{"Finetune/Learning Rate": 1.9999992236338702e-05, "Finetune/Loss": 0.9109277129173279, "Finetune/Loss (Raw)": 0.8596850633621216, "Finetune/Step": 473, "Finetune/Step Time": 6.582408173009753}
{"Finetune/Learning Rate": 1.9999989432794837e-05, "Finetune/Loss": 0.9103623628616333, "Finetune/Loss (Raw)": 1.0052953958511353, "Finetune/Step": 474, "Finetune/Step Time": 6.578647801652551}
{"Finetune/Learning Rate": 1.9999986197936855e-05, "Finetune/Loss": 0.9095305800437927, "Finetune/Loss (Raw)": 0.9933101534843445, "Finetune/Step": 475, "Finetune/Step Time": 6.577283322811127}
{"Finetune/Learning Rate": 1.9999982531764898e-05, "Finetune/Loss": 0.9090774655342102, "Finetune/Loss (Raw)": 0.9746829271316528, "Finetune/Step": 476, "Finetune/Step Time": 6.561485510319471}
{"Finetune/Learning Rate": 1.9999978434279126e-05, "Finetune/Loss": 0.9080729484558105, "Finetune/Loss (Raw)": 0.9694713950157166, "Finetune/Step": 477, "Finetune/Step Time": 6.566958757117391}
{"Finetune/Learning Rate": 1.9999973905479712e-05, "Finetune/Loss": 0.9080150127410889, "Finetune/Loss (Raw)": 0.9007138609886169, "Finetune/Step": 478, "Finetune/Step Time": 6.5446472112089396}
{"Finetune/Learning Rate": 1.9999968945366853e-05, "Finetune/Loss": 0.9082247614860535, "Finetune/Loss (Raw)": 0.9875522255897522, "Finetune/Step": 479, "Finetune/Step Time": 6.5298044346272945}
{"Finetune/Learning Rate": 1.999996355394076e-05, "Finetune/Loss": 0.9086858034133911, "Finetune/Loss (Raw)": 1.030074954032898, "Finetune/Step": 480, "Finetune/Step Time": 6.522308599203825}
{"Finetune/Learning Rate": 1.9999957731201673e-05, "Finetune/Loss": 0.9090349674224854, "Finetune/Loss (Raw)": 0.975130021572113, "Finetune/Step": 481, "Finetune/Step Time": 6.526387618854642}
{"Finetune/Learning Rate": 1.9999951477149835e-05, "Finetune/Loss": 0.9100515246391296, "Finetune/Loss (Raw)": 0.9893412590026855, "Finetune/Step": 482, "Finetune/Step Time": 6.5352079048752785}
{"Finetune/Learning Rate": 1.9999944791785516e-05, "Finetune/Loss": 0.9096873998641968, "Finetune/Loss (Raw)": 0.9786885380744934, "Finetune/Step": 483, "Finetune/Step Time": 6.545558143407106}
{"Finetune/Learning Rate": 1.9999937675109012e-05, "Finetune/Loss": 0.9097102880477905, "Finetune/Loss (Raw)": 0.8741084337234497, "Finetune/Step": 484, "Finetune/Step Time": 6.559620127081871}
{"Finetune/Learning Rate": 1.9999930127120625e-05, "Finetune/Loss": 0.9086825847625732, "Finetune/Loss (Raw)": 0.7601584792137146, "Finetune/Step": 485, "Finetune/Step Time": 6.563173871487379}
{"Finetune/Learning Rate": 1.9999922147820678e-05, "Finetune/Loss": 0.9133020639419556, "Finetune/Loss (Raw)": 0.9266882538795471, "Finetune/Step": 486, "Finetune/Step Time": 6.555977459996939}
{"Finetune/Learning Rate": 1.999991373720952e-05, "Finetune/Loss": 0.9142486453056335, "Finetune/Loss (Raw)": 0.9577723145484924, "Finetune/Step": 487, "Finetune/Step Time": 6.555139370262623}
{"Finetune/Learning Rate": 1.999990489528751e-05, "Finetune/Loss": 0.9147395491600037, "Finetune/Loss (Raw)": 1.0198242664337158, "Finetune/Step": 488, "Finetune/Step Time": 6.5524563901126385}
{"Finetune/Learning Rate": 1.999989562205503e-05, "Finetune/Loss": 0.9148592948913574, "Finetune/Loss (Raw)": 0.8661611080169678, "Finetune/Step": 489, "Finetune/Step Time": 6.556649656966329}
{"Finetune/Learning Rate": 1.9999885917512486e-05, "Finetune/Loss": 0.9139887094497681, "Finetune/Loss (Raw)": 0.8299468159675598, "Finetune/Step": 490, "Finetune/Step Time": 6.562922056764364}
{"Finetune/Learning Rate": 1.9999875781660286e-05, "Finetune/Loss": 0.9103037118911743, "Finetune/Loss (Raw)": 0.5727671980857849, "Finetune/Step": 491, "Finetune/Step Time": 6.590403735637665}
{"Finetune/Learning Rate": 1.999986521449888e-05, "Finetune/Loss": 0.9092037677764893, "Finetune/Loss (Raw)": 0.8960784673690796, "Finetune/Step": 492, "Finetune/Step Time": 6.596341559663415}
{"Finetune/Learning Rate": 1.9999854216028708e-05, "Finetune/Loss": 0.9084512591362, "Finetune/Loss (Raw)": 0.9789656400680542, "Finetune/Step": 493, "Finetune/Step Time": 6.59855418279767}
{"Finetune/Learning Rate": 1.9999842786250255e-05, "Finetune/Loss": 0.9084239602088928, "Finetune/Loss (Raw)": 0.8930743336677551, "Finetune/Step": 494, "Finetune/Step Time": 6.609148118644953}
{"Finetune/Learning Rate": 1.9999830925164015e-05, "Finetune/Loss": 0.9082965850830078, "Finetune/Loss (Raw)": 0.9533786773681641, "Finetune/Step": 495, "Finetune/Step Time": 6.609370132908225}
{"Finetune/Learning Rate": 1.9999818632770495e-05, "Finetune/Loss": 0.9082935452461243, "Finetune/Loss (Raw)": 0.9899996519088745, "Finetune/Step": 496, "Finetune/Step Time": 6.622156605124474}
{"Finetune/Learning Rate": 1.9999805909070225e-05, "Finetune/Loss": 0.9079586267471313, "Finetune/Loss (Raw)": 0.9027127623558044, "Finetune/Step": 497, "Finetune/Step Time": 6.624763214960694}
{"Finetune/Learning Rate": 1.999979275406376e-05, "Finetune/Loss": 0.9070619940757751, "Finetune/Loss (Raw)": 0.9972172379493713, "Finetune/Step": 498, "Finetune/Step Time": 6.613131020218134}
{"Finetune/Learning Rate": 1.9999779167751657e-05, "Finetune/Loss": 0.9049975872039795, "Finetune/Loss (Raw)": 0.8653777241706848, "Finetune/Step": 499, "Finetune/Step Time": 6.6154033578932285}
{"Finetune/Learning Rate": 1.9999765150134512e-05, "Finetune/Loss": 0.9043408632278442, "Finetune/Loss (Raw)": 0.9316515326499939, "Finetune/Step": 500, "Finetune/Step Time": 6.620001625269651}
{"Finetune/Learning Rate": 1.9999750701212923e-05, "Finetune/Loss": 0.9066812992095947, "Finetune/Loss (Raw)": 0.7217328548431396, "Finetune/Step": 501, "Finetune/Step Time": 6.610811483114958}
{"Finetune/Learning Rate": 1.9999735820987518e-05, "Finetune/Loss": 0.9101295471191406, "Finetune/Loss (Raw)": 0.7854204773902893, "Finetune/Step": 502, "Finetune/Step Time": 6.608816819265485}
{"Finetune/Learning Rate": 1.9999720509458936e-05, "Finetune/Loss": 0.9086422920227051, "Finetune/Loss (Raw)": 0.8682111501693726, "Finetune/Step": 503, "Finetune/Step Time": 6.624512689188123}
{"Finetune/Learning Rate": 1.9999704766627835e-05, "Finetune/Loss": 0.909522533416748, "Finetune/Loss (Raw)": 0.9686869978904724, "Finetune/Step": 504, "Finetune/Step Time": 6.620208760723472}
{"Finetune/Learning Rate": 1.99996885924949e-05, "Finetune/Loss": 0.9097447395324707, "Finetune/Loss (Raw)": 0.9555374979972839, "Finetune/Step": 505, "Finetune/Step Time": 6.621115991845727}
{"Finetune/Learning Rate": 1.9999671987060824e-05, "Finetune/Loss": 0.9060784578323364, "Finetune/Loss (Raw)": 0.6967346668243408, "Finetune/Step": 506, "Finetune/Step Time": 6.632441014051437}
{"Finetune/Learning Rate": 1.9999654950326327e-05, "Finetune/Loss": 0.9048042297363281, "Finetune/Loss (Raw)": 0.9603305459022522, "Finetune/Step": 507, "Finetune/Step Time": 6.628512874245644}
{"Finetune/Learning Rate": 1.999963748229214e-05, "Finetune/Loss": 0.9042497873306274, "Finetune/Loss (Raw)": 0.9257498383522034, "Finetune/Step": 508, "Finetune/Step Time": 6.627961792051792}
{"Finetune/Learning Rate": 1.9999619582959014e-05, "Finetune/Loss": 0.9032539129257202, "Finetune/Loss (Raw)": 0.9008517265319824, "Finetune/Step": 509, "Finetune/Step Time": 6.6308025252074}
{"Finetune/Learning Rate": 1.999960125232773e-05, "Finetune/Loss": 0.9028609991073608, "Finetune/Loss (Raw)": 0.858726441860199, "Finetune/Step": 510, "Finetune/Step Time": 6.594705143943429}
{"Finetune/Learning Rate": 1.9999582490399074e-05, "Finetune/Loss": 0.903785228729248, "Finetune/Loss (Raw)": 1.0022443532943726, "Finetune/Step": 511, "Finetune/Step Time": 6.577100433409214}
{"Finetune/Learning Rate": 1.9999563297173852e-05, "Finetune/Loss": 0.9080600738525391, "Finetune/Loss (Raw)": 0.9396403431892395, "Finetune/Step": 512, "Finetune/Step Time": 6.559085039421916}
{"Finetune/Learning Rate": 1.9999543672652897e-05, "Finetune/Loss": 0.9085783958435059, "Finetune/Loss (Raw)": 1.0225017070770264, "Finetune/Step": 513, "Finetune/Step Time": 6.563318936154246}
{"Finetune/Learning Rate": 1.999952361683705e-05, "Finetune/Loss": 0.908789873123169, "Finetune/Loss (Raw)": 1.000150442123413, "Finetune/Step": 514, "Finetune/Step Time": 6.576392380520701}
{"Finetune/Learning Rate": 1.9999503129727184e-05, "Finetune/Loss": 0.9051723480224609, "Finetune/Loss (Raw)": 0.3823622167110443, "Finetune/Step": 515, "Finetune/Step Time": 6.59511655382812}
{"Finetune/Learning Rate": 1.999948221132417e-05, "Finetune/Loss": 0.9061199426651001, "Finetune/Loss (Raw)": 1.0317745208740234, "Finetune/Step": 516, "Finetune/Step Time": 6.598595796152949}
{"Finetune/Learning Rate": 1.9999460861628925e-05, "Finetune/Loss": 0.9068348407745361, "Finetune/Loss (Raw)": 0.9912707209587097, "Finetune/Step": 517, "Finetune/Step Time": 6.597898533567786}
{"Finetune/Learning Rate": 1.999943908064236e-05, "Finetune/Loss": 0.9081335067749023, "Finetune/Loss (Raw)": 0.9692521095275879, "Finetune/Step": 518, "Finetune/Step Time": 6.600094072520733}
{"Finetune/Learning Rate": 1.999941686836542e-05, "Finetune/Loss": 0.9084265232086182, "Finetune/Loss (Raw)": 1.0034511089324951, "Finetune/Step": 519, "Finetune/Step Time": 6.614615950733423}
{"Finetune/Learning Rate": 1.999939422479906e-05, "Finetune/Loss": 0.9079411029815674, "Finetune/Loss (Raw)": 0.8430111408233643, "Finetune/Step": 520, "Finetune/Step Time": 6.614639887586236}
{"Finetune/Learning Rate": 1.9999371149944253e-05, "Finetune/Loss": 0.9094575643539429, "Finetune/Loss (Raw)": 0.9819693565368652, "Finetune/Step": 521, "Finetune/Step Time": 6.605796301737428}
{"Finetune/Learning Rate": 1.9999347643802e-05, "Finetune/Loss": 0.9104942679405212, "Finetune/Loss (Raw)": 0.9229079484939575, "Finetune/Step": 522, "Finetune/Step Time": 6.58835943043232}
{"Finetune/Learning Rate": 1.9999323706373314e-05, "Finetune/Loss": 0.9072345495223999, "Finetune/Loss (Raw)": 0.7492859959602356, "Finetune/Step": 523, "Finetune/Step Time": 6.59472662769258}
{"Finetune/Learning Rate": 1.9999299337659226e-05, "Finetune/Loss": 0.9065300226211548, "Finetune/Loss (Raw)": 0.9618452191352844, "Finetune/Step": 524, "Finetune/Step Time": 6.591066673398018}
{"Finetune/Learning Rate": 1.9999274537660786e-05, "Finetune/Loss": 0.9079615473747253, "Finetune/Loss (Raw)": 0.9701278209686279, "Finetune/Step": 525, "Finetune/Step Time": 6.563192965462804}
{"Finetune/Learning Rate": 1.9999249306379068e-05, "Finetune/Loss": 0.906040608882904, "Finetune/Loss (Raw)": 0.8734440207481384, "Finetune/Step": 526, "Finetune/Step Time": 6.574926245957613}
{"Finetune/Learning Rate": 1.9999223643815157e-05, "Finetune/Loss": 0.9060540199279785, "Finetune/Loss (Raw)": 0.8783317804336548, "Finetune/Step": 527, "Finetune/Step Time": 6.569703321903944}
{"Finetune/Learning Rate": 1.999919754997016e-05, "Finetune/Loss": 0.9064401388168335, "Finetune/Loss (Raw)": 0.9606148600578308, "Finetune/Step": 528, "Finetune/Step Time": 6.564803473651409}
{"Finetune/Learning Rate": 1.99991710248452e-05, "Finetune/Loss": 0.9056716561317444, "Finetune/Loss (Raw)": 0.9634541869163513, "Finetune/Step": 529, "Finetune/Step Time": 6.564252169802785}
{"Finetune/Learning Rate": 1.999914406844143e-05, "Finetune/Loss": 0.9062330722808838, "Finetune/Loss (Raw)": 1.0202993154525757, "Finetune/Step": 530, "Finetune/Step Time": 6.54891837015748}
{"Finetune/Learning Rate": 1.9999116680760004e-05, "Finetune/Loss": 0.9073736667633057, "Finetune/Loss (Raw)": 1.0757554769515991, "Finetune/Step": 531, "Finetune/Step Time": 6.545165034011006}
{"Finetune/Learning Rate": 1.9999088861802102e-05, "Finetune/Loss": 0.9062832593917847, "Finetune/Loss (Raw)": 0.9010732769966125, "Finetune/Step": 532, "Finetune/Step Time": 6.5431294068694115}
{"Finetune/Learning Rate": 1.9999060611568932e-05, "Finetune/Loss": 0.9076582193374634, "Finetune/Loss (Raw)": 0.8901968002319336, "Finetune/Step": 533, "Finetune/Step Time": 6.539593430235982}
{"Finetune/Learning Rate": 1.999903193006171e-05, "Finetune/Loss": 0.9113509654998779, "Finetune/Loss (Raw)": 0.9108659625053406, "Finetune/Step": 534, "Finetune/Step Time": 6.527559541165829}
{"Finetune/Learning Rate": 1.999900281728167e-05, "Finetune/Loss": 0.9148977398872375, "Finetune/Loss (Raw)": 0.8359747529029846, "Finetune/Step": 535, "Finetune/Step Time": 6.5193998496979475}
{"Finetune/Learning Rate": 1.9998973273230066e-05, "Finetune/Loss": 0.9139047861099243, "Finetune/Loss (Raw)": 0.8015181422233582, "Finetune/Step": 536, "Finetune/Step Time": 6.540869828313589}
{"Finetune/Learning Rate": 1.9998943297908176e-05, "Finetune/Loss": 0.9124127626419067, "Finetune/Loss (Raw)": 0.965011715888977, "Finetune/Step": 537, "Finetune/Step Time": 6.5426351595669985}
{"Finetune/Learning Rate": 1.9998912891317292e-05, "Finetune/Loss": 0.910590648651123, "Finetune/Loss (Raw)": 0.9451937079429626, "Finetune/Step": 538, "Finetune/Step Time": 6.5511175990104675}
{"Finetune/Learning Rate": 1.999888205345873e-05, "Finetune/Loss": 0.9112591743469238, "Finetune/Loss (Raw)": 1.0485891103744507, "Finetune/Step": 539, "Finetune/Step Time": 6.545671800151467}
{"Finetune/Learning Rate": 1.999885078433381e-05, "Finetune/Loss": 0.9157947301864624, "Finetune/Loss (Raw)": 0.9069948792457581, "Finetune/Step": 540, "Finetune/Step Time": 6.534048181027174}
{"Finetune/Learning Rate": 1.9998819083943887e-05, "Finetune/Loss": 0.9148993492126465, "Finetune/Loss (Raw)": 0.9472681283950806, "Finetune/Step": 541, "Finetune/Step Time": 6.540296697989106}
{"Finetune/Learning Rate": 1.999878695229033e-05, "Finetune/Loss": 0.9150336384773254, "Finetune/Loss (Raw)": 0.9335623979568481, "Finetune/Step": 542, "Finetune/Step Time": 6.539368107914925}
{"Finetune/Learning Rate": 1.999875438937452e-05, "Finetune/Loss": 0.9155398607254028, "Finetune/Loss (Raw)": 1.0696806907653809, "Finetune/Step": 543, "Finetune/Step Time": 6.539299266412854}
{"Finetune/Learning Rate": 1.9998721395197868e-05, "Finetune/Loss": 0.9148889780044556, "Finetune/Loss (Raw)": 0.9896605610847473, "Finetune/Step": 544, "Finetune/Step Time": 6.53957986086607}
{"Finetune/Learning Rate": 1.999868796976179e-05, "Finetune/Loss": 0.9143379926681519, "Finetune/Loss (Raw)": 0.9418544769287109, "Finetune/Step": 545, "Finetune/Step Time": 6.537371646612883}
{"Finetune/Learning Rate": 1.9998654113067734e-05, "Finetune/Loss": 0.9132473468780518, "Finetune/Loss (Raw)": 0.9124417304992676, "Finetune/Step": 546, "Finetune/Step Time": 6.538797406479716}
{"Finetune/Learning Rate": 1.9998619825117153e-05, "Finetune/Loss": 0.9141796827316284, "Finetune/Loss (Raw)": 1.027864694595337, "Finetune/Step": 547, "Finetune/Step Time": 6.529847823083401}
{"Finetune/Learning Rate": 1.9998585105911534e-05, "Finetune/Loss": 0.9179633259773254, "Finetune/Loss (Raw)": 0.8172569870948792, "Finetune/Step": 548, "Finetune/Step Time": 6.525726782158017}
{"Finetune/Learning Rate": 1.9998549955452367e-05, "Finetune/Loss": 0.9158315062522888, "Finetune/Loss (Raw)": 0.7044440507888794, "Finetune/Step": 549, "Finetune/Step Time": 6.533847017213702}
{"Finetune/Learning Rate": 1.9998514373741172e-05, "Finetune/Loss": 0.915057361125946, "Finetune/Loss (Raw)": 0.8760150671005249, "Finetune/Step": 550, "Finetune/Step Time": 6.516825798898935}
{"Finetune/Learning Rate": 1.9998478360779482e-05, "Finetune/Loss": 0.9133265018463135, "Finetune/Loss (Raw)": 0.8509299755096436, "Finetune/Step": 551, "Finetune/Step Time": 6.517141046002507}
{"Finetune/Learning Rate": 1.9998441916568857e-05, "Finetune/Loss": 0.9134135246276855, "Finetune/Loss (Raw)": 1.019823431968689, "Finetune/Step": 552, "Finetune/Step Time": 6.512760581448674}
{"Finetune/Learning Rate": 1.999840504111086e-05, "Finetune/Loss": 0.9136033654212952, "Finetune/Loss (Raw)": 0.7445127367973328, "Finetune/Step": 553, "Finetune/Step Time": 6.4779344871640205}
{"Finetune/Learning Rate": 1.9998367734407084e-05, "Finetune/Loss": 0.9139405488967896, "Finetune/Loss (Raw)": 1.0154221057891846, "Finetune/Step": 554, "Finetune/Step Time": 6.47466597519815}
{"Finetune/Learning Rate": 1.999832999645914e-05, "Finetune/Loss": 0.913650393486023, "Finetune/Loss (Raw)": 0.9046115875244141, "Finetune/Step": 555, "Finetune/Step Time": 6.4785574190318584}
{"Finetune/Learning Rate": 1.9998291827268653e-05, "Finetune/Loss": 0.9123320579528809, "Finetune/Loss (Raw)": 0.9108217358589172, "Finetune/Step": 556, "Finetune/Step Time": 6.490076223388314}
{"Finetune/Learning Rate": 1.9998253226837273e-05, "Finetune/Loss": 0.9110819697380066, "Finetune/Loss (Raw)": 0.8844388127326965, "Finetune/Step": 557, "Finetune/Step Time": 6.487105157226324}
{"Finetune/Learning Rate": 1.9998214195166667e-05, "Finetune/Loss": 0.9062535762786865, "Finetune/Loss (Raw)": 0.24518707394599915, "Finetune/Step": 558, "Finetune/Step Time": 6.500972107052803}
{"Finetune/Learning Rate": 1.999817473225851e-05, "Finetune/Loss": 0.9055535793304443, "Finetune/Loss (Raw)": 0.9185440540313721, "Finetune/Step": 559, "Finetune/Step Time": 6.494835780933499}
{"Finetune/Learning Rate": 1.9998134838114507e-05, "Finetune/Loss": 0.904700517654419, "Finetune/Loss (Raw)": 0.7911320924758911, "Finetune/Step": 560, "Finetune/Step Time": 6.490438938140869}
{"Finetune/Learning Rate": 1.9998094512736383e-05, "Finetune/Loss": 0.9045506119728088, "Finetune/Loss (Raw)": 0.8519015908241272, "Finetune/Step": 561, "Finetune/Step Time": 6.490623572841287}
{"Finetune/Learning Rate": 1.9998053756125874e-05, "Finetune/Loss": 0.9036301970481873, "Finetune/Loss (Raw)": 0.8290112018585205, "Finetune/Step": 562, "Finetune/Step Time": 6.488582706078887}
{"Finetune/Learning Rate": 1.9998012568284735e-05, "Finetune/Loss": 0.9049897193908691, "Finetune/Loss (Raw)": 0.973874032497406, "Finetune/Step": 563, "Finetune/Step Time": 6.489120494574308}
{"Finetune/Learning Rate": 1.999797094921475e-05, "Finetune/Loss": 0.9054695963859558, "Finetune/Loss (Raw)": 0.950905978679657, "Finetune/Step": 564, "Finetune/Step Time": 6.498386116698384}
{"Finetune/Learning Rate": 1.9997928898917707e-05, "Finetune/Loss": 0.904022216796875, "Finetune/Loss (Raw)": 0.7824974060058594, "Finetune/Step": 565, "Finetune/Step Time": 6.507807565853}
{"Finetune/Learning Rate": 1.9997886417395426e-05, "Finetune/Loss": 0.9053031802177429, "Finetune/Loss (Raw)": 1.0296683311462402, "Finetune/Step": 566, "Finetune/Step Time": 6.509487211704254}
{"Finetune/Learning Rate": 1.9997843504649732e-05, "Finetune/Loss": 0.9048779606819153, "Finetune/Loss (Raw)": 0.8563877940177917, "Finetune/Step": 567, "Finetune/Step Time": 6.511957965791225}
{"Finetune/Learning Rate": 1.9997800160682482e-05, "Finetune/Loss": 0.8990940451622009, "Finetune/Loss (Raw)": 0.2683044672012329, "Finetune/Step": 568, "Finetune/Step Time": 6.53869098983705}
{"Finetune/Learning Rate": 1.9997756385495543e-05, "Finetune/Loss": 0.8980191349983215, "Finetune/Loss (Raw)": 0.8704938888549805, "Finetune/Step": 569, "Finetune/Step Time": 6.544434487819672}
{"Finetune/Learning Rate": 1.99977121790908e-05, "Finetune/Loss": 0.9020930528640747, "Finetune/Loss (Raw)": 0.9239625334739685, "Finetune/Step": 570, "Finetune/Step Time": 6.529244797304273}
{"Finetune/Learning Rate": 1.9997667541470172e-05, "Finetune/Loss": 0.9005671739578247, "Finetune/Loss (Raw)": 0.830946147441864, "Finetune/Step": 571, "Finetune/Step Time": 6.53477655351162}
{"Finetune/Learning Rate": 1.999762247263557e-05, "Finetune/Loss": 0.8995402455329895, "Finetune/Loss (Raw)": 0.9591030478477478, "Finetune/Step": 572, "Finetune/Step Time": 6.533667787909508}
{"Finetune/Learning Rate": 1.999757697258894e-05, "Finetune/Loss": 0.9002518653869629, "Finetune/Loss (Raw)": 1.0410780906677246, "Finetune/Step": 573, "Finetune/Step Time": 6.537401217967272}
{"Finetune/Learning Rate": 1.999753104133225e-05, "Finetune/Loss": 0.900094747543335, "Finetune/Loss (Raw)": 1.0306941270828247, "Finetune/Step": 574, "Finetune/Step Time": 6.535428462550044}
{"Finetune/Learning Rate": 1.9997484678867484e-05, "Finetune/Loss": 0.9005440473556519, "Finetune/Loss (Raw)": 1.0413873195648193, "Finetune/Step": 575, "Finetune/Step Time": 6.553347228094935}
{"Finetune/Learning Rate": 1.999743788519663e-05, "Finetune/Loss": 0.9003428220748901, "Finetune/Loss (Raw)": 0.9197561740875244, "Finetune/Step": 576, "Finetune/Step Time": 6.5547004248946905}
{"Finetune/Learning Rate": 1.9997390660321717e-05, "Finetune/Loss": 0.8985992074012756, "Finetune/Loss (Raw)": 0.8896600604057312, "Finetune/Step": 577, "Finetune/Step Time": 6.550694867968559}
{"Finetune/Learning Rate": 1.9997343004244777e-05, "Finetune/Loss": 0.8981433510780334, "Finetune/Loss (Raw)": 0.843325138092041, "Finetune/Step": 578, "Finetune/Step Time": 6.546605423092842}
{"Finetune/Learning Rate": 1.9997294916967863e-05, "Finetune/Loss": 0.8969976902008057, "Finetune/Loss (Raw)": 0.7876009941101074, "Finetune/Step": 579, "Finetune/Step Time": 6.558937359601259}
{"Finetune/Learning Rate": 1.999724639849305e-05, "Finetune/Loss": 0.8972241878509521, "Finetune/Loss (Raw)": 0.967468798160553, "Finetune/Step": 580, "Finetune/Step Time": 6.560987215489149}
{"Finetune/Learning Rate": 1.9997197448822437e-05, "Finetune/Loss": 0.8963840007781982, "Finetune/Loss (Raw)": 1.037908911705017, "Finetune/Step": 581, "Finetune/Step Time": 6.565595082938671}
{"Finetune/Learning Rate": 1.9997148067958134e-05, "Finetune/Loss": 0.8967505693435669, "Finetune/Loss (Raw)": 1.0057100057601929, "Finetune/Step": 582, "Finetune/Step Time": 6.549010751768947}
{"Finetune/Learning Rate": 1.9997098255902267e-05, "Finetune/Loss": 0.8949712514877319, "Finetune/Loss (Raw)": 0.8053784370422363, "Finetune/Step": 583, "Finetune/Step Time": 6.55476813390851}
{"Finetune/Learning Rate": 1.9997048012656983e-05, "Finetune/Loss": 0.8996054530143738, "Finetune/Loss (Raw)": 0.9084848761558533, "Finetune/Step": 584, "Finetune/Step Time": 6.545247534289956}
{"Finetune/Learning Rate": 1.999699733822445e-05, "Finetune/Loss": 0.9004757404327393, "Finetune/Loss (Raw)": 0.9872033596038818, "Finetune/Step": 585, "Finetune/Step Time": 6.546202952042222}
{"Finetune/Learning Rate": 1.999694623260686e-05, "Finetune/Loss": 0.8940823078155518, "Finetune/Loss (Raw)": 0.318878710269928, "Finetune/Step": 586, "Finetune/Step Time": 6.560946010053158}
{"Finetune/Learning Rate": 1.9996894695806407e-05, "Finetune/Loss": 0.8953061103820801, "Finetune/Loss (Raw)": 1.0795581340789795, "Finetune/Step": 587, "Finetune/Step Time": 6.553161032497883}
{"Finetune/Learning Rate": 1.9996842727825325e-05, "Finetune/Loss": 0.89543217420578, "Finetune/Loss (Raw)": 0.8073109984397888, "Finetune/Step": 588, "Finetune/Step Time": 6.56115535274148}
{"Finetune/Learning Rate": 1.9996790328665843e-05, "Finetune/Loss": 0.8962798714637756, "Finetune/Loss (Raw)": 1.0185954570770264, "Finetune/Step": 589, "Finetune/Step Time": 6.556437315419316}
{"Finetune/Learning Rate": 1.9996737498330234e-05, "Finetune/Loss": 0.8970166444778442, "Finetune/Loss (Raw)": 1.0425819158554077, "Finetune/Step": 590, "Finetune/Step Time": 6.557482738047838}
{"Finetune/Learning Rate": 1.999668423682077e-05, "Finetune/Loss": 0.8946840763092041, "Finetune/Loss (Raw)": 0.8613597750663757, "Finetune/Step": 591, "Finetune/Step Time": 6.559561366215348}
{"Finetune/Learning Rate": 1.9996630544139745e-05, "Finetune/Loss": 0.8995804786682129, "Finetune/Loss (Raw)": 0.8934013247489929, "Finetune/Step": 592, "Finetune/Step Time": 6.538472829386592}
{"Finetune/Learning Rate": 1.999657642028948e-05, "Finetune/Loss": 0.8986060619354248, "Finetune/Loss (Raw)": 0.877548336982727, "Finetune/Step": 593, "Finetune/Step Time": 6.552740087732673}
{"Finetune/Learning Rate": 1.999652186527231e-05, "Finetune/Loss": 0.8993881344795227, "Finetune/Loss (Raw)": 0.9558855295181274, "Finetune/Step": 594, "Finetune/Step Time": 6.541489686816931}
{"Finetune/Learning Rate": 1.999646687909058e-05, "Finetune/Loss": 0.8990793228149414, "Finetune/Loss (Raw)": 0.960437536239624, "Finetune/Step": 595, "Finetune/Step Time": 6.531913010403514}
{"Finetune/Learning Rate": 1.9996411461746676e-05, "Finetune/Loss": 0.8996210098266602, "Finetune/Loss (Raw)": 0.854552149772644, "Finetune/Step": 596, "Finetune/Step Time": 6.524830738082528}
{"Finetune/Learning Rate": 1.9996355613242974e-05, "Finetune/Loss": 0.9032725095748901, "Finetune/Loss (Raw)": 0.802554726600647, "Finetune/Step": 597, "Finetune/Step Time": 6.507678057998419}
{"Finetune/Learning Rate": 1.999629933358189e-05, "Finetune/Loss": 0.9029306173324585, "Finetune/Loss (Raw)": 0.8998861312866211, "Finetune/Step": 598, "Finetune/Step Time": 6.529019448906183}
{"Finetune/Learning Rate": 1.9996242622765855e-05, "Finetune/Loss": 0.9030689001083374, "Finetune/Loss (Raw)": 0.9758384227752686, "Finetune/Step": 599, "Finetune/Step Time": 6.511861061677337}
{"Finetune/Learning Rate": 1.9996185480797306e-05, "Finetune/Loss": 0.9025959372520447, "Finetune/Loss (Raw)": 1.014782428741455, "Finetune/Step": 600, "Finetune/Step Time": 6.51606328971684}
{"Finetune/Learning Rate": 1.999612790767871e-05, "Finetune/Loss": 0.9024665951728821, "Finetune/Loss (Raw)": 0.8431310057640076, "Finetune/Step": 601, "Finetune/Step Time": 6.538872541859746}
{"Finetune/Learning Rate": 1.9996069903412553e-05, "Finetune/Loss": 0.9020088911056519, "Finetune/Loss (Raw)": 0.9467079043388367, "Finetune/Step": 602, "Finetune/Step Time": 6.5324908923357725}
{"Finetune/Learning Rate": 1.9996011468001336e-05, "Finetune/Loss": 0.9004244208335876, "Finetune/Loss (Raw)": 0.7904980778694153, "Finetune/Step": 603, "Finetune/Step Time": 6.537172142416239}
{"Finetune/Learning Rate": 1.999595260144758e-05, "Finetune/Loss": 0.9006556272506714, "Finetune/Loss (Raw)": 1.004277229309082, "Finetune/Step": 604, "Finetune/Step Time": 6.5371723510324955}
{"Finetune/Learning Rate": 1.9995893303753825e-05, "Finetune/Loss": 0.8995118141174316, "Finetune/Loss (Raw)": 0.823060154914856, "Finetune/Step": 605, "Finetune/Step Time": 6.532429678365588}
{"Finetune/Learning Rate": 1.9995833574922626e-05, "Finetune/Loss": 0.8989351987838745, "Finetune/Loss (Raw)": 0.8269105553627014, "Finetune/Step": 606, "Finetune/Step Time": 6.548317411914468}
{"Finetune/Learning Rate": 1.9995773414956557e-05, "Finetune/Loss": 0.8968070149421692, "Finetune/Loss (Raw)": 0.7151498198509216, "Finetune/Step": 607, "Finetune/Step Time": 6.57676268927753}
{"Finetune/Learning Rate": 1.999571282385822e-05, "Finetune/Loss": 0.8967520594596863, "Finetune/Loss (Raw)": 1.0230350494384766, "Finetune/Step": 608, "Finetune/Step Time": 6.574234085157514}
{"Finetune/Learning Rate": 1.999565180163022e-05, "Finetune/Loss": 0.8956502676010132, "Finetune/Loss (Raw)": 0.8340970873832703, "Finetune/Step": 609, "Finetune/Step Time": 6.569679921492934}
{"Finetune/Learning Rate": 1.99955903482752e-05, "Finetune/Loss": 0.8950322866439819, "Finetune/Loss (Raw)": 0.9102411270141602, "Finetune/Step": 610, "Finetune/Step Time": 6.5605081878602505}
{"Finetune/Learning Rate": 1.9995528463795796e-05, "Finetune/Loss": 0.8946795463562012, "Finetune/Loss (Raw)": 0.9335418939590454, "Finetune/Step": 611, "Finetune/Step Time": 6.538965223357081}
{"Finetune/Learning Rate": 1.9995466148194688e-05, "Finetune/Loss": 0.8964746594429016, "Finetune/Loss (Raw)": 1.103878140449524, "Finetune/Step": 612, "Finetune/Step Time": 6.5254850424826145}
{"Finetune/Learning Rate": 1.9995403401474562e-05, "Finetune/Loss": 0.8966573476791382, "Finetune/Loss (Raw)": 0.7835488319396973, "Finetune/Step": 613, "Finetune/Step Time": 6.518438899889588}
{"Finetune/Learning Rate": 1.999534022363812e-05, "Finetune/Loss": 0.8967686891555786, "Finetune/Loss (Raw)": 0.9409281015396118, "Finetune/Step": 614, "Finetune/Step Time": 6.5043085012584925}
{"Finetune/Learning Rate": 1.9995276614688092e-05, "Finetune/Loss": 0.8966234922409058, "Finetune/Loss (Raw)": 0.9391977787017822, "Finetune/Step": 615, "Finetune/Step Time": 6.510170100256801}
{"Finetune/Learning Rate": 1.999521257462722e-05, "Finetune/Loss": 0.8960568904876709, "Finetune/Loss (Raw)": 0.9472994208335876, "Finetune/Step": 616, "Finetune/Step Time": 6.512324595823884}
{"Finetune/Learning Rate": 1.9995148103458267e-05, "Finetune/Loss": 0.8967037796974182, "Finetune/Loss (Raw)": 0.9489626884460449, "Finetune/Step": 617, "Finetune/Step Time": 6.504764016717672}
{"Finetune/Learning Rate": 1.9995083201184007e-05, "Finetune/Loss": 0.8974140882492065, "Finetune/Loss (Raw)": 0.9208638668060303, "Finetune/Step": 618, "Finetune/Step Time": 6.498779386281967}
{"Finetune/Learning Rate": 1.9995017867807247e-05, "Finetune/Loss": 0.8996219635009766, "Finetune/Loss (Raw)": 0.8553781509399414, "Finetune/Step": 619, "Finetune/Step Time": 6.493472086265683}
{"Finetune/Learning Rate": 1.9994952103330806e-05, "Finetune/Loss": 0.9000332951545715, "Finetune/Loss (Raw)": 0.9487223029136658, "Finetune/Step": 620, "Finetune/Step Time": 6.484627885743976}
{"Finetune/Learning Rate": 1.9994885907757515e-05, "Finetune/Loss": 0.8998856544494629, "Finetune/Loss (Raw)": 0.9600750803947449, "Finetune/Step": 621, "Finetune/Step Time": 6.5030683148652315}
{"Finetune/Learning Rate": 1.999481928109023e-05, "Finetune/Loss": 0.8998731374740601, "Finetune/Loss (Raw)": 0.8914632201194763, "Finetune/Step": 622, "Finetune/Step Time": 6.4915394354611635}
{"Finetune/Learning Rate": 1.9994752223331826e-05, "Finetune/Loss": 0.900117039680481, "Finetune/Loss (Raw)": 0.9846101999282837, "Finetune/Step": 623, "Finetune/Step Time": 6.492495911195874}
{"Finetune/Learning Rate": 1.99946847344852e-05, "Finetune/Loss": 0.8997508883476257, "Finetune/Loss (Raw)": 0.9431276321411133, "Finetune/Step": 624, "Finetune/Step Time": 6.478913079947233}
{"Finetune/Learning Rate": 1.9994616814553252e-05, "Finetune/Loss": 0.900237500667572, "Finetune/Loss (Raw)": 0.9649946689605713, "Finetune/Step": 625, "Finetune/Step Time": 6.4792999047786}
{"Finetune/Learning Rate": 1.999454846353892e-05, "Finetune/Loss": 0.9002350568771362, "Finetune/Loss (Raw)": 0.9969022274017334, "Finetune/Step": 626, "Finetune/Step Time": 6.477471319958568}
{"Finetune/Learning Rate": 1.999447968144515e-05, "Finetune/Loss": 0.9007528424263, "Finetune/Loss (Raw)": 0.9316579103469849, "Finetune/Step": 627, "Finetune/Step Time": 6.4792820904403925}
{"Finetune/Learning Rate": 1.999441046827491e-05, "Finetune/Loss": 0.9005035758018494, "Finetune/Loss (Raw)": 0.8997411131858826, "Finetune/Step": 628, "Finetune/Step Time": 6.469760486856103}
{"Finetune/Learning Rate": 1.999434082403118e-05, "Finetune/Loss": 0.90229332447052, "Finetune/Loss (Raw)": 0.950831413269043, "Finetune/Step": 629, "Finetune/Step Time": 6.460199072957039}
{"Finetune/Learning Rate": 1.999427074871697e-05, "Finetune/Loss": 0.9047027230262756, "Finetune/Loss (Raw)": 1.0938137769699097, "Finetune/Step": 630, "Finetune/Step Time": 6.442477058619261}
{"Finetune/Learning Rate": 1.99942002423353e-05, "Finetune/Loss": 0.9039338827133179, "Finetune/Loss (Raw)": 0.769802987575531, "Finetune/Step": 631, "Finetune/Step Time": 6.4279934130609035}
{"Finetune/Learning Rate": 1.999412930488921e-05, "Finetune/Loss": 0.9046106934547424, "Finetune/Loss (Raw)": 1.0553195476531982, "Finetune/Step": 632, "Finetune/Step Time": 6.426855778321624}
{"Finetune/Learning Rate": 1.999405793638176e-05, "Finetune/Loss": 0.9060635566711426, "Finetune/Loss (Raw)": 1.1415092945098877, "Finetune/Step": 633, "Finetune/Step Time": 6.428509447723627}
{"Finetune/Learning Rate": 1.999398613681603e-05, "Finetune/Loss": 0.9072574377059937, "Finetune/Loss (Raw)": 0.849549412727356, "Finetune/Step": 634, "Finetune/Step Time": 6.419833242893219}
{"Finetune/Learning Rate": 1.9993913906195116e-05, "Finetune/Loss": 0.9071868658065796, "Finetune/Loss (Raw)": 0.9512945413589478, "Finetune/Step": 635, "Finetune/Step Time": 6.423555759713054}
{"Finetune/Learning Rate": 1.9993841244522136e-05, "Finetune/Loss": 0.9070607423782349, "Finetune/Loss (Raw)": 0.909605860710144, "Finetune/Step": 636, "Finetune/Step Time": 6.4477798864245415}
{"Finetune/Learning Rate": 1.9993768151800218e-05, "Finetune/Loss": 0.9079369902610779, "Finetune/Loss (Raw)": 1.0130144357681274, "Finetune/Step": 637, "Finetune/Step Time": 6.438692193478346}
{"Finetune/Learning Rate": 1.9993694628032516e-05, "Finetune/Loss": 0.9090505838394165, "Finetune/Loss (Raw)": 1.0012589693069458, "Finetune/Step": 638, "Finetune/Step Time": 6.438375283032656}
{"Finetune/Learning Rate": 1.9993620673222206e-05, "Finetune/Loss": 0.9083608388900757, "Finetune/Loss (Raw)": 0.9139561057090759, "Finetune/Step": 639, "Finetune/Step Time": 6.424680666998029}
{"Finetune/Learning Rate": 1.999354628737247e-05, "Finetune/Loss": 0.9082298278808594, "Finetune/Loss (Raw)": 0.922877311706543, "Finetune/Step": 640, "Finetune/Step Time": 6.424714604392648}
{"Finetune/Learning Rate": 1.9993471470486526e-05, "Finetune/Loss": 0.9071098566055298, "Finetune/Loss (Raw)": 0.8791376352310181, "Finetune/Step": 641, "Finetune/Step Time": 6.44242256321013}
{"Finetune/Learning Rate": 1.9993396222567597e-05, "Finetune/Loss": 0.9016873240470886, "Finetune/Loss (Raw)": 0.30607208609580994, "Finetune/Step": 642, "Finetune/Step Time": 6.44130434282124}
{"Finetune/Learning Rate": 1.9993320543618924e-05, "Finetune/Loss": 0.9059507250785828, "Finetune/Loss (Raw)": 0.9280785918235779, "Finetune/Step": 643, "Finetune/Step Time": 6.421594243496656}
{"Finetune/Learning Rate": 1.9993244433643776e-05, "Finetune/Loss": 0.9054893255233765, "Finetune/Loss (Raw)": 0.9727064371109009, "Finetune/Step": 644, "Finetune/Step Time": 6.425553098320961}
{"Finetune/Learning Rate": 1.9993167892645434e-05, "Finetune/Loss": 0.9057416915893555, "Finetune/Loss (Raw)": 1.023582935333252, "Finetune/Step": 645, "Finetune/Step Time": 6.423948522657156}
{"Finetune/Learning Rate": 1.9993090920627198e-05, "Finetune/Loss": 0.9054252505302429, "Finetune/Loss (Raw)": 0.9287444353103638, "Finetune/Step": 646, "Finetune/Step Time": 6.433606613427401}
{"Finetune/Learning Rate": 1.9993013517592393e-05, "Finetune/Loss": 0.9044299125671387, "Finetune/Loss (Raw)": 0.876051127910614, "Finetune/Step": 647, "Finetune/Step Time": 6.434149984270334}
{"Finetune/Learning Rate": 1.9992935683544352e-05, "Finetune/Loss": 0.9053578972816467, "Finetune/Loss (Raw)": 0.9617891311645508, "Finetune/Step": 648, "Finetune/Step Time": 6.432527009397745}
{"Finetune/Learning Rate": 1.9992857418486435e-05, "Finetune/Loss": 0.9043041467666626, "Finetune/Loss (Raw)": 0.8470889925956726, "Finetune/Step": 649, "Finetune/Step Time": 6.428350448608398}
{"Finetune/Learning Rate": 1.9992778722422016e-05, "Finetune/Loss": 0.903883695602417, "Finetune/Loss (Raw)": 0.8690955638885498, "Finetune/Step": 650, "Finetune/Step Time": 6.440653866156936}
{"Finetune/Learning Rate": 1.9992699595354495e-05, "Finetune/Loss": 0.9053278565406799, "Finetune/Loss (Raw)": 0.9341371655464172, "Finetune/Step": 651, "Finetune/Step Time": 6.448809588328004}
{"Finetune/Learning Rate": 1.9992620037287275e-05, "Finetune/Loss": 0.9048510193824768, "Finetune/Loss (Raw)": 0.9008100032806396, "Finetune/Step": 652, "Finetune/Step Time": 6.463392324745655}
{"Finetune/Learning Rate": 1.9992540048223793e-05, "Finetune/Loss": 0.9040619730949402, "Finetune/Loss (Raw)": 0.8691341280937195, "Finetune/Step": 653, "Finetune/Step Time": 6.465794060379267}
{"Finetune/Learning Rate": 1.99924596281675e-05, "Finetune/Loss": 0.906416654586792, "Finetune/Loss (Raw)": 1.1748385429382324, "Finetune/Step": 654, "Finetune/Step Time": 6.4577213153243065}
{"Finetune/Learning Rate": 1.9992378777121865e-05, "Finetune/Loss": 0.906479001045227, "Finetune/Loss (Raw)": 0.8863080143928528, "Finetune/Step": 655, "Finetune/Step Time": 6.466405721381307}
{"Finetune/Learning Rate": 1.9992297495090368e-05, "Finetune/Loss": 0.9058367013931274, "Finetune/Loss (Raw)": 0.8784093260765076, "Finetune/Step": 656, "Finetune/Step Time": 6.469470426440239}
{"Finetune/Learning Rate": 1.9992215782076524e-05, "Finetune/Loss": 0.9049496650695801, "Finetune/Loss (Raw)": 0.849907398223877, "Finetune/Step": 657, "Finetune/Step Time": 6.489480499178171}
{"Finetune/Learning Rate": 1.9992133638083856e-05, "Finetune/Loss": 0.9043290019035339, "Finetune/Loss (Raw)": 0.9408564567565918, "Finetune/Step": 658, "Finetune/Step Time": 6.491350598633289}
{"Finetune/Learning Rate": 1.99920510631159e-05, "Finetune/Loss": 0.9016371369361877, "Finetune/Loss (Raw)": 0.7311962842941284, "Finetune/Step": 659, "Finetune/Step Time": 6.512918936088681}
{"Finetune/Learning Rate": 1.9991968057176225e-05, "Finetune/Loss": 0.9027361273765564, "Finetune/Loss (Raw)": 1.0417413711547852, "Finetune/Step": 660, "Finetune/Step Time": 6.517466679215431}
{"Finetune/Learning Rate": 1.9991884620268407e-05, "Finetune/Loss": 0.9030550718307495, "Finetune/Loss (Raw)": 0.9310244917869568, "Finetune/Step": 661, "Finetune/Step Time": 6.510540844872594}
{"Finetune/Learning Rate": 1.999180075239605e-05, "Finetune/Loss": 0.9036971926689148, "Finetune/Loss (Raw)": 0.9930573105812073, "Finetune/Step": 662, "Finetune/Step Time": 6.499876545742154}
{"Finetune/Learning Rate": 1.9991716453562763e-05, "Finetune/Loss": 0.9050467610359192, "Finetune/Loss (Raw)": 1.008712887763977, "Finetune/Step": 663, "Finetune/Step Time": 6.489397121593356}
{"Finetune/Learning Rate": 1.9991631723772186e-05, "Finetune/Loss": 0.905619740486145, "Finetune/Loss (Raw)": 0.8748705983161926, "Finetune/Step": 664, "Finetune/Step Time": 6.477122128009796}
{"Finetune/Learning Rate": 1.999154656302798e-05, "Finetune/Loss": 0.9060912728309631, "Finetune/Loss (Raw)": 1.0253621339797974, "Finetune/Step": 665, "Finetune/Step Time": 6.484455645084381}
{"Finetune/Learning Rate": 1.9991460971333806e-05, "Finetune/Loss": 0.907131552696228, "Finetune/Loss (Raw)": 1.0783504247665405, "Finetune/Step": 666, "Finetune/Step Time": 6.477441433817148}
{"Finetune/Learning Rate": 1.9991374948693366e-05, "Finetune/Loss": 0.9067615866661072, "Finetune/Loss (Raw)": 1.0012335777282715, "Finetune/Step": 667, "Finetune/Step Time": 6.489816483110189}
{"Finetune/Learning Rate": 1.999128849511036e-05, "Finetune/Loss": 0.9057244062423706, "Finetune/Loss (Raw)": 0.7742347121238708, "Finetune/Step": 668, "Finetune/Step Time": 6.4851688258349895}
{"Finetune/Learning Rate": 1.999120161058853e-05, "Finetune/Loss": 0.9057470560073853, "Finetune/Loss (Raw)": 0.9501714706420898, "Finetune/Step": 669, "Finetune/Step Time": 6.479723738506436}
{"Finetune/Learning Rate": 1.9991114295131613e-05, "Finetune/Loss": 0.9051682949066162, "Finetune/Loss (Raw)": 0.8594745993614197, "Finetune/Step": 670, "Finetune/Step Time": 6.481984954327345}
{"Finetune/Learning Rate": 1.9991026548743376e-05, "Finetune/Loss": 0.903948187828064, "Finetune/Loss (Raw)": 0.9135050773620605, "Finetune/Step": 671, "Finetune/Step Time": 6.481157079339027}
{"Finetune/Learning Rate": 1.999093837142761e-05, "Finetune/Loss": 0.9038047790527344, "Finetune/Loss (Raw)": 0.9713127017021179, "Finetune/Step": 672, "Finetune/Step Time": 6.478116694837809}
{"Finetune/Learning Rate": 1.9990849763188113e-05, "Finetune/Loss": 0.9047532081604004, "Finetune/Loss (Raw)": 1.0632452964782715, "Finetune/Step": 673, "Finetune/Step Time": 6.4787514097988605}
{"Finetune/Learning Rate": 1.9990760724028705e-05, "Finetune/Loss": 0.9060036540031433, "Finetune/Loss (Raw)": 1.0725051164627075, "Finetune/Step": 674, "Finetune/Step Time": 6.479599665850401}
{"Finetune/Learning Rate": 1.9990671253953236e-05, "Finetune/Loss": 0.9056777954101562, "Finetune/Loss (Raw)": 0.9861569404602051, "Finetune/Step": 675, "Finetune/Step Time": 6.4814032558351755}
{"Finetune/Learning Rate": 1.9990581352965554e-05, "Finetune/Loss": 0.9069680571556091, "Finetune/Loss (Raw)": 0.9824087619781494, "Finetune/Step": 676, "Finetune/Step Time": 6.475250463932753}
{"Finetune/Learning Rate": 1.999049102106954e-05, "Finetune/Loss": 0.9075089693069458, "Finetune/Loss (Raw)": 0.7736804485321045, "Finetune/Step": 677, "Finetune/Step Time": 6.506428074091673}
{"Finetune/Learning Rate": 1.9990400258269095e-05, "Finetune/Loss": 0.9087610840797424, "Finetune/Loss (Raw)": 1.0362862348556519, "Finetune/Step": 678, "Finetune/Step Time": 6.518230689689517}
{"Finetune/Learning Rate": 1.9990309064568128e-05, "Finetune/Loss": 0.9102233052253723, "Finetune/Loss (Raw)": 1.0380914211273193, "Finetune/Step": 679, "Finetune/Step Time": 6.523517094552517}
{"Finetune/Learning Rate": 1.9990217439970573e-05, "Finetune/Loss": 0.9089633822441101, "Finetune/Loss (Raw)": 0.8585556745529175, "Finetune/Step": 680, "Finetune/Step Time": 6.522347941994667}
{"Finetune/Learning Rate": 1.9990125384480386e-05, "Finetune/Loss": 0.9110615253448486, "Finetune/Loss (Raw)": 1.0130751132965088, "Finetune/Step": 681, "Finetune/Step Time": 6.520493179559708}
{"Finetune/Learning Rate": 1.9990032898101534e-05, "Finetune/Loss": 0.9109265804290771, "Finetune/Loss (Raw)": 0.9981493353843689, "Finetune/Step": 682, "Finetune/Step Time": 6.517581686377525}
{"Finetune/Learning Rate": 1.9989939980838003e-05, "Finetune/Loss": 0.9120645523071289, "Finetune/Loss (Raw)": 1.0502666234970093, "Finetune/Step": 683, "Finetune/Step Time": 6.4988977406173944}
{"Finetune/Learning Rate": 1.9989846632693807e-05, "Finetune/Loss": 0.9116662740707397, "Finetune/Loss (Raw)": 0.8598501682281494, "Finetune/Step": 684, "Finetune/Step Time": 6.48872921988368}
{"Finetune/Learning Rate": 1.998975285367297e-05, "Finetune/Loss": 0.9101098775863647, "Finetune/Loss (Raw)": 0.6852182149887085, "Finetune/Step": 685, "Finetune/Step Time": 6.503494363278151}
{"Finetune/Learning Rate": 1.9989658643779536e-05, "Finetune/Loss": 0.9141478538513184, "Finetune/Loss (Raw)": 0.762042760848999, "Finetune/Step": 686, "Finetune/Step Time": 6.496815210208297}
{"Finetune/Learning Rate": 1.998956400301757e-05, "Finetune/Loss": 0.9139834642410278, "Finetune/Loss (Raw)": 0.8975011706352234, "Finetune/Step": 687, "Finetune/Step Time": 6.493541888892651}
{"Finetune/Learning Rate": 1.998946893139115e-05, "Finetune/Loss": 0.9149664044380188, "Finetune/Loss (Raw)": 0.9169511795043945, "Finetune/Step": 688, "Finetune/Step Time": 6.492051100358367}
{"Finetune/Learning Rate": 1.998937342890438e-05, "Finetune/Loss": 0.9127146005630493, "Finetune/Loss (Raw)": 0.5636749863624573, "Finetune/Step": 689, "Finetune/Step Time": 6.50502310320735}
{"Finetune/Learning Rate": 1.9989277495561378e-05, "Finetune/Loss": 0.9117444157600403, "Finetune/Loss (Raw)": 0.7048295736312866, "Finetune/Step": 690, "Finetune/Step Time": 6.538234060630202}
{"Finetune/Learning Rate": 1.9989181131366285e-05, "Finetune/Loss": 0.9118304252624512, "Finetune/Loss (Raw)": 0.9848825335502625, "Finetune/Step": 691, "Finetune/Step Time": 6.5407575648278}
{"Finetune/Learning Rate": 1.9989084336323255e-05, "Finetune/Loss": 0.9106588363647461, "Finetune/Loss (Raw)": 0.8009385466575623, "Finetune/Step": 692, "Finetune/Step Time": 6.557696437463164}
{"Finetune/Learning Rate": 1.998898711043646e-05, "Finetune/Loss": 0.9108434915542603, "Finetune/Loss (Raw)": 0.8061270117759705, "Finetune/Step": 693, "Finetune/Step Time": 6.557367324829102}
{"Finetune/Learning Rate": 1.9988889453710096e-05, "Finetune/Loss": 0.9057503938674927, "Finetune/Loss (Raw)": 0.3777588903903961, "Finetune/Step": 694, "Finetune/Step Time": 6.57477049715817}
{"Finetune/Learning Rate": 1.9988791366148375e-05, "Finetune/Loss": 0.9048447012901306, "Finetune/Loss (Raw)": 0.7404602766036987, "Finetune/Step": 695, "Finetune/Step Time": 6.581374837085605}
{"Finetune/Learning Rate": 1.998869284775553e-05, "Finetune/Loss": 0.9107567071914673, "Finetune/Loss (Raw)": 1.0250394344329834, "Finetune/Step": 696, "Finetune/Step Time": 6.5557459983974695}
{"Finetune/Learning Rate": 1.9988593898535808e-05, "Finetune/Loss": 0.9104106426239014, "Finetune/Loss (Raw)": 0.8261973261833191, "Finetune/Step": 697, "Finetune/Step Time": 6.56183966062963}
{"Finetune/Learning Rate": 1.9988494518493472e-05, "Finetune/Loss": 0.911485493183136, "Finetune/Loss (Raw)": 1.0615475177764893, "Finetune/Step": 698, "Finetune/Step Time": 6.555598312988877}
{"Finetune/Learning Rate": 1.9988394707632815e-05, "Finetune/Loss": 0.9136009216308594, "Finetune/Loss (Raw)": 1.1017189025878906, "Finetune/Step": 699, "Finetune/Step Time": 6.552259715273976}
{"Finetune/Learning Rate": 1.9988294465958144e-05, "Finetune/Loss": 0.9127664566040039, "Finetune/Loss (Raw)": 0.8522889018058777, "Finetune/Step": 700, "Finetune/Step Time": 6.571250133216381}
{"Finetune/Learning Rate": 1.9988193793473777e-05, "Finetune/Loss": 0.9070479869842529, "Finetune/Loss (Raw)": 0.3091166019439697, "Finetune/Step": 701, "Finetune/Step Time": 6.591594150289893}
{"Finetune/Learning Rate": 1.9988092690184056e-05, "Finetune/Loss": 0.9060193300247192, "Finetune/Loss (Raw)": 0.8990218043327332, "Finetune/Step": 702, "Finetune/Step Time": 6.598615173250437}
{"Finetune/Learning Rate": 1.9987991156093347e-05, "Finetune/Loss": 0.9037655591964722, "Finetune/Loss (Raw)": 0.7529043555259705, "Finetune/Step": 703, "Finetune/Step Time": 6.58908456005156}
{"Finetune/Learning Rate": 1.998788919120602e-05, "Finetune/Loss": 0.9040948152542114, "Finetune/Loss (Raw)": 0.961893618106842, "Finetune/Step": 704, "Finetune/Step Time": 6.601050158962607}
{"Finetune/Learning Rate": 1.9987786795526483e-05, "Finetune/Loss": 0.904609203338623, "Finetune/Loss (Raw)": 0.9555140733718872, "Finetune/Step": 705, "Finetune/Step Time": 6.600547084584832}
{"Finetune/Learning Rate": 1.998768396905915e-05, "Finetune/Loss": 0.9033117294311523, "Finetune/Loss (Raw)": 0.6772531270980835, "Finetune/Step": 706, "Finetune/Step Time": 6.602974239736795}
{"Finetune/Learning Rate": 1.9987580711808454e-05, "Finetune/Loss": 0.9036499261856079, "Finetune/Loss (Raw)": 0.8308846354484558, "Finetune/Step": 707, "Finetune/Step Time": 6.588563015684485}
{"Finetune/Learning Rate": 1.9987477023778846e-05, "Finetune/Loss": 0.9045225381851196, "Finetune/Loss (Raw)": 1.0791608095169067, "Finetune/Step": 708, "Finetune/Step Time": 6.592875953763723}
{"Finetune/Learning Rate": 1.9987372904974803e-05, "Finetune/Loss": 0.9028323888778687, "Finetune/Loss (Raw)": 0.8215686678886414, "Finetune/Step": 709, "Finetune/Step Time": 6.604005377739668}
{"Finetune/Learning Rate": 1.998726835540081e-05, "Finetune/Loss": 0.90159010887146, "Finetune/Loss (Raw)": 0.8467041254043579, "Finetune/Step": 710, "Finetune/Step Time": 6.593776743859053}
{"Finetune/Learning Rate": 1.9987163375061388e-05, "Finetune/Loss": 0.9024884104728699, "Finetune/Loss (Raw)": 0.9203590750694275, "Finetune/Step": 711, "Finetune/Step Time": 6.6059707421809435}
{"Finetune/Learning Rate": 1.9987057963961054e-05, "Finetune/Loss": 0.9002867937088013, "Finetune/Loss (Raw)": 0.6266763210296631, "Finetune/Step": 712, "Finetune/Step Time": 6.616183588281274}
{"Finetune/Learning Rate": 1.998695212210436e-05, "Finetune/Loss": 0.8999254703521729, "Finetune/Loss (Raw)": 0.9409539699554443, "Finetune/Step": 713, "Finetune/Step Time": 6.616900350898504}
{"Finetune/Learning Rate": 1.9986845849495865e-05, "Finetune/Loss": 0.9034614562988281, "Finetune/Loss (Raw)": 0.7714827656745911, "Finetune/Step": 714, "Finetune/Step Time": 6.614595342427492}
{"Finetune/Learning Rate": 1.9986739146140156e-05, "Finetune/Loss": 0.9030923247337341, "Finetune/Loss (Raw)": 1.0323103666305542, "Finetune/Step": 715, "Finetune/Step Time": 6.613272309303284}
{"Finetune/Learning Rate": 1.998663201204184e-05, "Finetune/Loss": 0.9030726552009583, "Finetune/Loss (Raw)": 0.8047937154769897, "Finetune/Step": 716, "Finetune/Step Time": 6.588539931923151}
{"Finetune/Learning Rate": 1.9986524447205534e-05, "Finetune/Loss": 0.902849018573761, "Finetune/Loss (Raw)": 0.9899688363075256, "Finetune/Step": 717, "Finetune/Step Time": 6.599722556769848}
{"Finetune/Learning Rate": 1.9986416451635873e-05, "Finetune/Loss": 0.9021862745285034, "Finetune/Loss (Raw)": 0.9577548503875732, "Finetune/Step": 718, "Finetune/Step Time": 6.6038485784083605}
{"Finetune/Learning Rate": 1.998630802533752e-05, "Finetune/Loss": 0.9029591679573059, "Finetune/Loss (Raw)": 0.9602895975112915, "Finetune/Step": 719, "Finetune/Step Time": 6.604365477338433}
{"Finetune/Learning Rate": 1.9986199168315156e-05, "Finetune/Loss": 0.9044820070266724, "Finetune/Loss (Raw)": 1.088322401046753, "Finetune/Step": 720, "Finetune/Step Time": 6.606445144861937}
{"Finetune/Learning Rate": 1.9986089880573468e-05, "Finetune/Loss": 0.9042961597442627, "Finetune/Loss (Raw)": 0.8537583351135254, "Finetune/Step": 721, "Finetune/Step Time": 6.609902676194906}
{"Finetune/Learning Rate": 1.998598016211717e-05, "Finetune/Loss": 0.9037069082260132, "Finetune/Loss (Raw)": 0.8804657459259033, "Finetune/Step": 722, "Finetune/Step Time": 6.635404780507088}
{"Finetune/Learning Rate": 1.9985870012950997e-05, "Finetune/Loss": 0.9042806029319763, "Finetune/Loss (Raw)": 1.0338702201843262, "Finetune/Step": 723, "Finetune/Step Time": 6.6330169048160315}
{"Finetune/Learning Rate": 1.9985759433079705e-05, "Finetune/Loss": 0.9051799178123474, "Finetune/Loss (Raw)": 0.9696593880653381, "Finetune/Step": 724, "Finetune/Step Time": 6.637881202623248}
{"Finetune/Learning Rate": 1.9985648422508056e-05, "Finetune/Loss": 0.9073926210403442, "Finetune/Loss (Raw)": 1.0857807397842407, "Finetune/Step": 725, "Finetune/Step Time": 6.637411627918482}
{"Finetune/Learning Rate": 1.9985536981240837e-05, "Finetune/Loss": 0.9053299427032471, "Finetune/Loss (Raw)": 0.6358581781387329, "Finetune/Step": 726, "Finetune/Step Time": 6.625555094331503}
{"Finetune/Learning Rate": 1.9985425109282865e-05, "Finetune/Loss": 0.905066967010498, "Finetune/Loss (Raw)": 0.942190945148468, "Finetune/Step": 727, "Finetune/Step Time": 6.6317984983325005}
{"Finetune/Learning Rate": 1.998531280663895e-05, "Finetune/Loss": 0.905424952507019, "Finetune/Loss (Raw)": 1.060602068901062, "Finetune/Step": 728, "Finetune/Step Time": 6.631132386624813}
{"Finetune/Learning Rate": 1.9985200073313954e-05, "Finetune/Loss": 0.9029625058174133, "Finetune/Loss (Raw)": 0.5279273986816406, "Finetune/Step": 729, "Finetune/Step Time": 6.6206435319036245}
{"Finetune/Learning Rate": 1.998508690931272e-05, "Finetune/Loss": 0.9030729532241821, "Finetune/Loss (Raw)": 0.9608556628227234, "Finetune/Step": 730, "Finetune/Step Time": 6.623866535723209}
{"Finetune/Learning Rate": 1.9984973314640145e-05, "Finetune/Loss": 0.9043886661529541, "Finetune/Loss (Raw)": 0.9589105844497681, "Finetune/Step": 731, "Finetune/Step Time": 6.619890915229917}
{"Finetune/Learning Rate": 1.998485928930112e-05, "Finetune/Loss": 0.9028226733207703, "Finetune/Loss (Raw)": 0.8038241863250732, "Finetune/Step": 732, "Finetune/Step Time": 6.650493513792753}
{"Finetune/Learning Rate": 1.9984744833300563e-05, "Finetune/Loss": 0.9033657908439636, "Finetune/Loss (Raw)": 0.892576277256012, "Finetune/Step": 733, "Finetune/Step Time": 6.648768965154886}
{"Finetune/Learning Rate": 1.9984629946643413e-05, "Finetune/Loss": 0.9030870795249939, "Finetune/Loss (Raw)": 0.7912368178367615, "Finetune/Step": 734, "Finetune/Step Time": 6.637181960046291}
{"Finetune/Learning Rate": 1.9984514629334627e-05, "Finetune/Loss": 0.9035795331001282, "Finetune/Loss (Raw)": 0.7781873941421509, "Finetune/Step": 735, "Finetune/Step Time": 6.615178659558296}
{"Finetune/Learning Rate": 1.9984398881379174e-05, "Finetune/Loss": 0.9025243520736694, "Finetune/Loss (Raw)": 0.8879698514938354, "Finetune/Step": 736, "Finetune/Step Time": 6.6492000464349985}
{"Finetune/Learning Rate": 1.998428270278205e-05, "Finetune/Loss": 0.9042870998382568, "Finetune/Loss (Raw)": 1.0597282648086548, "Finetune/Step": 737, "Finetune/Step Time": 6.645648520439863}
{"Finetune/Learning Rate": 1.9984166093548265e-05, "Finetune/Loss": 0.9048399329185486, "Finetune/Loss (Raw)": 0.9810078740119934, "Finetune/Step": 738, "Finetune/Step Time": 6.642090475186706}
{"Finetune/Learning Rate": 1.998404905368285e-05, "Finetune/Loss": 0.9010657072067261, "Finetune/Loss (Raw)": 0.4504394829273224, "Finetune/Step": 739, "Finetune/Step Time": 6.665438862517476}
{"Finetune/Learning Rate": 1.998393158319085e-05, "Finetune/Loss": 0.9005712866783142, "Finetune/Loss (Raw)": 1.040588617324829, "Finetune/Step": 740, "Finetune/Step Time": 6.668621145188808}
{"Finetune/Learning Rate": 1.9983813682077335e-05, "Finetune/Loss": 0.899929404258728, "Finetune/Loss (Raw)": 0.7013867497444153, "Finetune/Step": 741, "Finetune/Step Time": 6.685865323990583}
{"Finetune/Learning Rate": 1.998369535034739e-05, "Finetune/Loss": 0.899607241153717, "Finetune/Loss (Raw)": 0.8996919989585876, "Finetune/Step": 742, "Finetune/Step Time": 6.6914380844682455}
{"Finetune/Learning Rate": 1.9983576588006112e-05, "Finetune/Loss": 0.9001922607421875, "Finetune/Loss (Raw)": 1.0140864849090576, "Finetune/Step": 743, "Finetune/Step Time": 6.684904392808676}
{"Finetune/Learning Rate": 1.9983457395058628e-05, "Finetune/Loss": 0.9002730846405029, "Finetune/Loss (Raw)": 0.9576386213302612, "Finetune/Step": 744, "Finetune/Step Time": 6.68635812215507}
{"Finetune/Learning Rate": 1.9983337771510084e-05, "Finetune/Loss": 0.8988895416259766, "Finetune/Loss (Raw)": 0.7718720436096191, "Finetune/Step": 745, "Finetune/Step Time": 6.704092396423221}
{"Finetune/Learning Rate": 1.9983217717365635e-05, "Finetune/Loss": 0.8997410535812378, "Finetune/Loss (Raw)": 1.0298607349395752, "Finetune/Step": 746, "Finetune/Step Time": 6.695504123345017}
{"Finetune/Learning Rate": 1.998309723263046e-05, "Finetune/Loss": 0.9011591672897339, "Finetune/Loss (Raw)": 1.0368989706039429, "Finetune/Step": 747, "Finetune/Step Time": 6.6756386030465364}
{"Finetune/Learning Rate": 1.9982976317309753e-05, "Finetune/Loss": 0.901823878288269, "Finetune/Loss (Raw)": 1.0338025093078613, "Finetune/Step": 748, "Finetune/Step Time": 6.676831593737006}
{"Finetune/Learning Rate": 1.9982854971408733e-05, "Finetune/Loss": 0.9010347127914429, "Finetune/Loss (Raw)": 0.8590551018714905, "Finetune/Step": 749, "Finetune/Step Time": 6.666333569213748}
{"Finetune/Learning Rate": 1.998273319493263e-05, "Finetune/Loss": 0.9007474184036255, "Finetune/Loss (Raw)": 0.8546878695487976, "Finetune/Step": 750, "Finetune/Step Time": 6.671354608610272}
{"Finetune/Learning Rate": 1.9982610987886698e-05, "Finetune/Loss": 0.8991895914077759, "Finetune/Loss (Raw)": 0.7852150797843933, "Finetune/Step": 751, "Finetune/Step Time": 6.674283191561699}
{"Finetune/Learning Rate": 1.998248835027621e-05, "Finetune/Loss": 0.8996371030807495, "Finetune/Loss (Raw)": 1.0004125833511353, "Finetune/Step": 752, "Finetune/Step Time": 6.6746847834438086}
{"Finetune/Learning Rate": 1.9982365282106452e-05, "Finetune/Loss": 0.895256757736206, "Finetune/Loss (Raw)": 0.4043031930923462, "Finetune/Step": 753, "Finetune/Step Time": 6.692201962694526}
{"Finetune/Learning Rate": 1.9982241783382736e-05, "Finetune/Loss": 0.8938272595405579, "Finetune/Loss (Raw)": 0.8139291405677795, "Finetune/Step": 754, "Finetune/Step Time": 6.692338926717639}
{"Finetune/Learning Rate": 1.9982117854110388e-05, "Finetune/Loss": 0.8925484418869019, "Finetune/Loss (Raw)": 0.7679756283760071, "Finetune/Step": 755, "Finetune/Step Time": 6.713140727952123}
{"Finetune/Learning Rate": 1.998199349429475e-05, "Finetune/Loss": 0.8923540115356445, "Finetune/Loss (Raw)": 0.8748506903648376, "Finetune/Step": 756, "Finetune/Step Time": 6.710515098646283}
{"Finetune/Learning Rate": 1.9981868703941186e-05, "Finetune/Loss": 0.891549825668335, "Finetune/Loss (Raw)": 0.8478918671607971, "Finetune/Step": 757, "Finetune/Step Time": 6.72175732254982}
{"Finetune/Learning Rate": 1.9981743483055083e-05, "Finetune/Loss": 0.8909038305282593, "Finetune/Loss (Raw)": 1.0111297369003296, "Finetune/Step": 758, "Finetune/Step Time": 6.7296885047107935}
{"Finetune/Learning Rate": 1.9981617831641842e-05, "Finetune/Loss": 0.8925154209136963, "Finetune/Loss (Raw)": 0.9760807156562805, "Finetune/Step": 759, "Finetune/Step Time": 6.729686077684164}
{"Finetune/Learning Rate": 1.9981491749706877e-05, "Finetune/Loss": 0.8914245367050171, "Finetune/Loss (Raw)": 0.9156909584999084, "Finetune/Step": 760, "Finetune/Step Time": 6.722707271575928}
{"Finetune/Learning Rate": 1.998136523725563e-05, "Finetune/Loss": 0.8897175788879395, "Finetune/Loss (Raw)": 0.9230173826217651, "Finetune/Step": 761, "Finetune/Step Time": 6.725227260962129}
{"Finetune/Learning Rate": 1.9981238294293552e-05, "Finetune/Loss": 0.8859609961509705, "Finetune/Loss (Raw)": 0.36870431900024414, "Finetune/Step": 762, "Finetune/Step Time": 6.745076056569815}
{"Finetune/Learning Rate": 1.9981110920826127e-05, "Finetune/Loss": 0.8845973610877991, "Finetune/Loss (Raw)": 0.7767511606216431, "Finetune/Step": 763, "Finetune/Step Time": 6.748879445716739}
{"Finetune/Learning Rate": 1.998098311685884e-05, "Finetune/Loss": 0.8842194080352783, "Finetune/Loss (Raw)": 0.8612284660339355, "Finetune/Step": 764, "Finetune/Step Time": 6.727138094604015}
{"Finetune/Learning Rate": 1.9980854882397214e-05, "Finetune/Loss": 0.8835127949714661, "Finetune/Loss (Raw)": 0.9225688576698303, "Finetune/Step": 765, "Finetune/Step Time": 6.730584753677249}
{"Finetune/Learning Rate": 1.9980726217446772e-05, "Finetune/Loss": 0.8834642171859741, "Finetune/Loss (Raw)": 0.9950412511825562, "Finetune/Step": 766, "Finetune/Step Time": 6.758329959586263}
{"Finetune/Learning Rate": 1.9980597122013065e-05, "Finetune/Loss": 0.883365273475647, "Finetune/Loss (Raw)": 0.9012945890426636, "Finetune/Step": 767, "Finetune/Step Time": 6.766279466450214}
{"Finetune/Learning Rate": 1.9980467596101662e-05, "Finetune/Loss": 0.8827682733535767, "Finetune/Loss (Raw)": 0.8464570045471191, "Finetune/Step": 768, "Finetune/Step Time": 6.775382013991475}
{"Finetune/Learning Rate": 1.9980337639718147e-05, "Finetune/Loss": 0.8817469477653503, "Finetune/Loss (Raw)": 0.7484089732170105, "Finetune/Step": 769, "Finetune/Step Time": 6.771737722679973}
{"Finetune/Learning Rate": 1.9980207252868125e-05, "Finetune/Loss": 0.8862466812133789, "Finetune/Loss (Raw)": 0.8820312023162842, "Finetune/Step": 770, "Finetune/Step Time": 6.759986747056246}
{"Finetune/Learning Rate": 1.9980076435557226e-05, "Finetune/Loss": 0.8868608474731445, "Finetune/Loss (Raw)": 1.0066975355148315, "Finetune/Step": 771, "Finetune/Step Time": 6.764040533453226}
{"Finetune/Learning Rate": 1.997994518779109e-05, "Finetune/Loss": 0.8865274786949158, "Finetune/Loss (Raw)": 0.9300323724746704, "Finetune/Step": 772, "Finetune/Step Time": 6.757898885756731}
{"Finetune/Learning Rate": 1.9979813509575374e-05, "Finetune/Loss": 0.8861885666847229, "Finetune/Loss (Raw)": 0.9802032113075256, "Finetune/Step": 773, "Finetune/Step Time": 6.75675049610436}
{"Finetune/Learning Rate": 1.997968140091576e-05, "Finetune/Loss": 0.8848813772201538, "Finetune/Loss (Raw)": 0.7614300847053528, "Finetune/Step": 774, "Finetune/Step Time": 6.7679481245577335}
{"Finetune/Learning Rate": 1.9979548861817943e-05, "Finetune/Loss": 0.8856573104858398, "Finetune/Loss (Raw)": 0.9753668308258057, "Finetune/Step": 775, "Finetune/Step Time": 6.770424695685506}
{"Finetune/Learning Rate": 1.9979415892287646e-05, "Finetune/Loss": 0.88348788022995, "Finetune/Loss (Raw)": 0.6840990781784058, "Finetune/Step": 776, "Finetune/Step Time": 6.7718550730496645}
{"Finetune/Learning Rate": 1.99792824923306e-05, "Finetune/Loss": 0.8847683668136597, "Finetune/Loss (Raw)": 1.0109999179840088, "Finetune/Step": 777, "Finetune/Step Time": 6.788178063929081}
{"Finetune/Learning Rate": 1.997914866195256e-05, "Finetune/Loss": 0.8857753276824951, "Finetune/Loss (Raw)": 0.9979761838912964, "Finetune/Step": 778, "Finetune/Step Time": 6.77395910769701}
{"Finetune/Learning Rate": 1.9979014401159294e-05, "Finetune/Loss": 0.8853924870491028, "Finetune/Loss (Raw)": 0.885134756565094, "Finetune/Step": 779, "Finetune/Step Time": 6.770530663430691}
{"Finetune/Learning Rate": 1.99788797099566e-05, "Finetune/Loss": 0.8808615803718567, "Finetune/Loss (Raw)": 0.3208521902561188, "Finetune/Step": 780, "Finetune/Step Time": 6.778633350506425}
{"Finetune/Learning Rate": 1.9978744588350284e-05, "Finetune/Loss": 0.8806023001670837, "Finetune/Loss (Raw)": 0.8359556198120117, "Finetune/Step": 781, "Finetune/Step Time": 6.779447669163346}
{"Finetune/Learning Rate": 1.9978609036346174e-05, "Finetune/Loss": 0.8760207295417786, "Finetune/Loss (Raw)": 0.5883864760398865, "Finetune/Step": 782, "Finetune/Step Time": 6.808508154004812}
{"Finetune/Learning Rate": 1.9978473053950115e-05, "Finetune/Loss": 0.8758456707000732, "Finetune/Loss (Raw)": 0.8639028668403625, "Finetune/Step": 783, "Finetune/Step Time": 6.839833980426192}
{"Finetune/Learning Rate": 1.9978336641167973e-05, "Finetune/Loss": 0.8740483522415161, "Finetune/Loss (Raw)": 0.6483526229858398, "Finetune/Step": 784, "Finetune/Step Time": 6.857228318229318}
{"Finetune/Learning Rate": 1.9978199798005632e-05, "Finetune/Loss": 0.8750327229499817, "Finetune/Loss (Raw)": 0.9759118556976318, "Finetune/Step": 785, "Finetune/Step Time": 6.852942578494549}
{"Finetune/Learning Rate": 1.9978062524468998e-05, "Finetune/Loss": 0.8754953145980835, "Finetune/Loss (Raw)": 1.0000618696212769, "Finetune/Step": 786, "Finetune/Step Time": 6.850999437272549}
{"Finetune/Learning Rate": 1.9977924820563984e-05, "Finetune/Loss": 0.8772833347320557, "Finetune/Loss (Raw)": 0.9600656628608704, "Finetune/Step": 787, "Finetune/Step Time": 6.865776743739843}
{"Finetune/Learning Rate": 1.9977786686296535e-05, "Finetune/Loss": 0.8773031830787659, "Finetune/Loss (Raw)": 1.0442817211151123, "Finetune/Step": 788, "Finetune/Step Time": 6.8628648314625025}
{"Finetune/Learning Rate": 1.9977648121672608e-05, "Finetune/Loss": 0.8773795962333679, "Finetune/Loss (Raw)": 0.9408098459243774, "Finetune/Step": 789, "Finetune/Step Time": 6.8611799366772175}
{"Finetune/Learning Rate": 1.997750912669818e-05, "Finetune/Loss": 0.8740763068199158, "Finetune/Loss (Raw)": 0.5702347159385681, "Finetune/Step": 790, "Finetune/Step Time": 6.890512736514211}
{"Finetune/Learning Rate": 1.9977369701379247e-05, "Finetune/Loss": 0.8729952573776245, "Finetune/Loss (Raw)": 0.870335042476654, "Finetune/Step": 791, "Finetune/Step Time": 6.892220227047801}
{"Finetune/Learning Rate": 1.9977229845721817e-05, "Finetune/Loss": 0.8723490834236145, "Finetune/Loss (Raw)": 0.7921656370162964, "Finetune/Step": 792, "Finetune/Step Time": 6.883394047617912}
{"Finetune/Learning Rate": 1.9977089559731927e-05, "Finetune/Loss": 0.8714393377304077, "Finetune/Loss (Raw)": 0.9089160561561584, "Finetune/Step": 793, "Finetune/Step Time": 6.8857268411666155}
{"Finetune/Learning Rate": 1.9976948843415625e-05, "Finetune/Loss": 0.8697162866592407, "Finetune/Loss (Raw)": 0.8578009009361267, "Finetune/Step": 794, "Finetune/Step Time": 6.887997627258301}
{"Finetune/Learning Rate": 1.9976807696778986e-05, "Finetune/Loss": 0.8691322803497314, "Finetune/Loss (Raw)": 0.9264755845069885, "Finetune/Step": 795, "Finetune/Step Time": 6.891346730291843}
{"Finetune/Learning Rate": 1.9976666119828093e-05, "Finetune/Loss": 0.8700727820396423, "Finetune/Loss (Raw)": 0.8946189284324646, "Finetune/Step": 796, "Finetune/Step Time": 6.887920679524541}
{"Finetune/Learning Rate": 1.9976524112569052e-05, "Finetune/Loss": 0.8695583939552307, "Finetune/Loss (Raw)": 0.8843365907669067, "Finetune/Step": 797, "Finetune/Step Time": 6.894203212112188}
{"Finetune/Learning Rate": 1.997638167500799e-05, "Finetune/Loss": 0.8703658580780029, "Finetune/Loss (Raw)": 0.9628242254257202, "Finetune/Step": 798, "Finetune/Step Time": 6.896673733368516}
{"Finetune/Learning Rate": 1.997623880715105e-05, "Finetune/Loss": 0.8696127533912659, "Finetune/Loss (Raw)": 0.8171082735061646, "Finetune/Step": 799, "Finetune/Step Time": 6.902646612375975}
{"Finetune/Learning Rate": 1.9976095509004388e-05, "Finetune/Loss": 0.869360089302063, "Finetune/Loss (Raw)": 0.9389671683311462, "Finetune/Step": 800, "Finetune/Step Time": 6.908256009221077}
{"Finetune/Learning Rate": 1.99759517805742e-05, "Finetune/Loss": 0.8684428334236145, "Finetune/Loss (Raw)": 0.9458422064781189, "Finetune/Step": 801, "Finetune/Step Time": 6.9327529314905405}
{"Finetune/Learning Rate": 1.997580762186667e-05, "Finetune/Loss": 0.8663241863250732, "Finetune/Loss (Raw)": 0.8013123273849487, "Finetune/Step": 802, "Finetune/Step Time": 6.936265317723155}
{"Finetune/Learning Rate": 1.997566303288802e-05, "Finetune/Loss": 0.8643547296524048, "Finetune/Loss (Raw)": 0.7340719699859619, "Finetune/Step": 803, "Finetune/Step Time": 6.942458333447576}
{"Finetune/Learning Rate": 1.9975518013644493e-05, "Finetune/Loss": 0.8638101816177368, "Finetune/Loss (Raw)": 0.9127055406570435, "Finetune/Step": 804, "Finetune/Step Time": 6.934265173971653}
{"Finetune/Learning Rate": 1.997537256414234e-05, "Finetune/Loss": 0.8649669289588928, "Finetune/Loss (Raw)": 0.9217466711997986, "Finetune/Step": 805, "Finetune/Step Time": 6.904841680079699}
{"Finetune/Learning Rate": 1.9975226684387828e-05, "Finetune/Loss": 0.8624956011772156, "Finetune/Loss (Raw)": 0.7199527621269226, "Finetune/Step": 806, "Finetune/Step Time": 6.9184302520006895}
{"Finetune/Learning Rate": 1.9975080374387255e-05, "Finetune/Loss": 0.861478328704834, "Finetune/Loss (Raw)": 0.9078816771507263, "Finetune/Step": 807, "Finetune/Step Time": 6.911255732178688}
{"Finetune/Learning Rate": 1.997493363414693e-05, "Finetune/Loss": 0.8613048791885376, "Finetune/Loss (Raw)": 0.8363564014434814, "Finetune/Step": 808, "Finetune/Step Time": 6.929728005081415}
{"Finetune/Learning Rate": 1.9974786463673187e-05, "Finetune/Loss": 0.8604801893234253, "Finetune/Loss (Raw)": 0.9075104594230652, "Finetune/Step": 809, "Finetune/Step Time": 6.933892397210002}
{"Finetune/Learning Rate": 1.997463886297237e-05, "Finetune/Loss": 0.8606641292572021, "Finetune/Loss (Raw)": 1.0217015743255615, "Finetune/Step": 810, "Finetune/Step Time": 6.937041105702519}
{"Finetune/Learning Rate": 1.9974490832050838e-05, "Finetune/Loss": 0.8586363792419434, "Finetune/Loss (Raw)": 0.7907098531723022, "Finetune/Step": 811, "Finetune/Step Time": 6.9345700815320015}
{"Finetune/Learning Rate": 1.9974342370914987e-05, "Finetune/Loss": 0.8603930473327637, "Finetune/Loss (Raw)": 1.084704041481018, "Finetune/Step": 812, "Finetune/Step Time": 6.931192172691226}
{"Finetune/Learning Rate": 1.9974193479571217e-05, "Finetune/Loss": 0.862218976020813, "Finetune/Loss (Raw)": 0.9189395308494568, "Finetune/Step": 813, "Finetune/Step Time": 6.918381476774812}
{"Finetune/Learning Rate": 1.9974044158025945e-05, "Finetune/Loss": 0.863187313079834, "Finetune/Loss (Raw)": 0.8859918117523193, "Finetune/Step": 814, "Finetune/Step Time": 6.9081953298300505}
{"Finetune/Learning Rate": 1.997389440628562e-05, "Finetune/Loss": 0.8630112409591675, "Finetune/Loss (Raw)": 0.8749561905860901, "Finetune/Step": 815, "Finetune/Step Time": 6.911885555833578}
{"Finetune/Learning Rate": 1.9973744224356695e-05, "Finetune/Loss": 0.8634236454963684, "Finetune/Loss (Raw)": 0.9697402715682983, "Finetune/Step": 816, "Finetune/Step Time": 6.911857249215245}
{"Finetune/Learning Rate": 1.997359361224565e-05, "Finetune/Loss": 0.8664656281471252, "Finetune/Loss (Raw)": 0.953048825263977, "Finetune/Step": 817, "Finetune/Step Time": 6.901105983182788}
{"Finetune/Learning Rate": 1.9973442569958976e-05, "Finetune/Loss": 0.863446831703186, "Finetune/Loss (Raw)": 0.31841981410980225, "Finetune/Step": 818, "Finetune/Step Time": 6.882697058841586}
{"Finetune/Learning Rate": 1.9973291097503195e-05, "Finetune/Loss": 0.8616890907287598, "Finetune/Loss (Raw)": 0.7598960399627686, "Finetune/Step": 819, "Finetune/Step Time": 6.88234918192029}
{"Finetune/Learning Rate": 1.9973139194884836e-05, "Finetune/Loss": 0.8604297041893005, "Finetune/Loss (Raw)": 0.6397384405136108, "Finetune/Step": 820, "Finetune/Step Time": 6.863717086613178}
{"Finetune/Learning Rate": 1.9972986862110454e-05, "Finetune/Loss": 0.8608899712562561, "Finetune/Loss (Raw)": 0.8650407791137695, "Finetune/Step": 821, "Finetune/Step Time": 6.863705096766353}
{"Finetune/Learning Rate": 1.9972834099186612e-05, "Finetune/Loss": 0.8646240830421448, "Finetune/Loss (Raw)": 0.8557267785072327, "Finetune/Step": 822, "Finetune/Step Time": 6.848788607865572}
{"Finetune/Learning Rate": 1.9972680906119907e-05, "Finetune/Loss": 0.8669445514678955, "Finetune/Loss (Raw)": 1.0374811887741089, "Finetune/Step": 823, "Finetune/Step Time": 6.8448818270117044}
{"Finetune/Learning Rate": 1.9972527282916942e-05, "Finetune/Loss": 0.8662270903587341, "Finetune/Loss (Raw)": 0.9332013130187988, "Finetune/Step": 824, "Finetune/Step Time": 6.843282390385866}
{"Finetune/Learning Rate": 1.9972373229584345e-05, "Finetune/Loss": 0.8664417266845703, "Finetune/Loss (Raw)": 0.853672206401825, "Finetune/Step": 825, "Finetune/Step Time": 6.833731280639768}
{"Finetune/Learning Rate": 1.9972218746128763e-05, "Finetune/Loss": 0.8641701936721802, "Finetune/Loss (Raw)": 0.7707897424697876, "Finetune/Step": 826, "Finetune/Step Time": 6.839795980602503}
{"Finetune/Learning Rate": 1.997206383255685e-05, "Finetune/Loss": 0.8622547388076782, "Finetune/Loss (Raw)": 0.8565441966056824, "Finetune/Step": 827, "Finetune/Step Time": 6.826829381287098}
{"Finetune/Learning Rate": 1.9971908488875297e-05, "Finetune/Loss": 0.8584694862365723, "Finetune/Loss (Raw)": 0.3677758574485779, "Finetune/Step": 828, "Finetune/Step Time": 6.826275708153844}
{"Finetune/Learning Rate": 1.99717527150908e-05, "Finetune/Loss": 0.8627883195877075, "Finetune/Loss (Raw)": 0.86192786693573, "Finetune/Step": 829, "Finetune/Step Time": 6.814851306378841}
{"Finetune/Learning Rate": 1.9971596511210082e-05, "Finetune/Loss": 0.8630578517913818, "Finetune/Loss (Raw)": 0.9335207939147949, "Finetune/Step": 830, "Finetune/Step Time": 6.812016258016229}
{"Finetune/Learning Rate": 1.997143987723987e-05, "Finetune/Loss": 0.8638579249382019, "Finetune/Loss (Raw)": 0.8553089499473572, "Finetune/Step": 831, "Finetune/Step Time": 6.817765412852168}
{"Finetune/Learning Rate": 1.9971282813186934e-05, "Finetune/Loss": 0.8640128970146179, "Finetune/Loss (Raw)": 0.9817317128181458, "Finetune/Step": 832, "Finetune/Step Time": 6.799561016261578}
{"Finetune/Learning Rate": 1.9971125319058037e-05, "Finetune/Loss": 0.8597215414047241, "Finetune/Loss (Raw)": 0.40622037649154663, "Finetune/Step": 833, "Finetune/Step Time": 6.819306334480643}
{"Finetune/Learning Rate": 1.9970967394859976e-05, "Finetune/Loss": 0.8615356087684631, "Finetune/Loss (Raw)": 0.9094511866569519, "Finetune/Step": 834, "Finetune/Step Time": 6.827677831053734}
{"Finetune/Learning Rate": 1.9970809040599563e-05, "Finetune/Loss": 0.862165093421936, "Finetune/Loss (Raw)": 0.91146320104599, "Finetune/Step": 835, "Finetune/Step Time": 6.832859806716442}
{"Finetune/Learning Rate": 1.997065025628363e-05, "Finetune/Loss": 0.8606717586517334, "Finetune/Loss (Raw)": 0.8880147933959961, "Finetune/Step": 836, "Finetune/Step Time": 6.827786982059479}
{"Finetune/Learning Rate": 1.997049104191902e-05, "Finetune/Loss": 0.8603435158729553, "Finetune/Loss (Raw)": 0.7795513272285461, "Finetune/Step": 837, "Finetune/Step Time": 6.8260871432721615}
{"Finetune/Learning Rate": 1.9970331397512605e-05, "Finetune/Loss": 0.8604001402854919, "Finetune/Loss (Raw)": 0.8539538383483887, "Finetune/Step": 838, "Finetune/Step Time": 6.830380238592625}
{"Finetune/Learning Rate": 1.997017132307127e-05, "Finetune/Loss": 0.859527587890625, "Finetune/Loss (Raw)": 0.8086654543876648, "Finetune/Step": 839, "Finetune/Step Time": 6.82246420532465}
{"Finetune/Learning Rate": 1.9970010818601918e-05, "Finetune/Loss": 0.8630152940750122, "Finetune/Loss (Raw)": 1.0731103420257568, "Finetune/Step": 840, "Finetune/Step Time": 6.8114396799355745}
{"Finetune/Learning Rate": 1.9969849884111473e-05, "Finetune/Loss": 0.8620659112930298, "Finetune/Loss (Raw)": 0.8194355368614197, "Finetune/Step": 841, "Finetune/Step Time": 6.815304236486554}
{"Finetune/Learning Rate": 1.9969688519606873e-05, "Finetune/Loss": 0.8634315133094788, "Finetune/Loss (Raw)": 0.9462746977806091, "Finetune/Step": 842, "Finetune/Step Time": 6.802945893257856}
{"Finetune/Learning Rate": 1.996952672509508e-05, "Finetune/Loss": 0.8624906539916992, "Finetune/Loss (Raw)": 0.9118772745132446, "Finetune/Step": 843, "Finetune/Step Time": 6.8163390420377254}
{"Finetune/Learning Rate": 1.9969364500583076e-05, "Finetune/Loss": 0.8629685044288635, "Finetune/Loss (Raw)": 0.8659633994102478, "Finetune/Step": 844, "Finetune/Step Time": 6.8182391207665205}
{"Finetune/Learning Rate": 1.996920184607785e-05, "Finetune/Loss": 0.8626793622970581, "Finetune/Loss (Raw)": 0.9529621601104736, "Finetune/Step": 845, "Finetune/Step Time": 6.80540688149631}
{"Finetune/Learning Rate": 1.9969038761586427e-05, "Finetune/Loss": 0.8627654910087585, "Finetune/Loss (Raw)": 0.9687772393226624, "Finetune/Step": 846, "Finetune/Step Time": 6.797758899629116}
{"Finetune/Learning Rate": 1.9968875247115834e-05, "Finetune/Loss": 0.8588170409202576, "Finetune/Loss (Raw)": 0.4548816680908203, "Finetune/Step": 847, "Finetune/Step Time": 6.815130107104778}
{"Finetune/Learning Rate": 1.9968711302673127e-05, "Finetune/Loss": 0.8564223051071167, "Finetune/Loss (Raw)": 0.7818009853363037, "Finetune/Step": 848, "Finetune/Step Time": 6.818294750526547}
{"Finetune/Learning Rate": 1.9968546928265375e-05, "Finetune/Loss": 0.85701584815979, "Finetune/Loss (Raw)": 0.9297274351119995, "Finetune/Step": 849, "Finetune/Step Time": 6.796930788084865}
{"Finetune/Learning Rate": 1.9968382123899667e-05, "Finetune/Loss": 0.8565726280212402, "Finetune/Loss (Raw)": 0.8237329721450806, "Finetune/Step": 850, "Finetune/Step Time": 6.781508717685938}
{"Finetune/Learning Rate": 1.9968216889583116e-05, "Finetune/Loss": 0.8556994795799255, "Finetune/Loss (Raw)": 0.9221118688583374, "Finetune/Step": 851, "Finetune/Step Time": 6.787584187462926}
{"Finetune/Learning Rate": 1.9968051225322845e-05, "Finetune/Loss": 0.8543124198913574, "Finetune/Loss (Raw)": 0.7921111583709717, "Finetune/Step": 852, "Finetune/Step Time": 6.77319267578423}
{"Finetune/Learning Rate": 1.9967885131126e-05, "Finetune/Loss": 0.8528429269790649, "Finetune/Loss (Raw)": 0.8976833820343018, "Finetune/Step": 853, "Finetune/Step Time": 6.769361328333616}
{"Finetune/Learning Rate": 1.996771860699975e-05, "Finetune/Loss": 0.854315459728241, "Finetune/Loss (Raw)": 0.8243444561958313, "Finetune/Step": 854, "Finetune/Step Time": 6.771579723805189}
{"Finetune/Learning Rate": 1.9967551652951266e-05, "Finetune/Loss": 0.8520142436027527, "Finetune/Loss (Raw)": 0.647636353969574, "Finetune/Step": 855, "Finetune/Step Time": 6.806198414415121}
{"Finetune/Learning Rate": 1.9967384268987758e-05, "Finetune/Loss": 0.850658655166626, "Finetune/Loss (Raw)": 0.8870936632156372, "Finetune/Step": 856, "Finetune/Step Time": 6.804679600521922}
{"Finetune/Learning Rate": 1.9967216455116442e-05, "Finetune/Loss": 0.852928876876831, "Finetune/Loss (Raw)": 0.8185113668441772, "Finetune/Step": 857, "Finetune/Step Time": 6.795308036729693}
{"Finetune/Learning Rate": 1.9967048211344558e-05, "Finetune/Loss": 0.8541134595870972, "Finetune/Loss (Raw)": 1.1124860048294067, "Finetune/Step": 858, "Finetune/Step Time": 6.793099781498313}
{"Finetune/Learning Rate": 1.996687953767936e-05, "Finetune/Loss": 0.854010820388794, "Finetune/Loss (Raw)": 0.9457729458808899, "Finetune/Step": 859, "Finetune/Step Time": 6.818278456106782}
{"Finetune/Learning Rate": 1.9966710434128127e-05, "Finetune/Loss": 0.854465663433075, "Finetune/Loss (Raw)": 0.862037181854248, "Finetune/Step": 860, "Finetune/Step Time": 6.787601739168167}
{"Finetune/Learning Rate": 1.996654090069815e-05, "Finetune/Loss": 0.8523487448692322, "Finetune/Loss (Raw)": 0.621615469455719, "Finetune/Step": 861, "Finetune/Step Time": 6.7772067207843065}
{"Finetune/Learning Rate": 1.9966370937396743e-05, "Finetune/Loss": 0.8532879948616028, "Finetune/Loss (Raw)": 0.9114623665809631, "Finetune/Step": 862, "Finetune/Step Time": 6.77954650297761}
{"Finetune/Learning Rate": 1.9966200544231234e-05, "Finetune/Loss": 0.8529384136199951, "Finetune/Loss (Raw)": 0.7334415912628174, "Finetune/Step": 863, "Finetune/Step Time": 6.78518683463335}
{"Finetune/Learning Rate": 1.9966029721208975e-05, "Finetune/Loss": 0.8535459637641907, "Finetune/Loss (Raw)": 0.9657332897186279, "Finetune/Step": 864, "Finetune/Step Time": 6.754099352285266}
{"Finetune/Learning Rate": 1.996585846833733e-05, "Finetune/Loss": 0.8519139885902405, "Finetune/Loss (Raw)": 0.8508332371711731, "Finetune/Step": 865, "Finetune/Step Time": 6.774594098329544}
{"Finetune/Learning Rate": 1.996568678562369e-05, "Finetune/Loss": 0.8522518873214722, "Finetune/Loss (Raw)": 1.0242626667022705, "Finetune/Step": 866, "Finetune/Step Time": 6.77675536647439}
{"Finetune/Learning Rate": 1.996551467307546e-05, "Finetune/Loss": 0.8565002679824829, "Finetune/Loss (Raw)": 0.9942303895950317, "Finetune/Step": 867, "Finetune/Step Time": 6.757165206596255}
{"Finetune/Learning Rate": 1.9965342130700055e-05, "Finetune/Loss": 0.8549774885177612, "Finetune/Loss (Raw)": 0.8456697463989258, "Finetune/Step": 868, "Finetune/Step Time": 6.750407434999943}
{"Finetune/Learning Rate": 1.9965169158504928e-05, "Finetune/Loss": 0.8572551012039185, "Finetune/Loss (Raw)": 0.9929231405258179, "Finetune/Step": 869, "Finetune/Step Time": 6.741508657112718}
{"Finetune/Learning Rate": 1.9964995756497535e-05, "Finetune/Loss": 0.8565820455551147, "Finetune/Loss (Raw)": 0.8135390281677246, "Finetune/Step": 870, "Finetune/Step Time": 6.744595360010862}
{"Finetune/Learning Rate": 1.9964821924685353e-05, "Finetune/Loss": 0.8542691469192505, "Finetune/Loss (Raw)": 0.7180331349372864, "Finetune/Step": 871, "Finetune/Step Time": 6.748394753783941}
{"Finetune/Learning Rate": 1.9964647663075887e-05, "Finetune/Loss": 0.853937029838562, "Finetune/Loss (Raw)": 0.9151357412338257, "Finetune/Step": 872, "Finetune/Step Time": 6.747977925464511}
{"Finetune/Learning Rate": 1.9964472971676642e-05, "Finetune/Loss": 0.8554708957672119, "Finetune/Loss (Raw)": 0.968206524848938, "Finetune/Step": 873, "Finetune/Step Time": 6.7320334650576115}
{"Finetune/Learning Rate": 1.9964297850495164e-05, "Finetune/Loss": 0.8533484935760498, "Finetune/Loss (Raw)": 0.7581943273544312, "Finetune/Step": 874, "Finetune/Step Time": 6.736691577360034}
{"Finetune/Learning Rate": 1.9964122299538996e-05, "Finetune/Loss": 0.851597785949707, "Finetune/Loss (Raw)": 0.8128055930137634, "Finetune/Step": 875, "Finetune/Step Time": 6.748032325878739}
{"Finetune/Learning Rate": 1.9963946318815713e-05, "Finetune/Loss": 0.8503584861755371, "Finetune/Loss (Raw)": 0.8751723170280457, "Finetune/Step": 876, "Finetune/Step Time": 6.7493961956351995}
{"Finetune/Learning Rate": 1.996376990833291e-05, "Finetune/Loss": 0.8505598306655884, "Finetune/Loss (Raw)": 0.8848205804824829, "Finetune/Step": 877, "Finetune/Step Time": 6.747750639915466}
{"Finetune/Learning Rate": 1.9963593068098194e-05, "Finetune/Loss": 0.8507899045944214, "Finetune/Loss (Raw)": 0.8841440677642822, "Finetune/Step": 878, "Finetune/Step Time": 6.7408103216439486}
{"Finetune/Learning Rate": 1.9963415798119187e-05, "Finetune/Loss": 0.8509766459465027, "Finetune/Loss (Raw)": 0.8091169595718384, "Finetune/Step": 879, "Finetune/Step Time": 6.760793775320053}
{"Finetune/Learning Rate": 1.9963238098403544e-05, "Finetune/Loss": 0.849911093711853, "Finetune/Loss (Raw)": 0.864018440246582, "Finetune/Step": 880, "Finetune/Step Time": 6.775545736774802}
{"Finetune/Learning Rate": 1.9963059968958922e-05, "Finetune/Loss": 0.8521567583084106, "Finetune/Loss (Raw)": 0.6917514801025391, "Finetune/Step": 881, "Finetune/Step Time": 6.769193947315216}
{"Finetune/Learning Rate": 1.9962881409793005e-05, "Finetune/Loss": 0.8528261184692383, "Finetune/Loss (Raw)": 0.8996137976646423, "Finetune/Step": 882, "Finetune/Step Time": 6.768862035125494}
{"Finetune/Learning Rate": 1.9962702420913497e-05, "Finetune/Loss": 0.8546192646026611, "Finetune/Loss (Raw)": 0.9974868297576904, "Finetune/Step": 883, "Finetune/Step Time": 6.741094311699271}
{"Finetune/Learning Rate": 1.9962523002328118e-05, "Finetune/Loss": 0.8557755947113037, "Finetune/Loss (Raw)": 1.0228657722473145, "Finetune/Step": 884, "Finetune/Step Time": 6.741177095100284}
{"Finetune/Learning Rate": 1.9962343154044605e-05, "Finetune/Loss": 0.8508498668670654, "Finetune/Loss (Raw)": 0.21739491820335388, "Finetune/Step": 885, "Finetune/Step Time": 6.74818511120975}
{"Finetune/Learning Rate": 1.9962162876070713e-05, "Finetune/Loss": 0.8499583601951599, "Finetune/Loss (Raw)": 0.8970241546630859, "Finetune/Step": 886, "Finetune/Step Time": 6.751817002892494}
{"Finetune/Learning Rate": 1.9961982168414223e-05, "Finetune/Loss": 0.8454108238220215, "Finetune/Loss (Raw)": 0.3939957022666931, "Finetune/Step": 887, "Finetune/Step Time": 6.777821715921164}
{"Finetune/Learning Rate": 1.9961801031082926e-05, "Finetune/Loss": 0.8459953665733337, "Finetune/Loss (Raw)": 0.9905121922492981, "Finetune/Step": 888, "Finetune/Step Time": 6.783843832090497}
{"Finetune/Learning Rate": 1.9961619464084636e-05, "Finetune/Loss": 0.8462468385696411, "Finetune/Loss (Raw)": 0.9552068114280701, "Finetune/Step": 889, "Finetune/Step Time": 6.789341317489743}
{"Finetune/Learning Rate": 1.9961437467427183e-05, "Finetune/Loss": 0.8503755927085876, "Finetune/Loss (Raw)": 0.8971884846687317, "Finetune/Step": 890, "Finetune/Step Time": 6.770881960168481}
{"Finetune/Learning Rate": 1.9961255041118417e-05, "Finetune/Loss": 0.8512542247772217, "Finetune/Loss (Raw)": 0.8892074227333069, "Finetune/Step": 891, "Finetune/Step Time": 6.773750608786941}
{"Finetune/Learning Rate": 1.9961072185166204e-05, "Finetune/Loss": 0.850968599319458, "Finetune/Loss (Raw)": 0.8246657252311707, "Finetune/Step": 892, "Finetune/Step Time": 6.777605319395661}
{"Finetune/Learning Rate": 1.9960888899578437e-05, "Finetune/Loss": 0.8514461517333984, "Finetune/Loss (Raw)": 0.9836931824684143, "Finetune/Step": 893, "Finetune/Step Time": 6.774430751800537}
{"Finetune/Learning Rate": 1.996070518436302e-05, "Finetune/Loss": 0.8509489297866821, "Finetune/Loss (Raw)": 0.9314079880714417, "Finetune/Step": 894, "Finetune/Step Time": 6.74912317097187}
{"Finetune/Learning Rate": 1.996052103952787e-05, "Finetune/Loss": 0.8502757549285889, "Finetune/Loss (Raw)": 0.815117359161377, "Finetune/Step": 895, "Finetune/Step Time": 6.755839299410582}
{"Finetune/Learning Rate": 1.9960336465080937e-05, "Finetune/Loss": 0.8510662913322449, "Finetune/Loss (Raw)": 0.9476541876792908, "Finetune/Step": 896, "Finetune/Step Time": 6.7489832155406475}
{"Finetune/Learning Rate": 1.996015146103018e-05, "Finetune/Loss": 0.8506157398223877, "Finetune/Loss (Raw)": 0.6907327771186829, "Finetune/Step": 897, "Finetune/Step Time": 6.752203291282058}
{"Finetune/Learning Rate": 1.995996602738357e-05, "Finetune/Loss": 0.8464879989624023, "Finetune/Loss (Raw)": 0.35368260741233826, "Finetune/Step": 898, "Finetune/Step Time": 6.763671405613422}
{"Finetune/Learning Rate": 1.9959780164149117e-05, "Finetune/Loss": 0.8447000980377197, "Finetune/Loss (Raw)": 0.7778469920158386, "Finetune/Step": 899, "Finetune/Step Time": 6.796696858480573}
{"Finetune/Learning Rate": 1.9959593871334836e-05, "Finetune/Loss": 0.8451802134513855, "Finetune/Loss (Raw)": 0.9914875626564026, "Finetune/Step": 900, "Finetune/Step Time": 6.797273222357035}
{"Finetune/Learning Rate": 1.9959407148948758e-05, "Finetune/Loss": 0.8455026149749756, "Finetune/Loss (Raw)": 1.0214693546295166, "Finetune/Step": 901, "Finetune/Step Time": 6.803108410909772}
{"Finetune/Learning Rate": 1.9959219996998937e-05, "Finetune/Loss": 0.8464978337287903, "Finetune/Loss (Raw)": 0.8888194561004639, "Finetune/Step": 902, "Finetune/Step Time": 6.786509454250336}
{"Finetune/Learning Rate": 1.9959032415493446e-05, "Finetune/Loss": 0.8458179831504822, "Finetune/Loss (Raw)": 0.8883439302444458, "Finetune/Step": 903, "Finetune/Step Time": 6.795447576791048}
{"Finetune/Learning Rate": 1.9958844404440377e-05, "Finetune/Loss": 0.8469406962394714, "Finetune/Loss (Raw)": 0.8278083205223083, "Finetune/Step": 904, "Finetune/Step Time": 6.791836753487587}
{"Finetune/Learning Rate": 1.9958655963847836e-05, "Finetune/Loss": 0.8467257618904114, "Finetune/Loss (Raw)": 0.9834874272346497, "Finetune/Step": 905, "Finetune/Step Time": 6.772190574556589}
{"Finetune/Learning Rate": 1.9958467093723954e-05, "Finetune/Loss": 0.8452960848808289, "Finetune/Loss (Raw)": 0.8149835467338562, "Finetune/Step": 906, "Finetune/Step Time": 6.769797824323177}
{"Finetune/Learning Rate": 1.9958277794076873e-05, "Finetune/Loss": 0.8457828164100647, "Finetune/Loss (Raw)": 0.9474276900291443, "Finetune/Step": 907, "Finetune/Step Time": 6.757716251537204}
{"Finetune/Learning Rate": 1.9958088064914764e-05, "Finetune/Loss": 0.8503785133361816, "Finetune/Loss (Raw)": 0.9091014266014099, "Finetune/Step": 908, "Finetune/Step Time": 6.738611117005348}
{"Finetune/Learning Rate": 1.9957897906245804e-05, "Finetune/Loss": 0.8504910469055176, "Finetune/Loss (Raw)": 0.8503611087799072, "Finetune/Step": 909, "Finetune/Step Time": 6.742356428876519}
{"Finetune/Learning Rate": 1.9957707318078198e-05, "Finetune/Loss": 0.8527657389640808, "Finetune/Loss (Raw)": 0.8795523047447205, "Finetune/Step": 910, "Finetune/Step Time": 6.714876871556044}
{"Finetune/Learning Rate": 1.9957516300420167e-05, "Finetune/Loss": 0.852783203125, "Finetune/Loss (Raw)": 0.866132378578186, "Finetune/Step": 911, "Finetune/Step Time": 6.678561598062515}
{"Finetune/Learning Rate": 1.995732485327995e-05, "Finetune/Loss": 0.8555903434753418, "Finetune/Loss (Raw)": 1.0076720714569092, "Finetune/Step": 912, "Finetune/Step Time": 6.669225614517927}
{"Finetune/Learning Rate": 1.9957132976665804e-05, "Finetune/Loss": 0.8530223369598389, "Finetune/Loss (Raw)": 0.6472051739692688, "Finetune/Step": 913, "Finetune/Step Time": 6.664207674562931}
{"Finetune/Learning Rate": 1.9956940670586e-05, "Finetune/Loss": 0.8535819053649902, "Finetune/Loss (Raw)": 1.0716803073883057, "Finetune/Step": 914, "Finetune/Step Time": 6.667720744386315}
{"Finetune/Learning Rate": 1.995674793504884e-05, "Finetune/Loss": 0.8533898591995239, "Finetune/Loss (Raw)": 0.9354828000068665, "Finetune/Step": 915, "Finetune/Step Time": 6.6302882600575686}
{"Finetune/Learning Rate": 1.9956554770062632e-05, "Finetune/Loss": 0.8526458740234375, "Finetune/Loss (Raw)": 0.9490556120872498, "Finetune/Step": 916, "Finetune/Step Time": 6.636399805545807}
{"Finetune/Learning Rate": 1.995636117563571e-05, "Finetune/Loss": 0.8535776138305664, "Finetune/Loss (Raw)": 1.0600703954696655, "Finetune/Step": 917, "Finetune/Step Time": 6.680474216118455}
{"Finetune/Learning Rate": 1.9956167151776422e-05, "Finetune/Loss": 0.8558357954025269, "Finetune/Loss (Raw)": 0.859287679195404, "Finetune/Step": 918, "Finetune/Step Time": 6.6588576175272465}
{"Finetune/Learning Rate": 1.9955972698493137e-05, "Finetune/Loss": 0.8538930416107178, "Finetune/Loss (Raw)": 0.6216571927070618, "Finetune/Step": 919, "Finetune/Step Time": 6.672293385490775}
{"Finetune/Learning Rate": 1.9955777815794247e-05, "Finetune/Loss": 0.853510856628418, "Finetune/Loss (Raw)": 0.7432466745376587, "Finetune/Step": 920, "Finetune/Step Time": 6.678446114063263}
{"Finetune/Learning Rate": 1.9955582503688152e-05, "Finetune/Loss": 0.8538812398910522, "Finetune/Loss (Raw)": 0.9563307166099548, "Finetune/Step": 921, "Finetune/Step Time": 6.669193198904395}
{"Finetune/Learning Rate": 1.9955386762183276e-05, "Finetune/Loss": 0.8538773655891418, "Finetune/Loss (Raw)": 0.8573012351989746, "Finetune/Step": 922, "Finetune/Step Time": 6.667889967560768}
{"Finetune/Learning Rate": 1.995519059128806e-05, "Finetune/Loss": 0.8541218042373657, "Finetune/Loss (Raw)": 0.957763135433197, "Finetune/Step": 923, "Finetune/Step Time": 6.65995635651052}
{"Finetune/Learning Rate": 1.9954993991010973e-05, "Finetune/Loss": 0.8534440994262695, "Finetune/Loss (Raw)": 0.8078709244728088, "Finetune/Step": 924, "Finetune/Step Time": 6.667829817160964}
{"Finetune/Learning Rate": 1.9954796961360484e-05, "Finetune/Loss": 0.8523703813552856, "Finetune/Loss (Raw)": 0.7469052672386169, "Finetune/Step": 925, "Finetune/Step Time": 6.686662137508392}
{"Finetune/Learning Rate": 1.99545995023451e-05, "Finetune/Loss": 0.8498646020889282, "Finetune/Loss (Raw)": 0.6420783996582031, "Finetune/Step": 926, "Finetune/Step Time": 6.690609460696578}
{"Finetune/Learning Rate": 1.995440161397334e-05, "Finetune/Loss": 0.8505264520645142, "Finetune/Loss (Raw)": 0.901833713054657, "Finetune/Step": 927, "Finetune/Step Time": 6.683987149968743}
{"Finetune/Learning Rate": 1.9954203296253728e-05, "Finetune/Loss": 0.8503928780555725, "Finetune/Loss (Raw)": 0.9218683242797852, "Finetune/Step": 928, "Finetune/Step Time": 6.676319042220712}
{"Finetune/Learning Rate": 1.9954004549194825e-05, "Finetune/Loss": 0.8497745990753174, "Finetune/Loss (Raw)": 0.8667017221450806, "Finetune/Step": 929, "Finetune/Step Time": 6.652492070570588}
{"Finetune/Learning Rate": 1.9953805372805203e-05, "Finetune/Loss": 0.8500176668167114, "Finetune/Loss (Raw)": 0.832415759563446, "Finetune/Step": 930, "Finetune/Step Time": 6.65653526596725}
{"Finetune/Learning Rate": 1.995360576709345e-05, "Finetune/Loss": 0.8515880107879639, "Finetune/Loss (Raw)": 0.9350817203521729, "Finetune/Step": 931, "Finetune/Step Time": 6.63878327421844}
{"Finetune/Learning Rate": 1.9953405732068175e-05, "Finetune/Loss": 0.852062463760376, "Finetune/Loss (Raw)": 0.9734399914741516, "Finetune/Step": 932, "Finetune/Step Time": 6.656177530065179}
{"Finetune/Learning Rate": 1.9953205267738012e-05, "Finetune/Loss": 0.8516203761100769, "Finetune/Loss (Raw)": 0.8651576042175293, "Finetune/Step": 933, "Finetune/Step Time": 6.66586703620851}
{"Finetune/Learning Rate": 1.99530043741116e-05, "Finetune/Loss": 0.8534575700759888, "Finetune/Loss (Raw)": 0.9551074504852295, "Finetune/Step": 934, "Finetune/Step Time": 6.6524482276290655}
{"Finetune/Learning Rate": 1.995280305119761e-05, "Finetune/Loss": 0.8517075777053833, "Finetune/Loss (Raw)": 0.6838880777359009, "Finetune/Step": 935, "Finetune/Step Time": 6.65306755527854}
{"Finetune/Learning Rate": 1.9952601299004716e-05, "Finetune/Loss": 0.8514382839202881, "Finetune/Loss (Raw)": 0.801887035369873, "Finetune/Step": 936, "Finetune/Step Time": 6.6453697849065065}
{"Finetune/Learning Rate": 1.9952399117541633e-05, "Finetune/Loss": 0.8524523973464966, "Finetune/Loss (Raw)": 1.0373120307922363, "Finetune/Step": 937, "Finetune/Step Time": 6.650262072682381}
{"Finetune/Learning Rate": 1.995219650681707e-05, "Finetune/Loss": 0.8527420163154602, "Finetune/Loss (Raw)": 1.058773398399353, "Finetune/Step": 938, "Finetune/Step Time": 6.65401835180819}
{"Finetune/Learning Rate": 1.9951993466839772e-05, "Finetune/Loss": 0.8532850742340088, "Finetune/Loss (Raw)": 0.8602233529090881, "Finetune/Step": 939, "Finetune/Step Time": 6.6553768534213305}
{"Finetune/Learning Rate": 1.9951789997618496e-05, "Finetune/Loss": 0.852324366569519, "Finetune/Loss (Raw)": 0.9617297053337097, "Finetune/Step": 940, "Finetune/Step Time": 6.658000377938151}
{"Finetune/Learning Rate": 1.9951586099162014e-05, "Finetune/Loss": 0.8523809909820557, "Finetune/Loss (Raw)": 0.9261928200721741, "Finetune/Step": 941, "Finetune/Step Time": 6.6571934670209885}
{"Finetune/Learning Rate": 1.9951381771479124e-05, "Finetune/Loss": 0.8511149883270264, "Finetune/Loss (Raw)": 0.7239497303962708, "Finetune/Step": 942, "Finetune/Step Time": 6.662872776389122}
{"Finetune/Learning Rate": 1.995117701457864e-05, "Finetune/Loss": 0.8512895107269287, "Finetune/Loss (Raw)": 0.8972859978675842, "Finetune/Step": 943, "Finetune/Step Time": 6.66220517270267}
{"Finetune/Learning Rate": 1.995097182846939e-05, "Finetune/Loss": 0.8502147793769836, "Finetune/Loss (Raw)": 0.8321807384490967, "Finetune/Step": 944, "Finetune/Step Time": 6.657581942155957}
{"Finetune/Learning Rate": 1.9950766213160225e-05, "Finetune/Loss": 0.8490861654281616, "Finetune/Loss (Raw)": 0.8085803985595703, "Finetune/Step": 945, "Finetune/Step Time": 6.666954284533858}
{"Finetune/Learning Rate": 1.9950560168660014e-05, "Finetune/Loss": 0.8523242473602295, "Finetune/Loss (Raw)": 0.7328951954841614, "Finetune/Step": 946, "Finetune/Step Time": 6.664110738784075}
{"Finetune/Learning Rate": 1.995035369497764e-05, "Finetune/Loss": 0.8529754281044006, "Finetune/Loss (Raw)": 0.8432498574256897, "Finetune/Step": 947, "Finetune/Step Time": 6.68259790726006}
{"Finetune/Learning Rate": 1.995014679212202e-05, "Finetune/Loss": 0.8508710861206055, "Finetune/Loss (Raw)": 0.37038135528564453, "Finetune/Step": 948, "Finetune/Step Time": 6.692621516063809}
{"Finetune/Learning Rate": 1.9949939460102066e-05, "Finetune/Loss": 0.8521023988723755, "Finetune/Loss (Raw)": 1.0226435661315918, "Finetune/Step": 949, "Finetune/Step Time": 6.678872436285019}
{"Finetune/Learning Rate": 1.9949731698926727e-05, "Finetune/Loss": 0.852199912071228, "Finetune/Loss (Raw)": 0.868209183216095, "Finetune/Step": 950, "Finetune/Step Time": 6.676305614411831}
{"Finetune/Learning Rate": 1.9949523508604964e-05, "Finetune/Loss": 0.8525991439819336, "Finetune/Loss (Raw)": 1.0885916948318481, "Finetune/Step": 951, "Finetune/Step Time": 6.65981138497591}
{"Finetune/Learning Rate": 1.9949314889145752e-05, "Finetune/Loss": 0.851559579372406, "Finetune/Loss (Raw)": 0.8001391887664795, "Finetune/Step": 952, "Finetune/Step Time": 6.6642866637557745}
{"Finetune/Learning Rate": 1.994910584055809e-05, "Finetune/Loss": 0.8518781065940857, "Finetune/Loss (Raw)": 0.8944348692893982, "Finetune/Step": 953, "Finetune/Step Time": 6.657082287594676}
{"Finetune/Learning Rate": 1.9948896362851e-05, "Finetune/Loss": 0.8523010015487671, "Finetune/Loss (Raw)": 0.824926495552063, "Finetune/Step": 954, "Finetune/Step Time": 6.653539499267936}
{"Finetune/Learning Rate": 1.9948686456033512e-05, "Finetune/Loss": 0.8526106476783752, "Finetune/Loss (Raw)": 0.8961730003356934, "Finetune/Step": 955, "Finetune/Step Time": 6.65274415910244}
{"Finetune/Learning Rate": 1.994847612011468e-05, "Finetune/Loss": 0.8569583892822266, "Finetune/Loss (Raw)": 0.9242848753929138, "Finetune/Step": 956, "Finetune/Step Time": 6.63600735925138}
{"Finetune/Learning Rate": 1.994826535510358e-05, "Finetune/Loss": 0.8568621277809143, "Finetune/Loss (Raw)": 0.8496125936508179, "Finetune/Step": 957, "Finetune/Step Time": 6.631824292242527}
{"Finetune/Learning Rate": 1.9948054161009295e-05, "Finetune/Loss": 0.8562771677970886, "Finetune/Loss (Raw)": 0.8586497902870178, "Finetune/Step": 958, "Finetune/Step Time": 6.640417102724314}
{"Finetune/Learning Rate": 1.994784253784094e-05, "Finetune/Loss": 0.8555424809455872, "Finetune/Loss (Raw)": 0.7612663507461548, "Finetune/Step": 959, "Finetune/Step Time": 6.622313873842359}
{"Finetune/Learning Rate": 1.9947630485607642e-05, "Finetune/Loss": 0.8546473979949951, "Finetune/Loss (Raw)": 0.8671563863754272, "Finetune/Step": 960, "Finetune/Step Time": 6.624412005767226}
{"Finetune/Learning Rate": 1.994741800431855e-05, "Finetune/Loss": 0.8575683832168579, "Finetune/Loss (Raw)": 0.7801153063774109, "Finetune/Step": 961, "Finetune/Step Time": 6.606374762952328}
{"Finetune/Learning Rate": 1.994720509398282e-05, "Finetune/Loss": 0.8581408262252808, "Finetune/Loss (Raw)": 0.9827141761779785, "Finetune/Step": 962, "Finetune/Step Time": 6.603194152936339}
{"Finetune/Learning Rate": 1.9946991754609644e-05, "Finetune/Loss": 0.857633113861084, "Finetune/Loss (Raw)": 0.8464831709861755, "Finetune/Step": 963, "Finetune/Step Time": 6.596578435972333}
{"Finetune/Learning Rate": 1.994677798620822e-05, "Finetune/Loss": 0.8574146032333374, "Finetune/Loss (Raw)": 0.8600481152534485, "Finetune/Step": 964, "Finetune/Step Time": 6.596248460933566}
{"Finetune/Learning Rate": 1.9946563788787765e-05, "Finetune/Loss": 0.8572943210601807, "Finetune/Loss (Raw)": 0.7641470432281494, "Finetune/Step": 965, "Finetune/Step Time": 6.591558963060379}
{"Finetune/Learning Rate": 1.994634916235752e-05, "Finetune/Loss": 0.8572031259536743, "Finetune/Loss (Raw)": 0.8422837853431702, "Finetune/Step": 966, "Finetune/Step Time": 6.5921044908463955}
{"Finetune/Learning Rate": 1.9946134106926744e-05, "Finetune/Loss": 0.8572298288345337, "Finetune/Loss (Raw)": 0.812081515789032, "Finetune/Step": 967, "Finetune/Step Time": 6.597239593043923}
{"Finetune/Learning Rate": 1.9945918622504714e-05, "Finetune/Loss": 0.8561543226242065, "Finetune/Loss (Raw)": 0.9354540705680847, "Finetune/Step": 968, "Finetune/Step Time": 6.5955386608839035}
{"Finetune/Learning Rate": 1.994570270910072e-05, "Finetune/Loss": 0.8561902046203613, "Finetune/Loss (Raw)": 0.8240153193473816, "Finetune/Step": 969, "Finetune/Step Time": 6.602490646764636}
{"Finetune/Learning Rate": 1.9945486366724076e-05, "Finetune/Loss": 0.8530068397521973, "Finetune/Loss (Raw)": 0.5388045907020569, "Finetune/Step": 970, "Finetune/Step Time": 6.609802095219493}
{"Finetune/Learning Rate": 1.9945269595384113e-05, "Finetune/Loss": 0.85276859998703, "Finetune/Loss (Raw)": 0.8813905119895935, "Finetune/Step": 971, "Finetune/Step Time": 6.6229040920734406}
{"Finetune/Learning Rate": 1.9945052395090182e-05, "Finetune/Loss": 0.8490113615989685, "Finetune/Loss (Raw)": 0.38503122329711914, "Finetune/Step": 972, "Finetune/Step Time": 6.6410469096153975}
{"Finetune/Learning Rate": 1.994483476585165e-05, "Finetune/Loss": 0.8477771282196045, "Finetune/Loss (Raw)": 0.7949873805046082, "Finetune/Step": 973, "Finetune/Step Time": 6.646706536412239}
{"Finetune/Learning Rate": 1.9944616707677907e-05, "Finetune/Loss": 0.84654700756073, "Finetune/Loss (Raw)": 0.8113219738006592, "Finetune/Step": 974, "Finetune/Step Time": 6.661822192370892}
{"Finetune/Learning Rate": 1.9944398220578353e-05, "Finetune/Loss": 0.8508694171905518, "Finetune/Loss (Raw)": 1.008147954940796, "Finetune/Step": 975, "Finetune/Step Time": 6.656577533110976}
{"Finetune/Learning Rate": 1.994417930456241e-05, "Finetune/Loss": 0.8515233397483826, "Finetune/Loss (Raw)": 0.8655003309249878, "Finetune/Step": 976, "Finetune/Step Time": 6.652909681200981}
{"Finetune/Learning Rate": 1.994395995963953e-05, "Finetune/Loss": 0.8520732522010803, "Finetune/Loss (Raw)": 1.0001187324523926, "Finetune/Step": 977, "Finetune/Step Time": 6.657776080071926}
{"Finetune/Learning Rate": 1.9943740185819164e-05, "Finetune/Loss": 0.8521639108657837, "Finetune/Loss (Raw)": 0.8353326320648193, "Finetune/Step": 978, "Finetune/Step Time": 6.643776588141918}
{"Finetune/Learning Rate": 1.9943519983110794e-05, "Finetune/Loss": 0.8515890836715698, "Finetune/Loss (Raw)": 0.8485377430915833, "Finetune/Step": 979, "Finetune/Step Time": 6.644087757915258}
{"Finetune/Learning Rate": 1.9943299351523918e-05, "Finetune/Loss": 0.8536714911460876, "Finetune/Loss (Raw)": 1.0586603879928589, "Finetune/Step": 980, "Finetune/Step Time": 6.642218669876456}
{"Finetune/Learning Rate": 1.9943078291068058e-05, "Finetune/Loss": 0.8534781336784363, "Finetune/Loss (Raw)": 0.8729317784309387, "Finetune/Step": 981, "Finetune/Step Time": 6.642971763387322}
{"Finetune/Learning Rate": 1.9942856801752736e-05, "Finetune/Loss": 0.8545216917991638, "Finetune/Loss (Raw)": 0.9579158425331116, "Finetune/Step": 982, "Finetune/Step Time": 6.631888663396239}
{"Finetune/Learning Rate": 1.994263488358752e-05, "Finetune/Loss": 0.8567331433296204, "Finetune/Loss (Raw)": 0.930704653263092, "Finetune/Step": 983, "Finetune/Step Time": 6.596967684105039}
{"Finetune/Learning Rate": 1.994241253658197e-05, "Finetune/Loss": 0.8556526899337769, "Finetune/Loss (Raw)": 0.7487931251525879, "Finetune/Step": 984, "Finetune/Step Time": 6.606129478663206}
{"Finetune/Learning Rate": 1.9942189760745677e-05, "Finetune/Loss": 0.8562407493591309, "Finetune/Loss (Raw)": 0.893791675567627, "Finetune/Step": 985, "Finetune/Step Time": 6.604846255853772}
{"Finetune/Learning Rate": 1.9941966556088257e-05, "Finetune/Loss": 0.8537245392799377, "Finetune/Loss (Raw)": 0.7904030084609985, "Finetune/Step": 986, "Finetune/Step Time": 6.607929218560457}
{"Finetune/Learning Rate": 1.9941742922619332e-05, "Finetune/Loss": 0.8534471988677979, "Finetune/Loss (Raw)": 0.9102756381034851, "Finetune/Step": 987, "Finetune/Step Time": 6.5943852085620165}
{"Finetune/Learning Rate": 1.994151886034855e-05, "Finetune/Loss": 0.8518766164779663, "Finetune/Loss (Raw)": 0.6610019207000732, "Finetune/Step": 988, "Finetune/Step Time": 6.596797171980143}
{"Finetune/Learning Rate": 1.994129436928557e-05, "Finetune/Loss": 0.8544712066650391, "Finetune/Loss (Raw)": 0.9537289142608643, "Finetune/Step": 989, "Finetune/Step Time": 6.600184803828597}
{"Finetune/Learning Rate": 1.9941069449440086e-05, "Finetune/Loss": 0.8523629307746887, "Finetune/Loss (Raw)": 0.6415948271751404, "Finetune/Step": 990, "Finetune/Step Time": 6.605613401159644}
{"Finetune/Learning Rate": 1.9940844100821787e-05, "Finetune/Loss": 0.8541781902313232, "Finetune/Loss (Raw)": 0.9657995104789734, "Finetune/Step": 991, "Finetune/Step Time": 6.596805406734347}
{"Finetune/Learning Rate": 1.9940618323440394e-05, "Finetune/Loss": 0.853527307510376, "Finetune/Loss (Raw)": 0.8824113607406616, "Finetune/Step": 992, "Finetune/Step Time": 6.5942619275301695}
{"Finetune/Learning Rate": 1.994039211730565e-05, "Finetune/Loss": 0.8533940315246582, "Finetune/Loss (Raw)": 0.8337854743003845, "Finetune/Step": 993, "Finetune/Step Time": 6.604300560429692}
{"Finetune/Learning Rate": 1.994016548242731e-05, "Finetune/Loss": 0.8507152795791626, "Finetune/Loss (Raw)": 0.6813730001449585, "Finetune/Step": 994, "Finetune/Step Time": 6.622186003252864}
{"Finetune/Learning Rate": 1.9939938418815152e-05, "Finetune/Loss": 0.8497941493988037, "Finetune/Loss (Raw)": 0.8763249516487122, "Finetune/Step": 995, "Finetune/Step Time": 6.620851511135697}
{"Finetune/Learning Rate": 1.9939710926478965e-05, "Finetune/Loss": 0.8493111729621887, "Finetune/Loss (Raw)": 0.7838535904884338, "Finetune/Step": 996, "Finetune/Step Time": 6.624216809868813}
{"Finetune/Learning Rate": 1.993948300542856e-05, "Finetune/Loss": 0.8483074903488159, "Finetune/Loss (Raw)": 0.86445152759552, "Finetune/Step": 997, "Finetune/Step Time": 6.604854116216302}
{"Finetune/Learning Rate": 1.9939254655673776e-05, "Finetune/Loss": 0.8479981422424316, "Finetune/Loss (Raw)": 0.7739473581314087, "Finetune/Step": 998, "Finetune/Step Time": 6.61703478731215}
{"Finetune/Learning Rate": 1.9939025877224452e-05, "Finetune/Loss": 0.8499872088432312, "Finetune/Loss (Raw)": 0.9726303219795227, "Finetune/Step": 999, "Finetune/Step Time": 6.611244946718216}
{"Finetune/Learning Rate": 1.993879667009046e-05, "Finetune/Loss": 0.8508715033531189, "Finetune/Loss (Raw)": 1.0283249616622925, "Finetune/Step": 1000, "Finetune/Step Time": 6.604870464652777}
{"Finetune/Learning Rate": 1.9938567034281686e-05, "Finetune/Loss": 0.8457765579223633, "Finetune/Loss (Raw)": 0.3160548806190491, "Finetune/Step": 1001, "Finetune/Step Time": 6.627183347940445}
{"Finetune/Learning Rate": 1.9938336969808035e-05, "Finetune/Loss": 0.8473644256591797, "Finetune/Loss (Raw)": 0.9614440202713013, "Finetune/Step": 1002, "Finetune/Step Time": 6.628201274201274}
{"Finetune/Learning Rate": 1.9938106476679427e-05, "Finetune/Loss": 0.8486759662628174, "Finetune/Loss (Raw)": 0.9806742668151855, "Finetune/Step": 1003, "Finetune/Step Time": 6.631198415532708}
{"Finetune/Learning Rate": 1.993787555490581e-05, "Finetune/Loss": 0.8495932221412659, "Finetune/Loss (Raw)": 0.992583692073822, "Finetune/Step": 1004, "Finetune/Step Time": 6.631187222898006}
{"Finetune/Learning Rate": 1.993764420449714e-05, "Finetune/Loss": 0.8498338460922241, "Finetune/Loss (Raw)": 0.9156249165534973, "Finetune/Step": 1005, "Finetune/Step Time": 6.6354110930114985}
{"Finetune/Learning Rate": 1.9937412425463392e-05, "Finetune/Loss": 0.8484461307525635, "Finetune/Loss (Raw)": 0.7065141797065735, "Finetune/Step": 1006, "Finetune/Step Time": 6.650778252631426}
{"Finetune/Learning Rate": 1.9937180217814568e-05, "Finetune/Loss": 0.848723292350769, "Finetune/Loss (Raw)": 0.8445987701416016, "Finetune/Step": 1007, "Finetune/Step Time": 6.632832715287805}
{"Finetune/Learning Rate": 1.993694758156068e-05, "Finetune/Loss": 0.8491426110267639, "Finetune/Loss (Raw)": 0.9176849126815796, "Finetune/Step": 1008, "Finetune/Step Time": 6.621738174930215}
{"Finetune/Learning Rate": 1.9936714516711765e-05, "Finetune/Loss": 0.8470495343208313, "Finetune/Loss (Raw)": 0.42383939027786255, "Finetune/Step": 1009, "Finetune/Step Time": 6.627803536131978}
{"Finetune/Learning Rate": 1.9936481023277874e-05, "Finetune/Loss": 0.8462461233139038, "Finetune/Loss (Raw)": 0.7967768311500549, "Finetune/Step": 1010, "Finetune/Step Time": 6.6303800493478775}
{"Finetune/Learning Rate": 1.9936247101269076e-05, "Finetune/Loss": 0.8448670506477356, "Finetune/Loss (Raw)": 0.8209654092788696, "Finetune/Step": 1011, "Finetune/Step Time": 6.6296735517680645}
{"Finetune/Learning Rate": 1.9936012750695465e-05, "Finetune/Loss": 0.8442074060440063, "Finetune/Loss (Raw)": 0.9384323954582214, "Finetune/Step": 1012, "Finetune/Step Time": 6.634433306753635}
{"Finetune/Learning Rate": 1.9935777971567147e-05, "Finetune/Loss": 0.8492950201034546, "Finetune/Loss (Raw)": 0.868604838848114, "Finetune/Step": 1013, "Finetune/Step Time": 6.6149184219539165}
{"Finetune/Learning Rate": 1.9935542763894245e-05, "Finetune/Loss": 0.8501007556915283, "Finetune/Loss (Raw)": 1.0001676082611084, "Finetune/Step": 1014, "Finetune/Step Time": 6.609724096953869}
{"Finetune/Learning Rate": 1.9935307127686908e-05, "Finetune/Loss": 0.8494433164596558, "Finetune/Loss (Raw)": 0.3098413050174713, "Finetune/Step": 1015, "Finetune/Step Time": 6.604818409308791}
{"Finetune/Learning Rate": 1.99350710629553e-05, "Finetune/Loss": 0.8491034507751465, "Finetune/Loss (Raw)": 0.9470066428184509, "Finetune/Step": 1016, "Finetune/Step Time": 6.603110801428556}
{"Finetune/Learning Rate": 1.9934834569709597e-05, "Finetune/Loss": 0.849335253238678, "Finetune/Loss (Raw)": 0.9848781824111938, "Finetune/Step": 1017, "Finetune/Step Time": 6.594770146533847}
{"Finetune/Learning Rate": 1.9934597647960007e-05, "Finetune/Loss": 0.8488932847976685, "Finetune/Loss (Raw)": 0.840613603591919, "Finetune/Step": 1018, "Finetune/Step Time": 6.630624257028103}
{"Finetune/Learning Rate": 1.993436029771674e-05, "Finetune/Loss": 0.8485613465309143, "Finetune/Loss (Raw)": 0.8467153310775757, "Finetune/Step": 1019, "Finetune/Step Time": 6.629181575030088}
{"Finetune/Learning Rate": 1.9934122518990043e-05, "Finetune/Loss": 0.8490944504737854, "Finetune/Loss (Raw)": 0.8929038047790527, "Finetune/Step": 1020, "Finetune/Step Time": 6.624773195013404}
{"Finetune/Learning Rate": 1.993388431179016e-05, "Finetune/Loss": 0.8470661640167236, "Finetune/Loss (Raw)": 0.7240757346153259, "Finetune/Step": 1021, "Finetune/Step Time": 6.635325783863664}
{"Finetune/Learning Rate": 1.993364567612738e-05, "Finetune/Loss": 0.8466717004776001, "Finetune/Loss (Raw)": 0.8809207081794739, "Finetune/Step": 1022, "Finetune/Step Time": 6.641299117356539}
{"Finetune/Learning Rate": 1.993340661201198e-05, "Finetune/Loss": 0.8456790447235107, "Finetune/Loss (Raw)": 0.6880543231964111, "Finetune/Step": 1023, "Finetune/Step Time": 6.644740076735616}
{"Finetune/Learning Rate": 1.9933167119454286e-05, "Finetune/Loss": 0.8445426225662231, "Finetune/Loss (Raw)": 0.8021962642669678, "Finetune/Step": 1024, "Finetune/Step Time": 6.646493934094906}
{"Finetune/Learning Rate": 1.9932927198464618e-05, "Finetune/Loss": 0.8453667163848877, "Finetune/Loss (Raw)": 0.7962173819541931, "Finetune/Step": 1025, "Finetune/Step Time": 6.631688313558698}
{"Finetune/Learning Rate": 1.9932686849053326e-05, "Finetune/Loss": 0.8494654893875122, "Finetune/Loss (Raw)": 0.8783236742019653, "Finetune/Step": 1026, "Finetune/Step Time": 6.620717465877533}
{"Finetune/Learning Rate": 1.9932446071230777e-05, "Finetune/Loss": 0.8462220430374146, "Finetune/Loss (Raw)": 0.36268889904022217, "Finetune/Step": 1027, "Finetune/Step Time": 6.60299607180059}
{"Finetune/Learning Rate": 1.9932204865007355e-05, "Finetune/Loss": 0.8458284735679626, "Finetune/Loss (Raw)": 0.9411036372184753, "Finetune/Step": 1028, "Finetune/Step Time": 6.606034632772207}
{"Finetune/Learning Rate": 1.9931963230393467e-05, "Finetune/Loss": 0.8442164659500122, "Finetune/Loss (Raw)": 0.8151329159736633, "Finetune/Step": 1029, "Finetune/Step Time": 6.6129488460719585}
{"Finetune/Learning Rate": 1.9931721167399533e-05, "Finetune/Loss": 0.8435519337654114, "Finetune/Loss (Raw)": 0.803762674331665, "Finetune/Step": 1030, "Finetune/Step Time": 6.616883030161262}
{"Finetune/Learning Rate": 1.9931478676035993e-05, "Finetune/Loss": 0.8432656526565552, "Finetune/Loss (Raw)": 0.8517009615898132, "Finetune/Step": 1031, "Finetune/Step Time": 6.592980595305562}
{"Finetune/Learning Rate": 1.993123575631331e-05, "Finetune/Loss": 0.8394675850868225, "Finetune/Loss (Raw)": 0.34165552258491516, "Finetune/Step": 1032, "Finetune/Step Time": 6.613296302035451}
{"Finetune/Learning Rate": 1.9930992408241953e-05, "Finetune/Loss": 0.838998019695282, "Finetune/Loss (Raw)": 0.9233795404434204, "Finetune/Step": 1033, "Finetune/Step Time": 6.6393042001873255}
{"Finetune/Learning Rate": 1.9930748631832426e-05, "Finetune/Loss": 0.8384294509887695, "Finetune/Loss (Raw)": 0.7422036528587341, "Finetune/Step": 1034, "Finetune/Step Time": 6.646566595882177}
{"Finetune/Learning Rate": 1.993050442709524e-05, "Finetune/Loss": 0.8379336595535278, "Finetune/Loss (Raw)": 0.8839684128761292, "Finetune/Step": 1035, "Finetune/Step Time": 6.658318215981126}
{"Finetune/Learning Rate": 1.993025979404093e-05, "Finetune/Loss": 0.8374577760696411, "Finetune/Loss (Raw)": 0.8481927514076233, "Finetune/Step": 1036, "Finetune/Step Time": 6.663233397528529}
{"Finetune/Learning Rate": 1.9930014732680042e-05, "Finetune/Loss": 0.8363380432128906, "Finetune/Loss (Raw)": 0.7070299386978149, "Finetune/Step": 1037, "Finetune/Step Time": 6.666070636361837}
{"Finetune/Learning Rate": 1.992976924302315e-05, "Finetune/Loss": 0.8379178047180176, "Finetune/Loss (Raw)": 1.0817623138427734, "Finetune/Step": 1038, "Finetune/Step Time": 6.66012810729444}
{"Finetune/Learning Rate": 1.9929523325080843e-05, "Finetune/Loss": 0.8381583094596863, "Finetune/Loss (Raw)": 0.8969211578369141, "Finetune/Step": 1039, "Finetune/Step Time": 6.65960469096899}
{"Finetune/Learning Rate": 1.992927697886373e-05, "Finetune/Loss": 0.8359470367431641, "Finetune/Loss (Raw)": 0.7246325016021729, "Finetune/Step": 1040, "Finetune/Step Time": 6.655580697581172}
{"Finetune/Learning Rate": 1.9929030204382427e-05, "Finetune/Loss": 0.8389700055122375, "Finetune/Loss (Raw)": 1.0341393947601318, "Finetune/Step": 1041, "Finetune/Step Time": 6.637728350237012}
{"Finetune/Learning Rate": 1.9928783001647586e-05, "Finetune/Loss": 0.8384482860565186, "Finetune/Loss (Raw)": 1.0048969984054565, "Finetune/Step": 1042, "Finetune/Step Time": 6.638600192964077}
{"Finetune/Learning Rate": 1.9928535370669868e-05, "Finetune/Loss": 0.8340181112289429, "Finetune/Loss (Raw)": 0.36842986941337585, "Finetune/Step": 1043, "Finetune/Step Time": 6.662347249686718}
{"Finetune/Learning Rate": 1.9928287311459952e-05, "Finetune/Loss": 0.8317506313323975, "Finetune/Loss (Raw)": 0.6588099598884583, "Finetune/Step": 1044, "Finetune/Step Time": 6.663049740716815}
{"Finetune/Learning Rate": 1.9928038824028536e-05, "Finetune/Loss": 0.8298611640930176, "Finetune/Loss (Raw)": 0.8182218074798584, "Finetune/Step": 1045, "Finetune/Step Time": 6.636564187705517}
{"Finetune/Learning Rate": 1.9927789908386345e-05, "Finetune/Loss": 0.8299036026000977, "Finetune/Loss (Raw)": 0.8647183179855347, "Finetune/Step": 1046, "Finetune/Step Time": 6.638622367754579}
{"Finetune/Learning Rate": 1.9927540564544103e-05, "Finetune/Loss": 0.8321002125740051, "Finetune/Loss (Raw)": 0.9028239250183105, "Finetune/Step": 1047, "Finetune/Step Time": 6.625494157895446}
{"Finetune/Learning Rate": 1.9927290792512575e-05, "Finetune/Loss": 0.8344247937202454, "Finetune/Loss (Raw)": 1.0407949686050415, "Finetune/Step": 1048, "Finetune/Step Time": 6.617323569953442}
{"Finetune/Learning Rate": 1.9927040592302527e-05, "Finetune/Loss": 0.8328790068626404, "Finetune/Loss (Raw)": 0.7584651112556458, "Finetune/Step": 1049, "Finetune/Step Time": 6.614592982456088}
{"Finetune/Learning Rate": 1.9926789963924755e-05, "Finetune/Loss": 0.8321541547775269, "Finetune/Loss (Raw)": 0.7645214200019836, "Finetune/Step": 1050, "Finetune/Step Time": 6.626213466748595}
{"Finetune/Learning Rate": 1.992653890739007e-05, "Finetune/Loss": 0.82999587059021, "Finetune/Loss (Raw)": 0.68150794506073, "Finetune/Step": 1051, "Finetune/Step Time": 6.640148751437664}
{"Finetune/Learning Rate": 1.9926287422709296e-05, "Finetune/Loss": 0.8315658569335938, "Finetune/Loss (Raw)": 1.0088211297988892, "Finetune/Step": 1052, "Finetune/Step Time": 6.638439983129501}
{"Finetune/Learning Rate": 1.9926035509893283e-05, "Finetune/Loss": 0.8324295282363892, "Finetune/Loss (Raw)": 0.8574578166007996, "Finetune/Step": 1053, "Finetune/Step Time": 6.62582447566092}
{"Finetune/Learning Rate": 1.9925783168952893e-05, "Finetune/Loss": 0.8345471024513245, "Finetune/Loss (Raw)": 0.9131288528442383, "Finetune/Step": 1054, "Finetune/Step Time": 6.620955925434828}
{"Finetune/Learning Rate": 1.9925530399899013e-05, "Finetune/Loss": 0.8337324261665344, "Finetune/Loss (Raw)": 0.7975536584854126, "Finetune/Step": 1055, "Finetune/Step Time": 6.621940424665809}
{"Finetune/Learning Rate": 1.9925277202742544e-05, "Finetune/Loss": 0.8346012830734253, "Finetune/Loss (Raw)": 1.0330899953842163, "Finetune/Step": 1056, "Finetune/Step Time": 6.623049749061465}
{"Finetune/Learning Rate": 1.9925023577494408e-05, "Finetune/Loss": 0.8343846797943115, "Finetune/Loss (Raw)": 0.8389632701873779, "Finetune/Step": 1057, "Finetune/Step Time": 6.61821910738945}
{"Finetune/Learning Rate": 1.9924769524165544e-05, "Finetune/Loss": 0.8339744806289673, "Finetune/Loss (Raw)": 0.779917299747467, "Finetune/Step": 1058, "Finetune/Step Time": 6.610787680372596}
{"Finetune/Learning Rate": 1.9924515042766907e-05, "Finetune/Loss": 0.8328534364700317, "Finetune/Loss (Raw)": 0.7915841937065125, "Finetune/Step": 1059, "Finetune/Step Time": 6.628428129479289}
{"Finetune/Learning Rate": 1.992426013330948e-05, "Finetune/Loss": 0.8316943049430847, "Finetune/Loss (Raw)": 0.825076162815094, "Finetune/Step": 1060, "Finetune/Step Time": 6.615300852805376}
{"Finetune/Learning Rate": 1.9924004795804247e-05, "Finetune/Loss": 0.8302749991416931, "Finetune/Loss (Raw)": 0.6834840774536133, "Finetune/Step": 1061, "Finetune/Step Time": 6.596479551866651}
{"Finetune/Learning Rate": 1.992374903026223e-05, "Finetune/Loss": 0.8296786546707153, "Finetune/Loss (Raw)": 0.8787789344787598, "Finetune/Step": 1062, "Finetune/Step Time": 6.59183069691062}
{"Finetune/Learning Rate": 1.9923492836694458e-05, "Finetune/Loss": 0.8313599824905396, "Finetune/Loss (Raw)": 0.899090588092804, "Finetune/Step": 1063, "Finetune/Step Time": 6.598695229738951}
{"Finetune/Learning Rate": 1.9923236215111977e-05, "Finetune/Loss": 0.8338249921798706, "Finetune/Loss (Raw)": 1.1174153089523315, "Finetune/Step": 1064, "Finetune/Step Time": 6.586823724210262}
{"Finetune/Learning Rate": 1.9922979165525862e-05, "Finetune/Loss": 0.8338921070098877, "Finetune/Loss (Raw)": 1.0458992719650269, "Finetune/Step": 1065, "Finetune/Step Time": 6.57821798697114}
{"Finetune/Learning Rate": 1.9922721687947196e-05, "Finetune/Loss": 0.8318865299224854, "Finetune/Loss (Raw)": 0.802066445350647, "Finetune/Step": 1066, "Finetune/Step Time": 6.572515491396189}
{"Finetune/Learning Rate": 1.9922463782387084e-05, "Finetune/Loss": 0.8331305980682373, "Finetune/Loss (Raw)": 1.0194602012634277, "Finetune/Step": 1067, "Finetune/Step Time": 6.578927364200354}
{"Finetune/Learning Rate": 1.9922205448856654e-05, "Finetune/Loss": 0.831835925579071, "Finetune/Loss (Raw)": 0.7960106730461121, "Finetune/Step": 1068, "Finetune/Step Time": 6.583564221858978}
{"Finetune/Learning Rate": 1.9921946687367043e-05, "Finetune/Loss": 0.8313663005828857, "Finetune/Loss (Raw)": 0.8660816550254822, "Finetune/Step": 1069, "Finetune/Step Time": 6.6088174525648355}
{"Finetune/Learning Rate": 1.9921687497929416e-05, "Finetune/Loss": 0.8327689170837402, "Finetune/Loss (Raw)": 0.9034854769706726, "Finetune/Step": 1070, "Finetune/Step Time": 6.598813945427537}
{"Finetune/Learning Rate": 1.9921427880554946e-05, "Finetune/Loss": 0.8331574201583862, "Finetune/Loss (Raw)": 0.94701087474823, "Finetune/Step": 1071, "Finetune/Step Time": 6.596617951989174}
{"Finetune/Learning Rate": 1.992116783525484e-05, "Finetune/Loss": 0.8341349959373474, "Finetune/Loss (Raw)": 0.9573129415512085, "Finetune/Step": 1072, "Finetune/Step Time": 6.605855032801628}
{"Finetune/Learning Rate": 1.992090736204031e-05, "Finetune/Loss": 0.8345188498497009, "Finetune/Loss (Raw)": 0.8577108383178711, "Finetune/Step": 1073, "Finetune/Step Time": 6.589701959863305}
{"Finetune/Learning Rate": 1.9920646460922586e-05, "Finetune/Loss": 0.8365562558174133, "Finetune/Loss (Raw)": 0.9936806559562683, "Finetune/Step": 1074, "Finetune/Step Time": 6.575454205274582}
{"Finetune/Learning Rate": 1.9920385131912926e-05, "Finetune/Loss": 0.8368051052093506, "Finetune/Loss (Raw)": 0.875106155872345, "Finetune/Step": 1075, "Finetune/Step Time": 6.570218505337834}
{"Finetune/Learning Rate": 1.99201233750226e-05, "Finetune/Loss": 0.8416523933410645, "Finetune/Loss (Raw)": 0.9908347129821777, "Finetune/Step": 1076, "Finetune/Step Time": 6.5513098500669}
{"Finetune/Learning Rate": 1.9919861190262898e-05, "Finetune/Loss": 0.841461181640625, "Finetune/Loss (Raw)": 0.9981683492660522, "Finetune/Step": 1077, "Finetune/Step Time": 6.554578704759479}
{"Finetune/Learning Rate": 1.991959857764513e-05, "Finetune/Loss": 0.8421493768692017, "Finetune/Loss (Raw)": 0.9562999606132507, "Finetune/Step": 1078, "Finetune/Step Time": 6.5687619689852}
{"Finetune/Learning Rate": 1.991933553718062e-05, "Finetune/Loss": 0.8396275043487549, "Finetune/Loss (Raw)": 0.765791118144989, "Finetune/Step": 1079, "Finetune/Step Time": 6.572777222841978}
{"Finetune/Learning Rate": 1.9919072068880716e-05, "Finetune/Loss": 0.8390743732452393, "Finetune/Loss (Raw)": 0.729336678981781, "Finetune/Step": 1080, "Finetune/Step Time": 6.572537682950497}
{"Finetune/Learning Rate": 1.991880817275678e-05, "Finetune/Loss": 0.8392655849456787, "Finetune/Loss (Raw)": 0.918914794921875, "Finetune/Step": 1081, "Finetune/Step Time": 6.575970349833369}
{"Finetune/Learning Rate": 1.9918543848820194e-05, "Finetune/Loss": 0.8383944034576416, "Finetune/Loss (Raw)": 0.7134181261062622, "Finetune/Step": 1082, "Finetune/Step Time": 6.596228167414665}
{"Finetune/Learning Rate": 1.991827909708236e-05, "Finetune/Loss": 0.8388285636901855, "Finetune/Loss (Raw)": 0.9517396092414856, "Finetune/Step": 1083, "Finetune/Step Time": 6.595658238977194}
{"Finetune/Learning Rate": 1.9918013917554698e-05, "Finetune/Loss": 0.8389283418655396, "Finetune/Loss (Raw)": 0.9370584487915039, "Finetune/Step": 1084, "Finetune/Step Time": 6.60949637927115}
{"Finetune/Learning Rate": 1.991774831024864e-05, "Finetune/Loss": 0.8394261002540588, "Finetune/Loss (Raw)": 0.9133212566375732, "Finetune/Step": 1085, "Finetune/Step Time": 6.600323297083378}
{"Finetune/Learning Rate": 1.9917482275175652e-05, "Finetune/Loss": 0.8402652740478516, "Finetune/Loss (Raw)": 0.966069221496582, "Finetune/Step": 1086, "Finetune/Step Time": 6.587214199826121}
{"Finetune/Learning Rate": 1.9917215812347203e-05, "Finetune/Loss": 0.8417539596557617, "Finetune/Loss (Raw)": 0.9518106579780579, "Finetune/Step": 1087, "Finetune/Step Time": 6.58942005969584}
{"Finetune/Learning Rate": 1.9916948921774782e-05, "Finetune/Loss": 0.8399962782859802, "Finetune/Loss (Raw)": 0.6421767473220825, "Finetune/Step": 1088, "Finetune/Step Time": 6.596798973158002}
{"Finetune/Learning Rate": 1.9916681603469904e-05, "Finetune/Loss": 0.8409153819084167, "Finetune/Loss (Raw)": 0.8977620601654053, "Finetune/Step": 1089, "Finetune/Step Time": 6.593145534396172}
{"Finetune/Learning Rate": 1.99164138574441e-05, "Finetune/Loss": 0.840844452381134, "Finetune/Loss (Raw)": 0.9736340641975403, "Finetune/Step": 1090, "Finetune/Step Time": 6.602804962545633}
{"Finetune/Learning Rate": 1.9916145683708915e-05, "Finetune/Loss": 0.8408834934234619, "Finetune/Loss (Raw)": 0.8514809608459473, "Finetune/Step": 1091, "Finetune/Step Time": 6.601504830643535}
{"Finetune/Learning Rate": 1.9915877082275923e-05, "Finetune/Loss": 0.8416345119476318, "Finetune/Loss (Raw)": 0.9561740756034851, "Finetune/Step": 1092, "Finetune/Step Time": 6.600001886487007}
{"Finetune/Learning Rate": 1.99156080531567e-05, "Finetune/Loss": 0.8417806625366211, "Finetune/Loss (Raw)": 0.7828562259674072, "Finetune/Step": 1093, "Finetune/Step Time": 6.597359094768763}
{"Finetune/Learning Rate": 1.9915338596362853e-05, "Finetune/Loss": 0.8420019745826721, "Finetune/Loss (Raw)": 0.8706130981445312, "Finetune/Step": 1094, "Finetune/Step Time": 6.592213133350015}
{"Finetune/Learning Rate": 1.991506871190601e-05, "Finetune/Loss": 0.8433315753936768, "Finetune/Loss (Raw)": 0.9822673201560974, "Finetune/Step": 1095, "Finetune/Step Time": 6.57597529143095}
{"Finetune/Learning Rate": 1.9914798399797802e-05, "Finetune/Loss": 0.8433937430381775, "Finetune/Loss (Raw)": 0.9434127807617188, "Finetune/Step": 1096, "Finetune/Step Time": 6.571999773383141}
{"Finetune/Learning Rate": 1.9914527660049893e-05, "Finetune/Loss": 0.8436951637268066, "Finetune/Loss (Raw)": 0.862604022026062, "Finetune/Step": 1097, "Finetune/Step Time": 6.572959180921316}
{"Finetune/Learning Rate": 1.991425649267396e-05, "Finetune/Loss": 0.8461853265762329, "Finetune/Loss (Raw)": 0.8575372695922852, "Finetune/Step": 1098, "Finetune/Step Time": 6.579916343092918}
{"Finetune/Learning Rate": 1.9913984897681695e-05, "Finetune/Loss": 0.8464966416358948, "Finetune/Loss (Raw)": 0.9212409257888794, "Finetune/Step": 1099, "Finetune/Step Time": 6.553875379264355}
{"Finetune/Learning Rate": 1.991371287508482e-05, "Finetune/Loss": 0.8501131534576416, "Finetune/Loss (Raw)": 0.8479463458061218, "Finetune/Step": 1100, "Finetune/Step Time": 6.5388503689318895}
{"Finetune/Learning Rate": 1.991344042489506e-05, "Finetune/Loss": 0.8510474562644958, "Finetune/Loss (Raw)": 0.9145760536193848, "Finetune/Step": 1101, "Finetune/Step Time": 6.537907097488642}
{"Finetune/Learning Rate": 1.9913167547124175e-05, "Finetune/Loss": 0.8504835367202759, "Finetune/Loss (Raw)": 0.7391367554664612, "Finetune/Step": 1102, "Finetune/Step Time": 6.524895612150431}
{"Finetune/Learning Rate": 1.9912894241783926e-05, "Finetune/Loss": 0.8506259918212891, "Finetune/Loss (Raw)": 1.0263926982879639, "Finetune/Step": 1103, "Finetune/Step Time": 6.511332090944052}
{"Finetune/Learning Rate": 1.9912620508886103e-05, "Finetune/Loss": 0.8516523838043213, "Finetune/Loss (Raw)": 0.9968745112419128, "Finetune/Step": 1104, "Finetune/Step Time": 6.519806245341897}
{"Finetune/Learning Rate": 1.9912346348442515e-05, "Finetune/Loss": 0.8504496812820435, "Finetune/Loss (Raw)": 0.8461652398109436, "Finetune/Step": 1105, "Finetune/Step Time": 6.525184573605657}
{"Finetune/Learning Rate": 1.9912071760464987e-05, "Finetune/Loss": 0.8502153158187866, "Finetune/Loss (Raw)": 0.8053463697433472, "Finetune/Step": 1106, "Finetune/Step Time": 6.536524502560496}
{"Finetune/Learning Rate": 1.991179674496536e-05, "Finetune/Loss": 0.8510309457778931, "Finetune/Loss (Raw)": 0.952924907207489, "Finetune/Step": 1107, "Finetune/Step Time": 6.531963061541319}
{"Finetune/Learning Rate": 1.9911521301955497e-05, "Finetune/Loss": 0.8509364128112793, "Finetune/Loss (Raw)": 1.0465677976608276, "Finetune/Step": 1108, "Finetune/Step Time": 6.542515905573964}
{"Finetune/Learning Rate": 1.9911245431447277e-05, "Finetune/Loss": 0.8490238785743713, "Finetune/Loss (Raw)": 0.6281213164329529, "Finetune/Step": 1109, "Finetune/Step Time": 6.553495038300753}
{"Finetune/Learning Rate": 1.9910969133452604e-05, "Finetune/Loss": 0.8486466407775879, "Finetune/Loss (Raw)": 0.9096304774284363, "Finetune/Step": 1110, "Finetune/Step Time": 6.552527733147144}
{"Finetune/Learning Rate": 1.9910692407983384e-05, "Finetune/Loss": 0.8496693968772888, "Finetune/Loss (Raw)": 1.0616214275360107, "Finetune/Step": 1111, "Finetune/Step Time": 6.54796689748764}
{"Finetune/Learning Rate": 1.9910415255051564e-05, "Finetune/Loss": 0.8502820730209351, "Finetune/Loss (Raw)": 0.8272154331207275, "Finetune/Step": 1112, "Finetune/Step Time": 6.536625297740102}
{"Finetune/Learning Rate": 1.9910137674669094e-05, "Finetune/Loss": 0.8502107262611389, "Finetune/Loss (Raw)": 0.8846575021743774, "Finetune/Step": 1113, "Finetune/Step Time": 6.5329198986291885}
{"Finetune/Learning Rate": 1.9909859666847943e-05, "Finetune/Loss": 0.8501225709915161, "Finetune/Loss (Raw)": 0.7791175246238708, "Finetune/Step": 1114, "Finetune/Step Time": 6.555305888876319}
{"Finetune/Learning Rate": 1.9909581231600107e-05, "Finetune/Loss": 0.850068211555481, "Finetune/Loss (Raw)": 0.903319239616394, "Finetune/Step": 1115, "Finetune/Step Time": 6.552551046013832}
{"Finetune/Learning Rate": 1.9909302368937595e-05, "Finetune/Loss": 0.8526903390884399, "Finetune/Loss (Raw)": 0.9966412782669067, "Finetune/Step": 1116, "Finetune/Step Time": 6.5475122500211}
{"Finetune/Learning Rate": 1.990902307887243e-05, "Finetune/Loss": 0.8516045808792114, "Finetune/Loss (Raw)": 0.814750075340271, "Finetune/Step": 1117, "Finetune/Step Time": 6.546706108376384}
{"Finetune/Learning Rate": 1.9908743361416665e-05, "Finetune/Loss": 0.8537731170654297, "Finetune/Loss (Raw)": 0.9191632866859436, "Finetune/Step": 1118, "Finetune/Step Time": 6.534081446006894}
{"Finetune/Learning Rate": 1.9908463216582357e-05, "Finetune/Loss": 0.8510250449180603, "Finetune/Loss (Raw)": 0.6140512228012085, "Finetune/Step": 1119, "Finetune/Step Time": 6.543464394286275}
{"Finetune/Learning Rate": 1.9908182644381596e-05, "Finetune/Loss": 0.8511458039283752, "Finetune/Loss (Raw)": 0.8978638052940369, "Finetune/Step": 1120, "Finetune/Step Time": 6.54641929268837}
{"Finetune/Learning Rate": 1.9907901644826476e-05, "Finetune/Loss": 0.8525329232215881, "Finetune/Loss (Raw)": 1.0113354921340942, "Finetune/Step": 1121, "Finetune/Step Time": 6.516905602067709}
{"Finetune/Learning Rate": 1.9907620217929126e-05, "Finetune/Loss": 0.8543691635131836, "Finetune/Loss (Raw)": 0.9164189696311951, "Finetune/Step": 1122, "Finetune/Step Time": 6.512527523562312}
{"Finetune/Learning Rate": 1.990733836370168e-05, "Finetune/Loss": 0.8537002801895142, "Finetune/Loss (Raw)": 0.7907016277313232, "Finetune/Step": 1123, "Finetune/Step Time": 6.5297374334186316}
{"Finetune/Learning Rate": 1.990705608215629e-05, "Finetune/Loss": 0.8560885190963745, "Finetune/Loss (Raw)": 1.0895527601242065, "Finetune/Step": 1124, "Finetune/Step Time": 6.5261052791029215}
{"Finetune/Learning Rate": 1.9906773373305136e-05, "Finetune/Loss": 0.8559752702713013, "Finetune/Loss (Raw)": 0.84995436668396, "Finetune/Step": 1125, "Finetune/Step Time": 6.522652247920632}
{"Finetune/Learning Rate": 1.9906490237160415e-05, "Finetune/Loss": 0.8570538759231567, "Finetune/Loss (Raw)": 0.9120040535926819, "Finetune/Step": 1126, "Finetune/Step Time": 6.505023373290896}
{"Finetune/Learning Rate": 1.9906206673734335e-05, "Finetune/Loss": 0.856322169303894, "Finetune/Loss (Raw)": 0.8789762258529663, "Finetune/Step": 1127, "Finetune/Step Time": 6.503639539703727}
{"Finetune/Learning Rate": 1.9905922683039124e-05, "Finetune/Loss": 0.8545640707015991, "Finetune/Loss (Raw)": 0.8032808899879456, "Finetune/Step": 1128, "Finetune/Step Time": 6.5151655562222}
{"Finetune/Learning Rate": 1.9905638265087033e-05, "Finetune/Loss": 0.8597407341003418, "Finetune/Loss (Raw)": 0.9786713123321533, "Finetune/Step": 1129, "Finetune/Step Time": 6.49054685793817}
{"Finetune/Learning Rate": 1.9905353419890335e-05, "Finetune/Loss": 0.8576093912124634, "Finetune/Loss (Raw)": 0.6886392831802368, "Finetune/Step": 1130, "Finetune/Step Time": 6.497971996665001}
{"Finetune/Learning Rate": 1.9905068147461307e-05, "Finetune/Loss": 0.8574564456939697, "Finetune/Loss (Raw)": 0.9610950350761414, "Finetune/Step": 1131, "Finetune/Step Time": 6.481060817837715}
{"Finetune/Learning Rate": 1.990478244781226e-05, "Finetune/Loss": 0.8571716547012329, "Finetune/Loss (Raw)": 0.9561295509338379, "Finetune/Step": 1132, "Finetune/Step Time": 6.482421614229679}
{"Finetune/Learning Rate": 1.990449632095551e-05, "Finetune/Loss": 0.8571031093597412, "Finetune/Loss (Raw)": 0.9068537950515747, "Finetune/Step": 1133, "Finetune/Step Time": 6.46717045456171}
{"Finetune/Learning Rate": 1.9904209766903403e-05, "Finetune/Loss": 0.8584334850311279, "Finetune/Loss (Raw)": 0.876792848110199, "Finetune/Step": 1134, "Finetune/Step Time": 6.449547745287418}
{"Finetune/Learning Rate": 1.9903922785668298e-05, "Finetune/Loss": 0.8592886924743652, "Finetune/Loss (Raw)": 0.9540748000144958, "Finetune/Step": 1135, "Finetune/Step Time": 6.444627713412046}
{"Finetune/Learning Rate": 1.9903635377262572e-05, "Finetune/Loss": 0.8589968681335449, "Finetune/Loss (Raw)": 0.8803247213363647, "Finetune/Step": 1136, "Finetune/Step Time": 6.442005172371864}
{"Finetune/Learning Rate": 1.9903347541698625e-05, "Finetune/Loss": 0.8633823394775391, "Finetune/Loss (Raw)": 0.9851841926574707, "Finetune/Step": 1137, "Finetune/Step Time": 6.423188613727689}
{"Finetune/Learning Rate": 1.9903059278988865e-05, "Finetune/Loss": 0.8641809225082397, "Finetune/Loss (Raw)": 0.8989897966384888, "Finetune/Step": 1138, "Finetune/Step Time": 6.431400895118713}
{"Finetune/Learning Rate": 1.9902770589145726e-05, "Finetune/Loss": 0.8642102479934692, "Finetune/Loss (Raw)": 0.8247216939926147, "Finetune/Step": 1139, "Finetune/Step Time": 6.443759590387344}
{"Finetune/Learning Rate": 1.990248147218167e-05, "Finetune/Loss": 0.8639535307884216, "Finetune/Loss (Raw)": 0.905572235584259, "Finetune/Step": 1140, "Finetune/Step Time": 6.437664793804288}
{"Finetune/Learning Rate": 1.9902191928109155e-05, "Finetune/Loss": 0.863937497138977, "Finetune/Loss (Raw)": 0.8665573596954346, "Finetune/Step": 1141, "Finetune/Step Time": 6.442677995190024}
{"Finetune/Learning Rate": 1.990190195694067e-05, "Finetune/Loss": 0.8584278225898743, "Finetune/Loss (Raw)": 0.2949291467666626, "Finetune/Step": 1142, "Finetune/Step Time": 6.455528296530247}
{"Finetune/Learning Rate": 1.9901611558688732e-05, "Finetune/Loss": 0.8627932071685791, "Finetune/Loss (Raw)": 0.868608295917511, "Finetune/Step": 1143, "Finetune/Step Time": 6.448140004649758}
{"Finetune/Learning Rate": 1.9901320733365856e-05, "Finetune/Loss": 0.8621878623962402, "Finetune/Loss (Raw)": 0.8695187568664551, "Finetune/Step": 1144, "Finetune/Step Time": 6.451784173026681}
{"Finetune/Learning Rate": 1.9901029480984587e-05, "Finetune/Loss": 0.8613371253013611, "Finetune/Loss (Raw)": 0.8759868144989014, "Finetune/Step": 1145, "Finetune/Step Time": 6.452182371169329}
{"Finetune/Learning Rate": 1.99007378015575e-05, "Finetune/Loss": 0.8621120452880859, "Finetune/Loss (Raw)": 0.9398036599159241, "Finetune/Step": 1146, "Finetune/Step Time": 6.419964270666242}
{"Finetune/Learning Rate": 1.9900445695097154e-05, "Finetune/Loss": 0.8609148263931274, "Finetune/Loss (Raw)": 0.693475604057312, "Finetune/Step": 1147, "Finetune/Step Time": 6.422283096238971}
{"Finetune/Learning Rate": 1.990015316161616e-05, "Finetune/Loss": 0.8566124439239502, "Finetune/Loss (Raw)": 0.3421904146671295, "Finetune/Step": 1148, "Finetune/Step Time": 6.4424688294529915}
{"Finetune/Learning Rate": 1.9899860201127143e-05, "Finetune/Loss": 0.8592731356620789, "Finetune/Loss (Raw)": 1.0646480321884155, "Finetune/Step": 1149, "Finetune/Step Time": 6.443273836746812}
{"Finetune/Learning Rate": 1.9899566813642724e-05, "Finetune/Loss": 0.8585814833641052, "Finetune/Loss (Raw)": 0.7923884987831116, "Finetune/Step": 1150, "Finetune/Step Time": 6.455257972702384}
{"Finetune/Learning Rate": 1.9899272999175566e-05, "Finetune/Loss": 0.8594257235527039, "Finetune/Loss (Raw)": 0.7961196899414062, "Finetune/Step": 1151, "Finetune/Step Time": 6.439776849001646}
{"Finetune/Learning Rate": 1.9898978757738338e-05, "Finetune/Loss": 0.8597249984741211, "Finetune/Loss (Raw)": 0.8404938578605652, "Finetune/Step": 1152, "Finetune/Step Time": 6.4560825526714325}
{"Finetune/Learning Rate": 1.9898684089343734e-05, "Finetune/Loss": 0.8608132600784302, "Finetune/Loss (Raw)": 0.9355239272117615, "Finetune/Step": 1153, "Finetune/Step Time": 6.4698886927217245}
{"Finetune/Learning Rate": 1.989838899400446e-05, "Finetune/Loss": 0.8565223217010498, "Finetune/Loss (Raw)": 0.32908377051353455, "Finetune/Step": 1154, "Finetune/Step Time": 6.4815082754939795}
{"Finetune/Learning Rate": 1.9898093471733247e-05, "Finetune/Loss": 0.8563252687454224, "Finetune/Loss (Raw)": 0.33746305108070374, "Finetune/Step": 1155, "Finetune/Step Time": 6.4799397848546505}
{"Finetune/Learning Rate": 1.9897797522542838e-05, "Finetune/Loss": 0.8568414449691772, "Finetune/Loss (Raw)": 1.0071715116500854, "Finetune/Step": 1156, "Finetune/Step Time": 6.476395286619663}
{"Finetune/Learning Rate": 1.9897501146446006e-05, "Finetune/Loss": 0.8580005168914795, "Finetune/Loss (Raw)": 0.9634978175163269, "Finetune/Step": 1157, "Finetune/Step Time": 6.468658184632659}
{"Finetune/Learning Rate": 1.9897204343455523e-05, "Finetune/Loss": 0.8580585718154907, "Finetune/Loss (Raw)": 0.8111960887908936, "Finetune/Step": 1158, "Finetune/Step Time": 6.459475455805659}
{"Finetune/Learning Rate": 1.9896907113584193e-05, "Finetune/Loss": 0.857594907283783, "Finetune/Loss (Raw)": 0.7923558950424194, "Finetune/Step": 1159, "Finetune/Step Time": 6.458919325843453}
{"Finetune/Learning Rate": 1.9896609456844845e-05, "Finetune/Loss": 0.8615516424179077, "Finetune/Loss (Raw)": 0.8481085896492004, "Finetune/Step": 1160, "Finetune/Step Time": 6.455828068777919}
{"Finetune/Learning Rate": 1.9896311373250304e-05, "Finetune/Loss": 0.8606077432632446, "Finetune/Loss (Raw)": 0.8025622963905334, "Finetune/Step": 1161, "Finetune/Step Time": 6.44884517416358}
{"Finetune/Learning Rate": 1.989601286281344e-05, "Finetune/Loss": 0.8623191118240356, "Finetune/Loss (Raw)": 0.9612659811973572, "Finetune/Step": 1162, "Finetune/Step Time": 6.445915102958679}
{"Finetune/Learning Rate": 1.9895713925547117e-05, "Finetune/Loss": 0.860200822353363, "Finetune/Loss (Raw)": 0.6128256320953369, "Finetune/Step": 1163, "Finetune/Step Time": 6.454692464321852}
{"Finetune/Learning Rate": 1.9895414561464233e-05, "Finetune/Loss": 0.8619767427444458, "Finetune/Loss (Raw)": 1.0755096673965454, "Finetune/Step": 1164, "Finetune/Step Time": 6.452736726030707}
{"Finetune/Learning Rate": 1.9895114770577707e-05, "Finetune/Loss": 0.8593276739120483, "Finetune/Loss (Raw)": 0.36794719099998474, "Finetune/Step": 1165, "Finetune/Step Time": 6.471373047679663}
{"Finetune/Learning Rate": 1.9894814552900458e-05, "Finetune/Loss": 0.8572675585746765, "Finetune/Loss (Raw)": 0.8180690407752991, "Finetune/Step": 1166, "Finetune/Step Time": 6.479798328131437}
{"Finetune/Learning Rate": 1.9894513908445438e-05, "Finetune/Loss": 0.8552080988883972, "Finetune/Loss (Raw)": 0.6333078742027283, "Finetune/Step": 1167, "Finetune/Step Time": 6.494146389886737}
{"Finetune/Learning Rate": 1.9894212837225616e-05, "Finetune/Loss": 0.8557881116867065, "Finetune/Loss (Raw)": 0.7988675236701965, "Finetune/Step": 1168, "Finetune/Step Time": 6.493444707244635}
{"Finetune/Learning Rate": 1.989391133925398e-05, "Finetune/Loss": 0.855017364025116, "Finetune/Loss (Raw)": 0.9354917407035828, "Finetune/Step": 1169, "Finetune/Step Time": 6.495278958231211}
{"Finetune/Learning Rate": 1.9893609414543532e-05, "Finetune/Loss": 0.8508442640304565, "Finetune/Loss (Raw)": 0.4707435667514801, "Finetune/Step": 1170, "Finetune/Step Time": 6.510284751653671}
{"Finetune/Learning Rate": 1.9893307063107296e-05, "Finetune/Loss": 0.8557440042495728, "Finetune/Loss (Raw)": 0.9955942034721375, "Finetune/Step": 1171, "Finetune/Step Time": 6.485876102000475}
{"Finetune/Learning Rate": 1.9893004284958307e-05, "Finetune/Loss": 0.8577401638031006, "Finetune/Loss (Raw)": 0.9143168926239014, "Finetune/Step": 1172, "Finetune/Step Time": 6.480157356709242}
{"Finetune/Learning Rate": 1.9892701080109628e-05, "Finetune/Loss": 0.858213484287262, "Finetune/Loss (Raw)": 0.8788048028945923, "Finetune/Step": 1173, "Finetune/Step Time": 6.464134979993105}
{"Finetune/Learning Rate": 1.9892397448574335e-05, "Finetune/Loss": 0.8542488813400269, "Finetune/Loss (Raw)": 0.3572571873664856, "Finetune/Step": 1174, "Finetune/Step Time": 6.4745665937662125}
{"Finetune/Learning Rate": 1.989209339036553e-05, "Finetune/Loss": 0.8535933494567871, "Finetune/Loss (Raw)": 0.8189085125923157, "Finetune/Step": 1175, "Finetune/Step Time": 6.488307774066925}
{"Finetune/Learning Rate": 1.9891788905496322e-05, "Finetune/Loss": 0.8518884181976318, "Finetune/Loss (Raw)": 0.8225634694099426, "Finetune/Step": 1176, "Finetune/Step Time": 6.483898120000958}
{"Finetune/Learning Rate": 1.9891483993979843e-05, "Finetune/Loss": 0.8482212424278259, "Finetune/Loss (Raw)": 0.28906434774398804, "Finetune/Step": 1177, "Finetune/Step Time": 6.505269704386592}
{"Finetune/Learning Rate": 1.989117865582925e-05, "Finetune/Loss": 0.8447708487510681, "Finetune/Loss (Raw)": 0.32287728786468506, "Finetune/Step": 1178, "Finetune/Step Time": 6.511287350207567}
{"Finetune/Learning Rate": 1.9890872891057708e-05, "Finetune/Loss": 0.8476524353027344, "Finetune/Loss (Raw)": 1.0503491163253784, "Finetune/Step": 1179, "Finetune/Step Time": 6.494996121153235}
{"Finetune/Learning Rate": 1.9890566699678406e-05, "Finetune/Loss": 0.8461341857910156, "Finetune/Loss (Raw)": 0.8144866228103638, "Finetune/Step": 1180, "Finetune/Step Time": 6.511012140661478}
{"Finetune/Learning Rate": 1.989026008170455e-05, "Finetune/Loss": 0.8473944067955017, "Finetune/Loss (Raw)": 1.0187655687332153, "Finetune/Step": 1181, "Finetune/Step Time": 6.499919757246971}
{"Finetune/Learning Rate": 1.9889953037149367e-05, "Finetune/Loss": 0.8446348309516907, "Finetune/Loss (Raw)": 0.5599033236503601, "Finetune/Step": 1182, "Finetune/Step Time": 6.501446288079023}
{"Finetune/Learning Rate": 1.9889645566026098e-05, "Finetune/Loss": 0.8459917306900024, "Finetune/Loss (Raw)": 0.9712364077568054, "Finetune/Step": 1183, "Finetune/Step Time": 6.502881554886699}
{"Finetune/Learning Rate": 1.9889337668348007e-05, "Finetune/Loss": 0.843419075012207, "Finetune/Loss (Raw)": 0.7037935853004456, "Finetune/Step": 1184, "Finetune/Step Time": 6.531313655897975}
{"Finetune/Learning Rate": 1.988902934412837e-05, "Finetune/Loss": 0.8439429998397827, "Finetune/Loss (Raw)": 0.9060260653495789, "Finetune/Step": 1185, "Finetune/Step Time": 6.534546693786979}
{"Finetune/Learning Rate": 1.988872059338049e-05, "Finetune/Loss": 0.845866858959198, "Finetune/Loss (Raw)": 1.0261675119400024, "Finetune/Step": 1186, "Finetune/Step Time": 6.534915026277304}
{"Finetune/Learning Rate": 1.9888411416117682e-05, "Finetune/Loss": 0.8424315452575684, "Finetune/Loss (Raw)": 0.3518611192703247, "Finetune/Step": 1187, "Finetune/Step Time": 6.540651116520166}
{"Finetune/Learning Rate": 1.988810181235328e-05, "Finetune/Loss": 0.8432221412658691, "Finetune/Loss (Raw)": 0.9262733459472656, "Finetune/Step": 1188, "Finetune/Step Time": 6.540148982778192}
{"Finetune/Learning Rate": 1.988779178210064e-05, "Finetune/Loss": 0.8455378413200378, "Finetune/Loss (Raw)": 0.9798902273178101, "Finetune/Step": 1189, "Finetune/Step Time": 6.545205136761069}
{"Finetune/Learning Rate": 1.988748132537313e-05, "Finetune/Loss": 0.845626711845398, "Finetune/Loss (Raw)": 0.8901553750038147, "Finetune/Step": 1190, "Finetune/Step Time": 6.543834902346134}
{"Finetune/Learning Rate": 1.9887170442184148e-05, "Finetune/Loss": 0.8459045886993408, "Finetune/Loss (Raw)": 0.9346612691879272, "Finetune/Step": 1191, "Finetune/Step Time": 6.537716684862971}
{"Finetune/Learning Rate": 1.9886859132547096e-05, "Finetune/Loss": 0.8447906970977783, "Finetune/Loss (Raw)": 0.9748376607894897, "Finetune/Step": 1192, "Finetune/Step Time": 6.544754398986697}
{"Finetune/Learning Rate": 1.9886547396475403e-05, "Finetune/Loss": 0.8438073396682739, "Finetune/Loss (Raw)": 0.9200286865234375, "Finetune/Step": 1193, "Finetune/Step Time": 6.543520286679268}
{"Finetune/Learning Rate": 1.9886235233982516e-05, "Finetune/Loss": 0.8448114395141602, "Finetune/Loss (Raw)": 0.9305885434150696, "Finetune/Step": 1194, "Finetune/Step Time": 6.556349817663431}
{"Finetune/Learning Rate": 1.9885922645081897e-05, "Finetune/Loss": 0.843765139579773, "Finetune/Loss (Raw)": 0.885541558265686, "Finetune/Step": 1195, "Finetune/Step Time": 6.546796606853604}
{"Finetune/Learning Rate": 1.9885609629787034e-05, "Finetune/Loss": 0.8446568250656128, "Finetune/Loss (Raw)": 0.9101460576057434, "Finetune/Step": 1196, "Finetune/Step Time": 6.543295606970787}
{"Finetune/Learning Rate": 1.9885296188111418e-05, "Finetune/Loss": 0.8455157279968262, "Finetune/Loss (Raw)": 0.9760199189186096, "Finetune/Step": 1197, "Finetune/Step Time": 6.51160729303956}
{"Finetune/Learning Rate": 1.9884982320068575e-05, "Finetune/Loss": 0.8454768657684326, "Finetune/Loss (Raw)": 0.898506760597229, "Finetune/Step": 1198, "Finetune/Step Time": 6.516145607456565}
{"Finetune/Learning Rate": 1.9884668025672043e-05, "Finetune/Loss": 0.8457157015800476, "Finetune/Loss (Raw)": 0.9775831699371338, "Finetune/Step": 1199, "Finetune/Step Time": 6.512178368866444}
{"Finetune/Learning Rate": 1.9884353304935375e-05, "Finetune/Loss": 0.8457101583480835, "Finetune/Loss (Raw)": 0.9566016793251038, "Finetune/Step": 1200, "Finetune/Step Time": 6.509236125275493}
{"Finetune/Learning Rate": 1.9884038157872144e-05, "Finetune/Loss": 0.8467670679092407, "Finetune/Loss (Raw)": 0.9929935336112976, "Finetune/Step": 1201, "Finetune/Step Time": 6.521932573989034}
{"Finetune/Learning Rate": 1.9883722584495947e-05, "Finetune/Loss": 0.8474404811859131, "Finetune/Loss (Raw)": 1.0798816680908203, "Finetune/Step": 1202, "Finetune/Step Time": 6.5255137626081705}
{"Finetune/Learning Rate": 1.9883406584820397e-05, "Finetune/Loss": 0.8487293720245361, "Finetune/Loss (Raw)": 1.0400865077972412, "Finetune/Step": 1203, "Finetune/Step Time": 6.516523802652955}
{"Finetune/Learning Rate": 1.9883090158859114e-05, "Finetune/Loss": 0.8486679792404175, "Finetune/Loss (Raw)": 0.9829702377319336, "Finetune/Step": 1204, "Finetune/Step Time": 6.524253975600004}
{"Finetune/Learning Rate": 1.988277330662576e-05, "Finetune/Loss": 0.8470872640609741, "Finetune/Loss (Raw)": 0.7958366870880127, "Finetune/Step": 1205, "Finetune/Step Time": 6.5413879584521055}
{"Finetune/Learning Rate": 1.9882456028133984e-05, "Finetune/Loss": 0.8477357625961304, "Finetune/Loss (Raw)": 1.039311170578003, "Finetune/Step": 1206, "Finetune/Step Time": 6.522341566160321}
{"Finetune/Learning Rate": 1.9882138323397485e-05, "Finetune/Loss": 0.8486782312393188, "Finetune/Loss (Raw)": 0.8864235877990723, "Finetune/Step": 1207, "Finetune/Step Time": 6.528850071132183}
{"Finetune/Learning Rate": 1.988182019242996e-05, "Finetune/Loss": 0.8501392602920532, "Finetune/Loss (Raw)": 0.9163545966148376, "Finetune/Step": 1208, "Finetune/Step Time": 6.529553232714534}
{"Finetune/Learning Rate": 1.988150163524513e-05, "Finetune/Loss": 0.8505152463912964, "Finetune/Loss (Raw)": 0.9670371413230896, "Finetune/Step": 1209, "Finetune/Step Time": 6.528228769078851}
{"Finetune/Learning Rate": 1.9881182651856735e-05, "Finetune/Loss": 0.8515361547470093, "Finetune/Loss (Raw)": 0.8440964818000793, "Finetune/Step": 1210, "Finetune/Step Time": 6.506577614694834}
{"Finetune/Learning Rate": 1.9880863242278538e-05, "Finetune/Loss": 0.8510806560516357, "Finetune/Loss (Raw)": 0.8934321999549866, "Finetune/Step": 1211, "Finetune/Step Time": 6.5087017975747585}
{"Finetune/Learning Rate": 1.988054340652431e-05, "Finetune/Loss": 0.8514467477798462, "Finetune/Loss (Raw)": 0.983924925327301, "Finetune/Step": 1212, "Finetune/Step Time": 6.497209895402193}
{"Finetune/Learning Rate": 1.988022314460785e-05, "Finetune/Loss": 0.851004958152771, "Finetune/Loss (Raw)": 0.8567612171173096, "Finetune/Step": 1213, "Finetune/Step Time": 6.496339155361056}
{"Finetune/Learning Rate": 1.9879902456542967e-05, "Finetune/Loss": 0.8495355844497681, "Finetune/Loss (Raw)": 0.7779980301856995, "Finetune/Step": 1214, "Finetune/Step Time": 6.509496007114649}
{"Finetune/Learning Rate": 1.9879581342343494e-05, "Finetune/Loss": 0.8494205474853516, "Finetune/Loss (Raw)": 0.9370779395103455, "Finetune/Step": 1215, "Finetune/Step Time": 6.510370034724474}
{"Finetune/Learning Rate": 1.9879259802023286e-05, "Finetune/Loss": 0.8471651077270508, "Finetune/Loss (Raw)": 0.3534906804561615, "Finetune/Step": 1216, "Finetune/Step Time": 6.52087515220046}
{"Finetune/Learning Rate": 1.9878937835596205e-05, "Finetune/Loss": 0.8482630848884583, "Finetune/Loss (Raw)": 1.038301706314087, "Finetune/Step": 1217, "Finetune/Step Time": 6.5347151178866625}
{"Finetune/Learning Rate": 1.9878615443076142e-05, "Finetune/Loss": 0.848197877407074, "Finetune/Loss (Raw)": 0.9652822613716125, "Finetune/Step": 1218, "Finetune/Step Time": 6.5201312359422445}
{"Finetune/Learning Rate": 1.9878292624477e-05, "Finetune/Loss": 0.8439088463783264, "Finetune/Loss (Raw)": 0.3024870753288269, "Finetune/Step": 1219, "Finetune/Step Time": 6.540996404364705}
{"Finetune/Learning Rate": 1.9877969379812704e-05, "Finetune/Loss": 0.8432534337043762, "Finetune/Loss (Raw)": 0.8722857236862183, "Finetune/Step": 1220, "Finetune/Step Time": 6.54095740057528}
{"Finetune/Learning Rate": 1.9877645709097197e-05, "Finetune/Loss": 0.8437508344650269, "Finetune/Loss (Raw)": 0.8465198278427124, "Finetune/Step": 1221, "Finetune/Step Time": 6.550809046253562}
{"Finetune/Learning Rate": 1.9877321612344432e-05, "Finetune/Loss": 0.8433870077133179, "Finetune/Loss (Raw)": 0.8240432739257812, "Finetune/Step": 1222, "Finetune/Step Time": 6.572058821097016}
{"Finetune/Learning Rate": 1.98769970895684e-05, "Finetune/Loss": 0.8428860902786255, "Finetune/Loss (Raw)": 0.9181503057479858, "Finetune/Step": 1223, "Finetune/Step Time": 6.572945965453982}
{"Finetune/Learning Rate": 1.987667214078309e-05, "Finetune/Loss": 0.8426800966262817, "Finetune/Loss (Raw)": 0.9170469641685486, "Finetune/Step": 1224, "Finetune/Step Time": 6.573758635669947}
{"Finetune/Learning Rate": 1.987634676600252e-05, "Finetune/Loss": 0.841952919960022, "Finetune/Loss (Raw)": 0.7695271968841553, "Finetune/Step": 1225, "Finetune/Step Time": 6.559165995568037}
{"Finetune/Learning Rate": 1.9876020965240717e-05, "Finetune/Loss": 0.8414952158927917, "Finetune/Loss (Raw)": 0.7989481687545776, "Finetune/Step": 1226, "Finetune/Step Time": 6.54947735927999}
{"Finetune/Learning Rate": 1.9875694738511747e-05, "Finetune/Loss": 0.8398396968841553, "Finetune/Loss (Raw)": 0.7093304991722107, "Finetune/Step": 1227, "Finetune/Step Time": 6.557036451995373}
{"Finetune/Learning Rate": 1.987536808582967e-05, "Finetune/Loss": 0.8394367694854736, "Finetune/Loss (Raw)": 0.7963783144950867, "Finetune/Step": 1228, "Finetune/Step Time": 6.562979843467474}
{"Finetune/Learning Rate": 1.987504100720858e-05, "Finetune/Loss": 0.8401266932487488, "Finetune/Loss (Raw)": 1.0028787851333618, "Finetune/Step": 1229, "Finetune/Step Time": 6.559459716081619}
{"Finetune/Learning Rate": 1.987471350266258e-05, "Finetune/Loss": 0.8375059366226196, "Finetune/Loss (Raw)": 0.4036870300769806, "Finetune/Step": 1230, "Finetune/Step Time": 6.5847911313176155}
{"Finetune/Learning Rate": 1.98743855722058e-05, "Finetune/Loss": 0.8374645709991455, "Finetune/Loss (Raw)": 1.0210881233215332, "Finetune/Step": 1231, "Finetune/Step Time": 6.579229950904846}
{"Finetune/Learning Rate": 1.987405721585238e-05, "Finetune/Loss": 0.8364099264144897, "Finetune/Loss (Raw)": 0.8618941903114319, "Finetune/Step": 1232, "Finetune/Step Time": 6.568297680467367}
{"Finetune/Learning Rate": 1.9873728433616487e-05, "Finetune/Loss": 0.8371128439903259, "Finetune/Loss (Raw)": 0.9361340999603271, "Finetune/Step": 1233, "Finetune/Step Time": 6.5535805113613605}
{"Finetune/Learning Rate": 1.98733992255123e-05, "Finetune/Loss": 0.8365744352340698, "Finetune/Loss (Raw)": 0.7364238500595093, "Finetune/Step": 1234, "Finetune/Step Time": 6.562261749058962}
{"Finetune/Learning Rate": 1.9873069591554017e-05, "Finetune/Loss": 0.8360369801521301, "Finetune/Loss (Raw)": 0.884132981300354, "Finetune/Step": 1235, "Finetune/Step Time": 6.561416549608111}
{"Finetune/Learning Rate": 1.9872739531755853e-05, "Finetune/Loss": 0.8357267379760742, "Finetune/Loss (Raw)": 1.0068553686141968, "Finetune/Step": 1236, "Finetune/Step Time": 6.547768646851182}
{"Finetune/Learning Rate": 1.987240904613205e-05, "Finetune/Loss": 0.8385106921195984, "Finetune/Loss (Raw)": 0.9844700694084167, "Finetune/Step": 1237, "Finetune/Step Time": 6.550514653325081}
{"Finetune/Learning Rate": 1.9872078134696865e-05, "Finetune/Loss": 0.8394168615341187, "Finetune/Loss (Raw)": 1.0256197452545166, "Finetune/Step": 1238, "Finetune/Step Time": 6.562510633841157}
{"Finetune/Learning Rate": 1.987174679746456e-05, "Finetune/Loss": 0.8382015228271484, "Finetune/Loss (Raw)": 0.9060603976249695, "Finetune/Step": 1239, "Finetune/Step Time": 6.570472616702318}
{"Finetune/Learning Rate": 1.987141503444943e-05, "Finetune/Loss": 0.8385032415390015, "Finetune/Loss (Raw)": 0.8658360838890076, "Finetune/Step": 1240, "Finetune/Step Time": 6.568969517946243}
{"Finetune/Learning Rate": 1.987108284566579e-05, "Finetune/Loss": 0.8379486799240112, "Finetune/Loss (Raw)": 0.813671350479126, "Finetune/Step": 1241, "Finetune/Step Time": 6.572977041825652}
{"Finetune/Learning Rate": 1.9870750231127962e-05, "Finetune/Loss": 0.8389465808868408, "Finetune/Loss (Raw)": 0.9068446159362793, "Finetune/Step": 1242, "Finetune/Step Time": 6.547295872122049}
{"Finetune/Learning Rate": 1.9870417190850294e-05, "Finetune/Loss": 0.8391811847686768, "Finetune/Loss (Raw)": 0.9333488941192627, "Finetune/Step": 1243, "Finetune/Step Time": 6.541399596258998}
{"Finetune/Learning Rate": 1.9870083724847152e-05, "Finetune/Loss": 0.8381983041763306, "Finetune/Loss (Raw)": 0.8708365559577942, "Finetune/Step": 1244, "Finetune/Step Time": 6.544941324740648}
{"Finetune/Learning Rate": 1.9869749833132918e-05, "Finetune/Loss": 0.8379310369491577, "Finetune/Loss (Raw)": 0.7805350422859192, "Finetune/Step": 1245, "Finetune/Step Time": 6.535885537043214}
{"Finetune/Learning Rate": 1.986941551572199e-05, "Finetune/Loss": 0.8372718691825867, "Finetune/Loss (Raw)": 0.8347934484481812, "Finetune/Step": 1246, "Finetune/Step Time": 6.556984027847648}
{"Finetune/Learning Rate": 1.9869080772628792e-05, "Finetune/Loss": 0.8401620984077454, "Finetune/Loss (Raw)": 0.9839969873428345, "Finetune/Step": 1247, "Finetune/Step Time": 6.543658750131726}
{"Finetune/Learning Rate": 1.9868745603867757e-05, "Finetune/Loss": 0.8387834429740906, "Finetune/Loss (Raw)": 0.7213988900184631, "Finetune/Step": 1248, "Finetune/Step Time": 6.5476829800754786}
{"Finetune/Learning Rate": 1.9868410009453343e-05, "Finetune/Loss": 0.8373746871948242, "Finetune/Loss (Raw)": 0.8310189843177795, "Finetune/Step": 1249, "Finetune/Step Time": 6.548090927302837}
{"Finetune/Learning Rate": 1.9868073989400032e-05, "Finetune/Loss": 0.837355375289917, "Finetune/Loss (Raw)": 0.9139362573623657, "Finetune/Step": 1250, "Finetune/Step Time": 6.528912089765072}
{"Finetune/Learning Rate": 1.9867737543722308e-05, "Finetune/Loss": 0.8383541107177734, "Finetune/Loss (Raw)": 0.9185436964035034, "Finetune/Step": 1251, "Finetune/Step Time": 6.515020688995719}
{"Finetune/Learning Rate": 1.9867400672434685e-05, "Finetune/Loss": 0.8359681963920593, "Finetune/Loss (Raw)": 0.7841575741767883, "Finetune/Step": 1252, "Finetune/Step Time": 6.511303937062621}
{"Finetune/Learning Rate": 1.9867063375551695e-05, "Finetune/Loss": 0.8355752229690552, "Finetune/Loss (Raw)": 0.7996553182601929, "Finetune/Step": 1253, "Finetune/Step Time": 6.529163621366024}
{"Finetune/Learning Rate": 1.9866725653087884e-05, "Finetune/Loss": 0.8353191614151001, "Finetune/Loss (Raw)": 0.8792271614074707, "Finetune/Step": 1254, "Finetune/Step Time": 6.533517498522997}
{"Finetune/Learning Rate": 1.986638750505782e-05, "Finetune/Loss": 0.8360495567321777, "Finetune/Loss (Raw)": 0.9724652171134949, "Finetune/Step": 1255, "Finetune/Step Time": 6.535725262016058}
{"Finetune/Learning Rate": 1.986604893147608e-05, "Finetune/Loss": 0.8370116949081421, "Finetune/Loss (Raw)": 0.9264410734176636, "Finetune/Step": 1256, "Finetune/Step Time": 6.53214855119586}
{"Finetune/Learning Rate": 1.986570993235728e-05, "Finetune/Loss": 0.8339449167251587, "Finetune/Loss (Raw)": 0.5861259698867798, "Finetune/Step": 1257, "Finetune/Step Time": 6.557499542832375}
{"Finetune/Learning Rate": 1.9865370507716034e-05, "Finetune/Loss": 0.8354321718215942, "Finetune/Loss (Raw)": 0.8790028095245361, "Finetune/Step": 1258, "Finetune/Step Time": 6.546816857531667}
{"Finetune/Learning Rate": 1.9865030657566984e-05, "Finetune/Loss": 0.834059476852417, "Finetune/Loss (Raw)": 0.7853922843933105, "Finetune/Step": 1259, "Finetune/Step Time": 6.5572160333395}
{"Finetune/Learning Rate": 1.9864690381924783e-05, "Finetune/Loss": 0.8352139592170715, "Finetune/Loss (Raw)": 1.103898286819458, "Finetune/Step": 1260, "Finetune/Step Time": 6.559066968038678}
{"Finetune/Learning Rate": 1.9864349680804117e-05, "Finetune/Loss": 0.8340507745742798, "Finetune/Loss (Raw)": 0.757968544960022, "Finetune/Step": 1261, "Finetune/Step Time": 6.558274354785681}
{"Finetune/Learning Rate": 1.9864008554219675e-05, "Finetune/Loss": 0.8344087600708008, "Finetune/Loss (Raw)": 0.9226129055023193, "Finetune/Step": 1262, "Finetune/Step Time": 6.553769258782268}
{"Finetune/Learning Rate": 1.9863667002186172e-05, "Finetune/Loss": 0.8344155550003052, "Finetune/Loss (Raw)": 0.9549387097358704, "Finetune/Step": 1263, "Finetune/Step Time": 6.5504966005682945}
{"Finetune/Learning Rate": 1.9863325024718337e-05, "Finetune/Loss": 0.8344141244888306, "Finetune/Loss (Raw)": 0.8801464438438416, "Finetune/Step": 1264, "Finetune/Step Time": 6.548855986446142}
{"Finetune/Learning Rate": 1.9862982621830922e-05, "Finetune/Loss": 0.8296907544136047, "Finetune/Loss (Raw)": 0.3805959224700928, "Finetune/Step": 1265, "Finetune/Step Time": 6.567842101678252}
{"Finetune/Learning Rate": 1.9862639793538695e-05, "Finetune/Loss": 0.8292187452316284, "Finetune/Loss (Raw)": 0.8385677933692932, "Finetune/Step": 1266, "Finetune/Step Time": 6.5735892709344625}
{"Finetune/Learning Rate": 1.9862296539856442e-05, "Finetune/Loss": 0.830181360244751, "Finetune/Loss (Raw)": 0.9479399919509888, "Finetune/Step": 1267, "Finetune/Step Time": 6.560634419322014}
{"Finetune/Learning Rate": 1.9861952860798973e-05, "Finetune/Loss": 0.8308010101318359, "Finetune/Loss (Raw)": 0.9848848581314087, "Finetune/Step": 1268, "Finetune/Step Time": 6.563843932002783}
{"Finetune/Learning Rate": 1.9861608756381104e-05, "Finetune/Loss": 0.8304717540740967, "Finetune/Loss (Raw)": 0.824413537979126, "Finetune/Step": 1269, "Finetune/Step Time": 6.55553575605154}
{"Finetune/Learning Rate": 1.986126422661768e-05, "Finetune/Loss": 0.8356431722640991, "Finetune/Loss (Raw)": 0.9568712711334229, "Finetune/Step": 1270, "Finetune/Step Time": 6.545200437307358}
{"Finetune/Learning Rate": 1.9860919271523564e-05, "Finetune/Loss": 0.8366541862487793, "Finetune/Loss (Raw)": 0.9980189800262451, "Finetune/Step": 1271, "Finetune/Step Time": 6.530455278232694}
{"Finetune/Learning Rate": 1.9860573891113626e-05, "Finetune/Loss": 0.8356121778488159, "Finetune/Loss (Raw)": 0.736137330532074, "Finetune/Step": 1272, "Finetune/Step Time": 6.538516132161021}
{"Finetune/Learning Rate": 1.9860228085402774e-05, "Finetune/Loss": 0.8349671363830566, "Finetune/Loss (Raw)": 0.7934299111366272, "Finetune/Step": 1273, "Finetune/Step Time": 6.548167010769248}
{"Finetune/Learning Rate": 1.9859881854405912e-05, "Finetune/Loss": 0.8341058492660522, "Finetune/Loss (Raw)": 0.8295530080795288, "Finetune/Step": 1274, "Finetune/Step Time": 6.539865085855126}
{"Finetune/Learning Rate": 1.9859535198137982e-05, "Finetune/Loss": 0.8369094133377075, "Finetune/Loss (Raw)": 1.0523345470428467, "Finetune/Step": 1275, "Finetune/Step Time": 6.531707162037492}
{"Finetune/Learning Rate": 1.9859188116613935e-05, "Finetune/Loss": 0.8409585952758789, "Finetune/Loss (Raw)": 0.8604878187179565, "Finetune/Step": 1276, "Finetune/Step Time": 6.512991331517696}
{"Finetune/Learning Rate": 1.9858840609848736e-05, "Finetune/Loss": 0.8397337198257446, "Finetune/Loss (Raw)": 0.9078639149665833, "Finetune/Step": 1277, "Finetune/Step Time": 6.5160970482975245}
{"Finetune/Learning Rate": 1.9858492677857375e-05, "Finetune/Loss": 0.8382437229156494, "Finetune/Loss (Raw)": 0.6016678810119629, "Finetune/Step": 1278, "Finetune/Step Time": 6.501205664128065}
{"Finetune/Learning Rate": 1.9858144320654862e-05, "Finetune/Loss": 0.8388779163360596, "Finetune/Loss (Raw)": 0.8772986531257629, "Finetune/Step": 1279, "Finetune/Step Time": 6.503189101815224}
{"Finetune/Learning Rate": 1.985779553825622e-05, "Finetune/Loss": 0.8402404189109802, "Finetune/Loss (Raw)": 1.0148944854736328, "Finetune/Step": 1280, "Finetune/Step Time": 6.482936533167958}
{"Finetune/Learning Rate": 1.9857446330676492e-05, "Finetune/Loss": 0.8400689363479614, "Finetune/Loss (Raw)": 0.9135668873786926, "Finetune/Step": 1281, "Finetune/Step Time": 6.467969594523311}
{"Finetune/Learning Rate": 1.985709669793074e-05, "Finetune/Loss": 0.8443583846092224, "Finetune/Loss (Raw)": 0.8781376481056213, "Finetune/Step": 1282, "Finetune/Step Time": 6.449572393670678}
{"Finetune/Learning Rate": 1.9856746640034045e-05, "Finetune/Loss": 0.8471031188964844, "Finetune/Loss (Raw)": 0.6887832880020142, "Finetune/Step": 1283, "Finetune/Step Time": 6.45126717351377}
{"Finetune/Learning Rate": 1.9856396157001505e-05, "Finetune/Loss": 0.8459664583206177, "Finetune/Loss (Raw)": 0.8616849184036255, "Finetune/Step": 1284, "Finetune/Step Time": 6.454149382188916}
{"Finetune/Learning Rate": 1.9856045248848238e-05, "Finetune/Loss": 0.8460556268692017, "Finetune/Loss (Raw)": 0.9749115109443665, "Finetune/Step": 1285, "Finetune/Step Time": 6.454349895939231}
{"Finetune/Learning Rate": 1.985569391558938e-05, "Finetune/Loss": 0.8464699983596802, "Finetune/Loss (Raw)": 0.8642377853393555, "Finetune/Step": 1286, "Finetune/Step Time": 6.469775762408972}
{"Finetune/Learning Rate": 1.9855342157240077e-05, "Finetune/Loss": 0.8471415042877197, "Finetune/Loss (Raw)": 0.8783062100410461, "Finetune/Step": 1287, "Finetune/Step Time": 6.469617119058967}
{"Finetune/Learning Rate": 1.985498997381551e-05, "Finetune/Loss": 0.8470410108566284, "Finetune/Loss (Raw)": 0.8352429270744324, "Finetune/Step": 1288, "Finetune/Step Time": 6.4620216563344}
{"Finetune/Learning Rate": 1.985463736533087e-05, "Finetune/Loss": 0.847214937210083, "Finetune/Loss (Raw)": 0.8248257040977478, "Finetune/Step": 1289, "Finetune/Step Time": 6.4470498226583}
{"Finetune/Learning Rate": 1.9854284331801356e-05, "Finetune/Loss": 0.8475841283798218, "Finetune/Loss (Raw)": 1.0085269212722778, "Finetune/Step": 1290, "Finetune/Step Time": 6.441499102860689}
{"Finetune/Learning Rate": 1.98539308732422e-05, "Finetune/Loss": 0.8490124940872192, "Finetune/Loss (Raw)": 0.7956477999687195, "Finetune/Step": 1291, "Finetune/Step Time": 6.438114244490862}
{"Finetune/Learning Rate": 1.9853576989668647e-05, "Finetune/Loss": 0.8472195267677307, "Finetune/Loss (Raw)": 0.8460165858268738, "Finetune/Step": 1292, "Finetune/Step Time": 6.433048816397786}
{"Finetune/Learning Rate": 1.9853222681095966e-05, "Finetune/Loss": 0.8514226078987122, "Finetune/Loss (Raw)": 0.9059348702430725, "Finetune/Step": 1293, "Finetune/Step Time": 6.403903558850288}
{"Finetune/Learning Rate": 1.9852867947539428e-05, "Finetune/Loss": 0.8524399399757385, "Finetune/Loss (Raw)": 0.9482942819595337, "Finetune/Step": 1294, "Finetune/Step Time": 6.406319811940193}
{"Finetune/Learning Rate": 1.985251278901434e-05, "Finetune/Loss": 0.8541221618652344, "Finetune/Loss (Raw)": 0.8486348390579224, "Finetune/Step": 1295, "Finetune/Step Time": 6.415613070130348}
{"Finetune/Learning Rate": 1.985215720553602e-05, "Finetune/Loss": 0.8541693091392517, "Finetune/Loss (Raw)": 0.804900050163269, "Finetune/Step": 1296, "Finetune/Step Time": 6.41932892985642}
{"Finetune/Learning Rate": 1.9851801197119808e-05, "Finetune/Loss": 0.8532950282096863, "Finetune/Loss (Raw)": 0.8235810399055481, "Finetune/Step": 1297, "Finetune/Step Time": 6.434119246900082}
{"Finetune/Learning Rate": 1.9851444763781048e-05, "Finetune/Loss": 0.8554850816726685, "Finetune/Loss (Raw)": 0.7510679364204407, "Finetune/Step": 1298, "Finetune/Step Time": 6.411354707553983}
{"Finetune/Learning Rate": 1.9851087905535126e-05, "Finetune/Loss": 0.852954089641571, "Finetune/Loss (Raw)": 0.6716281175613403, "Finetune/Step": 1299, "Finetune/Step Time": 6.4150164891034365}
{"Finetune/Learning Rate": 1.9850730622397426e-05, "Finetune/Loss": 0.8523110151290894, "Finetune/Loss (Raw)": 0.8320048451423645, "Finetune/Step": 1300, "Finetune/Step Time": 6.413040893152356}
{"Finetune/Learning Rate": 1.985037291438336e-05, "Finetune/Loss": 0.8520867824554443, "Finetune/Loss (Raw)": 0.8501030802726746, "Finetune/Step": 1301, "Finetune/Step Time": 6.430232658982277}
{"Finetune/Learning Rate": 1.9850014781508362e-05, "Finetune/Loss": 0.8558655381202698, "Finetune/Loss (Raw)": 0.8409386873245239, "Finetune/Step": 1302, "Finetune/Step Time": 6.432242242619395}
{"Finetune/Learning Rate": 1.9849656223787874e-05, "Finetune/Loss": 0.8560649752616882, "Finetune/Loss (Raw)": 0.8444371223449707, "Finetune/Step": 1303, "Finetune/Step Time": 6.415643820539117}
{"Finetune/Learning Rate": 1.9849297241237357e-05, "Finetune/Loss": 0.8569250106811523, "Finetune/Loss (Raw)": 0.9326416850090027, "Finetune/Step": 1304, "Finetune/Step Time": 6.420991525053978}
{"Finetune/Learning Rate": 1.98489378338723e-05, "Finetune/Loss": 0.8612046837806702, "Finetune/Loss (Raw)": 0.8368710279464722, "Finetune/Step": 1305, "Finetune/Step Time": 6.404639832675457}
{"Finetune/Learning Rate": 1.9848578001708203e-05, "Finetune/Loss": 0.865068793296814, "Finetune/Loss (Raw)": 0.817477822303772, "Finetune/Step": 1306, "Finetune/Step Time": 6.401343869045377}
{"Finetune/Learning Rate": 1.9848217744760587e-05, "Finetune/Loss": 0.8647948503494263, "Finetune/Loss (Raw)": 1.0152791738510132, "Finetune/Step": 1307, "Finetune/Step Time": 6.394543271511793}
{"Finetune/Learning Rate": 1.984785706304499e-05, "Finetune/Loss": 0.8664806485176086, "Finetune/Loss (Raw)": 1.030275821685791, "Finetune/Step": 1308, "Finetune/Step Time": 6.3775692861527205}
{"Finetune/Learning Rate": 1.9847495956576966e-05, "Finetune/Loss": 0.8654929995536804, "Finetune/Loss (Raw)": 0.8923439979553223, "Finetune/Step": 1309, "Finetune/Step Time": 6.39515390060842}
{"Finetune/Learning Rate": 1.9847134425372094e-05, "Finetune/Loss": 0.8677065372467041, "Finetune/Loss (Raw)": 0.8432367444038391, "Finetune/Step": 1310, "Finetune/Step Time": 6.393901789560914}
{"Finetune/Learning Rate": 1.984677246944597e-05, "Finetune/Loss": 0.8672100305557251, "Finetune/Loss (Raw)": 0.9076859951019287, "Finetune/Step": 1311, "Finetune/Step Time": 6.405336037278175}
{"Finetune/Learning Rate": 1.9846410088814197e-05, "Finetune/Loss": 0.8662314414978027, "Finetune/Loss (Raw)": 0.5785359144210815, "Finetune/Step": 1312, "Finetune/Step Time": 6.40045589953661}
{"Finetune/Learning Rate": 1.984604728349241e-05, "Finetune/Loss": 0.8661012053489685, "Finetune/Loss (Raw)": 0.889357328414917, "Finetune/Step": 1313, "Finetune/Step Time": 6.40662788413465}
{"Finetune/Learning Rate": 1.9845684053496258e-05, "Finetune/Loss": 0.8654749393463135, "Finetune/Loss (Raw)": 0.9459993839263916, "Finetune/Step": 1314, "Finetune/Step Time": 6.404332868754864}
{"Finetune/Learning Rate": 1.9845320398841407e-05, "Finetune/Loss": 0.8699754476547241, "Finetune/Loss (Raw)": 0.927922785282135, "Finetune/Step": 1315, "Finetune/Step Time": 6.386147558689117}
{"Finetune/Learning Rate": 1.9844956319543542e-05, "Finetune/Loss": 0.8709417581558228, "Finetune/Loss (Raw)": 1.0499614477157593, "Finetune/Step": 1316, "Finetune/Step Time": 6.390199601650238}
{"Finetune/Learning Rate": 1.9844591815618367e-05, "Finetune/Loss": 0.8708358407020569, "Finetune/Loss (Raw)": 0.9663395285606384, "Finetune/Step": 1317, "Finetune/Step Time": 6.383167147636414}
{"Finetune/Learning Rate": 1.98442268870816e-05, "Finetune/Loss": 0.870607852935791, "Finetune/Loss (Raw)": 0.8609696626663208, "Finetune/Step": 1318, "Finetune/Step Time": 6.38318339549005}
{"Finetune/Learning Rate": 1.9843861533948985e-05, "Finetune/Loss": 0.870353102684021, "Finetune/Loss (Raw)": 0.9020583033561707, "Finetune/Step": 1319, "Finetune/Step Time": 6.381239363923669}
{"Finetune/Learning Rate": 1.984349575623628e-05, "Finetune/Loss": 0.8688995242118835, "Finetune/Loss (Raw)": 0.7887746691703796, "Finetune/Step": 1320, "Finetune/Step Time": 6.3823833633214235}
{"Finetune/Learning Rate": 1.984312955395926e-05, "Finetune/Loss": 0.8687978386878967, "Finetune/Loss (Raw)": 0.9070214629173279, "Finetune/Step": 1321, "Finetune/Step Time": 6.38536399230361}
{"Finetune/Learning Rate": 1.9842762927133714e-05, "Finetune/Loss": 0.8685187101364136, "Finetune/Loss (Raw)": 0.8948542475700378, "Finetune/Step": 1322, "Finetune/Step Time": 6.375383833423257}
{"Finetune/Learning Rate": 1.9842395875775463e-05, "Finetune/Loss": 0.8688432574272156, "Finetune/Loss (Raw)": 0.9270830750465393, "Finetune/Step": 1323, "Finetune/Step Time": 6.376090867444873}
{"Finetune/Learning Rate": 1.984202839990034e-05, "Finetune/Loss": 0.8693193793296814, "Finetune/Loss (Raw)": 0.971092939376831, "Finetune/Step": 1324, "Finetune/Step Time": 6.378158064559102}
{"Finetune/Learning Rate": 1.984166049952419e-05, "Finetune/Loss": 0.8694097995758057, "Finetune/Loss (Raw)": 0.9875897169113159, "Finetune/Step": 1325, "Finetune/Step Time": 6.395182993263006}
{"Finetune/Learning Rate": 1.9841292174662884e-05, "Finetune/Loss": 0.8699688911437988, "Finetune/Loss (Raw)": 0.97006756067276, "Finetune/Step": 1326, "Finetune/Step Time": 6.388890665024519}
{"Finetune/Learning Rate": 1.9840923425332304e-05, "Finetune/Loss": 0.8682496547698975, "Finetune/Loss (Raw)": 0.7575239539146423, "Finetune/Step": 1327, "Finetune/Step Time": 6.425126979127526}
{"Finetune/Learning Rate": 1.9840554251548357e-05, "Finetune/Loss": 0.8691300749778748, "Finetune/Loss (Raw)": 1.0692940950393677, "Finetune/Step": 1328, "Finetune/Step Time": 6.4212406147271395}
{"Finetune/Learning Rate": 1.984018465332697e-05, "Finetune/Loss": 0.8700299263000488, "Finetune/Loss (Raw)": 1.1081851720809937, "Finetune/Step": 1329, "Finetune/Step Time": 6.4138131607323885}
{"Finetune/Learning Rate": 1.9839814630684077e-05, "Finetune/Loss": 0.8670009970664978, "Finetune/Loss (Raw)": 0.692169189453125, "Finetune/Step": 1330, "Finetune/Step Time": 6.40753610432148}
{"Finetune/Learning Rate": 1.9839444183635644e-05, "Finetune/Loss": 0.8662741184234619, "Finetune/Loss (Raw)": 0.9470453262329102, "Finetune/Step": 1331, "Finetune/Step Time": 6.401037149131298}
{"Finetune/Learning Rate": 1.9839073312197646e-05, "Finetune/Loss": 0.8645791411399841, "Finetune/Loss (Raw)": 0.7660158276557922, "Finetune/Step": 1332, "Finetune/Step Time": 6.403776615858078}
{"Finetune/Learning Rate": 1.983870201638608e-05, "Finetune/Loss": 0.8654308915138245, "Finetune/Loss (Raw)": 0.9048572778701782, "Finetune/Step": 1333, "Finetune/Step Time": 6.3908305410295725}
{"Finetune/Learning Rate": 1.9838330296216957e-05, "Finetune/Loss": 0.8645138144493103, "Finetune/Loss (Raw)": 0.921926736831665, "Finetune/Step": 1334, "Finetune/Step Time": 6.394270969554782}
{"Finetune/Learning Rate": 1.983795815170632e-05, "Finetune/Loss": 0.8647483587265015, "Finetune/Loss (Raw)": 0.9164444208145142, "Finetune/Step": 1335, "Finetune/Step Time": 6.386893285438418}
{"Finetune/Learning Rate": 1.9837585582870205e-05, "Finetune/Loss": 0.8647878170013428, "Finetune/Loss (Raw)": 0.9214089512825012, "Finetune/Step": 1336, "Finetune/Step Time": 6.3823398388922215}
{"Finetune/Learning Rate": 1.9837212589724694e-05, "Finetune/Loss": 0.8649194836616516, "Finetune/Loss (Raw)": 0.983891487121582, "Finetune/Step": 1337, "Finetune/Step Time": 6.384650893509388}
{"Finetune/Learning Rate": 1.9836839172285867e-05, "Finetune/Loss": 0.860837459564209, "Finetune/Loss (Raw)": 0.32159075140953064, "Finetune/Step": 1338, "Finetune/Step Time": 6.405944449827075}
{"Finetune/Learning Rate": 1.9836465330569837e-05, "Finetune/Loss": 0.8599079251289368, "Finetune/Loss (Raw)": 0.7744565010070801, "Finetune/Step": 1339, "Finetune/Step Time": 6.412125054746866}
{"Finetune/Learning Rate": 1.9836091064592723e-05, "Finetune/Loss": 0.8589000701904297, "Finetune/Loss (Raw)": 0.8549190759658813, "Finetune/Step": 1340, "Finetune/Step Time": 6.418260997161269}
{"Finetune/Learning Rate": 1.9835716374370668e-05, "Finetune/Loss": 0.858850359916687, "Finetune/Loss (Raw)": 0.8503968715667725, "Finetune/Step": 1341, "Finetune/Step Time": 6.419568594545126}
{"Finetune/Learning Rate": 1.9835341259919837e-05, "Finetune/Loss": 0.8600708842277527, "Finetune/Loss (Raw)": 0.9342228770256042, "Finetune/Step": 1342, "Finetune/Step Time": 6.417106252163649}
{"Finetune/Learning Rate": 1.9834965721256405e-05, "Finetune/Loss": 0.8591083884239197, "Finetune/Loss (Raw)": 0.8138819336891174, "Finetune/Step": 1343, "Finetune/Step Time": 6.438582191243768}
{"Finetune/Learning Rate": 1.9834589758396568e-05, "Finetune/Loss": 0.8627793788909912, "Finetune/Loss (Raw)": 0.8233718872070312, "Finetune/Step": 1344, "Finetune/Step Time": 6.425051633268595}
{"Finetune/Learning Rate": 1.983421337135655e-05, "Finetune/Loss": 0.862546443939209, "Finetune/Loss (Raw)": 1.0084887742996216, "Finetune/Step": 1345, "Finetune/Step Time": 6.414049794897437}
{"Finetune/Learning Rate": 1.9833836560152576e-05, "Finetune/Loss": 0.8620151281356812, "Finetune/Loss (Raw)": 0.8972748517990112, "Finetune/Step": 1346, "Finetune/Step Time": 6.416131559759378}
{"Finetune/Learning Rate": 1.9833459324800906e-05, "Finetune/Loss": 0.867080807685852, "Finetune/Loss (Raw)": 0.9508965015411377, "Finetune/Step": 1347, "Finetune/Step Time": 6.413468558341265}
{"Finetune/Learning Rate": 1.9833081665317803e-05, "Finetune/Loss": 0.8636114597320557, "Finetune/Loss (Raw)": 0.4282086193561554, "Finetune/Step": 1348, "Finetune/Step Time": 6.43531153537333}
{"Finetune/Learning Rate": 1.983270358171956e-05, "Finetune/Loss": 0.8644111156463623, "Finetune/Loss (Raw)": 0.9488736987113953, "Finetune/Step": 1349, "Finetune/Step Time": 6.438868029043078}
{"Finetune/Learning Rate": 1.983232507402249e-05, "Finetune/Loss": 0.8651590943336487, "Finetune/Loss (Raw)": 0.9197841286659241, "Finetune/Step": 1350, "Finetune/Step Time": 6.426167668774724}
{"Finetune/Learning Rate": 1.9831946142242905e-05, "Finetune/Loss": 0.8652570247650146, "Finetune/Loss (Raw)": 0.9306838512420654, "Finetune/Step": 1351, "Finetune/Step Time": 6.430016323924065}
{"Finetune/Learning Rate": 1.9831566786397164e-05, "Finetune/Loss": 0.8613771200180054, "Finetune/Loss (Raw)": 0.42042627930641174, "Finetune/Step": 1352, "Finetune/Step Time": 6.448761964216828}
{"Finetune/Learning Rate": 1.9831187006501617e-05, "Finetune/Loss": 0.8621230721473694, "Finetune/Loss (Raw)": 0.865005373954773, "Finetune/Step": 1353, "Finetune/Step Time": 6.449508203193545}
{"Finetune/Learning Rate": 1.9830806802572652e-05, "Finetune/Loss": 0.8626844882965088, "Finetune/Loss (Raw)": 0.8708139061927795, "Finetune/Step": 1354, "Finetune/Step Time": 6.446766125038266}
{"Finetune/Learning Rate": 1.9830426174626664e-05, "Finetune/Loss": 0.8651490211486816, "Finetune/Loss (Raw)": 1.0247814655303955, "Finetune/Step": 1355, "Finetune/Step Time": 6.44030069001019}
{"Finetune/Learning Rate": 1.983004512268007e-05, "Finetune/Loss": 0.8669036626815796, "Finetune/Loss (Raw)": 1.0209800004959106, "Finetune/Step": 1356, "Finetune/Step Time": 6.434181269258261}
{"Finetune/Learning Rate": 1.982966364674931e-05, "Finetune/Loss": 0.8661068677902222, "Finetune/Loss (Raw)": 0.9008873105049133, "Finetune/Step": 1357, "Finetune/Step Time": 6.446009412407875}
{"Finetune/Learning Rate": 1.982928174685083e-05, "Finetune/Loss": 0.8701361417770386, "Finetune/Loss (Raw)": 0.9194276928901672, "Finetune/Step": 1358, "Finetune/Step Time": 6.420584820210934}
{"Finetune/Learning Rate": 1.9828899423001108e-05, "Finetune/Loss": 0.8685303926467896, "Finetune/Loss (Raw)": 0.8155623078346252, "Finetune/Step": 1359, "Finetune/Step Time": 6.43385542742908}
{"Finetune/Learning Rate": 1.9828516675216632e-05, "Finetune/Loss": 0.8692424893379211, "Finetune/Loss (Raw)": 0.953035831451416, "Finetune/Step": 1360, "Finetune/Step Time": 6.437078610062599}
{"Finetune/Learning Rate": 1.9828133503513912e-05, "Finetune/Loss": 0.8698302507400513, "Finetune/Loss (Raw)": 1.0113723278045654, "Finetune/Step": 1361, "Finetune/Step Time": 6.438142431899905}
{"Finetune/Learning Rate": 1.9827749907909473e-05, "Finetune/Loss": 0.87105792760849, "Finetune/Loss (Raw)": 0.8935668468475342, "Finetune/Step": 1362, "Finetune/Step Time": 6.42169826105237}
{"Finetune/Learning Rate": 1.982736588841986e-05, "Finetune/Loss": 0.8707258701324463, "Finetune/Loss (Raw)": 0.8416252136230469, "Finetune/Step": 1363, "Finetune/Step Time": 6.421764833852649}
{"Finetune/Learning Rate": 1.9826981445061637e-05, "Finetune/Loss": 0.8691430687904358, "Finetune/Loss (Raw)": 0.804259717464447, "Finetune/Step": 1364, "Finetune/Step Time": 6.449461102485657}
{"Finetune/Learning Rate": 1.9826596577851386e-05, "Finetune/Loss": 0.8675774335861206, "Finetune/Loss (Raw)": 0.7840703725814819, "Finetune/Step": 1365, "Finetune/Step Time": 6.441002229228616}
{"Finetune/Learning Rate": 1.98262112868057e-05, "Finetune/Loss": 0.866562008857727, "Finetune/Loss (Raw)": 0.8956429362297058, "Finetune/Step": 1366, "Finetune/Step Time": 6.425857063382864}
{"Finetune/Learning Rate": 1.9825825571941214e-05, "Finetune/Loss": 0.8657947778701782, "Finetune/Loss (Raw)": 0.8078562617301941, "Finetune/Step": 1367, "Finetune/Step Time": 6.44397496432066}
{"Finetune/Learning Rate": 1.9825439433274546e-05, "Finetune/Loss": 0.8660117387771606, "Finetune/Loss (Raw)": 0.8936070799827576, "Finetune/Step": 1368, "Finetune/Step Time": 6.454801633954048}
{"Finetune/Learning Rate": 1.9825052870822362e-05, "Finetune/Loss": 0.8674473762512207, "Finetune/Loss (Raw)": 0.9974284172058105, "Finetune/Step": 1369, "Finetune/Step Time": 6.463547050952911}
{"Finetune/Learning Rate": 1.9824665884601333e-05, "Finetune/Loss": 0.8663234710693359, "Finetune/Loss (Raw)": 0.7629953622817993, "Finetune/Step": 1370, "Finetune/Step Time": 6.466167194768786}
{"Finetune/Learning Rate": 1.982427847462815e-05, "Finetune/Loss": 0.8661243915557861, "Finetune/Loss (Raw)": 0.9078569412231445, "Finetune/Step": 1371, "Finetune/Step Time": 6.466597575694323}
{"Finetune/Learning Rate": 1.9823890640919515e-05, "Finetune/Loss": 0.8622446656227112, "Finetune/Loss (Raw)": 0.37423184514045715, "Finetune/Step": 1372, "Finetune/Step Time": 6.4829058442264795}
{"Finetune/Learning Rate": 1.9823502383492164e-05, "Finetune/Loss": 0.8638550043106079, "Finetune/Loss (Raw)": 0.986666202545166, "Finetune/Step": 1373, "Finetune/Step Time": 6.483292613178492}
{"Finetune/Learning Rate": 1.9823113702362846e-05, "Finetune/Loss": 0.8632410764694214, "Finetune/Loss (Raw)": 0.756210207939148, "Finetune/Step": 1374, "Finetune/Step Time": 6.47490038536489}
{"Finetune/Learning Rate": 1.982272459754832e-05, "Finetune/Loss": 0.8629317283630371, "Finetune/Loss (Raw)": 0.9443982839584351, "Finetune/Step": 1375, "Finetune/Step Time": 6.472704544663429}
{"Finetune/Learning Rate": 1.9822335069065363e-05, "Finetune/Loss": 0.8598229289054871, "Finetune/Loss (Raw)": 0.32346564531326294, "Finetune/Step": 1376, "Finetune/Step Time": 6.484647652134299}
{"Finetune/Learning Rate": 1.9821945116930788e-05, "Finetune/Loss": 0.8597378730773926, "Finetune/Loss (Raw)": 0.8201300501823425, "Finetune/Step": 1377, "Finetune/Step Time": 6.493249677121639}
{"Finetune/Learning Rate": 1.982155474116141e-05, "Finetune/Loss": 0.860014796257019, "Finetune/Loss (Raw)": 0.9493911862373352, "Finetune/Step": 1378, "Finetune/Step Time": 6.511648129671812}
{"Finetune/Learning Rate": 1.9821163941774058e-05, "Finetune/Loss": 0.8576031923294067, "Finetune/Loss (Raw)": 0.6098577380180359, "Finetune/Step": 1379, "Finetune/Step Time": 6.527903836220503}
{"Finetune/Learning Rate": 1.98207727187856e-05, "Finetune/Loss": 0.858166515827179, "Finetune/Loss (Raw)": 0.8562602996826172, "Finetune/Step": 1380, "Finetune/Step Time": 6.5279472675174475}
{"Finetune/Learning Rate": 1.9820381072212905e-05, "Finetune/Loss": 0.859248161315918, "Finetune/Loss (Raw)": 0.9381079077720642, "Finetune/Step": 1381, "Finetune/Step Time": 6.513687742874026}
{"Finetune/Learning Rate": 1.9819989002072866e-05, "Finetune/Loss": 0.8592764139175415, "Finetune/Loss (Raw)": 0.8828397393226624, "Finetune/Step": 1382, "Finetune/Step Time": 6.512342253699899}
{"Finetune/Learning Rate": 1.981959650838239e-05, "Finetune/Loss": 0.8575674295425415, "Finetune/Loss (Raw)": 0.7537155151367188, "Finetune/Step": 1383, "Finetune/Step Time": 6.516460746526718}
{"Finetune/Learning Rate": 1.981920359115841e-05, "Finetune/Loss": 0.8571667671203613, "Finetune/Loss (Raw)": 0.8751522302627563, "Finetune/Step": 1384, "Finetune/Step Time": 6.529149891808629}
{"Finetune/Learning Rate": 1.981881025041787e-05, "Finetune/Loss": 0.8599610328674316, "Finetune/Loss (Raw)": 0.9437951445579529, "Finetune/Step": 1385, "Finetune/Step Time": 6.506352448835969}
{"Finetune/Learning Rate": 1.981841648617774e-05, "Finetune/Loss": 0.8597288131713867, "Finetune/Loss (Raw)": 0.8492838144302368, "Finetune/Step": 1386, "Finetune/Step Time": 6.506836092099547}
{"Finetune/Learning Rate": 1.9818022298455e-05, "Finetune/Loss": 0.8594238758087158, "Finetune/Loss (Raw)": 0.74636310338974, "Finetune/Step": 1387, "Finetune/Step Time": 6.5016655176877975}
{"Finetune/Learning Rate": 1.981762768726665e-05, "Finetune/Loss": 0.8582378625869751, "Finetune/Loss (Raw)": 0.952081024646759, "Finetune/Step": 1388, "Finetune/Step Time": 6.497424617409706}
{"Finetune/Learning Rate": 1.981723265262971e-05, "Finetune/Loss": 0.859322190284729, "Finetune/Loss (Raw)": 0.8967700600624084, "Finetune/Step": 1389, "Finetune/Step Time": 6.498258765786886}
{"Finetune/Learning Rate": 1.9816837194561226e-05, "Finetune/Loss": 0.8602269887924194, "Finetune/Loss (Raw)": 1.0384202003479004, "Finetune/Step": 1390, "Finetune/Step Time": 6.505700847133994}
{"Finetune/Learning Rate": 1.981644131307825e-05, "Finetune/Loss": 0.8592966794967651, "Finetune/Loss (Raw)": 0.8358550667762756, "Finetune/Step": 1391, "Finetune/Step Time": 6.521133109927177}
{"Finetune/Learning Rate": 1.9816045008197854e-05, "Finetune/Loss": 0.8590465188026428, "Finetune/Loss (Raw)": 0.8481315970420837, "Finetune/Step": 1392, "Finetune/Step Time": 6.553684964776039}
{"Finetune/Learning Rate": 1.9815648279937134e-05, "Finetune/Loss": 0.8620806336402893, "Finetune/Loss (Raw)": 0.7689610719680786, "Finetune/Step": 1393, "Finetune/Step Time": 6.571279216557741}
{"Finetune/Learning Rate": 1.9815251128313202e-05, "Finetune/Loss": 0.8629342317581177, "Finetune/Loss (Raw)": 0.947831392288208, "Finetune/Step": 1394, "Finetune/Step Time": 6.558532042428851}
{"Finetune/Learning Rate": 1.9814853553343186e-05, "Finetune/Loss": 0.8620184063911438, "Finetune/Loss (Raw)": 0.8307151198387146, "Finetune/Step": 1395, "Finetune/Step Time": 6.56064642034471}
{"Finetune/Learning Rate": 1.981445555504424e-05, "Finetune/Loss": 0.8592886328697205, "Finetune/Loss (Raw)": 0.6354713439941406, "Finetune/Step": 1396, "Finetune/Step Time": 6.567732894793153}
{"Finetune/Learning Rate": 1.9814057133433517e-05, "Finetune/Loss": 0.8597778677940369, "Finetune/Loss (Raw)": 0.88703453540802, "Finetune/Step": 1397, "Finetune/Step Time": 6.5912638660520315}
{"Finetune/Learning Rate": 1.9813658288528216e-05, "Finetune/Loss": 0.8591350317001343, "Finetune/Loss (Raw)": 0.8745942115783691, "Finetune/Step": 1398, "Finetune/Step Time": 6.581965805962682}
{"Finetune/Learning Rate": 1.981325902034553e-05, "Finetune/Loss": 0.8562204241752625, "Finetune/Loss (Raw)": 0.6249476075172424, "Finetune/Step": 1399, "Finetune/Step Time": 6.587855476886034}
{"Finetune/Learning Rate": 1.9812859328902686e-05, "Finetune/Loss": 0.857907772064209, "Finetune/Loss (Raw)": 0.9521092772483826, "Finetune/Step": 1400, "Finetune/Step Time": 6.583242084830999}
{"Finetune/Learning Rate": 1.9812459214216924e-05, "Finetune/Loss": 0.8581314086914062, "Finetune/Loss (Raw)": 0.8220620155334473, "Finetune/Step": 1401, "Finetune/Step Time": 6.581536820158362}
{"Finetune/Learning Rate": 1.9812058676305493e-05, "Finetune/Loss": 0.8546875715255737, "Finetune/Loss (Raw)": 0.3887414336204529, "Finetune/Step": 1402, "Finetune/Step Time": 6.602606825530529}
{"Finetune/Learning Rate": 1.9811657715185677e-05, "Finetune/Loss": 0.8530328869819641, "Finetune/Loss (Raw)": 0.840532124042511, "Finetune/Step": 1403, "Finetune/Step Time": 6.603571802377701}
{"Finetune/Learning Rate": 1.9811256330874763e-05, "Finetune/Loss": 0.8532754778862, "Finetune/Loss (Raw)": 0.891536295413971, "Finetune/Step": 1404, "Finetune/Step Time": 6.600238490849733}
{"Finetune/Learning Rate": 1.9810854523390072e-05, "Finetune/Loss": 0.8517234325408936, "Finetune/Loss (Raw)": 0.7092002034187317, "Finetune/Step": 1405, "Finetune/Step Time": 6.597996374592185}
{"Finetune/Learning Rate": 1.981045229274893e-05, "Finetune/Loss": 0.8538135290145874, "Finetune/Loss (Raw)": 0.8692101836204529, "Finetune/Step": 1406, "Finetune/Step Time": 6.591592686250806}
{"Finetune/Learning Rate": 1.981004963896868e-05, "Finetune/Loss": 0.8498562574386597, "Finetune/Loss (Raw)": 0.37076422572135925, "Finetune/Step": 1407, "Finetune/Step Time": 6.605407552793622}
{"Finetune/Learning Rate": 1.9809646562066703e-05, "Finetune/Loss": 0.8477141857147217, "Finetune/Loss (Raw)": 0.740714430809021, "Finetune/Step": 1408, "Finetune/Step Time": 6.608369177207351}
{"Finetune/Learning Rate": 1.9809243062060374e-05, "Finetune/Loss": 0.8477904200553894, "Finetune/Loss (Raw)": 0.9233202934265137, "Finetune/Step": 1409, "Finetune/Step Time": 6.605751715600491}
{"Finetune/Learning Rate": 1.9808839138967094e-05, "Finetune/Loss": 0.8469892740249634, "Finetune/Loss (Raw)": 0.7755922675132751, "Finetune/Step": 1410, "Finetune/Step Time": 6.633344806730747}
{"Finetune/Learning Rate": 1.9808434792804293e-05, "Finetune/Loss": 0.8485597968101501, "Finetune/Loss (Raw)": 0.8898123502731323, "Finetune/Step": 1411, "Finetune/Step Time": 6.6246101930737495}
{"Finetune/Learning Rate": 1.980803002358941e-05, "Finetune/Loss": 0.8471739888191223, "Finetune/Loss (Raw)": 0.6842976212501526, "Finetune/Step": 1412, "Finetune/Step Time": 6.6242355685681105}
{"Finetune/Learning Rate": 1.98076248313399e-05, "Finetune/Loss": 0.8468061089515686, "Finetune/Loss (Raw)": 0.9278203845024109, "Finetune/Step": 1413, "Finetune/Step Time": 6.627586957067251}
{"Finetune/Learning Rate": 1.9807219216073234e-05, "Finetune/Loss": 0.8480561375617981, "Finetune/Loss (Raw)": 1.0242435932159424, "Finetune/Step": 1414, "Finetune/Step Time": 6.6171466819942}
{"Finetune/Learning Rate": 1.9806813177806917e-05, "Finetune/Loss": 0.8478789329528809, "Finetune/Loss (Raw)": 0.8556229472160339, "Finetune/Step": 1415, "Finetune/Step Time": 6.621197208762169}
{"Finetune/Learning Rate": 1.980640671655846e-05, "Finetune/Loss": 0.8489644527435303, "Finetune/Loss (Raw)": 0.9741938710212708, "Finetune/Step": 1416, "Finetune/Step Time": 6.617956032976508}
{"Finetune/Learning Rate": 1.980599983234539e-05, "Finetune/Loss": 0.8492100834846497, "Finetune/Loss (Raw)": 0.8562644124031067, "Finetune/Step": 1417, "Finetune/Step Time": 6.61686896532774}
{"Finetune/Learning Rate": 1.9805592525185263e-05, "Finetune/Loss": 0.8470461368560791, "Finetune/Loss (Raw)": 0.7315381169319153, "Finetune/Step": 1418, "Finetune/Step Time": 6.623636262491345}
{"Finetune/Learning Rate": 1.980518479509564e-05, "Finetune/Loss": 0.8466771245002747, "Finetune/Loss (Raw)": 0.748417317867279, "Finetune/Step": 1419, "Finetune/Step Time": 6.607577718794346}
{"Finetune/Learning Rate": 1.9804776642094106e-05, "Finetune/Loss": 0.8472504615783691, "Finetune/Loss (Raw)": 0.9194052219390869, "Finetune/Step": 1420, "Finetune/Step Time": 6.607708500698209}
{"Finetune/Learning Rate": 1.9804368066198276e-05, "Finetune/Loss": 0.8466946482658386, "Finetune/Loss (Raw)": 0.834786593914032, "Finetune/Step": 1421, "Finetune/Step Time": 6.60758420266211}
{"Finetune/Learning Rate": 1.980395906742576e-05, "Finetune/Loss": 0.84537672996521, "Finetune/Loss (Raw)": 0.7796035408973694, "Finetune/Step": 1422, "Finetune/Step Time": 6.604115953668952}
{"Finetune/Learning Rate": 1.9803549645794208e-05, "Finetune/Loss": 0.8462414741516113, "Finetune/Loss (Raw)": 0.9593298435211182, "Finetune/Step": 1423, "Finetune/Step Time": 6.584257788956165}
{"Finetune/Learning Rate": 1.9803139801321273e-05, "Finetune/Loss": 0.8462483882904053, "Finetune/Loss (Raw)": 0.8057742714881897, "Finetune/Step": 1424, "Finetune/Step Time": 6.578509073704481}
{"Finetune/Learning Rate": 1.9802729534024632e-05, "Finetune/Loss": 0.8465136289596558, "Finetune/Loss (Raw)": 0.8575307130813599, "Finetune/Step": 1425, "Finetune/Step Time": 6.571939008310437}
{"Finetune/Learning Rate": 1.9802318843921986e-05, "Finetune/Loss": 0.8468858003616333, "Finetune/Loss (Raw)": 0.798705518245697, "Finetune/Step": 1426, "Finetune/Step Time": 6.584324564784765}
{"Finetune/Learning Rate": 1.9801907731031043e-05, "Finetune/Loss": 0.847529411315918, "Finetune/Loss (Raw)": 0.754021167755127, "Finetune/Step": 1427, "Finetune/Step Time": 6.583843084052205}
{"Finetune/Learning Rate": 1.9801496195369538e-05, "Finetune/Loss": 0.8470643758773804, "Finetune/Loss (Raw)": 0.772472083568573, "Finetune/Step": 1428, "Finetune/Step Time": 6.589938988909125}
{"Finetune/Learning Rate": 1.9801084236955223e-05, "Finetune/Loss": 0.846156120300293, "Finetune/Loss (Raw)": 0.7338421940803528, "Finetune/Step": 1429, "Finetune/Step Time": 6.580859310925007}
{"Finetune/Learning Rate": 1.9800671855805863e-05, "Finetune/Loss": 0.8461015820503235, "Finetune/Loss (Raw)": 0.8339619040489197, "Finetune/Step": 1430, "Finetune/Step Time": 6.572069959715009}
{"Finetune/Learning Rate": 1.9800259051939242e-05, "Finetune/Loss": 0.8455104231834412, "Finetune/Loss (Raw)": 0.7687724232673645, "Finetune/Step": 1431, "Finetune/Step Time": 6.58283825404942}
{"Finetune/Learning Rate": 1.9799845825373172e-05, "Finetune/Loss": 0.8442695140838623, "Finetune/Loss (Raw)": 0.7738029956817627, "Finetune/Step": 1432, "Finetune/Step Time": 6.586028823629022}
{"Finetune/Learning Rate": 1.9799432176125468e-05, "Finetune/Loss": 0.845241904258728, "Finetune/Loss (Raw)": 0.9613342881202698, "Finetune/Step": 1433, "Finetune/Step Time": 6.587512329220772}
{"Finetune/Learning Rate": 1.9799018104213978e-05, "Finetune/Loss": 0.8417381644248962, "Finetune/Loss (Raw)": 0.3690033257007599, "Finetune/Step": 1434, "Finetune/Step Time": 6.591206578537822}
{"Finetune/Learning Rate": 1.979860360965656e-05, "Finetune/Loss": 0.8409793376922607, "Finetune/Loss (Raw)": 0.9181488156318665, "Finetune/Step": 1435, "Finetune/Step Time": 6.598461054265499}
{"Finetune/Learning Rate": 1.979818869247109e-05, "Finetune/Loss": 0.8377466201782227, "Finetune/Loss (Raw)": 0.6164827942848206, "Finetune/Step": 1436, "Finetune/Step Time": 6.608902597799897}
{"Finetune/Learning Rate": 1.979777335267546e-05, "Finetune/Loss": 0.8377155065536499, "Finetune/Loss (Raw)": 0.8883600234985352, "Finetune/Step": 1437, "Finetune/Step Time": 6.5926193706691265}
{"Finetune/Learning Rate": 1.9797357590287598e-05, "Finetune/Loss": 0.8381701707839966, "Finetune/Loss (Raw)": 0.901435375213623, "Finetune/Step": 1438, "Finetune/Step Time": 6.588034024462104}
{"Finetune/Learning Rate": 1.979694140532542e-05, "Finetune/Loss": 0.8385187387466431, "Finetune/Loss (Raw)": 0.9523090720176697, "Finetune/Step": 1439, "Finetune/Step Time": 6.575555343180895}
{"Finetune/Learning Rate": 1.9796524797806887e-05, "Finetune/Loss": 0.8389410376548767, "Finetune/Loss (Raw)": 0.6325860023498535, "Finetune/Step": 1440, "Finetune/Step Time": 6.5803337544202805}
{"Finetune/Learning Rate": 1.9796107767749966e-05, "Finetune/Loss": 0.8387382626533508, "Finetune/Loss (Raw)": 0.8634046316146851, "Finetune/Step": 1441, "Finetune/Step Time": 6.5968747567385435}
{"Finetune/Learning Rate": 1.9795690315172642e-05, "Finetune/Loss": 0.8379358053207397, "Finetune/Loss (Raw)": 0.8432819843292236, "Finetune/Step": 1442, "Finetune/Step Time": 6.602347031235695}
{"Finetune/Learning Rate": 1.9795272440092922e-05, "Finetune/Loss": 0.837252140045166, "Finetune/Loss (Raw)": 0.8404185771942139, "Finetune/Step": 1443, "Finetune/Step Time": 6.605806656181812}
{"Finetune/Learning Rate": 1.9794854142528828e-05, "Finetune/Loss": 0.8352947235107422, "Finetune/Loss (Raw)": 0.7994035482406616, "Finetune/Step": 1444, "Finetune/Step Time": 6.6037530321627855}
{"Finetune/Learning Rate": 1.9794435422498405e-05, "Finetune/Loss": 0.834515392780304, "Finetune/Loss (Raw)": 0.8665919303894043, "Finetune/Step": 1445, "Finetune/Step Time": 6.606040392071009}
{"Finetune/Learning Rate": 1.9794016280019708e-05, "Finetune/Loss": 0.833459734916687, "Finetune/Loss (Raw)": 0.7258458733558655, "Finetune/Step": 1446, "Finetune/Step Time": 6.620655529201031}
{"Finetune/Learning Rate": 1.979359671511082e-05, "Finetune/Loss": 0.833484411239624, "Finetune/Loss (Raw)": 0.9052186608314514, "Finetune/Step": 1447, "Finetune/Step Time": 6.6253946628421545}
{"Finetune/Learning Rate": 1.9793176727789834e-05, "Finetune/Loss": 0.8345403671264648, "Finetune/Loss (Raw)": 0.9239335060119629, "Finetune/Step": 1448, "Finetune/Step Time": 6.617018004879355}
{"Finetune/Learning Rate": 1.979275631807487e-05, "Finetune/Loss": 0.8332598805427551, "Finetune/Loss (Raw)": 0.7431199550628662, "Finetune/Step": 1449, "Finetune/Step Time": 6.619512869045138}
{"Finetune/Learning Rate": 1.9792335485984048e-05, "Finetune/Loss": 0.8319994807243347, "Finetune/Loss (Raw)": 0.7335247993469238, "Finetune/Step": 1450, "Finetune/Step Time": 6.654222561046481}
{"Finetune/Learning Rate": 1.9791914231535536e-05, "Finetune/Loss": 0.8314660787582397, "Finetune/Loss (Raw)": 0.8588021993637085, "Finetune/Step": 1451, "Finetune/Step Time": 6.657750438898802}
{"Finetune/Learning Rate": 1.9791492554747495e-05, "Finetune/Loss": 0.8312374353408813, "Finetune/Loss (Raw)": 0.9418283700942993, "Finetune/Step": 1452, "Finetune/Step Time": 6.649786872789264}
{"Finetune/Learning Rate": 1.979107045563811e-05, "Finetune/Loss": 0.829773485660553, "Finetune/Loss (Raw)": 0.8002015948295593, "Finetune/Step": 1453, "Finetune/Step Time": 6.644757790490985}
{"Finetune/Learning Rate": 1.9790647934225592e-05, "Finetune/Loss": 0.830512523651123, "Finetune/Loss (Raw)": 1.064668893814087, "Finetune/Step": 1454, "Finetune/Step Time": 6.647256402298808}
{"Finetune/Learning Rate": 1.979022499052816e-05, "Finetune/Loss": 0.8320082426071167, "Finetune/Loss (Raw)": 0.9489791989326477, "Finetune/Step": 1455, "Finetune/Step Time": 6.6158292554318905}
{"Finetune/Learning Rate": 1.978980162456406e-05, "Finetune/Loss": 0.8300328850746155, "Finetune/Loss (Raw)": 0.8164435029029846, "Finetune/Step": 1456, "Finetune/Step Time": 6.62668064981699}
{"Finetune/Learning Rate": 1.9789377836351555e-05, "Finetune/Loss": 0.8242613077163696, "Finetune/Loss (Raw)": 0.36942383646965027, "Finetune/Step": 1457, "Finetune/Step Time": 6.644561216235161}
{"Finetune/Learning Rate": 1.9788953625908913e-05, "Finetune/Loss": 0.8256627321243286, "Finetune/Loss (Raw)": 0.8715490698814392, "Finetune/Step": 1458, "Finetune/Step Time": 6.642468176782131}
{"Finetune/Learning Rate": 1.9788528993254444e-05, "Finetune/Loss": 0.8260967135429382, "Finetune/Loss (Raw)": 1.0025967359542847, "Finetune/Step": 1459, "Finetune/Step Time": 6.650469314306974}
{"Finetune/Learning Rate": 1.978810393840645e-05, "Finetune/Loss": 0.828093409538269, "Finetune/Loss (Raw)": 1.0216002464294434, "Finetune/Step": 1460, "Finetune/Step Time": 6.640808114781976}
{"Finetune/Learning Rate": 1.9787678461383275e-05, "Finetune/Loss": 0.8293105363845825, "Finetune/Loss (Raw)": 1.060649037361145, "Finetune/Step": 1461, "Finetune/Step Time": 6.634430045261979}
{"Finetune/Learning Rate": 1.9787252562203267e-05, "Finetune/Loss": 0.8292437195777893, "Finetune/Loss (Raw)": 0.9133703112602234, "Finetune/Step": 1462, "Finetune/Step Time": 6.636850660666823}
{"Finetune/Learning Rate": 1.9786826240884792e-05, "Finetune/Loss": 0.8296777606010437, "Finetune/Loss (Raw)": 0.9720003604888916, "Finetune/Step": 1463, "Finetune/Step Time": 6.637836566194892}
{"Finetune/Learning Rate": 1.9786399497446246e-05, "Finetune/Loss": 0.8288995623588562, "Finetune/Loss (Raw)": 0.8217933177947998, "Finetune/Step": 1464, "Finetune/Step Time": 6.642708592116833}
{"Finetune/Learning Rate": 1.978597233190603e-05, "Finetune/Loss": 0.8279781341552734, "Finetune/Loss (Raw)": 0.8659580945968628, "Finetune/Step": 1465, "Finetune/Step Time": 6.636037461459637}
{"Finetune/Learning Rate": 1.9785544744282564e-05, "Finetune/Loss": 0.832268476486206, "Finetune/Loss (Raw)": 0.8707546591758728, "Finetune/Step": 1466, "Finetune/Step Time": 6.621159229427576}
{"Finetune/Learning Rate": 1.9785116734594296e-05, "Finetune/Loss": 0.8328874111175537, "Finetune/Loss (Raw)": 0.8536766767501831, "Finetune/Step": 1467, "Finetune/Step Time": 6.638044647872448}
{"Finetune/Learning Rate": 1.9784688302859684e-05, "Finetune/Loss": 0.8334188461303711, "Finetune/Loss (Raw)": 0.9229394197463989, "Finetune/Step": 1468, "Finetune/Step Time": 6.63128605671227}
{"Finetune/Learning Rate": 1.9784259449097208e-05, "Finetune/Loss": 0.8297746777534485, "Finetune/Loss (Raw)": 0.3839472532272339, "Finetune/Step": 1469, "Finetune/Step Time": 6.651523988693953}
{"Finetune/Learning Rate": 1.9783830173325368e-05, "Finetune/Loss": 0.8288193941116333, "Finetune/Loss (Raw)": 0.8119476437568665, "Finetune/Step": 1470, "Finetune/Step Time": 6.640305545181036}
{"Finetune/Learning Rate": 1.978340047556267e-05, "Finetune/Loss": 0.8291748762130737, "Finetune/Loss (Raw)": 0.8593800663948059, "Finetune/Step": 1471, "Finetune/Step Time": 6.6263389103114605}
{"Finetune/Learning Rate": 1.9782970355827663e-05, "Finetune/Loss": 0.8288317918777466, "Finetune/Loss (Raw)": 0.779457151889801, "Finetune/Step": 1472, "Finetune/Step Time": 6.619578884914517}
{"Finetune/Learning Rate": 1.978253981413889e-05, "Finetune/Loss": 0.8257887363433838, "Finetune/Loss (Raw)": 0.6189793348312378, "Finetune/Step": 1473, "Finetune/Step Time": 6.625636236742139}
{"Finetune/Learning Rate": 1.9782108850514917e-05, "Finetune/Loss": 0.8269765377044678, "Finetune/Loss (Raw)": 1.0493160486221313, "Finetune/Step": 1474, "Finetune/Step Time": 6.620473029091954}
{"Finetune/Learning Rate": 1.9781677464974333e-05, "Finetune/Loss": 0.8249606490135193, "Finetune/Loss (Raw)": 0.6928597092628479, "Finetune/Step": 1475, "Finetune/Step Time": 6.613006154075265}
{"Finetune/Learning Rate": 1.978124565753575e-05, "Finetune/Loss": 0.8289380669593811, "Finetune/Loss (Raw)": 0.9373195171356201, "Finetune/Step": 1476, "Finetune/Step Time": 6.595997812226415}
{"Finetune/Learning Rate": 1.9780813428217792e-05, "Finetune/Loss": 0.8239526748657227, "Finetune/Loss (Raw)": 0.3107469379901886, "Finetune/Step": 1477, "Finetune/Step Time": 6.598408192396164}
{"Finetune/Learning Rate": 1.9780380777039094e-05, "Finetune/Loss": 0.8247967958450317, "Finetune/Loss (Raw)": 1.0278297662734985, "Finetune/Step": 1478, "Finetune/Step Time": 6.591146927326918}
{"Finetune/Learning Rate": 1.9779947704018324e-05, "Finetune/Loss": 0.8235486745834351, "Finetune/Loss (Raw)": 0.7709228992462158, "Finetune/Step": 1479, "Finetune/Step Time": 6.605246955528855}
{"Finetune/Learning Rate": 1.977951420917416e-05, "Finetune/Loss": 0.8271477222442627, "Finetune/Loss (Raw)": 0.8810988664627075, "Finetune/Step": 1480, "Finetune/Step Time": 6.586623979732394}
{"Finetune/Learning Rate": 1.9779080292525302e-05, "Finetune/Loss": 0.8275808095932007, "Finetune/Loss (Raw)": 0.9204437136650085, "Finetune/Step": 1481, "Finetune/Step Time": 6.591852996498346}
{"Finetune/Learning Rate": 1.9778645954090455e-05, "Finetune/Loss": 0.8271777033805847, "Finetune/Loss (Raw)": 0.819217324256897, "Finetune/Step": 1482, "Finetune/Step Time": 6.593843396753073}
{"Finetune/Learning Rate": 1.9778211193888366e-05, "Finetune/Loss": 0.8239634037017822, "Finetune/Loss (Raw)": 0.6133551001548767, "Finetune/Step": 1483, "Finetune/Step Time": 6.6175384391099215}
{"Finetune/Learning Rate": 1.9777776011937777e-05, "Finetune/Loss": 0.8231686949729919, "Finetune/Loss (Raw)": 0.9192522168159485, "Finetune/Step": 1484, "Finetune/Step Time": 6.614644031971693}
{"Finetune/Learning Rate": 1.977734040825746e-05, "Finetune/Loss": 0.8223697543144226, "Finetune/Loss (Raw)": 0.7986270785331726, "Finetune/Step": 1485, "Finetune/Step Time": 6.604162331670523}
{"Finetune/Learning Rate": 1.977690438286621e-05, "Finetune/Loss": 0.8176043033599854, "Finetune/Loss (Raw)": 0.30944859981536865, "Finetune/Step": 1486, "Finetune/Step Time": 6.623360713943839}
{"Finetune/Learning Rate": 1.9776467935782822e-05, "Finetune/Loss": 0.8193247318267822, "Finetune/Loss (Raw)": 1.0357767343521118, "Finetune/Step": 1487, "Finetune/Step Time": 6.619135733693838}
{"Finetune/Learning Rate": 1.977603106702613e-05, "Finetune/Loss": 0.8205822706222534, "Finetune/Loss (Raw)": 1.1139968633651733, "Finetune/Step": 1488, "Finetune/Step Time": 6.616896338760853}
{"Finetune/Learning Rate": 1.9775593776614973e-05, "Finetune/Loss": 0.8178293704986572, "Finetune/Loss (Raw)": 0.6589969992637634, "Finetune/Step": 1489, "Finetune/Step Time": 6.630584791302681}
{"Finetune/Learning Rate": 1.9775156064568213e-05, "Finetune/Loss": 0.8169984817504883, "Finetune/Loss (Raw)": 0.7872204780578613, "Finetune/Step": 1490, "Finetune/Step Time": 6.651089727878571}
{"Finetune/Learning Rate": 1.9774717930904725e-05, "Finetune/Loss": 0.8159744143486023, "Finetune/Loss (Raw)": 0.7105448842048645, "Finetune/Step": 1491, "Finetune/Step Time": 6.664490325376391}
{"Finetune/Learning Rate": 1.9774279375643416e-05, "Finetune/Loss": 0.8171452879905701, "Finetune/Loss (Raw)": 0.9541319012641907, "Finetune/Step": 1492, "Finetune/Step Time": 6.637233458459377}
{"Finetune/Learning Rate": 1.977384039880319e-05, "Finetune/Loss": 0.8136314153671265, "Finetune/Loss (Raw)": 0.33429864048957825, "Finetune/Step": 1493, "Finetune/Step Time": 6.651524964720011}
{"Finetune/Learning Rate": 1.977340100040299e-05, "Finetune/Loss": 0.8132058382034302, "Finetune/Loss (Raw)": 0.841168224811554, "Finetune/Step": 1494, "Finetune/Step Time": 6.65561711974442}
{"Finetune/Learning Rate": 1.977296118046176e-05, "Finetune/Loss": 0.8136695623397827, "Finetune/Loss (Raw)": 0.8672090172767639, "Finetune/Step": 1495, "Finetune/Step Time": 6.641835652291775}
{"Finetune/Learning Rate": 1.9772520938998478e-05, "Finetune/Loss": 0.8138208389282227, "Finetune/Loss (Raw)": 0.9129723906517029, "Finetune/Step": 1496, "Finetune/Step Time": 6.63154685869813}
{"Finetune/Learning Rate": 1.977208027603213e-05, "Finetune/Loss": 0.8120977282524109, "Finetune/Loss (Raw)": 0.7768657207489014, "Finetune/Step": 1497, "Finetune/Step Time": 6.626098556444049}
{"Finetune/Learning Rate": 1.9771639191581714e-05, "Finetune/Loss": 0.8139294981956482, "Finetune/Loss (Raw)": 0.9974651336669922, "Finetune/Step": 1498, "Finetune/Step Time": 6.629115832969546}
{"Finetune/Learning Rate": 1.9771197685666266e-05, "Finetune/Loss": 0.8101747632026672, "Finetune/Loss (Raw)": 0.4272533059120178, "Finetune/Step": 1499, "Finetune/Step Time": 6.642782386392355}
{"Finetune/Learning Rate": 1.9770755758304824e-05, "Finetune/Loss": 0.8100290298461914, "Finetune/Loss (Raw)": 0.3555743396282196, "Finetune/Step": 1500, "Finetune/Step Time": 6.642260851338506}
{"Finetune/Learning Rate": 1.9770313409516447e-05, "Finetune/Loss": 0.8100502490997314, "Finetune/Loss (Raw)": 0.9893810153007507, "Finetune/Step": 1501, "Finetune/Step Time": 6.673611318692565}
{"Finetune/Learning Rate": 1.9769870639320218e-05, "Finetune/Loss": 0.8115954995155334, "Finetune/Loss (Raw)": 0.9540037512779236, "Finetune/Step": 1502, "Finetune/Step Time": 6.667023813351989}
{"Finetune/Learning Rate": 1.9769427447735234e-05, "Finetune/Loss": 0.8099842071533203, "Finetune/Loss (Raw)": 0.7381529211997986, "Finetune/Step": 1503, "Finetune/Step Time": 6.669361034408212}
{"Finetune/Learning Rate": 1.976898383478061e-05, "Finetune/Loss": 0.8144986629486084, "Finetune/Loss (Raw)": 0.90131676197052, "Finetune/Step": 1504, "Finetune/Step Time": 6.660874122753739}
{"Finetune/Learning Rate": 1.9768539800475475e-05, "Finetune/Loss": 0.8148428201675415, "Finetune/Loss (Raw)": 0.8641806244850159, "Finetune/Step": 1505, "Finetune/Step Time": 6.647570537403226}
{"Finetune/Learning Rate": 1.9768095344838986e-05, "Finetune/Loss": 0.8137298226356506, "Finetune/Loss (Raw)": 0.8069266676902771, "Finetune/Step": 1506, "Finetune/Step Time": 6.636745061725378}
{"Finetune/Learning Rate": 1.976765046789031e-05, "Finetune/Loss": 0.8164371252059937, "Finetune/Loss (Raw)": 0.9563952684402466, "Finetune/Step": 1507, "Finetune/Step Time": 6.616535235196352}
{"Finetune/Learning Rate": 1.976720516964864e-05, "Finetune/Loss": 0.8172668218612671, "Finetune/Loss (Raw)": 0.962465763092041, "Finetune/Step": 1508, "Finetune/Step Time": 6.629772933200002}
{"Finetune/Learning Rate": 1.976675945013318e-05, "Finetune/Loss": 0.8167591094970703, "Finetune/Loss (Raw)": 0.8731162548065186, "Finetune/Step": 1509, "Finetune/Step Time": 6.624304052442312}
{"Finetune/Learning Rate": 1.976631330936315e-05, "Finetune/Loss": 0.8173667192459106, "Finetune/Loss (Raw)": 0.9606161117553711, "Finetune/Step": 1510, "Finetune/Step Time": 6.623369423672557}
{"Finetune/Learning Rate": 1.97658667473578e-05, "Finetune/Loss": 0.8191467523574829, "Finetune/Loss (Raw)": 0.981562614440918, "Finetune/Step": 1511, "Finetune/Step Time": 6.62237348780036}
{"Finetune/Learning Rate": 1.9765419764136388e-05, "Finetune/Loss": 0.8182797431945801, "Finetune/Loss (Raw)": 0.7641703486442566, "Finetune/Step": 1512, "Finetune/Step Time": 6.615839982405305}
{"Finetune/Learning Rate": 1.9764972359718187e-05, "Finetune/Loss": 0.8186826109886169, "Finetune/Loss (Raw)": 0.9953596591949463, "Finetune/Step": 1513, "Finetune/Step Time": 6.627747481688857}
{"Finetune/Learning Rate": 1.9764524534122506e-05, "Finetune/Loss": 0.8182687759399414, "Finetune/Loss (Raw)": 0.7963150143623352, "Finetune/Step": 1514, "Finetune/Step Time": 6.637293757870793}
{"Finetune/Learning Rate": 1.976407628736865e-05, "Finetune/Loss": 0.8193444013595581, "Finetune/Loss (Raw)": 0.8840494155883789, "Finetune/Step": 1515, "Finetune/Step Time": 6.635456403717399}
{"Finetune/Learning Rate": 1.976362761947596e-05, "Finetune/Loss": 0.8190107345581055, "Finetune/Loss (Raw)": 0.9093608856201172, "Finetune/Step": 1516, "Finetune/Step Time": 6.6376389395445585}
{"Finetune/Learning Rate": 1.976317853046378e-05, "Finetune/Loss": 0.8182666897773743, "Finetune/Loss (Raw)": 0.8015336394309998, "Finetune/Step": 1517, "Finetune/Step Time": 6.639382211491466}
{"Finetune/Learning Rate": 1.9762729020351483e-05, "Finetune/Loss": 0.8180360794067383, "Finetune/Loss (Raw)": 1.008906602859497, "Finetune/Step": 1518, "Finetune/Step Time": 6.6341196447610855}
{"Finetune/Learning Rate": 1.9762279089158462e-05, "Finetune/Loss": 0.8171406984329224, "Finetune/Loss (Raw)": 0.7212512493133545, "Finetune/Step": 1519, "Finetune/Step Time": 6.619580574333668}
{"Finetune/Learning Rate": 1.976182873690412e-05, "Finetune/Loss": 0.8136355876922607, "Finetune/Loss (Raw)": 0.3994673490524292, "Finetune/Step": 1520, "Finetune/Step Time": 6.604060061275959}
{"Finetune/Learning Rate": 1.9761377963607877e-05, "Finetune/Loss": 0.8148202896118164, "Finetune/Loss (Raw)": 0.9206122159957886, "Finetune/Step": 1521, "Finetune/Step Time": 6.568145228549838}
{"Finetune/Learning Rate": 1.976092676928918e-05, "Finetune/Loss": 0.8133112192153931, "Finetune/Loss (Raw)": 0.7546637654304504, "Finetune/Step": 1522, "Finetune/Step Time": 6.578860217705369}
{"Finetune/Learning Rate": 1.976047515396749e-05, "Finetune/Loss": 0.8119342923164368, "Finetune/Loss (Raw)": 0.6544682383537292, "Finetune/Step": 1523, "Finetune/Step Time": 6.592543251812458}
{"Finetune/Learning Rate": 1.9760023117662285e-05, "Finetune/Loss": 0.8126734495162964, "Finetune/Loss (Raw)": 0.7300841808319092, "Finetune/Step": 1524, "Finetune/Step Time": 6.610166013240814}
{"Finetune/Learning Rate": 1.975957066039306e-05, "Finetune/Loss": 0.8113163709640503, "Finetune/Loss (Raw)": 0.7133217453956604, "Finetune/Step": 1525, "Finetune/Step Time": 6.598775425925851}
{"Finetune/Learning Rate": 1.9759117782179333e-05, "Finetune/Loss": 0.8120434284210205, "Finetune/Loss (Raw)": 0.9676614999771118, "Finetune/Step": 1526, "Finetune/Step Time": 6.5980321411043406}
{"Finetune/Learning Rate": 1.9758664483040636e-05, "Finetune/Loss": 0.8138543367385864, "Finetune/Loss (Raw)": 0.8567525744438171, "Finetune/Step": 1527, "Finetune/Step Time": 6.592968078330159}
{"Finetune/Learning Rate": 1.9758210762996522e-05, "Finetune/Loss": 0.8097541332244873, "Finetune/Loss (Raw)": 0.42727726697921753, "Finetune/Step": 1528, "Finetune/Step Time": 6.6061986070126295}
{"Finetune/Learning Rate": 1.975775662206656e-05, "Finetune/Loss": 0.8109915256500244, "Finetune/Loss (Raw)": 0.9804450869560242, "Finetune/Step": 1529, "Finetune/Step Time": 6.618861043825746}
{"Finetune/Learning Rate": 1.9757302060270335e-05, "Finetune/Loss": 0.8127440810203552, "Finetune/Loss (Raw)": 0.6130773425102234, "Finetune/Step": 1530, "Finetune/Step Time": 6.6173770893365145}
{"Finetune/Learning Rate": 1.975684707762745e-05, "Finetune/Loss": 0.8134447932243347, "Finetune/Loss (Raw)": 0.9302173256874084, "Finetune/Step": 1531, "Finetune/Step Time": 6.620636306703091}
{"Finetune/Learning Rate": 1.975639167415754e-05, "Finetune/Loss": 0.813355565071106, "Finetune/Loss (Raw)": 0.8801112771034241, "Finetune/Step": 1532, "Finetune/Step Time": 6.629670817404985}
{"Finetune/Learning Rate": 1.975593584988024e-05, "Finetune/Loss": 0.8131994009017944, "Finetune/Loss (Raw)": 0.6892167925834656, "Finetune/Step": 1533, "Finetune/Step Time": 6.623814821243286}
{"Finetune/Learning Rate": 1.975547960481521e-05, "Finetune/Loss": 0.8119051456451416, "Finetune/Loss (Raw)": 0.7035484910011292, "Finetune/Step": 1534, "Finetune/Step Time": 6.631084479391575}
{"Finetune/Learning Rate": 1.975502293898213e-05, "Finetune/Loss": 0.8155220746994019, "Finetune/Loss (Raw)": 0.833727240562439, "Finetune/Step": 1535, "Finetune/Step Time": 6.613971628248692}
{"Finetune/Learning Rate": 1.9754565852400696e-05, "Finetune/Loss": 0.8160548806190491, "Finetune/Loss (Raw)": 0.8089122772216797, "Finetune/Step": 1536, "Finetune/Step Time": 6.619272459298372}
{"Finetune/Learning Rate": 1.9754108345090624e-05, "Finetune/Loss": 0.8153284788131714, "Finetune/Loss (Raw)": 0.8303431868553162, "Finetune/Step": 1537, "Finetune/Step Time": 6.619602920487523}
{"Finetune/Learning Rate": 1.975365041707165e-05, "Finetune/Loss": 0.8126815557479858, "Finetune/Loss (Raw)": 0.43678930401802063, "Finetune/Step": 1538, "Finetune/Step Time": 6.609164798632264}
{"Finetune/Learning Rate": 1.9753192068363518e-05, "Finetune/Loss": 0.8127027750015259, "Finetune/Loss (Raw)": 0.8925184607505798, "Finetune/Step": 1539, "Finetune/Step Time": 6.598964111879468}
{"Finetune/Learning Rate": 1.9752733298986003e-05, "Finetune/Loss": 0.8138140439987183, "Finetune/Loss (Raw)": 0.8265531659126282, "Finetune/Step": 1540, "Finetune/Step Time": 6.598613161593676}
{"Finetune/Learning Rate": 1.975227410895889e-05, "Finetune/Loss": 0.8139944076538086, "Finetune/Loss (Raw)": 0.9509018659591675, "Finetune/Step": 1541, "Finetune/Step Time": 6.599123133346438}
{"Finetune/Learning Rate": 1.975181449830198e-05, "Finetune/Loss": 0.8112501502037048, "Finetune/Loss (Raw)": 0.6729815602302551, "Finetune/Step": 1542, "Finetune/Step Time": 6.6066310331225395}
{"Finetune/Learning Rate": 1.9751354467035105e-05, "Finetune/Loss": 0.8105607032775879, "Finetune/Loss (Raw)": 0.7673681378364563, "Finetune/Step": 1543, "Finetune/Step Time": 6.602854834869504}
{"Finetune/Learning Rate": 1.9750894015178103e-05, "Finetune/Loss": 0.8101451396942139, "Finetune/Loss (Raw)": 0.9210038185119629, "Finetune/Step": 1544, "Finetune/Step Time": 6.591989632695913}
{"Finetune/Learning Rate": 1.9750433142750832e-05, "Finetune/Loss": 0.8099267482757568, "Finetune/Loss (Raw)": 0.8283118009567261, "Finetune/Step": 1545, "Finetune/Step Time": 6.594355348497629}
{"Finetune/Learning Rate": 1.9749971849773176e-05, "Finetune/Loss": 0.8117530345916748, "Finetune/Loss (Raw)": 0.9653065204620361, "Finetune/Step": 1546, "Finetune/Step Time": 6.593345087021589}
{"Finetune/Learning Rate": 1.9749510136265028e-05, "Finetune/Loss": 0.8125983476638794, "Finetune/Loss (Raw)": 0.8566075563430786, "Finetune/Step": 1547, "Finetune/Step Time": 6.59818596765399}
{"Finetune/Learning Rate": 1.9749048002246296e-05, "Finetune/Loss": 0.8121911287307739, "Finetune/Loss (Raw)": 0.8672917485237122, "Finetune/Step": 1548, "Finetune/Step Time": 6.607405513525009}
{"Finetune/Learning Rate": 1.974858544773692e-05, "Finetune/Loss": 0.8088089823722839, "Finetune/Loss (Raw)": 0.40186217427253723, "Finetune/Step": 1549, "Finetune/Step Time": 6.636853760108352}
{"Finetune/Learning Rate": 1.9748122472756855e-05, "Finetune/Loss": 0.8098437190055847, "Finetune/Loss (Raw)": 0.9120563268661499, "Finetune/Step": 1550, "Finetune/Step Time": 6.635169159621}
{"Finetune/Learning Rate": 1.9747659077326056e-05, "Finetune/Loss": 0.8083479404449463, "Finetune/Loss (Raw)": 0.7678648233413696, "Finetune/Step": 1551, "Finetune/Step Time": 6.6291962042450905}
{"Finetune/Learning Rate": 1.974719526146452e-05, "Finetune/Loss": 0.809368371963501, "Finetune/Loss (Raw)": 0.9363880753517151, "Finetune/Step": 1552, "Finetune/Step Time": 6.629934063181281}
{"Finetune/Learning Rate": 1.9746731025192254e-05, "Finetune/Loss": 0.808862566947937, "Finetune/Loss (Raw)": 0.7927914261817932, "Finetune/Step": 1553, "Finetune/Step Time": 6.641180157661438}
{"Finetune/Learning Rate": 1.9746266368529275e-05, "Finetune/Loss": 0.8086273670196533, "Finetune/Loss (Raw)": 0.7685983777046204, "Finetune/Step": 1554, "Finetune/Step Time": 6.6323135029524565}
{"Finetune/Learning Rate": 1.9745801291495624e-05, "Finetune/Loss": 0.8099170327186584, "Finetune/Loss (Raw)": 0.9190968871116638, "Finetune/Step": 1555, "Finetune/Step Time": 6.634931962937117}
{"Finetune/Learning Rate": 1.9745335794111363e-05, "Finetune/Loss": 0.8095252513885498, "Finetune/Loss (Raw)": 0.7223265767097473, "Finetune/Step": 1556, "Finetune/Step Time": 6.640663972124457}
{"Finetune/Learning Rate": 1.974486987639657e-05, "Finetune/Loss": 0.8101348280906677, "Finetune/Loss (Raw)": 0.8118667602539062, "Finetune/Step": 1557, "Finetune/Step Time": 6.6397240571677685}
{"Finetune/Learning Rate": 1.974440353837134e-05, "Finetune/Loss": 0.810291051864624, "Finetune/Loss (Raw)": 0.853962779045105, "Finetune/Step": 1558, "Finetune/Step Time": 6.629816435277462}
{"Finetune/Learning Rate": 1.974393678005579e-05, "Finetune/Loss": 0.8128743171691895, "Finetune/Loss (Raw)": 1.0994206666946411, "Finetune/Step": 1559, "Finetune/Step Time": 6.621038880199194}
{"Finetune/Learning Rate": 1.9743469601470046e-05, "Finetune/Loss": 0.813940167427063, "Finetune/Loss (Raw)": 0.9102330803871155, "Finetune/Step": 1560, "Finetune/Step Time": 6.625544721260667}
{"Finetune/Learning Rate": 1.9743002002634258e-05, "Finetune/Loss": 0.8134192824363708, "Finetune/Loss (Raw)": 0.8946619629859924, "Finetune/Step": 1561, "Finetune/Step Time": 6.6230348739773035}
{"Finetune/Learning Rate": 1.97425339835686e-05, "Finetune/Loss": 0.8175935745239258, "Finetune/Loss (Raw)": 0.9033187031745911, "Finetune/Step": 1562, "Finetune/Step Time": 6.612087866291404}
{"Finetune/Learning Rate": 1.9742065544293258e-05, "Finetune/Loss": 0.8167870044708252, "Finetune/Loss (Raw)": 0.8149039149284363, "Finetune/Step": 1563, "Finetune/Step Time": 6.629285108298063}
{"Finetune/Learning Rate": 1.974159668482843e-05, "Finetune/Loss": 0.8181674480438232, "Finetune/Loss (Raw)": 0.7931803464889526, "Finetune/Step": 1564, "Finetune/Step Time": 6.61549474671483}
{"Finetune/Learning Rate": 1.9741127405194345e-05, "Finetune/Loss": 0.8171777725219727, "Finetune/Loss (Raw)": 0.7616798281669617, "Finetune/Step": 1565, "Finetune/Step Time": 6.614377843216062}
{"Finetune/Learning Rate": 1.974065770541124e-05, "Finetune/Loss": 0.816199541091919, "Finetune/Loss (Raw)": 0.7762236595153809, "Finetune/Step": 1566, "Finetune/Step Time": 6.620658040046692}
{"Finetune/Learning Rate": 1.9740187585499374e-05, "Finetune/Loss": 0.8154033422470093, "Finetune/Loss (Raw)": 0.8503958582878113, "Finetune/Step": 1567, "Finetune/Step Time": 6.6267136968672276}
{"Finetune/Learning Rate": 1.9739717045479025e-05, "Finetune/Loss": 0.8171393871307373, "Finetune/Loss (Raw)": 0.8547971844673157, "Finetune/Step": 1568, "Finetune/Step Time": 6.599512659013271}
{"Finetune/Learning Rate": 1.973924608537049e-05, "Finetune/Loss": 0.8158950805664062, "Finetune/Loss (Raw)": 0.704132616519928, "Finetune/Step": 1569, "Finetune/Step Time": 6.591038046404719}
{"Finetune/Learning Rate": 1.9738774705194082e-05, "Finetune/Loss": 0.8168333172798157, "Finetune/Loss (Raw)": 0.963375449180603, "Finetune/Step": 1570, "Finetune/Step Time": 6.588553385809064}
{"Finetune/Learning Rate": 1.973830290497013e-05, "Finetune/Loss": 0.8173767328262329, "Finetune/Loss (Raw)": 0.9099842309951782, "Finetune/Step": 1571, "Finetune/Step Time": 6.584655720740557}
{"Finetune/Learning Rate": 1.973783068471898e-05, "Finetune/Loss": 0.8185045719146729, "Finetune/Loss (Raw)": 0.9437586665153503, "Finetune/Step": 1572, "Finetune/Step Time": 6.57848284766078}
{"Finetune/Learning Rate": 1.9737358044461007e-05, "Finetune/Loss": 0.8181736469268799, "Finetune/Loss (Raw)": 0.8242394924163818, "Finetune/Step": 1573, "Finetune/Step Time": 6.593871183693409}
{"Finetune/Learning Rate": 1.973688498421659e-05, "Finetune/Loss": 0.818198561668396, "Finetune/Loss (Raw)": 0.729027509689331, "Finetune/Step": 1574, "Finetune/Step Time": 6.57833137921989}
{"Finetune/Learning Rate": 1.973641150400614e-05, "Finetune/Loss": 0.8187938928604126, "Finetune/Loss (Raw)": 0.9814285039901733, "Finetune/Step": 1575, "Finetune/Step Time": 6.596453219652176}
{"Finetune/Learning Rate": 1.9735937603850072e-05, "Finetune/Loss": 0.8183434009552002, "Finetune/Loss (Raw)": 0.8662627339363098, "Finetune/Step": 1576, "Finetune/Step Time": 6.599773563444614}
{"Finetune/Learning Rate": 1.973546328376883e-05, "Finetune/Loss": 0.8194223642349243, "Finetune/Loss (Raw)": 0.8812334537506104, "Finetune/Step": 1577, "Finetune/Step Time": 6.5910996831953526}
{"Finetune/Learning Rate": 1.973498854378287e-05, "Finetune/Loss": 0.820733368396759, "Finetune/Loss (Raw)": 0.9013342261314392, "Finetune/Step": 1578, "Finetune/Step Time": 6.550116641446948}
{"Finetune/Learning Rate": 1.9734513383912673e-05, "Finetune/Loss": 0.8202498555183411, "Finetune/Loss (Raw)": 0.7969093918800354, "Finetune/Step": 1579, "Finetune/Step Time": 6.555220102891326}
{"Finetune/Learning Rate": 1.9734037804178727e-05, "Finetune/Loss": 0.8183389902114868, "Finetune/Loss (Raw)": 0.6972339749336243, "Finetune/Step": 1580, "Finetune/Step Time": 6.588839214295149}
{"Finetune/Learning Rate": 1.973356180460155e-05, "Finetune/Loss": 0.8180708885192871, "Finetune/Loss (Raw)": 0.765887975692749, "Finetune/Step": 1581, "Finetune/Step Time": 6.584198130294681}
{"Finetune/Learning Rate": 1.973308538520166e-05, "Finetune/Loss": 0.8162779808044434, "Finetune/Loss (Raw)": 0.8351783752441406, "Finetune/Step": 1582, "Finetune/Step Time": 6.585550058633089}
{"Finetune/Learning Rate": 1.9732608545999627e-05, "Finetune/Loss": 0.8158061504364014, "Finetune/Loss (Raw)": 0.8885863423347473, "Finetune/Step": 1583, "Finetune/Step Time": 6.588500587269664}
{"Finetune/Learning Rate": 1.9732131287016e-05, "Finetune/Loss": 0.8160794973373413, "Finetune/Loss (Raw)": 0.85142582654953, "Finetune/Step": 1584, "Finetune/Step Time": 6.580393785610795}
{"Finetune/Learning Rate": 1.9731653608271372e-05, "Finetune/Loss": 0.8207026720046997, "Finetune/Loss (Raw)": 0.961188018321991, "Finetune/Step": 1585, "Finetune/Step Time": 6.571894535794854}
{"Finetune/Learning Rate": 1.9731175509786342e-05, "Finetune/Loss": 0.8219963908195496, "Finetune/Loss (Raw)": 1.0371532440185547, "Finetune/Step": 1586, "Finetune/Step Time": 6.621816394850612}
{"Finetune/Learning Rate": 1.9730696991581535e-05, "Finetune/Loss": 0.8216902017593384, "Finetune/Loss (Raw)": 0.9634057283401489, "Finetune/Step": 1587, "Finetune/Step Time": 6.61627059429884}
{"Finetune/Learning Rate": 1.9730218053677585e-05, "Finetune/Loss": 0.8203139901161194, "Finetune/Loss (Raw)": 0.8454431295394897, "Finetune/Step": 1588, "Finetune/Step Time": 6.62637153826654}
{"Finetune/Learning Rate": 1.9729738696095158e-05, "Finetune/Loss": 0.8188066482543945, "Finetune/Loss (Raw)": 0.8677137494087219, "Finetune/Step": 1589, "Finetune/Step Time": 6.641929807141423}
{"Finetune/Learning Rate": 1.972925891885492e-05, "Finetune/Loss": 0.8191317319869995, "Finetune/Loss (Raw)": 0.954969584941864, "Finetune/Step": 1590, "Finetune/Step Time": 6.647279001772404}
{"Finetune/Learning Rate": 1.972877872197757e-05, "Finetune/Loss": 0.816421627998352, "Finetune/Loss (Raw)": 0.6251086592674255, "Finetune/Step": 1591, "Finetune/Step Time": 6.662424707785249}
{"Finetune/Learning Rate": 1.9728298105483815e-05, "Finetune/Loss": 0.8156061172485352, "Finetune/Loss (Raw)": 0.7174153923988342, "Finetune/Step": 1592, "Finetune/Step Time": 6.664287813007832}
{"Finetune/Learning Rate": 1.972781706939439e-05, "Finetune/Loss": 0.815039873123169, "Finetune/Loss (Raw)": 0.7934730052947998, "Finetune/Step": 1593, "Finetune/Step Time": 6.667274532839656}
{"Finetune/Learning Rate": 1.972733561373004e-05, "Finetune/Loss": 0.8148530125617981, "Finetune/Loss (Raw)": 0.8468424081802368, "Finetune/Step": 1594, "Finetune/Step Time": 6.672374157235026}
{"Finetune/Learning Rate": 1.972685373851153e-05, "Finetune/Loss": 0.8139303922653198, "Finetune/Loss (Raw)": 0.7355781197547913, "Finetune/Step": 1595, "Finetune/Step Time": 6.650957994163036}
{"Finetune/Learning Rate": 1.972637144375965e-05, "Finetune/Loss": 0.813439667224884, "Finetune/Loss (Raw)": 0.860125720500946, "Finetune/Step": 1596, "Finetune/Step Time": 6.654866386204958}
{"Finetune/Learning Rate": 1.972588872949519e-05, "Finetune/Loss": 0.8161897659301758, "Finetune/Loss (Raw)": 0.7359659671783447, "Finetune/Step": 1597, "Finetune/Step Time": 6.640006210654974}
{"Finetune/Learning Rate": 1.9725405595738983e-05, "Finetune/Loss": 0.816302478313446, "Finetune/Loss (Raw)": 0.8263706564903259, "Finetune/Step": 1598, "Finetune/Step Time": 6.651997407898307}
{"Finetune/Learning Rate": 1.9724922042511857e-05, "Finetune/Loss": 0.8125692009925842, "Finetune/Loss (Raw)": 0.38152289390563965, "Finetune/Step": 1599, "Finetune/Step Time": 6.661182260140777}
{"Finetune/Learning Rate": 1.972443806983468e-05, "Finetune/Loss": 0.8137128353118896, "Finetune/Loss (Raw)": 0.9258418679237366, "Finetune/Step": 1600, "Finetune/Step Time": 6.664604315534234}
{"Finetune/Learning Rate": 1.9723953677728314e-05, "Finetune/Loss": 0.8119089007377625, "Finetune/Loss (Raw)": 0.3880727291107178, "Finetune/Step": 1601, "Finetune/Step Time": 6.678445067256689}
{"Finetune/Learning Rate": 1.972346886621366e-05, "Finetune/Loss": 0.8112838268280029, "Finetune/Loss (Raw)": 0.9693054556846619, "Finetune/Step": 1602, "Finetune/Step Time": 6.697822485119104}
{"Finetune/Learning Rate": 1.9722983635311625e-05, "Finetune/Loss": 0.8132368326187134, "Finetune/Loss (Raw)": 0.9428487420082092, "Finetune/Step": 1603, "Finetune/Step Time": 6.693562833592296}
{"Finetune/Learning Rate": 1.9722497985043137e-05, "Finetune/Loss": 0.8124030232429504, "Finetune/Loss (Raw)": 0.8305888772010803, "Finetune/Step": 1604, "Finetune/Step Time": 6.693389665335417}
{"Finetune/Learning Rate": 1.9722011915429145e-05, "Finetune/Loss": 0.8152607083320618, "Finetune/Loss (Raw)": 0.6765362024307251, "Finetune/Step": 1605, "Finetune/Step Time": 6.682327419519424}
{"Finetune/Learning Rate": 1.972152542649062e-05, "Finetune/Loss": 0.8121979236602783, "Finetune/Loss (Raw)": 0.6357828974723816, "Finetune/Step": 1606, "Finetune/Step Time": 6.71189296618104}
{"Finetune/Learning Rate": 1.9721038518248527e-05, "Finetune/Loss": 0.8127545118331909, "Finetune/Loss (Raw)": 0.8421685695648193, "Finetune/Step": 1607, "Finetune/Step Time": 6.699449395760894}
{"Finetune/Learning Rate": 1.9720551190723886e-05, "Finetune/Loss": 0.8089253902435303, "Finetune/Loss (Raw)": 0.39097481966018677, "Finetune/Step": 1608, "Finetune/Step Time": 6.718593917787075}
{"Finetune/Learning Rate": 1.9720063443937706e-05, "Finetune/Loss": 0.8087339401245117, "Finetune/Loss (Raw)": 0.895944356918335, "Finetune/Step": 1609, "Finetune/Step Time": 6.713606206700206}
{"Finetune/Learning Rate": 1.9719575277911024e-05, "Finetune/Loss": 0.809280276298523, "Finetune/Loss (Raw)": 0.8891441226005554, "Finetune/Step": 1610, "Finetune/Step Time": 6.705605946481228}
{"Finetune/Learning Rate": 1.97190866926649e-05, "Finetune/Loss": 0.8104287385940552, "Finetune/Loss (Raw)": 0.7603545188903809, "Finetune/Step": 1611, "Finetune/Step Time": 6.6977878753095865}
{"Finetune/Learning Rate": 1.9718597688220405e-05, "Finetune/Loss": 0.8096977472305298, "Finetune/Loss (Raw)": 0.8256897926330566, "Finetune/Step": 1612, "Finetune/Step Time": 6.70011643320322}
{"Finetune/Learning Rate": 1.971810826459863e-05, "Finetune/Loss": 0.8091994524002075, "Finetune/Loss (Raw)": 0.734846830368042, "Finetune/Step": 1613, "Finetune/Step Time": 6.711149360984564}
{"Finetune/Learning Rate": 1.9717618421820688e-05, "Finetune/Loss": 0.8137561082839966, "Finetune/Loss (Raw)": 0.8926950097084045, "Finetune/Step": 1614, "Finetune/Step Time": 6.691052831709385}
{"Finetune/Learning Rate": 1.9717128159907702e-05, "Finetune/Loss": 0.8131932020187378, "Finetune/Loss (Raw)": 0.9637304544448853, "Finetune/Step": 1615, "Finetune/Step Time": 6.6937074307352304}
{"Finetune/Learning Rate": 1.971663747888082e-05, "Finetune/Loss": 0.8112492561340332, "Finetune/Loss (Raw)": 0.8651629686355591, "Finetune/Step": 1616, "Finetune/Step Time": 6.692653885111213}
{"Finetune/Learning Rate": 1.9716146378761206e-05, "Finetune/Loss": 0.812507152557373, "Finetune/Loss (Raw)": 0.8200169205665588, "Finetune/Step": 1617, "Finetune/Step Time": 6.689326707273722}
{"Finetune/Learning Rate": 1.971565485957004e-05, "Finetune/Loss": 0.8129725456237793, "Finetune/Loss (Raw)": 0.8467828035354614, "Finetune/Step": 1618, "Finetune/Step Time": 6.669111086055636}
{"Finetune/Learning Rate": 1.9715162921328524e-05, "Finetune/Loss": 0.8134175539016724, "Finetune/Loss (Raw)": 0.7675064206123352, "Finetune/Step": 1619, "Finetune/Step Time": 6.658184157684445}
{"Finetune/Learning Rate": 1.9714670564057875e-05, "Finetune/Loss": 0.814518928527832, "Finetune/Loss (Raw)": 1.095106840133667, "Finetune/Step": 1620, "Finetune/Step Time": 6.6605568788945675}
{"Finetune/Learning Rate": 1.9714177787779332e-05, "Finetune/Loss": 0.8180922865867615, "Finetune/Loss (Raw)": 0.7916969656944275, "Finetune/Step": 1621, "Finetune/Step Time": 6.646937949582934}
{"Finetune/Learning Rate": 1.9713684592514143e-05, "Finetune/Loss": 0.8192098140716553, "Finetune/Loss (Raw)": 0.9842012524604797, "Finetune/Step": 1622, "Finetune/Step Time": 6.645015439018607}
{"Finetune/Learning Rate": 1.9713190978283585e-05, "Finetune/Loss": 0.8208984136581421, "Finetune/Loss (Raw)": 1.0833616256713867, "Finetune/Step": 1623, "Finetune/Step Time": 6.6389426328241825}
{"Finetune/Learning Rate": 1.971269694510895e-05, "Finetune/Loss": 0.8206204175949097, "Finetune/Loss (Raw)": 0.8773810863494873, "Finetune/Step": 1624, "Finetune/Step Time": 6.640717580914497}
{"Finetune/Learning Rate": 1.971220249301154e-05, "Finetune/Loss": 0.8214578628540039, "Finetune/Loss (Raw)": 0.8840652108192444, "Finetune/Step": 1625, "Finetune/Step Time": 6.640937112271786}
{"Finetune/Learning Rate": 1.9711707622012684e-05, "Finetune/Loss": 0.820755660533905, "Finetune/Loss (Raw)": 0.9075807332992554, "Finetune/Step": 1626, "Finetune/Step Time": 6.631994502618909}
{"Finetune/Learning Rate": 1.9711212332133726e-05, "Finetune/Loss": 0.8249267935752869, "Finetune/Loss (Raw)": 0.961159348487854, "Finetune/Step": 1627, "Finetune/Step Time": 6.609487382695079}
{"Finetune/Learning Rate": 1.9710716623396034e-05, "Finetune/Loss": 0.8287036418914795, "Finetune/Loss (Raw)": 0.8390040397644043, "Finetune/Step": 1628, "Finetune/Step Time": 6.589000592008233}
{"Finetune/Learning Rate": 1.9710220495820983e-05, "Finetune/Loss": 0.8271090984344482, "Finetune/Loss (Raw)": 0.7852888107299805, "Finetune/Step": 1629, "Finetune/Step Time": 6.560507653281093}
{"Finetune/Learning Rate": 1.9709723949429972e-05, "Finetune/Loss": 0.8265790343284607, "Finetune/Loss (Raw)": 0.8861516118049622, "Finetune/Step": 1630, "Finetune/Step Time": 6.557777225971222}
{"Finetune/Learning Rate": 1.9709226984244423e-05, "Finetune/Loss": 0.8276031017303467, "Finetune/Loss (Raw)": 0.8692299723625183, "Finetune/Step": 1631, "Finetune/Step Time": 6.559956526383758}
{"Finetune/Learning Rate": 1.9708729600285764e-05, "Finetune/Loss": 0.8270951509475708, "Finetune/Loss (Raw)": 0.8363001942634583, "Finetune/Step": 1632, "Finetune/Step Time": 6.5514487866312265}
{"Finetune/Learning Rate": 1.970823179757545e-05, "Finetune/Loss": 0.8265281915664673, "Finetune/Loss (Raw)": 0.7916102409362793, "Finetune/Step": 1633, "Finetune/Step Time": 6.551312753930688}
{"Finetune/Learning Rate": 1.9707733576134953e-05, "Finetune/Loss": 0.8272291421890259, "Finetune/Loss (Raw)": 0.8966500759124756, "Finetune/Step": 1634, "Finetune/Step Time": 6.544018244370818}
{"Finetune/Learning Rate": 1.9707234935985765e-05, "Finetune/Loss": 0.8260234594345093, "Finetune/Loss (Raw)": 0.8020716309547424, "Finetune/Step": 1635, "Finetune/Step Time": 6.564233869314194}
{"Finetune/Learning Rate": 1.9706735877149388e-05, "Finetune/Loss": 0.8256078958511353, "Finetune/Loss (Raw)": 0.909270703792572, "Finetune/Step": 1636, "Finetune/Step Time": 6.551755910739303}
{"Finetune/Learning Rate": 1.9706236399647346e-05, "Finetune/Loss": 0.8250337243080139, "Finetune/Loss (Raw)": 0.7996217012405396, "Finetune/Step": 1637, "Finetune/Step Time": 6.552635049447417}
{"Finetune/Learning Rate": 1.9705736503501187e-05, "Finetune/Loss": 0.8238901495933533, "Finetune/Loss (Raw)": 0.8142397999763489, "Finetune/Step": 1638, "Finetune/Step Time": 6.553942861035466}
{"Finetune/Learning Rate": 1.9705236188732474e-05, "Finetune/Loss": 0.8220630884170532, "Finetune/Loss (Raw)": 0.747703492641449, "Finetune/Step": 1639, "Finetune/Step Time": 6.551544349640608}
{"Finetune/Learning Rate": 1.9704735455362778e-05, "Finetune/Loss": 0.8237576484680176, "Finetune/Loss (Raw)": 0.9810624122619629, "Finetune/Step": 1640, "Finetune/Step Time": 6.539957657456398}
{"Finetune/Learning Rate": 1.9704234303413703e-05, "Finetune/Loss": 0.823286771774292, "Finetune/Loss (Raw)": 0.935086190700531, "Finetune/Step": 1641, "Finetune/Step Time": 6.548369325697422}
{"Finetune/Learning Rate": 1.9703732732906862e-05, "Finetune/Loss": 0.8238206505775452, "Finetune/Loss (Raw)": 0.8646554946899414, "Finetune/Step": 1642, "Finetune/Step Time": 6.537358343601227}
{"Finetune/Learning Rate": 1.9703230743863887e-05, "Finetune/Loss": 0.8246986865997314, "Finetune/Loss (Raw)": 0.9964431524276733, "Finetune/Step": 1643, "Finetune/Step Time": 6.538746491074562}
{"Finetune/Learning Rate": 1.9702728336306436e-05, "Finetune/Loss": 0.823784589767456, "Finetune/Loss (Raw)": 0.7923527359962463, "Finetune/Step": 1644, "Finetune/Step Time": 6.563216648995876}
{"Finetune/Learning Rate": 1.9702225510256172e-05, "Finetune/Loss": 0.8242906332015991, "Finetune/Loss (Raw)": 0.8663078546524048, "Finetune/Step": 1645, "Finetune/Step Time": 6.564642647281289}
{"Finetune/Learning Rate": 1.9701722265734783e-05, "Finetune/Loss": 0.823753833770752, "Finetune/Loss (Raw)": 0.9402041435241699, "Finetune/Step": 1646, "Finetune/Step Time": 6.56780325062573}
{"Finetune/Learning Rate": 1.970121860276398e-05, "Finetune/Loss": 0.8243367671966553, "Finetune/Loss (Raw)": 0.7958583235740662, "Finetune/Step": 1647, "Finetune/Step Time": 6.580525448545814}
{"Finetune/Learning Rate": 1.9700714521365477e-05, "Finetune/Loss": 0.8285602927207947, "Finetune/Loss (Raw)": 0.9400802254676819, "Finetune/Step": 1648, "Finetune/Step Time": 6.56524477340281}
{"Finetune/Learning Rate": 1.970021002156103e-05, "Finetune/Loss": 0.8279446363449097, "Finetune/Loss (Raw)": 0.8418062329292297, "Finetune/Step": 1649, "Finetune/Step Time": 6.566759794950485}
{"Finetune/Learning Rate": 1.9699705103372383e-05, "Finetune/Loss": 0.8292064666748047, "Finetune/Loss (Raw)": 0.9161739945411682, "Finetune/Step": 1650, "Finetune/Step Time": 6.55542784743011}
{"Finetune/Learning Rate": 1.9699199766821326e-05, "Finetune/Loss": 0.8301112055778503, "Finetune/Loss (Raw)": 0.7702833414077759, "Finetune/Step": 1651, "Finetune/Step Time": 6.557256706058979}
{"Finetune/Learning Rate": 1.9698694011929648e-05, "Finetune/Loss": 0.8309574127197266, "Finetune/Loss (Raw)": 0.8383997678756714, "Finetune/Step": 1652, "Finetune/Step Time": 6.540850427001715}
{"Finetune/Learning Rate": 1.9698187838719168e-05, "Finetune/Loss": 0.831993579864502, "Finetune/Loss (Raw)": 0.845947802066803, "Finetune/Step": 1653, "Finetune/Step Time": 6.53354649618268}
{"Finetune/Learning Rate": 1.9697681247211713e-05, "Finetune/Loss": 0.8316018581390381, "Finetune/Loss (Raw)": 0.9175264239311218, "Finetune/Step": 1654, "Finetune/Step Time": 6.546088684350252}
{"Finetune/Learning Rate": 1.9697174237429136e-05, "Finetune/Loss": 0.8280400037765503, "Finetune/Loss (Raw)": 0.40082716941833496, "Finetune/Step": 1655, "Finetune/Step Time": 6.564626066014171}
{"Finetune/Learning Rate": 1.9696666809393305e-05, "Finetune/Loss": 0.8317347764968872, "Finetune/Loss (Raw)": 0.9002088308334351, "Finetune/Step": 1656, "Finetune/Step Time": 6.548623725771904}
{"Finetune/Learning Rate": 1.9696158963126105e-05, "Finetune/Loss": 0.8305244445800781, "Finetune/Loss (Raw)": 0.825522243976593, "Finetune/Step": 1657, "Finetune/Step Time": 6.5255340207368135}
{"Finetune/Learning Rate": 1.969565069864944e-05, "Finetune/Loss": 0.8326789736747742, "Finetune/Loss (Raw)": 0.8888524770736694, "Finetune/Step": 1658, "Finetune/Step Time": 6.510277966037393}
{"Finetune/Learning Rate": 1.9695142015985235e-05, "Finetune/Loss": 0.8318194150924683, "Finetune/Loss (Raw)": 0.8202036619186401, "Finetune/Step": 1659, "Finetune/Step Time": 6.520585985854268}
{"Finetune/Learning Rate": 1.9694632915155423e-05, "Finetune/Loss": 0.8319921493530273, "Finetune/Loss (Raw)": 0.902213990688324, "Finetune/Step": 1660, "Finetune/Step Time": 6.517746871337295}
{"Finetune/Learning Rate": 1.9694123396181973e-05, "Finetune/Loss": 0.8333544731140137, "Finetune/Loss (Raw)": 0.8635948300361633, "Finetune/Step": 1661, "Finetune/Step Time": 6.513280604034662}
{"Finetune/Learning Rate": 1.9693613459086856e-05, "Finetune/Loss": 0.8353662490844727, "Finetune/Loss (Raw)": 0.9610547423362732, "Finetune/Step": 1662, "Finetune/Step Time": 6.512682778760791}
{"Finetune/Learning Rate": 1.969310310389206e-05, "Finetune/Loss": 0.8336739540100098, "Finetune/Loss (Raw)": 0.6171133518218994, "Finetune/Step": 1663, "Finetune/Step Time": 6.522033948451281}
{"Finetune/Learning Rate": 1.969259233061961e-05, "Finetune/Loss": 0.8327813148498535, "Finetune/Loss (Raw)": 0.6946631669998169, "Finetune/Step": 1664, "Finetune/Step Time": 6.51521216891706}
{"Finetune/Learning Rate": 1.9692081139291524e-05, "Finetune/Loss": 0.834104597568512, "Finetune/Loss (Raw)": 0.9997129440307617, "Finetune/Step": 1665, "Finetune/Step Time": 6.514940390363336}
{"Finetune/Learning Rate": 1.9691569529929858e-05, "Finetune/Loss": 0.8372085094451904, "Finetune/Loss (Raw)": 0.8340929746627808, "Finetune/Step": 1666, "Finetune/Step Time": 6.491124164313078}
{"Finetune/Learning Rate": 1.969105750255668e-05, "Finetune/Loss": 0.8372836112976074, "Finetune/Loss (Raw)": 0.9021369814872742, "Finetune/Step": 1667, "Finetune/Step Time": 6.488146917894483}
{"Finetune/Learning Rate": 1.9690545057194067e-05, "Finetune/Loss": 0.8381435871124268, "Finetune/Loss (Raw)": 0.9366333484649658, "Finetune/Step": 1668, "Finetune/Step Time": 6.492728305980563}
{"Finetune/Learning Rate": 1.9690032193864127e-05, "Finetune/Loss": 0.8377056121826172, "Finetune/Loss (Raw)": 0.8948401212692261, "Finetune/Step": 1669, "Finetune/Step Time": 6.490097641944885}
{"Finetune/Learning Rate": 1.9689518912588982e-05, "Finetune/Loss": 0.839857816696167, "Finetune/Loss (Raw)": 0.9484540820121765, "Finetune/Step": 1670, "Finetune/Step Time": 6.477078929543495}
{"Finetune/Learning Rate": 1.9689005213390765e-05, "Finetune/Loss": 0.8402625322341919, "Finetune/Loss (Raw)": 0.8191739916801453, "Finetune/Step": 1671, "Finetune/Step Time": 6.484360858798027}
{"Finetune/Learning Rate": 1.9688491096291632e-05, "Finetune/Loss": 0.8398644924163818, "Finetune/Loss (Raw)": 0.8700602650642395, "Finetune/Step": 1672, "Finetune/Step Time": 6.500531217083335}
{"Finetune/Learning Rate": 1.9687976561313765e-05, "Finetune/Loss": 0.839070737361908, "Finetune/Loss (Raw)": 0.7267058491706848, "Finetune/Step": 1673, "Finetune/Step Time": 6.505550069734454}
{"Finetune/Learning Rate": 1.9687461608479356e-05, "Finetune/Loss": 0.8361845016479492, "Finetune/Loss (Raw)": 0.5958650708198547, "Finetune/Step": 1674, "Finetune/Step Time": 6.5117651000618935}
{"Finetune/Learning Rate": 1.9686946237810604e-05, "Finetune/Loss": 0.8348973989486694, "Finetune/Loss (Raw)": 0.6918591260910034, "Finetune/Step": 1675, "Finetune/Step Time": 6.5257824789732695}
{"Finetune/Learning Rate": 1.9686430449329752e-05, "Finetune/Loss": 0.8354642987251282, "Finetune/Loss (Raw)": 0.939857542514801, "Finetune/Step": 1676, "Finetune/Step Time": 6.51985402032733}
{"Finetune/Learning Rate": 1.9685914243059037e-05, "Finetune/Loss": 0.8398767709732056, "Finetune/Loss (Raw)": 0.9666562080383301, "Finetune/Step": 1677, "Finetune/Step Time": 6.490899749100208}
{"Finetune/Learning Rate": 1.968539761902073e-05, "Finetune/Loss": 0.8389465808868408, "Finetune/Loss (Raw)": 0.7929956316947937, "Finetune/Step": 1678, "Finetune/Step Time": 6.488585846498609}
{"Finetune/Learning Rate": 1.968488057723711e-05, "Finetune/Loss": 0.8360636234283447, "Finetune/Loss (Raw)": 0.39884454011917114, "Finetune/Step": 1679, "Finetune/Step Time": 6.50907482393086}
{"Finetune/Learning Rate": 1.968436311773048e-05, "Finetune/Loss": 0.8355650305747986, "Finetune/Loss (Raw)": 0.8725683689117432, "Finetune/Step": 1680, "Finetune/Step Time": 6.515980498865247}
{"Finetune/Learning Rate": 1.968384524052316e-05, "Finetune/Loss": 0.8362981081008911, "Finetune/Loss (Raw)": 0.8866217732429504, "Finetune/Step": 1681, "Finetune/Step Time": 6.507987484335899}
{"Finetune/Learning Rate": 1.968332694563748e-05, "Finetune/Loss": 0.8385134935379028, "Finetune/Loss (Raw)": 1.0521689653396606, "Finetune/Step": 1682, "Finetune/Step Time": 6.510545315220952}
{"Finetune/Learning Rate": 1.96828082330958e-05, "Finetune/Loss": 0.8369661569595337, "Finetune/Loss (Raw)": 0.7210389375686646, "Finetune/Step": 1683, "Finetune/Step Time": 6.517837934195995}
{"Finetune/Learning Rate": 1.9682289102920493e-05, "Finetune/Loss": 0.8379638195037842, "Finetune/Loss (Raw)": 0.8500357866287231, "Finetune/Step": 1684, "Finetune/Step Time": 6.509656723588705}
{"Finetune/Learning Rate": 1.9681769555133946e-05, "Finetune/Loss": 0.8376798033714294, "Finetune/Loss (Raw)": 0.7755124568939209, "Finetune/Step": 1685, "Finetune/Step Time": 6.513128589838743}
{"Finetune/Learning Rate": 1.9681249589758576e-05, "Finetune/Loss": 0.8358970880508423, "Finetune/Loss (Raw)": 0.6257694959640503, "Finetune/Step": 1686, "Finetune/Step Time": 6.524363433942199}
{"Finetune/Learning Rate": 1.96807292068168e-05, "Finetune/Loss": 0.8346520662307739, "Finetune/Loss (Raw)": 0.9400543570518494, "Finetune/Step": 1687, "Finetune/Step Time": 6.5269395392388105}
{"Finetune/Learning Rate": 1.968020840633107e-05, "Finetune/Loss": 0.8341618776321411, "Finetune/Loss (Raw)": 0.8474939465522766, "Finetune/Step": 1688, "Finetune/Step Time": 6.524482989683747}
{"Finetune/Learning Rate": 1.967968718832385e-05, "Finetune/Loss": 0.8296085596084595, "Finetune/Loss (Raw)": 0.31183892488479614, "Finetune/Step": 1689, "Finetune/Step Time": 6.541134282946587}
{"Finetune/Learning Rate": 1.967916555281761e-05, "Finetune/Loss": 0.8301209211349487, "Finetune/Loss (Raw)": 0.9689003229141235, "Finetune/Step": 1690, "Finetune/Step Time": 6.532699562609196}
{"Finetune/Learning Rate": 1.967864349983486e-05, "Finetune/Loss": 0.8306760787963867, "Finetune/Loss (Raw)": 0.8859620094299316, "Finetune/Step": 1691, "Finetune/Step Time": 6.515073824673891}
{"Finetune/Learning Rate": 1.9678121029398113e-05, "Finetune/Loss": 0.8304470777511597, "Finetune/Loss (Raw)": 0.7638677954673767, "Finetune/Step": 1692, "Finetune/Step Time": 6.535996738821268}
{"Finetune/Learning Rate": 1.9677598141529906e-05, "Finetune/Loss": 0.8298696279525757, "Finetune/Loss (Raw)": 0.6877657771110535, "Finetune/Step": 1693, "Finetune/Step Time": 6.554149601608515}
{"Finetune/Learning Rate": 1.9677074836252787e-05, "Finetune/Loss": 0.8285316824913025, "Finetune/Loss (Raw)": 0.6049689054489136, "Finetune/Step": 1694, "Finetune/Step Time": 6.556487619876862}
{"Finetune/Learning Rate": 1.967655111358933e-05, "Finetune/Loss": 0.8273575901985168, "Finetune/Loss (Raw)": 0.7001113891601562, "Finetune/Step": 1695, "Finetune/Step Time": 6.561945071443915}
{"Finetune/Learning Rate": 1.9676026973562123e-05, "Finetune/Loss": 0.8274015188217163, "Finetune/Loss (Raw)": 0.8604184985160828, "Finetune/Step": 1696, "Finetune/Step Time": 6.560236563906074}
{"Finetune/Learning Rate": 1.9675502416193776e-05, "Finetune/Loss": 0.8291277885437012, "Finetune/Loss (Raw)": 0.9250929355621338, "Finetune/Step": 1697, "Finetune/Step Time": 6.558016220107675}
{"Finetune/Learning Rate": 1.9674977441506912e-05, "Finetune/Loss": 0.8282345533370972, "Finetune/Loss (Raw)": 0.8490409255027771, "Finetune/Step": 1698, "Finetune/Step Time": 6.559731418266892}
{"Finetune/Learning Rate": 1.967445204952417e-05, "Finetune/Loss": 0.828201174736023, "Finetune/Loss (Raw)": 0.9057135581970215, "Finetune/Step": 1699, "Finetune/Step Time": 6.557723356410861}
{"Finetune/Learning Rate": 1.9673926240268216e-05, "Finetune/Loss": 0.8278741240501404, "Finetune/Loss (Raw)": 0.9018991589546204, "Finetune/Step": 1700, "Finetune/Step Time": 6.566996419802308}
{"Finetune/Learning Rate": 1.967340001376173e-05, "Finetune/Loss": 0.828982949256897, "Finetune/Loss (Raw)": 0.9661738872528076, "Finetune/Step": 1701, "Finetune/Step Time": 6.5525214821100235}
{"Finetune/Learning Rate": 1.9672873370027406e-05, "Finetune/Loss": 0.8305964469909668, "Finetune/Loss (Raw)": 0.9355500936508179, "Finetune/Step": 1702, "Finetune/Step Time": 6.551408970728517}
{"Finetune/Learning Rate": 1.9672346309087957e-05, "Finetune/Loss": 0.8282612562179565, "Finetune/Loss (Raw)": 0.6825165748596191, "Finetune/Step": 1703, "Finetune/Step Time": 6.549028670415282}
{"Finetune/Learning Rate": 1.967181883096612e-05, "Finetune/Loss": 0.8242398500442505, "Finetune/Loss (Raw)": 0.35152924060821533, "Finetune/Step": 1704, "Finetune/Step Time": 6.565056774765253}
{"Finetune/Learning Rate": 1.967129093568464e-05, "Finetune/Loss": 0.8240089416503906, "Finetune/Loss (Raw)": 0.8516822457313538, "Finetune/Step": 1705, "Finetune/Step Time": 6.567959908396006}
{"Finetune/Learning Rate": 1.9670762623266295e-05, "Finetune/Loss": 0.8242025375366211, "Finetune/Loss (Raw)": 0.9261029362678528, "Finetune/Step": 1706, "Finetune/Step Time": 6.570338126271963}
{"Finetune/Learning Rate": 1.9670233893733865e-05, "Finetune/Loss": 0.8249032497406006, "Finetune/Loss (Raw)": 0.8866110444068909, "Finetune/Step": 1707, "Finetune/Step Time": 6.576916374266148}
{"Finetune/Learning Rate": 1.9669704747110158e-05, "Finetune/Loss": 0.8261207342147827, "Finetune/Loss (Raw)": 0.8530657887458801, "Finetune/Step": 1708, "Finetune/Step Time": 6.557688318192959}
{"Finetune/Learning Rate": 1.9669175183417995e-05, "Finetune/Loss": 0.8278381824493408, "Finetune/Loss (Raw)": 0.9857220649719238, "Finetune/Step": 1709, "Finetune/Step Time": 6.555516852065921}
{"Finetune/Learning Rate": 1.9668645202680215e-05, "Finetune/Loss": 0.8279838562011719, "Finetune/Loss (Raw)": 0.8538289070129395, "Finetune/Step": 1710, "Finetune/Step Time": 6.563823889940977}
{"Finetune/Learning Rate": 1.966811480491968e-05, "Finetune/Loss": 0.8278112411499023, "Finetune/Loss (Raw)": 0.8664895296096802, "Finetune/Step": 1711, "Finetune/Step Time": 6.566949062049389}
{"Finetune/Learning Rate": 1.9667583990159267e-05, "Finetune/Loss": 0.8290728330612183, "Finetune/Loss (Raw)": 1.012914776802063, "Finetune/Step": 1712, "Finetune/Step Time": 6.567307144403458}
{"Finetune/Learning Rate": 1.966705275842187e-05, "Finetune/Loss": 0.8287882804870605, "Finetune/Loss (Raw)": 0.9247629046440125, "Finetune/Step": 1713, "Finetune/Step Time": 6.556540545076132}
{"Finetune/Learning Rate": 1.96665211097304e-05, "Finetune/Loss": 0.8277249336242676, "Finetune/Loss (Raw)": 0.9010432958602905, "Finetune/Step": 1714, "Finetune/Step Time": 6.513581562787294}
{"Finetune/Learning Rate": 1.966598904410779e-05, "Finetune/Loss": 0.8251916766166687, "Finetune/Loss (Raw)": 0.6391507983207703, "Finetune/Step": 1715, "Finetune/Step Time": 6.52089955098927}
{"Finetune/Learning Rate": 1.9665456561576992e-05, "Finetune/Loss": 0.8256161212921143, "Finetune/Loss (Raw)": 0.8997740745544434, "Finetune/Step": 1716, "Finetune/Step Time": 6.509632462635636}
{"Finetune/Learning Rate": 1.9664923662160968e-05, "Finetune/Loss": 0.825756311416626, "Finetune/Loss (Raw)": 0.8856517672538757, "Finetune/Step": 1717, "Finetune/Step Time": 6.509599005803466}
{"Finetune/Learning Rate": 1.96643903458827e-05, "Finetune/Loss": 0.8255370259284973, "Finetune/Loss (Raw)": 0.9268996715545654, "Finetune/Step": 1718, "Finetune/Step Time": 6.5002407021820545}
{"Finetune/Learning Rate": 1.96638566127652e-05, "Finetune/Loss": 0.8271729946136475, "Finetune/Loss (Raw)": 0.8345160484313965, "Finetune/Step": 1719, "Finetune/Step Time": 6.486885409802198}
{"Finetune/Learning Rate": 1.9663322462831476e-05, "Finetune/Loss": 0.829208493232727, "Finetune/Loss (Raw)": 0.9779577255249023, "Finetune/Step": 1720, "Finetune/Step Time": 6.484921554103494}
{"Finetune/Learning Rate": 1.9662787896104577e-05, "Finetune/Loss": 0.8301663398742676, "Finetune/Loss (Raw)": 0.9160759449005127, "Finetune/Step": 1721, "Finetune/Step Time": 6.486418303102255}
{"Finetune/Learning Rate": 1.9662252912607556e-05, "Finetune/Loss": 0.8303918242454529, "Finetune/Loss (Raw)": 0.8757031559944153, "Finetune/Step": 1722, "Finetune/Step Time": 6.477759009227157}
{"Finetune/Learning Rate": 1.966171751236349e-05, "Finetune/Loss": 0.8313082456588745, "Finetune/Loss (Raw)": 0.8528808951377869, "Finetune/Step": 1723, "Finetune/Step Time": 6.493228172883391}
{"Finetune/Learning Rate": 1.9661181695395468e-05, "Finetune/Loss": 0.830771267414093, "Finetune/Loss (Raw)": 0.7913962602615356, "Finetune/Step": 1724, "Finetune/Step Time": 6.486383507028222}
{"Finetune/Learning Rate": 1.9660645461726603e-05, "Finetune/Loss": 0.8317757844924927, "Finetune/Loss (Raw)": 0.8645407557487488, "Finetune/Step": 1725, "Finetune/Step Time": 6.476890390738845}
{"Finetune/Learning Rate": 1.966010881138002e-05, "Finetune/Loss": 0.8316183686256409, "Finetune/Loss (Raw)": 0.8062252998352051, "Finetune/Step": 1726, "Finetune/Step Time": 6.470061536878347}
{"Finetune/Learning Rate": 1.9659571744378874e-05, "Finetune/Loss": 0.8353591561317444, "Finetune/Loss (Raw)": 0.8603388071060181, "Finetune/Step": 1727, "Finetune/Step Time": 6.466721314936876}
{"Finetune/Learning Rate": 1.965903426074632e-05, "Finetune/Loss": 0.8357112407684326, "Finetune/Loss (Raw)": 0.9709060788154602, "Finetune/Step": 1728, "Finetune/Step Time": 6.463577760383487}
{"Finetune/Learning Rate": 1.965849636050554e-05, "Finetune/Loss": 0.8397184610366821, "Finetune/Loss (Raw)": 0.9009958505630493, "Finetune/Step": 1729, "Finetune/Step Time": 6.445745628327131}
{"Finetune/Learning Rate": 1.9657958043679747e-05, "Finetune/Loss": 0.838079571723938, "Finetune/Loss (Raw)": 0.7595371007919312, "Finetune/Step": 1730, "Finetune/Step Time": 6.428217114880681}
{"Finetune/Learning Rate": 1.9657419310292148e-05, "Finetune/Loss": 0.838874340057373, "Finetune/Loss (Raw)": 1.0445736646652222, "Finetune/Step": 1731, "Finetune/Step Time": 6.425324248149991}
{"Finetune/Learning Rate": 1.965688016036598e-05, "Finetune/Loss": 0.8398506045341492, "Finetune/Loss (Raw)": 0.9555544853210449, "Finetune/Step": 1732, "Finetune/Step Time": 6.449503539130092}
{"Finetune/Learning Rate": 1.96563405939245e-05, "Finetune/Loss": 0.8414806127548218, "Finetune/Loss (Raw)": 0.8851748108863831, "Finetune/Step": 1733, "Finetune/Step Time": 6.44153917953372}
{"Finetune/Learning Rate": 1.965580061099098e-05, "Finetune/Loss": 0.8436648845672607, "Finetune/Loss (Raw)": 0.9153668284416199, "Finetune/Step": 1734, "Finetune/Step Time": 6.426093028858304}
{"Finetune/Learning Rate": 1.9655260211588714e-05, "Finetune/Loss": 0.8436816334724426, "Finetune/Loss (Raw)": 0.8443167209625244, "Finetune/Step": 1735, "Finetune/Step Time": 6.425423810258508}
{"Finetune/Learning Rate": 1.9654719395741e-05, "Finetune/Loss": 0.8475099802017212, "Finetune/Loss (Raw)": 0.8809953331947327, "Finetune/Step": 1736, "Finetune/Step Time": 6.405798342078924}
{"Finetune/Learning Rate": 1.9654178163471174e-05, "Finetune/Loss": 0.8467522859573364, "Finetune/Loss (Raw)": 0.798969030380249, "Finetune/Step": 1737, "Finetune/Step Time": 6.404489055275917}
{"Finetune/Learning Rate": 1.965363651480258e-05, "Finetune/Loss": 0.8426596522331238, "Finetune/Loss (Raw)": 0.3652837574481964, "Finetune/Step": 1738, "Finetune/Step Time": 6.4206405989825726}
{"Finetune/Learning Rate": 1.965309444975857e-05, "Finetune/Loss": 0.843354344367981, "Finetune/Loss (Raw)": 0.8492748737335205, "Finetune/Step": 1739, "Finetune/Step Time": 6.4003726541996}
{"Finetune/Learning Rate": 1.9652551968362538e-05, "Finetune/Loss": 0.8429341316223145, "Finetune/Loss (Raw)": 0.7719058394432068, "Finetune/Step": 1740, "Finetune/Step Time": 6.415247041732073}
{"Finetune/Learning Rate": 1.965200907063787e-05, "Finetune/Loss": 0.8454854488372803, "Finetune/Loss (Raw)": 1.0614186525344849, "Finetune/Step": 1741, "Finetune/Step Time": 6.406143156811595}
{"Finetune/Learning Rate": 1.965146575660799e-05, "Finetune/Loss": 0.8438869118690491, "Finetune/Loss (Raw)": 0.6880796551704407, "Finetune/Step": 1742, "Finetune/Step Time": 6.413973806425929}
{"Finetune/Learning Rate": 1.9650922026296326e-05, "Finetune/Loss": 0.8430888652801514, "Finetune/Loss (Raw)": 0.8615722060203552, "Finetune/Step": 1743, "Finetune/Step Time": 6.419826179742813}
{"Finetune/Learning Rate": 1.9650377879726337e-05, "Finetune/Loss": 0.8428537845611572, "Finetune/Loss (Raw)": 0.8350786566734314, "Finetune/Step": 1744, "Finetune/Step Time": 6.421537239104509}
{"Finetune/Learning Rate": 1.9649833316921483e-05, "Finetune/Loss": 0.8434306383132935, "Finetune/Loss (Raw)": 0.893848180770874, "Finetune/Step": 1745, "Finetune/Step Time": 6.417343845590949}
{"Finetune/Learning Rate": 1.964928833790526e-05, "Finetune/Loss": 0.8446197509765625, "Finetune/Loss (Raw)": 0.9989965558052063, "Finetune/Step": 1746, "Finetune/Step Time": 6.417608978226781}
{"Finetune/Learning Rate": 1.964874294270117e-05, "Finetune/Loss": 0.8420787453651428, "Finetune/Loss (Raw)": 0.442257821559906, "Finetune/Step": 1747, "Finetune/Step Time": 6.45527002774179}
{"Finetune/Learning Rate": 1.964819713133274e-05, "Finetune/Loss": 0.8390867710113525, "Finetune/Loss (Raw)": 0.7121275663375854, "Finetune/Step": 1748, "Finetune/Step Time": 6.465636039152741}
{"Finetune/Learning Rate": 1.9647650903823506e-05, "Finetune/Loss": 0.8399352431297302, "Finetune/Loss (Raw)": 0.9003121256828308, "Finetune/Step": 1749, "Finetune/Step Time": 6.464373638853431}
{"Finetune/Learning Rate": 1.9647104260197034e-05, "Finetune/Loss": 0.8398451805114746, "Finetune/Loss (Raw)": 0.9726684093475342, "Finetune/Step": 1750, "Finetune/Step Time": 6.48258064314723}
{"Finetune/Learning Rate": 1.9646557200476898e-05, "Finetune/Loss": 0.838637113571167, "Finetune/Loss (Raw)": 0.9287365674972534, "Finetune/Step": 1751, "Finetune/Step Time": 6.486872311681509}
{"Finetune/Learning Rate": 1.964600972468669e-05, "Finetune/Loss": 0.8398382663726807, "Finetune/Loss (Raw)": 1.031117558479309, "Finetune/Step": 1752, "Finetune/Step Time": 6.48602762632072}
{"Finetune/Learning Rate": 1.964546183285003e-05, "Finetune/Loss": 0.839752197265625, "Finetune/Loss (Raw)": 0.8730499744415283, "Finetune/Step": 1753, "Finetune/Step Time": 6.484006926417351}
{"Finetune/Learning Rate": 1.964491352499055e-05, "Finetune/Loss": 0.8399208784103394, "Finetune/Loss (Raw)": 0.929174542427063, "Finetune/Step": 1754, "Finetune/Step Time": 6.502480449154973}
{"Finetune/Learning Rate": 1.9644364801131896e-05, "Finetune/Loss": 0.8393261432647705, "Finetune/Loss (Raw)": 0.8850305080413818, "Finetune/Step": 1755, "Finetune/Step Time": 6.509191807359457}
{"Finetune/Learning Rate": 1.9643815661297732e-05, "Finetune/Loss": 0.8406165242195129, "Finetune/Loss (Raw)": 1.0041756629943848, "Finetune/Step": 1756, "Finetune/Step Time": 6.512733371928334}
{"Finetune/Learning Rate": 1.964326610551175e-05, "Finetune/Loss": 0.837369441986084, "Finetune/Loss (Raw)": 0.369668185710907, "Finetune/Step": 1757, "Finetune/Step Time": 6.532393546774983}
{"Finetune/Learning Rate": 1.9642716133797644e-05, "Finetune/Loss": 0.8364900946617126, "Finetune/Loss (Raw)": 0.7735888957977295, "Finetune/Step": 1758, "Finetune/Step Time": 6.536689219996333}
{"Finetune/Learning Rate": 1.9642165746179144e-05, "Finetune/Loss": 0.8373733162879944, "Finetune/Loss (Raw)": 0.9822832942008972, "Finetune/Step": 1759, "Finetune/Step Time": 6.5423147808760405}
{"Finetune/Learning Rate": 1.9641614942679986e-05, "Finetune/Loss": 0.8385097980499268, "Finetune/Loss (Raw)": 0.9817613363265991, "Finetune/Step": 1760, "Finetune/Step Time": 6.540602274239063}
{"Finetune/Learning Rate": 1.9641063723323927e-05, "Finetune/Loss": 0.8383296132087708, "Finetune/Loss (Raw)": 0.7685511112213135, "Finetune/Step": 1761, "Finetune/Step Time": 6.545252580195665}
{"Finetune/Learning Rate": 1.9640512088134743e-05, "Finetune/Loss": 0.8372817039489746, "Finetune/Loss (Raw)": 0.7625141739845276, "Finetune/Step": 1762, "Finetune/Step Time": 6.554550984874368}
{"Finetune/Learning Rate": 1.9639960037136224e-05, "Finetune/Loss": 0.8389103412628174, "Finetune/Loss (Raw)": 1.0105481147766113, "Finetune/Step": 1763, "Finetune/Step Time": 6.5504464302212}
{"Finetune/Learning Rate": 1.963940757035218e-05, "Finetune/Loss": 0.8391830921173096, "Finetune/Loss (Raw)": 0.9441757202148438, "Finetune/Step": 1764, "Finetune/Step Time": 6.569865142926574}
{"Finetune/Learning Rate": 1.9638854687806444e-05, "Finetune/Loss": 0.8390531539916992, "Finetune/Loss (Raw)": 0.7829961776733398, "Finetune/Step": 1765, "Finetune/Step Time": 6.582473672926426}
{"Finetune/Learning Rate": 1.963830138952286e-05, "Finetune/Loss": 0.8399573564529419, "Finetune/Loss (Raw)": 0.9299762845039368, "Finetune/Step": 1766, "Finetune/Step Time": 6.584544502198696}
{"Finetune/Learning Rate": 1.9637747675525295e-05, "Finetune/Loss": 0.8398707509040833, "Finetune/Loss (Raw)": 0.7366194725036621, "Finetune/Step": 1767, "Finetune/Step Time": 6.585291739553213}
{"Finetune/Learning Rate": 1.9637193545837626e-05, "Finetune/Loss": 0.8379364013671875, "Finetune/Loss (Raw)": 0.733463704586029, "Finetune/Step": 1768, "Finetune/Step Time": 6.5859887190163136}
{"Finetune/Learning Rate": 1.963663900048376e-05, "Finetune/Loss": 0.8361914157867432, "Finetune/Loss (Raw)": 0.7117213010787964, "Finetune/Step": 1769, "Finetune/Step Time": 6.578901797533035}
{"Finetune/Learning Rate": 1.963608403948761e-05, "Finetune/Loss": 0.8365756273269653, "Finetune/Loss (Raw)": 0.9138444066047668, "Finetune/Step": 1770, "Finetune/Step Time": 6.580710401758552}
{"Finetune/Learning Rate": 1.963552866287312e-05, "Finetune/Loss": 0.835277259349823, "Finetune/Loss (Raw)": 0.8302460312843323, "Finetune/Step": 1771, "Finetune/Step Time": 6.579143023118377}
{"Finetune/Learning Rate": 1.9634972870664232e-05, "Finetune/Loss": 0.836949348449707, "Finetune/Loss (Raw)": 1.00637948513031, "Finetune/Step": 1772, "Finetune/Step Time": 6.554287681356072}
{"Finetune/Learning Rate": 1.963441666288493e-05, "Finetune/Loss": 0.8365110158920288, "Finetune/Loss (Raw)": 0.8102091550827026, "Finetune/Step": 1773, "Finetune/Step Time": 6.571402423083782}
{"Finetune/Learning Rate": 1.9633860039559196e-05, "Finetune/Loss": 0.8350217342376709, "Finetune/Loss (Raw)": 0.7495709657669067, "Finetune/Step": 1774, "Finetune/Step Time": 6.5844835471361876}
{"Finetune/Learning Rate": 1.9633303000711042e-05, "Finetune/Loss": 0.8362213373184204, "Finetune/Loss (Raw)": 0.9494116902351379, "Finetune/Step": 1775, "Finetune/Step Time": 6.57219960168004}
{"Finetune/Learning Rate": 1.9632745546364493e-05, "Finetune/Loss": 0.8357014060020447, "Finetune/Loss (Raw)": 0.8735207319259644, "Finetune/Step": 1776, "Finetune/Step Time": 6.570977617055178}
{"Finetune/Learning Rate": 1.963218767654359e-05, "Finetune/Loss": 0.8360793590545654, "Finetune/Loss (Raw)": 0.8901892304420471, "Finetune/Step": 1777, "Finetune/Step Time": 6.565705168992281}
{"Finetune/Learning Rate": 1.9631629391272402e-05, "Finetune/Loss": 0.8356058597564697, "Finetune/Loss (Raw)": 0.8555634021759033, "Finetune/Step": 1778, "Finetune/Step Time": 6.567340383306146}
{"Finetune/Learning Rate": 1.9631070690575002e-05, "Finetune/Loss": 0.8379068970680237, "Finetune/Loss (Raw)": 1.0648150444030762, "Finetune/Step": 1779, "Finetune/Step Time": 6.551963694393635}
{"Finetune/Learning Rate": 1.9630511574475493e-05, "Finetune/Loss": 0.8377995491027832, "Finetune/Loss (Raw)": 0.8246561884880066, "Finetune/Step": 1780, "Finetune/Step Time": 6.543984638527036}
{"Finetune/Learning Rate": 1.9629952042997983e-05, "Finetune/Loss": 0.8365235328674316, "Finetune/Loss (Raw)": 0.6826205253601074, "Finetune/Step": 1781, "Finetune/Step Time": 6.544624036177993}
{"Finetune/Learning Rate": 1.9629392096166612e-05, "Finetune/Loss": 0.8362399339675903, "Finetune/Loss (Raw)": 0.8812302350997925, "Finetune/Step": 1782, "Finetune/Step Time": 6.53224441036582}
{"Finetune/Learning Rate": 1.962883173400553e-05, "Finetune/Loss": 0.8390517234802246, "Finetune/Loss (Raw)": 0.7607367038726807, "Finetune/Step": 1783, "Finetune/Step Time": 6.5138084683567286}
{"Finetune/Learning Rate": 1.9628270956538903e-05, "Finetune/Loss": 0.839923083782196, "Finetune/Loss (Raw)": 1.0117425918579102, "Finetune/Step": 1784, "Finetune/Step Time": 6.516953021287918}
{"Finetune/Learning Rate": 1.962770976379092e-05, "Finetune/Loss": 0.8385907411575317, "Finetune/Loss (Raw)": 0.6549819111824036, "Finetune/Step": 1785, "Finetune/Step Time": 6.530966313555837}
{"Finetune/Learning Rate": 1.9627148155785783e-05, "Finetune/Loss": 0.8383510112762451, "Finetune/Loss (Raw)": 0.8581692576408386, "Finetune/Step": 1786, "Finetune/Step Time": 6.529363391920924}
{"Finetune/Learning Rate": 1.9626586132547725e-05, "Finetune/Loss": 0.8376711010932922, "Finetune/Loss (Raw)": 0.7331667542457581, "Finetune/Step": 1787, "Finetune/Step Time": 6.524205628782511}
{"Finetune/Learning Rate": 1.9626023694100977e-05, "Finetune/Loss": 0.836945116519928, "Finetune/Loss (Raw)": 0.8092882633209229, "Finetune/Step": 1788, "Finetune/Step Time": 6.519800240173936}
{"Finetune/Learning Rate": 1.96254608404698e-05, "Finetune/Loss": 0.8325794339179993, "Finetune/Loss (Raw)": 0.30479535460472107, "Finetune/Step": 1789, "Finetune/Step Time": 6.542197111994028}
{"Finetune/Learning Rate": 1.9624897571678475e-05, "Finetune/Loss": 0.8321902751922607, "Finetune/Loss (Raw)": 0.9112341403961182, "Finetune/Step": 1790, "Finetune/Step Time": 6.5451784916222095}
{"Finetune/Learning Rate": 1.962433388775129e-05, "Finetune/Loss": 0.8351039290428162, "Finetune/Loss (Raw)": 0.9900627136230469, "Finetune/Step": 1791, "Finetune/Step Time": 6.537751719355583}
{"Finetune/Learning Rate": 1.9623769788712562e-05, "Finetune/Loss": 0.8368929028511047, "Finetune/Loss (Raw)": 0.9236553907394409, "Finetune/Step": 1792, "Finetune/Step Time": 6.5375581458210945}
{"Finetune/Learning Rate": 1.9623205274586624e-05, "Finetune/Loss": 0.8347184062004089, "Finetune/Loss (Raw)": 0.7213780879974365, "Finetune/Step": 1793, "Finetune/Step Time": 6.552317222580314}
{"Finetune/Learning Rate": 1.9622640345397817e-05, "Finetune/Loss": 0.835748553276062, "Finetune/Loss (Raw)": 0.9659415483474731, "Finetune/Step": 1794, "Finetune/Step Time": 6.558350756764412}
{"Finetune/Learning Rate": 1.962207500117051e-05, "Finetune/Loss": 0.8316272497177124, "Finetune/Loss (Raw)": 0.3746134340763092, "Finetune/Step": 1795, "Finetune/Step Time": 6.579437527805567}
{"Finetune/Learning Rate": 1.962150924192909e-05, "Finetune/Loss": 0.8308242559432983, "Finetune/Loss (Raw)": 0.8338502049446106, "Finetune/Step": 1796, "Finetune/Step Time": 6.573139116168022}
{"Finetune/Learning Rate": 1.9620943067697954e-05, "Finetune/Loss": 0.8305940628051758, "Finetune/Loss (Raw)": 0.8653728365898132, "Finetune/Step": 1797, "Finetune/Step Time": 6.572658035904169}
{"Finetune/Learning Rate": 1.9620376478501526e-05, "Finetune/Loss": 0.830105185508728, "Finetune/Loss (Raw)": 0.8858789205551147, "Finetune/Step": 1798, "Finetune/Step Time": 6.576212245970964}
{"Finetune/Learning Rate": 1.9619809474364244e-05, "Finetune/Loss": 0.830235481262207, "Finetune/Loss (Raw)": 0.8358560800552368, "Finetune/Step": 1799, "Finetune/Step Time": 6.568388037383556}
{"Finetune/Learning Rate": 1.9619242055310562e-05, "Finetune/Loss": 0.8299250602722168, "Finetune/Loss (Raw)": 0.8303283452987671, "Finetune/Step": 1800, "Finetune/Step Time": 6.562191769480705}
{"Finetune/Learning Rate": 1.9618674221364954e-05, "Finetune/Loss": 0.8313173651695251, "Finetune/Loss (Raw)": 0.9049179553985596, "Finetune/Step": 1801, "Finetune/Step Time": 6.566378114745021}
{"Finetune/Learning Rate": 1.9618105972551912e-05, "Finetune/Loss": 0.8327908515930176, "Finetune/Loss (Raw)": 0.7844712138175964, "Finetune/Step": 1802, "Finetune/Step Time": 6.568992607295513}
{"Finetune/Learning Rate": 1.9617537308895942e-05, "Finetune/Loss": 0.8340847492218018, "Finetune/Loss (Raw)": 0.857480525970459, "Finetune/Step": 1803, "Finetune/Step Time": 6.571331661194563}
{"Finetune/Learning Rate": 1.9616968230421576e-05, "Finetune/Loss": 0.833802342414856, "Finetune/Loss (Raw)": 0.9037039279937744, "Finetune/Step": 1804, "Finetune/Step Time": 6.585031332448125}
{"Finetune/Learning Rate": 1.961639873715336e-05, "Finetune/Loss": 0.8307170867919922, "Finetune/Loss (Raw)": 0.5717523097991943, "Finetune/Step": 1805, "Finetune/Step Time": 6.592820584774017}
{"Finetune/Learning Rate": 1.961582882911585e-05, "Finetune/Loss": 0.8305163383483887, "Finetune/Loss (Raw)": 0.7672944664955139, "Finetune/Step": 1806, "Finetune/Step Time": 6.604451972991228}
{"Finetune/Learning Rate": 1.9615258506333633e-05, "Finetune/Loss": 0.8344188928604126, "Finetune/Loss (Raw)": 0.8983741998672485, "Finetune/Step": 1807, "Finetune/Step Time": 6.585253922268748}
{"Finetune/Learning Rate": 1.9614687768831306e-05, "Finetune/Loss": 0.8339172601699829, "Finetune/Loss (Raw)": 0.8083589673042297, "Finetune/Step": 1808, "Finetune/Step Time": 6.5748512502759695}
{"Finetune/Learning Rate": 1.9614116616633487e-05, "Finetune/Loss": 0.8339000940322876, "Finetune/Loss (Raw)": 0.884428858757019, "Finetune/Step": 1809, "Finetune/Step Time": 6.56455285102129}
{"Finetune/Learning Rate": 1.961354504976481e-05, "Finetune/Loss": 0.8320349454879761, "Finetune/Loss (Raw)": 0.8134186863899231, "Finetune/Step": 1810, "Finetune/Step Time": 6.566360345110297}
{"Finetune/Learning Rate": 1.9612973068249927e-05, "Finetune/Loss": 0.8331011533737183, "Finetune/Loss (Raw)": 0.8575152158737183, "Finetune/Step": 1811, "Finetune/Step Time": 6.570932537317276}
{"Finetune/Learning Rate": 1.9612400672113504e-05, "Finetune/Loss": 0.8323136568069458, "Finetune/Loss (Raw)": 0.7492387890815735, "Finetune/Step": 1812, "Finetune/Step Time": 6.5777378231287}
{"Finetune/Learning Rate": 1.961182786138024e-05, "Finetune/Loss": 0.8327527046203613, "Finetune/Loss (Raw)": 0.8317074775695801, "Finetune/Step": 1813, "Finetune/Step Time": 6.577410893514752}
{"Finetune/Learning Rate": 1.9611254636074832e-05, "Finetune/Loss": 0.8346567153930664, "Finetune/Loss (Raw)": 0.8694837689399719, "Finetune/Step": 1814, "Finetune/Step Time": 6.575486341491342}
{"Finetune/Learning Rate": 1.961068099622201e-05, "Finetune/Loss": 0.833802342414856, "Finetune/Loss (Raw)": 0.8307051062583923, "Finetune/Step": 1815, "Finetune/Step Time": 6.574102798476815}
{"Finetune/Learning Rate": 1.961010694184651e-05, "Finetune/Loss": 0.8346046805381775, "Finetune/Loss (Raw)": 0.9501856565475464, "Finetune/Step": 1816, "Finetune/Step Time": 6.5691185388714075}
{"Finetune/Learning Rate": 1.9609532472973094e-05, "Finetune/Loss": 0.8388919830322266, "Finetune/Loss (Raw)": 0.8606172204017639, "Finetune/Step": 1817, "Finetune/Step Time": 6.551781946793199}
{"Finetune/Learning Rate": 1.9608957589626543e-05, "Finetune/Loss": 0.8375366926193237, "Finetune/Loss (Raw)": 0.7954210042953491, "Finetune/Step": 1818, "Finetune/Step Time": 6.55248374864459}
{"Finetune/Learning Rate": 1.960838229183165e-05, "Finetune/Loss": 0.8377300500869751, "Finetune/Loss (Raw)": 0.9107123613357544, "Finetune/Step": 1819, "Finetune/Step Time": 6.5499972850084305}
{"Finetune/Learning Rate": 1.9607806579613226e-05, "Finetune/Loss": 0.8376272320747375, "Finetune/Loss (Raw)": 0.7507043480873108, "Finetune/Step": 1820, "Finetune/Step Time": 6.529064621776342}
{"Finetune/Learning Rate": 1.9607230452996107e-05, "Finetune/Loss": 0.8391014337539673, "Finetune/Loss (Raw)": 0.8764572143554688, "Finetune/Step": 1821, "Finetune/Step Time": 6.514367777854204}
{"Finetune/Learning Rate": 1.960665391200514e-05, "Finetune/Loss": 0.8429205417633057, "Finetune/Loss (Raw)": 1.0938206911087036, "Finetune/Step": 1822, "Finetune/Step Time": 6.506707139313221}
{"Finetune/Learning Rate": 1.9606076956665187e-05, "Finetune/Loss": 0.844183087348938, "Finetune/Loss (Raw)": 0.8617199659347534, "Finetune/Step": 1823, "Finetune/Step Time": 6.498067466542125}
{"Finetune/Learning Rate": 1.9605499587001145e-05, "Finetune/Loss": 0.8426066637039185, "Finetune/Loss (Raw)": 0.6586310267448425, "Finetune/Step": 1824, "Finetune/Step Time": 6.502385059371591}
{"Finetune/Learning Rate": 1.9604921803037904e-05, "Finetune/Loss": 0.8419944047927856, "Finetune/Loss (Raw)": 0.846727728843689, "Finetune/Step": 1825, "Finetune/Step Time": 6.492631249129772}
{"Finetune/Learning Rate": 1.9604343604800392e-05, "Finetune/Loss": 0.8424087762832642, "Finetune/Loss (Raw)": 0.9020765423774719, "Finetune/Step": 1826, "Finetune/Step Time": 6.4933651983737946}
{"Finetune/Learning Rate": 1.9603764992313546e-05, "Finetune/Loss": 0.8416887521743774, "Finetune/Loss (Raw)": 0.8135480284690857, "Finetune/Step": 1827, "Finetune/Step Time": 6.524735184386373}
{"Finetune/Learning Rate": 1.9603185965602325e-05, "Finetune/Loss": 0.8415396213531494, "Finetune/Loss (Raw)": 0.8828128576278687, "Finetune/Step": 1828, "Finetune/Step Time": 6.523290069773793}
{"Finetune/Learning Rate": 1.9602606524691697e-05, "Finetune/Loss": 0.8422210216522217, "Finetune/Loss (Raw)": 1.0534006357192993, "Finetune/Step": 1829, "Finetune/Step Time": 6.52688567712903}
{"Finetune/Learning Rate": 1.960202666960666e-05, "Finetune/Loss": 0.8426734209060669, "Finetune/Loss (Raw)": 0.9934512972831726, "Finetune/Step": 1830, "Finetune/Step Time": 6.538611872121692}
{"Finetune/Learning Rate": 1.960144640037222e-05, "Finetune/Loss": 0.8439686298370361, "Finetune/Loss (Raw)": 0.8483092188835144, "Finetune/Step": 1831, "Finetune/Step Time": 6.524405788630247}
{"Finetune/Learning Rate": 1.9600865717013405e-05, "Finetune/Loss": 0.8490047454833984, "Finetune/Loss (Raw)": 0.9961483478546143, "Finetune/Step": 1832, "Finetune/Step Time": 6.508277738466859}
{"Finetune/Learning Rate": 1.960028461955527e-05, "Finetune/Loss": 0.8481698036193848, "Finetune/Loss (Raw)": 0.7448112368583679, "Finetune/Step": 1833, "Finetune/Step Time": 6.5265047159045935}
{"Finetune/Learning Rate": 1.959970310802286e-05, "Finetune/Loss": 0.8485921621322632, "Finetune/Loss (Raw)": 0.9801655411720276, "Finetune/Step": 1834, "Finetune/Step Time": 6.526110412552953}
{"Finetune/Learning Rate": 1.9599121182441275e-05, "Finetune/Loss": 0.8487898111343384, "Finetune/Loss (Raw)": 0.9119061827659607, "Finetune/Step": 1835, "Finetune/Step Time": 6.5248103104531765}
{"Finetune/Learning Rate": 1.9598538842835604e-05, "Finetune/Loss": 0.8491116762161255, "Finetune/Loss (Raw)": 0.8942688703536987, "Finetune/Step": 1836, "Finetune/Step Time": 6.520416589453816}
{"Finetune/Learning Rate": 1.9597956089230968e-05, "Finetune/Loss": 0.8480766415596008, "Finetune/Loss (Raw)": 0.8532304763793945, "Finetune/Step": 1837, "Finetune/Step Time": 6.522119855508208}
{"Finetune/Learning Rate": 1.9597372921652498e-05, "Finetune/Loss": 0.8482183814048767, "Finetune/Loss (Raw)": 0.8719770908355713, "Finetune/Step": 1838, "Finetune/Step Time": 6.515127930790186}
{"Finetune/Learning Rate": 1.959678934012535e-05, "Finetune/Loss": 0.8485142588615417, "Finetune/Loss (Raw)": 0.9043624997138977, "Finetune/Step": 1839, "Finetune/Step Time": 6.5265789572149515}
{"Finetune/Learning Rate": 1.95962053446747e-05, "Finetune/Loss": 0.8471937775611877, "Finetune/Loss (Raw)": 0.8438928127288818, "Finetune/Step": 1840, "Finetune/Step Time": 6.536053249612451}
{"Finetune/Learning Rate": 1.959562093532572e-05, "Finetune/Loss": 0.8460726737976074, "Finetune/Loss (Raw)": 0.7812663316726685, "Finetune/Step": 1841, "Finetune/Step Time": 6.537526244297624}
{"Finetune/Learning Rate": 1.9595036112103635e-05, "Finetune/Loss": 0.8464909791946411, "Finetune/Loss (Raw)": 0.9545812010765076, "Finetune/Step": 1842, "Finetune/Step Time": 6.536204807460308}
{"Finetune/Learning Rate": 1.959445087503366e-05, "Finetune/Loss": 0.8484569191932678, "Finetune/Loss (Raw)": 0.8907897472381592, "Finetune/Step": 1843, "Finetune/Step Time": 6.541523354128003}
{"Finetune/Learning Rate": 1.959386522414104e-05, "Finetune/Loss": 0.84787917137146, "Finetune/Loss (Raw)": 0.8258242011070251, "Finetune/Step": 1844, "Finetune/Step Time": 6.552116634324193}
{"Finetune/Learning Rate": 1.9593279159451032e-05, "Finetune/Loss": 0.8470147848129272, "Finetune/Loss (Raw)": 0.7750116586685181, "Finetune/Step": 1845, "Finetune/Step Time": 6.545718418434262}
{"Finetune/Learning Rate": 1.9592692680988917e-05, "Finetune/Loss": 0.8473557233810425, "Finetune/Loss (Raw)": 0.9705362319946289, "Finetune/Step": 1846, "Finetune/Step Time": 6.547083713114262}
{"Finetune/Learning Rate": 1.9592105788779986e-05, "Finetune/Loss": 0.8477233648300171, "Finetune/Loss (Raw)": 0.8815791010856628, "Finetune/Step": 1847, "Finetune/Step Time": 6.555017801001668}
{"Finetune/Learning Rate": 1.9591518482849562e-05, "Finetune/Loss": 0.8470015525817871, "Finetune/Loss (Raw)": 0.8855665922164917, "Finetune/Step": 1848, "Finetune/Step Time": 6.548044031485915}
{"Finetune/Learning Rate": 1.9590930763222965e-05, "Finetune/Loss": 0.847518801689148, "Finetune/Loss (Raw)": 0.9822792410850525, "Finetune/Step": 1849, "Finetune/Step Time": 6.541430730372667}
{"Finetune/Learning Rate": 1.959034262992555e-05, "Finetune/Loss": 0.8480022549629211, "Finetune/Loss (Raw)": 0.9375835061073303, "Finetune/Step": 1850, "Finetune/Step Time": 6.546937817707658}
{"Finetune/Learning Rate": 1.9589754082982684e-05, "Finetune/Loss": 0.8465562462806702, "Finetune/Loss (Raw)": 0.6677935123443604, "Finetune/Step": 1851, "Finetune/Step Time": 6.550095479935408}
{"Finetune/Learning Rate": 1.958916512241975e-05, "Finetune/Loss": 0.8474347591400146, "Finetune/Loss (Raw)": 0.9038435816764832, "Finetune/Step": 1852, "Finetune/Step Time": 6.551413279026747}
{"Finetune/Learning Rate": 1.9588575748262152e-05, "Finetune/Loss": 0.8478251695632935, "Finetune/Loss (Raw)": 0.9145134091377258, "Finetune/Step": 1853, "Finetune/Step Time": 6.552444390952587}
{"Finetune/Learning Rate": 1.958798596053531e-05, "Finetune/Loss": 0.8486623167991638, "Finetune/Loss (Raw)": 0.9133794903755188, "Finetune/Step": 1854, "Finetune/Step Time": 6.5461493246257305}
{"Finetune/Learning Rate": 1.958739575926467e-05, "Finetune/Loss": 0.8489832282066345, "Finetune/Loss (Raw)": 0.9014169573783875, "Finetune/Step": 1855, "Finetune/Step Time": 6.531513540074229}
{"Finetune/Learning Rate": 1.9586805144475673e-05, "Finetune/Loss": 0.8492294549942017, "Finetune/Loss (Raw)": 1.00242280960083, "Finetune/Step": 1856, "Finetune/Step Time": 6.531531095504761}
{"Finetune/Learning Rate": 1.9586214116193802e-05, "Finetune/Loss": 0.8482492566108704, "Finetune/Loss (Raw)": 0.7755300998687744, "Finetune/Step": 1857, "Finetune/Step Time": 6.566554693505168}
{"Finetune/Learning Rate": 1.9585622674444547e-05, "Finetune/Loss": 0.8488461971282959, "Finetune/Loss (Raw)": 0.8359400033950806, "Finetune/Step": 1858, "Finetune/Step Time": 6.574555901810527}
{"Finetune/Learning Rate": 1.9585030819253423e-05, "Finetune/Loss": 0.84830641746521, "Finetune/Loss (Raw)": 0.975489616394043, "Finetune/Step": 1859, "Finetune/Step Time": 6.56925467774272}
{"Finetune/Learning Rate": 1.9584438550645954e-05, "Finetune/Loss": 0.8464492559432983, "Finetune/Loss (Raw)": 0.717831015586853, "Finetune/Step": 1860, "Finetune/Step Time": 6.547760143876076}
{"Finetune/Learning Rate": 1.9583845868647683e-05, "Finetune/Loss": 0.8458127379417419, "Finetune/Loss (Raw)": 0.8037039637565613, "Finetune/Step": 1861, "Finetune/Step Time": 6.54780594445765}
{"Finetune/Learning Rate": 1.9583252773284172e-05, "Finetune/Loss": 0.8448569178581238, "Finetune/Loss (Raw)": 0.7930223941802979, "Finetune/Step": 1862, "Finetune/Step Time": 6.532509064301848}
{"Finetune/Learning Rate": 1.958265926458101e-05, "Finetune/Loss": 0.8440994024276733, "Finetune/Loss (Raw)": 0.747355043888092, "Finetune/Step": 1863, "Finetune/Step Time": 6.531616680324078}
{"Finetune/Learning Rate": 1.9582065342563788e-05, "Finetune/Loss": 0.843305230140686, "Finetune/Loss (Raw)": 0.7793473601341248, "Finetune/Step": 1864, "Finetune/Step Time": 6.536120396107435}
{"Finetune/Learning Rate": 1.9581471007258127e-05, "Finetune/Loss": 0.844273567199707, "Finetune/Loss (Raw)": 0.9229114651679993, "Finetune/Step": 1865, "Finetune/Step Time": 6.538572745397687}
{"Finetune/Learning Rate": 1.958087625868966e-05, "Finetune/Loss": 0.8488197326660156, "Finetune/Loss (Raw)": 0.947199285030365, "Finetune/Step": 1866, "Finetune/Step Time": 6.532065277919173}
{"Finetune/Learning Rate": 1.958028109688404e-05, "Finetune/Loss": 0.8498023748397827, "Finetune/Loss (Raw)": 0.9750518202781677, "Finetune/Step": 1867, "Finetune/Step Time": 6.537724578753114}
{"Finetune/Learning Rate": 1.9579685521866937e-05, "Finetune/Loss": 0.8497406840324402, "Finetune/Loss (Raw)": 0.7640052437782288, "Finetune/Step": 1868, "Finetune/Step Time": 6.550105476751924}
{"Finetune/Learning Rate": 1.957908953366404e-05, "Finetune/Loss": 0.8489028215408325, "Finetune/Loss (Raw)": 0.954174280166626, "Finetune/Step": 1869, "Finetune/Step Time": 6.547598795965314}
{"Finetune/Learning Rate": 1.957849313230105e-05, "Finetune/Loss": 0.8496077656745911, "Finetune/Loss (Raw)": 0.7783092856407166, "Finetune/Step": 1870, "Finetune/Step Time": 6.5405508056283}
{"Finetune/Learning Rate": 1.95778963178037e-05, "Finetune/Loss": 0.8492840528488159, "Finetune/Loss (Raw)": 0.8201366662979126, "Finetune/Step": 1871, "Finetune/Step Time": 6.553408518433571}
{"Finetune/Learning Rate": 1.957729909019772e-05, "Finetune/Loss": 0.8482661247253418, "Finetune/Loss (Raw)": 0.704790472984314, "Finetune/Step": 1872, "Finetune/Step Time": 6.5578247252851725}
{"Finetune/Learning Rate": 1.9576701449508877e-05, "Finetune/Loss": 0.8441884517669678, "Finetune/Loss (Raw)": 0.3718935251235962, "Finetune/Step": 1873, "Finetune/Step Time": 6.572144750505686}
{"Finetune/Learning Rate": 1.9576103395762947e-05, "Finetune/Loss": 0.8436481952667236, "Finetune/Loss (Raw)": 0.929848313331604, "Finetune/Step": 1874, "Finetune/Step Time": 6.573376251384616}
{"Finetune/Learning Rate": 1.9575504928985726e-05, "Finetune/Loss": 0.8453837037086487, "Finetune/Loss (Raw)": 0.6644047498703003, "Finetune/Step": 1875, "Finetune/Step Time": 6.545128408819437}
{"Finetune/Learning Rate": 1.9574906049203023e-05, "Finetune/Loss": 0.8469099402427673, "Finetune/Loss (Raw)": 0.9074849486351013, "Finetune/Step": 1876, "Finetune/Step Time": 6.532281089574099}
{"Finetune/Learning Rate": 1.957430675644067e-05, "Finetune/Loss": 0.8469611406326294, "Finetune/Loss (Raw)": 0.9068622589111328, "Finetune/Step": 1877, "Finetune/Step Time": 6.5467006247490644}
{"Finetune/Learning Rate": 1.957370705072452e-05, "Finetune/Loss": 0.8447225093841553, "Finetune/Loss (Raw)": 0.6861293315887451, "Finetune/Step": 1878, "Finetune/Step Time": 6.53960963524878}
{"Finetune/Learning Rate": 1.957310693208043e-05, "Finetune/Loss": 0.845018744468689, "Finetune/Loss (Raw)": 0.9666601419448853, "Finetune/Step": 1879, "Finetune/Step Time": 6.5406559035182}
{"Finetune/Learning Rate": 1.957250640053429e-05, "Finetune/Loss": 0.8419559001922607, "Finetune/Loss (Raw)": 0.6390647292137146, "Finetune/Step": 1880, "Finetune/Step Time": 6.5709629859775305}
{"Finetune/Learning Rate": 1.9571905456112e-05, "Finetune/Loss": 0.841036319732666, "Finetune/Loss (Raw)": 0.7553513050079346, "Finetune/Step": 1881, "Finetune/Step Time": 6.578373311087489}
{"Finetune/Learning Rate": 1.9571304098839486e-05, "Finetune/Loss": 0.8408385515213013, "Finetune/Loss (Raw)": 0.9038591980934143, "Finetune/Step": 1882, "Finetune/Step Time": 6.563343605026603}
{"Finetune/Learning Rate": 1.9570702328742673e-05, "Finetune/Loss": 0.8393210768699646, "Finetune/Loss (Raw)": 0.6907930970191956, "Finetune/Step": 1883, "Finetune/Step Time": 6.570795252919197}
{"Finetune/Learning Rate": 1.9570100145847528e-05, "Finetune/Loss": 0.8343198299407959, "Finetune/Loss (Raw)": 0.3640144467353821, "Finetune/Step": 1884, "Finetune/Step Time": 6.588240088894963}
{"Finetune/Learning Rate": 1.956949755018002e-05, "Finetune/Loss": 0.8386034965515137, "Finetune/Loss (Raw)": 0.9179763793945312, "Finetune/Step": 1885, "Finetune/Step Time": 6.570668952539563}
{"Finetune/Learning Rate": 1.9568894541766134e-05, "Finetune/Loss": 0.8406815528869629, "Finetune/Loss (Raw)": 1.0395809412002563, "Finetune/Step": 1886, "Finetune/Step Time": 6.574295787140727}
{"Finetune/Learning Rate": 1.9568291120631887e-05, "Finetune/Loss": 0.8388532996177673, "Finetune/Loss (Raw)": 0.7482692003250122, "Finetune/Step": 1887, "Finetune/Step Time": 6.569793935865164}
{"Finetune/Learning Rate": 1.95676872868033e-05, "Finetune/Loss": 0.8366981744766235, "Finetune/Loss (Raw)": 0.705901026725769, "Finetune/Step": 1888, "Finetune/Step Time": 6.5744267124682665}
{"Finetune/Learning Rate": 1.956708304030642e-05, "Finetune/Loss": 0.8370471596717834, "Finetune/Loss (Raw)": 0.8132204413414001, "Finetune/Step": 1889, "Finetune/Step Time": 6.579925917088985}
{"Finetune/Learning Rate": 1.956647838116731e-05, "Finetune/Loss": 0.8375593423843384, "Finetune/Loss (Raw)": 0.8280771970748901, "Finetune/Step": 1890, "Finetune/Step Time": 6.57387501001358}
{"Finetune/Learning Rate": 1.9565873309412047e-05, "Finetune/Loss": 0.8370956778526306, "Finetune/Loss (Raw)": 0.951196551322937, "Finetune/Step": 1891, "Finetune/Step Time": 6.55759240873158}
{"Finetune/Learning Rate": 1.9565267825066727e-05, "Finetune/Loss": 0.8374854326248169, "Finetune/Loss (Raw)": 0.994062602519989, "Finetune/Step": 1892, "Finetune/Step Time": 6.538412488996983}
{"Finetune/Learning Rate": 1.9564661928157473e-05, "Finetune/Loss": 0.8377633094787598, "Finetune/Loss (Raw)": 0.8185619711875916, "Finetune/Step": 1893, "Finetune/Step Time": 6.5397551860660315}
{"Finetune/Learning Rate": 1.956405561871041e-05, "Finetune/Loss": 0.8362839221954346, "Finetune/Loss (Raw)": 0.7406163811683655, "Finetune/Step": 1894, "Finetune/Step Time": 6.531645704060793}
{"Finetune/Learning Rate": 1.9563448896751692e-05, "Finetune/Loss": 0.8370734453201294, "Finetune/Loss (Raw)": 0.8376810550689697, "Finetune/Step": 1895, "Finetune/Step Time": 6.531043242663145}
{"Finetune/Learning Rate": 1.956284176230749e-05, "Finetune/Loss": 0.8381946682929993, "Finetune/Loss (Raw)": 0.8769761323928833, "Finetune/Step": 1896, "Finetune/Step Time": 6.5332658514380455}
{"Finetune/Learning Rate": 1.9562234215403992e-05, "Finetune/Loss": 0.840499997138977, "Finetune/Loss (Raw)": 1.0068107843399048, "Finetune/Step": 1897, "Finetune/Step Time": 6.5207423605024815}
{"Finetune/Learning Rate": 1.9561626256067395e-05, "Finetune/Loss": 0.8403037190437317, "Finetune/Loss (Raw)": 0.8887190818786621, "Finetune/Step": 1898, "Finetune/Step Time": 6.5251850839704275}
{"Finetune/Learning Rate": 1.9561017884323926e-05, "Finetune/Loss": 0.8394709825515747, "Finetune/Loss (Raw)": 0.7236576080322266, "Finetune/Step": 1899, "Finetune/Step Time": 6.543748993426561}
{"Finetune/Learning Rate": 1.9560409100199825e-05, "Finetune/Loss": 0.838252067565918, "Finetune/Loss (Raw)": 0.8503564596176147, "Finetune/Step": 1900, "Finetune/Step Time": 6.545284401625395}
{"Finetune/Learning Rate": 1.9559799903721348e-05, "Finetune/Loss": 0.838215708732605, "Finetune/Loss (Raw)": 0.8055508136749268, "Finetune/Step": 1901, "Finetune/Step Time": 6.532533247023821}
{"Finetune/Learning Rate": 1.955919029491477e-05, "Finetune/Loss": 0.8399930596351624, "Finetune/Loss (Raw)": 0.9770717024803162, "Finetune/Step": 1902, "Finetune/Step Time": 6.52339200861752}
{"Finetune/Learning Rate": 1.955858027380639e-05, "Finetune/Loss": 0.8385764360427856, "Finetune/Loss (Raw)": 0.7680836915969849, "Finetune/Step": 1903, "Finetune/Step Time": 6.542201353237033}
{"Finetune/Learning Rate": 1.9557969840422512e-05, "Finetune/Loss": 0.8382984399795532, "Finetune/Loss (Raw)": 0.8379442095756531, "Finetune/Step": 1904, "Finetune/Step Time": 6.546964794397354}
{"Finetune/Learning Rate": 1.955735899478947e-05, "Finetune/Loss": 0.8339487910270691, "Finetune/Loss (Raw)": 0.33343347907066345, "Finetune/Step": 1905, "Finetune/Step Time": 6.578837575390935}
{"Finetune/Learning Rate": 1.9556747736933606e-05, "Finetune/Loss": 0.8333043456077576, "Finetune/Loss (Raw)": 0.773076593875885, "Finetune/Step": 1906, "Finetune/Step Time": 6.591018071398139}
{"Finetune/Learning Rate": 1.955613606688129e-05, "Finetune/Loss": 0.8319176435470581, "Finetune/Loss (Raw)": 0.887319028377533, "Finetune/Step": 1907, "Finetune/Step Time": 6.606572143733501}
{"Finetune/Learning Rate": 1.95555239846589e-05, "Finetune/Loss": 0.8317105174064636, "Finetune/Loss (Raw)": 0.7981396913528442, "Finetune/Step": 1908, "Finetune/Step Time": 6.605244519189}
{"Finetune/Learning Rate": 1.9554911490292836e-05, "Finetune/Loss": 0.8311907052993774, "Finetune/Loss (Raw)": 0.616082489490509, "Finetune/Step": 1909, "Finetune/Step Time": 6.60597001761198}
{"Finetune/Learning Rate": 1.955429858380952e-05, "Finetune/Loss": 0.8311858177185059, "Finetune/Loss (Raw)": 0.8806058168411255, "Finetune/Step": 1910, "Finetune/Step Time": 6.608060289174318}
{"Finetune/Learning Rate": 1.9553685265235382e-05, "Finetune/Loss": 0.832382321357727, "Finetune/Loss (Raw)": 0.9138897657394409, "Finetune/Step": 1911, "Finetune/Step Time": 6.61305208876729}
{"Finetune/Learning Rate": 1.9553071534596877e-05, "Finetune/Loss": 0.8310256600379944, "Finetune/Loss (Raw)": 0.8380875587463379, "Finetune/Step": 1912, "Finetune/Step Time": 6.6075059827417135}
{"Finetune/Learning Rate": 1.955245739192048e-05, "Finetune/Loss": 0.8325477838516235, "Finetune/Loss (Raw)": 0.84981369972229, "Finetune/Step": 1913, "Finetune/Step Time": 6.59314507804811}
{"Finetune/Learning Rate": 1.9551842837232674e-05, "Finetune/Loss": 0.833787202835083, "Finetune/Loss (Raw)": 1.0168187618255615, "Finetune/Step": 1914, "Finetune/Step Time": 6.59043237939477}
{"Finetune/Learning Rate": 1.955122787055997e-05, "Finetune/Loss": 0.8353183269500732, "Finetune/Loss (Raw)": 0.9291431903839111, "Finetune/Step": 1915, "Finetune/Step Time": 6.611923014745116}
{"Finetune/Learning Rate": 1.955061249192889e-05, "Finetune/Loss": 0.8356039524078369, "Finetune/Loss (Raw)": 0.8458531498908997, "Finetune/Step": 1916, "Finetune/Step Time": 6.612381845712662}
{"Finetune/Learning Rate": 1.9549996701365977e-05, "Finetune/Loss": 0.8393690586090088, "Finetune/Loss (Raw)": 0.7867264151573181, "Finetune/Step": 1917, "Finetune/Step Time": 6.589705113321543}
{"Finetune/Learning Rate": 1.9549380498897793e-05, "Finetune/Loss": 0.8386802077293396, "Finetune/Loss (Raw)": 0.8230603933334351, "Finetune/Step": 1918, "Finetune/Step Time": 6.577926842495799}
{"Finetune/Learning Rate": 1.9548763884550913e-05, "Finetune/Loss": 0.8375276327133179, "Finetune/Loss (Raw)": 0.8425426483154297, "Finetune/Step": 1919, "Finetune/Step Time": 6.57417830452323}
{"Finetune/Learning Rate": 1.954814685835193e-05, "Finetune/Loss": 0.836146354675293, "Finetune/Loss (Raw)": 0.746846616268158, "Finetune/Step": 1920, "Finetune/Step Time": 6.583792524412274}
{"Finetune/Learning Rate": 1.9547529420327464e-05, "Finetune/Loss": 0.8380423188209534, "Finetune/Loss (Raw)": 0.9640635848045349, "Finetune/Step": 1921, "Finetune/Step Time": 6.567852219566703}
{"Finetune/Learning Rate": 1.954691157050414e-05, "Finetune/Loss": 0.8330676555633545, "Finetune/Loss (Raw)": 0.3291780948638916, "Finetune/Step": 1922, "Finetune/Step Time": 6.585841495543718}
{"Finetune/Learning Rate": 1.9546293308908613e-05, "Finetune/Loss": 0.8368632197380066, "Finetune/Loss (Raw)": 0.8604525327682495, "Finetune/Step": 1923, "Finetune/Step Time": 6.5667129419744015}
{"Finetune/Learning Rate": 1.954567463556754e-05, "Finetune/Loss": 0.8375612497329712, "Finetune/Loss (Raw)": 0.923195481300354, "Finetune/Step": 1924, "Finetune/Step Time": 6.5645931996405125}
{"Finetune/Learning Rate": 1.9545055550507618e-05, "Finetune/Loss": 0.8389495015144348, "Finetune/Loss (Raw)": 1.0430701971054077, "Finetune/Step": 1925, "Finetune/Step Time": 6.573015006259084}
{"Finetune/Learning Rate": 1.9544436053755537e-05, "Finetune/Loss": 0.8347485065460205, "Finetune/Loss (Raw)": 0.34815335273742676, "Finetune/Step": 1926, "Finetune/Step Time": 6.587862268090248}
{"Finetune/Learning Rate": 1.9543816145338024e-05, "Finetune/Loss": 0.8314011096954346, "Finetune/Loss (Raw)": 0.40738698840141296, "Finetune/Step": 1927, "Finetune/Step Time": 6.6090522557497025}
{"Finetune/Learning Rate": 1.9543195825281815e-05, "Finetune/Loss": 0.8324358463287354, "Finetune/Loss (Raw)": 0.9627707004547119, "Finetune/Step": 1928, "Finetune/Step Time": 6.5978829972445965}
{"Finetune/Learning Rate": 1.954257509361366e-05, "Finetune/Loss": 0.8310630321502686, "Finetune/Loss (Raw)": 0.7292013764381409, "Finetune/Step": 1929, "Finetune/Step Time": 6.589648867025971}
{"Finetune/Learning Rate": 1.9541953950360343e-05, "Finetune/Loss": 0.8302068710327148, "Finetune/Loss (Raw)": 0.6748860478401184, "Finetune/Step": 1930, "Finetune/Step Time": 6.575559528544545}
{"Finetune/Learning Rate": 1.954133239554864e-05, "Finetune/Loss": 0.8305935859680176, "Finetune/Loss (Raw)": 0.9069767594337463, "Finetune/Step": 1931, "Finetune/Step Time": 6.554069831967354}
{"Finetune/Learning Rate": 1.9540710429205375e-05, "Finetune/Loss": 0.8288072347640991, "Finetune/Loss (Raw)": 0.6750504374504089, "Finetune/Step": 1932, "Finetune/Step Time": 6.557610746473074}
{"Finetune/Learning Rate": 1.954008805135737e-05, "Finetune/Loss": 0.8314287662506104, "Finetune/Loss (Raw)": 0.9073085784912109, "Finetune/Step": 1933, "Finetune/Step Time": 6.551248656585813}
{"Finetune/Learning Rate": 1.9539465262031457e-05, "Finetune/Loss": 0.832487940788269, "Finetune/Loss (Raw)": 0.9028641581535339, "Finetune/Step": 1934, "Finetune/Step Time": 6.537866422906518}
{"Finetune/Learning Rate": 1.9538842061254514e-05, "Finetune/Loss": 0.833006739616394, "Finetune/Loss (Raw)": 0.9647899866104126, "Finetune/Step": 1935, "Finetune/Step Time": 6.543494796380401}
{"Finetune/Learning Rate": 1.9538218449053414e-05, "Finetune/Loss": 0.8324724435806274, "Finetune/Loss (Raw)": 0.7399694919586182, "Finetune/Step": 1936, "Finetune/Step Time": 6.551979994401336}
{"Finetune/Learning Rate": 1.9537594425455052e-05, "Finetune/Loss": 0.8323485851287842, "Finetune/Loss (Raw)": 0.8685688972473145, "Finetune/Step": 1937, "Finetune/Step Time": 6.551014805212617}
{"Finetune/Learning Rate": 1.9536969990486347e-05, "Finetune/Loss": 0.829384446144104, "Finetune/Loss (Raw)": 0.4340018033981323, "Finetune/Step": 1938, "Finetune/Step Time": 6.564705703407526}
{"Finetune/Learning Rate": 1.953634514417423e-05, "Finetune/Loss": 0.8294385671615601, "Finetune/Loss (Raw)": 0.8644539713859558, "Finetune/Step": 1939, "Finetune/Step Time": 6.549629420042038}
{"Finetune/Learning Rate": 1.953571988654565e-05, "Finetune/Loss": 0.827369213104248, "Finetune/Loss (Raw)": 0.48435813188552856, "Finetune/Step": 1940, "Finetune/Step Time": 6.550620740279555}
{"Finetune/Learning Rate": 1.9535094217627578e-05, "Finetune/Loss": 0.8272382020950317, "Finetune/Loss (Raw)": 0.8149358630180359, "Finetune/Step": 1941, "Finetune/Step Time": 6.540290951728821}
{"Finetune/Learning Rate": 1.9534468137447e-05, "Finetune/Loss": 0.8283555507659912, "Finetune/Loss (Raw)": 1.0125075578689575, "Finetune/Step": 1942, "Finetune/Step Time": 6.532406589016318}
{"Finetune/Learning Rate": 1.9533841646030916e-05, "Finetune/Loss": 0.829405665397644, "Finetune/Loss (Raw)": 0.9651127457618713, "Finetune/Step": 1943, "Finetune/Step Time": 6.5315587390214205}
{"Finetune/Learning Rate": 1.953321474340635e-05, "Finetune/Loss": 0.8288969993591309, "Finetune/Loss (Raw)": 0.8850858807563782, "Finetune/Step": 1944, "Finetune/Step Time": 6.535994419828057}
{"Finetune/Learning Rate": 1.9532587429600343e-05, "Finetune/Loss": 0.825311005115509, "Finetune/Loss (Raw)": 0.40160444378852844, "Finetune/Step": 1945, "Finetune/Step Time": 6.564571347087622}
{"Finetune/Learning Rate": 1.9531959704639953e-05, "Finetune/Loss": 0.8263392448425293, "Finetune/Loss (Raw)": 0.9270331859588623, "Finetune/Step": 1946, "Finetune/Step Time": 6.577158818021417}
{"Finetune/Learning Rate": 1.9531331568552247e-05, "Finetune/Loss": 0.8272393345832825, "Finetune/Loss (Raw)": 1.02592933177948, "Finetune/Step": 1947, "Finetune/Step Time": 6.585881941020489}
{"Finetune/Learning Rate": 1.9530703021364323e-05, "Finetune/Loss": 0.8295083045959473, "Finetune/Loss (Raw)": 1.0411293506622314, "Finetune/Step": 1948, "Finetune/Step Time": 6.585123527795076}
{"Finetune/Learning Rate": 1.953007406310329e-05, "Finetune/Loss": 0.8302710652351379, "Finetune/Loss (Raw)": 0.9740927219390869, "Finetune/Step": 1949, "Finetune/Step Time": 6.583635006099939}
{"Finetune/Learning Rate": 1.9529444693796278e-05, "Finetune/Loss": 0.8296303749084473, "Finetune/Loss (Raw)": 1.0118064880371094, "Finetune/Step": 1950, "Finetune/Step Time": 6.590094355866313}
{"Finetune/Learning Rate": 1.9528814913470434e-05, "Finetune/Loss": 0.8305120468139648, "Finetune/Loss (Raw)": 0.974585771560669, "Finetune/Step": 1951, "Finetune/Step Time": 6.5942997094243765}
{"Finetune/Learning Rate": 1.952818472215291e-05, "Finetune/Loss": 0.8330636024475098, "Finetune/Loss (Raw)": 0.985221266746521, "Finetune/Step": 1952, "Finetune/Step Time": 6.588609145954251}
{"Finetune/Learning Rate": 1.9527554119870903e-05, "Finetune/Loss": 0.8310364484786987, "Finetune/Loss (Raw)": 0.5872538089752197, "Finetune/Step": 1953, "Finetune/Step Time": 6.599403450265527}
{"Finetune/Learning Rate": 1.9526923106651603e-05, "Finetune/Loss": 0.8289345502853394, "Finetune/Loss (Raw)": 0.633033812046051, "Finetune/Step": 1954, "Finetune/Step Time": 6.607818307355046}
{"Finetune/Learning Rate": 1.9526291682522224e-05, "Finetune/Loss": 0.828442394733429, "Finetune/Loss (Raw)": 0.7505561709403992, "Finetune/Step": 1955, "Finetune/Step Time": 6.593460289761424}
{"Finetune/Learning Rate": 1.952565984751001e-05, "Finetune/Loss": 0.8274097442626953, "Finetune/Loss (Raw)": 0.7506292462348938, "Finetune/Step": 1956, "Finetune/Step Time": 6.587374910712242}
{"Finetune/Learning Rate": 1.95250276016422e-05, "Finetune/Loss": 0.8265000581741333, "Finetune/Loss (Raw)": 0.9369608163833618, "Finetune/Step": 1957, "Finetune/Step Time": 6.5814771093428135}
{"Finetune/Learning Rate": 1.9524394944946076e-05, "Finetune/Loss": 0.82654869556427, "Finetune/Loss (Raw)": 0.9996799230575562, "Finetune/Step": 1958, "Finetune/Step Time": 6.567249685525894}
{"Finetune/Learning Rate": 1.952376187744892e-05, "Finetune/Loss": 0.8259971141815186, "Finetune/Loss (Raw)": 0.7776992321014404, "Finetune/Step": 1959, "Finetune/Step Time": 6.569245150312781}
{"Finetune/Learning Rate": 1.9523128399178035e-05, "Finetune/Loss": 0.8261762857437134, "Finetune/Loss (Raw)": 1.0190911293029785, "Finetune/Step": 1960, "Finetune/Step Time": 6.573831260204315}
{"Finetune/Learning Rate": 1.9522494510160746e-05, "Finetune/Loss": 0.8260983228683472, "Finetune/Loss (Raw)": 0.7348299026489258, "Finetune/Step": 1961, "Finetune/Step Time": 6.561870463192463}
{"Finetune/Learning Rate": 1.9521860210424395e-05, "Finetune/Loss": 0.8217434883117676, "Finetune/Loss (Raw)": 0.4227408170700073, "Finetune/Step": 1962, "Finetune/Step Time": 6.583833901211619}
{"Finetune/Learning Rate": 1.9521225499996336e-05, "Finetune/Loss": 0.8177990913391113, "Finetune/Loss (Raw)": 0.40703096985816956, "Finetune/Step": 1963, "Finetune/Step Time": 6.590616028755903}
{"Finetune/Learning Rate": 1.9520590378903953e-05, "Finetune/Loss": 0.8173671960830688, "Finetune/Loss (Raw)": 0.8389842510223389, "Finetune/Step": 1964, "Finetune/Step Time": 6.597167480736971}
{"Finetune/Learning Rate": 1.951995484717463e-05, "Finetune/Loss": 0.8159189224243164, "Finetune/Loss (Raw)": 0.6678451895713806, "Finetune/Step": 1965, "Finetune/Step Time": 6.59636121429503}
{"Finetune/Learning Rate": 1.9519318904835787e-05, "Finetune/Loss": 0.8150861859321594, "Finetune/Loss (Raw)": 0.7653874158859253, "Finetune/Step": 1966, "Finetune/Step Time": 6.591622099280357}
{"Finetune/Learning Rate": 1.9518682551914845e-05, "Finetune/Loss": 0.8141540288925171, "Finetune/Loss (Raw)": 0.785053014755249, "Finetune/Step": 1967, "Finetune/Step Time": 6.570285052061081}
{"Finetune/Learning Rate": 1.9518045788439255e-05, "Finetune/Loss": 0.8149035573005676, "Finetune/Loss (Raw)": 0.9398307800292969, "Finetune/Step": 1968, "Finetune/Step Time": 6.55665510520339}
{"Finetune/Learning Rate": 1.9517408614436483e-05, "Finetune/Loss": 0.812375545501709, "Finetune/Loss (Raw)": 0.4576761722564697, "Finetune/Step": 1969, "Finetune/Step Time": 6.5741318222135305}
{"Finetune/Learning Rate": 1.951677102993401e-05, "Finetune/Loss": 0.8113128542900085, "Finetune/Loss (Raw)": 0.8185619711875916, "Finetune/Step": 1970, "Finetune/Step Time": 6.569798106327653}
{"Finetune/Learning Rate": 1.9516133034959335e-05, "Finetune/Loss": 0.8075962066650391, "Finetune/Loss (Raw)": 0.4150613248348236, "Finetune/Step": 1971, "Finetune/Step Time": 6.573354801163077}
{"Finetune/Learning Rate": 1.9515494629539976e-05, "Finetune/Loss": 0.807773232460022, "Finetune/Loss (Raw)": 0.8484811782836914, "Finetune/Step": 1972, "Finetune/Step Time": 6.572063215076923}
{"Finetune/Learning Rate": 1.951485581370347e-05, "Finetune/Loss": 0.8080826997756958, "Finetune/Loss (Raw)": 0.8146249651908875, "Finetune/Step": 1973, "Finetune/Step Time": 6.597908653318882}
{"Finetune/Learning Rate": 1.9514216587477367e-05, "Finetune/Loss": 0.808296263217926, "Finetune/Loss (Raw)": 0.9978686571121216, "Finetune/Step": 1974, "Finetune/Step Time": 6.597511135041714}
{"Finetune/Learning Rate": 1.9513576950889243e-05, "Finetune/Loss": 0.8083558082580566, "Finetune/Loss (Raw)": 0.8892053961753845, "Finetune/Step": 1975, "Finetune/Step Time": 6.5875635258853436}
{"Finetune/Learning Rate": 1.9512936903966676e-05, "Finetune/Loss": 0.8083740472793579, "Finetune/Loss (Raw)": 0.8878909945487976, "Finetune/Step": 1976, "Finetune/Step Time": 6.590122440829873}
{"Finetune/Learning Rate": 1.9512296446737284e-05, "Finetune/Loss": 0.8078343868255615, "Finetune/Loss (Raw)": 0.9132091999053955, "Finetune/Step": 1977, "Finetune/Step Time": 6.598309129476547}
{"Finetune/Learning Rate": 1.9511655579228687e-05, "Finetune/Loss": 0.8082346320152283, "Finetune/Loss (Raw)": 0.9888108968734741, "Finetune/Step": 1978, "Finetune/Step Time": 6.591865755617619}
{"Finetune/Learning Rate": 1.951101430146852e-05, "Finetune/Loss": 0.8060835599899292, "Finetune/Loss (Raw)": 0.39246511459350586, "Finetune/Step": 1979, "Finetune/Step Time": 6.588687554001808}
{"Finetune/Learning Rate": 1.951037261348445e-05, "Finetune/Loss": 0.8045030832290649, "Finetune/Loss (Raw)": 0.7015389800071716, "Finetune/Step": 1980, "Finetune/Step Time": 6.601763473823667}
{"Finetune/Learning Rate": 1.9509730515304155e-05, "Finetune/Loss": 0.8042910695075989, "Finetune/Loss (Raw)": 0.8873748183250427, "Finetune/Step": 1981, "Finetune/Step Time": 6.602575993165374}
{"Finetune/Learning Rate": 1.9509088006955323e-05, "Finetune/Loss": 0.804014265537262, "Finetune/Loss (Raw)": 0.8779451847076416, "Finetune/Step": 1982, "Finetune/Step Time": 6.621318984776735}
{"Finetune/Learning Rate": 1.9508445088465674e-05, "Finetune/Loss": 0.803591251373291, "Finetune/Loss (Raw)": 0.8472774028778076, "Finetune/Step": 1983, "Finetune/Step Time": 6.619791973382235}
{"Finetune/Learning Rate": 1.950780175986293e-05, "Finetune/Loss": 0.8038343787193298, "Finetune/Loss (Raw)": 1.0335426330566406, "Finetune/Step": 1984, "Finetune/Step Time": 6.619359785690904}
{"Finetune/Learning Rate": 1.950715802117484e-05, "Finetune/Loss": 0.8053105473518372, "Finetune/Loss (Raw)": 0.9644749760627747, "Finetune/Step": 1985, "Finetune/Step Time": 6.581800300627947}
{"Finetune/Learning Rate": 1.9506513872429176e-05, "Finetune/Loss": 0.8070765733718872, "Finetune/Loss (Raw)": 1.061995029449463, "Finetune/Step": 1986, "Finetune/Step Time": 6.5720030423253775}
{"Finetune/Learning Rate": 1.9505869313653716e-05, "Finetune/Loss": 0.805862545967102, "Finetune/Loss (Raw)": 0.8200929760932922, "Finetune/Step": 1987, "Finetune/Step Time": 6.5975261349231005}
{"Finetune/Learning Rate": 1.9505224344876258e-05, "Finetune/Loss": 0.8068000674247742, "Finetune/Loss (Raw)": 0.837830126285553, "Finetune/Step": 1988, "Finetune/Step Time": 6.5964602921158075}
{"Finetune/Learning Rate": 1.9504578966124627e-05, "Finetune/Loss": 0.8076729774475098, "Finetune/Loss (Raw)": 0.9154444932937622, "Finetune/Step": 1989, "Finetune/Step Time": 6.598180830478668}
{"Finetune/Learning Rate": 1.9503933177426658e-05, "Finetune/Loss": 0.808620035648346, "Finetune/Loss (Raw)": 0.914241373538971, "Finetune/Step": 1990, "Finetune/Step Time": 6.599074702709913}
{"Finetune/Learning Rate": 1.95032869788102e-05, "Finetune/Loss": 0.8086388111114502, "Finetune/Loss (Raw)": 0.749755322933197, "Finetune/Step": 1991, "Finetune/Step Time": 6.595247991383076}
{"Finetune/Learning Rate": 1.9502640370303128e-05, "Finetune/Loss": 0.8093798756599426, "Finetune/Loss (Raw)": 0.8742040395736694, "Finetune/Step": 1992, "Finetune/Step Time": 6.590528562664986}
{"Finetune/Learning Rate": 1.9501993351933328e-05, "Finetune/Loss": 0.8079656362533569, "Finetune/Loss (Raw)": 0.7418820261955261, "Finetune/Step": 1993, "Finetune/Step Time": 6.594417093321681}
{"Finetune/Learning Rate": 1.9501345923728713e-05, "Finetune/Loss": 0.8058092594146729, "Finetune/Loss (Raw)": 0.6711958050727844, "Finetune/Step": 1994, "Finetune/Step Time": 6.590707678347826}
{"Finetune/Learning Rate": 1.9500698085717206e-05, "Finetune/Loss": 0.8039295673370361, "Finetune/Loss (Raw)": 0.7344506978988647, "Finetune/Step": 1995, "Finetune/Step Time": 6.594077413901687}
{"Finetune/Learning Rate": 1.9500049837926744e-05, "Finetune/Loss": 0.8038718104362488, "Finetune/Loss (Raw)": 0.7566050291061401, "Finetune/Step": 1996, "Finetune/Step Time": 6.571153534576297}
{"Finetune/Learning Rate": 1.9499401180385286e-05, "Finetune/Loss": 0.8041291236877441, "Finetune/Loss (Raw)": 0.9871171712875366, "Finetune/Step": 1997, "Finetune/Step Time": 6.573375646024942}
{"Finetune/Learning Rate": 1.949875211312082e-05, "Finetune/Loss": 0.8044171333312988, "Finetune/Loss (Raw)": 0.8151706457138062, "Finetune/Step": 1998, "Finetune/Step Time": 6.57409199886024}
{"Finetune/Learning Rate": 1.949810263616133e-05, "Finetune/Loss": 0.8013510704040527, "Finetune/Loss (Raw)": 0.42768561840057373, "Finetune/Step": 1999, "Finetune/Step Time": 6.563416792079806}
{"Finetune/Learning Rate": 1.9497452749534837e-05, "Finetune/Loss": 0.801105260848999, "Finetune/Loss (Raw)": 0.6733192205429077, "Finetune/Step": 2000, "Finetune/Step Time": 6.586063735187054}
{"Finetune/Learning Rate": 1.9496802453269368e-05, "Finetune/Loss": 0.8051199913024902, "Finetune/Loss (Raw)": 0.8857879042625427, "Finetune/Step": 2001, "Finetune/Step Time": 6.571236312389374}
{"Finetune/Learning Rate": 1.949615174739297e-05, "Finetune/Loss": 0.8046348690986633, "Finetune/Loss (Raw)": 0.8677477836608887, "Finetune/Step": 2002, "Finetune/Step Time": 6.56868214532733}
{"Finetune/Learning Rate": 1.949550063193371e-05, "Finetune/Loss": 0.8057586550712585, "Finetune/Loss (Raw)": 0.8082514405250549, "Finetune/Step": 2003, "Finetune/Step Time": 6.5677790474146605}
{"Finetune/Learning Rate": 1.9494849106919674e-05, "Finetune/Loss": 0.8051164150238037, "Finetune/Loss (Raw)": 0.8252686858177185, "Finetune/Step": 2004, "Finetune/Step Time": 6.572373246774077}
{"Finetune/Learning Rate": 1.949419717237896e-05, "Finetune/Loss": 0.8043193817138672, "Finetune/Loss (Raw)": 0.8048542141914368, "Finetune/Step": 2005, "Finetune/Step Time": 6.555978616699576}
{"Finetune/Learning Rate": 1.949354482833969e-05, "Finetune/Loss": 0.8055168390274048, "Finetune/Loss (Raw)": 0.8393989205360413, "Finetune/Step": 2006, "Finetune/Step Time": 6.555825205519795}
{"Finetune/Learning Rate": 1.9492892074829993e-05, "Finetune/Loss": 0.8063808679580688, "Finetune/Loss (Raw)": 1.0772539377212524, "Finetune/Step": 2007, "Finetune/Step Time": 6.546088729053736}
{"Finetune/Learning Rate": 1.9492238911878032e-05, "Finetune/Loss": 0.8078241348266602, "Finetune/Loss (Raw)": 0.8238078355789185, "Finetune/Step": 2008, "Finetune/Step Time": 6.521042445674539}
{"Finetune/Learning Rate": 1.9491585339511978e-05, "Finetune/Loss": 0.8081887364387512, "Finetune/Loss (Raw)": 0.802013635635376, "Finetune/Step": 2009, "Finetune/Step Time": 6.510542551055551}
{"Finetune/Learning Rate": 1.9490931357760013e-05, "Finetune/Loss": 0.8083882927894592, "Finetune/Loss (Raw)": 0.9294049739837646, "Finetune/Step": 2010, "Finetune/Step Time": 6.510129269212484}
{"Finetune/Learning Rate": 1.9490276966650354e-05, "Finetune/Loss": 0.8112439513206482, "Finetune/Loss (Raw)": 1.0563199520111084, "Finetune/Step": 2011, "Finetune/Step Time": 6.5040143430233}
{"Finetune/Learning Rate": 1.948962216621122e-05, "Finetune/Loss": 0.8151236772537231, "Finetune/Loss (Raw)": 0.860615611076355, "Finetune/Step": 2012, "Finetune/Step Time": 6.483549101278186}
{"Finetune/Learning Rate": 1.9488966956470854e-05, "Finetune/Loss": 0.8150737881660461, "Finetune/Loss (Raw)": 0.911586344242096, "Finetune/Step": 2013, "Finetune/Step Time": 6.498954631388187}
{"Finetune/Learning Rate": 1.9488311337457517e-05, "Finetune/Loss": 0.8124327659606934, "Finetune/Loss (Raw)": 0.7015329599380493, "Finetune/Step": 2014, "Finetune/Step Time": 6.517726577818394}
{"Finetune/Learning Rate": 1.9487655309199484e-05, "Finetune/Loss": 0.8097922205924988, "Finetune/Loss (Raw)": 0.41028353571891785, "Finetune/Step": 2015, "Finetune/Step Time": 6.5343176536262035}
{"Finetune/Learning Rate": 1.9486998871725058e-05, "Finetune/Loss": 0.8075532913208008, "Finetune/Loss (Raw)": 0.41930899024009705, "Finetune/Step": 2016, "Finetune/Step Time": 6.550363576039672}
{"Finetune/Learning Rate": 1.9486342025062544e-05, "Finetune/Loss": 0.8067483901977539, "Finetune/Loss (Raw)": 0.7102040648460388, "Finetune/Step": 2017, "Finetune/Step Time": 6.5559625420719385}
{"Finetune/Learning Rate": 1.9485684769240278e-05, "Finetune/Loss": 0.8073935508728027, "Finetune/Loss (Raw)": 0.9106573462486267, "Finetune/Step": 2018, "Finetune/Step Time": 6.557399481534958}
{"Finetune/Learning Rate": 1.9485027104286606e-05, "Finetune/Loss": 0.806239128112793, "Finetune/Loss (Raw)": 0.8034310936927795, "Finetune/Step": 2019, "Finetune/Step Time": 6.563954444602132}
{"Finetune/Learning Rate": 1.948436903022989e-05, "Finetune/Loss": 0.8054158687591553, "Finetune/Loss (Raw)": 0.8886823654174805, "Finetune/Step": 2020, "Finetune/Step Time": 6.567341903224587}
{"Finetune/Learning Rate": 1.948371054709852e-05, "Finetune/Loss": 0.8054056167602539, "Finetune/Loss (Raw)": 0.8172475695610046, "Finetune/Step": 2021, "Finetune/Step Time": 6.563789278268814}
{"Finetune/Learning Rate": 1.94830516549209e-05, "Finetune/Loss": 0.8062483668327332, "Finetune/Loss (Raw)": 0.8484892845153809, "Finetune/Step": 2022, "Finetune/Step Time": 6.570452187210321}
{"Finetune/Learning Rate": 1.948239235372544e-05, "Finetune/Loss": 0.8047653436660767, "Finetune/Loss (Raw)": 0.6478560566902161, "Finetune/Step": 2023, "Finetune/Step Time": 6.604253306984901}
{"Finetune/Learning Rate": 1.9481732643540584e-05, "Finetune/Loss": 0.804207444190979, "Finetune/Loss (Raw)": 0.8055627942085266, "Finetune/Step": 2024, "Finetune/Step Time": 6.603710543364286}
{"Finetune/Learning Rate": 1.9481072524394783e-05, "Finetune/Loss": 0.8025494813919067, "Finetune/Loss (Raw)": 0.7945942878723145, "Finetune/Step": 2025, "Finetune/Step Time": 6.6152204647660255}
{"Finetune/Learning Rate": 1.9480411996316505e-05, "Finetune/Loss": 0.8026571273803711, "Finetune/Loss (Raw)": 0.9024928212165833, "Finetune/Step": 2026, "Finetune/Step Time": 6.602616798132658}
{"Finetune/Learning Rate": 1.947975105933425e-05, "Finetune/Loss": 0.8034189343452454, "Finetune/Loss (Raw)": 0.8211722373962402, "Finetune/Step": 2027, "Finetune/Step Time": 6.5825835932046175}
{"Finetune/Learning Rate": 1.9479089713476513e-05, "Finetune/Loss": 0.8034545183181763, "Finetune/Loss (Raw)": 0.854909360408783, "Finetune/Step": 2028, "Finetune/Step Time": 6.595876082777977}
{"Finetune/Learning Rate": 1.947842795877183e-05, "Finetune/Loss": 0.804416835308075, "Finetune/Loss (Raw)": 0.9287251830101013, "Finetune/Step": 2029, "Finetune/Step Time": 6.589360021054745}
{"Finetune/Learning Rate": 1.9477765795248734e-05, "Finetune/Loss": 0.7996084690093994, "Finetune/Loss (Raw)": 0.36160212755203247, "Finetune/Step": 2030, "Finetune/Step Time": 6.60263878852129}
{"Finetune/Learning Rate": 1.947710322293579e-05, "Finetune/Loss": 0.8000779151916504, "Finetune/Loss (Raw)": 0.8281779289245605, "Finetune/Step": 2031, "Finetune/Step Time": 6.582993593066931}
{"Finetune/Learning Rate": 1.9476440241861576e-05, "Finetune/Loss": 0.8011258840560913, "Finetune/Loss (Raw)": 0.972080647945404, "Finetune/Step": 2032, "Finetune/Step Time": 6.578694911673665}
{"Finetune/Learning Rate": 1.9475776852054686e-05, "Finetune/Loss": 0.8055567145347595, "Finetune/Loss (Raw)": 0.9005800485610962, "Finetune/Step": 2033, "Finetune/Step Time": 6.553165465593338}
{"Finetune/Learning Rate": 1.947511305354373e-05, "Finetune/Loss": 0.8072165846824646, "Finetune/Loss (Raw)": 0.9855408072471619, "Finetune/Step": 2034, "Finetune/Step Time": 6.541067590937018}
{"Finetune/Learning Rate": 1.9474448846357346e-05, "Finetune/Loss": 0.805587112903595, "Finetune/Loss (Raw)": 0.6787471771240234, "Finetune/Step": 2035, "Finetune/Step Time": 6.550090881064534}
{"Finetune/Learning Rate": 1.9473784230524177e-05, "Finetune/Loss": 0.8062763214111328, "Finetune/Loss (Raw)": 0.8863561153411865, "Finetune/Step": 2036, "Finetune/Step Time": 6.562756951898336}
{"Finetune/Learning Rate": 1.947311920607289e-05, "Finetune/Loss": 0.8080092668533325, "Finetune/Loss (Raw)": 0.8379025459289551, "Finetune/Step": 2037, "Finetune/Step Time": 6.5770986787974834}
{"Finetune/Learning Rate": 1.947245377303217e-05, "Finetune/Loss": 0.8066443204879761, "Finetune/Loss (Raw)": 0.705894410610199, "Finetune/Step": 2038, "Finetune/Step Time": 6.589095251634717}
{"Finetune/Learning Rate": 1.9471787931430714e-05, "Finetune/Loss": 0.8071767091751099, "Finetune/Loss (Raw)": 0.982032835483551, "Finetune/Step": 2039, "Finetune/Step Time": 6.594921603798866}
{"Finetune/Learning Rate": 1.9471121681297244e-05, "Finetune/Loss": 0.8076610565185547, "Finetune/Loss (Raw)": 0.9000772833824158, "Finetune/Step": 2040, "Finetune/Step Time": 6.5933319311589}
{"Finetune/Learning Rate": 1.9470455022660496e-05, "Finetune/Loss": 0.8078322410583496, "Finetune/Loss (Raw)": 0.8717355132102966, "Finetune/Step": 2041, "Finetune/Step Time": 6.633171904832125}
{"Finetune/Learning Rate": 1.946978795554922e-05, "Finetune/Loss": 0.805824875831604, "Finetune/Loss (Raw)": 0.7598714232444763, "Finetune/Step": 2042, "Finetune/Step Time": 6.635123699903488}
{"Finetune/Learning Rate": 1.9469120479992197e-05, "Finetune/Loss": 0.8053820133209229, "Finetune/Loss (Raw)": 0.8724616169929504, "Finetune/Step": 2043, "Finetune/Step Time": 6.606335518881679}
{"Finetune/Learning Rate": 1.9468452596018207e-05, "Finetune/Loss": 0.8057382106781006, "Finetune/Loss (Raw)": 0.8914348483085632, "Finetune/Step": 2044, "Finetune/Step Time": 6.605456741526723}
{"Finetune/Learning Rate": 1.946778430365606e-05, "Finetune/Loss": 0.8065165877342224, "Finetune/Loss (Raw)": 0.8863669633865356, "Finetune/Step": 2045, "Finetune/Step Time": 6.61666601523757}
{"Finetune/Learning Rate": 1.9467115602934582e-05, "Finetune/Loss": 0.807780385017395, "Finetune/Loss (Raw)": 0.9848272204399109, "Finetune/Step": 2046, "Finetune/Step Time": 6.61688051559031}
{"Finetune/Learning Rate": 1.946644649388261e-05, "Finetune/Loss": 0.8085898160934448, "Finetune/Loss (Raw)": 0.9461458921432495, "Finetune/Step": 2047, "Finetune/Step Time": 6.620047019794583}
{"Finetune/Learning Rate": 1.9465776976529008e-05, "Finetune/Loss": 0.8086163997650146, "Finetune/Loss (Raw)": 0.750255823135376, "Finetune/Step": 2048, "Finetune/Step Time": 6.609937401488423}
{"Finetune/Learning Rate": 1.9465107050902655e-05, "Finetune/Loss": 0.8055475354194641, "Finetune/Loss (Raw)": 0.5712404251098633, "Finetune/Step": 2049, "Finetune/Step Time": 6.623978823423386}
{"Finetune/Learning Rate": 1.9464436717032446e-05, "Finetune/Loss": 0.8083703517913818, "Finetune/Loss (Raw)": 0.6904968023300171, "Finetune/Step": 2050, "Finetune/Step Time": 6.616954123601317}
{"Finetune/Learning Rate": 1.9463765974947285e-05, "Finetune/Loss": 0.8095785975456238, "Finetune/Loss (Raw)": 1.01511549949646, "Finetune/Step": 2051, "Finetune/Step Time": 6.62072672508657}
{"Finetune/Learning Rate": 1.9463094824676113e-05, "Finetune/Loss": 0.8098841905593872, "Finetune/Loss (Raw)": 0.9623019099235535, "Finetune/Step": 2052, "Finetune/Step Time": 6.632291881367564}
{"Finetune/Learning Rate": 1.9462423266247868e-05, "Finetune/Loss": 0.8087942004203796, "Finetune/Loss (Raw)": 0.9035588502883911, "Finetune/Step": 2053, "Finetune/Step Time": 6.62344971857965}
{"Finetune/Learning Rate": 1.946175129969152e-05, "Finetune/Loss": 0.8137173652648926, "Finetune/Loss (Raw)": 0.9783222079277039, "Finetune/Step": 2054, "Finetune/Step Time": 6.606184463948011}
{"Finetune/Learning Rate": 1.9461078925036054e-05, "Finetune/Loss": 0.8177045583724976, "Finetune/Loss (Raw)": 0.9177418351173401, "Finetune/Step": 2055, "Finetune/Step Time": 6.59081313945353}
{"Finetune/Learning Rate": 1.9460406142310467e-05, "Finetune/Loss": 0.8175709247589111, "Finetune/Loss (Raw)": 0.9456721544265747, "Finetune/Step": 2056, "Finetune/Step Time": 6.591389434412122}
{"Finetune/Learning Rate": 1.945973295154378e-05, "Finetune/Loss": 0.8178670406341553, "Finetune/Loss (Raw)": 0.7670992016792297, "Finetune/Step": 2057, "Finetune/Step Time": 6.599692430347204}
{"Finetune/Learning Rate": 1.9459059352765024e-05, "Finetune/Loss": 0.8186550140380859, "Finetune/Loss (Raw)": 0.7757443785667419, "Finetune/Step": 2058, "Finetune/Step Time": 6.610669381916523}
{"Finetune/Learning Rate": 1.9458385346003258e-05, "Finetune/Loss": 0.8177328109741211, "Finetune/Loss (Raw)": 0.7889358997344971, "Finetune/Step": 2059, "Finetune/Step Time": 6.611526837572455}
{"Finetune/Learning Rate": 1.945771093128755e-05, "Finetune/Loss": 0.8188005685806274, "Finetune/Loss (Raw)": 0.8117190599441528, "Finetune/Step": 2060, "Finetune/Step Time": 6.592018239200115}
{"Finetune/Learning Rate": 1.945703610864699e-05, "Finetune/Loss": 0.8192241787910461, "Finetune/Loss (Raw)": 0.9615362286567688, "Finetune/Step": 2061, "Finetune/Step Time": 6.590747032314539}
{"Finetune/Learning Rate": 1.9456360878110677e-05, "Finetune/Loss": 0.8184497952461243, "Finetune/Loss (Raw)": 0.8037425875663757, "Finetune/Step": 2062, "Finetune/Step Time": 6.590854499489069}
{"Finetune/Learning Rate": 1.9455685239707745e-05, "Finetune/Loss": 0.818219780921936, "Finetune/Loss (Raw)": 0.935354471206665, "Finetune/Step": 2063, "Finetune/Step Time": 6.583355907350779}
{"Finetune/Learning Rate": 1.945500919346733e-05, "Finetune/Loss": 0.8183615207672119, "Finetune/Loss (Raw)": 0.7581103444099426, "Finetune/Step": 2064, "Finetune/Step Time": 6.596665218472481}
{"Finetune/Learning Rate": 1.9454332739418596e-05, "Finetune/Loss": 0.8179692029953003, "Finetune/Loss (Raw)": 0.8183434009552002, "Finetune/Step": 2065, "Finetune/Step Time": 6.604554681107402}
{"Finetune/Learning Rate": 1.9453655877590708e-05, "Finetune/Loss": 0.8173816800117493, "Finetune/Loss (Raw)": 0.35880109667778015, "Finetune/Step": 2066, "Finetune/Step Time": 6.605309333652258}
{"Finetune/Learning Rate": 1.9452978608012872e-05, "Finetune/Loss": 0.8172132968902588, "Finetune/Loss (Raw)": 0.8429015874862671, "Finetune/Step": 2067, "Finetune/Step Time": 6.606630006805062}
{"Finetune/Learning Rate": 1.9452300930714293e-05, "Finetune/Loss": 0.8201901912689209, "Finetune/Loss (Raw)": 0.8653997778892517, "Finetune/Step": 2068, "Finetune/Step Time": 6.6053326688706875}
{"Finetune/Learning Rate": 1.9451622845724202e-05, "Finetune/Loss": 0.8205550909042358, "Finetune/Loss (Raw)": 0.8616470694541931, "Finetune/Step": 2069, "Finetune/Step Time": 6.601487118750811}
{"Finetune/Learning Rate": 1.9450944353071844e-05, "Finetune/Loss": 0.8166060447692871, "Finetune/Loss (Raw)": 0.5070325136184692, "Finetune/Step": 2070, "Finetune/Step Time": 6.612682979553938}
{"Finetune/Learning Rate": 1.9450265452786487e-05, "Finetune/Loss": 0.8159882426261902, "Finetune/Loss (Raw)": 0.8860287666320801, "Finetune/Step": 2071, "Finetune/Step Time": 6.618587478995323}
{"Finetune/Learning Rate": 1.944958614489741e-05, "Finetune/Loss": 0.8166619539260864, "Finetune/Loss (Raw)": 0.9713277816772461, "Finetune/Step": 2072, "Finetune/Step Time": 6.610984966158867}
{"Finetune/Learning Rate": 1.9448906429433916e-05, "Finetune/Loss": 0.8194289207458496, "Finetune/Loss (Raw)": 0.7557740807533264, "Finetune/Step": 2073, "Finetune/Step Time": 6.59143166616559}
{"Finetune/Learning Rate": 1.9448226306425315e-05, "Finetune/Loss": 0.8198153376579285, "Finetune/Loss (Raw)": 0.9764881134033203, "Finetune/Step": 2074, "Finetune/Step Time": 6.582048853859305}
{"Finetune/Learning Rate": 1.9447545775900953e-05, "Finetune/Loss": 0.8179095983505249, "Finetune/Loss (Raw)": 0.7819958329200745, "Finetune/Step": 2075, "Finetune/Step Time": 6.5710974875837564}
{"Finetune/Learning Rate": 1.944686483789017e-05, "Finetune/Loss": 0.8152685165405273, "Finetune/Loss (Raw)": 0.7030743956565857, "Finetune/Step": 2076, "Finetune/Step Time": 6.5835976973176}
{"Finetune/Learning Rate": 1.9446183492422343e-05, "Finetune/Loss": 0.8140972852706909, "Finetune/Loss (Raw)": 0.8241764903068542, "Finetune/Step": 2077, "Finetune/Step Time": 6.583797352388501}
{"Finetune/Learning Rate": 1.944550173952686e-05, "Finetune/Loss": 0.8122042417526245, "Finetune/Loss (Raw)": 0.769490659236908, "Finetune/Step": 2078, "Finetune/Step Time": 6.573386058211327}
{"Finetune/Learning Rate": 1.944481957923312e-05, "Finetune/Loss": 0.810806155204773, "Finetune/Loss (Raw)": 0.7956334948539734, "Finetune/Step": 2079, "Finetune/Step Time": 6.568645486608148}
{"Finetune/Learning Rate": 1.9444137011570555e-05, "Finetune/Loss": 0.8088175654411316, "Finetune/Loss (Raw)": 0.7306836247444153, "Finetune/Step": 2080, "Finetune/Step Time": 6.58556517213583}
{"Finetune/Learning Rate": 1.9443454036568596e-05, "Finetune/Loss": 0.8107319474220276, "Finetune/Loss (Raw)": 0.8322945237159729, "Finetune/Step": 2081, "Finetune/Step Time": 6.585277693346143}
{"Finetune/Learning Rate": 1.9442770654256703e-05, "Finetune/Loss": 0.8121628761291504, "Finetune/Loss (Raw)": 0.8161890506744385, "Finetune/Step": 2082, "Finetune/Step Time": 6.572629228234291}
{"Finetune/Learning Rate": 1.9442086864664355e-05, "Finetune/Loss": 0.8134632110595703, "Finetune/Loss (Raw)": 0.9170039296150208, "Finetune/Step": 2083, "Finetune/Step Time": 6.555311169475317}
{"Finetune/Learning Rate": 1.9441402667821045e-05, "Finetune/Loss": 0.8154829740524292, "Finetune/Loss (Raw)": 1.0091590881347656, "Finetune/Step": 2084, "Finetune/Step Time": 6.550746601074934}
{"Finetune/Learning Rate": 1.944071806375628e-05, "Finetune/Loss": 0.8107705116271973, "Finetune/Loss (Raw)": 0.3337582051753998, "Finetune/Step": 2085, "Finetune/Step Time": 6.569138808175921}
{"Finetune/Learning Rate": 1.9440033052499584e-05, "Finetune/Loss": 0.8101701736450195, "Finetune/Loss (Raw)": 0.9228423833847046, "Finetune/Step": 2086, "Finetune/Step Time": 6.574581490829587}
{"Finetune/Learning Rate": 1.9439347634080513e-05, "Finetune/Loss": 0.8117969036102295, "Finetune/Loss (Raw)": 0.9859246015548706, "Finetune/Step": 2087, "Finetune/Step Time": 6.5649108942598104}
{"Finetune/Learning Rate": 1.943866180852862e-05, "Finetune/Loss": 0.8111934065818787, "Finetune/Loss (Raw)": 0.9418392777442932, "Finetune/Step": 2088, "Finetune/Step Time": 6.555479060858488}
{"Finetune/Learning Rate": 1.9437975575873493e-05, "Finetune/Loss": 0.8122763633728027, "Finetune/Loss (Raw)": 0.8734486103057861, "Finetune/Step": 2089, "Finetune/Step Time": 6.5501580107957125}
{"Finetune/Learning Rate": 1.9437288936144725e-05, "Finetune/Loss": 0.8111461400985718, "Finetune/Loss (Raw)": 0.27807384729385376, "Finetune/Step": 2090, "Finetune/Step Time": 6.550491597503424}
{"Finetune/Learning Rate": 1.9436601889371935e-05, "Finetune/Loss": 0.8140296936035156, "Finetune/Loss (Raw)": 0.776129961013794, "Finetune/Step": 2091, "Finetune/Step Time": 6.534330358728766}
{"Finetune/Learning Rate": 1.9435914435584758e-05, "Finetune/Loss": 0.8143597841262817, "Finetune/Loss (Raw)": 0.8812369704246521, "Finetune/Step": 2092, "Finetune/Step Time": 6.522407358512282}
{"Finetune/Learning Rate": 1.943522657481284e-05, "Finetune/Loss": 0.8165148496627808, "Finetune/Loss (Raw)": 0.9436826109886169, "Finetune/Step": 2093, "Finetune/Step Time": 6.519925290718675}
{"Finetune/Learning Rate": 1.943453830708585e-05, "Finetune/Loss": 0.8183274269104004, "Finetune/Loss (Raw)": 0.9974049925804138, "Finetune/Step": 2094, "Finetune/Step Time": 6.520557392388582}
{"Finetune/Learning Rate": 1.9433849632433478e-05, "Finetune/Loss": 0.8189892768859863, "Finetune/Loss (Raw)": 0.8697607517242432, "Finetune/Step": 2095, "Finetune/Step Time": 6.525211298838258}
{"Finetune/Learning Rate": 1.9433160550885427e-05, "Finetune/Loss": 0.8181896209716797, "Finetune/Loss (Raw)": 0.8374849557876587, "Finetune/Step": 2096, "Finetune/Step Time": 6.549065250903368}
{"Finetune/Learning Rate": 1.9432471062471415e-05, "Finetune/Loss": 0.8217992782592773, "Finetune/Loss (Raw)": 0.9197111129760742, "Finetune/Step": 2097, "Finetune/Step Time": 6.528505552560091}
{"Finetune/Learning Rate": 1.943178116722118e-05, "Finetune/Loss": 0.8215122818946838, "Finetune/Loss (Raw)": 0.7818213701248169, "Finetune/Step": 2098, "Finetune/Step Time": 6.536205796524882}
{"Finetune/Learning Rate": 1.9431090865164487e-05, "Finetune/Loss": 0.8212007284164429, "Finetune/Loss (Raw)": 0.3751768171787262, "Finetune/Step": 2099, "Finetune/Step Time": 6.538782639428973}
{"Finetune/Learning Rate": 1.9430400156331094e-05, "Finetune/Loss": 0.8198850154876709, "Finetune/Loss (Raw)": 0.6800759434700012, "Finetune/Step": 2100, "Finetune/Step Time": 6.534739043563604}
{"Finetune/Learning Rate": 1.9429709040750805e-05, "Finetune/Loss": 0.8206838369369507, "Finetune/Loss (Raw)": 0.9168701767921448, "Finetune/Step": 2101, "Finetune/Step Time": 6.500581279397011}
{"Finetune/Learning Rate": 1.9429017518453427e-05, "Finetune/Loss": 0.8193675875663757, "Finetune/Loss (Raw)": 0.8293927907943726, "Finetune/Step": 2102, "Finetune/Step Time": 6.503207176923752}
{"Finetune/Learning Rate": 1.9428325589468785e-05, "Finetune/Loss": 0.8154069781303406, "Finetune/Loss (Raw)": 0.3822493255138397, "Finetune/Step": 2103, "Finetune/Step Time": 6.524241892620921}
{"Finetune/Learning Rate": 1.9427633253826718e-05, "Finetune/Loss": 0.8148913383483887, "Finetune/Loss (Raw)": 0.8218926787376404, "Finetune/Step": 2104, "Finetune/Step Time": 6.540729455649853}
{"Finetune/Learning Rate": 1.9426940511557097e-05, "Finetune/Loss": 0.8144422173500061, "Finetune/Loss (Raw)": 0.8557161092758179, "Finetune/Step": 2105, "Finetune/Step Time": 6.5506152883172035}
{"Finetune/Learning Rate": 1.942624736268979e-05, "Finetune/Loss": 0.8135653734207153, "Finetune/Loss (Raw)": 0.8765705823898315, "Finetune/Step": 2106, "Finetune/Step Time": 6.55003098025918}
{"Finetune/Learning Rate": 1.94255538072547e-05, "Finetune/Loss": 0.8174409866333008, "Finetune/Loss (Raw)": 0.8885550498962402, "Finetune/Step": 2107, "Finetune/Step Time": 6.530049765482545}
{"Finetune/Learning Rate": 1.9424859845281743e-05, "Finetune/Loss": 0.8182356357574463, "Finetune/Loss (Raw)": 0.8032478094100952, "Finetune/Step": 2108, "Finetune/Step Time": 6.5177743304520845}
{"Finetune/Learning Rate": 1.9424165476800847e-05, "Finetune/Loss": 0.8184154629707336, "Finetune/Loss (Raw)": 0.9103938937187195, "Finetune/Step": 2109, "Finetune/Step Time": 6.520127693191171}
{"Finetune/Learning Rate": 1.9423470701841962e-05, "Finetune/Loss": 0.8178839683532715, "Finetune/Loss (Raw)": 0.8099049925804138, "Finetune/Step": 2110, "Finetune/Step Time": 6.516491374000907}
{"Finetune/Learning Rate": 1.9422775520435056e-05, "Finetune/Loss": 0.8175106048583984, "Finetune/Loss (Raw)": 0.7994934320449829, "Finetune/Step": 2111, "Finetune/Step Time": 6.531088123098016}
{"Finetune/Learning Rate": 1.9422079932610113e-05, "Finetune/Loss": 0.8131189346313477, "Finetune/Loss (Raw)": 0.47140514850616455, "Finetune/Step": 2112, "Finetune/Step Time": 6.551003266125917}
{"Finetune/Learning Rate": 1.942138393839713e-05, "Finetune/Loss": 0.8122575283050537, "Finetune/Loss (Raw)": 0.8542212843894958, "Finetune/Step": 2113, "Finetune/Step Time": 6.549504594877362}
{"Finetune/Learning Rate": 1.9420687537826134e-05, "Finetune/Loss": 0.8112447261810303, "Finetune/Loss (Raw)": 0.932350218296051, "Finetune/Step": 2114, "Finetune/Step Time": 6.5667928494513035}
{"Finetune/Learning Rate": 1.9419990730927153e-05, "Finetune/Loss": 0.8121507167816162, "Finetune/Loss (Raw)": 0.9360669255256653, "Finetune/Step": 2115, "Finetune/Step Time": 6.5442087557166815}
{"Finetune/Learning Rate": 1.9419293517730247e-05, "Finetune/Loss": 0.8089948296546936, "Finetune/Loss (Raw)": 0.4338732361793518, "Finetune/Step": 2116, "Finetune/Step Time": 6.560199867933989}
{"Finetune/Learning Rate": 1.9418595898265488e-05, "Finetune/Loss": 0.807208776473999, "Finetune/Loss (Raw)": 0.6868335604667664, "Finetune/Step": 2117, "Finetune/Step Time": 6.576121719554067}
{"Finetune/Learning Rate": 1.9417897872562962e-05, "Finetune/Loss": 0.8061347007751465, "Finetune/Loss (Raw)": 0.7767489552497864, "Finetune/Step": 2118, "Finetune/Step Time": 6.572286883369088}
{"Finetune/Learning Rate": 1.9417199440652782e-05, "Finetune/Loss": 0.8062295913696289, "Finetune/Loss (Raw)": 0.761907160282135, "Finetune/Step": 2119, "Finetune/Step Time": 6.5848382245749235}
{"Finetune/Learning Rate": 1.9416500602565066e-05, "Finetune/Loss": 0.802155613899231, "Finetune/Loss (Raw)": 0.3527376651763916, "Finetune/Step": 2120, "Finetune/Step Time": 6.605019951239228}
{"Finetune/Learning Rate": 1.9415801358329957e-05, "Finetune/Loss": 0.803248405456543, "Finetune/Loss (Raw)": 0.8817588090896606, "Finetune/Step": 2121, "Finetune/Step Time": 6.597644617781043}
{"Finetune/Learning Rate": 1.941510170797762e-05, "Finetune/Loss": 0.8052727580070496, "Finetune/Loss (Raw)": 0.93030846118927, "Finetune/Step": 2122, "Finetune/Step Time": 6.591649025678635}
{"Finetune/Learning Rate": 1.9414401651538225e-05, "Finetune/Loss": 0.8065892457962036, "Finetune/Loss (Raw)": 0.9029603004455566, "Finetune/Step": 2123, "Finetune/Step Time": 6.5833727810531855}
{"Finetune/Learning Rate": 1.9413701189041968e-05, "Finetune/Loss": 0.8076760172843933, "Finetune/Loss (Raw)": 0.8957151770591736, "Finetune/Step": 2124, "Finetune/Step Time": 6.579711334779859}
{"Finetune/Learning Rate": 1.941300032051906e-05, "Finetune/Loss": 0.8069127202033997, "Finetune/Loss (Raw)": 0.8894171118736267, "Finetune/Step": 2125, "Finetune/Step Time": 6.5927239544689655}
{"Finetune/Learning Rate": 1.9412299045999735e-05, "Finetune/Loss": 0.807925820350647, "Finetune/Loss (Raw)": 0.9448487758636475, "Finetune/Step": 2126, "Finetune/Step Time": 6.589751360937953}
{"Finetune/Learning Rate": 1.941159736551424e-05, "Finetune/Loss": 0.8115381002426147, "Finetune/Loss (Raw)": 0.8900632262229919, "Finetune/Step": 2127, "Finetune/Step Time": 6.572334039956331}
{"Finetune/Learning Rate": 1.9410895279092837e-05, "Finetune/Loss": 0.8091204166412354, "Finetune/Loss (Raw)": 0.3638416528701782, "Finetune/Step": 2128, "Finetune/Step Time": 6.574101313948631}
{"Finetune/Learning Rate": 1.9410192786765805e-05, "Finetune/Loss": 0.8044788241386414, "Finetune/Loss (Raw)": 0.2916760742664337, "Finetune/Step": 2129, "Finetune/Step Time": 6.58917230181396}
{"Finetune/Learning Rate": 1.9409489888563448e-05, "Finetune/Loss": 0.8047105073928833, "Finetune/Loss (Raw)": 0.8973982334136963, "Finetune/Step": 2130, "Finetune/Step Time": 6.588235165923834}
{"Finetune/Learning Rate": 1.9408786584516083e-05, "Finetune/Loss": 0.8057528734207153, "Finetune/Loss (Raw)": 0.9416769742965698, "Finetune/Step": 2131, "Finetune/Step Time": 6.578629344701767}
{"Finetune/Learning Rate": 1.9408082874654037e-05, "Finetune/Loss": 0.8058462142944336, "Finetune/Loss (Raw)": 0.8372080326080322, "Finetune/Step": 2132, "Finetune/Step Time": 6.582150736823678}
{"Finetune/Learning Rate": 1.9407378759007674e-05, "Finetune/Loss": 0.808173418045044, "Finetune/Loss (Raw)": 1.1027380228042603, "Finetune/Step": 2133, "Finetune/Step Time": 6.579668326303363}
{"Finetune/Learning Rate": 1.9406674237607355e-05, "Finetune/Loss": 0.8077474236488342, "Finetune/Loss (Raw)": 0.784877359867096, "Finetune/Step": 2134, "Finetune/Step Time": 6.579736115410924}
{"Finetune/Learning Rate": 1.9405969310483473e-05, "Finetune/Loss": 0.8054525256156921, "Finetune/Loss (Raw)": 0.7835066318511963, "Finetune/Step": 2135, "Finetune/Step Time": 6.576096696779132}
{"Finetune/Learning Rate": 1.9405263977666425e-05, "Finetune/Loss": 0.8058083653450012, "Finetune/Loss (Raw)": 0.8693512678146362, "Finetune/Step": 2136, "Finetune/Step Time": 6.568718133494258}
{"Finetune/Learning Rate": 1.940455823918664e-05, "Finetune/Loss": 0.8030130863189697, "Finetune/Loss (Raw)": 0.4442175328731537, "Finetune/Step": 2137, "Finetune/Step Time": 6.58915426209569}
{"Finetune/Learning Rate": 1.9403852095074554e-05, "Finetune/Loss": 0.8026000261306763, "Finetune/Loss (Raw)": 0.8765379190444946, "Finetune/Step": 2138, "Finetune/Step Time": 6.587572706863284}
{"Finetune/Learning Rate": 1.9403145545360625e-05, "Finetune/Loss": 0.800382673740387, "Finetune/Loss (Raw)": 0.7724971771240234, "Finetune/Step": 2139, "Finetune/Step Time": 6.601496171206236}
{"Finetune/Learning Rate": 1.9402438590075324e-05, "Finetune/Loss": 0.8008972406387329, "Finetune/Loss (Raw)": 0.9264799356460571, "Finetune/Step": 2140, "Finetune/Step Time": 6.604502169415355}
{"Finetune/Learning Rate": 1.940173122924915e-05, "Finetune/Loss": 0.8016266226768494, "Finetune/Loss (Raw)": 1.0049484968185425, "Finetune/Step": 2141, "Finetune/Step Time": 6.590505702421069}
{"Finetune/Learning Rate": 1.940102346291261e-05, "Finetune/Loss": 0.8025155067443848, "Finetune/Loss (Raw)": 0.815315306186676, "Finetune/Step": 2142, "Finetune/Step Time": 6.569577829912305}
{"Finetune/Learning Rate": 1.9400315291096227e-05, "Finetune/Loss": 0.8057258129119873, "Finetune/Loss (Raw)": 0.8212012648582458, "Finetune/Step": 2143, "Finetune/Step Time": 6.5663434118032455}
{"Finetune/Learning Rate": 1.939960671383055e-05, "Finetune/Loss": 0.8088760375976562, "Finetune/Loss (Raw)": 0.8225350379943848, "Finetune/Step": 2144, "Finetune/Step Time": 6.556589744985104}
{"Finetune/Learning Rate": 1.9398897731146138e-05, "Finetune/Loss": 0.8076769113540649, "Finetune/Loss (Raw)": 0.5567204356193542, "Finetune/Step": 2145, "Finetune/Step Time": 6.556434208527207}
{"Finetune/Learning Rate": 1.9398188343073576e-05, "Finetune/Loss": 0.8073415756225586, "Finetune/Loss (Raw)": 0.8677248954772949, "Finetune/Step": 2146, "Finetune/Step Time": 6.580580499023199}
{"Finetune/Learning Rate": 1.939747854964345e-05, "Finetune/Loss": 0.8070135116577148, "Finetune/Loss (Raw)": 0.7614381313323975, "Finetune/Step": 2147, "Finetune/Step Time": 6.582944247871637}
{"Finetune/Learning Rate": 1.9396768350886383e-05, "Finetune/Loss": 0.8078804016113281, "Finetune/Loss (Raw)": 0.9996489882469177, "Finetune/Step": 2148, "Finetune/Step Time": 6.579268554225564}
{"Finetune/Learning Rate": 1.9396057746833006e-05, "Finetune/Loss": 0.8086757063865662, "Finetune/Loss (Raw)": 0.9190435409545898, "Finetune/Step": 2149, "Finetune/Step Time": 6.568699376657605}
{"Finetune/Learning Rate": 1.9395346737513972e-05, "Finetune/Loss": 0.8084976673126221, "Finetune/Loss (Raw)": 0.8257102370262146, "Finetune/Step": 2150, "Finetune/Step Time": 6.566158000379801}
{"Finetune/Learning Rate": 1.9394635322959935e-05, "Finetune/Loss": 0.8107571601867676, "Finetune/Loss (Raw)": 0.9370640516281128, "Finetune/Step": 2151, "Finetune/Step Time": 6.541082303971052}
{"Finetune/Learning Rate": 1.9393923503201597e-05, "Finetune/Loss": 0.8104141354560852, "Finetune/Loss (Raw)": 0.7616573572158813, "Finetune/Step": 2152, "Finetune/Step Time": 6.546827431768179}
{"Finetune/Learning Rate": 1.939321127826964e-05, "Finetune/Loss": 0.810664713382721, "Finetune/Loss (Raw)": 0.8266665935516357, "Finetune/Step": 2153, "Finetune/Step Time": 6.548184959217906}
{"Finetune/Learning Rate": 1.93924986481948e-05, "Finetune/Loss": 0.8090754747390747, "Finetune/Loss (Raw)": 0.6990658044815063, "Finetune/Step": 2154, "Finetune/Step Time": 6.556794043630362}
{"Finetune/Learning Rate": 1.939178561300781e-05, "Finetune/Loss": 0.8091695308685303, "Finetune/Loss (Raw)": 0.8332203030586243, "Finetune/Step": 2155, "Finetune/Step Time": 6.5636217668652534}
{"Finetune/Learning Rate": 1.9391072172739415e-05, "Finetune/Loss": 0.8078956604003906, "Finetune/Loss (Raw)": 0.6918517351150513, "Finetune/Step": 2156, "Finetune/Step Time": 6.55895471945405}
{"Finetune/Learning Rate": 1.9390358327420394e-05, "Finetune/Loss": 0.8066688776016235, "Finetune/Loss (Raw)": 0.7716968655586243, "Finetune/Step": 2157, "Finetune/Step Time": 6.567841738462448}
{"Finetune/Learning Rate": 1.9389644077081538e-05, "Finetune/Loss": 0.811087429523468, "Finetune/Loss (Raw)": 0.9271774291992188, "Finetune/Step": 2158, "Finetune/Step Time": 6.547576678916812}
{"Finetune/Learning Rate": 1.9388929421753655e-05, "Finetune/Loss": 0.8114781379699707, "Finetune/Loss (Raw)": 0.8781896233558655, "Finetune/Step": 2159, "Finetune/Step Time": 6.562516318634152}
{"Finetune/Learning Rate": 1.938821436146756e-05, "Finetune/Loss": 0.8104694485664368, "Finetune/Loss (Raw)": 0.842962920665741, "Finetune/Step": 2160, "Finetune/Step Time": 6.558215942233801}
{"Finetune/Learning Rate": 1.9387498896254104e-05, "Finetune/Loss": 0.809600830078125, "Finetune/Loss (Raw)": 0.7893990278244019, "Finetune/Step": 2161, "Finetune/Step Time": 6.551989642903209}
{"Finetune/Learning Rate": 1.9386783026144142e-05, "Finetune/Loss": 0.8079724311828613, "Finetune/Loss (Raw)": 0.777103066444397, "Finetune/Step": 2162, "Finetune/Step Time": 6.55638731084764}
{"Finetune/Learning Rate": 1.9386066751168548e-05, "Finetune/Loss": 0.8089450597763062, "Finetune/Loss (Raw)": 0.8032463788986206, "Finetune/Step": 2163, "Finetune/Step Time": 6.540990252047777}
{"Finetune/Learning Rate": 1.938535007135822e-05, "Finetune/Loss": 0.8096931576728821, "Finetune/Loss (Raw)": 0.9821154475212097, "Finetune/Step": 2164, "Finetune/Step Time": 6.527344850823283}
{"Finetune/Learning Rate": 1.9384632986744068e-05, "Finetune/Loss": 0.8097418546676636, "Finetune/Loss (Raw)": 0.8441325426101685, "Finetune/Step": 2165, "Finetune/Step Time": 6.536405097693205}
{"Finetune/Learning Rate": 1.9383915497357018e-05, "Finetune/Loss": 0.8115129470825195, "Finetune/Loss (Raw)": 0.9325934648513794, "Finetune/Step": 2166, "Finetune/Step Time": 6.527175253257155}
{"Finetune/Learning Rate": 1.938319760322802e-05, "Finetune/Loss": 0.8111782073974609, "Finetune/Loss (Raw)": 0.9391853213310242, "Finetune/Step": 2167, "Finetune/Step Time": 6.515902958810329}
{"Finetune/Learning Rate": 1.938247930438804e-05, "Finetune/Loss": 0.81061851978302, "Finetune/Loss (Raw)": 0.8284390568733215, "Finetune/Step": 2168, "Finetune/Step Time": 6.515066735446453}
{"Finetune/Learning Rate": 1.9381760600868058e-05, "Finetune/Loss": 0.8108415603637695, "Finetune/Loss (Raw)": 0.9002846479415894, "Finetune/Step": 2169, "Finetune/Step Time": 6.485525861382484}
{"Finetune/Learning Rate": 1.9381041492699067e-05, "Finetune/Loss": 0.8106212019920349, "Finetune/Loss (Raw)": 0.7316626906394958, "Finetune/Step": 2170, "Finetune/Step Time": 6.496214361861348}
{"Finetune/Learning Rate": 1.938032197991209e-05, "Finetune/Loss": 0.8095881938934326, "Finetune/Loss (Raw)": 0.740242600440979, "Finetune/Step": 2171, "Finetune/Step Time": 6.505310837179422}
{"Finetune/Learning Rate": 1.9379602062538156e-05, "Finetune/Loss": 0.8096684217453003, "Finetune/Loss (Raw)": 0.9017089009284973, "Finetune/Step": 2172, "Finetune/Step Time": 6.505615329369903}
{"Finetune/Learning Rate": 1.937888174060832e-05, "Finetune/Loss": 0.8076806664466858, "Finetune/Loss (Raw)": 0.6319248676300049, "Finetune/Step": 2173, "Finetune/Step Time": 6.509544763714075}
{"Finetune/Learning Rate": 1.9378161014153646e-05, "Finetune/Loss": 0.8047366142272949, "Finetune/Loss (Raw)": 0.6079941391944885, "Finetune/Step": 2174, "Finetune/Step Time": 6.521715013310313}
{"Finetune/Learning Rate": 1.9377439883205223e-05, "Finetune/Loss": 0.8034164905548096, "Finetune/Loss (Raw)": 0.7771649360656738, "Finetune/Step": 2175, "Finetune/Step Time": 6.537257377058268}
{"Finetune/Learning Rate": 1.9376718347794157e-05, "Finetune/Loss": 0.8049287796020508, "Finetune/Loss (Raw)": 0.9438308477401733, "Finetune/Step": 2176, "Finetune/Step Time": 6.537259452044964}
{"Finetune/Learning Rate": 1.9375996407951563e-05, "Finetune/Loss": 0.8076357841491699, "Finetune/Loss (Raw)": 0.9177353978157043, "Finetune/Step": 2177, "Finetune/Step Time": 6.526610912755132}
{"Finetune/Learning Rate": 1.9375274063708583e-05, "Finetune/Loss": 0.8080258369445801, "Finetune/Loss (Raw)": 0.7404223084449768, "Finetune/Step": 2178, "Finetune/Step Time": 6.514788337051868}
{"Finetune/Learning Rate": 1.9374551315096373e-05, "Finetune/Loss": 0.8063775300979614, "Finetune/Loss (Raw)": 0.8041340112686157, "Finetune/Step": 2179, "Finetune/Step Time": 6.523814849555492}
{"Finetune/Learning Rate": 1.9373828162146105e-05, "Finetune/Loss": 0.8058514595031738, "Finetune/Loss (Raw)": 0.8949636816978455, "Finetune/Step": 2180, "Finetune/Step Time": 6.518088895827532}
{"Finetune/Learning Rate": 1.937310460488897e-05, "Finetune/Loss": 0.805945634841919, "Finetune/Loss (Raw)": 0.9156062006950378, "Finetune/Step": 2181, "Finetune/Step Time": 6.5159861743450165}
{"Finetune/Learning Rate": 1.9372380643356174e-05, "Finetune/Loss": 0.8057775497436523, "Finetune/Loss (Raw)": 0.9568149447441101, "Finetune/Step": 2182, "Finetune/Step Time": 6.519072813913226}
{"Finetune/Learning Rate": 1.9371656277578944e-05, "Finetune/Loss": 0.8040835857391357, "Finetune/Loss (Raw)": 0.7009121179580688, "Finetune/Step": 2183, "Finetune/Step Time": 6.5350171979516745}
{"Finetune/Learning Rate": 1.9370931507588525e-05, "Finetune/Loss": 0.802187979221344, "Finetune/Loss (Raw)": 0.7030347585678101, "Finetune/Step": 2184, "Finetune/Step Time": 6.5491915084421635}
{"Finetune/Learning Rate": 1.9370206333416176e-05, "Finetune/Loss": 0.8031514883041382, "Finetune/Loss (Raw)": 0.890428900718689, "Finetune/Step": 2185, "Finetune/Step Time": 6.536413790658116}
{"Finetune/Learning Rate": 1.9369480755093172e-05, "Finetune/Loss": 0.8036181926727295, "Finetune/Loss (Raw)": 0.8354770541191101, "Finetune/Step": 2186, "Finetune/Step Time": 6.532305344939232}
{"Finetune/Learning Rate": 1.9368754772650814e-05, "Finetune/Loss": 0.8019260168075562, "Finetune/Loss (Raw)": 0.5723408460617065, "Finetune/Step": 2187, "Finetune/Step Time": 6.564592430368066}
{"Finetune/Learning Rate": 1.936802838612041e-05, "Finetune/Loss": 0.8017658591270447, "Finetune/Loss (Raw)": 0.7912251949310303, "Finetune/Step": 2188, "Finetune/Step Time": 6.597124857828021}
{"Finetune/Learning Rate": 1.9367301595533293e-05, "Finetune/Loss": 0.7996616959571838, "Finetune/Loss (Raw)": 0.6922010183334351, "Finetune/Step": 2189, "Finetune/Step Time": 6.604904633015394}
{"Finetune/Learning Rate": 1.9366574400920807e-05, "Finetune/Loss": 0.7988476753234863, "Finetune/Loss (Raw)": 0.6995509266853333, "Finetune/Step": 2190, "Finetune/Step Time": 6.613739434629679}
{"Finetune/Learning Rate": 1.936584680231432e-05, "Finetune/Loss": 0.7979592084884644, "Finetune/Loss (Raw)": 0.8216234445571899, "Finetune/Step": 2191, "Finetune/Step Time": 6.628445275127888}
{"Finetune/Learning Rate": 1.9365118799745213e-05, "Finetune/Loss": 0.7972644567489624, "Finetune/Loss (Raw)": 0.6691877245903015, "Finetune/Step": 2192, "Finetune/Step Time": 6.610560456290841}
{"Finetune/Learning Rate": 1.9364390393244888e-05, "Finetune/Loss": 0.7981685400009155, "Finetune/Loss (Raw)": 0.9340688586235046, "Finetune/Step": 2193, "Finetune/Step Time": 6.605071768164635}
{"Finetune/Learning Rate": 1.9363661582844756e-05, "Finetune/Loss": 0.801922619342804, "Finetune/Loss (Raw)": 0.8393182158470154, "Finetune/Step": 2194, "Finetune/Step Time": 6.588670996949077}
{"Finetune/Learning Rate": 1.936293236857626e-05, "Finetune/Loss": 0.8024142980575562, "Finetune/Loss (Raw)": 0.9058374166488647, "Finetune/Step": 2195, "Finetune/Step Time": 6.587119046598673}
{"Finetune/Learning Rate": 1.936220275047085e-05, "Finetune/Loss": 0.8017960786819458, "Finetune/Loss (Raw)": 0.786266028881073, "Finetune/Step": 2196, "Finetune/Step Time": 6.5867572240531445}
{"Finetune/Learning Rate": 1.9361472728559988e-05, "Finetune/Loss": 0.8016147017478943, "Finetune/Loss (Raw)": 0.8384318947792053, "Finetune/Step": 2197, "Finetune/Step Time": 6.588221602141857}
{"Finetune/Learning Rate": 1.9360742302875174e-05, "Finetune/Loss": 0.8037897348403931, "Finetune/Loss (Raw)": 0.7854377031326294, "Finetune/Step": 2198, "Finetune/Step Time": 6.582253949716687}
{"Finetune/Learning Rate": 1.9360011473447898e-05, "Finetune/Loss": 0.8031047582626343, "Finetune/Loss (Raw)": 0.798352837562561, "Finetune/Step": 2199, "Finetune/Step Time": 6.574047338217497}
{"Finetune/Learning Rate": 1.9359280240309693e-05, "Finetune/Loss": 0.8013523817062378, "Finetune/Loss (Raw)": 0.7470218539237976, "Finetune/Step": 2200, "Finetune/Step Time": 6.5855857077986}
{"Finetune/Learning Rate": 1.9358548603492092e-05, "Finetune/Loss": 0.7983789443969727, "Finetune/Loss (Raw)": 0.37517204880714417, "Finetune/Step": 2201, "Finetune/Step Time": 6.593266217038035}
{"Finetune/Learning Rate": 1.9357816563026652e-05, "Finetune/Loss": 0.7971972227096558, "Finetune/Loss (Raw)": 0.8252297043800354, "Finetune/Step": 2202, "Finetune/Step Time": 6.585414530709386}
{"Finetune/Learning Rate": 1.935708411894495e-05, "Finetune/Loss": 0.7973827123641968, "Finetune/Loss (Raw)": 0.8057349324226379, "Finetune/Step": 2203, "Finetune/Step Time": 6.58594249561429}
{"Finetune/Learning Rate": 1.9356351271278577e-05, "Finetune/Loss": 0.797592043876648, "Finetune/Loss (Raw)": 0.7298721075057983, "Finetune/Step": 2204, "Finetune/Step Time": 6.582837453112006}
{"Finetune/Learning Rate": 1.935561802005914e-05, "Finetune/Loss": 0.7946406602859497, "Finetune/Loss (Raw)": 0.4464055299758911, "Finetune/Step": 2205, "Finetune/Step Time": 6.601588360965252}
{"Finetune/Learning Rate": 1.9354884365318266e-05, "Finetune/Loss": 0.7932939529418945, "Finetune/Loss (Raw)": 0.597112238407135, "Finetune/Step": 2206, "Finetune/Step Time": 6.642792459577322}
{"Finetune/Learning Rate": 1.93541503070876e-05, "Finetune/Loss": 0.7939411401748657, "Finetune/Loss (Raw)": 0.8784654140472412, "Finetune/Step": 2207, "Finetune/Step Time": 6.64879216440022}
{"Finetune/Learning Rate": 1.9353415845398795e-05, "Finetune/Loss": 0.7942925095558167, "Finetune/Loss (Raw)": 0.7756602764129639, "Finetune/Step": 2208, "Finetune/Step Time": 6.642920114099979}
{"Finetune/Learning Rate": 1.9352680980283543e-05, "Finetune/Loss": 0.7941753268241882, "Finetune/Loss (Raw)": 0.8172956109046936, "Finetune/Step": 2209, "Finetune/Step Time": 6.633643107488751}
{"Finetune/Learning Rate": 1.935194571177353e-05, "Finetune/Loss": 0.7909939885139465, "Finetune/Loss (Raw)": 0.4089793562889099, "Finetune/Step": 2210, "Finetune/Step Time": 6.663183698430657}
{"Finetune/Learning Rate": 1.935121003990047e-05, "Finetune/Loss": 0.7911432385444641, "Finetune/Loss (Raw)": 0.9361011981964111, "Finetune/Step": 2211, "Finetune/Step Time": 6.687371354550123}
{"Finetune/Learning Rate": 1.9350473964696096e-05, "Finetune/Loss": 0.7879680395126343, "Finetune/Loss (Raw)": 0.602736234664917, "Finetune/Step": 2212, "Finetune/Step Time": 6.709863893687725}
{"Finetune/Learning Rate": 1.9349737486192155e-05, "Finetune/Loss": 0.7909722328186035, "Finetune/Loss (Raw)": 0.7182959914207458, "Finetune/Step": 2213, "Finetune/Step Time": 6.6969945281744}
{"Finetune/Learning Rate": 1.9349000604420414e-05, "Finetune/Loss": 0.7887011170387268, "Finetune/Loss (Raw)": 0.6321359276771545, "Finetune/Step": 2214, "Finetune/Step Time": 6.70232723467052}
{"Finetune/Learning Rate": 1.9348263319412656e-05, "Finetune/Loss": 0.7880280017852783, "Finetune/Loss (Raw)": 0.899765133857727, "Finetune/Step": 2215, "Finetune/Step Time": 6.702057622373104}
{"Finetune/Learning Rate": 1.9347525631200678e-05, "Finetune/Loss": 0.7876138687133789, "Finetune/Loss (Raw)": 0.888839602470398, "Finetune/Step": 2216, "Finetune/Step Time": 6.704210571944714}
{"Finetune/Learning Rate": 1.9346787539816296e-05, "Finetune/Loss": 0.7883790135383606, "Finetune/Loss (Raw)": 0.971383810043335, "Finetune/Step": 2217, "Finetune/Step Time": 6.705409362912178}
{"Finetune/Learning Rate": 1.9346049045291355e-05, "Finetune/Loss": 0.790614902973175, "Finetune/Loss (Raw)": 0.5642623901367188, "Finetune/Step": 2218, "Finetune/Step Time": 6.690512744709849}
{"Finetune/Learning Rate": 1.9345310147657694e-05, "Finetune/Loss": 0.7902450561523438, "Finetune/Loss (Raw)": 0.7287881970405579, "Finetune/Step": 2219, "Finetune/Step Time": 6.719188367947936}
{"Finetune/Learning Rate": 1.9344570846947193e-05, "Finetune/Loss": 0.7902580499649048, "Finetune/Loss (Raw)": 0.8829108476638794, "Finetune/Step": 2220, "Finetune/Step Time": 6.719602711498737}
{"Finetune/Learning Rate": 1.9343831143191734e-05, "Finetune/Loss": 0.7886089086532593, "Finetune/Loss (Raw)": 0.732587993144989, "Finetune/Step": 2221, "Finetune/Step Time": 6.73581033013761}
{"Finetune/Learning Rate": 1.9343091036423226e-05, "Finetune/Loss": 0.7879452705383301, "Finetune/Loss (Raw)": 0.9124647974967957, "Finetune/Step": 2222, "Finetune/Step Time": 6.744742972776294}
{"Finetune/Learning Rate": 1.9342350526673583e-05, "Finetune/Loss": 0.7879425287246704, "Finetune/Loss (Raw)": 0.8694053888320923, "Finetune/Step": 2223, "Finetune/Step Time": 6.748161314055324}
{"Finetune/Learning Rate": 1.934160961397475e-05, "Finetune/Loss": 0.7880561351776123, "Finetune/Loss (Raw)": 0.8520259261131287, "Finetune/Step": 2224, "Finetune/Step Time": 6.728268826380372}
{"Finetune/Learning Rate": 1.9340868298358688e-05, "Finetune/Loss": 0.7870771884918213, "Finetune/Loss (Raw)": 0.7944017648696899, "Finetune/Step": 2225, "Finetune/Step Time": 6.739303261041641}
{"Finetune/Learning Rate": 1.934012657985736e-05, "Finetune/Loss": 0.7877023220062256, "Finetune/Loss (Raw)": 0.8618432879447937, "Finetune/Step": 2226, "Finetune/Step Time": 6.739649765193462}
{"Finetune/Learning Rate": 1.9339384458502766e-05, "Finetune/Loss": 0.7920621633529663, "Finetune/Loss (Raw)": 0.9332350492477417, "Finetune/Step": 2227, "Finetune/Step Time": 6.724508568644524}
{"Finetune/Learning Rate": 1.9338641934326913e-05, "Finetune/Loss": 0.7929958701133728, "Finetune/Loss (Raw)": 0.7995926141738892, "Finetune/Step": 2228, "Finetune/Step Time": 6.722387954592705}
{"Finetune/Learning Rate": 1.933789900736182e-05, "Finetune/Loss": 0.7919009327888489, "Finetune/Loss (Raw)": 0.7767132520675659, "Finetune/Step": 2229, "Finetune/Step Time": 6.721650065854192}
{"Finetune/Learning Rate": 1.933715567763954e-05, "Finetune/Loss": 0.7916234731674194, "Finetune/Loss (Raw)": 0.7938845157623291, "Finetune/Step": 2230, "Finetune/Step Time": 6.722037456929684}
{"Finetune/Learning Rate": 1.9336411945192136e-05, "Finetune/Loss": 0.7960944175720215, "Finetune/Loss (Raw)": 0.9545238018035889, "Finetune/Step": 2231, "Finetune/Step Time": 6.702735647559166}
{"Finetune/Learning Rate": 1.9335667810051673e-05, "Finetune/Loss": 0.7973036766052246, "Finetune/Loss (Raw)": 0.9766800403594971, "Finetune/Step": 2232, "Finetune/Step Time": 6.6847380213439465}
{"Finetune/Learning Rate": 1.9334923272250257e-05, "Finetune/Loss": 0.7960799932479858, "Finetune/Loss (Raw)": 0.6990839838981628, "Finetune/Step": 2233, "Finetune/Step Time": 6.682427205145359}
{"Finetune/Learning Rate": 1.933417833182e-05, "Finetune/Loss": 0.7965209484100342, "Finetune/Loss (Raw)": 0.9330117702484131, "Finetune/Step": 2234, "Finetune/Step Time": 6.685355491936207}
{"Finetune/Learning Rate": 1.933343298879303e-05, "Finetune/Loss": 0.7969796657562256, "Finetune/Loss (Raw)": 0.9472722411155701, "Finetune/Step": 2235, "Finetune/Step Time": 6.695855682715774}
{"Finetune/Learning Rate": 1.9332687243201492e-05, "Finetune/Loss": 0.7981038093566895, "Finetune/Loss (Raw)": 0.9471378326416016, "Finetune/Step": 2236, "Finetune/Step Time": 6.7061953488737345}
{"Finetune/Learning Rate": 1.933194109507756e-05, "Finetune/Loss": 0.7969681620597839, "Finetune/Loss (Raw)": 0.7650325298309326, "Finetune/Step": 2237, "Finetune/Step Time": 6.706902289763093}
{"Finetune/Learning Rate": 1.9331194544453408e-05, "Finetune/Loss": 0.7959972620010376, "Finetune/Loss (Raw)": 0.6856282949447632, "Finetune/Step": 2238, "Finetune/Step Time": 6.711388628929853}
{"Finetune/Learning Rate": 1.933044759136124e-05, "Finetune/Loss": 0.7986804842948914, "Finetune/Loss (Raw)": 1.1429468393325806, "Finetune/Step": 2239, "Finetune/Step Time": 6.697869012132287}
{"Finetune/Learning Rate": 1.932970023583327e-05, "Finetune/Loss": 0.802866518497467, "Finetune/Loss (Raw)": 1.0072190761566162, "Finetune/Step": 2240, "Finetune/Step Time": 6.680180061608553}
{"Finetune/Learning Rate": 1.9328952477901738e-05, "Finetune/Loss": 0.8036704063415527, "Finetune/Loss (Raw)": 0.9571194648742676, "Finetune/Step": 2241, "Finetune/Step Time": 6.687880476936698}
{"Finetune/Learning Rate": 1.932820431759889e-05, "Finetune/Loss": 0.8028004169464111, "Finetune/Loss (Raw)": 0.8209937810897827, "Finetune/Step": 2242, "Finetune/Step Time": 6.68209850974381}
{"Finetune/Learning Rate": 1.9327455754956998e-05, "Finetune/Loss": 0.8019310832023621, "Finetune/Loss (Raw)": 0.8247897028923035, "Finetune/Step": 2243, "Finetune/Step Time": 6.693900756537914}
{"Finetune/Learning Rate": 1.9326706790008347e-05, "Finetune/Loss": 0.807132363319397, "Finetune/Loss (Raw)": 1.0996334552764893, "Finetune/Step": 2244, "Finetune/Step Time": 6.6722196359187365}
{"Finetune/Learning Rate": 1.9325957422785244e-05, "Finetune/Loss": 0.8086908459663391, "Finetune/Loss (Raw)": 0.8863177299499512, "Finetune/Step": 2245, "Finetune/Step Time": 6.652801970019937}
{"Finetune/Learning Rate": 1.9325207653320007e-05, "Finetune/Loss": 0.810279130935669, "Finetune/Loss (Raw)": 0.9800547957420349, "Finetune/Step": 2246, "Finetune/Step Time": 6.65509657561779}
{"Finetune/Learning Rate": 1.9324457481644977e-05, "Finetune/Loss": 0.8101018071174622, "Finetune/Loss (Raw)": 0.7392051815986633, "Finetune/Step": 2247, "Finetune/Step Time": 6.65392873249948}
{"Finetune/Learning Rate": 1.932370690779251e-05, "Finetune/Loss": 0.813040554523468, "Finetune/Loss (Raw)": 0.7289007306098938, "Finetune/Step": 2248, "Finetune/Step Time": 6.63061979226768}
{"Finetune/Learning Rate": 1.932295593179498e-05, "Finetune/Loss": 0.8123804926872253, "Finetune/Loss (Raw)": 0.7972666025161743, "Finetune/Step": 2249, "Finetune/Step Time": 6.630094435065985}
{"Finetune/Learning Rate": 1.9322204553684774e-05, "Finetune/Loss": 0.8113254308700562, "Finetune/Loss (Raw)": 0.7952672839164734, "Finetune/Step": 2250, "Finetune/Step Time": 6.650423562154174}
{"Finetune/Learning Rate": 1.93214527734943e-05, "Finetune/Loss": 0.8112236857414246, "Finetune/Loss (Raw)": 0.8899312615394592, "Finetune/Step": 2251, "Finetune/Step Time": 6.652102019637823}
{"Finetune/Learning Rate": 1.9320700591255987e-05, "Finetune/Loss": 0.8068892955780029, "Finetune/Loss (Raw)": 0.34091612696647644, "Finetune/Step": 2252, "Finetune/Step Time": 6.667946157976985}
{"Finetune/Learning Rate": 1.931994800700228e-05, "Finetune/Loss": 0.8072311878204346, "Finetune/Loss (Raw)": 0.9331730604171753, "Finetune/Step": 2253, "Finetune/Step Time": 6.650132877752185}
{"Finetune/Learning Rate": 1.9319195020765632e-05, "Finetune/Loss": 0.8073012828826904, "Finetune/Loss (Raw)": 0.9538290500640869, "Finetune/Step": 2254, "Finetune/Step Time": 6.6555824894458055}
{"Finetune/Learning Rate": 1.9318441632578527e-05, "Finetune/Loss": 0.8071556687355042, "Finetune/Loss (Raw)": 0.8714266419410706, "Finetune/Step": 2255, "Finetune/Step Time": 6.653605820611119}
{"Finetune/Learning Rate": 1.931768784247345e-05, "Finetune/Loss": 0.8104702234268188, "Finetune/Loss (Raw)": 0.7881007194519043, "Finetune/Step": 2256, "Finetune/Step Time": 6.626747606322169}
{"Finetune/Learning Rate": 1.9316933650482924e-05, "Finetune/Loss": 0.8147398233413696, "Finetune/Loss (Raw)": 0.8381814956665039, "Finetune/Step": 2257, "Finetune/Step Time": 6.609302502125502}
{"Finetune/Learning Rate": 1.9316179056639476e-05, "Finetune/Loss": 0.8129215240478516, "Finetune/Loss (Raw)": 0.6646671891212463, "Finetune/Step": 2258, "Finetune/Step Time": 6.609109379351139}
{"Finetune/Learning Rate": 1.9315424060975646e-05, "Finetune/Loss": 0.8116136789321899, "Finetune/Loss (Raw)": 0.7742733955383301, "Finetune/Step": 2259, "Finetune/Step Time": 6.606673743575811}
{"Finetune/Learning Rate": 1.9314668663524007e-05, "Finetune/Loss": 0.811302661895752, "Finetune/Loss (Raw)": 0.7973889708518982, "Finetune/Step": 2260, "Finetune/Step Time": 6.61175699159503}
{"Finetune/Learning Rate": 1.9313912864317133e-05, "Finetune/Loss": 0.80971360206604, "Finetune/Loss (Raw)": 0.8993355631828308, "Finetune/Step": 2261, "Finetune/Step Time": 6.613810190930963}
{"Finetune/Learning Rate": 1.9313156663387625e-05, "Finetune/Loss": 0.8113658428192139, "Finetune/Loss (Raw)": 0.9963679313659668, "Finetune/Step": 2262, "Finetune/Step Time": 6.607884660363197}
{"Finetune/Learning Rate": 1.9312400060768107e-05, "Finetune/Loss": 0.8116638660430908, "Finetune/Loss (Raw)": 0.8216476440429688, "Finetune/Step": 2263, "Finetune/Step Time": 6.611754389479756}
{"Finetune/Learning Rate": 1.93116430564912e-05, "Finetune/Loss": 0.8119640946388245, "Finetune/Loss (Raw)": 0.907785177230835, "Finetune/Step": 2264, "Finetune/Step Time": 6.615137279033661}
{"Finetune/Learning Rate": 1.9310885650589558e-05, "Finetune/Loss": 0.8150249719619751, "Finetune/Loss (Raw)": 0.8360067009925842, "Finetune/Step": 2265, "Finetune/Step Time": 6.597710784524679}
{"Finetune/Learning Rate": 1.9310127843095854e-05, "Finetune/Loss": 0.8125360012054443, "Finetune/Loss (Raw)": 0.5579584240913391, "Finetune/Step": 2266, "Finetune/Step Time": 6.604034185409546}
{"Finetune/Learning Rate": 1.930936963404277e-05, "Finetune/Loss": 0.8129847049713135, "Finetune/Loss (Raw)": 0.8299292922019958, "Finetune/Step": 2267, "Finetune/Step Time": 6.584618700668216}
{"Finetune/Learning Rate": 1.930861102346301e-05, "Finetune/Loss": 0.8118287920951843, "Finetune/Loss (Raw)": 0.7785215377807617, "Finetune/Step": 2268, "Finetune/Step Time": 6.591469584032893}
{"Finetune/Learning Rate": 1.930785201138929e-05, "Finetune/Loss": 0.8110741376876831, "Finetune/Loss (Raw)": 0.9083488583564758, "Finetune/Step": 2269, "Finetune/Step Time": 6.584993353113532}
{"Finetune/Learning Rate": 1.930709259785435e-05, "Finetune/Loss": 0.8094309568405151, "Finetune/Loss (Raw)": 0.6049840450286865, "Finetune/Step": 2270, "Finetune/Step Time": 6.593482123687863}
{"Finetune/Learning Rate": 1.930633278289095e-05, "Finetune/Loss": 0.8101581335067749, "Finetune/Loss (Raw)": 0.9142892360687256, "Finetune/Step": 2271, "Finetune/Step Time": 6.573615524917841}
{"Finetune/Learning Rate": 1.9305572566531855e-05, "Finetune/Loss": 0.8109002113342285, "Finetune/Loss (Raw)": 0.9175177216529846, "Finetune/Step": 2272, "Finetune/Step Time": 6.567737303674221}
{"Finetune/Learning Rate": 1.9304811948809853e-05, "Finetune/Loss": 0.8129222989082336, "Finetune/Loss (Raw)": 0.8155516982078552, "Finetune/Step": 2273, "Finetune/Step Time": 6.5534955356270075}
{"Finetune/Learning Rate": 1.9304050929757756e-05, "Finetune/Loss": 0.8123853802680969, "Finetune/Loss (Raw)": 0.7990006804466248, "Finetune/Step": 2274, "Finetune/Step Time": 6.5540331937372684}
{"Finetune/Learning Rate": 1.9303289509408385e-05, "Finetune/Loss": 0.8137920498847961, "Finetune/Loss (Raw)": 0.9414894580841064, "Finetune/Step": 2275, "Finetune/Step Time": 6.54624536074698}
{"Finetune/Learning Rate": 1.9302527687794583e-05, "Finetune/Loss": 0.8127749562263489, "Finetune/Loss (Raw)": 0.8694590926170349, "Finetune/Step": 2276, "Finetune/Step Time": 6.54839632101357}
{"Finetune/Learning Rate": 1.9301765464949205e-05, "Finetune/Loss": 0.8110394477844238, "Finetune/Loss (Raw)": 0.6968971490859985, "Finetune/Step": 2277, "Finetune/Step Time": 6.552982799708843}
{"Finetune/Learning Rate": 1.930100284090513e-05, "Finetune/Loss": 0.8117239475250244, "Finetune/Loss (Raw)": 0.9133265614509583, "Finetune/Step": 2278, "Finetune/Step Time": 6.551336156204343}
{"Finetune/Learning Rate": 1.930023981569525e-05, "Finetune/Loss": 0.8112815618515015, "Finetune/Loss (Raw)": 0.880440890789032, "Finetune/Step": 2279, "Finetune/Step Time": 6.540828870609403}
{"Finetune/Learning Rate": 1.9299476389352475e-05, "Finetune/Loss": 0.8121078014373779, "Finetune/Loss (Raw)": 0.8674107193946838, "Finetune/Step": 2280, "Finetune/Step Time": 6.535806950181723}
{"Finetune/Learning Rate": 1.9298712561909733e-05, "Finetune/Loss": 0.8121289014816284, "Finetune/Loss (Raw)": 0.8293699026107788, "Finetune/Step": 2281, "Finetune/Step Time": 6.525876067578793}
{"Finetune/Learning Rate": 1.929794833339997e-05, "Finetune/Loss": 0.8132145404815674, "Finetune/Loss (Raw)": 0.8380361795425415, "Finetune/Step": 2282, "Finetune/Step Time": 6.519894393160939}
{"Finetune/Learning Rate": 1.9297183703856145e-05, "Finetune/Loss": 0.8142462968826294, "Finetune/Loss (Raw)": 0.9652789831161499, "Finetune/Step": 2283, "Finetune/Step Time": 6.518925227224827}
{"Finetune/Learning Rate": 1.9296418673311243e-05, "Finetune/Loss": 0.8138298988342285, "Finetune/Loss (Raw)": 0.6385546326637268, "Finetune/Step": 2284, "Finetune/Step Time": 6.532768400385976}
{"Finetune/Learning Rate": 1.9295653241798257e-05, "Finetune/Loss": 0.8140928745269775, "Finetune/Loss (Raw)": 0.8053547739982605, "Finetune/Step": 2285, "Finetune/Step Time": 6.533020270988345}
{"Finetune/Learning Rate": 1.92948874093502e-05, "Finetune/Loss": 0.813207745552063, "Finetune/Loss (Raw)": 0.8138788938522339, "Finetune/Step": 2286, "Finetune/Step Time": 6.5431357473134995}
{"Finetune/Learning Rate": 1.929412117600011e-05, "Finetune/Loss": 0.811198353767395, "Finetune/Loss (Raw)": 0.620994508266449, "Finetune/Step": 2287, "Finetune/Step Time": 6.528684074059129}
{"Finetune/Learning Rate": 1.9293354541781028e-05, "Finetune/Loss": 0.8119046688079834, "Finetune/Loss (Raw)": 0.9333715438842773, "Finetune/Step": 2288, "Finetune/Step Time": 6.532212298363447}
{"Finetune/Learning Rate": 1.9292587506726022e-05, "Finetune/Loss": 0.8106749057769775, "Finetune/Loss (Raw)": 0.6319822072982788, "Finetune/Step": 2289, "Finetune/Step Time": 6.54521106928587}
{"Finetune/Learning Rate": 1.929182007086818e-05, "Finetune/Loss": 0.8119485378265381, "Finetune/Loss (Raw)": 0.9401377439498901, "Finetune/Step": 2290, "Finetune/Step Time": 6.538331089541316}
{"Finetune/Learning Rate": 1.9291052234240596e-05, "Finetune/Loss": 0.8118003606796265, "Finetune/Loss (Raw)": 0.7842682003974915, "Finetune/Step": 2291, "Finetune/Step Time": 6.55040954425931}
{"Finetune/Learning Rate": 1.9290283996876393e-05, "Finetune/Loss": 0.8101348876953125, "Finetune/Loss (Raw)": 0.7689414620399475, "Finetune/Step": 2292, "Finetune/Step Time": 6.558454994112253}
{"Finetune/Learning Rate": 1.9289515358808706e-05, "Finetune/Loss": 0.8080172538757324, "Finetune/Loss (Raw)": 0.5730690360069275, "Finetune/Step": 2293, "Finetune/Step Time": 6.54349615611136}
{"Finetune/Learning Rate": 1.928874632007068e-05, "Finetune/Loss": 0.8075657486915588, "Finetune/Loss (Raw)": 0.8748041391372681, "Finetune/Step": 2294, "Finetune/Step Time": 6.541370680555701}
{"Finetune/Learning Rate": 1.9287976880695497e-05, "Finetune/Loss": 0.8065057992935181, "Finetune/Loss (Raw)": 0.8035123348236084, "Finetune/Step": 2295, "Finetune/Step Time": 6.558715291321278}
{"Finetune/Learning Rate": 1.9287207040716335e-05, "Finetune/Loss": 0.8055251836776733, "Finetune/Loss (Raw)": 0.7029211521148682, "Finetune/Step": 2296, "Finetune/Step Time": 6.559551734477282}
{"Finetune/Learning Rate": 1.92864368001664e-05, "Finetune/Loss": 0.804828405380249, "Finetune/Loss (Raw)": 0.8110963106155396, "Finetune/Step": 2297, "Finetune/Step Time": 6.551231361925602}
{"Finetune/Learning Rate": 1.9285666159078918e-05, "Finetune/Loss": 0.8055421113967896, "Finetune/Loss (Raw)": 0.8230193853378296, "Finetune/Step": 2298, "Finetune/Step Time": 6.542136607691646}
{"Finetune/Learning Rate": 1.928489511748712e-05, "Finetune/Loss": 0.8068512678146362, "Finetune/Loss (Raw)": 0.9078152775764465, "Finetune/Step": 2299, "Finetune/Step Time": 6.549677452072501}
{"Finetune/Learning Rate": 1.9284123675424272e-05, "Finetune/Loss": 0.8069489002227783, "Finetune/Loss (Raw)": 0.9142029881477356, "Finetune/Step": 2300, "Finetune/Step Time": 6.555018242448568}
{"Finetune/Learning Rate": 1.9283351832923637e-05, "Finetune/Loss": 0.8081507086753845, "Finetune/Loss (Raw)": 0.7857524752616882, "Finetune/Step": 2301, "Finetune/Step Time": 6.542265210300684}
{"Finetune/Learning Rate": 1.9282579590018512e-05, "Finetune/Loss": 0.8091962337493896, "Finetune/Loss (Raw)": 0.7418248057365417, "Finetune/Step": 2302, "Finetune/Step Time": 6.544592924416065}
{"Finetune/Learning Rate": 1.9281806946742202e-05, "Finetune/Loss": 0.8100315928459167, "Finetune/Loss (Raw)": 0.8840965628623962, "Finetune/Step": 2303, "Finetune/Step Time": 6.527227057144046}
{"Finetune/Learning Rate": 1.9281033903128037e-05, "Finetune/Loss": 0.807842493057251, "Finetune/Loss (Raw)": 0.6636239290237427, "Finetune/Step": 2304, "Finetune/Step Time": 6.534869957715273}
{"Finetune/Learning Rate": 1.9280260459209357e-05, "Finetune/Loss": 0.806725025177002, "Finetune/Loss (Raw)": 0.7747002243995667, "Finetune/Step": 2305, "Finetune/Step Time": 6.530915234237909}
{"Finetune/Learning Rate": 1.927948661501952e-05, "Finetune/Loss": 0.8084274530410767, "Finetune/Loss (Raw)": 0.9583373665809631, "Finetune/Step": 2306, "Finetune/Step Time": 6.5333348624408245}
{"Finetune/Learning Rate": 1.9278712370591902e-05, "Finetune/Loss": 0.8091951012611389, "Finetune/Loss (Raw)": 0.9023838043212891, "Finetune/Step": 2307, "Finetune/Step Time": 6.5185872837901115}
{"Finetune/Learning Rate": 1.9277937725959903e-05, "Finetune/Loss": 0.8064625263214111, "Finetune/Loss (Raw)": 0.5451931357383728, "Finetune/Step": 2308, "Finetune/Step Time": 6.520740168169141}
{"Finetune/Learning Rate": 1.927716268115693e-05, "Finetune/Loss": 0.8054777383804321, "Finetune/Loss (Raw)": 0.7895548343658447, "Finetune/Step": 2309, "Finetune/Step Time": 6.520977398380637}
{"Finetune/Learning Rate": 1.927638723621641e-05, "Finetune/Loss": 0.8052781820297241, "Finetune/Loss (Raw)": 0.9312670826911926, "Finetune/Step": 2310, "Finetune/Step Time": 6.515872521325946}
{"Finetune/Learning Rate": 1.9275611391171794e-05, "Finetune/Loss": 0.8070876002311707, "Finetune/Loss (Raw)": 0.9325271248817444, "Finetune/Step": 2311, "Finetune/Step Time": 6.496789399534464}
{"Finetune/Learning Rate": 1.9274835146056544e-05, "Finetune/Loss": 0.8073418140411377, "Finetune/Loss (Raw)": 0.7355725169181824, "Finetune/Step": 2312, "Finetune/Step Time": 6.5055449195206165}
{"Finetune/Learning Rate": 1.927405850090414e-05, "Finetune/Loss": 0.8069401979446411, "Finetune/Loss (Raw)": 0.8390160202980042, "Finetune/Step": 2313, "Finetune/Step Time": 6.510827392339706}
{"Finetune/Learning Rate": 1.9273281455748075e-05, "Finetune/Loss": 0.8065001964569092, "Finetune/Loss (Raw)": 0.7791652679443359, "Finetune/Step": 2314, "Finetune/Step Time": 6.518818257376552}
{"Finetune/Learning Rate": 1.9272504010621874e-05, "Finetune/Loss": 0.8082610964775085, "Finetune/Loss (Raw)": 0.7977280616760254, "Finetune/Step": 2315, "Finetune/Step Time": 6.486622877418995}
{"Finetune/Learning Rate": 1.9271726165559063e-05, "Finetune/Loss": 0.8095026612281799, "Finetune/Loss (Raw)": 0.9501513242721558, "Finetune/Step": 2316, "Finetune/Step Time": 6.452520856633782}
{"Finetune/Learning Rate": 1.9270947920593192e-05, "Finetune/Loss": 0.8103817701339722, "Finetune/Loss (Raw)": 0.804724931716919, "Finetune/Step": 2317, "Finetune/Step Time": 6.4482438284903765}
{"Finetune/Learning Rate": 1.927016927575783e-05, "Finetune/Loss": 0.8108327388763428, "Finetune/Loss (Raw)": 0.7572680115699768, "Finetune/Step": 2318, "Finetune/Step Time": 6.437264373525977}
{"Finetune/Learning Rate": 1.9269390231086558e-05, "Finetune/Loss": 0.8117810487747192, "Finetune/Loss (Raw)": 0.9430107474327087, "Finetune/Step": 2319, "Finetune/Step Time": 6.4284863118082285}
{"Finetune/Learning Rate": 1.9268610786612977e-05, "Finetune/Loss": 0.8129191398620605, "Finetune/Loss (Raw)": 0.814858615398407, "Finetune/Step": 2320, "Finetune/Step Time": 6.426988152787089}
{"Finetune/Learning Rate": 1.926783094237071e-05, "Finetune/Loss": 0.8121327757835388, "Finetune/Loss (Raw)": 0.8334230184555054, "Finetune/Step": 2321, "Finetune/Step Time": 6.433969834819436}
{"Finetune/Learning Rate": 1.926705069839339e-05, "Finetune/Loss": 0.8124337792396545, "Finetune/Loss (Raw)": 0.8778473734855652, "Finetune/Step": 2322, "Finetune/Step Time": 6.434217464178801}
{"Finetune/Learning Rate": 1.9266270054714673e-05, "Finetune/Loss": 0.8109902143478394, "Finetune/Loss (Raw)": 0.7210546135902405, "Finetune/Step": 2323, "Finetune/Step Time": 6.447691865265369}
{"Finetune/Learning Rate": 1.9265489011368223e-05, "Finetune/Loss": 0.8111194372177124, "Finetune/Loss (Raw)": 0.8028098940849304, "Finetune/Step": 2324, "Finetune/Step Time": 6.438345106318593}
{"Finetune/Learning Rate": 1.9264707568387732e-05, "Finetune/Loss": 0.8114075660705566, "Finetune/Loss (Raw)": 0.8753174543380737, "Finetune/Step": 2325, "Finetune/Step Time": 6.444879213348031}
{"Finetune/Learning Rate": 1.9263925725806905e-05, "Finetune/Loss": 0.8089035153388977, "Finetune/Loss (Raw)": 0.46491241455078125, "Finetune/Step": 2326, "Finetune/Step Time": 6.458183268085122}
{"Finetune/Learning Rate": 1.9263143483659465e-05, "Finetune/Loss": 0.809425413608551, "Finetune/Loss (Raw)": 0.8651604056358337, "Finetune/Step": 2327, "Finetune/Step Time": 6.473853655159473}
{"Finetune/Learning Rate": 1.9262360841979143e-05, "Finetune/Loss": 0.8093626499176025, "Finetune/Loss (Raw)": 0.7389840483665466, "Finetune/Step": 2328, "Finetune/Step Time": 6.468383030965924}
{"Finetune/Learning Rate": 1.9261577800799706e-05, "Finetune/Loss": 0.8137525916099548, "Finetune/Loss (Raw)": 0.9370877742767334, "Finetune/Step": 2329, "Finetune/Step Time": 6.461177749559283}
{"Finetune/Learning Rate": 1.9260794360154923e-05, "Finetune/Loss": 0.8131144642829895, "Finetune/Loss (Raw)": 0.7435476183891296, "Finetune/Step": 2330, "Finetune/Step Time": 6.473132770508528}
{"Finetune/Learning Rate": 1.9260010520078585e-05, "Finetune/Loss": 0.8134585022926331, "Finetune/Loss (Raw)": 0.8497711420059204, "Finetune/Step": 2331, "Finetune/Step Time": 6.480963859707117}
{"Finetune/Learning Rate": 1.92592262806045e-05, "Finetune/Loss": 0.8157929182052612, "Finetune/Loss (Raw)": 1.0286809206008911, "Finetune/Step": 2332, "Finetune/Step Time": 6.477058669552207}
{"Finetune/Learning Rate": 1.9258441641766497e-05, "Finetune/Loss": 0.8193517923355103, "Finetune/Loss (Raw)": 0.9019420146942139, "Finetune/Step": 2333, "Finetune/Step Time": 6.474896993488073}
{"Finetune/Learning Rate": 1.9257656603598412e-05, "Finetune/Loss": 0.8214269876480103, "Finetune/Loss (Raw)": 0.8627387285232544, "Finetune/Step": 2334, "Finetune/Step Time": 6.447809875011444}
{"Finetune/Learning Rate": 1.925687116613411e-05, "Finetune/Loss": 0.8212467432022095, "Finetune/Loss (Raw)": 0.8553836941719055, "Finetune/Step": 2335, "Finetune/Step Time": 6.43962817825377}
{"Finetune/Learning Rate": 1.9256085329407467e-05, "Finetune/Loss": 0.8217062950134277, "Finetune/Loss (Raw)": 0.8344928026199341, "Finetune/Step": 2336, "Finetune/Step Time": 6.443903222680092}
{"Finetune/Learning Rate": 1.9255299093452375e-05, "Finetune/Loss": 0.8227535486221313, "Finetune/Loss (Raw)": 0.9513373970985413, "Finetune/Step": 2337, "Finetune/Step Time": 6.443557424470782}
{"Finetune/Learning Rate": 1.9254512458302747e-05, "Finetune/Loss": 0.8263829350471497, "Finetune/Loss (Raw)": 0.8735450506210327, "Finetune/Step": 2338, "Finetune/Step Time": 6.413543786853552}
{"Finetune/Learning Rate": 1.9253725423992513e-05, "Finetune/Loss": 0.8249388337135315, "Finetune/Loss (Raw)": 0.751250147819519, "Finetune/Step": 2339, "Finetune/Step Time": 6.408665116876364}
{"Finetune/Learning Rate": 1.9252937990555617e-05, "Finetune/Loss": 0.8262618780136108, "Finetune/Loss (Raw)": 0.7720972895622253, "Finetune/Step": 2340, "Finetune/Step Time": 6.394892107695341}
{"Finetune/Learning Rate": 1.9252150158026026e-05, "Finetune/Loss": 0.8277835249900818, "Finetune/Loss (Raw)": 0.9130600690841675, "Finetune/Step": 2341, "Finetune/Step Time": 6.42042893730104}
{"Finetune/Learning Rate": 1.9251361926437715e-05, "Finetune/Loss": 0.8258989453315735, "Finetune/Loss (Raw)": 0.39090752601623535, "Finetune/Step": 2342, "Finetune/Step Time": 6.432523256167769}
{"Finetune/Learning Rate": 1.9250573295824682e-05, "Finetune/Loss": 0.8262057900428772, "Finetune/Loss (Raw)": 0.9390453696250916, "Finetune/Step": 2343, "Finetune/Step Time": 6.450287291780114}
{"Finetune/Learning Rate": 1.9249784266220947e-05, "Finetune/Loss": 0.825608491897583, "Finetune/Loss (Raw)": 0.812380850315094, "Finetune/Step": 2344, "Finetune/Step Time": 6.473433017730713}
{"Finetune/Learning Rate": 1.924899483766054e-05, "Finetune/Loss": 0.8262202143669128, "Finetune/Loss (Raw)": 1.0496861934661865, "Finetune/Step": 2345, "Finetune/Step Time": 6.468358766287565}
{"Finetune/Learning Rate": 1.9248205010177504e-05, "Finetune/Loss": 0.8283079862594604, "Finetune/Loss (Raw)": 0.8314973711967468, "Finetune/Step": 2346, "Finetune/Step Time": 6.464121367782354}
{"Finetune/Learning Rate": 1.9247414783805912e-05, "Finetune/Loss": 0.8293025493621826, "Finetune/Loss (Raw)": 0.8560938835144043, "Finetune/Step": 2347, "Finetune/Step Time": 6.433646362274885}
{"Finetune/Learning Rate": 1.924662415857985e-05, "Finetune/Loss": 0.8292206525802612, "Finetune/Loss (Raw)": 0.8724251985549927, "Finetune/Step": 2348, "Finetune/Step Time": 6.435095494613051}
{"Finetune/Learning Rate": 1.924583313453341e-05, "Finetune/Loss": 0.8297884464263916, "Finetune/Loss (Raw)": 0.8052645325660706, "Finetune/Step": 2349, "Finetune/Step Time": 6.426623256877065}
{"Finetune/Learning Rate": 1.924504171170072e-05, "Finetune/Loss": 0.8293256759643555, "Finetune/Loss (Raw)": 0.8532353639602661, "Finetune/Step": 2350, "Finetune/Step Time": 6.420214293524623}
{"Finetune/Learning Rate": 1.9244249890115908e-05, "Finetune/Loss": 0.8300231695175171, "Finetune/Loss (Raw)": 0.9586784839630127, "Finetune/Step": 2351, "Finetune/Step Time": 6.41803147085011}
{"Finetune/Learning Rate": 1.9243457669813125e-05, "Finetune/Loss": 0.8303182721138, "Finetune/Loss (Raw)": 0.8898064494132996, "Finetune/Step": 2352, "Finetune/Step Time": 6.4256891664117575}
{"Finetune/Learning Rate": 1.9242665050826546e-05, "Finetune/Loss": 0.8307955265045166, "Finetune/Loss (Raw)": 0.8554847836494446, "Finetune/Step": 2353, "Finetune/Step Time": 6.420005837455392}
{"Finetune/Learning Rate": 1.9241872033190355e-05, "Finetune/Loss": 0.8307701349258423, "Finetune/Loss (Raw)": 0.8586012125015259, "Finetune/Step": 2354, "Finetune/Step Time": 6.412079809233546}
{"Finetune/Learning Rate": 1.924107861693876e-05, "Finetune/Loss": 0.8297876119613647, "Finetune/Loss (Raw)": 0.807460367679596, "Finetune/Step": 2355, "Finetune/Step Time": 6.418939113616943}
{"Finetune/Learning Rate": 1.9240284802105976e-05, "Finetune/Loss": 0.8291006088256836, "Finetune/Loss (Raw)": 0.711662232875824, "Finetune/Step": 2356, "Finetune/Step Time": 6.430127324536443}
{"Finetune/Learning Rate": 1.9239490588726246e-05, "Finetune/Loss": 0.8296158313751221, "Finetune/Loss (Raw)": 0.8426595330238342, "Finetune/Step": 2357, "Finetune/Step Time": 6.4346440192312}
{"Finetune/Learning Rate": 1.9238695976833823e-05, "Finetune/Loss": 0.8306396007537842, "Finetune/Loss (Raw)": 0.9249299168586731, "Finetune/Step": 2358, "Finetune/Step Time": 6.431851327419281}
{"Finetune/Learning Rate": 1.9237900966462984e-05, "Finetune/Loss": 0.8256486654281616, "Finetune/Loss (Raw)": 0.3156869113445282, "Finetune/Step": 2359, "Finetune/Step Time": 6.449697053059936}
{"Finetune/Learning Rate": 1.9237105557648013e-05, "Finetune/Loss": 0.8251043558120728, "Finetune/Loss (Raw)": 0.9070023894309998, "Finetune/Step": 2360, "Finetune/Step Time": 6.44899726472795}
{"Finetune/Learning Rate": 1.923630975042322e-05, "Finetune/Loss": 0.8267408609390259, "Finetune/Loss (Raw)": 0.9085500240325928, "Finetune/Step": 2361, "Finetune/Step Time": 6.443138470873237}
{"Finetune/Learning Rate": 1.923551354482293e-05, "Finetune/Loss": 0.8260289430618286, "Finetune/Loss (Raw)": 0.8418906927108765, "Finetune/Step": 2362, "Finetune/Step Time": 6.436431536450982}
{"Finetune/Learning Rate": 1.9234716940881485e-05, "Finetune/Loss": 0.8231779336929321, "Finetune/Loss (Raw)": 0.5823444724082947, "Finetune/Step": 2363, "Finetune/Step Time": 6.44224057905376}
{"Finetune/Learning Rate": 1.923391993863324e-05, "Finetune/Loss": 0.8217441439628601, "Finetune/Loss (Raw)": 0.7636134624481201, "Finetune/Step": 2364, "Finetune/Step Time": 6.430256895720959}
{"Finetune/Learning Rate": 1.9233122538112575e-05, "Finetune/Loss": 0.8227236270904541, "Finetune/Loss (Raw)": 0.8904067873954773, "Finetune/Step": 2365, "Finetune/Step Time": 6.425671499222517}
{"Finetune/Learning Rate": 1.923232473935388e-05, "Finetune/Loss": 0.8219730854034424, "Finetune/Loss (Raw)": 0.589565634727478, "Finetune/Step": 2366, "Finetune/Step Time": 6.421674661338329}
{"Finetune/Learning Rate": 1.9231526542391566e-05, "Finetune/Loss": 0.820500373840332, "Finetune/Loss (Raw)": 0.9544317722320557, "Finetune/Step": 2367, "Finetune/Step Time": 6.426480108872056}
{"Finetune/Learning Rate": 1.9230727947260065e-05, "Finetune/Loss": 0.818897008895874, "Finetune/Loss (Raw)": 0.801986575126648, "Finetune/Step": 2368, "Finetune/Step Time": 6.432491788640618}
{"Finetune/Learning Rate": 1.922992895399381e-05, "Finetune/Loss": 0.8190953731536865, "Finetune/Loss (Raw)": 0.9825143218040466, "Finetune/Step": 2369, "Finetune/Step Time": 6.42939368262887}
{"Finetune/Learning Rate": 1.922912956262728e-05, "Finetune/Loss": 0.8192955255508423, "Finetune/Loss (Raw)": 0.8466144800186157, "Finetune/Step": 2370, "Finetune/Step Time": 6.420731266960502}
{"Finetune/Learning Rate": 1.9228329773194937e-05, "Finetune/Loss": 0.8202516436576843, "Finetune/Loss (Raw)": 0.9471721053123474, "Finetune/Step": 2371, "Finetune/Step Time": 6.409670287743211}
{"Finetune/Learning Rate": 1.9227529585731287e-05, "Finetune/Loss": 0.8179138898849487, "Finetune/Loss (Raw)": 0.8003931641578674, "Finetune/Step": 2372, "Finetune/Step Time": 6.412510246038437}
{"Finetune/Learning Rate": 1.922672900027084e-05, "Finetune/Loss": 0.8183690309524536, "Finetune/Loss (Raw)": 0.944584310054779, "Finetune/Step": 2373, "Finetune/Step Time": 6.433980125933886}
{"Finetune/Learning Rate": 1.9225928016848127e-05, "Finetune/Loss": 0.81648850440979, "Finetune/Loss (Raw)": 0.7393534779548645, "Finetune/Step": 2374, "Finetune/Step Time": 6.435820039361715}
{"Finetune/Learning Rate": 1.9225126635497698e-05, "Finetune/Loss": 0.8159008026123047, "Finetune/Loss (Raw)": 0.663973867893219, "Finetune/Step": 2375, "Finetune/Step Time": 6.43917884491384}
{"Finetune/Learning Rate": 1.9224324856254114e-05, "Finetune/Loss": 0.8174282908439636, "Finetune/Loss (Raw)": 0.9244148135185242, "Finetune/Step": 2376, "Finetune/Step Time": 6.443942829966545}
{"Finetune/Learning Rate": 1.9223522679151956e-05, "Finetune/Loss": 0.8189637660980225, "Finetune/Loss (Raw)": 0.9938068985939026, "Finetune/Step": 2377, "Finetune/Step Time": 6.444377027451992}
{"Finetune/Learning Rate": 1.9222720104225825e-05, "Finetune/Loss": 0.8200042247772217, "Finetune/Loss (Raw)": 0.9284560084342957, "Finetune/Step": 2378, "Finetune/Step Time": 6.423743825405836}
{"Finetune/Learning Rate": 1.922191713151034e-05, "Finetune/Loss": 0.8199141621589661, "Finetune/Loss (Raw)": 0.8783976435661316, "Finetune/Step": 2379, "Finetune/Step Time": 6.439912574365735}
{"Finetune/Learning Rate": 1.922111376104013e-05, "Finetune/Loss": 0.8231650590896606, "Finetune/Loss (Raw)": 0.757026195526123, "Finetune/Step": 2380, "Finetune/Step Time": 6.4193219393491745}
{"Finetune/Learning Rate": 1.922030999284985e-05, "Finetune/Loss": 0.8224985599517822, "Finetune/Loss (Raw)": 0.8478581309318542, "Finetune/Step": 2381, "Finetune/Step Time": 6.421372164040804}
{"Finetune/Learning Rate": 1.9219505826974162e-05, "Finetune/Loss": 0.8204097151756287, "Finetune/Loss (Raw)": 0.6864665150642395, "Finetune/Step": 2382, "Finetune/Step Time": 6.433165783062577}
{"Finetune/Learning Rate": 1.9218701263447757e-05, "Finetune/Loss": 0.818090558052063, "Finetune/Loss (Raw)": 0.5745732188224792, "Finetune/Step": 2383, "Finetune/Step Time": 6.446229863911867}
{"Finetune/Learning Rate": 1.921789630230533e-05, "Finetune/Loss": 0.8194955587387085, "Finetune/Loss (Raw)": 0.9679381847381592, "Finetune/Step": 2384, "Finetune/Step Time": 6.442549478262663}
{"Finetune/Learning Rate": 1.921709094358161e-05, "Finetune/Loss": 0.8193580508232117, "Finetune/Loss (Raw)": 0.8205808401107788, "Finetune/Step": 2385, "Finetune/Step Time": 6.447531886398792}
{"Finetune/Learning Rate": 1.921628518731132e-05, "Finetune/Loss": 0.8219481706619263, "Finetune/Loss (Raw)": 0.9962018132209778, "Finetune/Step": 2386, "Finetune/Step Time": 6.473521618172526}
{"Finetune/Learning Rate": 1.921547903352923e-05, "Finetune/Loss": 0.8223562240600586, "Finetune/Loss (Raw)": 0.8265023827552795, "Finetune/Step": 2387, "Finetune/Step Time": 6.497331505641341}
{"Finetune/Learning Rate": 1.9214672482270095e-05, "Finetune/Loss": 0.8227139711380005, "Finetune/Loss (Raw)": 0.8431800603866577, "Finetune/Step": 2388, "Finetune/Step Time": 6.507461171597242}
{"Finetune/Learning Rate": 1.9213865533568707e-05, "Finetune/Loss": 0.8232616186141968, "Finetune/Loss (Raw)": 0.9694309830665588, "Finetune/Step": 2389, "Finetune/Step Time": 6.506354413926601}
{"Finetune/Learning Rate": 1.921305818745988e-05, "Finetune/Loss": 0.8230201005935669, "Finetune/Loss (Raw)": 0.9654632210731506, "Finetune/Step": 2390, "Finetune/Step Time": 6.510160258039832}
{"Finetune/Learning Rate": 1.9212250443978424e-05, "Finetune/Loss": 0.8239229917526245, "Finetune/Loss (Raw)": 0.9372179508209229, "Finetune/Step": 2391, "Finetune/Step Time": 6.509532302618027}
{"Finetune/Learning Rate": 1.9211442303159186e-05, "Finetune/Loss": 0.8236575722694397, "Finetune/Loss (Raw)": 0.8738089203834534, "Finetune/Step": 2392, "Finetune/Step Time": 6.50952996686101}
{"Finetune/Learning Rate": 1.9210633765037016e-05, "Finetune/Loss": 0.8245729804039001, "Finetune/Loss (Raw)": 0.9531784057617188, "Finetune/Step": 2393, "Finetune/Step Time": 6.522086188197136}
{"Finetune/Learning Rate": 1.9209824829646796e-05, "Finetune/Loss": 0.8234630227088928, "Finetune/Loss (Raw)": 0.4158872663974762, "Finetune/Step": 2394, "Finetune/Step Time": 6.54298678599298}
{"Finetune/Learning Rate": 1.9209015497023405e-05, "Finetune/Loss": 0.8238515257835388, "Finetune/Loss (Raw)": 0.8796552419662476, "Finetune/Step": 2395, "Finetune/Step Time": 6.548014800995588}
{"Finetune/Learning Rate": 1.9208205767201763e-05, "Finetune/Loss": 0.8241385221481323, "Finetune/Loss (Raw)": 0.8152526021003723, "Finetune/Step": 2396, "Finetune/Step Time": 6.535773491486907}
{"Finetune/Learning Rate": 1.9207395640216787e-05, "Finetune/Loss": 0.8238285779953003, "Finetune/Loss (Raw)": 0.8686738014221191, "Finetune/Step": 2397, "Finetune/Step Time": 6.533796153962612}
{"Finetune/Learning Rate": 1.9206585116103422e-05, "Finetune/Loss": 0.8272104263305664, "Finetune/Loss (Raw)": 1.0378674268722534, "Finetune/Step": 2398, "Finetune/Step Time": 6.524801520630717}
{"Finetune/Learning Rate": 1.9205774194896624e-05, "Finetune/Loss": 0.8273143768310547, "Finetune/Loss (Raw)": 0.9275982975959778, "Finetune/Step": 2399, "Finetune/Step Time": 6.531492652371526}
{"Finetune/Learning Rate": 1.920496287663137e-05, "Finetune/Loss": 0.8261066675186157, "Finetune/Loss (Raw)": 0.7629286646842957, "Finetune/Step": 2400, "Finetune/Step Time": 6.524104245007038}
{"Finetune/Learning Rate": 1.920415116134266e-05, "Finetune/Loss": 0.8263792991638184, "Finetune/Loss (Raw)": 0.8504506349563599, "Finetune/Step": 2401, "Finetune/Step Time": 6.527416922152042}
{"Finetune/Learning Rate": 1.9203339049065494e-05, "Finetune/Loss": 0.8258826732635498, "Finetune/Loss (Raw)": 0.7354277968406677, "Finetune/Step": 2402, "Finetune/Step Time": 6.511996386572719}
{"Finetune/Learning Rate": 1.9202526539834906e-05, "Finetune/Loss": 0.8253822326660156, "Finetune/Loss (Raw)": 0.8774375915527344, "Finetune/Step": 2403, "Finetune/Step Time": 6.520430048927665}
{"Finetune/Learning Rate": 1.9201713633685943e-05, "Finetune/Loss": 0.825537919998169, "Finetune/Loss (Raw)": 0.8893853425979614, "Finetune/Step": 2404, "Finetune/Step Time": 6.519794404506683}
{"Finetune/Learning Rate": 1.9200900330653657e-05, "Finetune/Loss": 0.8265548944473267, "Finetune/Loss (Raw)": 0.8270633816719055, "Finetune/Step": 2405, "Finetune/Step Time": 6.515706039965153}
{"Finetune/Learning Rate": 1.9200086630773138e-05, "Finetune/Loss": 0.8269456624984741, "Finetune/Loss (Raw)": 0.9633476734161377, "Finetune/Step": 2406, "Finetune/Step Time": 6.516796564683318}
{"Finetune/Learning Rate": 1.9199272534079475e-05, "Finetune/Loss": 0.8246855735778809, "Finetune/Loss (Raw)": 0.5911545157432556, "Finetune/Step": 2407, "Finetune/Step Time": 6.5375152584165335}
{"Finetune/Learning Rate": 1.9198458040607784e-05, "Finetune/Loss": 0.8260172009468079, "Finetune/Loss (Raw)": 1.037854552268982, "Finetune/Step": 2408, "Finetune/Step Time": 6.545825807377696}
{"Finetune/Learning Rate": 1.9197643150393195e-05, "Finetune/Loss": 0.8261227011680603, "Finetune/Loss (Raw)": 0.8428698182106018, "Finetune/Step": 2409, "Finetune/Step Time": 6.545908443629742}
{"Finetune/Learning Rate": 1.9196827863470854e-05, "Finetune/Loss": 0.8259749412536621, "Finetune/Loss (Raw)": 0.8191250562667847, "Finetune/Step": 2410, "Finetune/Step Time": 6.554559633135796}
{"Finetune/Learning Rate": 1.9196012179875927e-05, "Finetune/Loss": 0.8238693475723267, "Finetune/Loss (Raw)": 0.6957683563232422, "Finetune/Step": 2411, "Finetune/Step Time": 6.560285650193691}
{"Finetune/Learning Rate": 1.9195196099643595e-05, "Finetune/Loss": 0.8249892592430115, "Finetune/Loss (Raw)": 0.7819008231163025, "Finetune/Step": 2412, "Finetune/Step Time": 6.5389814376831055}
{"Finetune/Learning Rate": 1.9194379622809055e-05, "Finetune/Loss": 0.8246866464614868, "Finetune/Loss (Raw)": 0.7666131854057312, "Finetune/Step": 2413, "Finetune/Step Time": 6.528957525268197}
{"Finetune/Learning Rate": 1.919356274940753e-05, "Finetune/Loss": 0.8254726529121399, "Finetune/Loss (Raw)": 0.9144953489303589, "Finetune/Step": 2414, "Finetune/Step Time": 6.515032131224871}
{"Finetune/Learning Rate": 1.919274547947424e-05, "Finetune/Loss": 0.827273964881897, "Finetune/Loss (Raw)": 0.8515627384185791, "Finetune/Step": 2415, "Finetune/Step Time": 6.515002747997642}
{"Finetune/Learning Rate": 1.919192781304445e-05, "Finetune/Loss": 0.826209306716919, "Finetune/Loss (Raw)": 0.7970918416976929, "Finetune/Step": 2416, "Finetune/Step Time": 6.512817872688174}
{"Finetune/Learning Rate": 1.919110975015342e-05, "Finetune/Loss": 0.8272550106048584, "Finetune/Loss (Raw)": 0.765830397605896, "Finetune/Step": 2417, "Finetune/Step Time": 6.510753421112895}
{"Finetune/Learning Rate": 1.919029129083643e-05, "Finetune/Loss": 0.8235108852386475, "Finetune/Loss (Raw)": 0.46089309453964233, "Finetune/Step": 2418, "Finetune/Step Time": 6.529872316867113}
{"Finetune/Learning Rate": 1.9189472435128787e-05, "Finetune/Loss": 0.8236506581306458, "Finetune/Loss (Raw)": 0.8021605610847473, "Finetune/Step": 2419, "Finetune/Step Time": 6.53735713288188}
{"Finetune/Learning Rate": 1.9188653183065805e-05, "Finetune/Loss": 0.8255661725997925, "Finetune/Loss (Raw)": 1.014127254486084, "Finetune/Step": 2420, "Finetune/Step Time": 6.527501940727234}
{"Finetune/Learning Rate": 1.9187833534682826e-05, "Finetune/Loss": 0.8264428377151489, "Finetune/Loss (Raw)": 0.6852754354476929, "Finetune/Step": 2421, "Finetune/Step Time": 6.536717265844345}
{"Finetune/Learning Rate": 1.91870134900152e-05, "Finetune/Loss": 0.8250996470451355, "Finetune/Loss (Raw)": 0.7028817534446716, "Finetune/Step": 2422, "Finetune/Step Time": 6.546363268047571}
{"Finetune/Learning Rate": 1.9186193049098296e-05, "Finetune/Loss": 0.8235774040222168, "Finetune/Loss (Raw)": 0.6086616516113281, "Finetune/Step": 2423, "Finetune/Step Time": 6.539467612281442}
{"Finetune/Learning Rate": 1.9185372211967496e-05, "Finetune/Loss": 0.8251939415931702, "Finetune/Loss (Raw)": 0.9098392724990845, "Finetune/Step": 2424, "Finetune/Step Time": 6.539238383993506}
{"Finetune/Learning Rate": 1.918455097865821e-05, "Finetune/Loss": 0.824362576007843, "Finetune/Loss (Raw)": 0.704679012298584, "Finetune/Step": 2425, "Finetune/Step Time": 6.5494299326092005}
{"Finetune/Learning Rate": 1.9183729349205863e-05, "Finetune/Loss": 0.820978045463562, "Finetune/Loss (Raw)": 0.3898003399372101, "Finetune/Step": 2426, "Finetune/Step Time": 6.568466156721115}
{"Finetune/Learning Rate": 1.918290732364588e-05, "Finetune/Loss": 0.8207670450210571, "Finetune/Loss (Raw)": 0.8808163404464722, "Finetune/Step": 2427, "Finetune/Step Time": 6.5505208391696215}
{"Finetune/Learning Rate": 1.918208490201373e-05, "Finetune/Loss": 0.8192989826202393, "Finetune/Loss (Raw)": 0.7262871265411377, "Finetune/Step": 2428, "Finetune/Step Time": 6.545091912150383}
{"Finetune/Learning Rate": 1.9181262084344876e-05, "Finetune/Loss": 0.8199673891067505, "Finetune/Loss (Raw)": 0.8713093400001526, "Finetune/Step": 2429, "Finetune/Step Time": 6.567224092781544}
{"Finetune/Learning Rate": 1.918043887067481e-05, "Finetune/Loss": 0.8196456432342529, "Finetune/Loss (Raw)": 0.7006379961967468, "Finetune/Step": 2430, "Finetune/Step Time": 6.5814489759504795}
{"Finetune/Learning Rate": 1.917961526103904e-05, "Finetune/Loss": 0.8200775384902954, "Finetune/Loss (Raw)": 0.9393761157989502, "Finetune/Step": 2431, "Finetune/Step Time": 6.580562798306346}
{"Finetune/Learning Rate": 1.9178791255473088e-05, "Finetune/Loss": 0.8212419152259827, "Finetune/Loss (Raw)": 0.8126664757728577, "Finetune/Step": 2432, "Finetune/Step Time": 6.58293748088181}
{"Finetune/Learning Rate": 1.9177966854012494e-05, "Finetune/Loss": 0.8211030960083008, "Finetune/Loss (Raw)": 0.7569305300712585, "Finetune/Step": 2433, "Finetune/Step Time": 6.582544203847647}
{"Finetune/Learning Rate": 1.9177142056692814e-05, "Finetune/Loss": 0.8204125761985779, "Finetune/Loss (Raw)": 0.8699507117271423, "Finetune/Step": 2434, "Finetune/Step Time": 6.590968746691942}
{"Finetune/Learning Rate": 1.9176316863549627e-05, "Finetune/Loss": 0.8198953866958618, "Finetune/Loss (Raw)": 0.83619225025177, "Finetune/Step": 2435, "Finetune/Step Time": 6.5995319951325655}
{"Finetune/Learning Rate": 1.9175491274618525e-05, "Finetune/Loss": 0.8227130174636841, "Finetune/Loss (Raw)": 0.9058430790901184, "Finetune/Step": 2436, "Finetune/Step Time": 6.593417204916477}
{"Finetune/Learning Rate": 1.9174665289935114e-05, "Finetune/Loss": 0.8227450847625732, "Finetune/Loss (Raw)": 0.7936612367630005, "Finetune/Step": 2437, "Finetune/Step Time": 6.598444402217865}
{"Finetune/Learning Rate": 1.917383890953502e-05, "Finetune/Loss": 0.8228951692581177, "Finetune/Loss (Raw)": 0.950475811958313, "Finetune/Step": 2438, "Finetune/Step Time": 6.6027347054332495}
{"Finetune/Learning Rate": 1.9173012133453887e-05, "Finetune/Loss": 0.8228379487991333, "Finetune/Loss (Raw)": 0.925208330154419, "Finetune/Step": 2439, "Finetune/Step Time": 6.602707231417298}
{"Finetune/Learning Rate": 1.9172184961727373e-05, "Finetune/Loss": 0.8243821263313293, "Finetune/Loss (Raw)": 0.933218240737915, "Finetune/Step": 2440, "Finetune/Step Time": 6.583049910143018}
{"Finetune/Learning Rate": 1.9171357394391157e-05, "Finetune/Loss": 0.8251891732215881, "Finetune/Loss (Raw)": 0.9423226118087769, "Finetune/Step": 2441, "Finetune/Step Time": 6.578642159700394}
{"Finetune/Learning Rate": 1.9170529431480936e-05, "Finetune/Loss": 0.8258664608001709, "Finetune/Loss (Raw)": 0.8658595085144043, "Finetune/Step": 2442, "Finetune/Step Time": 6.564276069402695}
{"Finetune/Learning Rate": 1.9169701073032417e-05, "Finetune/Loss": 0.8270889520645142, "Finetune/Loss (Raw)": 0.9542116522789001, "Finetune/Step": 2443, "Finetune/Step Time": 6.569046400487423}
{"Finetune/Learning Rate": 1.916887231908133e-05, "Finetune/Loss": 0.8265817761421204, "Finetune/Loss (Raw)": 0.8852263689041138, "Finetune/Step": 2444, "Finetune/Step Time": 6.586006151512265}
{"Finetune/Learning Rate": 1.9168043169663418e-05, "Finetune/Loss": 0.823552668094635, "Finetune/Loss (Raw)": 0.41700008511543274, "Finetune/Step": 2445, "Finetune/Step Time": 6.602611901238561}
{"Finetune/Learning Rate": 1.9167213624814447e-05, "Finetune/Loss": 0.82475346326828, "Finetune/Loss (Raw)": 0.9109704494476318, "Finetune/Step": 2446, "Finetune/Step Time": 6.604137372225523}
{"Finetune/Learning Rate": 1.9166383684570192e-05, "Finetune/Loss": 0.8243651390075684, "Finetune/Loss (Raw)": 0.8933066725730896, "Finetune/Step": 2447, "Finetune/Step Time": 6.608462465927005}
{"Finetune/Learning Rate": 1.9165553348966458e-05, "Finetune/Loss": 0.8253579139709473, "Finetune/Loss (Raw)": 0.9419299960136414, "Finetune/Step": 2448, "Finetune/Step Time": 6.6104041282087564}
{"Finetune/Learning Rate": 1.916472261803905e-05, "Finetune/Loss": 0.8246301412582397, "Finetune/Loss (Raw)": 0.7402670979499817, "Finetune/Step": 2449, "Finetune/Step Time": 6.602918295189738}
{"Finetune/Learning Rate": 1.91638914918238e-05, "Finetune/Loss": 0.8217105269432068, "Finetune/Loss (Raw)": 0.5041371583938599, "Finetune/Step": 2450, "Finetune/Step Time": 6.620047856122255}
{"Finetune/Learning Rate": 1.9163059970356557e-05, "Finetune/Loss": 0.8187382221221924, "Finetune/Loss (Raw)": 0.3406076431274414, "Finetune/Step": 2451, "Finetune/Step Time": 6.627897979691625}
{"Finetune/Learning Rate": 1.916222805367319e-05, "Finetune/Loss": 0.8187745809555054, "Finetune/Loss (Raw)": 0.8074585795402527, "Finetune/Step": 2452, "Finetune/Step Time": 6.629371549934149}
{"Finetune/Learning Rate": 1.9161395741809573e-05, "Finetune/Loss": 0.8184337615966797, "Finetune/Loss (Raw)": 0.8316962718963623, "Finetune/Step": 2453, "Finetune/Step Time": 6.6465420462191105}
{"Finetune/Learning Rate": 1.916056303480161e-05, "Finetune/Loss": 0.8212839365005493, "Finetune/Loss (Raw)": 0.8297335505485535, "Finetune/Step": 2454, "Finetune/Step Time": 6.637182094156742}
{"Finetune/Learning Rate": 1.9159729932685215e-05, "Finetune/Loss": 0.8215268850326538, "Finetune/Loss (Raw)": 0.8962509036064148, "Finetune/Step": 2455, "Finetune/Step Time": 6.624259131029248}
{"Finetune/Learning Rate": 1.915889643549632e-05, "Finetune/Loss": 0.8228169679641724, "Finetune/Loss (Raw)": 0.9041184782981873, "Finetune/Step": 2456, "Finetune/Step Time": 6.614819817245007}
{"Finetune/Learning Rate": 1.9158062543270878e-05, "Finetune/Loss": 0.822354793548584, "Finetune/Loss (Raw)": 0.8779261708259583, "Finetune/Step": 2457, "Finetune/Step Time": 6.602061025798321}
{"Finetune/Learning Rate": 1.9157228256044856e-05, "Finetune/Loss": 0.8230327367782593, "Finetune/Loss (Raw)": 0.8303236961364746, "Finetune/Step": 2458, "Finetune/Step Time": 6.61732829734683}
{"Finetune/Learning Rate": 1.9156393573854237e-05, "Finetune/Loss": 0.8226000666618347, "Finetune/Loss (Raw)": 0.7943945527076721, "Finetune/Step": 2459, "Finetune/Step Time": 6.621882013976574}
{"Finetune/Learning Rate": 1.915555849673502e-05, "Finetune/Loss": 0.8206331133842468, "Finetune/Loss (Raw)": 0.7769113183021545, "Finetune/Step": 2460, "Finetune/Step Time": 6.616556888446212}
{"Finetune/Learning Rate": 1.9154723024723222e-05, "Finetune/Loss": 0.8211358785629272, "Finetune/Loss (Raw)": 0.9662932753562927, "Finetune/Step": 2461, "Finetune/Step Time": 6.613010989502072}
{"Finetune/Learning Rate": 1.915388715785488e-05, "Finetune/Loss": 0.8213109970092773, "Finetune/Loss (Raw)": 0.8851556181907654, "Finetune/Step": 2462, "Finetune/Step Time": 6.6004291623830795}
{"Finetune/Learning Rate": 1.915305089616605e-05, "Finetune/Loss": 0.8209248185157776, "Finetune/Loss (Raw)": 0.8059535026550293, "Finetune/Step": 2463, "Finetune/Step Time": 6.600032329559326}
{"Finetune/Learning Rate": 1.9152214239692798e-05, "Finetune/Loss": 0.8216443061828613, "Finetune/Loss (Raw)": 0.9265915155410767, "Finetune/Step": 2464, "Finetune/Step Time": 6.586157608777285}
{"Finetune/Learning Rate": 1.915137718847121e-05, "Finetune/Loss": 0.8208525776863098, "Finetune/Loss (Raw)": 0.8499886989593506, "Finetune/Step": 2465, "Finetune/Step Time": 6.588275304064155}
{"Finetune/Learning Rate": 1.9150539742537385e-05, "Finetune/Loss": 0.8202826976776123, "Finetune/Loss (Raw)": 0.8005987405776978, "Finetune/Step": 2466, "Finetune/Step Time": 6.5894600208848715}
{"Finetune/Learning Rate": 1.9149701901927452e-05, "Finetune/Loss": 0.8210142850875854, "Finetune/Loss (Raw)": 0.8448907732963562, "Finetune/Step": 2467, "Finetune/Step Time": 6.570169338956475}
{"Finetune/Learning Rate": 1.9148863666677543e-05, "Finetune/Loss": 0.8225277662277222, "Finetune/Loss (Raw)": 0.9658259749412537, "Finetune/Step": 2468, "Finetune/Step Time": 6.583405872806907}
{"Finetune/Learning Rate": 1.9148025036823818e-05, "Finetune/Loss": 0.822708249092102, "Finetune/Loss (Raw)": 0.9361596703529358, "Finetune/Step": 2469, "Finetune/Step Time": 6.555936401709914}
{"Finetune/Learning Rate": 1.9147186012402436e-05, "Finetune/Loss": 0.8257747888565063, "Finetune/Loss (Raw)": 0.7834241390228271, "Finetune/Step": 2470, "Finetune/Step Time": 6.541942406445742}
{"Finetune/Learning Rate": 1.9146346593449595e-05, "Finetune/Loss": 0.8257169127464294, "Finetune/Loss (Raw)": 0.9316419363021851, "Finetune/Step": 2471, "Finetune/Step Time": 6.525772377848625}
{"Finetune/Learning Rate": 1.9145506780001502e-05, "Finetune/Loss": 0.8261355757713318, "Finetune/Loss (Raw)": 0.8659710884094238, "Finetune/Step": 2472, "Finetune/Step Time": 6.500695768743753}
{"Finetune/Learning Rate": 1.9144666572094374e-05, "Finetune/Loss": 0.8248881101608276, "Finetune/Loss (Raw)": 0.8900023698806763, "Finetune/Step": 2473, "Finetune/Step Time": 6.506206640973687}
{"Finetune/Learning Rate": 1.914382596976445e-05, "Finetune/Loss": 0.8247708678245544, "Finetune/Loss (Raw)": 0.816495418548584, "Finetune/Step": 2474, "Finetune/Step Time": 6.510621616616845}
{"Finetune/Learning Rate": 1.914298497304799e-05, "Finetune/Loss": 0.824596643447876, "Finetune/Loss (Raw)": 0.8337944746017456, "Finetune/Step": 2475, "Finetune/Step Time": 6.510473659262061}
{"Finetune/Learning Rate": 1.9142143581981263e-05, "Finetune/Loss": 0.8246443867683411, "Finetune/Loss (Raw)": 0.8785392642021179, "Finetune/Step": 2476, "Finetune/Step Time": 6.507914932444692}
{"Finetune/Learning Rate": 1.9141301796600567e-05, "Finetune/Loss": 0.8249142169952393, "Finetune/Loss (Raw)": 0.8397947549819946, "Finetune/Step": 2477, "Finetune/Step Time": 6.504780953750014}
{"Finetune/Learning Rate": 1.9140459616942202e-05, "Finetune/Loss": 0.8248606324195862, "Finetune/Loss (Raw)": 0.8463840484619141, "Finetune/Step": 2478, "Finetune/Step Time": 6.5041338466107845}
{"Finetune/Learning Rate": 1.9139617043042496e-05, "Finetune/Loss": 0.8231989145278931, "Finetune/Loss (Raw)": 0.7459756731987, "Finetune/Step": 2479, "Finetune/Step Time": 6.504475098103285}
{"Finetune/Learning Rate": 1.913877407493779e-05, "Finetune/Loss": 0.8219934105873108, "Finetune/Loss (Raw)": 0.7355033755302429, "Finetune/Step": 2480, "Finetune/Step Time": 6.503022611141205}
{"Finetune/Learning Rate": 1.9137930712664442e-05, "Finetune/Loss": 0.8184938430786133, "Finetune/Loss (Raw)": 0.4075416624546051, "Finetune/Step": 2481, "Finetune/Step Time": 6.519134182482958}
{"Finetune/Learning Rate": 1.9137086956258827e-05, "Finetune/Loss": 0.8199269771575928, "Finetune/Loss (Raw)": 1.042038917541504, "Finetune/Step": 2482, "Finetune/Step Time": 6.5168746542185545}
{"Finetune/Learning Rate": 1.9136242805757336e-05, "Finetune/Loss": 0.8197432160377502, "Finetune/Loss (Raw)": 0.7839365005493164, "Finetune/Step": 2483, "Finetune/Step Time": 6.512324392795563}
{"Finetune/Learning Rate": 1.9135398261196383e-05, "Finetune/Loss": 0.8200425505638123, "Finetune/Loss (Raw)": 0.7499775290489197, "Finetune/Step": 2484, "Finetune/Step Time": 6.506877098232508}
{"Finetune/Learning Rate": 1.913455332261239e-05, "Finetune/Loss": 0.8202269077301025, "Finetune/Loss (Raw)": 0.8662599325180054, "Finetune/Step": 2485, "Finetune/Step Time": 6.506868124008179}
{"Finetune/Learning Rate": 1.9133707990041804e-05, "Finetune/Loss": 0.8182033896446228, "Finetune/Loss (Raw)": 0.6659174561500549, "Finetune/Step": 2486, "Finetune/Step Time": 6.51694400049746}
{"Finetune/Learning Rate": 1.9132862263521085e-05, "Finetune/Loss": 0.8183319568634033, "Finetune/Loss (Raw)": 0.33214035630226135, "Finetune/Step": 2487, "Finetune/Step Time": 6.515536425635219}
{"Finetune/Learning Rate": 1.9132016143086707e-05, "Finetune/Loss": 0.8185378313064575, "Finetune/Loss (Raw)": 0.9333555698394775, "Finetune/Step": 2488, "Finetune/Step Time": 6.514768349006772}
{"Finetune/Learning Rate": 1.9131169628775165e-05, "Finetune/Loss": 0.8183912634849548, "Finetune/Loss (Raw)": 0.8897936940193176, "Finetune/Step": 2489, "Finetune/Step Time": 6.5327436197549105}
{"Finetune/Learning Rate": 1.9130322720622976e-05, "Finetune/Loss": 0.8144552707672119, "Finetune/Loss (Raw)": 0.3380831182003021, "Finetune/Step": 2490, "Finetune/Step Time": 6.556334387511015}
{"Finetune/Learning Rate": 1.912947541866666e-05, "Finetune/Loss": 0.8162611722946167, "Finetune/Loss (Raw)": 0.8134984374046326, "Finetune/Step": 2491, "Finetune/Step Time": 6.550345737487078}
{"Finetune/Learning Rate": 1.912862772294277e-05, "Finetune/Loss": 0.816076934337616, "Finetune/Loss (Raw)": 0.7400315999984741, "Finetune/Step": 2492, "Finetune/Step Time": 6.5516812689602375}
{"Finetune/Learning Rate": 1.9127779633487863e-05, "Finetune/Loss": 0.8159639239311218, "Finetune/Loss (Raw)": 0.8759448528289795, "Finetune/Step": 2493, "Finetune/Step Time": 6.559787560254335}
{"Finetune/Learning Rate": 1.9126931150338522e-05, "Finetune/Loss": 0.8187982439994812, "Finetune/Loss (Raw)": 0.9523576498031616, "Finetune/Step": 2494, "Finetune/Step Time": 6.5490913931280375}
{"Finetune/Learning Rate": 1.912608227353134e-05, "Finetune/Loss": 0.8181748390197754, "Finetune/Loss (Raw)": 0.8746381402015686, "Finetune/Step": 2495, "Finetune/Step Time": 6.542535105720162}
{"Finetune/Learning Rate": 1.912523300310293e-05, "Finetune/Loss": 0.8180958032608032, "Finetune/Loss (Raw)": 0.7918646931648254, "Finetune/Step": 2496, "Finetune/Step Time": 6.553202407434583}
{"Finetune/Learning Rate": 1.9124383339089928e-05, "Finetune/Loss": 0.8159183263778687, "Finetune/Loss (Raw)": 0.7037971615791321, "Finetune/Step": 2497, "Finetune/Step Time": 6.552155937999487}
{"Finetune/Learning Rate": 1.912353328152898e-05, "Finetune/Loss": 0.8168908953666687, "Finetune/Loss (Raw)": 0.971101701259613, "Finetune/Step": 2498, "Finetune/Step Time": 6.552596766501665}
{"Finetune/Learning Rate": 1.9122682830456743e-05, "Finetune/Loss": 0.8136754035949707, "Finetune/Loss (Raw)": 0.5355915427207947, "Finetune/Step": 2499, "Finetune/Step Time": 6.5649518594145775}
{"Finetune/Learning Rate": 1.9121831985909903e-05, "Finetune/Loss": 0.8143767714500427, "Finetune/Loss (Raw)": 0.8901680111885071, "Finetune/Step": 2500, "Finetune/Step Time": 6.574213093146682}
{"Finetune/Learning Rate": 1.9120980747925157e-05, "Finetune/Loss": 0.8142683506011963, "Finetune/Loss (Raw)": 0.9307119846343994, "Finetune/Step": 2501, "Finetune/Step Time": 6.576139213517308}
{"Finetune/Learning Rate": 1.9120129116539224e-05, "Finetune/Loss": 0.8154826164245605, "Finetune/Loss (Raw)": 0.8947731256484985, "Finetune/Step": 2502, "Finetune/Step Time": 6.575733454898}
{"Finetune/Learning Rate": 1.9119277091788833e-05, "Finetune/Loss": 0.8168984651565552, "Finetune/Loss (Raw)": 0.8452024459838867, "Finetune/Step": 2503, "Finetune/Step Time": 6.564960880205035}
{"Finetune/Learning Rate": 1.911842467371073e-05, "Finetune/Loss": 0.8164135217666626, "Finetune/Loss (Raw)": 0.8623429536819458, "Finetune/Step": 2504, "Finetune/Step Time": 6.568981479853392}
{"Finetune/Learning Rate": 1.9117571862341688e-05, "Finetune/Loss": 0.8152457475662231, "Finetune/Loss (Raw)": 0.8443329930305481, "Finetune/Step": 2505, "Finetune/Step Time": 6.568697130307555}
{"Finetune/Learning Rate": 1.9116718657718487e-05, "Finetune/Loss": 0.8143534660339355, "Finetune/Loss (Raw)": 0.8142492771148682, "Finetune/Step": 2506, "Finetune/Step Time": 6.5721783228218555}
{"Finetune/Learning Rate": 1.9115865059877927e-05, "Finetune/Loss": 0.8149535655975342, "Finetune/Loss (Raw)": 0.9552093148231506, "Finetune/Step": 2507, "Finetune/Step Time": 6.559410156682134}
{"Finetune/Learning Rate": 1.9115011068856822e-05, "Finetune/Loss": 0.8149769306182861, "Finetune/Loss (Raw)": 0.760012686252594, "Finetune/Step": 2508, "Finetune/Step Time": 6.566118016839027}
{"Finetune/Learning Rate": 1.9114156684692005e-05, "Finetune/Loss": 0.8147186040878296, "Finetune/Loss (Raw)": 0.8147941827774048, "Finetune/Step": 2509, "Finetune/Step Time": 6.569430822506547}
{"Finetune/Learning Rate": 1.9113301907420333e-05, "Finetune/Loss": 0.8167550563812256, "Finetune/Loss (Raw)": 0.9471364617347717, "Finetune/Step": 2510, "Finetune/Step Time": 6.553166013211012}
{"Finetune/Learning Rate": 1.9112446737078675e-05, "Finetune/Loss": 0.8192757368087769, "Finetune/Loss (Raw)": 0.8972166776657104, "Finetune/Step": 2511, "Finetune/Step Time": 6.549339199438691}
{"Finetune/Learning Rate": 1.9111591173703907e-05, "Finetune/Loss": 0.8174071311950684, "Finetune/Loss (Raw)": 0.7287637591362, "Finetune/Step": 2512, "Finetune/Step Time": 6.557758094742894}
{"Finetune/Learning Rate": 1.9110735217332936e-05, "Finetune/Loss": 0.8170403838157654, "Finetune/Loss (Raw)": 0.7736287117004395, "Finetune/Step": 2513, "Finetune/Step Time": 6.557664528489113}
{"Finetune/Learning Rate": 1.910987886800268e-05, "Finetune/Loss": 0.8160743117332458, "Finetune/Loss (Raw)": 0.8725436925888062, "Finetune/Step": 2514, "Finetune/Step Time": 6.54392297565937}
{"Finetune/Learning Rate": 1.910902212575007e-05, "Finetune/Loss": 0.8148358464241028, "Finetune/Loss (Raw)": 0.6679795384407043, "Finetune/Step": 2515, "Finetune/Step Time": 6.538648024201393}
{"Finetune/Learning Rate": 1.910816499061207e-05, "Finetune/Loss": 0.8145929574966431, "Finetune/Loss (Raw)": 0.8120927810668945, "Finetune/Step": 2516, "Finetune/Step Time": 6.5171556789428}
{"Finetune/Learning Rate": 1.910730746262564e-05, "Finetune/Loss": 0.8139138221740723, "Finetune/Loss (Raw)": 0.8825016617774963, "Finetune/Step": 2517, "Finetune/Step Time": 6.5201543271541595}
{"Finetune/Learning Rate": 1.910644954182777e-05, "Finetune/Loss": 0.8125258684158325, "Finetune/Loss (Raw)": 0.7878034710884094, "Finetune/Step": 2518, "Finetune/Step Time": 6.5257535222917795}
{"Finetune/Learning Rate": 1.910559122825546e-05, "Finetune/Loss": 0.8114850521087646, "Finetune/Loss (Raw)": 0.8039935231208801, "Finetune/Step": 2519, "Finetune/Step Time": 6.530031310394406}
{"Finetune/Learning Rate": 1.9104732521945732e-05, "Finetune/Loss": 0.8121271133422852, "Finetune/Loss (Raw)": 0.9559972286224365, "Finetune/Step": 2520, "Finetune/Step Time": 6.529500151053071}
{"Finetune/Learning Rate": 1.9103873422935627e-05, "Finetune/Loss": 0.8080103397369385, "Finetune/Loss (Raw)": 0.42622485756874084, "Finetune/Step": 2521, "Finetune/Step Time": 6.533277804031968}
{"Finetune/Learning Rate": 1.9103013931262194e-05, "Finetune/Loss": 0.8113970756530762, "Finetune/Loss (Raw)": 0.849394679069519, "Finetune/Step": 2522, "Finetune/Step Time": 6.52430129610002}
{"Finetune/Learning Rate": 1.9102154046962504e-05, "Finetune/Loss": 0.8093751072883606, "Finetune/Loss (Raw)": 0.6208404898643494, "Finetune/Step": 2523, "Finetune/Step Time": 6.525560110807419}
{"Finetune/Learning Rate": 1.910129377007365e-05, "Finetune/Loss": 0.8092941045761108, "Finetune/Loss (Raw)": 0.8048851490020752, "Finetune/Step": 2524, "Finetune/Step Time": 6.524467751383781}
{"Finetune/Learning Rate": 1.9100433100632733e-05, "Finetune/Loss": 0.8074871897697449, "Finetune/Loss (Raw)": 0.6373864412307739, "Finetune/Step": 2525, "Finetune/Step Time": 6.546366084367037}
{"Finetune/Learning Rate": 1.909957203867688e-05, "Finetune/Loss": 0.8062527179718018, "Finetune/Loss (Raw)": 0.8798552751541138, "Finetune/Step": 2526, "Finetune/Step Time": 6.5492485370486975}
{"Finetune/Learning Rate": 1.9098710584243223e-05, "Finetune/Loss": 0.805721640586853, "Finetune/Loss (Raw)": 0.8596208095550537, "Finetune/Step": 2527, "Finetune/Step Time": 6.5584615133702755}
{"Finetune/Learning Rate": 1.909784873736892e-05, "Finetune/Loss": 0.8073173761367798, "Finetune/Loss (Raw)": 0.9671825766563416, "Finetune/Step": 2528, "Finetune/Step Time": 6.564362123608589}
{"Finetune/Learning Rate": 1.9096986498091147e-05, "Finetune/Loss": 0.8029574155807495, "Finetune/Loss (Raw)": 0.29237738251686096, "Finetune/Step": 2529, "Finetune/Step Time": 6.58157779276371}
{"Finetune/Learning Rate": 1.909612386644709e-05, "Finetune/Loss": 0.8041266202926636, "Finetune/Loss (Raw)": 0.8850842714309692, "Finetune/Step": 2530, "Finetune/Step Time": 6.573775293305516}
{"Finetune/Learning Rate": 1.9095260842473956e-05, "Finetune/Loss": 0.8034758567810059, "Finetune/Loss (Raw)": 0.7941414713859558, "Finetune/Step": 2531, "Finetune/Step Time": 6.582671770825982}
{"Finetune/Learning Rate": 1.9094397426208968e-05, "Finetune/Loss": 0.8028852939605713, "Finetune/Loss (Raw)": 0.8137942552566528, "Finetune/Step": 2532, "Finetune/Step Time": 6.608293756842613}
{"Finetune/Learning Rate": 1.909353361768937e-05, "Finetune/Loss": 0.8021325469017029, "Finetune/Loss (Raw)": 0.730716347694397, "Finetune/Step": 2533, "Finetune/Step Time": 6.610934387892485}
{"Finetune/Learning Rate": 1.9092669416952415e-05, "Finetune/Loss": 0.7977138757705688, "Finetune/Loss (Raw)": 0.39775416254997253, "Finetune/Step": 2534, "Finetune/Step Time": 6.628971567377448}
{"Finetune/Learning Rate": 1.909180482403538e-05, "Finetune/Loss": 0.8004707098007202, "Finetune/Loss (Raw)": 0.9440319538116455, "Finetune/Step": 2535, "Finetune/Step Time": 6.613698394969106}
{"Finetune/Learning Rate": 1.9090939838975554e-05, "Finetune/Loss": 0.7973970174789429, "Finetune/Loss (Raw)": 0.6444188952445984, "Finetune/Step": 2536, "Finetune/Step Time": 6.621815912425518}
{"Finetune/Learning Rate": 1.9090074461810248e-05, "Finetune/Loss": 0.7967248558998108, "Finetune/Loss (Raw)": 0.7568342685699463, "Finetune/Step": 2537, "Finetune/Step Time": 6.6288800071924925}
{"Finetune/Learning Rate": 1.9089208692576786e-05, "Finetune/Loss": 0.7972071170806885, "Finetune/Loss (Raw)": 0.8808513283729553, "Finetune/Step": 2538, "Finetune/Step Time": 6.632498377934098}
{"Finetune/Learning Rate": 1.908834253131251e-05, "Finetune/Loss": 0.7981116771697998, "Finetune/Loss (Raw)": 0.811555027961731, "Finetune/Step": 2539, "Finetune/Step Time": 6.621726289391518}
{"Finetune/Learning Rate": 1.9087475978054773e-05, "Finetune/Loss": 0.7986564636230469, "Finetune/Loss (Raw)": 0.8516314029693604, "Finetune/Step": 2540, "Finetune/Step Time": 6.6219308488070965}
{"Finetune/Learning Rate": 1.908660903284096e-05, "Finetune/Loss": 0.797940731048584, "Finetune/Loss (Raw)": 0.6750025749206543, "Finetune/Step": 2541, "Finetune/Step Time": 6.638243494555354}
{"Finetune/Learning Rate": 1.908574169570846e-05, "Finetune/Loss": 0.7975141406059265, "Finetune/Loss (Raw)": 0.8598873019218445, "Finetune/Step": 2542, "Finetune/Step Time": 6.642946945503354}
{"Finetune/Learning Rate": 1.9084873966694678e-05, "Finetune/Loss": 0.7976189851760864, "Finetune/Loss (Raw)": 0.8649818301200867, "Finetune/Step": 2543, "Finetune/Step Time": 6.6376632656902075}
{"Finetune/Learning Rate": 1.9084005845837048e-05, "Finetune/Loss": 0.7965933680534363, "Finetune/Loss (Raw)": 0.665813684463501, "Finetune/Step": 2544, "Finetune/Step Time": 6.647123739123344}
{"Finetune/Learning Rate": 1.9083137333173008e-05, "Finetune/Loss": 0.7971762418746948, "Finetune/Loss (Raw)": 0.8404438495635986, "Finetune/Step": 2545, "Finetune/Step Time": 6.6411941312253475}
{"Finetune/Learning Rate": 1.9082268428740022e-05, "Finetune/Loss": 0.7959134578704834, "Finetune/Loss (Raw)": 0.299251914024353, "Finetune/Step": 2546, "Finetune/Step Time": 6.639977132901549}
{"Finetune/Learning Rate": 1.908139913257556e-05, "Finetune/Loss": 0.7959976196289062, "Finetune/Loss (Raw)": 0.812929630279541, "Finetune/Step": 2547, "Finetune/Step Time": 6.612034190446138}
{"Finetune/Learning Rate": 1.9080529444717126e-05, "Finetune/Loss": 0.7956516742706299, "Finetune/Loss (Raw)": 0.9698431491851807, "Finetune/Step": 2548, "Finetune/Step Time": 6.614012015983462}
{"Finetune/Learning Rate": 1.9079659365202224e-05, "Finetune/Loss": 0.7929996252059937, "Finetune/Loss (Raw)": 0.345817893743515, "Finetune/Step": 2549, "Finetune/Step Time": 6.613860689103603}
{"Finetune/Learning Rate": 1.9078788894068383e-05, "Finetune/Loss": 0.7941277027130127, "Finetune/Loss (Raw)": 0.8472819328308105, "Finetune/Step": 2550, "Finetune/Step Time": 6.604116501286626}
{"Finetune/Learning Rate": 1.907791803135315e-05, "Finetune/Loss": 0.7965364456176758, "Finetune/Loss (Raw)": 0.9169701337814331, "Finetune/Step": 2551, "Finetune/Step Time": 6.600419959053397}
{"Finetune/Learning Rate": 1.907704677709408e-05, "Finetune/Loss": 0.7977700233459473, "Finetune/Loss (Raw)": 1.0677406787872314, "Finetune/Step": 2552, "Finetune/Step Time": 6.60124571248889}
{"Finetune/Learning Rate": 1.907617513132876e-05, "Finetune/Loss": 0.7980205416679382, "Finetune/Loss (Raw)": 0.736745297908783, "Finetune/Step": 2553, "Finetune/Step Time": 6.602473979815841}
{"Finetune/Learning Rate": 1.907530309409478e-05, "Finetune/Loss": 0.8016026616096497, "Finetune/Loss (Raw)": 0.8483147621154785, "Finetune/Step": 2554, "Finetune/Step Time": 6.6103788036853075}
{"Finetune/Learning Rate": 1.9074430665429758e-05, "Finetune/Loss": 0.7974908947944641, "Finetune/Loss (Raw)": 0.3545088768005371, "Finetune/Step": 2555, "Finetune/Step Time": 6.62909672036767}
{"Finetune/Learning Rate": 1.9073557845371318e-05, "Finetune/Loss": 0.7987114191055298, "Finetune/Loss (Raw)": 0.882514238357544, "Finetune/Step": 2556, "Finetune/Step Time": 6.6296890415251255}
{"Finetune/Learning Rate": 1.9072684633957107e-05, "Finetune/Loss": 0.797603964805603, "Finetune/Loss (Raw)": 0.7295559048652649, "Finetune/Step": 2557, "Finetune/Step Time": 6.603058958426118}
{"Finetune/Learning Rate": 1.907181103122478e-05, "Finetune/Loss": 0.7985846996307373, "Finetune/Loss (Raw)": 0.8261764049530029, "Finetune/Step": 2558, "Finetune/Step Time": 6.584121942520142}
{"Finetune/Learning Rate": 1.9070937037212033e-05, "Finetune/Loss": 0.7970685362815857, "Finetune/Loss (Raw)": 0.7453027367591858, "Finetune/Step": 2559, "Finetune/Step Time": 6.582250025123358}
{"Finetune/Learning Rate": 1.9070062651956555e-05, "Finetune/Loss": 0.7956101894378662, "Finetune/Loss (Raw)": 0.625994086265564, "Finetune/Step": 2560, "Finetune/Step Time": 6.59099405258894}
{"Finetune/Learning Rate": 1.9069187875496058e-05, "Finetune/Loss": 0.7962292432785034, "Finetune/Loss (Raw)": 0.8361778259277344, "Finetune/Step": 2561, "Finetune/Step Time": 6.594498345628381}
{"Finetune/Learning Rate": 1.906831270786827e-05, "Finetune/Loss": 0.7967519164085388, "Finetune/Loss (Raw)": 0.9368498921394348, "Finetune/Step": 2562, "Finetune/Step Time": 6.584175435826182}
{"Finetune/Learning Rate": 1.9067437149110946e-05, "Finetune/Loss": 0.7938593626022339, "Finetune/Loss (Raw)": 0.4659452736377716, "Finetune/Step": 2563, "Finetune/Step Time": 6.582122374325991}
{"Finetune/Learning Rate": 1.9066561199261843e-05, "Finetune/Loss": 0.793688952922821, "Finetune/Loss (Raw)": 0.8840298056602478, "Finetune/Step": 2564, "Finetune/Step Time": 6.584450172260404}
{"Finetune/Learning Rate": 1.9065684858358742e-05, "Finetune/Loss": 0.794593095779419, "Finetune/Loss (Raw)": 0.9093900918960571, "Finetune/Step": 2565, "Finetune/Step Time": 6.58217947371304}
{"Finetune/Learning Rate": 1.9064808126439447e-05, "Finetune/Loss": 0.7939831018447876, "Finetune/Loss (Raw)": 0.8724018335342407, "Finetune/Step": 2566, "Finetune/Step Time": 6.594417460262775}
{"Finetune/Learning Rate": 1.9063931003541767e-05, "Finetune/Loss": 0.7926360368728638, "Finetune/Loss (Raw)": 0.752777099609375, "Finetune/Step": 2567, "Finetune/Step Time": 6.598679779097438}
{"Finetune/Learning Rate": 1.906305348970354e-05, "Finetune/Loss": 0.7913161516189575, "Finetune/Loss (Raw)": 0.7642733454704285, "Finetune/Step": 2568, "Finetune/Step Time": 6.602308155968785}
{"Finetune/Learning Rate": 1.9062175584962607e-05, "Finetune/Loss": 0.7919732332229614, "Finetune/Loss (Raw)": 1.026426076889038, "Finetune/Step": 2569, "Finetune/Step Time": 6.60007693991065}
{"Finetune/Learning Rate": 1.9061297289356834e-05, "Finetune/Loss": 0.7917611598968506, "Finetune/Loss (Raw)": 0.8387264013290405, "Finetune/Step": 2570, "Finetune/Step Time": 6.604140520095825}
{"Finetune/Learning Rate": 1.906041860292411e-05, "Finetune/Loss": 0.7925211191177368, "Finetune/Loss (Raw)": 1.051477074623108, "Finetune/Step": 2571, "Finetune/Step Time": 6.60269658267498}
{"Finetune/Learning Rate": 1.9059539525702328e-05, "Finetune/Loss": 0.7922733426094055, "Finetune/Loss (Raw)": 0.853513777256012, "Finetune/Step": 2572, "Finetune/Step Time": 6.589823899790645}
{"Finetune/Learning Rate": 1.9058660057729407e-05, "Finetune/Loss": 0.7954670190811157, "Finetune/Loss (Raw)": 0.8257923126220703, "Finetune/Step": 2573, "Finetune/Step Time": 6.575930239632726}
{"Finetune/Learning Rate": 1.9057780199043277e-05, "Finetune/Loss": 0.794400691986084, "Finetune/Loss (Raw)": 0.7744840979576111, "Finetune/Step": 2574, "Finetune/Step Time": 6.6091085486114025}
{"Finetune/Learning Rate": 1.905689994968189e-05, "Finetune/Loss": 0.7932352423667908, "Finetune/Loss (Raw)": 0.7441262006759644, "Finetune/Step": 2575, "Finetune/Step Time": 6.602194771170616}
{"Finetune/Learning Rate": 1.9056019309683208e-05, "Finetune/Loss": 0.7924285531044006, "Finetune/Loss (Raw)": 0.8386712670326233, "Finetune/Step": 2576, "Finetune/Step Time": 6.602770494297147}
{"Finetune/Learning Rate": 1.905513827908522e-05, "Finetune/Loss": 0.7936326265335083, "Finetune/Loss (Raw)": 0.8943838477134705, "Finetune/Step": 2577, "Finetune/Step Time": 6.606730230152607}
{"Finetune/Learning Rate": 1.9054256857925924e-05, "Finetune/Loss": 0.7970847487449646, "Finetune/Loss (Raw)": 0.9460132122039795, "Finetune/Step": 2578, "Finetune/Step Time": 6.587243778631091}
{"Finetune/Learning Rate": 1.9053375046243338e-05, "Finetune/Loss": 0.8017692565917969, "Finetune/Loss (Raw)": 0.940222978591919, "Finetune/Step": 2579, "Finetune/Step Time": 6.566719111055136}
{"Finetune/Learning Rate": 1.9052492844075494e-05, "Finetune/Loss": 0.8003742098808289, "Finetune/Loss (Raw)": 0.6288944482803345, "Finetune/Step": 2580, "Finetune/Step Time": 6.576560154557228}
{"Finetune/Learning Rate": 1.9051610251460443e-05, "Finetune/Loss": 0.8013213872909546, "Finetune/Loss (Raw)": 0.952930748462677, "Finetune/Step": 2581, "Finetune/Step Time": 6.554355436936021}
{"Finetune/Learning Rate": 1.905072726843625e-05, "Finetune/Loss": 0.8012940883636475, "Finetune/Loss (Raw)": 0.8262453675270081, "Finetune/Step": 2582, "Finetune/Step Time": 6.55390458740294}
{"Finetune/Learning Rate": 1.9049843895041006e-05, "Finetune/Loss": 0.800028920173645, "Finetune/Loss (Raw)": 0.7343051433563232, "Finetune/Step": 2583, "Finetune/Step Time": 6.56186094507575}
{"Finetune/Learning Rate": 1.9048960131312808e-05, "Finetune/Loss": 0.8002665638923645, "Finetune/Loss (Raw)": 0.934537410736084, "Finetune/Step": 2584, "Finetune/Step Time": 6.562073910608888}
{"Finetune/Learning Rate": 1.9048075977289775e-05, "Finetune/Loss": 0.7986319065093994, "Finetune/Loss (Raw)": 0.6686895489692688, "Finetune/Step": 2585, "Finetune/Step Time": 6.564307883381844}
{"Finetune/Learning Rate": 1.9047191433010037e-05, "Finetune/Loss": 0.7986255884170532, "Finetune/Loss (Raw)": 0.8295186161994934, "Finetune/Step": 2586, "Finetune/Step Time": 6.541735393926501}
{"Finetune/Learning Rate": 1.904630649851175e-05, "Finetune/Loss": 0.7996731996536255, "Finetune/Loss (Raw)": 0.9284819960594177, "Finetune/Step": 2587, "Finetune/Step Time": 6.531664282083511}
{"Finetune/Learning Rate": 1.904542117383309e-05, "Finetune/Loss": 0.7992570400238037, "Finetune/Loss (Raw)": 0.7236484885215759, "Finetune/Step": 2588, "Finetune/Step Time": 6.5399958323687315}
{"Finetune/Learning Rate": 1.904453545901223e-05, "Finetune/Loss": 0.7984814643859863, "Finetune/Loss (Raw)": 0.8670150637626648, "Finetune/Step": 2589, "Finetune/Step Time": 6.543999906629324}
{"Finetune/Learning Rate": 1.9043649354087374e-05, "Finetune/Loss": 0.7987133264541626, "Finetune/Loss (Raw)": 0.9148428440093994, "Finetune/Step": 2590, "Finetune/Step Time": 6.546933025121689}
{"Finetune/Learning Rate": 1.9042762859096746e-05, "Finetune/Loss": 0.7982715964317322, "Finetune/Loss (Raw)": 0.7494082450866699, "Finetune/Step": 2591, "Finetune/Step Time": 6.584188375622034}
{"Finetune/Learning Rate": 1.904187597407858e-05, "Finetune/Loss": 0.7976279258728027, "Finetune/Loss (Raw)": 0.8442056179046631, "Finetune/Step": 2592, "Finetune/Step Time": 6.592449178919196}
{"Finetune/Learning Rate": 1.904098869907113e-05, "Finetune/Loss": 0.7965973615646362, "Finetune/Loss (Raw)": 0.7180709838867188, "Finetune/Step": 2593, "Finetune/Step Time": 6.6123609803617}
{"Finetune/Learning Rate": 1.904010103411266e-05, "Finetune/Loss": 0.796023428440094, "Finetune/Loss (Raw)": 0.7271368503570557, "Finetune/Step": 2594, "Finetune/Step Time": 6.623479764908552}
{"Finetune/Learning Rate": 1.9039212979241463e-05, "Finetune/Loss": 0.795791745185852, "Finetune/Loss (Raw)": 0.8152354955673218, "Finetune/Step": 2595, "Finetune/Step Time": 6.628268765285611}
{"Finetune/Learning Rate": 1.9038324534495838e-05, "Finetune/Loss": 0.7941379547119141, "Finetune/Loss (Raw)": 0.754135251045227, "Finetune/Step": 2596, "Finetune/Step Time": 6.612151745706797}
{"Finetune/Learning Rate": 1.9037435699914106e-05, "Finetune/Loss": 0.7940512299537659, "Finetune/Loss (Raw)": 0.9250655174255371, "Finetune/Step": 2597, "Finetune/Step Time": 6.614876691251993}
{"Finetune/Learning Rate": 1.9036546475534606e-05, "Finetune/Loss": 0.7928245663642883, "Finetune/Loss (Raw)": 0.6264129281044006, "Finetune/Step": 2598, "Finetune/Step Time": 6.62663884088397}
{"Finetune/Learning Rate": 1.903565686139569e-05, "Finetune/Loss": 0.7924982905387878, "Finetune/Loss (Raw)": 0.8898699879646301, "Finetune/Step": 2599, "Finetune/Step Time": 6.6308484505862}
{"Finetune/Learning Rate": 1.9034766857535722e-05, "Finetune/Loss": 0.792137861251831, "Finetune/Loss (Raw)": 0.8198398947715759, "Finetune/Step": 2600, "Finetune/Step Time": 6.63523356616497}
{"Finetune/Learning Rate": 1.9033876463993097e-05, "Finetune/Loss": 0.7915093302726746, "Finetune/Loss (Raw)": 0.8095492720603943, "Finetune/Step": 2601, "Finetune/Step Time": 6.641719281673431}
{"Finetune/Learning Rate": 1.903298568080622e-05, "Finetune/Loss": 0.7927557229995728, "Finetune/Loss (Raw)": 0.976038932800293, "Finetune/Step": 2602, "Finetune/Step Time": 6.639586357399821}
{"Finetune/Learning Rate": 1.9032094508013506e-05, "Finetune/Loss": 0.793461263179779, "Finetune/Loss (Raw)": 0.9240955114364624, "Finetune/Step": 2603, "Finetune/Step Time": 6.638947892934084}
{"Finetune/Learning Rate": 1.9031202945653397e-05, "Finetune/Loss": 0.792805552482605, "Finetune/Loss (Raw)": 0.7946127653121948, "Finetune/Step": 2604, "Finetune/Step Time": 6.654761049896479}
{"Finetune/Learning Rate": 1.9030310993764347e-05, "Finetune/Loss": 0.7921143770217896, "Finetune/Loss (Raw)": 0.7513271570205688, "Finetune/Step": 2605, "Finetune/Step Time": 6.663543280214071}
{"Finetune/Learning Rate": 1.902941865238482e-05, "Finetune/Loss": 0.7913476228713989, "Finetune/Loss (Raw)": 0.748236358165741, "Finetune/Step": 2606, "Finetune/Step Time": 6.6910899467766285}
{"Finetune/Learning Rate": 1.9028525921553314e-05, "Finetune/Loss": 0.7921363711357117, "Finetune/Loss (Raw)": 0.8469316959381104, "Finetune/Step": 2607, "Finetune/Step Time": 6.7110551707446575}
{"Finetune/Learning Rate": 1.902763280130833e-05, "Finetune/Loss": 0.7934479713439941, "Finetune/Loss (Raw)": 0.9033934473991394, "Finetune/Step": 2608, "Finetune/Step Time": 6.704389495775104}
{"Finetune/Learning Rate": 1.9026739291688388e-05, "Finetune/Loss": 0.7973268032073975, "Finetune/Loss (Raw)": 0.9040329456329346, "Finetune/Step": 2609, "Finetune/Step Time": 6.688440499827266}
{"Finetune/Learning Rate": 1.9025845392732027e-05, "Finetune/Loss": 0.7949246764183044, "Finetune/Loss (Raw)": 0.7345647811889648, "Finetune/Step": 2610, "Finetune/Step Time": 6.70394759811461}
{"Finetune/Learning Rate": 1.9024951104477805e-05, "Finetune/Loss": 0.7943267822265625, "Finetune/Loss (Raw)": 0.707403302192688, "Finetune/Step": 2611, "Finetune/Step Time": 6.704924276098609}
{"Finetune/Learning Rate": 1.9024056426964287e-05, "Finetune/Loss": 0.7950040102005005, "Finetune/Loss (Raw)": 0.8366671800613403, "Finetune/Step": 2612, "Finetune/Step Time": 6.693394338712096}
{"Finetune/Learning Rate": 1.9023161360230073e-05, "Finetune/Loss": 0.7959573864936829, "Finetune/Loss (Raw)": 0.9882944822311401, "Finetune/Step": 2613, "Finetune/Step Time": 6.691931061446667}
{"Finetune/Learning Rate": 1.9022265904313757e-05, "Finetune/Loss": 0.7969677448272705, "Finetune/Loss (Raw)": 0.7952426671981812, "Finetune/Step": 2614, "Finetune/Step Time": 6.6943846475332975}
{"Finetune/Learning Rate": 1.9021370059253965e-05, "Finetune/Loss": 0.8014585971832275, "Finetune/Loss (Raw)": 0.9069639444351196, "Finetune/Step": 2615, "Finetune/Step Time": 6.684789774939418}
{"Finetune/Learning Rate": 1.902047382508934e-05, "Finetune/Loss": 0.801500678062439, "Finetune/Loss (Raw)": 0.9387466311454773, "Finetune/Step": 2616, "Finetune/Step Time": 6.687577476724982}
{"Finetune/Learning Rate": 1.9019577201858536e-05, "Finetune/Loss": 0.7978255152702332, "Finetune/Loss (Raw)": 0.4193722605705261, "Finetune/Step": 2617, "Finetune/Step Time": 6.683881558477879}
{"Finetune/Learning Rate": 1.9018680189600224e-05, "Finetune/Loss": 0.8004508018493652, "Finetune/Loss (Raw)": 0.6741135120391846, "Finetune/Step": 2618, "Finetune/Step Time": 6.670449919998646}
{"Finetune/Learning Rate": 1.9017782788353093e-05, "Finetune/Loss": 0.801256537437439, "Finetune/Loss (Raw)": 0.9166322350502014, "Finetune/Step": 2619, "Finetune/Step Time": 6.664125265553594}
{"Finetune/Learning Rate": 1.9016884998155853e-05, "Finetune/Loss": 0.8013197183609009, "Finetune/Loss (Raw)": 0.7481254935264587, "Finetune/Step": 2620, "Finetune/Step Time": 6.659929729998112}
{"Finetune/Learning Rate": 1.9015986819047223e-05, "Finetune/Loss": 0.8006759881973267, "Finetune/Loss (Raw)": 0.7935458421707153, "Finetune/Step": 2621, "Finetune/Step Time": 6.656913911923766}
{"Finetune/Learning Rate": 1.9015088251065947e-05, "Finetune/Loss": 0.8004014492034912, "Finetune/Loss (Raw)": 0.9172148108482361, "Finetune/Step": 2622, "Finetune/Step Time": 6.652310008183122}
{"Finetune/Learning Rate": 1.9014189294250777e-05, "Finetune/Loss": 0.7998506426811218, "Finetune/Loss (Raw)": 0.8041364550590515, "Finetune/Step": 2623, "Finetune/Step Time": 6.671850576996803}
{"Finetune/Learning Rate": 1.9013289948640485e-05, "Finetune/Loss": 0.8001984357833862, "Finetune/Loss (Raw)": 0.8363810181617737, "Finetune/Step": 2624, "Finetune/Step Time": 6.661393752321601}
{"Finetune/Learning Rate": 1.9012390214273867e-05, "Finetune/Loss": 0.7994341850280762, "Finetune/Loss (Raw)": 0.6059744358062744, "Finetune/Step": 2625, "Finetune/Step Time": 6.674483746290207}
{"Finetune/Learning Rate": 1.9011490091189726e-05, "Finetune/Loss": 0.7945142388343811, "Finetune/Loss (Raw)": 0.34134557843208313, "Finetune/Step": 2626, "Finetune/Step Time": 6.693417236208916}
{"Finetune/Learning Rate": 1.9010589579426888e-05, "Finetune/Loss": 0.7967187762260437, "Finetune/Loss (Raw)": 0.817771315574646, "Finetune/Step": 2627, "Finetune/Step Time": 6.677023649215698}
{"Finetune/Learning Rate": 1.900968867902419e-05, "Finetune/Loss": 0.7968186140060425, "Finetune/Loss (Raw)": 0.9029542803764343, "Finetune/Step": 2628, "Finetune/Step Time": 6.666829815134406}
{"Finetune/Learning Rate": 1.9008787390020496e-05, "Finetune/Loss": 0.7937284708023071, "Finetune/Loss (Raw)": 0.5351760387420654, "Finetune/Step": 2629, "Finetune/Step Time": 6.66094808280468}
{"Finetune/Learning Rate": 1.9007885712454672e-05, "Finetune/Loss": 0.7924451231956482, "Finetune/Loss (Raw)": 0.7304995656013489, "Finetune/Step": 2630, "Finetune/Step Time": 6.661650866270065}
{"Finetune/Learning Rate": 1.9006983646365614e-05, "Finetune/Loss": 0.7930058836936951, "Finetune/Loss (Raw)": 0.9169816374778748, "Finetune/Step": 2631, "Finetune/Step Time": 6.658996334299445}
{"Finetune/Learning Rate": 1.9006081191792226e-05, "Finetune/Loss": 0.7920235991477966, "Finetune/Loss (Raw)": 0.7366077899932861, "Finetune/Step": 2632, "Finetune/Step Time": 6.66423873603344}
{"Finetune/Learning Rate": 1.900517834877343e-05, "Finetune/Loss": 0.7923505306243896, "Finetune/Loss (Raw)": 0.8861803412437439, "Finetune/Step": 2633, "Finetune/Step Time": 6.666015639901161}
{"Finetune/Learning Rate": 1.9004275117348173e-05, "Finetune/Loss": 0.7923974990844727, "Finetune/Loss (Raw)": 0.820256769657135, "Finetune/Step": 2634, "Finetune/Step Time": 6.667056990787387}
{"Finetune/Learning Rate": 1.9003371497555413e-05, "Finetune/Loss": 0.7912130951881409, "Finetune/Loss (Raw)": 0.8036089539527893, "Finetune/Step": 2635, "Finetune/Step Time": 6.661902990192175}
{"Finetune/Learning Rate": 1.900246748943412e-05, "Finetune/Loss": 0.7929667234420776, "Finetune/Loss (Raw)": 0.9844854474067688, "Finetune/Step": 2636, "Finetune/Step Time": 6.661434972658753}
{"Finetune/Learning Rate": 1.9001563093023283e-05, "Finetune/Loss": 0.7927709817886353, "Finetune/Loss (Raw)": 0.7897294759750366, "Finetune/Step": 2637, "Finetune/Step Time": 6.665969893336296}
{"Finetune/Learning Rate": 1.9000658308361915e-05, "Finetune/Loss": 0.7927761077880859, "Finetune/Loss (Raw)": 0.9477910399436951, "Finetune/Step": 2638, "Finetune/Step Time": 6.685766872018576}
{"Finetune/Learning Rate": 1.8999753135489044e-05, "Finetune/Loss": 0.792047381401062, "Finetune/Loss (Raw)": 0.8039425611495972, "Finetune/Step": 2639, "Finetune/Step Time": 6.687890017405152}
{"Finetune/Learning Rate": 1.89988475744437e-05, "Finetune/Loss": 0.7892135381698608, "Finetune/Loss (Raw)": 0.3660299777984619, "Finetune/Step": 2640, "Finetune/Step Time": 6.698903888463974}
{"Finetune/Learning Rate": 1.8997941625264955e-05, "Finetune/Loss": 0.7896453142166138, "Finetune/Loss (Raw)": 0.8288968801498413, "Finetune/Step": 2641, "Finetune/Step Time": 6.690540237352252}
{"Finetune/Learning Rate": 1.8997035287991873e-05, "Finetune/Loss": 0.7890970706939697, "Finetune/Loss (Raw)": 0.8023666739463806, "Finetune/Step": 2642, "Finetune/Step Time": 6.680336035788059}
{"Finetune/Learning Rate": 1.899612856266355e-05, "Finetune/Loss": 0.7890400290489197, "Finetune/Loss (Raw)": 0.6606844663619995, "Finetune/Step": 2643, "Finetune/Step Time": 6.67794356867671}
{"Finetune/Learning Rate": 1.8995221449319094e-05, "Finetune/Loss": 0.7880314588546753, "Finetune/Loss (Raw)": 0.6829982399940491, "Finetune/Step": 2644, "Finetune/Step Time": 6.709911484271288}
{"Finetune/Learning Rate": 1.899431394799763e-05, "Finetune/Loss": 0.7875754833221436, "Finetune/Loss (Raw)": 0.8241363763809204, "Finetune/Step": 2645, "Finetune/Step Time": 6.7132944613695145}
{"Finetune/Learning Rate": 1.89934060587383e-05, "Finetune/Loss": 0.7879931330680847, "Finetune/Loss (Raw)": 0.8412566781044006, "Finetune/Step": 2646, "Finetune/Step Time": 6.699923310428858}
{"Finetune/Learning Rate": 1.899249778158026e-05, "Finetune/Loss": 0.7876266241073608, "Finetune/Loss (Raw)": 0.7570877075195312, "Finetune/Step": 2647, "Finetune/Step Time": 6.715851116925478}
{"Finetune/Learning Rate": 1.899158911656269e-05, "Finetune/Loss": 0.7867558598518372, "Finetune/Loss (Raw)": 0.8445290923118591, "Finetune/Step": 2648, "Finetune/Step Time": 6.726688435301185}
{"Finetune/Learning Rate": 1.899068006372478e-05, "Finetune/Loss": 0.7890430092811584, "Finetune/Loss (Raw)": 0.718978762626648, "Finetune/Step": 2649, "Finetune/Step Time": 6.719959873706102}
{"Finetune/Learning Rate": 1.8989770623105737e-05, "Finetune/Loss": 0.7881639003753662, "Finetune/Loss (Raw)": 0.736871600151062, "Finetune/Step": 2650, "Finetune/Step Time": 6.70290401019156}
{"Finetune/Learning Rate": 1.8988860794744788e-05, "Finetune/Loss": 0.7897686958312988, "Finetune/Loss (Raw)": 0.8262575268745422, "Finetune/Step": 2651, "Finetune/Step Time": 6.698174495249987}
{"Finetune/Learning Rate": 1.8987950578681178e-05, "Finetune/Loss": 0.7905615568161011, "Finetune/Loss (Raw)": 0.9063653945922852, "Finetune/Step": 2652, "Finetune/Step Time": 6.704423950985074}
{"Finetune/Learning Rate": 1.898703997495416e-05, "Finetune/Loss": 0.7911889553070068, "Finetune/Loss (Raw)": 0.7177027463912964, "Finetune/Step": 2653, "Finetune/Step Time": 6.706205466762185}
{"Finetune/Learning Rate": 1.8986128983603015e-05, "Finetune/Loss": 0.7872064113616943, "Finetune/Loss (Raw)": 0.37008094787597656, "Finetune/Step": 2654, "Finetune/Step Time": 6.719089861959219}
{"Finetune/Learning Rate": 1.898521760466703e-05, "Finetune/Loss": 0.7869253754615784, "Finetune/Loss (Raw)": 0.8236528038978577, "Finetune/Step": 2655, "Finetune/Step Time": 6.718286054208875}
{"Finetune/Learning Rate": 1.8984305838185523e-05, "Finetune/Loss": 0.7858805656433105, "Finetune/Loss (Raw)": 0.8334444761276245, "Finetune/Step": 2656, "Finetune/Step Time": 6.715765371918678}
{"Finetune/Learning Rate": 1.898339368419781e-05, "Finetune/Loss": 0.7882887125015259, "Finetune/Loss (Raw)": 0.6006259322166443, "Finetune/Step": 2657, "Finetune/Step Time": 6.711479874327779}
{"Finetune/Learning Rate": 1.898248114274324e-05, "Finetune/Loss": 0.7860023975372314, "Finetune/Loss (Raw)": 0.592439591884613, "Finetune/Step": 2658, "Finetune/Step Time": 6.729490380734205}
{"Finetune/Learning Rate": 1.898156821386117e-05, "Finetune/Loss": 0.7865420579910278, "Finetune/Loss (Raw)": 0.8632097244262695, "Finetune/Step": 2659, "Finetune/Step Time": 6.711055915802717}
{"Finetune/Learning Rate": 1.8980654897590972e-05, "Finetune/Loss": 0.7872410416603088, "Finetune/Loss (Raw)": 0.903264582157135, "Finetune/Step": 2660, "Finetune/Step Time": 6.68603815510869}
{"Finetune/Learning Rate": 1.897974119397205e-05, "Finetune/Loss": 0.7896440029144287, "Finetune/Loss (Raw)": 1.0382986068725586, "Finetune/Step": 2661, "Finetune/Step Time": 6.689176503568888}
{"Finetune/Learning Rate": 1.89788271030438e-05, "Finetune/Loss": 0.7935492992401123, "Finetune/Loss (Raw)": 0.89762282371521, "Finetune/Step": 2662, "Finetune/Step Time": 6.667825089767575}
{"Finetune/Learning Rate": 1.8977912624845657e-05, "Finetune/Loss": 0.7933683395385742, "Finetune/Loss (Raw)": 0.9208802580833435, "Finetune/Step": 2663, "Finetune/Step Time": 6.674439216032624}
{"Finetune/Learning Rate": 1.8976997759417055e-05, "Finetune/Loss": 0.7919111251831055, "Finetune/Loss (Raw)": 0.4578895568847656, "Finetune/Step": 2664, "Finetune/Step Time": 6.675862682983279}
{"Finetune/Learning Rate": 1.8976082506797465e-05, "Finetune/Loss": 0.7914417386054993, "Finetune/Loss (Raw)": 0.696751594543457, "Finetune/Step": 2665, "Finetune/Step Time": 6.669295119121671}
{"Finetune/Learning Rate": 1.8975166867026358e-05, "Finetune/Loss": 0.7915488481521606, "Finetune/Loss (Raw)": 0.8945592045783997, "Finetune/Step": 2666, "Finetune/Step Time": 6.665989447385073}
{"Finetune/Learning Rate": 1.897425084014322e-05, "Finetune/Loss": 0.7911361455917358, "Finetune/Loss (Raw)": 0.7587317228317261, "Finetune/Step": 2667, "Finetune/Step Time": 6.6606983859092}
{"Finetune/Learning Rate": 1.8973334426187575e-05, "Finetune/Loss": 0.7908990383148193, "Finetune/Loss (Raw)": 0.8212829232215881, "Finetune/Step": 2668, "Finetune/Step Time": 6.657302297651768}
{"Finetune/Learning Rate": 1.8972417625198936e-05, "Finetune/Loss": 0.7930643558502197, "Finetune/Loss (Raw)": 0.9521697163581848, "Finetune/Step": 2669, "Finetune/Step Time": 6.641500992700458}
{"Finetune/Learning Rate": 1.8971500437216855e-05, "Finetune/Loss": 0.793113112449646, "Finetune/Loss (Raw)": 0.866121768951416, "Finetune/Step": 2670, "Finetune/Step Time": 6.646299013867974}
{"Finetune/Learning Rate": 1.8970582862280884e-05, "Finetune/Loss": 0.7913872003555298, "Finetune/Loss (Raw)": 0.6440662741661072, "Finetune/Step": 2671, "Finetune/Step Time": 6.652567271143198}
{"Finetune/Learning Rate": 1.8969664900430603e-05, "Finetune/Loss": 0.7908636331558228, "Finetune/Loss (Raw)": 0.5987944602966309, "Finetune/Step": 2672, "Finetune/Step Time": 6.6576678436249495}
{"Finetune/Learning Rate": 1.8968746551705606e-05, "Finetune/Loss": 0.7908704876899719, "Finetune/Loss (Raw)": 0.8413255214691162, "Finetune/Step": 2673, "Finetune/Step Time": 6.658433945849538}
{"Finetune/Learning Rate": 1.8967827816145503e-05, "Finetune/Loss": 0.7935324311256409, "Finetune/Loss (Raw)": 0.6399816274642944, "Finetune/Step": 2674, "Finetune/Step Time": 6.649896265938878}
{"Finetune/Learning Rate": 1.896690869378992e-05, "Finetune/Loss": 0.7936938405036926, "Finetune/Loss (Raw)": 0.8335858583450317, "Finetune/Step": 2675, "Finetune/Step Time": 6.65484326146543}
{"Finetune/Learning Rate": 1.89659891846785e-05, "Finetune/Loss": 0.7924705147743225, "Finetune/Loss (Raw)": 0.8132544755935669, "Finetune/Step": 2676, "Finetune/Step Time": 6.658409686759114}
{"Finetune/Learning Rate": 1.89650692888509e-05, "Finetune/Loss": 0.7968358397483826, "Finetune/Loss (Raw)": 0.904584527015686, "Finetune/Step": 2677, "Finetune/Step Time": 6.6576012428849936}
{"Finetune/Learning Rate": 1.89641490063468e-05, "Finetune/Loss": 0.7966498136520386, "Finetune/Loss (Raw)": 0.8234674334526062, "Finetune/Step": 2678, "Finetune/Step Time": 6.656404193490744}
{"Finetune/Learning Rate": 1.8963228337205888e-05, "Finetune/Loss": 0.7972041368484497, "Finetune/Loss (Raw)": 0.9879286289215088, "Finetune/Step": 2679, "Finetune/Step Time": 6.65370899438858}
{"Finetune/Learning Rate": 1.8962307281467878e-05, "Finetune/Loss": 0.7959867715835571, "Finetune/Loss (Raw)": 0.9119125008583069, "Finetune/Step": 2680, "Finetune/Step Time": 6.656315958127379}
{"Finetune/Learning Rate": 1.89613858391725e-05, "Finetune/Loss": 0.7931332588195801, "Finetune/Loss (Raw)": 0.37149548530578613, "Finetune/Step": 2681, "Finetune/Step Time": 6.663327399641275}
{"Finetune/Learning Rate": 1.896046401035949e-05, "Finetune/Loss": 0.7930161952972412, "Finetune/Loss (Raw)": 0.833330512046814, "Finetune/Step": 2682, "Finetune/Step Time": 6.640422781929374}
{"Finetune/Learning Rate": 1.8959541795068613e-05, "Finetune/Loss": 0.7970024347305298, "Finetune/Loss (Raw)": 0.8647552132606506, "Finetune/Step": 2683, "Finetune/Step Time": 6.6190322525799274}
{"Finetune/Learning Rate": 1.895861919333964e-05, "Finetune/Loss": 0.7964959740638733, "Finetune/Loss (Raw)": 0.8176868557929993, "Finetune/Step": 2684, "Finetune/Step Time": 6.618575485423207}
{"Finetune/Learning Rate": 1.8957696205212375e-05, "Finetune/Loss": 0.7976490259170532, "Finetune/Loss (Raw)": 0.8771443963050842, "Finetune/Step": 2685, "Finetune/Step Time": 6.621923431754112}
{"Finetune/Learning Rate": 1.8956772830726616e-05, "Finetune/Loss": 0.7970740795135498, "Finetune/Loss (Raw)": 0.752575695514679, "Finetune/Step": 2686, "Finetune/Step Time": 6.614070530980825}
{"Finetune/Learning Rate": 1.8955849069922193e-05, "Finetune/Loss": 0.7975698709487915, "Finetune/Loss (Raw)": 0.8087677359580994, "Finetune/Step": 2687, "Finetune/Step Time": 6.6155902445316315}
{"Finetune/Learning Rate": 1.895492492283895e-05, "Finetune/Loss": 0.7994953393936157, "Finetune/Loss (Raw)": 0.8724551200866699, "Finetune/Step": 2688, "Finetune/Step Time": 6.59709937684238}
{"Finetune/Learning Rate": 1.895400038951675e-05, "Finetune/Loss": 0.8005446791648865, "Finetune/Loss (Raw)": 0.9704972505569458, "Finetune/Step": 2689, "Finetune/Step Time": 6.5941740069538355}
{"Finetune/Learning Rate": 1.895307546999546e-05, "Finetune/Loss": 0.7962925434112549, "Finetune/Loss (Raw)": 0.3925764858722687, "Finetune/Step": 2690, "Finetune/Step Time": 6.613987781107426}
{"Finetune/Learning Rate": 1.8952150164314987e-05, "Finetune/Loss": 0.7998783588409424, "Finetune/Loss (Raw)": 0.9249260425567627, "Finetune/Step": 2691, "Finetune/Step Time": 6.607578316703439}
{"Finetune/Learning Rate": 1.8951224472515227e-05, "Finetune/Loss": 0.7991535663604736, "Finetune/Loss (Raw)": 0.7912602424621582, "Finetune/Step": 2692, "Finetune/Step Time": 6.60665956325829}
{"Finetune/Learning Rate": 1.8950298394636118e-05, "Finetune/Loss": 0.7988677024841309, "Finetune/Loss (Raw)": 0.8727940917015076, "Finetune/Step": 2693, "Finetune/Step Time": 6.604516725987196}
{"Finetune/Learning Rate": 1.8949371930717596e-05, "Finetune/Loss": 0.7980101108551025, "Finetune/Loss (Raw)": 0.7626329064369202, "Finetune/Step": 2694, "Finetune/Step Time": 6.5961429718881845}
{"Finetune/Learning Rate": 1.894844508079962e-05, "Finetune/Loss": 0.7983525991439819, "Finetune/Loss (Raw)": 0.7966113686561584, "Finetune/Step": 2695, "Finetune/Step Time": 6.59549387358129}
{"Finetune/Learning Rate": 1.894751784492217e-05, "Finetune/Loss": 0.7989439964294434, "Finetune/Loss (Raw)": 0.8399779200553894, "Finetune/Step": 2696, "Finetune/Step Time": 6.616576310247183}
{"Finetune/Learning Rate": 1.894659022312524e-05, "Finetune/Loss": 0.7973175644874573, "Finetune/Loss (Raw)": 0.8182420134544373, "Finetune/Step": 2697, "Finetune/Step Time": 6.619290880858898}
{"Finetune/Learning Rate": 1.8945662215448837e-05, "Finetune/Loss": 0.7966548204421997, "Finetune/Loss (Raw)": 0.7538925409317017, "Finetune/Step": 2698, "Finetune/Step Time": 6.624576788395643}
{"Finetune/Learning Rate": 1.8944733821932985e-05, "Finetune/Loss": 0.7955527305603027, "Finetune/Loss (Raw)": 0.9104096293449402, "Finetune/Step": 2699, "Finetune/Step Time": 6.638398861512542}
{"Finetune/Learning Rate": 1.8943805042617734e-05, "Finetune/Loss": 0.7954205870628357, "Finetune/Loss (Raw)": 0.8366049528121948, "Finetune/Step": 2700, "Finetune/Step Time": 6.638027977198362}
{"Finetune/Learning Rate": 1.8942875877543138e-05, "Finetune/Loss": 0.7953465580940247, "Finetune/Loss (Raw)": 0.8163134455680847, "Finetune/Step": 2701, "Finetune/Step Time": 6.660154553130269}
{"Finetune/Learning Rate": 1.8941946326749273e-05, "Finetune/Loss": 0.7960872650146484, "Finetune/Loss (Raw)": 0.8692958950996399, "Finetune/Step": 2702, "Finetune/Step Time": 6.637704035267234}
{"Finetune/Learning Rate": 1.8941016390276235e-05, "Finetune/Loss": 0.795979380607605, "Finetune/Loss (Raw)": 0.7303168177604675, "Finetune/Step": 2703, "Finetune/Step Time": 6.6541179548949}
{"Finetune/Learning Rate": 1.8940086068164133e-05, "Finetune/Loss": 0.7949188947677612, "Finetune/Loss (Raw)": 0.7029312252998352, "Finetune/Step": 2704, "Finetune/Step Time": 6.666157457977533}
{"Finetune/Learning Rate": 1.8939155360453092e-05, "Finetune/Loss": 0.7942361831665039, "Finetune/Loss (Raw)": 0.8069943189620972, "Finetune/Step": 2705, "Finetune/Step Time": 6.66690363176167}
{"Finetune/Learning Rate": 1.8938224267183255e-05, "Finetune/Loss": 0.7937641739845276, "Finetune/Loss (Raw)": 0.8855962753295898, "Finetune/Step": 2706, "Finetune/Step Time": 6.673554046079516}
{"Finetune/Learning Rate": 1.893729278839478e-05, "Finetune/Loss": 0.7942990064620972, "Finetune/Loss (Raw)": 1.008675456047058, "Finetune/Step": 2707, "Finetune/Step Time": 6.670303786173463}
{"Finetune/Learning Rate": 1.8936360924127844e-05, "Finetune/Loss": 0.7966837882995605, "Finetune/Loss (Raw)": 0.934150218963623, "Finetune/Step": 2708, "Finetune/Step Time": 6.667410146445036}
{"Finetune/Learning Rate": 1.8935428674422644e-05, "Finetune/Loss": 0.7953503727912903, "Finetune/Loss (Raw)": 0.7822514176368713, "Finetune/Step": 2709, "Finetune/Step Time": 6.676202787086368}
{"Finetune/Learning Rate": 1.8934496039319383e-05, "Finetune/Loss": 0.7920496463775635, "Finetune/Loss (Raw)": 0.40376195311546326, "Finetune/Step": 2710, "Finetune/Step Time": 6.687268700450659}
{"Finetune/Learning Rate": 1.893356301885829e-05, "Finetune/Loss": 0.7932270765304565, "Finetune/Loss (Raw)": 0.8850107789039612, "Finetune/Step": 2711, "Finetune/Step Time": 6.678691318258643}
{"Finetune/Learning Rate": 1.8932629613079606e-05, "Finetune/Loss": 0.7925165295600891, "Finetune/Loss (Raw)": 0.8435842394828796, "Finetune/Step": 2712, "Finetune/Step Time": 6.69668604247272}
{"Finetune/Learning Rate": 1.893169582202359e-05, "Finetune/Loss": 0.7935936450958252, "Finetune/Loss (Raw)": 0.8065615892410278, "Finetune/Step": 2713, "Finetune/Step Time": 6.703683091327548}
{"Finetune/Learning Rate": 1.8930761645730524e-05, "Finetune/Loss": 0.794242799282074, "Finetune/Loss (Raw)": 0.9126120209693909, "Finetune/Step": 2714, "Finetune/Step Time": 6.7036187797784805}
{"Finetune/Learning Rate": 1.8929827084240693e-05, "Finetune/Loss": 0.7927454710006714, "Finetune/Loss (Raw)": 0.736817479133606, "Finetune/Step": 2715, "Finetune/Step Time": 6.696800900623202}
{"Finetune/Learning Rate": 1.8928892137594406e-05, "Finetune/Loss": 0.79352205991745, "Finetune/Loss (Raw)": 0.8230627179145813, "Finetune/Step": 2716, "Finetune/Step Time": 6.68983593583107}
{"Finetune/Learning Rate": 1.8927956805831993e-05, "Finetune/Loss": 0.7935751676559448, "Finetune/Loss (Raw)": 0.8738098740577698, "Finetune/Step": 2717, "Finetune/Step Time": 6.671973831951618}
{"Finetune/Learning Rate": 1.8927021088993792e-05, "Finetune/Loss": 0.7925439476966858, "Finetune/Loss (Raw)": 0.7828521728515625, "Finetune/Step": 2718, "Finetune/Step Time": 6.671673947945237}
{"Finetune/Learning Rate": 1.8926084987120163e-05, "Finetune/Loss": 0.7932820916175842, "Finetune/Loss (Raw)": 0.8438833951950073, "Finetune/Step": 2719, "Finetune/Step Time": 6.636174574494362}
{"Finetune/Learning Rate": 1.8925148500251483e-05, "Finetune/Loss": 0.7936539649963379, "Finetune/Loss (Raw)": 0.8918092846870422, "Finetune/Step": 2720, "Finetune/Step Time": 6.642601955682039}
{"Finetune/Learning Rate": 1.8924211628428147e-05, "Finetune/Loss": 0.7938109040260315, "Finetune/Loss (Raw)": 0.7381513714790344, "Finetune/Step": 2721, "Finetune/Step Time": 6.633163791149855}
{"Finetune/Learning Rate": 1.8923274371690557e-05, "Finetune/Loss": 0.7946473360061646, "Finetune/Loss (Raw)": 0.8342016339302063, "Finetune/Step": 2722, "Finetune/Step Time": 6.624088030308485}
{"Finetune/Learning Rate": 1.8922336730079146e-05, "Finetune/Loss": 0.7941908836364746, "Finetune/Loss (Raw)": 0.7568112015724182, "Finetune/Step": 2723, "Finetune/Step Time": 6.619172126054764}
{"Finetune/Learning Rate": 1.8921398703634345e-05, "Finetune/Loss": 0.7949748635292053, "Finetune/Loss (Raw)": 0.8544877171516418, "Finetune/Step": 2724, "Finetune/Step Time": 6.621721979230642}
{"Finetune/Learning Rate": 1.892046029239662e-05, "Finetune/Loss": 0.7943705916404724, "Finetune/Loss (Raw)": 0.8477146625518799, "Finetune/Step": 2725, "Finetune/Step Time": 6.615739472210407}
{"Finetune/Learning Rate": 1.8919521496406445e-05, "Finetune/Loss": 0.7959051132202148, "Finetune/Loss (Raw)": 0.8228408694267273, "Finetune/Step": 2726, "Finetune/Step Time": 6.622867453843355}
{"Finetune/Learning Rate": 1.891858231570431e-05, "Finetune/Loss": 0.7953047752380371, "Finetune/Loss (Raw)": 0.8130238056182861, "Finetune/Step": 2727, "Finetune/Step Time": 6.6255688183009624}
{"Finetune/Learning Rate": 1.8917642750330728e-05, "Finetune/Loss": 0.7932943105697632, "Finetune/Loss (Raw)": 0.5624950528144836, "Finetune/Step": 2728, "Finetune/Step Time": 6.624040450900793}
{"Finetune/Learning Rate": 1.8916702800326216e-05, "Finetune/Loss": 0.7905396223068237, "Finetune/Loss (Raw)": 0.4569474458694458, "Finetune/Step": 2729, "Finetune/Step Time": 6.633740019053221}
{"Finetune/Learning Rate": 1.8915762465731324e-05, "Finetune/Loss": 0.788068413734436, "Finetune/Loss (Raw)": 0.6597291231155396, "Finetune/Step": 2730, "Finetune/Step Time": 6.635980209335685}
{"Finetune/Learning Rate": 1.8914821746586605e-05, "Finetune/Loss": 0.7872583866119385, "Finetune/Loss (Raw)": 0.8204148411750793, "Finetune/Step": 2731, "Finetune/Step Time": 6.6330564972013235}
{"Finetune/Learning Rate": 1.891388064293263e-05, "Finetune/Loss": 0.7876529693603516, "Finetune/Loss (Raw)": 0.8451187014579773, "Finetune/Step": 2732, "Finetune/Step Time": 6.618525080382824}
{"Finetune/Learning Rate": 1.891293915481e-05, "Finetune/Loss": 0.7887428998947144, "Finetune/Loss (Raw)": 0.8908363580703735, "Finetune/Step": 2733, "Finetune/Step Time": 6.608746333047748}
{"Finetune/Learning Rate": 1.8911997282259316e-05, "Finetune/Loss": 0.7891133427619934, "Finetune/Loss (Raw)": 0.795657217502594, "Finetune/Step": 2734, "Finetune/Step Time": 6.585930934175849}
{"Finetune/Learning Rate": 1.8911055025321202e-05, "Finetune/Loss": 0.7894794940948486, "Finetune/Loss (Raw)": 0.8937897086143494, "Finetune/Step": 2735, "Finetune/Step Time": 6.563413551077247}
{"Finetune/Learning Rate": 1.8910112384036302e-05, "Finetune/Loss": 0.7862443923950195, "Finetune/Loss (Raw)": 0.48930540680885315, "Finetune/Step": 2736, "Finetune/Step Time": 6.580596216022968}
{"Finetune/Learning Rate": 1.890916935844527e-05, "Finetune/Loss": 0.7835005521774292, "Finetune/Loss (Raw)": 0.5528112053871155, "Finetune/Step": 2737, "Finetune/Step Time": 6.585295652970672}
{"Finetune/Learning Rate": 1.890822594858878e-05, "Finetune/Loss": 0.7845655083656311, "Finetune/Loss (Raw)": 0.8708842396736145, "Finetune/Step": 2738, "Finetune/Step Time": 6.5753496661782265}
{"Finetune/Learning Rate": 1.890728215450753e-05, "Finetune/Loss": 0.7860360145568848, "Finetune/Loss (Raw)": 0.8956340551376343, "Finetune/Step": 2739, "Finetune/Step Time": 6.567426776513457}
{"Finetune/Learning Rate": 1.8906337976242216e-05, "Finetune/Loss": 0.7851755619049072, "Finetune/Loss (Raw)": 0.7265218496322632, "Finetune/Step": 2740, "Finetune/Step Time": 6.576173124834895}
{"Finetune/Learning Rate": 1.8905393413833574e-05, "Finetune/Loss": 0.784611701965332, "Finetune/Loss (Raw)": 0.9161191582679749, "Finetune/Step": 2741, "Finetune/Step Time": 6.57724436186254}
{"Finetune/Learning Rate": 1.8904448467322334e-05, "Finetune/Loss": 0.7847076654434204, "Finetune/Loss (Raw)": 0.8075280785560608, "Finetune/Step": 2742, "Finetune/Step Time": 6.571848513558507}
{"Finetune/Learning Rate": 1.890350313674926e-05, "Finetune/Loss": 0.7849377393722534, "Finetune/Loss (Raw)": 0.9364224672317505, "Finetune/Step": 2743, "Finetune/Step Time": 6.564843380823731}
{"Finetune/Learning Rate": 1.890255742215512e-05, "Finetune/Loss": 0.7842118740081787, "Finetune/Loss (Raw)": 0.8458312749862671, "Finetune/Step": 2744, "Finetune/Step Time": 6.560966148972511}
{"Finetune/Learning Rate": 1.8901611323580706e-05, "Finetune/Loss": 0.7882227301597595, "Finetune/Loss (Raw)": 0.9327572584152222, "Finetune/Step": 2745, "Finetune/Step Time": 6.54174343124032}
{"Finetune/Learning Rate": 1.8900664841066825e-05, "Finetune/Loss": 0.7894458770751953, "Finetune/Loss (Raw)": 0.830682098865509, "Finetune/Step": 2746, "Finetune/Step Time": 6.547935213893652}
{"Finetune/Learning Rate": 1.8899717974654305e-05, "Finetune/Loss": 0.7888437509536743, "Finetune/Loss (Raw)": 0.8395639061927795, "Finetune/Step": 2747, "Finetune/Step Time": 6.563977282494307}
{"Finetune/Learning Rate": 1.8898770724383973e-05, "Finetune/Loss": 0.7904440760612488, "Finetune/Loss (Raw)": 0.9529630541801453, "Finetune/Step": 2748, "Finetune/Step Time": 6.566381750628352}
{"Finetune/Learning Rate": 1.8897823090296697e-05, "Finetune/Loss": 0.7911113500595093, "Finetune/Loss (Raw)": 0.8789553046226501, "Finetune/Step": 2749, "Finetune/Step Time": 6.572869971394539}
{"Finetune/Learning Rate": 1.889687507243335e-05, "Finetune/Loss": 0.7902749180793762, "Finetune/Loss (Raw)": 0.8101549744606018, "Finetune/Step": 2750, "Finetune/Step Time": 6.586479544639587}
{"Finetune/Learning Rate": 1.8895926670834815e-05, "Finetune/Loss": 0.7903298735618591, "Finetune/Loss (Raw)": 0.8111680746078491, "Finetune/Step": 2751, "Finetune/Step Time": 6.575846469029784}
{"Finetune/Learning Rate": 1.8894977885541997e-05, "Finetune/Loss": 0.7905218601226807, "Finetune/Loss (Raw)": 0.8609588742256165, "Finetune/Step": 2752, "Finetune/Step Time": 6.575211388990283}
{"Finetune/Learning Rate": 1.8894028716595825e-05, "Finetune/Loss": 0.7932502031326294, "Finetune/Loss (Raw)": 0.9552006125450134, "Finetune/Step": 2753, "Finetune/Step Time": 6.571811402216554}
{"Finetune/Learning Rate": 1.8893079164037237e-05, "Finetune/Loss": 0.7969776391983032, "Finetune/Loss (Raw)": 0.8184482455253601, "Finetune/Step": 2754, "Finetune/Step Time": 6.550378154963255}
{"Finetune/Learning Rate": 1.8892129227907182e-05, "Finetune/Loss": 0.7936083674430847, "Finetune/Loss (Raw)": 0.3865155279636383, "Finetune/Step": 2755, "Finetune/Step Time": 6.572670292109251}
{"Finetune/Learning Rate": 1.8891178908246642e-05, "Finetune/Loss": 0.7933121919631958, "Finetune/Loss (Raw)": 0.8650423884391785, "Finetune/Step": 2756, "Finetune/Step Time": 6.589185442775488}
{"Finetune/Learning Rate": 1.8890228205096598e-05, "Finetune/Loss": 0.7943592071533203, "Finetune/Loss (Raw)": 0.6691874861717224, "Finetune/Step": 2757, "Finetune/Step Time": 6.605233874171972}
{"Finetune/Learning Rate": 1.8889277118498055e-05, "Finetune/Loss": 0.7957296371459961, "Finetune/Loss (Raw)": 0.9059138298034668, "Finetune/Step": 2758, "Finetune/Step Time": 6.605559453368187}
{"Finetune/Learning Rate": 1.8888325648492038e-05, "Finetune/Loss": 0.7945418357849121, "Finetune/Loss (Raw)": 0.7649497985839844, "Finetune/Step": 2759, "Finetune/Step Time": 6.606262741610408}
{"Finetune/Learning Rate": 1.8887373795119586e-05, "Finetune/Loss": 0.79416424036026, "Finetune/Loss (Raw)": 0.6882773637771606, "Finetune/Step": 2760, "Finetune/Step Time": 6.59098382666707}
{"Finetune/Learning Rate": 1.888642155842175e-05, "Finetune/Loss": 0.7907488346099854, "Finetune/Loss (Raw)": 0.449005126953125, "Finetune/Step": 2761, "Finetune/Step Time": 6.610799157992005}
{"Finetune/Learning Rate": 1.888546893843961e-05, "Finetune/Loss": 0.7903637886047363, "Finetune/Loss (Raw)": 0.7709693908691406, "Finetune/Step": 2762, "Finetune/Step Time": 6.620152743533254}
{"Finetune/Learning Rate": 1.8884515935214244e-05, "Finetune/Loss": 0.790544867515564, "Finetune/Loss (Raw)": 0.8267874121665955, "Finetune/Step": 2763, "Finetune/Step Time": 6.623625880107284}
{"Finetune/Learning Rate": 1.888356254878676e-05, "Finetune/Loss": 0.7892194986343384, "Finetune/Loss (Raw)": 0.8148394823074341, "Finetune/Step": 2764, "Finetune/Step Time": 6.633900765329599}
{"Finetune/Learning Rate": 1.888260877919828e-05, "Finetune/Loss": 0.7860487699508667, "Finetune/Loss (Raw)": 0.38387277722358704, "Finetune/Step": 2765, "Finetune/Step Time": 6.647965081036091}
{"Finetune/Learning Rate": 1.888165462648994e-05, "Finetune/Loss": 0.7851302623748779, "Finetune/Loss (Raw)": 0.8302290439605713, "Finetune/Step": 2766, "Finetune/Step Time": 6.634278349578381}
{"Finetune/Learning Rate": 1.8880700090702894e-05, "Finetune/Loss": 0.7855844497680664, "Finetune/Loss (Raw)": 0.8620761632919312, "Finetune/Step": 2767, "Finetune/Step Time": 6.636498412117362}
{"Finetune/Learning Rate": 1.887974517187831e-05, "Finetune/Loss": 0.789655327796936, "Finetune/Loss (Raw)": 0.8870978951454163, "Finetune/Step": 2768, "Finetune/Step Time": 6.61889473721385}
{"Finetune/Learning Rate": 1.8878789870057383e-05, "Finetune/Loss": 0.7899266481399536, "Finetune/Loss (Raw)": 0.8636279106140137, "Finetune/Step": 2769, "Finetune/Step Time": 6.62642864510417}
{"Finetune/Learning Rate": 1.8877834185281312e-05, "Finetune/Loss": 0.787935733795166, "Finetune/Loss (Raw)": 0.5475225448608398, "Finetune/Step": 2770, "Finetune/Step Time": 6.642994334921241}
{"Finetune/Learning Rate": 1.8876878117591313e-05, "Finetune/Loss": 0.7898201942443848, "Finetune/Loss (Raw)": 0.9019011855125427, "Finetune/Step": 2771, "Finetune/Step Time": 6.636327734217048}
{"Finetune/Learning Rate": 1.8875921667028628e-05, "Finetune/Loss": 0.7913565635681152, "Finetune/Loss (Raw)": 0.8796529769897461, "Finetune/Step": 2772, "Finetune/Step Time": 6.606550110504031}
{"Finetune/Learning Rate": 1.887496483363451e-05, "Finetune/Loss": 0.7922173738479614, "Finetune/Loss (Raw)": 0.9343242049217224, "Finetune/Step": 2773, "Finetune/Step Time": 6.5991064589470625}
{"Finetune/Learning Rate": 1.8874007617450222e-05, "Finetune/Loss": 0.7884206771850586, "Finetune/Loss (Raw)": 0.35527777671813965, "Finetune/Step": 2774, "Finetune/Step Time": 6.618222059682012}
{"Finetune/Learning Rate": 1.8873050018517062e-05, "Finetune/Loss": 0.7896431684494019, "Finetune/Loss (Raw)": 0.9135673642158508, "Finetune/Step": 2775, "Finetune/Step Time": 6.598413636907935}
{"Finetune/Learning Rate": 1.887209203687632e-05, "Finetune/Loss": 0.7891126871109009, "Finetune/Loss (Raw)": 0.7766238451004028, "Finetune/Step": 2776, "Finetune/Step Time": 6.591277150437236}
{"Finetune/Learning Rate": 1.8871133672569324e-05, "Finetune/Loss": 0.7900353074073792, "Finetune/Loss (Raw)": 0.8370762467384338, "Finetune/Step": 2777, "Finetune/Step Time": 6.5785585306584835}
{"Finetune/Learning Rate": 1.8870174925637408e-05, "Finetune/Loss": 0.7910985946655273, "Finetune/Loss (Raw)": 0.8729685544967651, "Finetune/Step": 2778, "Finetune/Step Time": 6.579056948423386}
{"Finetune/Learning Rate": 1.8869215796121917e-05, "Finetune/Loss": 0.7904495000839233, "Finetune/Loss (Raw)": 0.7431735992431641, "Finetune/Step": 2779, "Finetune/Step Time": 6.584581082686782}
{"Finetune/Learning Rate": 1.8868256284064232e-05, "Finetune/Loss": 0.7899541258811951, "Finetune/Loss (Raw)": 0.842963695526123, "Finetune/Step": 2780, "Finetune/Step Time": 6.583620734512806}
{"Finetune/Learning Rate": 1.886729638950573e-05, "Finetune/Loss": 0.7915791273117065, "Finetune/Loss (Raw)": 0.9256971478462219, "Finetune/Step": 2781, "Finetune/Step Time": 6.568585062399507}
{"Finetune/Learning Rate": 1.8866336112487813e-05, "Finetune/Loss": 0.7953977584838867, "Finetune/Loss (Raw)": 0.8588712215423584, "Finetune/Step": 2782, "Finetune/Step Time": 6.55063709244132}
{"Finetune/Learning Rate": 1.8865375453051898e-05, "Finetune/Loss": 0.79571932554245, "Finetune/Loss (Raw)": 0.8648118376731873, "Finetune/Step": 2783, "Finetune/Step Time": 6.563974946737289}
{"Finetune/Learning Rate": 1.8864414411239426e-05, "Finetune/Loss": 0.7941274642944336, "Finetune/Loss (Raw)": 0.6296854019165039, "Finetune/Step": 2784, "Finetune/Step Time": 6.575646657496691}
{"Finetune/Learning Rate": 1.8863452987091843e-05, "Finetune/Loss": 0.7958962321281433, "Finetune/Loss (Raw)": 0.8270254731178284, "Finetune/Step": 2785, "Finetune/Step Time": 6.56518142670393}
{"Finetune/Learning Rate": 1.8862491180650616e-05, "Finetune/Loss": 0.7981775999069214, "Finetune/Loss (Raw)": 0.8844597339630127, "Finetune/Step": 2786, "Finetune/Step Time": 6.542525524273515}
{"Finetune/Learning Rate": 1.886152899195723e-05, "Finetune/Loss": 0.7977244853973389, "Finetune/Loss (Raw)": 0.8052046895027161, "Finetune/Step": 2787, "Finetune/Step Time": 6.542068153619766}
{"Finetune/Learning Rate": 1.886056642105319e-05, "Finetune/Loss": 0.7977025508880615, "Finetune/Loss (Raw)": 0.9004596471786499, "Finetune/Step": 2788, "Finetune/Step Time": 6.551363838836551}
{"Finetune/Learning Rate": 1.885960346798001e-05, "Finetune/Loss": 0.7954989671707153, "Finetune/Loss (Raw)": 0.7562394738197327, "Finetune/Step": 2789, "Finetune/Step Time": 6.564446168020368}
{"Finetune/Learning Rate": 1.885864013277922e-05, "Finetune/Loss": 0.7949059009552002, "Finetune/Loss (Raw)": 0.8217149972915649, "Finetune/Step": 2790, "Finetune/Step Time": 6.567289521917701}
{"Finetune/Learning Rate": 1.8857676415492373e-05, "Finetune/Loss": 0.7926579713821411, "Finetune/Loss (Raw)": 0.633139967918396, "Finetune/Step": 2791, "Finetune/Step Time": 6.5772235076874495}
{"Finetune/Learning Rate": 1.885671231616104e-05, "Finetune/Loss": 0.7955305576324463, "Finetune/Loss (Raw)": 0.8255794048309326, "Finetune/Step": 2792, "Finetune/Step Time": 6.582644423469901}
{"Finetune/Learning Rate": 1.8855747834826794e-05, "Finetune/Loss": 0.7975992560386658, "Finetune/Loss (Raw)": 0.9615491628646851, "Finetune/Step": 2793, "Finetune/Step Time": 6.58049713820219}
{"Finetune/Learning Rate": 1.8854782971531244e-05, "Finetune/Loss": 0.7966118454933167, "Finetune/Loss (Raw)": 0.7681685090065002, "Finetune/Step": 2794, "Finetune/Step Time": 6.5885677970945835}
{"Finetune/Learning Rate": 1.8853817726316003e-05, "Finetune/Loss": 0.795975387096405, "Finetune/Loss (Raw)": 0.6772655248641968, "Finetune/Step": 2795, "Finetune/Step Time": 6.598897095769644}
{"Finetune/Learning Rate": 1.88528520992227e-05, "Finetune/Loss": 0.7958086729049683, "Finetune/Loss (Raw)": 0.7999430298805237, "Finetune/Step": 2796, "Finetune/Step Time": 6.614781992509961}
{"Finetune/Learning Rate": 1.8851886090292987e-05, "Finetune/Loss": 0.793143630027771, "Finetune/Loss (Raw)": 0.6110494136810303, "Finetune/Step": 2797, "Finetune/Step Time": 6.626755835488439}
{"Finetune/Learning Rate": 1.8850919699568527e-05, "Finetune/Loss": 0.7896047830581665, "Finetune/Loss (Raw)": 0.41314905881881714, "Finetune/Step": 2798, "Finetune/Step Time": 6.640903318300843}
{"Finetune/Learning Rate": 1.8849952927091008e-05, "Finetune/Loss": 0.7899668216705322, "Finetune/Loss (Raw)": 0.6904088258743286, "Finetune/Step": 2799, "Finetune/Step Time": 6.63910374417901}
{"Finetune/Learning Rate": 1.884898577290212e-05, "Finetune/Loss": 0.7902979850769043, "Finetune/Loss (Raw)": 0.6411781907081604, "Finetune/Step": 2800, "Finetune/Step Time": 6.633310224860907}
{"Finetune/Learning Rate": 1.8848018237043586e-05, "Finetune/Loss": 0.7908450961112976, "Finetune/Loss (Raw)": 0.9113547801971436, "Finetune/Step": 2801, "Finetune/Step Time": 6.636004019528627}
{"Finetune/Learning Rate": 1.884705031955713e-05, "Finetune/Loss": 0.7927932739257812, "Finetune/Loss (Raw)": 0.8893559575080872, "Finetune/Step": 2802, "Finetune/Step Time": 6.635618498548865}
{"Finetune/Learning Rate": 1.8846082020484502e-05, "Finetune/Loss": 0.792184591293335, "Finetune/Loss (Raw)": 0.7556678652763367, "Finetune/Step": 2803, "Finetune/Step Time": 6.6342482678592205}
{"Finetune/Learning Rate": 1.884511333986747e-05, "Finetune/Loss": 0.7926060557365417, "Finetune/Loss (Raw)": 0.8672032356262207, "Finetune/Step": 2804, "Finetune/Step Time": 6.628746123984456}
{"Finetune/Learning Rate": 1.8844144277747807e-05, "Finetune/Loss": 0.7932605743408203, "Finetune/Loss (Raw)": 0.9883567094802856, "Finetune/Step": 2805, "Finetune/Step Time": 6.60712824948132}
{"Finetune/Learning Rate": 1.8843174834167318e-05, "Finetune/Loss": 0.7926507592201233, "Finetune/Loss (Raw)": 0.7454190850257874, "Finetune/Step": 2806, "Finetune/Step Time": 6.613326735794544}
{"Finetune/Learning Rate": 1.8842205009167815e-05, "Finetune/Loss": 0.7913497686386108, "Finetune/Loss (Raw)": 0.8213980197906494, "Finetune/Step": 2807, "Finetune/Step Time": 6.6122274454683065}
{"Finetune/Learning Rate": 1.884123480279112e-05, "Finetune/Loss": 0.7890728116035461, "Finetune/Loss (Raw)": 0.6204614639282227, "Finetune/Step": 2808, "Finetune/Step Time": 6.622038150206208}
{"Finetune/Learning Rate": 1.884026421507909e-05, "Finetune/Loss": 0.7890313863754272, "Finetune/Loss (Raw)": 0.3661917746067047, "Finetune/Step": 2809, "Finetune/Step Time": 6.6231554467231035}
{"Finetune/Learning Rate": 1.8839293246073583e-05, "Finetune/Loss": 0.7882040143013, "Finetune/Loss (Raw)": 0.7274267673492432, "Finetune/Step": 2810, "Finetune/Step Time": 6.631448846310377}
{"Finetune/Learning Rate": 1.8838321895816475e-05, "Finetune/Loss": 0.7882037162780762, "Finetune/Loss (Raw)": 0.864723265171051, "Finetune/Step": 2811, "Finetune/Step Time": 6.6348257549107075}
{"Finetune/Learning Rate": 1.883735016434967e-05, "Finetune/Loss": 0.7881973385810852, "Finetune/Loss (Raw)": 0.816866397857666, "Finetune/Step": 2812, "Finetune/Step Time": 6.63396948389709}
{"Finetune/Learning Rate": 1.8836378051715073e-05, "Finetune/Loss": 0.788463294506073, "Finetune/Loss (Raw)": 0.9111897349357605, "Finetune/Step": 2813, "Finetune/Step Time": 6.632611908018589}
{"Finetune/Learning Rate": 1.8835405557954612e-05, "Finetune/Loss": 0.7855867147445679, "Finetune/Loss (Raw)": 0.3843734860420227, "Finetune/Step": 2814, "Finetune/Step Time": 6.650817271322012}
{"Finetune/Learning Rate": 1.8834432683110244e-05, "Finetune/Loss": 0.7866674661636353, "Finetune/Loss (Raw)": 0.9471057057380676, "Finetune/Step": 2815, "Finetune/Step Time": 6.653188079595566}
{"Finetune/Learning Rate": 1.8833459427223916e-05, "Finetune/Loss": 0.7863607406616211, "Finetune/Loss (Raw)": 0.8331952691078186, "Finetune/Step": 2816, "Finetune/Step Time": 6.651442654430866}
{"Finetune/Learning Rate": 1.8832485790337612e-05, "Finetune/Loss": 0.7851706147193909, "Finetune/Loss (Raw)": 0.8181591033935547, "Finetune/Step": 2817, "Finetune/Step Time": 6.658304737880826}
{"Finetune/Learning Rate": 1.8831511772493324e-05, "Finetune/Loss": 0.7884643077850342, "Finetune/Loss (Raw)": 0.8141699433326721, "Finetune/Step": 2818, "Finetune/Step Time": 6.643678592517972}
{"Finetune/Learning Rate": 1.8830537373733068e-05, "Finetune/Loss": 0.7887126803398132, "Finetune/Loss (Raw)": 0.9567123055458069, "Finetune/Step": 2819, "Finetune/Step Time": 6.646228915080428}
{"Finetune/Learning Rate": 1.8829562594098866e-05, "Finetune/Loss": 0.7897966504096985, "Finetune/Loss (Raw)": 0.9300088286399841, "Finetune/Step": 2820, "Finetune/Step Time": 6.645966548472643}
{"Finetune/Learning Rate": 1.8828587433632767e-05, "Finetune/Loss": 0.7880947589874268, "Finetune/Loss (Raw)": 0.6549495458602905, "Finetune/Step": 2821, "Finetune/Step Time": 6.658242674544454}
{"Finetune/Learning Rate": 1.8827611892376826e-05, "Finetune/Loss": 0.7889363765716553, "Finetune/Loss (Raw)": 0.8703650236129761, "Finetune/Step": 2822, "Finetune/Step Time": 6.664743544533849}
{"Finetune/Learning Rate": 1.882663597037312e-05, "Finetune/Loss": 0.7860653400421143, "Finetune/Loss (Raw)": 0.42911794781684875, "Finetune/Step": 2823, "Finetune/Step Time": 6.688238935545087}
{"Finetune/Learning Rate": 1.8825659667663746e-05, "Finetune/Loss": 0.7845827341079712, "Finetune/Loss (Raw)": 0.6501978039741516, "Finetune/Step": 2824, "Finetune/Step Time": 6.665398256853223}
{"Finetune/Learning Rate": 1.8824682984290808e-05, "Finetune/Loss": 0.7839903831481934, "Finetune/Loss (Raw)": 0.7424357533454895, "Finetune/Step": 2825, "Finetune/Step Time": 6.663962330669165}
{"Finetune/Learning Rate": 1.8823705920296436e-05, "Finetune/Loss": 0.783523440361023, "Finetune/Loss (Raw)": 0.6941123604774475, "Finetune/Step": 2826, "Finetune/Step Time": 6.656730119138956}
{"Finetune/Learning Rate": 1.8822728475722775e-05, "Finetune/Loss": 0.7829777002334595, "Finetune/Loss (Raw)": 0.8405561447143555, "Finetune/Step": 2827, "Finetune/Step Time": 6.639797255396843}
{"Finetune/Learning Rate": 1.8821750650611973e-05, "Finetune/Loss": 0.7841235399246216, "Finetune/Loss (Raw)": 0.9832698106765747, "Finetune/Step": 2828, "Finetune/Step Time": 6.639051688835025}
{"Finetune/Learning Rate": 1.8820772445006212e-05, "Finetune/Loss": 0.7844837307929993, "Finetune/Loss (Raw)": 0.8624246716499329, "Finetune/Step": 2829, "Finetune/Step Time": 6.6222471203655005}
{"Finetune/Learning Rate": 1.8819793858947685e-05, "Finetune/Loss": 0.7849191427230835, "Finetune/Loss (Raw)": 0.9250190258026123, "Finetune/Step": 2830, "Finetune/Step Time": 6.624169459566474}
{"Finetune/Learning Rate": 1.8818814892478598e-05, "Finetune/Loss": 0.7874430418014526, "Finetune/Loss (Raw)": 1.0533801317214966, "Finetune/Step": 2831, "Finetune/Step Time": 6.607952827587724}
{"Finetune/Learning Rate": 1.881783554564117e-05, "Finetune/Loss": 0.789515495300293, "Finetune/Loss (Raw)": 0.9682073593139648, "Finetune/Step": 2832, "Finetune/Step Time": 6.6029400657862425}
{"Finetune/Learning Rate": 1.881685581847765e-05, "Finetune/Loss": 0.7897624969482422, "Finetune/Loss (Raw)": 0.838613748550415, "Finetune/Step": 2833, "Finetune/Step Time": 6.609157523140311}
{"Finetune/Learning Rate": 1.881587571103029e-05, "Finetune/Loss": 0.785825252532959, "Finetune/Loss (Raw)": 0.3816301226615906, "Finetune/Step": 2834, "Finetune/Step Time": 6.622414920479059}
{"Finetune/Learning Rate": 1.8814895223341366e-05, "Finetune/Loss": 0.7846835851669312, "Finetune/Loss (Raw)": 0.8625364899635315, "Finetune/Step": 2835, "Finetune/Step Time": 6.6253261137753725}
{"Finetune/Learning Rate": 1.881391435545317e-05, "Finetune/Loss": 0.7824679613113403, "Finetune/Loss (Raw)": 0.6505470871925354, "Finetune/Step": 2836, "Finetune/Step Time": 6.618039723485708}
{"Finetune/Learning Rate": 1.8812933107408004e-05, "Finetune/Loss": 0.7832019925117493, "Finetune/Loss (Raw)": 0.876213550567627, "Finetune/Step": 2837, "Finetune/Step Time": 6.607262779027224}
{"Finetune/Learning Rate": 1.8811951479248187e-05, "Finetune/Loss": 0.7858171463012695, "Finetune/Loss (Raw)": 0.7384993433952332, "Finetune/Step": 2838, "Finetune/Step Time": 6.582764536142349}
{"Finetune/Learning Rate": 1.8810969471016064e-05, "Finetune/Loss": 0.784598708152771, "Finetune/Loss (Raw)": 0.7290583252906799, "Finetune/Step": 2839, "Finetune/Step Time": 6.587260629981756}
{"Finetune/Learning Rate": 1.8809987082753993e-05, "Finetune/Loss": 0.7843668460845947, "Finetune/Loss (Raw)": 0.8138937950134277, "Finetune/Step": 2840, "Finetune/Step Time": 6.581744907423854}
{"Finetune/Learning Rate": 1.8809004314504343e-05, "Finetune/Loss": 0.7855920195579529, "Finetune/Loss (Raw)": 0.9633952379226685, "Finetune/Step": 2841, "Finetune/Step Time": 6.57609193213284}
{"Finetune/Learning Rate": 1.8808021166309496e-05, "Finetune/Loss": 0.7852342128753662, "Finetune/Loss (Raw)": 0.8668046593666077, "Finetune/Step": 2842, "Finetune/Step Time": 6.577887941151857}
{"Finetune/Learning Rate": 1.8807037638211864e-05, "Finetune/Loss": 0.7850967645645142, "Finetune/Loss (Raw)": 0.7192251682281494, "Finetune/Step": 2843, "Finetune/Step Time": 6.582890057936311}
{"Finetune/Learning Rate": 1.8806053730253868e-05, "Finetune/Loss": 0.7855639457702637, "Finetune/Loss (Raw)": 0.8828591108322144, "Finetune/Step": 2844, "Finetune/Step Time": 6.582800023257732}
{"Finetune/Learning Rate": 1.8805069442477942e-05, "Finetune/Loss": 0.7852464914321899, "Finetune/Loss (Raw)": 0.83317631483078, "Finetune/Step": 2845, "Finetune/Step Time": 6.593336274847388}
{"Finetune/Learning Rate": 1.880408477492654e-05, "Finetune/Loss": 0.7852368354797363, "Finetune/Loss (Raw)": 0.7816230058670044, "Finetune/Step": 2846, "Finetune/Step Time": 6.591527124866843}
{"Finetune/Learning Rate": 1.8803099727642132e-05, "Finetune/Loss": 0.7834726572036743, "Finetune/Loss (Raw)": 0.6180731058120728, "Finetune/Step": 2847, "Finetune/Step Time": 6.602972278371453}
{"Finetune/Learning Rate": 1.8802114300667212e-05, "Finetune/Loss": 0.7834078669548035, "Finetune/Loss (Raw)": 0.8835061192512512, "Finetune/Step": 2848, "Finetune/Step Time": 6.598211117088795}
{"Finetune/Learning Rate": 1.880112849404427e-05, "Finetune/Loss": 0.7837687730789185, "Finetune/Loss (Raw)": 0.7843473553657532, "Finetune/Step": 2849, "Finetune/Step Time": 6.594243694096804}
{"Finetune/Learning Rate": 1.8800142307815837e-05, "Finetune/Loss": 0.7836484909057617, "Finetune/Loss (Raw)": 0.8188127279281616, "Finetune/Step": 2850, "Finetune/Step Time": 6.589310169219971}
{"Finetune/Learning Rate": 1.879915574202444e-05, "Finetune/Loss": 0.7846882343292236, "Finetune/Loss (Raw)": 0.8898904323577881, "Finetune/Step": 2851, "Finetune/Step Time": 6.586076265200973}
{"Finetune/Learning Rate": 1.8798168796712636e-05, "Finetune/Loss": 0.7846957445144653, "Finetune/Loss (Raw)": 0.8554520010948181, "Finetune/Step": 2852, "Finetune/Step Time": 6.586347162723541}
{"Finetune/Learning Rate": 1.8797181471922992e-05, "Finetune/Loss": 0.7841677069664001, "Finetune/Loss (Raw)": 0.7801252007484436, "Finetune/Step": 2853, "Finetune/Step Time": 6.587167780846357}
{"Finetune/Learning Rate": 1.8796193767698092e-05, "Finetune/Loss": 0.7848503589630127, "Finetune/Loss (Raw)": 0.9102216958999634, "Finetune/Step": 2854, "Finetune/Step Time": 6.570054927840829}
{"Finetune/Learning Rate": 1.879520568408054e-05, "Finetune/Loss": 0.7849002480506897, "Finetune/Loss (Raw)": 0.8194126486778259, "Finetune/Step": 2855, "Finetune/Step Time": 6.574623089283705}
{"Finetune/Learning Rate": 1.879421722111295e-05, "Finetune/Loss": 0.7867922186851501, "Finetune/Loss (Raw)": 0.8046601414680481, "Finetune/Step": 2856, "Finetune/Step Time": 6.5879737585783005}
{"Finetune/Learning Rate": 1.8793228378837957e-05, "Finetune/Loss": 0.7900048494338989, "Finetune/Loss (Raw)": 0.8681676983833313, "Finetune/Step": 2857, "Finetune/Step Time": 6.571523565798998}
{"Finetune/Learning Rate": 1.8792239157298212e-05, "Finetune/Loss": 0.7907555103302002, "Finetune/Loss (Raw)": 0.7558090686798096, "Finetune/Step": 2858, "Finetune/Step Time": 6.564607214182615}
{"Finetune/Learning Rate": 1.879124955653638e-05, "Finetune/Loss": 0.7909506559371948, "Finetune/Loss (Raw)": 0.8453980088233948, "Finetune/Step": 2859, "Finetune/Step Time": 6.570996293798089}
{"Finetune/Learning Rate": 1.8790259576595144e-05, "Finetune/Loss": 0.7899426221847534, "Finetune/Loss (Raw)": 0.716089129447937, "Finetune/Step": 2860, "Finetune/Step Time": 6.58090640604496}
{"Finetune/Learning Rate": 1.878926921751721e-05, "Finetune/Loss": 0.7907997369766235, "Finetune/Loss (Raw)": 1.0005444288253784, "Finetune/Step": 2861, "Finetune/Step Time": 6.580851344391704}
{"Finetune/Learning Rate": 1.878827847934528e-05, "Finetune/Loss": 0.7907626032829285, "Finetune/Loss (Raw)": 0.7909085154533386, "Finetune/Step": 2862, "Finetune/Step Time": 6.596932930871844}
{"Finetune/Learning Rate": 1.87872873621221e-05, "Finetune/Loss": 0.7900874018669128, "Finetune/Loss (Raw)": 0.807366669178009, "Finetune/Step": 2863, "Finetune/Step Time": 6.5946197137236595}
{"Finetune/Learning Rate": 1.8786295865890408e-05, "Finetune/Loss": 0.7918991446495056, "Finetune/Loss (Raw)": 0.7212061882019043, "Finetune/Step": 2864, "Finetune/Step Time": 6.573965711519122}
{"Finetune/Learning Rate": 1.8785303990692974e-05, "Finetune/Loss": 0.7947567105293274, "Finetune/Loss (Raw)": 0.9185789823532104, "Finetune/Step": 2865, "Finetune/Step Time": 6.576817311346531}
{"Finetune/Learning Rate": 1.878431173657258e-05, "Finetune/Loss": 0.7912537455558777, "Finetune/Loss (Raw)": 0.4225064516067505, "Finetune/Step": 2866, "Finetune/Step Time": 6.5925879161804914}
{"Finetune/Learning Rate": 1.8783319103572016e-05, "Finetune/Loss": 0.791032075881958, "Finetune/Loss (Raw)": 0.8672573566436768, "Finetune/Step": 2867, "Finetune/Step Time": 6.605736566707492}
{"Finetune/Learning Rate": 1.8782326091734108e-05, "Finetune/Loss": 0.7929015159606934, "Finetune/Loss (Raw)": 0.9658141136169434, "Finetune/Step": 2868, "Finetune/Step Time": 6.600239904597402}
{"Finetune/Learning Rate": 1.8781332701101673e-05, "Finetune/Loss": 0.7905578017234802, "Finetune/Loss (Raw)": 0.616118311882019, "Finetune/Step": 2869, "Finetune/Step Time": 6.630071768537164}
{"Finetune/Learning Rate": 1.8780338931717564e-05, "Finetune/Loss": 0.7874171137809753, "Finetune/Loss (Raw)": 0.40552324056625366, "Finetune/Step": 2870, "Finetune/Step Time": 6.644153006374836}
{"Finetune/Learning Rate": 1.8779344783624646e-05, "Finetune/Loss": 0.7876591086387634, "Finetune/Loss (Raw)": 0.9673970341682434, "Finetune/Step": 2871, "Finetune/Step Time": 6.642572991549969}
{"Finetune/Learning Rate": 1.8778350256865793e-05, "Finetune/Loss": 0.7884892821311951, "Finetune/Loss (Raw)": 0.9520901441574097, "Finetune/Step": 2872, "Finetune/Step Time": 6.642322577536106}
{"Finetune/Learning Rate": 1.8777355351483905e-05, "Finetune/Loss": 0.7879917025566101, "Finetune/Loss (Raw)": 0.869065523147583, "Finetune/Step": 2873, "Finetune/Step Time": 6.643844403326511}
{"Finetune/Learning Rate": 1.8776360067521888e-05, "Finetune/Loss": 0.7844909429550171, "Finetune/Loss (Raw)": 0.3825934827327728, "Finetune/Step": 2874, "Finetune/Step Time": 6.650143062695861}
{"Finetune/Learning Rate": 1.8775364405022676e-05, "Finetune/Loss": 0.7849678993225098, "Finetune/Loss (Raw)": 0.9006122946739197, "Finetune/Step": 2875, "Finetune/Step Time": 6.630854332819581}
{"Finetune/Learning Rate": 1.8774368364029208e-05, "Finetune/Loss": 0.7841228246688843, "Finetune/Loss (Raw)": 0.8447890877723694, "Finetune/Step": 2876, "Finetune/Step Time": 6.638919606804848}
{"Finetune/Learning Rate": 1.8773371944584447e-05, "Finetune/Loss": 0.7836153507232666, "Finetune/Loss (Raw)": 0.8139963746070862, "Finetune/Step": 2877, "Finetune/Step Time": 6.6320426147431135}
{"Finetune/Learning Rate": 1.8772375146731377e-05, "Finetune/Loss": 0.7831516861915588, "Finetune/Loss (Raw)": 0.7508087754249573, "Finetune/Step": 2878, "Finetune/Step Time": 6.626838503405452}
{"Finetune/Learning Rate": 1.8771377970512978e-05, "Finetune/Loss": 0.7827054262161255, "Finetune/Loss (Raw)": 0.7540493011474609, "Finetune/Step": 2879, "Finetune/Step Time": 6.628598807379603}
{"Finetune/Learning Rate": 1.877038041597227e-05, "Finetune/Loss": 0.7833519577980042, "Finetune/Loss (Raw)": 0.9437116384506226, "Finetune/Step": 2880, "Finetune/Step Time": 6.620718780905008}
{"Finetune/Learning Rate": 1.8769382483152273e-05, "Finetune/Loss": 0.7826417684555054, "Finetune/Loss (Raw)": 0.8643009066581726, "Finetune/Step": 2881, "Finetune/Step Time": 6.615028167143464}
{"Finetune/Learning Rate": 1.8768384172096032e-05, "Finetune/Loss": 0.7834939956665039, "Finetune/Loss (Raw)": 0.9275410771369934, "Finetune/Step": 2882, "Finetune/Step Time": 6.616520116105676}
{"Finetune/Learning Rate": 1.8767385482846607e-05, "Finetune/Loss": 0.787995457649231, "Finetune/Loss (Raw)": 0.9626883864402771, "Finetune/Step": 2883, "Finetune/Step Time": 6.599531315267086}
{"Finetune/Learning Rate": 1.8766386415447067e-05, "Finetune/Loss": 0.7868385314941406, "Finetune/Loss (Raw)": 0.7169643640518188, "Finetune/Step": 2884, "Finetune/Step Time": 6.6056549698114395}
{"Finetune/Learning Rate": 1.876538696994051e-05, "Finetune/Loss": 0.7887434363365173, "Finetune/Loss (Raw)": 0.9130104780197144, "Finetune/Step": 2885, "Finetune/Step Time": 6.574727728962898}
{"Finetune/Learning Rate": 1.876438714637004e-05, "Finetune/Loss": 0.7862789630889893, "Finetune/Loss (Raw)": 0.5904631614685059, "Finetune/Step": 2886, "Finetune/Step Time": 6.59632259234786}
{"Finetune/Learning Rate": 1.8763386944778787e-05, "Finetune/Loss": 0.7858164310455322, "Finetune/Loss (Raw)": 0.7057415843009949, "Finetune/Step": 2887, "Finetune/Step Time": 6.601329145953059}
{"Finetune/Learning Rate": 1.876238636520988e-05, "Finetune/Loss": 0.7883945107460022, "Finetune/Loss (Raw)": 1.0182737112045288, "Finetune/Step": 2888, "Finetune/Step Time": 6.608860714361072}
{"Finetune/Learning Rate": 1.8761385407706484e-05, "Finetune/Loss": 0.7877200245857239, "Finetune/Loss (Raw)": 0.36266839504241943, "Finetune/Step": 2889, "Finetune/Step Time": 6.6078544575721025}
{"Finetune/Learning Rate": 1.876038407231177e-05, "Finetune/Loss": 0.7877950072288513, "Finetune/Loss (Raw)": 0.7805718183517456, "Finetune/Step": 2890, "Finetune/Step Time": 6.597079291939735}
{"Finetune/Learning Rate": 1.8759382359068924e-05, "Finetune/Loss": 0.7875633239746094, "Finetune/Loss (Raw)": 0.7971333861351013, "Finetune/Step": 2891, "Finetune/Step Time": 6.5956001076847315}
{"Finetune/Learning Rate": 1.8758380268021152e-05, "Finetune/Loss": 0.7892951965332031, "Finetune/Loss (Raw)": 1.0365195274353027, "Finetune/Step": 2892, "Finetune/Step Time": 6.594829920679331}
{"Finetune/Learning Rate": 1.875737779921168e-05, "Finetune/Loss": 0.7926561236381531, "Finetune/Loss (Raw)": 0.8140664100646973, "Finetune/Step": 2893, "Finetune/Step Time": 6.573323326185346}
{"Finetune/Learning Rate": 1.8756374952683744e-05, "Finetune/Loss": 0.7934406995773315, "Finetune/Loss (Raw)": 0.930655837059021, "Finetune/Step": 2894, "Finetune/Step Time": 6.571788446977735}
{"Finetune/Learning Rate": 1.8755371728480597e-05, "Finetune/Loss": 0.7933986186981201, "Finetune/Loss (Raw)": 0.8566859364509583, "Finetune/Step": 2895, "Finetune/Step Time": 6.568656152114272}
{"Finetune/Learning Rate": 1.8754368126645507e-05, "Finetune/Loss": 0.7935082316398621, "Finetune/Loss (Raw)": 0.901131808757782, "Finetune/Step": 2896, "Finetune/Step Time": 6.590359069406986}
{"Finetune/Learning Rate": 1.8753364147221767e-05, "Finetune/Loss": 0.7939897179603577, "Finetune/Loss (Raw)": 0.9252588748931885, "Finetune/Step": 2897, "Finetune/Step Time": 6.595566887408495}
{"Finetune/Learning Rate": 1.8752359790252678e-05, "Finetune/Loss": 0.7964012026786804, "Finetune/Loss (Raw)": 0.8561955094337463, "Finetune/Step": 2898, "Finetune/Step Time": 6.578856710344553}
{"Finetune/Learning Rate": 1.8751355055781553e-05, "Finetune/Loss": 0.7958399653434753, "Finetune/Loss (Raw)": 0.8300594687461853, "Finetune/Step": 2899, "Finetune/Step Time": 6.578891348093748}
{"Finetune/Learning Rate": 1.8750349943851737e-05, "Finetune/Loss": 0.794407844543457, "Finetune/Loss (Raw)": 0.6963483691215515, "Finetune/Step": 2900, "Finetune/Step Time": 6.582398978993297}
{"Finetune/Learning Rate": 1.8749344454506574e-05, "Finetune/Loss": 0.792728066444397, "Finetune/Loss (Raw)": 0.7193008661270142, "Finetune/Step": 2901, "Finetune/Step Time": 6.591498276218772}
{"Finetune/Learning Rate": 1.874833858778944e-05, "Finetune/Loss": 0.7963045239448547, "Finetune/Loss (Raw)": 0.8130689263343811, "Finetune/Step": 2902, "Finetune/Step Time": 6.594273766502738}
{"Finetune/Learning Rate": 1.8747332343743714e-05, "Finetune/Loss": 0.795829176902771, "Finetune/Loss (Raw)": 0.8527225852012634, "Finetune/Step": 2903, "Finetune/Step Time": 6.597267793491483}
{"Finetune/Learning Rate": 1.87463257224128e-05, "Finetune/Loss": 0.79623943567276, "Finetune/Loss (Raw)": 0.829139232635498, "Finetune/Step": 2904, "Finetune/Step Time": 6.595049783587456}
{"Finetune/Learning Rate": 1.874531872384011e-05, "Finetune/Loss": 0.7961815595626831, "Finetune/Loss (Raw)": 0.8296676874160767, "Finetune/Step": 2905, "Finetune/Step Time": 6.596640022471547}
{"Finetune/Learning Rate": 1.8744311348069084e-05, "Finetune/Loss": 0.7965519428253174, "Finetune/Loss (Raw)": 0.9203762412071228, "Finetune/Step": 2906, "Finetune/Step Time": 6.597679797559977}
{"Finetune/Learning Rate": 1.8743303595143166e-05, "Finetune/Loss": 0.7971280813217163, "Finetune/Loss (Raw)": 0.8169185519218445, "Finetune/Step": 2907, "Finetune/Step Time": 6.590576563030481}
{"Finetune/Learning Rate": 1.8742295465105823e-05, "Finetune/Loss": 0.797694742679596, "Finetune/Loss (Raw)": 0.9154970645904541, "Finetune/Step": 2908, "Finetune/Step Time": 6.59337548725307}
{"Finetune/Learning Rate": 1.8741286958000543e-05, "Finetune/Loss": 0.7985525131225586, "Finetune/Loss (Raw)": 1.0354876518249512, "Finetune/Step": 2909, "Finetune/Step Time": 6.5879463367164135}
{"Finetune/Learning Rate": 1.8740278073870818e-05, "Finetune/Loss": 0.7991815209388733, "Finetune/Loss (Raw)": 0.9393881559371948, "Finetune/Step": 2910, "Finetune/Step Time": 6.588932391256094}
{"Finetune/Learning Rate": 1.873926881276016e-05, "Finetune/Loss": 0.8002059459686279, "Finetune/Loss (Raw)": 0.9959396719932556, "Finetune/Step": 2911, "Finetune/Step Time": 6.565202055498958}
{"Finetune/Learning Rate": 1.8738259174712107e-05, "Finetune/Loss": 0.8021301627159119, "Finetune/Loss (Raw)": 0.8759828209877014, "Finetune/Step": 2912, "Finetune/Step Time": 6.557229531928897}
{"Finetune/Learning Rate": 1.8737249159770202e-05, "Finetune/Loss": 0.802200198173523, "Finetune/Loss (Raw)": 0.8359904885292053, "Finetune/Step": 2913, "Finetune/Step Time": 6.5499734450131655}
{"Finetune/Learning Rate": 1.8736238767978013e-05, "Finetune/Loss": 0.8002800345420837, "Finetune/Loss (Raw)": 0.6386829614639282, "Finetune/Step": 2914, "Finetune/Step Time": 6.575746392831206}
{"Finetune/Learning Rate": 1.8735227999379114e-05, "Finetune/Loss": 0.7985583543777466, "Finetune/Loss (Raw)": 0.5848315954208374, "Finetune/Step": 2915, "Finetune/Step Time": 6.587385958060622}
{"Finetune/Learning Rate": 1.87342168540171e-05, "Finetune/Loss": 0.7985367178916931, "Finetune/Loss (Raw)": 0.897685170173645, "Finetune/Step": 2916, "Finetune/Step Time": 6.575120551511645}
{"Finetune/Learning Rate": 1.8733205331935592e-05, "Finetune/Loss": 0.7999504208564758, "Finetune/Loss (Raw)": 0.9371926188468933, "Finetune/Step": 2917, "Finetune/Step Time": 6.55949841439724}
{"Finetune/Learning Rate": 1.8732193433178213e-05, "Finetune/Loss": 0.7992887496948242, "Finetune/Loss (Raw)": 0.7370163798332214, "Finetune/Step": 2918, "Finetune/Step Time": 6.564298598095775}
{"Finetune/Learning Rate": 1.8731181157788607e-05, "Finetune/Loss": 0.8011066317558289, "Finetune/Loss (Raw)": 0.8658334016799927, "Finetune/Step": 2919, "Finetune/Step Time": 6.5429772194474936}
{"Finetune/Learning Rate": 1.8730168505810432e-05, "Finetune/Loss": 0.7975635528564453, "Finetune/Loss (Raw)": 0.3720659613609314, "Finetune/Step": 2920, "Finetune/Step Time": 6.537678726017475}
{"Finetune/Learning Rate": 1.8729155477287372e-05, "Finetune/Loss": 0.7963456511497498, "Finetune/Loss (Raw)": 0.8056585192680359, "Finetune/Step": 2921, "Finetune/Step Time": 6.5544939413666725}
{"Finetune/Learning Rate": 1.8728142072263114e-05, "Finetune/Loss": 0.7965096235275269, "Finetune/Loss (Raw)": 0.789153516292572, "Finetune/Step": 2922, "Finetune/Step Time": 6.547976218163967}
{"Finetune/Learning Rate": 1.8727128290781375e-05, "Finetune/Loss": 0.7969483137130737, "Finetune/Loss (Raw)": 0.7334210872650146, "Finetune/Step": 2923, "Finetune/Step Time": 6.568765604868531}
{"Finetune/Learning Rate": 1.8726114132885875e-05, "Finetune/Loss": 0.797954797744751, "Finetune/Loss (Raw)": 0.9287707805633545, "Finetune/Step": 2924, "Finetune/Step Time": 6.562897522002459}
{"Finetune/Learning Rate": 1.8725099598620354e-05, "Finetune/Loss": 0.8005870580673218, "Finetune/Loss (Raw)": 0.9479814171791077, "Finetune/Step": 2925, "Finetune/Step Time": 6.552386989817023}
{"Finetune/Learning Rate": 1.8724084688028575e-05, "Finetune/Loss": 0.8039137125015259, "Finetune/Loss (Raw)": 0.8389620184898376, "Finetune/Step": 2926, "Finetune/Step Time": 6.558927094563842}
{"Finetune/Learning Rate": 1.8723069401154315e-05, "Finetune/Loss": 0.8029850721359253, "Finetune/Loss (Raw)": 0.5715428590774536, "Finetune/Step": 2927, "Finetune/Step Time": 6.567856561392546}
{"Finetune/Learning Rate": 1.872205373804136e-05, "Finetune/Loss": 0.8045400381088257, "Finetune/Loss (Raw)": 0.840214729309082, "Finetune/Step": 2928, "Finetune/Step Time": 6.577021483331919}
{"Finetune/Learning Rate": 1.8721037698733518e-05, "Finetune/Loss": 0.8043110370635986, "Finetune/Loss (Raw)": 0.8820355534553528, "Finetune/Step": 2929, "Finetune/Step Time": 6.567890100181103}
{"Finetune/Learning Rate": 1.8720021283274615e-05, "Finetune/Loss": 0.8044881820678711, "Finetune/Loss (Raw)": 0.9120351672172546, "Finetune/Step": 2930, "Finetune/Step Time": 6.560275096446276}
{"Finetune/Learning Rate": 1.8719004491708483e-05, "Finetune/Loss": 0.8056560754776001, "Finetune/Loss (Raw)": 0.9051652550697327, "Finetune/Step": 2931, "Finetune/Step Time": 6.562820786610246}
{"Finetune/Learning Rate": 1.8717987324078987e-05, "Finetune/Loss": 0.8059148788452148, "Finetune/Loss (Raw)": 0.9003220200538635, "Finetune/Step": 2932, "Finetune/Step Time": 6.5665158443152905}
{"Finetune/Learning Rate": 1.8716969780429993e-05, "Finetune/Loss": 0.804850697517395, "Finetune/Loss (Raw)": 0.8521386981010437, "Finetune/Step": 2933, "Finetune/Step Time": 6.57748212851584}
{"Finetune/Learning Rate": 1.8715951860805392e-05, "Finetune/Loss": 0.8054311275482178, "Finetune/Loss (Raw)": 0.819713294506073, "Finetune/Step": 2934, "Finetune/Step Time": 6.571446219459176}
{"Finetune/Learning Rate": 1.8714933565249087e-05, "Finetune/Loss": 0.8056349754333496, "Finetune/Loss (Raw)": 0.8474992513656616, "Finetune/Step": 2935, "Finetune/Step Time": 6.5754967872053385}
{"Finetune/Learning Rate": 1.8713914893804997e-05, "Finetune/Loss": 0.8077865242958069, "Finetune/Loss (Raw)": 0.8958578109741211, "Finetune/Step": 2936, "Finetune/Step Time": 6.58141222037375}
{"Finetune/Learning Rate": 1.871289584651706e-05, "Finetune/Loss": 0.8130256533622742, "Finetune/Loss (Raw)": 1.0367963314056396, "Finetune/Step": 2937, "Finetune/Step Time": 6.562697801738977}
{"Finetune/Learning Rate": 1.8711876423429233e-05, "Finetune/Loss": 0.8143492341041565, "Finetune/Loss (Raw)": 0.8968453407287598, "Finetune/Step": 2938, "Finetune/Step Time": 6.560003915801644}
{"Finetune/Learning Rate": 1.8710856624585484e-05, "Finetune/Loss": 0.8142576217651367, "Finetune/Loss (Raw)": 0.8529964685440063, "Finetune/Step": 2939, "Finetune/Step Time": 6.5586144514381886}
{"Finetune/Learning Rate": 1.870983645002979e-05, "Finetune/Loss": 0.8133015632629395, "Finetune/Loss (Raw)": 0.6944954991340637, "Finetune/Step": 2940, "Finetune/Step Time": 6.560636684298515}
{"Finetune/Learning Rate": 1.8708815899806163e-05, "Finetune/Loss": 0.810397207736969, "Finetune/Loss (Raw)": 0.5394275188446045, "Finetune/Step": 2941, "Finetune/Step Time": 6.578126413747668}
{"Finetune/Learning Rate": 1.8707794973958616e-05, "Finetune/Loss": 0.8151804208755493, "Finetune/Loss (Raw)": 0.9966245889663696, "Finetune/Step": 2942, "Finetune/Step Time": 6.563500629737973}
{"Finetune/Learning Rate": 1.870677367253118e-05, "Finetune/Loss": 0.8138768672943115, "Finetune/Loss (Raw)": 0.7802565097808838, "Finetune/Step": 2943, "Finetune/Step Time": 6.567389642819762}
{"Finetune/Learning Rate": 1.8705751995567912e-05, "Finetune/Loss": 0.8140005469322205, "Finetune/Loss (Raw)": 0.8490234613418579, "Finetune/Step": 2944, "Finetune/Step Time": 6.574821567162871}
{"Finetune/Learning Rate": 1.8704729943112877e-05, "Finetune/Loss": 0.8136210441589355, "Finetune/Loss (Raw)": 0.7695801258087158, "Finetune/Step": 2945, "Finetune/Step Time": 6.583216251805425}
{"Finetune/Learning Rate": 1.8703707515210153e-05, "Finetune/Loss": 0.8136180639266968, "Finetune/Loss (Raw)": 0.8137932419776917, "Finetune/Step": 2946, "Finetune/Step Time": 6.575114024803042}
{"Finetune/Learning Rate": 1.8702684711903846e-05, "Finetune/Loss": 0.8124110698699951, "Finetune/Loss (Raw)": 0.8022103905677795, "Finetune/Step": 2947, "Finetune/Step Time": 6.59097053296864}
{"Finetune/Learning Rate": 1.870166153323806e-05, "Finetune/Loss": 0.8110302090644836, "Finetune/Loss (Raw)": 0.7532640695571899, "Finetune/Step": 2948, "Finetune/Step Time": 6.601263847202063}
{"Finetune/Learning Rate": 1.8700637979256938e-05, "Finetune/Loss": 0.8127119541168213, "Finetune/Loss (Raw)": 0.870209276676178, "Finetune/Step": 2949, "Finetune/Step Time": 6.591712111607194}
{"Finetune/Learning Rate": 1.8699614050004622e-05, "Finetune/Loss": 0.8127963542938232, "Finetune/Loss (Raw)": 0.8811686635017395, "Finetune/Step": 2950, "Finetune/Step Time": 6.581113854423165}
{"Finetune/Learning Rate": 1.8698589745525272e-05, "Finetune/Loss": 0.8121458292007446, "Finetune/Loss (Raw)": 0.34585002064704895, "Finetune/Step": 2951, "Finetune/Step Time": 6.571100270375609}
{"Finetune/Learning Rate": 1.8697565065863076e-05, "Finetune/Loss": 0.8139247894287109, "Finetune/Loss (Raw)": 0.8779067397117615, "Finetune/Step": 2952, "Finetune/Step Time": 6.5689461305737495}
{"Finetune/Learning Rate": 1.8696540011062222e-05, "Finetune/Loss": 0.815439760684967, "Finetune/Loss (Raw)": 0.9363517165184021, "Finetune/Step": 2953, "Finetune/Step Time": 6.568070365116}
{"Finetune/Learning Rate": 1.8695514581166926e-05, "Finetune/Loss": 0.8159816265106201, "Finetune/Loss (Raw)": 0.763470470905304, "Finetune/Step": 2954, "Finetune/Step Time": 6.5822852328419685}
{"Finetune/Learning Rate": 1.869448877622142e-05, "Finetune/Loss": 0.817406177520752, "Finetune/Loss (Raw)": 1.022899866104126, "Finetune/Step": 2955, "Finetune/Step Time": 6.589260829612613}
{"Finetune/Learning Rate": 1.869346259626994e-05, "Finetune/Loss": 0.8162378072738647, "Finetune/Loss (Raw)": 0.8337185978889465, "Finetune/Step": 2956, "Finetune/Step Time": 6.5870806481689215}
{"Finetune/Learning Rate": 1.8692436041356752e-05, "Finetune/Loss": 0.8158285617828369, "Finetune/Loss (Raw)": 0.810035765171051, "Finetune/Step": 2957, "Finetune/Step Time": 6.576316034421325}
{"Finetune/Learning Rate": 1.8691409111526135e-05, "Finetune/Loss": 0.8151239156723022, "Finetune/Loss (Raw)": 0.8348338603973389, "Finetune/Step": 2958, "Finetune/Step Time": 6.569327002391219}
{"Finetune/Learning Rate": 1.8690381806822373e-05, "Finetune/Loss": 0.8098606467247009, "Finetune/Loss (Raw)": 0.3796776533126831, "Finetune/Step": 2959, "Finetune/Step Time": 6.586062327027321}
{"Finetune/Learning Rate": 1.8689354127289786e-05, "Finetune/Loss": 0.8083133697509766, "Finetune/Loss (Raw)": 0.7701563835144043, "Finetune/Step": 2960, "Finetune/Step Time": 6.584187623113394}
{"Finetune/Learning Rate": 1.868832607297269e-05, "Finetune/Loss": 0.8079922199249268, "Finetune/Loss (Raw)": 0.7975103855133057, "Finetune/Step": 2961, "Finetune/Step Time": 6.570956964045763}
{"Finetune/Learning Rate": 1.8687297643915434e-05, "Finetune/Loss": 0.8130617737770081, "Finetune/Loss (Raw)": 1.030525803565979, "Finetune/Step": 2962, "Finetune/Step Time": 6.566583480685949}
{"Finetune/Learning Rate": 1.8686268840162372e-05, "Finetune/Loss": 0.8133214712142944, "Finetune/Loss (Raw)": 0.8957757949829102, "Finetune/Step": 2963, "Finetune/Step Time": 6.576780056580901}
{"Finetune/Learning Rate": 1.868523966175788e-05, "Finetune/Loss": 0.8153233528137207, "Finetune/Loss (Raw)": 0.906789243221283, "Finetune/Step": 2964, "Finetune/Step Time": 6.579746199771762}
{"Finetune/Learning Rate": 1.868421010874634e-05, "Finetune/Loss": 0.8157287836074829, "Finetune/Loss (Raw)": 0.9281108379364014, "Finetune/Step": 2965, "Finetune/Step Time": 6.576283551752567}
{"Finetune/Learning Rate": 1.8683180181172168e-05, "Finetune/Loss": 0.8158853054046631, "Finetune/Loss (Raw)": 0.7585358023643494, "Finetune/Step": 2966, "Finetune/Step Time": 6.5838737692683935}
{"Finetune/Learning Rate": 1.8682149879079784e-05, "Finetune/Loss": 0.8156954050064087, "Finetune/Loss (Raw)": 0.7047521471977234, "Finetune/Step": 2967, "Finetune/Step Time": 6.595540266484022}
{"Finetune/Learning Rate": 1.8681119202513623e-05, "Finetune/Loss": 0.8165580034255981, "Finetune/Loss (Raw)": 0.9243090748786926, "Finetune/Step": 2968, "Finetune/Step Time": 6.613485874608159}
{"Finetune/Learning Rate": 1.8680088151518143e-05, "Finetune/Loss": 0.8156887292861938, "Finetune/Loss (Raw)": 0.8521285653114319, "Finetune/Step": 2969, "Finetune/Step Time": 6.6101954858750105}
{"Finetune/Learning Rate": 1.8679056726137813e-05, "Finetune/Loss": 0.815303385257721, "Finetune/Loss (Raw)": 0.8174756169319153, "Finetune/Step": 2970, "Finetune/Step Time": 6.621669365093112}
{"Finetune/Learning Rate": 1.8678024926417118e-05, "Finetune/Loss": 0.8161808848381042, "Finetune/Loss (Raw)": 0.8315451741218567, "Finetune/Step": 2971, "Finetune/Step Time": 6.628501756116748}
{"Finetune/Learning Rate": 1.8676992752400565e-05, "Finetune/Loss": 0.8158460259437561, "Finetune/Loss (Raw)": 0.8399997353553772, "Finetune/Step": 2972, "Finetune/Step Time": 6.6243162620812654}
{"Finetune/Learning Rate": 1.867596020413267e-05, "Finetune/Loss": 0.8150726556777954, "Finetune/Loss (Raw)": 0.7341805696487427, "Finetune/Step": 2973, "Finetune/Step Time": 6.627784291282296}
{"Finetune/Learning Rate": 1.867492728165797e-05, "Finetune/Loss": 0.8157531023025513, "Finetune/Loss (Raw)": 0.868723452091217, "Finetune/Step": 2974, "Finetune/Step Time": 6.629265304654837}
{"Finetune/Learning Rate": 1.867389398502102e-05, "Finetune/Loss": 0.8142908215522766, "Finetune/Loss (Raw)": 0.43090182542800903, "Finetune/Step": 2975, "Finetune/Step Time": 6.635244220495224}
{"Finetune/Learning Rate": 1.867286031426638e-05, "Finetune/Loss": 0.8133531212806702, "Finetune/Loss (Raw)": 0.7634835839271545, "Finetune/Step": 2976, "Finetune/Step Time": 6.630124133080244}
{"Finetune/Learning Rate": 1.8671826269438637e-05, "Finetune/Loss": 0.8134645223617554, "Finetune/Loss (Raw)": 0.7986094951629639, "Finetune/Step": 2977, "Finetune/Step Time": 6.627554407343268}
{"Finetune/Learning Rate": 1.867079185058239e-05, "Finetune/Loss": 0.8146814703941345, "Finetune/Loss (Raw)": 0.9745726585388184, "Finetune/Step": 2978, "Finetune/Step Time": 6.628296198323369}
{"Finetune/Learning Rate": 1.8669757057742264e-05, "Finetune/Loss": 0.8144863247871399, "Finetune/Loss (Raw)": 0.8649161458015442, "Finetune/Step": 2979, "Finetune/Step Time": 6.637422446161509}
{"Finetune/Learning Rate": 1.8668721890962875e-05, "Finetune/Loss": 0.813910722732544, "Finetune/Loss (Raw)": 0.7817789912223816, "Finetune/Step": 2980, "Finetune/Step Time": 6.640712970867753}
{"Finetune/Learning Rate": 1.8667686350288882e-05, "Finetune/Loss": 0.8135896921157837, "Finetune/Loss (Raw)": 0.7390316128730774, "Finetune/Step": 2981, "Finetune/Step Time": 6.675295291468501}
{"Finetune/Learning Rate": 1.866665043576495e-05, "Finetune/Loss": 0.8126248121261597, "Finetune/Loss (Raw)": 0.7867117524147034, "Finetune/Step": 2982, "Finetune/Step Time": 6.669398354366422}
{"Finetune/Learning Rate": 1.8665614147435755e-05, "Finetune/Loss": 0.813849925994873, "Finetune/Loss (Raw)": 0.976227879524231, "Finetune/Step": 2983, "Finetune/Step Time": 6.659857561811805}
{"Finetune/Learning Rate": 1.8664577485345994e-05, "Finetune/Loss": 0.8138116598129272, "Finetune/Loss (Raw)": 0.7997598052024841, "Finetune/Step": 2984, "Finetune/Step Time": 6.659687537699938}
{"Finetune/Learning Rate": 1.8663540449540383e-05, "Finetune/Loss": 0.8137513399124146, "Finetune/Loss (Raw)": 0.8604468107223511, "Finetune/Step": 2985, "Finetune/Step Time": 6.659137228503823}
{"Finetune/Learning Rate": 1.8662503040063647e-05, "Finetune/Loss": 0.8107283711433411, "Finetune/Loss (Raw)": 0.36886852979660034, "Finetune/Step": 2986, "Finetune/Step Time": 6.680216623470187}
{"Finetune/Learning Rate": 1.866146525696053e-05, "Finetune/Loss": 0.8104878664016724, "Finetune/Loss (Raw)": 0.8146116733551025, "Finetune/Step": 2987, "Finetune/Step Time": 6.693666268140078}
{"Finetune/Learning Rate": 1.86604271002758e-05, "Finetune/Loss": 0.8119634389877319, "Finetune/Loss (Raw)": 0.9049634337425232, "Finetune/Step": 2988, "Finetune/Step Time": 6.690945828333497}
{"Finetune/Learning Rate": 1.865938857005423e-05, "Finetune/Loss": 0.8093673586845398, "Finetune/Loss (Raw)": 0.6682494282722473, "Finetune/Step": 2989, "Finetune/Step Time": 6.695878677070141}
{"Finetune/Learning Rate": 1.8658349666340614e-05, "Finetune/Loss": 0.810582160949707, "Finetune/Loss (Raw)": 0.9464007019996643, "Finetune/Step": 2990, "Finetune/Step Time": 6.672449998557568}
{"Finetune/Learning Rate": 1.865731038917976e-05, "Finetune/Loss": 0.8112761378288269, "Finetune/Loss (Raw)": 0.8962006568908691, "Finetune/Step": 2991, "Finetune/Step Time": 6.676467657089233}
{"Finetune/Learning Rate": 1.8656270738616492e-05, "Finetune/Loss": 0.8112392425537109, "Finetune/Loss (Raw)": 0.7164820432662964, "Finetune/Step": 2992, "Finetune/Step Time": 6.686812292784452}
{"Finetune/Learning Rate": 1.8655230714695656e-05, "Finetune/Loss": 0.8116046190261841, "Finetune/Loss (Raw)": 0.9653462171554565, "Finetune/Step": 2993, "Finetune/Step Time": 6.672051377594471}
{"Finetune/Learning Rate": 1.865419031746211e-05, "Finetune/Loss": 0.8158751726150513, "Finetune/Loss (Raw)": 0.9691401124000549, "Finetune/Step": 2994, "Finetune/Step Time": 6.649416293948889}
{"Finetune/Learning Rate": 1.865314954696072e-05, "Finetune/Loss": 0.8158977031707764, "Finetune/Loss (Raw)": 0.8701419234275818, "Finetune/Step": 2995, "Finetune/Step Time": 6.6420492976903915}
{"Finetune/Learning Rate": 1.8652108403236383e-05, "Finetune/Loss": 0.8143448233604431, "Finetune/Loss (Raw)": 0.7670419812202454, "Finetune/Step": 2996, "Finetune/Step Time": 6.656938435509801}
{"Finetune/Learning Rate": 1.8651066886334008e-05, "Finetune/Loss": 0.8156436681747437, "Finetune/Loss (Raw)": 0.7823705673217773, "Finetune/Step": 2997, "Finetune/Step Time": 6.6279560551047325}
{"Finetune/Learning Rate": 1.865002499629851e-05, "Finetune/Loss": 0.8185732960700989, "Finetune/Loss (Raw)": 0.7805148363113403, "Finetune/Step": 2998, "Finetune/Step Time": 6.616261161863804}
{"Finetune/Learning Rate": 1.864898273317483e-05, "Finetune/Loss": 0.8177902698516846, "Finetune/Loss (Raw)": 0.8671708703041077, "Finetune/Step": 2999, "Finetune/Step Time": 6.621894976124167}
{"Finetune/Learning Rate": 1.8647940097007923e-05, "Finetune/Loss": 0.8171611428260803, "Finetune/Loss (Raw)": 0.8715624809265137, "Finetune/Step": 3000, "Finetune/Step Time": 6.626358136534691}
{"Finetune/Learning Rate": 1.8646897087842756e-05, "Finetune/Loss": 0.8164575099945068, "Finetune/Loss (Raw)": 0.7790030241012573, "Finetune/Step": 3001, "Finetune/Step Time": 6.629750290885568}
{"Finetune/Learning Rate": 1.864585370572432e-05, "Finetune/Loss": 0.8208104968070984, "Finetune/Loss (Raw)": 0.939773678779602, "Finetune/Step": 3002, "Finetune/Step Time": 6.613371644169092}
{"Finetune/Learning Rate": 1.8644809950697616e-05, "Finetune/Loss": 0.8202944993972778, "Finetune/Loss (Raw)": 0.8345659971237183, "Finetune/Step": 3003, "Finetune/Step Time": 6.619205046445131}
{"Finetune/Learning Rate": 1.8643765822807663e-05, "Finetune/Loss": 0.8207583427429199, "Finetune/Loss (Raw)": 0.9041549563407898, "Finetune/Step": 3004, "Finetune/Step Time": 6.6121568866074085}
{"Finetune/Learning Rate": 1.8642721322099495e-05, "Finetune/Loss": 0.8192869424819946, "Finetune/Loss (Raw)": 0.6256633400917053, "Finetune/Step": 3005, "Finetune/Step Time": 6.629586039111018}
{"Finetune/Learning Rate": 1.8641676448618162e-05, "Finetune/Loss": 0.8206541538238525, "Finetune/Loss (Raw)": 0.9258127212524414, "Finetune/Step": 3006, "Finetune/Step Time": 6.623092325404286}
{"Finetune/Learning Rate": 1.8640631202408735e-05, "Finetune/Loss": 0.8201135993003845, "Finetune/Loss (Raw)": 0.6848589181900024, "Finetune/Step": 3007, "Finetune/Step Time": 6.613916656002402}
{"Finetune/Learning Rate": 1.8639585583516294e-05, "Finetune/Loss": 0.8198139667510986, "Finetune/Loss (Raw)": 0.9053554534912109, "Finetune/Step": 3008, "Finetune/Step Time": 6.614512322470546}
{"Finetune/Learning Rate": 1.8638539591985934e-05, "Finetune/Loss": 0.8206195831298828, "Finetune/Loss (Raw)": 0.9674237370491028, "Finetune/Step": 3009, "Finetune/Step Time": 6.607555879279971}
{"Finetune/Learning Rate": 1.8637493227862776e-05, "Finetune/Loss": 0.8198361396789551, "Finetune/Loss (Raw)": 0.8272552490234375, "Finetune/Step": 3010, "Finetune/Step Time": 6.6078184843063354}
{"Finetune/Learning Rate": 1.863644649119195e-05, "Finetune/Loss": 0.8194260001182556, "Finetune/Loss (Raw)": 0.9101924896240234, "Finetune/Step": 3011, "Finetune/Step Time": 6.626652585342526}
{"Finetune/Learning Rate": 1.8635399382018603e-05, "Finetune/Loss": 0.8208373188972473, "Finetune/Loss (Raw)": 0.8976123332977295, "Finetune/Step": 3012, "Finetune/Step Time": 6.59954516030848}
{"Finetune/Learning Rate": 1.8634351900387896e-05, "Finetune/Loss": 0.8205575346946716, "Finetune/Loss (Raw)": 0.8771960139274597, "Finetune/Step": 3013, "Finetune/Step Time": 6.595737677067518}
{"Finetune/Learning Rate": 1.8633304046345012e-05, "Finetune/Loss": 0.8216042518615723, "Finetune/Loss (Raw)": 0.7244484424591064, "Finetune/Step": 3014, "Finetune/Step Time": 6.579667337238789}
{"Finetune/Learning Rate": 1.8632255819935145e-05, "Finetune/Loss": 0.821129322052002, "Finetune/Loss (Raw)": 0.6449479460716248, "Finetune/Step": 3015, "Finetune/Step Time": 6.588357409462333}
{"Finetune/Learning Rate": 1.8631207221203506e-05, "Finetune/Loss": 0.819348156452179, "Finetune/Loss (Raw)": 0.7902888059616089, "Finetune/Step": 3016, "Finetune/Step Time": 6.592077378183603}
{"Finetune/Learning Rate": 1.8630158250195323e-05, "Finetune/Loss": 0.8222590088844299, "Finetune/Loss (Raw)": 0.7352572679519653, "Finetune/Step": 3017, "Finetune/Step Time": 6.577863631770015}
{"Finetune/Learning Rate": 1.862910890695584e-05, "Finetune/Loss": 0.8221663236618042, "Finetune/Loss (Raw)": 0.7687057852745056, "Finetune/Step": 3018, "Finetune/Step Time": 6.573009157553315}
{"Finetune/Learning Rate": 1.8628059191530317e-05, "Finetune/Loss": 0.8224854469299316, "Finetune/Loss (Raw)": 0.8379749059677124, "Finetune/Step": 3019, "Finetune/Step Time": 6.574472244828939}
{"Finetune/Learning Rate": 1.8627009103964025e-05, "Finetune/Loss": 0.8206466436386108, "Finetune/Loss (Raw)": 0.8011652231216431, "Finetune/Step": 3020, "Finetune/Step Time": 6.556836944073439}
{"Finetune/Learning Rate": 1.862595864430227e-05, "Finetune/Loss": 0.8207765221595764, "Finetune/Loss (Raw)": 0.8306810855865479, "Finetune/Step": 3021, "Finetune/Step Time": 6.559865782037377}
{"Finetune/Learning Rate": 1.862490781259034e-05, "Finetune/Loss": 0.8210416436195374, "Finetune/Loss (Raw)": 0.9645943641662598, "Finetune/Step": 3022, "Finetune/Step Time": 6.559929586946964}
{"Finetune/Learning Rate": 1.862385660887357e-05, "Finetune/Loss": 0.8198564648628235, "Finetune/Loss (Raw)": 0.7049853205680847, "Finetune/Step": 3023, "Finetune/Step Time": 6.55301353149116}
{"Finetune/Learning Rate": 1.8622805033197303e-05, "Finetune/Loss": 0.8193553686141968, "Finetune/Loss (Raw)": 0.836992621421814, "Finetune/Step": 3024, "Finetune/Step Time": 6.538090752437711}
{"Finetune/Learning Rate": 1.862175308560689e-05, "Finetune/Loss": 0.8191995620727539, "Finetune/Loss (Raw)": 0.905310332775116, "Finetune/Step": 3025, "Finetune/Step Time": 6.52696892246604}
{"Finetune/Learning Rate": 1.86207007661477e-05, "Finetune/Loss": 0.8190954923629761, "Finetune/Loss (Raw)": 0.8428778052330017, "Finetune/Step": 3026, "Finetune/Step Time": 6.531099097803235}
{"Finetune/Learning Rate": 1.8619648074865127e-05, "Finetune/Loss": 0.8199554681777954, "Finetune/Loss (Raw)": 0.9401301741600037, "Finetune/Step": 3027, "Finetune/Step Time": 6.529315298423171}
{"Finetune/Learning Rate": 1.861859501180457e-05, "Finetune/Loss": 0.8210173845291138, "Finetune/Loss (Raw)": 0.8322827219963074, "Finetune/Step": 3028, "Finetune/Step Time": 6.541809890419245}
{"Finetune/Learning Rate": 1.861754157701146e-05, "Finetune/Loss": 0.8235737085342407, "Finetune/Loss (Raw)": 1.0465065240859985, "Finetune/Step": 3029, "Finetune/Step Time": 6.5331031028181314}
{"Finetune/Learning Rate": 1.8616487770531217e-05, "Finetune/Loss": 0.8234366774559021, "Finetune/Loss (Raw)": 0.7955282330513, "Finetune/Step": 3030, "Finetune/Step Time": 6.524693097919226}
{"Finetune/Learning Rate": 1.8615433592409305e-05, "Finetune/Loss": 0.8236097097396851, "Finetune/Loss (Raw)": 0.8748717904090881, "Finetune/Step": 3031, "Finetune/Step Time": 6.521434063091874}
{"Finetune/Learning Rate": 1.8614379042691187e-05, "Finetune/Loss": 0.8237854242324829, "Finetune/Loss (Raw)": 0.8516255617141724, "Finetune/Step": 3032, "Finetune/Step Time": 6.525653807446361}
{"Finetune/Learning Rate": 1.861332412142235e-05, "Finetune/Loss": 0.8242654800415039, "Finetune/Loss (Raw)": 0.8911170363426208, "Finetune/Step": 3033, "Finetune/Step Time": 6.522872552275658}
{"Finetune/Learning Rate": 1.861226882864829e-05, "Finetune/Loss": 0.8246673941612244, "Finetune/Loss (Raw)": 0.9718196392059326, "Finetune/Step": 3034, "Finetune/Step Time": 6.518883250653744}
{"Finetune/Learning Rate": 1.861121316441453e-05, "Finetune/Loss": 0.8249878883361816, "Finetune/Loss (Raw)": 0.8579402565956116, "Finetune/Step": 3035, "Finetune/Step Time": 6.519897162914276}
{"Finetune/Learning Rate": 1.8610157128766602e-05, "Finetune/Loss": 0.8240774273872375, "Finetune/Loss (Raw)": 0.7989683747291565, "Finetune/Step": 3036, "Finetune/Step Time": 6.53263889811933}
{"Finetune/Learning Rate": 1.8609100721750047e-05, "Finetune/Loss": 0.8236240148544312, "Finetune/Loss (Raw)": 0.9774392247200012, "Finetune/Step": 3037, "Finetune/Step Time": 6.535315997898579}
{"Finetune/Learning Rate": 1.8608043943410436e-05, "Finetune/Loss": 0.8233997821807861, "Finetune/Loss (Raw)": 0.9106994271278381, "Finetune/Step": 3038, "Finetune/Step Time": 6.544489799067378}
{"Finetune/Learning Rate": 1.8606986793793344e-05, "Finetune/Loss": 0.8215887546539307, "Finetune/Loss (Raw)": 0.7641181349754333, "Finetune/Step": 3039, "Finetune/Step Time": 6.544637722894549}
{"Finetune/Learning Rate": 1.860592927294437e-05, "Finetune/Loss": 0.8216367959976196, "Finetune/Loss (Raw)": 0.8821321725845337, "Finetune/Step": 3040, "Finetune/Step Time": 6.548018153756857}
{"Finetune/Learning Rate": 1.860487138090913e-05, "Finetune/Loss": 0.8212531805038452, "Finetune/Loss (Raw)": 0.78689044713974, "Finetune/Step": 3041, "Finetune/Step Time": 6.562811933457851}
{"Finetune/Learning Rate": 1.8603813117733245e-05, "Finetune/Loss": 0.8229590058326721, "Finetune/Loss (Raw)": 0.8570248484611511, "Finetune/Step": 3042, "Finetune/Step Time": 6.539451017975807}
{"Finetune/Learning Rate": 1.8602754483462366e-05, "Finetune/Loss": 0.8210631608963013, "Finetune/Loss (Raw)": 0.34215888381004333, "Finetune/Step": 3043, "Finetune/Step Time": 6.548597611486912}
{"Finetune/Learning Rate": 1.860169547814215e-05, "Finetune/Loss": 0.8195676207542419, "Finetune/Loss (Raw)": 0.7062663435935974, "Finetune/Step": 3044, "Finetune/Step Time": 6.567518122494221}
{"Finetune/Learning Rate": 1.8600636101818278e-05, "Finetune/Loss": 0.8170701265335083, "Finetune/Loss (Raw)": 0.6175126433372498, "Finetune/Step": 3045, "Finetune/Step Time": 6.573671750724316}
{"Finetune/Learning Rate": 1.8599576354536436e-05, "Finetune/Loss": 0.8192161321640015, "Finetune/Loss (Raw)": 1.0117052793502808, "Finetune/Step": 3046, "Finetune/Step Time": 6.568186957389116}
{"Finetune/Learning Rate": 1.8598516236342337e-05, "Finetune/Loss": 0.8190189003944397, "Finetune/Loss (Raw)": 0.8405826091766357, "Finetune/Step": 3047, "Finetune/Step Time": 6.573840074241161}
{"Finetune/Learning Rate": 1.8597455747281702e-05, "Finetune/Loss": 0.8238865733146667, "Finetune/Loss (Raw)": 0.9951300024986267, "Finetune/Step": 3048, "Finetune/Step Time": 6.554854718968272}
{"Finetune/Learning Rate": 1.859639488740027e-05, "Finetune/Loss": 0.8240221738815308, "Finetune/Loss (Raw)": 0.8230077624320984, "Finetune/Step": 3049, "Finetune/Step Time": 6.537970310077071}
{"Finetune/Learning Rate": 1.859533365674381e-05, "Finetune/Loss": 0.8255134224891663, "Finetune/Loss (Raw)": 0.9800376296043396, "Finetune/Step": 3050, "Finetune/Step Time": 6.529410667717457}
{"Finetune/Learning Rate": 1.8594272055358078e-05, "Finetune/Loss": 0.8272337913513184, "Finetune/Loss (Raw)": 0.9536308646202087, "Finetune/Step": 3051, "Finetune/Step Time": 6.5082847736775875}
{"Finetune/Learning Rate": 1.8593210083288873e-05, "Finetune/Loss": 0.8262545466423035, "Finetune/Loss (Raw)": 0.8034299612045288, "Finetune/Step": 3052, "Finetune/Step Time": 6.502262268215418}
{"Finetune/Learning Rate": 1.8592147740581997e-05, "Finetune/Loss": 0.826200008392334, "Finetune/Loss (Raw)": 0.9410008192062378, "Finetune/Step": 3053, "Finetune/Step Time": 6.505454188212752}
{"Finetune/Learning Rate": 1.8591085027283265e-05, "Finetune/Loss": 0.8275186419487, "Finetune/Loss (Raw)": 1.0077464580535889, "Finetune/Step": 3054, "Finetune/Step Time": 6.480932051315904}
{"Finetune/Learning Rate": 1.859002194343852e-05, "Finetune/Loss": 0.829829216003418, "Finetune/Loss (Raw)": 0.8672939538955688, "Finetune/Step": 3055, "Finetune/Step Time": 6.47235619276762}
{"Finetune/Learning Rate": 1.858895848909361e-05, "Finetune/Loss": 0.8302078247070312, "Finetune/Loss (Raw)": 0.8886753916740417, "Finetune/Step": 3056, "Finetune/Step Time": 6.45161491446197}
{"Finetune/Learning Rate": 1.8587894664294407e-05, "Finetune/Loss": 0.8290988206863403, "Finetune/Loss (Raw)": 0.740080714225769, "Finetune/Step": 3057, "Finetune/Step Time": 6.463313139975071}
{"Finetune/Learning Rate": 1.8586830469086794e-05, "Finetune/Loss": 0.8289452791213989, "Finetune/Loss (Raw)": 0.8923829793930054, "Finetune/Step": 3058, "Finetune/Step Time": 6.46069055236876}
{"Finetune/Learning Rate": 1.8585765903516674e-05, "Finetune/Loss": 0.82886803150177, "Finetune/Loss (Raw)": 0.8952751159667969, "Finetune/Step": 3059, "Finetune/Step Time": 6.457457033917308}
{"Finetune/Learning Rate": 1.8584700967629956e-05, "Finetune/Loss": 0.8290994167327881, "Finetune/Loss (Raw)": 0.9299503564834595, "Finetune/Step": 3060, "Finetune/Step Time": 6.461754664778709}
{"Finetune/Learning Rate": 1.8583635661472577e-05, "Finetune/Loss": 0.8297593593597412, "Finetune/Loss (Raw)": 0.9366106390953064, "Finetune/Step": 3061, "Finetune/Step Time": 6.453960753977299}
{"Finetune/Learning Rate": 1.8582569985090487e-05, "Finetune/Loss": 0.8292896747589111, "Finetune/Loss (Raw)": 0.7595899701118469, "Finetune/Step": 3062, "Finetune/Step Time": 6.481138955801725}
{"Finetune/Learning Rate": 1.8581503938529646e-05, "Finetune/Loss": 0.8292586803436279, "Finetune/Loss (Raw)": 0.8435301780700684, "Finetune/Step": 3063, "Finetune/Step Time": 6.474025119096041}
{"Finetune/Learning Rate": 1.8580437521836033e-05, "Finetune/Loss": 0.8292006254196167, "Finetune/Loss (Raw)": 0.8884281516075134, "Finetune/Step": 3064, "Finetune/Step Time": 6.456044666469097}
{"Finetune/Learning Rate": 1.8579370735055654e-05, "Finetune/Loss": 0.8263343572616577, "Finetune/Loss (Raw)": 0.6699066758155823, "Finetune/Step": 3065, "Finetune/Step Time": 6.472345346584916}
{"Finetune/Learning Rate": 1.857830357823451e-05, "Finetune/Loss": 0.8236920237541199, "Finetune/Loss (Raw)": 0.5586294531822205, "Finetune/Step": 3066, "Finetune/Step Time": 6.4932799357920885}
{"Finetune/Learning Rate": 1.8577236051418634e-05, "Finetune/Loss": 0.8237554430961609, "Finetune/Loss (Raw)": 0.8611215353012085, "Finetune/Step": 3067, "Finetune/Step Time": 6.4944059532135725}
{"Finetune/Learning Rate": 1.857616815465407e-05, "Finetune/Loss": 0.8244457244873047, "Finetune/Loss (Raw)": 0.7828490138053894, "Finetune/Step": 3068, "Finetune/Step Time": 6.51588749140501}
{"Finetune/Learning Rate": 1.8575099887986877e-05, "Finetune/Loss": 0.8257898688316345, "Finetune/Loss (Raw)": 0.7114768624305725, "Finetune/Step": 3069, "Finetune/Step Time": 6.507473224774003}
{"Finetune/Learning Rate": 1.857403125146313e-05, "Finetune/Loss": 0.8245795965194702, "Finetune/Loss (Raw)": 0.8417133092880249, "Finetune/Step": 3070, "Finetune/Step Time": 6.504910746589303}
{"Finetune/Learning Rate": 1.8572962245128922e-05, "Finetune/Loss": 0.826351523399353, "Finetune/Loss (Raw)": 1.0070610046386719, "Finetune/Step": 3071, "Finetune/Step Time": 6.497855572029948}
{"Finetune/Learning Rate": 1.857189286903036e-05, "Finetune/Loss": 0.8261623382568359, "Finetune/Loss (Raw)": 0.8248018622398376, "Finetune/Step": 3072, "Finetune/Step Time": 6.498398646712303}
{"Finetune/Learning Rate": 1.857082312321357e-05, "Finetune/Loss": 0.8268802165985107, "Finetune/Loss (Raw)": 0.8614698648452759, "Finetune/Step": 3073, "Finetune/Step Time": 6.4893932323902845}
{"Finetune/Learning Rate": 1.856975300772469e-05, "Finetune/Loss": 0.8269442319869995, "Finetune/Loss (Raw)": 0.8219876289367676, "Finetune/Step": 3074, "Finetune/Step Time": 6.491373628377914}
{"Finetune/Learning Rate": 1.8568682522609877e-05, "Finetune/Loss": 0.8233280181884766, "Finetune/Loss (Raw)": 0.3393350839614868, "Finetune/Step": 3075, "Finetune/Step Time": 6.495161259546876}
{"Finetune/Learning Rate": 1.8567611667915303e-05, "Finetune/Loss": 0.8230875134468079, "Finetune/Loss (Raw)": 0.7224860191345215, "Finetune/Step": 3076, "Finetune/Step Time": 6.482134126126766}
{"Finetune/Learning Rate": 1.856654044368715e-05, "Finetune/Loss": 0.8231951594352722, "Finetune/Loss (Raw)": 0.8839827179908752, "Finetune/Step": 3077, "Finetune/Step Time": 6.4823037404567}
{"Finetune/Learning Rate": 1.8565468849971626e-05, "Finetune/Loss": 0.8220292329788208, "Finetune/Loss (Raw)": 0.7319276332855225, "Finetune/Step": 3078, "Finetune/Step Time": 6.478684179484844}
{"Finetune/Learning Rate": 1.856439688681495e-05, "Finetune/Loss": 0.8243218660354614, "Finetune/Loss (Raw)": 0.6393182873725891, "Finetune/Step": 3079, "Finetune/Step Time": 6.481459125876427}
{"Finetune/Learning Rate": 1.8563324554263356e-05, "Finetune/Loss": 0.8231446743011475, "Finetune/Loss (Raw)": 0.7272260785102844, "Finetune/Step": 3080, "Finetune/Step Time": 6.48531492985785}
{"Finetune/Learning Rate": 1.8562251852363098e-05, "Finetune/Loss": 0.821854293346405, "Finetune/Loss (Raw)": 0.7711737751960754, "Finetune/Step": 3081, "Finetune/Step Time": 6.488504683598876}
{"Finetune/Learning Rate": 1.8561178781160443e-05, "Finetune/Loss": 0.822571873664856, "Finetune/Loss (Raw)": 0.8553253412246704, "Finetune/Step": 3082, "Finetune/Step Time": 6.474155258387327}
{"Finetune/Learning Rate": 1.856010534070167e-05, "Finetune/Loss": 0.8215298056602478, "Finetune/Loss (Raw)": 0.8895195722579956, "Finetune/Step": 3083, "Finetune/Step Time": 6.490259228274226}
{"Finetune/Learning Rate": 1.855903153103308e-05, "Finetune/Loss": 0.8212350606918335, "Finetune/Loss (Raw)": 0.7959825396537781, "Finetune/Step": 3084, "Finetune/Step Time": 6.500502273440361}
{"Finetune/Learning Rate": 1.8557957352200992e-05, "Finetune/Loss": 0.8228797912597656, "Finetune/Loss (Raw)": 1.0205696821212769, "Finetune/Step": 3085, "Finetune/Step Time": 6.498866220936179}
{"Finetune/Learning Rate": 1.855688280425173e-05, "Finetune/Loss": 0.8231157064437866, "Finetune/Loss (Raw)": 0.865024745464325, "Finetune/Step": 3086, "Finetune/Step Time": 6.498205261304975}
{"Finetune/Learning Rate": 1.855580788723165e-05, "Finetune/Loss": 0.826581597328186, "Finetune/Loss (Raw)": 0.8233143091201782, "Finetune/Step": 3087, "Finetune/Step Time": 6.4831423163414}
{"Finetune/Learning Rate": 1.8554732601187104e-05, "Finetune/Loss": 0.8252160549163818, "Finetune/Loss (Raw)": 0.5953648686408997, "Finetune/Step": 3088, "Finetune/Step Time": 6.481514886021614}
{"Finetune/Learning Rate": 1.8553656946164477e-05, "Finetune/Loss": 0.8262327313423157, "Finetune/Loss (Raw)": 0.9276435971260071, "Finetune/Step": 3089, "Finetune/Step Time": 6.484884072095156}
{"Finetune/Learning Rate": 1.8552580922210165e-05, "Finetune/Loss": 0.8241261839866638, "Finetune/Loss (Raw)": 0.7608873248100281, "Finetune/Step": 3090, "Finetune/Step Time": 6.469155000522733}
{"Finetune/Learning Rate": 1.8551504529370575e-05, "Finetune/Loss": 0.8230120539665222, "Finetune/Loss (Raw)": 0.7531670331954956, "Finetune/Step": 3091, "Finetune/Step Time": 6.472710356116295}
{"Finetune/Learning Rate": 1.8550427767692132e-05, "Finetune/Loss": 0.8185425996780396, "Finetune/Loss (Raw)": 0.3346991240978241, "Finetune/Step": 3092, "Finetune/Step Time": 6.489283863455057}
{"Finetune/Learning Rate": 1.854935063722128e-05, "Finetune/Loss": 0.8180806636810303, "Finetune/Loss (Raw)": 0.868983268737793, "Finetune/Step": 3093, "Finetune/Step Time": 6.4958868362009525}
{"Finetune/Learning Rate": 1.854827313800448e-05, "Finetune/Loss": 0.8190208077430725, "Finetune/Loss (Raw)": 0.8788770437240601, "Finetune/Step": 3094, "Finetune/Step Time": 6.500653505325317}
{"Finetune/Learning Rate": 1.8547195270088206e-05, "Finetune/Loss": 0.8198745250701904, "Finetune/Loss (Raw)": 0.8140233159065247, "Finetune/Step": 3095, "Finetune/Step Time": 6.49263590388}
{"Finetune/Learning Rate": 1.854611703351894e-05, "Finetune/Loss": 0.8193844556808472, "Finetune/Loss (Raw)": 0.8615841865539551, "Finetune/Step": 3096, "Finetune/Step Time": 6.467219972983003}
{"Finetune/Learning Rate": 1.85450384283432e-05, "Finetune/Loss": 0.8153947591781616, "Finetune/Loss (Raw)": 0.3414483666419983, "Finetune/Step": 3097, "Finetune/Step Time": 6.488352192565799}
{"Finetune/Learning Rate": 1.8543959454607497e-05, "Finetune/Loss": 0.8136037588119507, "Finetune/Loss (Raw)": 0.588225781917572, "Finetune/Step": 3098, "Finetune/Step Time": 6.477107549086213}
{"Finetune/Learning Rate": 1.8542880112358375e-05, "Finetune/Loss": 0.8139565587043762, "Finetune/Loss (Raw)": 0.8767101764678955, "Finetune/Step": 3099, "Finetune/Step Time": 6.480192877352238}
{"Finetune/Learning Rate": 1.8541800401642386e-05, "Finetune/Loss": 0.8155055046081543, "Finetune/Loss (Raw)": 1.0382564067840576, "Finetune/Step": 3100, "Finetune/Step Time": 6.482282685115933}
{"Finetune/Learning Rate": 1.85407203225061e-05, "Finetune/Loss": 0.8143386244773865, "Finetune/Loss (Raw)": 0.5848259925842285, "Finetune/Step": 3101, "Finetune/Step Time": 6.484134163707495}
{"Finetune/Learning Rate": 1.85396398749961e-05, "Finetune/Loss": 0.8149390816688538, "Finetune/Loss (Raw)": 0.9455788135528564, "Finetune/Step": 3102, "Finetune/Step Time": 6.490888150408864}
{"Finetune/Learning Rate": 1.853855905915899e-05, "Finetune/Loss": 0.8192669749259949, "Finetune/Loss (Raw)": 0.9848758578300476, "Finetune/Step": 3103, "Finetune/Step Time": 6.484352637082338}
{"Finetune/Learning Rate": 1.8537477875041386e-05, "Finetune/Loss": 0.8202313780784607, "Finetune/Loss (Raw)": 0.8869272470474243, "Finetune/Step": 3104, "Finetune/Step Time": 6.479115892201662}
{"Finetune/Learning Rate": 1.8536396322689924e-05, "Finetune/Loss": 0.8209720849990845, "Finetune/Loss (Raw)": 0.893413245677948, "Finetune/Step": 3105, "Finetune/Step Time": 6.469799527898431}
{"Finetune/Learning Rate": 1.8535314402151247e-05, "Finetune/Loss": 0.8193312883377075, "Finetune/Loss (Raw)": 0.764553427696228, "Finetune/Step": 3106, "Finetune/Step Time": 6.469120975583792}
{"Finetune/Learning Rate": 1.8534232113472027e-05, "Finetune/Loss": 0.8203921914100647, "Finetune/Loss (Raw)": 1.0007110834121704, "Finetune/Step": 3107, "Finetune/Step Time": 6.463424380868673}
{"Finetune/Learning Rate": 1.8533149456698936e-05, "Finetune/Loss": 0.8203673958778381, "Finetune/Loss (Raw)": 0.7786061763763428, "Finetune/Step": 3108, "Finetune/Step Time": 6.455069124698639}
{"Finetune/Learning Rate": 1.8532066431878676e-05, "Finetune/Loss": 0.8210316896438599, "Finetune/Loss (Raw)": 0.8240666389465332, "Finetune/Step": 3109, "Finetune/Step Time": 6.422196207568049}
{"Finetune/Learning Rate": 1.8530983039057963e-05, "Finetune/Loss": 0.8208845853805542, "Finetune/Loss (Raw)": 0.7678773999214172, "Finetune/Step": 3110, "Finetune/Step Time": 6.418759595602751}
{"Finetune/Learning Rate": 1.8529899278283518e-05, "Finetune/Loss": 0.8192834854125977, "Finetune/Loss (Raw)": 0.7712806463241577, "Finetune/Step": 3111, "Finetune/Step Time": 6.427664037793875}
{"Finetune/Learning Rate": 1.8528815149602087e-05, "Finetune/Loss": 0.820226788520813, "Finetune/Loss (Raw)": 0.9205023050308228, "Finetune/Step": 3112, "Finetune/Step Time": 6.422591004520655}
{"Finetune/Learning Rate": 1.8527730653060435e-05, "Finetune/Loss": 0.8197294473648071, "Finetune/Loss (Raw)": 0.7967923283576965, "Finetune/Step": 3113, "Finetune/Step Time": 6.435212260112166}
{"Finetune/Learning Rate": 1.852664578870533e-05, "Finetune/Loss": 0.8238247632980347, "Finetune/Loss (Raw)": 0.8930678367614746, "Finetune/Step": 3114, "Finetune/Step Time": 6.431226331740618}
{"Finetune/Learning Rate": 1.852556055658357e-05, "Finetune/Loss": 0.8239279985427856, "Finetune/Loss (Raw)": 0.8278331160545349, "Finetune/Step": 3115, "Finetune/Step Time": 6.413691323250532}
{"Finetune/Learning Rate": 1.8524474956741963e-05, "Finetune/Loss": 0.8215739130973816, "Finetune/Loss (Raw)": 0.6036381125450134, "Finetune/Step": 3116, "Finetune/Step Time": 6.439453314989805}
{"Finetune/Learning Rate": 1.8523388989227326e-05, "Finetune/Loss": 0.8232436180114746, "Finetune/Loss (Raw)": 0.8819664716720581, "Finetune/Step": 3117, "Finetune/Step Time": 6.434674926102161}
{"Finetune/Learning Rate": 1.8522302654086505e-05, "Finetune/Loss": 0.8198305368423462, "Finetune/Loss (Raw)": 0.5095306634902954, "Finetune/Step": 3118, "Finetune/Step Time": 6.455607151612639}
{"Finetune/Learning Rate": 1.852121595136635e-05, "Finetune/Loss": 0.8193904161453247, "Finetune/Loss (Raw)": 0.8398631811141968, "Finetune/Step": 3119, "Finetune/Step Time": 6.456012461334467}
{"Finetune/Learning Rate": 1.8520128881113737e-05, "Finetune/Loss": 0.8205679059028625, "Finetune/Loss (Raw)": 0.8672007918357849, "Finetune/Step": 3120, "Finetune/Step Time": 6.450914865359664}
{"Finetune/Learning Rate": 1.8519041443375553e-05, "Finetune/Loss": 0.8181011080741882, "Finetune/Loss (Raw)": 0.6495965719223022, "Finetune/Step": 3121, "Finetune/Step Time": 6.461472313851118}
{"Finetune/Learning Rate": 1.8517953638198695e-05, "Finetune/Loss": 0.816852331161499, "Finetune/Loss (Raw)": 0.8092931509017944, "Finetune/Step": 3122, "Finetune/Step Time": 6.463080648332834}
{"Finetune/Learning Rate": 1.8516865465630084e-05, "Finetune/Loss": 0.8164131045341492, "Finetune/Loss (Raw)": 0.8139235377311707, "Finetune/Step": 3123, "Finetune/Step Time": 6.4579010885208845}
{"Finetune/Learning Rate": 1.8515776925716658e-05, "Finetune/Loss": 0.8175183534622192, "Finetune/Loss (Raw)": 0.908516526222229, "Finetune/Step": 3124, "Finetune/Step Time": 6.442232256755233}
{"Finetune/Learning Rate": 1.8514688018505364e-05, "Finetune/Loss": 0.8167121410369873, "Finetune/Loss (Raw)": 0.6791737675666809, "Finetune/Step": 3125, "Finetune/Step Time": 6.451976116746664}
{"Finetune/Learning Rate": 1.851359874404317e-05, "Finetune/Loss": 0.8177234530448914, "Finetune/Loss (Raw)": 0.9099602103233337, "Finetune/Step": 3126, "Finetune/Step Time": 6.443091623485088}
{"Finetune/Learning Rate": 1.8512509102377058e-05, "Finetune/Loss": 0.8186475038528442, "Finetune/Loss (Raw)": 0.9854525923728943, "Finetune/Step": 3127, "Finetune/Step Time": 6.439639814198017}
{"Finetune/Learning Rate": 1.8511419093554022e-05, "Finetune/Loss": 0.8161216378211975, "Finetune/Loss (Raw)": 0.5482437610626221, "Finetune/Step": 3128, "Finetune/Step Time": 6.4746851939707994}
{"Finetune/Learning Rate": 1.851032871762108e-05, "Finetune/Loss": 0.8163069486618042, "Finetune/Loss (Raw)": 0.8027258515357971, "Finetune/Step": 3129, "Finetune/Step Time": 6.471704309806228}
{"Finetune/Learning Rate": 1.8509237974625257e-05, "Finetune/Loss": 0.8148777484893799, "Finetune/Loss (Raw)": 0.7568410038948059, "Finetune/Step": 3130, "Finetune/Step Time": 6.485371323302388}
{"Finetune/Learning Rate": 1.8508146864613606e-05, "Finetune/Loss": 0.8145029544830322, "Finetune/Loss (Raw)": 0.7865905165672302, "Finetune/Step": 3131, "Finetune/Step Time": 6.487043343484402}
{"Finetune/Learning Rate": 1.850705538763318e-05, "Finetune/Loss": 0.8110198378562927, "Finetune/Loss (Raw)": 0.4583168923854828, "Finetune/Step": 3132, "Finetune/Step Time": 6.5066485889256}
{"Finetune/Learning Rate": 1.8505963543731063e-05, "Finetune/Loss": 0.812849223613739, "Finetune/Loss (Raw)": 0.8598244190216064, "Finetune/Step": 3133, "Finetune/Step Time": 6.488259820267558}
{"Finetune/Learning Rate": 1.8504871332954344e-05, "Finetune/Loss": 0.8108804225921631, "Finetune/Loss (Raw)": 0.6737992167472839, "Finetune/Step": 3134, "Finetune/Step Time": 6.502485429868102}
{"Finetune/Learning Rate": 1.850377875535013e-05, "Finetune/Loss": 0.8127041459083557, "Finetune/Loss (Raw)": 0.9183038473129272, "Finetune/Step": 3135, "Finetune/Step Time": 6.505256250500679}
{"Finetune/Learning Rate": 1.850268581096555e-05, "Finetune/Loss": 0.8122566938400269, "Finetune/Loss (Raw)": 0.8480777144432068, "Finetune/Step": 3136, "Finetune/Step Time": 6.507066287100315}
{"Finetune/Learning Rate": 1.850159249984774e-05, "Finetune/Loss": 0.8105437755584717, "Finetune/Loss (Raw)": 0.7481704950332642, "Finetune/Step": 3137, "Finetune/Step Time": 6.522948324680328}
{"Finetune/Learning Rate": 1.8500498822043854e-05, "Finetune/Loss": 0.8092111349105835, "Finetune/Loss (Raw)": 0.6566728353500366, "Finetune/Step": 3138, "Finetune/Step Time": 6.530665161088109}
{"Finetune/Learning Rate": 1.8499404777601073e-05, "Finetune/Loss": 0.8087421655654907, "Finetune/Loss (Raw)": 0.8501735925674438, "Finetune/Step": 3139, "Finetune/Step Time": 6.510330766439438}
{"Finetune/Learning Rate": 1.849831036656658e-05, "Finetune/Loss": 0.8081719875335693, "Finetune/Loss (Raw)": 0.8246235251426697, "Finetune/Step": 3140, "Finetune/Step Time": 6.520304411649704}
{"Finetune/Learning Rate": 1.8497215588987573e-05, "Finetune/Loss": 0.8076777458190918, "Finetune/Loss (Raw)": 0.8139354586601257, "Finetune/Step": 3141, "Finetune/Step Time": 6.522695895284414}
{"Finetune/Learning Rate": 1.849612044491128e-05, "Finetune/Loss": 0.8079774379730225, "Finetune/Loss (Raw)": 0.7628107070922852, "Finetune/Step": 3142, "Finetune/Step Time": 6.527043059468269}
{"Finetune/Learning Rate": 1.849502493438493e-05, "Finetune/Loss": 0.807112455368042, "Finetune/Loss (Raw)": 0.5342238545417786, "Finetune/Step": 3143, "Finetune/Step Time": 6.526280269026756}
{"Finetune/Learning Rate": 1.849392905745578e-05, "Finetune/Loss": 0.8084379434585571, "Finetune/Loss (Raw)": 0.9599550366401672, "Finetune/Step": 3144, "Finetune/Step Time": 6.518150486052036}
{"Finetune/Learning Rate": 1.8492832814171092e-05, "Finetune/Loss": 0.8099907040596008, "Finetune/Loss (Raw)": 0.9340113997459412, "Finetune/Step": 3145, "Finetune/Step Time": 6.513152848929167}
{"Finetune/Learning Rate": 1.849173620457815e-05, "Finetune/Loss": 0.8109709024429321, "Finetune/Loss (Raw)": 0.8941677808761597, "Finetune/Step": 3146, "Finetune/Step Time": 6.513621451333165}
{"Finetune/Learning Rate": 1.849063922872425e-05, "Finetune/Loss": 0.811182975769043, "Finetune/Loss (Raw)": 0.865118145942688, "Finetune/Step": 3147, "Finetune/Step Time": 6.520800145342946}
{"Finetune/Learning Rate": 1.8489541886656713e-05, "Finetune/Loss": 0.8127212524414062, "Finetune/Loss (Raw)": 0.9980714321136475, "Finetune/Step": 3148, "Finetune/Step Time": 6.540559343993664}
{"Finetune/Learning Rate": 1.848844417842286e-05, "Finetune/Loss": 0.809837281703949, "Finetune/Loss (Raw)": 0.4615313410758972, "Finetune/Step": 3149, "Finetune/Step Time": 6.557533536106348}
{"Finetune/Learning Rate": 1.848734610407004e-05, "Finetune/Loss": 0.8086930513381958, "Finetune/Loss (Raw)": 0.8181295990943909, "Finetune/Step": 3150, "Finetune/Step Time": 6.5548376720398664}
{"Finetune/Learning Rate": 1.848624766364562e-05, "Finetune/Loss": 0.8099799156188965, "Finetune/Loss (Raw)": 0.869710385799408, "Finetune/Step": 3151, "Finetune/Step Time": 6.5561603885143995}
{"Finetune/Learning Rate": 1.848514885719697e-05, "Finetune/Loss": 0.8098828792572021, "Finetune/Loss (Raw)": 0.8245729804039001, "Finetune/Step": 3152, "Finetune/Step Time": 6.560987511649728}
{"Finetune/Learning Rate": 1.848404968477149e-05, "Finetune/Loss": 0.809727668762207, "Finetune/Loss (Raw)": 0.8854435086250305, "Finetune/Step": 3153, "Finetune/Step Time": 6.560994660481811}
{"Finetune/Learning Rate": 1.848295014641658e-05, "Finetune/Loss": 0.8097054362297058, "Finetune/Loss (Raw)": 0.8400257229804993, "Finetune/Step": 3154, "Finetune/Step Time": 6.5532348565757275}
{"Finetune/Learning Rate": 1.8481850242179672e-05, "Finetune/Loss": 0.8095635175704956, "Finetune/Loss (Raw)": 0.9219687581062317, "Finetune/Step": 3155, "Finetune/Step Time": 6.558483619242907}
{"Finetune/Learning Rate": 1.8480749972108205e-05, "Finetune/Loss": 0.8092786073684692, "Finetune/Loss (Raw)": 0.7958171367645264, "Finetune/Step": 3156, "Finetune/Step Time": 6.54366504214704}
{"Finetune/Learning Rate": 1.8479649336249633e-05, "Finetune/Loss": 0.8087446093559265, "Finetune/Loss (Raw)": 0.9781489372253418, "Finetune/Step": 3157, "Finetune/Step Time": 6.549183666706085}
{"Finetune/Learning Rate": 1.8478548334651432e-05, "Finetune/Loss": 0.8049851655960083, "Finetune/Loss (Raw)": 0.31432464718818665, "Finetune/Step": 3158, "Finetune/Step Time": 6.556700050830841}
{"Finetune/Learning Rate": 1.8477446967361082e-05, "Finetune/Loss": 0.8041404485702515, "Finetune/Loss (Raw)": 0.7667425274848938, "Finetune/Step": 3159, "Finetune/Step Time": 6.560552664101124}
{"Finetune/Learning Rate": 1.8476345234426097e-05, "Finetune/Loss": 0.8041440844535828, "Finetune/Loss (Raw)": 0.8520963788032532, "Finetune/Step": 3160, "Finetune/Step Time": 6.561837110668421}
{"Finetune/Learning Rate": 1.8475243135893988e-05, "Finetune/Loss": 0.803913950920105, "Finetune/Loss (Raw)": 0.8616565465927124, "Finetune/Step": 3161, "Finetune/Step Time": 6.580591291189194}
{"Finetune/Learning Rate": 1.8474140671812296e-05, "Finetune/Loss": 0.7997750043869019, "Finetune/Loss (Raw)": 0.44203129410743713, "Finetune/Step": 3162, "Finetune/Step Time": 6.600864842534065}
{"Finetune/Learning Rate": 1.8473037842228568e-05, "Finetune/Loss": 0.80066978931427, "Finetune/Loss (Raw)": 0.9724703431129456, "Finetune/Step": 3163, "Finetune/Step Time": 6.6123249139636755}
{"Finetune/Learning Rate": 1.847193464719037e-05, "Finetune/Loss": 0.8013606071472168, "Finetune/Loss (Raw)": 0.8874038457870483, "Finetune/Step": 3164, "Finetune/Step Time": 6.594249902293086}
{"Finetune/Learning Rate": 1.8470831086745292e-05, "Finetune/Loss": 0.797980546951294, "Finetune/Loss (Raw)": 0.5447863936424255, "Finetune/Step": 3165, "Finetune/Step Time": 6.596128771081567}
{"Finetune/Learning Rate": 1.846972716094092e-05, "Finetune/Loss": 0.797245442867279, "Finetune/Loss (Raw)": 0.8166072964668274, "Finetune/Step": 3166, "Finetune/Step Time": 6.5865076426416636}
{"Finetune/Learning Rate": 1.8468622869824874e-05, "Finetune/Loss": 0.7978664040565491, "Finetune/Loss (Raw)": 0.8435991406440735, "Finetune/Step": 3167, "Finetune/Step Time": 6.584003645926714}
{"Finetune/Learning Rate": 1.846751821344479e-05, "Finetune/Loss": 0.7986612319946289, "Finetune/Loss (Raw)": 0.9838765263557434, "Finetune/Step": 3168, "Finetune/Step Time": 6.579014927148819}
{"Finetune/Learning Rate": 1.8466413191848303e-05, "Finetune/Loss": 0.7953206300735474, "Finetune/Loss (Raw)": 0.3592914938926697, "Finetune/Step": 3169, "Finetune/Step Time": 6.585084294900298}
{"Finetune/Learning Rate": 1.8465307805083078e-05, "Finetune/Loss": 0.7940191030502319, "Finetune/Loss (Raw)": 0.690422773361206, "Finetune/Step": 3170, "Finetune/Step Time": 6.586550012230873}
{"Finetune/Learning Rate": 1.8464202053196797e-05, "Finetune/Loss": 0.7974907159805298, "Finetune/Loss (Raw)": 0.7865184545516968, "Finetune/Step": 3171, "Finetune/Step Time": 6.569752523675561}
{"Finetune/Learning Rate": 1.8463095936237144e-05, "Finetune/Loss": 0.798008918762207, "Finetune/Loss (Raw)": 0.772609293460846, "Finetune/Step": 3172, "Finetune/Step Time": 6.55188556201756}
{"Finetune/Learning Rate": 1.8461989454251834e-05, "Finetune/Loss": 0.7986897230148315, "Finetune/Loss (Raw)": 0.7046491503715515, "Finetune/Step": 3173, "Finetune/Step Time": 6.562780590727925}
{"Finetune/Learning Rate": 1.8460882607288588e-05, "Finetune/Loss": 0.7987502813339233, "Finetune/Loss (Raw)": 1.0194661617279053, "Finetune/Step": 3174, "Finetune/Step Time": 6.56784457154572}
{"Finetune/Learning Rate": 1.8459775395395146e-05, "Finetune/Loss": 0.7985525131225586, "Finetune/Loss (Raw)": 0.8152570724487305, "Finetune/Step": 3175, "Finetune/Step Time": 6.564759643748403}
{"Finetune/Learning Rate": 1.8458667818619267e-05, "Finetune/Loss": 0.7986465096473694, "Finetune/Loss (Raw)": 1.0071691274642944, "Finetune/Step": 3176, "Finetune/Step Time": 6.566806452348828}
{"Finetune/Learning Rate": 1.845755987700872e-05, "Finetune/Loss": 0.7984775304794312, "Finetune/Loss (Raw)": 0.8013767004013062, "Finetune/Step": 3177, "Finetune/Step Time": 6.570388585329056}
{"Finetune/Learning Rate": 1.8456451570611288e-05, "Finetune/Loss": 0.7974493503570557, "Finetune/Loss (Raw)": 0.8484287858009338, "Finetune/Step": 3178, "Finetune/Step Time": 6.5759444031864405}
{"Finetune/Learning Rate": 1.845534289947478e-05, "Finetune/Loss": 0.7974526882171631, "Finetune/Loss (Raw)": 0.954054594039917, "Finetune/Step": 3179, "Finetune/Step Time": 6.582189520820975}
{"Finetune/Learning Rate": 1.8454233863647015e-05, "Finetune/Loss": 0.7972220182418823, "Finetune/Loss (Raw)": 0.7739117741584778, "Finetune/Step": 3180, "Finetune/Step Time": 6.5782935712486506}
{"Finetune/Learning Rate": 1.845312446317582e-05, "Finetune/Loss": 0.796775221824646, "Finetune/Loss (Raw)": 0.8838043212890625, "Finetune/Step": 3181, "Finetune/Step Time": 6.5738490503281355}
{"Finetune/Learning Rate": 1.845201469810905e-05, "Finetune/Loss": 0.7956174612045288, "Finetune/Loss (Raw)": 0.8595594167709351, "Finetune/Step": 3182, "Finetune/Step Time": 6.586322132498026}
{"Finetune/Learning Rate": 1.845090456849458e-05, "Finetune/Loss": 0.7945689558982849, "Finetune/Loss (Raw)": 0.7330805659294128, "Finetune/Step": 3183, "Finetune/Step Time": 6.585954820737243}
{"Finetune/Learning Rate": 1.8449794074380275e-05, "Finetune/Loss": 0.7938507795333862, "Finetune/Loss (Raw)": 0.7967487573623657, "Finetune/Step": 3184, "Finetune/Step Time": 6.59628720022738}
{"Finetune/Learning Rate": 1.844868321581404e-05, "Finetune/Loss": 0.7951883673667908, "Finetune/Loss (Raw)": 0.911292314529419, "Finetune/Step": 3185, "Finetune/Step Time": 6.601304411888123}
{"Finetune/Learning Rate": 1.8447571992843784e-05, "Finetune/Loss": 0.7944952249526978, "Finetune/Loss (Raw)": 0.8036612272262573, "Finetune/Step": 3186, "Finetune/Step Time": 6.604986449703574}
{"Finetune/Learning Rate": 1.8446460405517445e-05, "Finetune/Loss": 0.7946524620056152, "Finetune/Loss (Raw)": 0.9153946042060852, "Finetune/Step": 3187, "Finetune/Step Time": 6.6133749242872}
{"Finetune/Learning Rate": 1.8445348453882956e-05, "Finetune/Loss": 0.7931603789329529, "Finetune/Loss (Raw)": 0.7389753460884094, "Finetune/Step": 3188, "Finetune/Step Time": 6.6215504091233015}
{"Finetune/Learning Rate": 1.8444236137988285e-05, "Finetune/Loss": 0.7918537855148315, "Finetune/Loss (Raw)": 0.7693600058555603, "Finetune/Step": 3189, "Finetune/Step Time": 6.618579477071762}
{"Finetune/Learning Rate": 1.8443123457881406e-05, "Finetune/Loss": 0.7926530838012695, "Finetune/Loss (Raw)": 0.8619065880775452, "Finetune/Step": 3190, "Finetune/Step Time": 6.594400400295854}
{"Finetune/Learning Rate": 1.8442010413610306e-05, "Finetune/Loss": 0.7929105758666992, "Finetune/Loss (Raw)": 0.8764780163764954, "Finetune/Step": 3191, "Finetune/Step Time": 6.619154825806618}
{"Finetune/Learning Rate": 1.8440897005223002e-05, "Finetune/Loss": 0.7924896478652954, "Finetune/Loss (Raw)": 0.8345603942871094, "Finetune/Step": 3192, "Finetune/Step Time": 6.624544218182564}
{"Finetune/Learning Rate": 1.8439783232767506e-05, "Finetune/Loss": 0.7937594056129456, "Finetune/Loss (Raw)": 0.832432210445404, "Finetune/Step": 3193, "Finetune/Step Time": 6.6098894737660885}
{"Finetune/Learning Rate": 1.8438669096291866e-05, "Finetune/Loss": 0.7953805327415466, "Finetune/Loss (Raw)": 0.766136109828949, "Finetune/Step": 3194, "Finetune/Step Time": 6.583160106092691}
{"Finetune/Learning Rate": 1.843755459584413e-05, "Finetune/Loss": 0.7953840494155884, "Finetune/Loss (Raw)": 0.8615671992301941, "Finetune/Step": 3195, "Finetune/Step Time": 6.589252395555377}
{"Finetune/Learning Rate": 1.843643973147237e-05, "Finetune/Loss": 0.7957453727722168, "Finetune/Loss (Raw)": 0.8291014432907104, "Finetune/Step": 3196, "Finetune/Step Time": 6.569037977606058}
{"Finetune/Learning Rate": 1.843532450322467e-05, "Finetune/Loss": 0.7973244190216064, "Finetune/Loss (Raw)": 0.9135915040969849, "Finetune/Step": 3197, "Finetune/Step Time": 6.56130806915462}
{"Finetune/Learning Rate": 1.8434208911149136e-05, "Finetune/Loss": 0.7966371178627014, "Finetune/Loss (Raw)": 0.7537432312965393, "Finetune/Step": 3198, "Finetune/Step Time": 6.569256026297808}
{"Finetune/Learning Rate": 1.8433092955293878e-05, "Finetune/Loss": 0.7955282926559448, "Finetune/Loss (Raw)": 0.865127682685852, "Finetune/Step": 3199, "Finetune/Step Time": 6.568843200802803}
{"Finetune/Learning Rate": 1.8431976635707036e-05, "Finetune/Loss": 0.7973068952560425, "Finetune/Loss (Raw)": 1.0524656772613525, "Finetune/Step": 3200, "Finetune/Step Time": 6.559200514107943}
{"Finetune/Learning Rate": 1.8430859952436756e-05, "Finetune/Loss": 0.7956781983375549, "Finetune/Loss (Raw)": 0.6529974341392517, "Finetune/Step": 3201, "Finetune/Step Time": 6.560471640899777}
{"Finetune/Learning Rate": 1.84297429055312e-05, "Finetune/Loss": 0.795661211013794, "Finetune/Loss (Raw)": 0.8198123574256897, "Finetune/Step": 3202, "Finetune/Step Time": 6.557306973263621}
{"Finetune/Learning Rate": 1.842862549503855e-05, "Finetune/Loss": 0.7993789911270142, "Finetune/Loss (Raw)": 0.8152101635932922, "Finetune/Step": 3203, "Finetune/Step Time": 6.537408342584968}
{"Finetune/Learning Rate": 1.8427507721007e-05, "Finetune/Loss": 0.7999976873397827, "Finetune/Loss (Raw)": 0.8016862869262695, "Finetune/Step": 3204, "Finetune/Step Time": 6.5437085665762424}
{"Finetune/Learning Rate": 1.8426389583484765e-05, "Finetune/Loss": 0.7990640997886658, "Finetune/Loss (Raw)": 0.7644761800765991, "Finetune/Step": 3205, "Finetune/Step Time": 6.540037702769041}
{"Finetune/Learning Rate": 1.842527108252007e-05, "Finetune/Loss": 0.7988286018371582, "Finetune/Loss (Raw)": 0.701785683631897, "Finetune/Step": 3206, "Finetune/Step Time": 6.541124127805233}
{"Finetune/Learning Rate": 1.8424152218161153e-05, "Finetune/Loss": 0.8001154661178589, "Finetune/Loss (Raw)": 0.804039478302002, "Finetune/Step": 3207, "Finetune/Step Time": 6.540730418637395}
{"Finetune/Learning Rate": 1.8423032990456276e-05, "Finetune/Loss": 0.8011260032653809, "Finetune/Loss (Raw)": 0.8565753102302551, "Finetune/Step": 3208, "Finetune/Step Time": 6.534595476463437}
{"Finetune/Learning Rate": 1.8421913399453717e-05, "Finetune/Loss": 0.8015621304512024, "Finetune/Loss (Raw)": 0.8269923329353333, "Finetune/Step": 3209, "Finetune/Step Time": 6.546884326264262}
{"Finetune/Learning Rate": 1.8420793445201756e-05, "Finetune/Loss": 0.8006882071495056, "Finetune/Loss (Raw)": 0.74346524477005, "Finetune/Step": 3210, "Finetune/Step Time": 6.545628905296326}
{"Finetune/Learning Rate": 1.8419673127748708e-05, "Finetune/Loss": 0.8002406358718872, "Finetune/Loss (Raw)": 0.8322309851646423, "Finetune/Step": 3211, "Finetune/Step Time": 6.528499601408839}
{"Finetune/Learning Rate": 1.841855244714289e-05, "Finetune/Loss": 0.7974115610122681, "Finetune/Loss (Raw)": 0.4338628351688385, "Finetune/Step": 3212, "Finetune/Step Time": 6.540248325094581}
{"Finetune/Learning Rate": 1.8417431403432634e-05, "Finetune/Loss": 0.7964016795158386, "Finetune/Loss (Raw)": 0.8913014531135559, "Finetune/Step": 3213, "Finetune/Step Time": 6.53774019703269}
{"Finetune/Learning Rate": 1.84163099966663e-05, "Finetune/Loss": 0.7954751253128052, "Finetune/Loss (Raw)": 0.7464265823364258, "Finetune/Step": 3214, "Finetune/Step Time": 6.549681251868606}
{"Finetune/Learning Rate": 1.8415188226892256e-05, "Finetune/Loss": 0.7945217490196228, "Finetune/Loss (Raw)": 0.7012847661972046, "Finetune/Step": 3215, "Finetune/Step Time": 6.5584068931639194}
{"Finetune/Learning Rate": 1.8414066094158877e-05, "Finetune/Loss": 0.7950596809387207, "Finetune/Loss (Raw)": 0.6642124652862549, "Finetune/Step": 3216, "Finetune/Step Time": 6.578375421464443}
{"Finetune/Learning Rate": 1.8412943598514567e-05, "Finetune/Loss": 0.7944622039794922, "Finetune/Loss (Raw)": 0.8511731624603271, "Finetune/Step": 3217, "Finetune/Step Time": 6.571048634126782}
{"Finetune/Learning Rate": 1.8411820740007743e-05, "Finetune/Loss": 0.7952476739883423, "Finetune/Loss (Raw)": 0.861419677734375, "Finetune/Step": 3218, "Finetune/Step Time": 6.568935917690396}
{"Finetune/Learning Rate": 1.841069751868683e-05, "Finetune/Loss": 0.7949428558349609, "Finetune/Loss (Raw)": 0.7141566276550293, "Finetune/Step": 3219, "Finetune/Step Time": 6.553544418886304}
{"Finetune/Learning Rate": 1.840957393460028e-05, "Finetune/Loss": 0.8002166748046875, "Finetune/Loss (Raw)": 1.0097451210021973, "Finetune/Step": 3220, "Finetune/Step Time": 6.532917225733399}
{"Finetune/Learning Rate": 1.8408449987796557e-05, "Finetune/Loss": 0.7994861602783203, "Finetune/Loss (Raw)": 0.7754794359207153, "Finetune/Step": 3221, "Finetune/Step Time": 6.536097647622228}
{"Finetune/Learning Rate": 1.840732567832413e-05, "Finetune/Loss": 0.7954766750335693, "Finetune/Loss (Raw)": 0.36565959453582764, "Finetune/Step": 3222, "Finetune/Step Time": 6.54397913813591}
{"Finetune/Learning Rate": 1.8406201006231495e-05, "Finetune/Loss": 0.7955113649368286, "Finetune/Loss (Raw)": 0.8184650540351868, "Finetune/Step": 3223, "Finetune/Step Time": 6.539396753534675}
{"Finetune/Learning Rate": 1.8405075971567166e-05, "Finetune/Loss": 0.7954684495925903, "Finetune/Loss (Raw)": 0.8560997843742371, "Finetune/Step": 3224, "Finetune/Step Time": 6.540986191481352}
{"Finetune/Learning Rate": 1.840395057437966e-05, "Finetune/Loss": 0.7990874648094177, "Finetune/Loss (Raw)": 0.8046769499778748, "Finetune/Step": 3225, "Finetune/Step Time": 6.524524914100766}
{"Finetune/Learning Rate": 1.840282481471752e-05, "Finetune/Loss": 0.8010021448135376, "Finetune/Loss (Raw)": 0.8332992196083069, "Finetune/Step": 3226, "Finetune/Step Time": 6.533098889514804}
{"Finetune/Learning Rate": 1.8401698692629305e-05, "Finetune/Loss": 0.8000267744064331, "Finetune/Loss (Raw)": 0.7518706321716309, "Finetune/Step": 3227, "Finetune/Step Time": 6.533530414104462}
{"Finetune/Learning Rate": 1.840057220816358e-05, "Finetune/Loss": 0.7982821464538574, "Finetune/Loss (Raw)": 0.814943253993988, "Finetune/Step": 3228, "Finetune/Step Time": 6.542842388153076}
{"Finetune/Learning Rate": 1.839944536136894e-05, "Finetune/Loss": 0.800850510597229, "Finetune/Loss (Raw)": 0.9135745167732239, "Finetune/Step": 3229, "Finetune/Step Time": 6.5280766710639}
{"Finetune/Learning Rate": 1.839831815229398e-05, "Finetune/Loss": 0.7994238138198853, "Finetune/Loss (Raw)": 0.7629584670066833, "Finetune/Step": 3230, "Finetune/Step Time": 6.530162341892719}
{"Finetune/Learning Rate": 1.839719058098732e-05, "Finetune/Loss": 0.7981729507446289, "Finetune/Loss (Raw)": 0.8247755169868469, "Finetune/Step": 3231, "Finetune/Step Time": 6.542227756232023}
{"Finetune/Learning Rate": 1.8396062647497593e-05, "Finetune/Loss": 0.799017071723938, "Finetune/Loss (Raw)": 0.9949654340744019, "Finetune/Step": 3232, "Finetune/Step Time": 6.54442248865962}
{"Finetune/Learning Rate": 1.8394934351873453e-05, "Finetune/Loss": 0.8001694083213806, "Finetune/Loss (Raw)": 1.0409146547317505, "Finetune/Step": 3233, "Finetune/Step Time": 6.547937357798219}
{"Finetune/Learning Rate": 1.8393805694163562e-05, "Finetune/Loss": 0.7999173998832703, "Finetune/Loss (Raw)": 0.7322960495948792, "Finetune/Step": 3234, "Finetune/Step Time": 6.569894123822451}
{"Finetune/Learning Rate": 1.8392676674416603e-05, "Finetune/Loss": 0.7996469140052795, "Finetune/Loss (Raw)": 0.9660911560058594, "Finetune/Step": 3235, "Finetune/Step Time": 6.574305294081569}
{"Finetune/Learning Rate": 1.8391547292681268e-05, "Finetune/Loss": 0.7987509965896606, "Finetune/Loss (Raw)": 0.6639226078987122, "Finetune/Step": 3236, "Finetune/Step Time": 6.581116687506437}
{"Finetune/Learning Rate": 1.839041754900627e-05, "Finetune/Loss": 0.799376368522644, "Finetune/Loss (Raw)": 0.9041137099266052, "Finetune/Step": 3237, "Finetune/Step Time": 6.579244194552302}
{"Finetune/Learning Rate": 1.8389287443440337e-05, "Finetune/Loss": 0.7968506813049316, "Finetune/Loss (Raw)": 0.4445984959602356, "Finetune/Step": 3238, "Finetune/Step Time": 6.600845931097865}
{"Finetune/Learning Rate": 1.8388156976032214e-05, "Finetune/Loss": 0.7986140251159668, "Finetune/Loss (Raw)": 0.9969836473464966, "Finetune/Step": 3239, "Finetune/Step Time": 6.606042353436351}
{"Finetune/Learning Rate": 1.8387026146830654e-05, "Finetune/Loss": 0.798933207988739, "Finetune/Loss (Raw)": 0.961357593536377, "Finetune/Step": 3240, "Finetune/Step Time": 6.597830122336745}
{"Finetune/Learning Rate": 1.8385894955884443e-05, "Finetune/Loss": 0.7999873757362366, "Finetune/Loss (Raw)": 0.9317290782928467, "Finetune/Step": 3241, "Finetune/Step Time": 6.587366564199328}
{"Finetune/Learning Rate": 1.838476340324236e-05, "Finetune/Loss": 0.8005332946777344, "Finetune/Loss (Raw)": 0.9629418253898621, "Finetune/Step": 3242, "Finetune/Step Time": 6.574312197044492}
{"Finetune/Learning Rate": 1.8383631488953214e-05, "Finetune/Loss": 0.8009130954742432, "Finetune/Loss (Raw)": 0.8764505982398987, "Finetune/Step": 3243, "Finetune/Step Time": 6.57319987565279}
{"Finetune/Learning Rate": 1.8382499213065825e-05, "Finetune/Loss": 0.8030269145965576, "Finetune/Loss (Raw)": 0.8742024898529053, "Finetune/Step": 3244, "Finetune/Step Time": 6.538975520059466}
{"Finetune/Learning Rate": 1.8381366575629032e-05, "Finetune/Loss": 0.8032613396644592, "Finetune/Loss (Raw)": 0.9119752645492554, "Finetune/Step": 3245, "Finetune/Step Time": 6.543670045211911}
{"Finetune/Learning Rate": 1.8380233576691683e-05, "Finetune/Loss": 0.8048590421676636, "Finetune/Loss (Raw)": 0.7140310406684875, "Finetune/Step": 3246, "Finetune/Step Time": 6.527242809534073}
{"Finetune/Learning Rate": 1.8379100216302655e-05, "Finetune/Loss": 0.8043298721313477, "Finetune/Loss (Raw)": 0.772132933139801, "Finetune/Step": 3247, "Finetune/Step Time": 6.526475282385945}
{"Finetune/Learning Rate": 1.8377966494510824e-05, "Finetune/Loss": 0.8052555918693542, "Finetune/Loss (Raw)": 0.9856918454170227, "Finetune/Step": 3248, "Finetune/Step Time": 6.529843019321561}
{"Finetune/Learning Rate": 1.837683241136509e-05, "Finetune/Loss": 0.8078398704528809, "Finetune/Loss (Raw)": 0.9803892970085144, "Finetune/Step": 3249, "Finetune/Step Time": 6.519757131114602}
{"Finetune/Learning Rate": 1.8375697966914363e-05, "Finetune/Loss": 0.8077950477600098, "Finetune/Loss (Raw)": 0.8035542964935303, "Finetune/Step": 3250, "Finetune/Step Time": 6.538013434037566}
{"Finetune/Learning Rate": 1.8374563161207586e-05, "Finetune/Loss": 0.8068504333496094, "Finetune/Loss (Raw)": 0.6930139660835266, "Finetune/Step": 3251, "Finetune/Step Time": 6.564911270514131}
{"Finetune/Learning Rate": 1.837342799429369e-05, "Finetune/Loss": 0.8069207668304443, "Finetune/Loss (Raw)": 0.9175121188163757, "Finetune/Step": 3252, "Finetune/Step Time": 6.56560692191124}
{"Finetune/Learning Rate": 1.837229246622165e-05, "Finetune/Loss": 0.80842524766922, "Finetune/Loss (Raw)": 0.87175053358078, "Finetune/Step": 3253, "Finetune/Step Time": 6.558028858155012}
{"Finetune/Learning Rate": 1.8371156577040434e-05, "Finetune/Loss": 0.8083755373954773, "Finetune/Loss (Raw)": 0.9036022424697876, "Finetune/Step": 3254, "Finetune/Step Time": 6.557628290727735}
{"Finetune/Learning Rate": 1.837002032679904e-05, "Finetune/Loss": 0.8077340126037598, "Finetune/Loss (Raw)": 0.9033350944519043, "Finetune/Step": 3255, "Finetune/Step Time": 6.567854454740882}
{"Finetune/Learning Rate": 1.836888371554647e-05, "Finetune/Loss": 0.8104702234268188, "Finetune/Loss (Raw)": 0.8984706401824951, "Finetune/Step": 3256, "Finetune/Step Time": 6.535270581021905}
{"Finetune/Learning Rate": 1.836774674333175e-05, "Finetune/Loss": 0.8093243837356567, "Finetune/Loss (Raw)": 0.6560643315315247, "Finetune/Step": 3257, "Finetune/Step Time": 6.544164014980197}
{"Finetune/Learning Rate": 1.8366609410203924e-05, "Finetune/Loss": 0.811598002910614, "Finetune/Loss (Raw)": 1.0478684902191162, "Finetune/Step": 3258, "Finetune/Step Time": 6.543431993573904}
{"Finetune/Learning Rate": 1.8365471716212042e-05, "Finetune/Loss": 0.8112432956695557, "Finetune/Loss (Raw)": 0.7411801218986511, "Finetune/Step": 3259, "Finetune/Step Time": 6.546967081725597}
{"Finetune/Learning Rate": 1.8364333661405175e-05, "Finetune/Loss": 0.8142914772033691, "Finetune/Loss (Raw)": 0.8484899401664734, "Finetune/Step": 3260, "Finetune/Step Time": 6.554179785773158}
{"Finetune/Learning Rate": 1.836319524583241e-05, "Finetune/Loss": 0.8136143684387207, "Finetune/Loss (Raw)": 0.7731523513793945, "Finetune/Step": 3261, "Finetune/Step Time": 6.555306635797024}
{"Finetune/Learning Rate": 1.836205646954285e-05, "Finetune/Loss": 0.815847635269165, "Finetune/Loss (Raw)": 0.9596615433692932, "Finetune/Step": 3262, "Finetune/Step Time": 6.542205350473523}
{"Finetune/Learning Rate": 1.8360917332585605e-05, "Finetune/Loss": 0.8161311149597168, "Finetune/Loss (Raw)": 0.9545859694480896, "Finetune/Step": 3263, "Finetune/Step Time": 6.540184557437897}
{"Finetune/Learning Rate": 1.8359777835009816e-05, "Finetune/Loss": 0.8154292106628418, "Finetune/Loss (Raw)": 0.7582294344902039, "Finetune/Step": 3264, "Finetune/Step Time": 6.541168455034494}
{"Finetune/Learning Rate": 1.8358637976864628e-05, "Finetune/Loss": 0.8173109292984009, "Finetune/Loss (Raw)": 0.9890375137329102, "Finetune/Step": 3265, "Finetune/Step Time": 6.525235075503588}
{"Finetune/Learning Rate": 1.8357497758199205e-05, "Finetune/Loss": 0.8186744451522827, "Finetune/Loss (Raw)": 0.8311941623687744, "Finetune/Step": 3266, "Finetune/Step Time": 6.529478387907147}
{"Finetune/Learning Rate": 1.8356357179062726e-05, "Finetune/Loss": 0.8180209398269653, "Finetune/Loss (Raw)": 0.7665325999259949, "Finetune/Step": 3267, "Finetune/Step Time": 6.54308694601059}
{"Finetune/Learning Rate": 1.8355216239504384e-05, "Finetune/Loss": 0.8188465237617493, "Finetune/Loss (Raw)": 0.9302954077720642, "Finetune/Step": 3268, "Finetune/Step Time": 6.537854643538594}
{"Finetune/Learning Rate": 1.8354074939573394e-05, "Finetune/Loss": 0.8195317983627319, "Finetune/Loss (Raw)": 0.9016494154930115, "Finetune/Step": 3269, "Finetune/Step Time": 6.539621589705348}
{"Finetune/Learning Rate": 1.835293327931898e-05, "Finetune/Loss": 0.8195687532424927, "Finetune/Loss (Raw)": 0.7675408720970154, "Finetune/Step": 3270, "Finetune/Step Time": 6.53026033565402}
{"Finetune/Learning Rate": 1.8351791258790376e-05, "Finetune/Loss": 0.8217886686325073, "Finetune/Loss (Raw)": 0.8183773159980774, "Finetune/Step": 3271, "Finetune/Step Time": 6.515200017020106}
{"Finetune/Learning Rate": 1.835064887803685e-05, "Finetune/Loss": 0.8205310106277466, "Finetune/Loss (Raw)": 0.798968493938446, "Finetune/Step": 3272, "Finetune/Step Time": 6.543002204969525}
{"Finetune/Learning Rate": 1.8349506137107672e-05, "Finetune/Loss": 0.8192545175552368, "Finetune/Loss (Raw)": 0.7706183791160583, "Finetune/Step": 3273, "Finetune/Step Time": 6.5491728857159615}
{"Finetune/Learning Rate": 1.834836303605213e-05, "Finetune/Loss": 0.8150519132614136, "Finetune/Loss (Raw)": 0.35624465346336365, "Finetune/Step": 3274, "Finetune/Step Time": 6.568871133029461}
{"Finetune/Learning Rate": 1.8347219574919518e-05, "Finetune/Loss": 0.8141483068466187, "Finetune/Loss (Raw)": 0.749444305896759, "Finetune/Step": 3275, "Finetune/Step Time": 6.566888416185975}
{"Finetune/Learning Rate": 1.834607575375917e-05, "Finetune/Loss": 0.8130806684494019, "Finetune/Loss (Raw)": 0.8614168167114258, "Finetune/Step": 3276, "Finetune/Step Time": 6.552864598110318}
{"Finetune/Learning Rate": 1.834493157262041e-05, "Finetune/Loss": 0.8162022829055786, "Finetune/Loss (Raw)": 0.8610960841178894, "Finetune/Step": 3277, "Finetune/Step Time": 6.532024048268795}
{"Finetune/Learning Rate": 1.834378703155259e-05, "Finetune/Loss": 0.8162989616394043, "Finetune/Loss (Raw)": 0.8305116295814514, "Finetune/Step": 3278, "Finetune/Step Time": 6.5350880566984415}
{"Finetune/Learning Rate": 1.8342642130605082e-05, "Finetune/Loss": 0.8162983655929565, "Finetune/Loss (Raw)": 0.8696269392967224, "Finetune/Step": 3279, "Finetune/Step Time": 6.542250465601683}
{"Finetune/Learning Rate": 1.834149686982726e-05, "Finetune/Loss": 0.8174073696136475, "Finetune/Loss (Raw)": 0.9665296673774719, "Finetune/Step": 3280, "Finetune/Step Time": 6.531529003754258}
{"Finetune/Learning Rate": 1.8340351249268526e-05, "Finetune/Loss": 0.8183901309967041, "Finetune/Loss (Raw)": 1.0112422704696655, "Finetune/Step": 3281, "Finetune/Step Time": 6.53371506370604}
{"Finetune/Learning Rate": 1.833920526897829e-05, "Finetune/Loss": 0.8182142972946167, "Finetune/Loss (Raw)": 0.8175190687179565, "Finetune/Step": 3282, "Finetune/Step Time": 6.5349974650889635}
{"Finetune/Learning Rate": 1.833805892900598e-05, "Finetune/Loss": 0.8142411708831787, "Finetune/Loss (Raw)": 0.4134082496166229, "Finetune/Step": 3283, "Finetune/Step Time": 6.543057546019554}
{"Finetune/Learning Rate": 1.833691222940104e-05, "Finetune/Loss": 0.8142385482788086, "Finetune/Loss (Raw)": 0.7954767942428589, "Finetune/Step": 3284, "Finetune/Step Time": 6.546687696129084}
{"Finetune/Learning Rate": 1.8335765170212923e-05, "Finetune/Loss": 0.8135495185852051, "Finetune/Loss (Raw)": 0.8899568915367126, "Finetune/Step": 3285, "Finetune/Step Time": 6.540511813014746}
{"Finetune/Learning Rate": 1.833461775149111e-05, "Finetune/Loss": 0.8177155256271362, "Finetune/Loss (Raw)": 0.8475767374038696, "Finetune/Step": 3286, "Finetune/Step Time": 6.525912061333656}
{"Finetune/Learning Rate": 1.833346997328509e-05, "Finetune/Loss": 0.8186174631118774, "Finetune/Loss (Raw)": 0.8821820616722107, "Finetune/Step": 3287, "Finetune/Step Time": 6.532167363911867}
{"Finetune/Learning Rate": 1.8332321835644367e-05, "Finetune/Loss": 0.8195211887359619, "Finetune/Loss (Raw)": 0.9677807688713074, "Finetune/Step": 3288, "Finetune/Step Time": 6.5271384585648775}
{"Finetune/Learning Rate": 1.833117333861846e-05, "Finetune/Loss": 0.8189952373504639, "Finetune/Loss (Raw)": 0.7943282127380371, "Finetune/Step": 3289, "Finetune/Step Time": 6.508821135386825}
{"Finetune/Learning Rate": 1.8330024482256916e-05, "Finetune/Loss": 0.8224411606788635, "Finetune/Loss (Raw)": 0.88311368227005, "Finetune/Step": 3290, "Finetune/Step Time": 6.48930136859417}
{"Finetune/Learning Rate": 1.832887526660927e-05, "Finetune/Loss": 0.8206520080566406, "Finetune/Loss (Raw)": 0.7434541583061218, "Finetune/Step": 3291, "Finetune/Step Time": 6.484294634312391}
{"Finetune/Learning Rate": 1.8327725691725102e-05, "Finetune/Loss": 0.8199349045753479, "Finetune/Loss (Raw)": 0.7956165075302124, "Finetune/Step": 3292, "Finetune/Step Time": 6.494775790721178}
{"Finetune/Learning Rate": 1.8326575757653987e-05, "Finetune/Loss": 0.8223270773887634, "Finetune/Loss (Raw)": 0.8509840369224548, "Finetune/Step": 3293, "Finetune/Step Time": 6.490424759685993}
{"Finetune/Learning Rate": 1.8325425464445527e-05, "Finetune/Loss": 0.8216408491134644, "Finetune/Loss (Raw)": 0.7287724614143372, "Finetune/Step": 3294, "Finetune/Step Time": 6.5161819960922}
{"Finetune/Learning Rate": 1.8324274812149338e-05, "Finetune/Loss": 0.8215052485466003, "Finetune/Loss (Raw)": 0.8262412548065186, "Finetune/Step": 3295, "Finetune/Step Time": 6.519664328545332}
{"Finetune/Learning Rate": 1.8323123800815045e-05, "Finetune/Loss": 0.820614218711853, "Finetune/Loss (Raw)": 0.8698204755783081, "Finetune/Step": 3296, "Finetune/Step Time": 6.531085774302483}
{"Finetune/Learning Rate": 1.83219724304923e-05, "Finetune/Loss": 0.8234920501708984, "Finetune/Loss (Raw)": 0.7276497483253479, "Finetune/Step": 3297, "Finetune/Step Time": 6.531720796599984}
{"Finetune/Learning Rate": 1.8320820701230754e-05, "Finetune/Loss": 0.8253776431083679, "Finetune/Loss (Raw)": 0.9317869544029236, "Finetune/Step": 3298, "Finetune/Step Time": 6.529827142134309}
{"Finetune/Learning Rate": 1.8319668613080085e-05, "Finetune/Loss": 0.8225719928741455, "Finetune/Loss (Raw)": 0.42739906907081604, "Finetune/Step": 3299, "Finetune/Step Time": 6.5474101807922125}
{"Finetune/Learning Rate": 1.831851616608999e-05, "Finetune/Loss": 0.8236376643180847, "Finetune/Loss (Raw)": 0.9090118408203125, "Finetune/Step": 3300, "Finetune/Step Time": 6.549819750711322}
{"Finetune/Learning Rate": 1.831736336031017e-05, "Finetune/Loss": 0.8236709833145142, "Finetune/Loss (Raw)": 0.7089090943336487, "Finetune/Step": 3301, "Finetune/Step Time": 6.549446815624833}
{"Finetune/Learning Rate": 1.831621019579035e-05, "Finetune/Loss": 0.823124885559082, "Finetune/Loss (Raw)": 0.9495707750320435, "Finetune/Step": 3302, "Finetune/Step Time": 6.547667525708675}
{"Finetune/Learning Rate": 1.8315056672580267e-05, "Finetune/Loss": 0.8231408596038818, "Finetune/Loss (Raw)": 0.8173021674156189, "Finetune/Step": 3303, "Finetune/Step Time": 6.545510260388255}
{"Finetune/Learning Rate": 1.8313902790729674e-05, "Finetune/Loss": 0.8210803270339966, "Finetune/Loss (Raw)": 0.7434161305427551, "Finetune/Step": 3304, "Finetune/Step Time": 6.554125431925058}
{"Finetune/Learning Rate": 1.8312748550288337e-05, "Finetune/Loss": 0.8219021558761597, "Finetune/Loss (Raw)": 0.9065712094306946, "Finetune/Step": 3305, "Finetune/Step Time": 6.55078293196857}
{"Finetune/Learning Rate": 1.8311593951306047e-05, "Finetune/Loss": 0.821133017539978, "Finetune/Loss (Raw)": 0.7499860525131226, "Finetune/Step": 3306, "Finetune/Step Time": 6.543144918978214}
{"Finetune/Learning Rate": 1.8310438993832594e-05, "Finetune/Loss": 0.8214445114135742, "Finetune/Loss (Raw)": 0.9939241409301758, "Finetune/Step": 3307, "Finetune/Step Time": 6.533330023288727}
{"Finetune/Learning Rate": 1.8309283677917803e-05, "Finetune/Loss": 0.8220688700675964, "Finetune/Loss (Raw)": 0.8538300395011902, "Finetune/Step": 3308, "Finetune/Step Time": 6.538866359740496}
{"Finetune/Learning Rate": 1.8308128003611493e-05, "Finetune/Loss": 0.8223202228546143, "Finetune/Loss (Raw)": 0.9159731864929199, "Finetune/Step": 3309, "Finetune/Step Time": 6.549067398533225}
{"Finetune/Learning Rate": 1.8306971970963524e-05, "Finetune/Loss": 0.8217430710792542, "Finetune/Loss (Raw)": 0.7856894135475159, "Finetune/Step": 3310, "Finetune/Step Time": 6.536545226350427}
{"Finetune/Learning Rate": 1.8305815580023745e-05, "Finetune/Loss": 0.8218348622322083, "Finetune/Loss (Raw)": 0.7448276877403259, "Finetune/Step": 3311, "Finetune/Step Time": 6.544580599293113}
{"Finetune/Learning Rate": 1.830465883084204e-05, "Finetune/Loss": 0.8218770027160645, "Finetune/Loss (Raw)": 0.8021385669708252, "Finetune/Step": 3312, "Finetune/Step Time": 6.538977008312941}
{"Finetune/Learning Rate": 1.8303501723468294e-05, "Finetune/Loss": 0.8184823393821716, "Finetune/Loss (Raw)": 0.4767756462097168, "Finetune/Step": 3313, "Finetune/Step Time": 6.5426400396972895}
{"Finetune/Learning Rate": 1.830234425795243e-05, "Finetune/Loss": 0.8182523250579834, "Finetune/Loss (Raw)": 0.7742292881011963, "Finetune/Step": 3314, "Finetune/Step Time": 6.539835816249251}
{"Finetune/Learning Rate": 1.830118643434435e-05, "Finetune/Loss": 0.8189919590950012, "Finetune/Loss (Raw)": 1.0100644826889038, "Finetune/Step": 3315, "Finetune/Step Time": 6.5296695176512}
{"Finetune/Learning Rate": 1.830002825269401e-05, "Finetune/Loss": 0.8194862008094788, "Finetune/Loss (Raw)": 0.8022342920303345, "Finetune/Step": 3316, "Finetune/Step Time": 6.5214087925851345}
{"Finetune/Learning Rate": 1.8298869713051353e-05, "Finetune/Loss": 0.8195317983627319, "Finetune/Loss (Raw)": 0.7751972675323486, "Finetune/Step": 3317, "Finetune/Step Time": 6.522273421287537}
{"Finetune/Learning Rate": 1.8297710815466357e-05, "Finetune/Loss": 0.8156939744949341, "Finetune/Loss (Raw)": 0.37066519260406494, "Finetune/Step": 3318, "Finetune/Step Time": 6.537551889196038}
{"Finetune/Learning Rate": 1.8296551559989e-05, "Finetune/Loss": 0.8161019086837769, "Finetune/Loss (Raw)": 0.9286985993385315, "Finetune/Step": 3319, "Finetune/Step Time": 6.519103609025478}
{"Finetune/Learning Rate": 1.8295391946669287e-05, "Finetune/Loss": 0.8157861232757568, "Finetune/Loss (Raw)": 0.7941282391548157, "Finetune/Step": 3320, "Finetune/Step Time": 6.511153515428305}
{"Finetune/Learning Rate": 1.8294231975557234e-05, "Finetune/Loss": 0.8151600360870361, "Finetune/Loss (Raw)": 0.7522987723350525, "Finetune/Step": 3321, "Finetune/Step Time": 6.510379705578089}
{"Finetune/Learning Rate": 1.8293071646702865e-05, "Finetune/Loss": 0.8154720067977905, "Finetune/Loss (Raw)": 0.8060693740844727, "Finetune/Step": 3322, "Finetune/Step Time": 6.503757566213608}
{"Finetune/Learning Rate": 1.8291910960156234e-05, "Finetune/Loss": 0.8160513639450073, "Finetune/Loss (Raw)": 0.935730516910553, "Finetune/Step": 3323, "Finetune/Step Time": 6.520035607740283}
{"Finetune/Learning Rate": 1.8290749915967404e-05, "Finetune/Loss": 0.8157224059104919, "Finetune/Loss (Raw)": 0.7869869470596313, "Finetune/Step": 3324, "Finetune/Step Time": 6.533250402659178}
{"Finetune/Learning Rate": 1.8289588514186447e-05, "Finetune/Loss": 0.8142695426940918, "Finetune/Loss (Raw)": 0.727627158164978, "Finetune/Step": 3325, "Finetune/Step Time": 6.533076332882047}
{"Finetune/Learning Rate": 1.828842675486346e-05, "Finetune/Loss": 0.8154091835021973, "Finetune/Loss (Raw)": 0.8996184468269348, "Finetune/Step": 3326, "Finetune/Step Time": 6.524992669001222}
{"Finetune/Learning Rate": 1.8287264638048552e-05, "Finetune/Loss": 0.8133604526519775, "Finetune/Loss (Raw)": 0.6028839945793152, "Finetune/Step": 3327, "Finetune/Step Time": 6.537035446614027}
{"Finetune/Learning Rate": 1.8286102163791845e-05, "Finetune/Loss": 0.8126302361488342, "Finetune/Loss (Raw)": 0.9590021967887878, "Finetune/Step": 3328, "Finetune/Step Time": 6.541553946211934}
{"Finetune/Learning Rate": 1.828493933214347e-05, "Finetune/Loss": 0.81416916847229, "Finetune/Loss (Raw)": 0.8499859571456909, "Finetune/Step": 3329, "Finetune/Step Time": 6.544161988422275}
{"Finetune/Learning Rate": 1.8283776143153596e-05, "Finetune/Loss": 0.8134325742721558, "Finetune/Loss (Raw)": 0.7255303263664246, "Finetune/Step": 3330, "Finetune/Step Time": 6.557104988023639}
{"Finetune/Learning Rate": 1.8282612596872388e-05, "Finetune/Loss": 0.8136427402496338, "Finetune/Loss (Raw)": 0.8421064019203186, "Finetune/Step": 3331, "Finetune/Step Time": 6.58011731505394}
{"Finetune/Learning Rate": 1.828144869335003e-05, "Finetune/Loss": 0.8139662146568298, "Finetune/Loss (Raw)": 0.8430859446525574, "Finetune/Step": 3332, "Finetune/Step Time": 6.57397198677063}
{"Finetune/Learning Rate": 1.828028443263672e-05, "Finetune/Loss": 0.8147985935211182, "Finetune/Loss (Raw)": 0.8710241913795471, "Finetune/Step": 3333, "Finetune/Step Time": 6.583467211574316}
{"Finetune/Learning Rate": 1.8279119814782677e-05, "Finetune/Loss": 0.8159154057502747, "Finetune/Loss (Raw)": 0.8447381258010864, "Finetune/Step": 3334, "Finetune/Step Time": 6.583860516548157}
{"Finetune/Learning Rate": 1.8277954839838135e-05, "Finetune/Loss": 0.8155552744865417, "Finetune/Loss (Raw)": 0.7579421997070312, "Finetune/Step": 3335, "Finetune/Step Time": 6.563168121501803}
{"Finetune/Learning Rate": 1.827678950785334e-05, "Finetune/Loss": 0.8152246475219727, "Finetune/Loss (Raw)": 0.8142603039741516, "Finetune/Step": 3336, "Finetune/Step Time": 6.562410835176706}
{"Finetune/Learning Rate": 1.827562381887855e-05, "Finetune/Loss": 0.8143513798713684, "Finetune/Loss (Raw)": 0.7152151465415955, "Finetune/Step": 3337, "Finetune/Step Time": 6.555764503777027}
{"Finetune/Learning Rate": 1.8274457772964048e-05, "Finetune/Loss": 0.8152072429656982, "Finetune/Loss (Raw)": 0.8530106544494629, "Finetune/Step": 3338, "Finetune/Step Time": 6.559041105210781}
{"Finetune/Learning Rate": 1.8273291370160125e-05, "Finetune/Loss": 0.8156414031982422, "Finetune/Loss (Raw)": 0.8878061175346375, "Finetune/Step": 3339, "Finetune/Step Time": 6.552328538149595}
{"Finetune/Learning Rate": 1.827212461051709e-05, "Finetune/Loss": 0.8188521265983582, "Finetune/Loss (Raw)": 0.8448271751403809, "Finetune/Step": 3340, "Finetune/Step Time": 6.535210642963648}
{"Finetune/Learning Rate": 1.827095749408527e-05, "Finetune/Loss": 0.8197113275527954, "Finetune/Loss (Raw)": 1.0012826919555664, "Finetune/Step": 3341, "Finetune/Step Time": 6.541054226458073}
{"Finetune/Learning Rate": 1.8269790020914997e-05, "Finetune/Loss": 0.8210229873657227, "Finetune/Loss (Raw)": 0.914323627948761, "Finetune/Step": 3342, "Finetune/Step Time": 6.52258693613112}
{"Finetune/Learning Rate": 1.8268622191056633e-05, "Finetune/Loss": 0.8224511742591858, "Finetune/Loss (Raw)": 0.8840857744216919, "Finetune/Step": 3343, "Finetune/Step Time": 6.510154800489545}
{"Finetune/Learning Rate": 1.826745400456055e-05, "Finetune/Loss": 0.8222759366035461, "Finetune/Loss (Raw)": 0.641785740852356, "Finetune/Step": 3344, "Finetune/Step Time": 6.490728162229061}
{"Finetune/Learning Rate": 1.8266285461477123e-05, "Finetune/Loss": 0.8187332153320312, "Finetune/Loss (Raw)": 0.3977002203464508, "Finetune/Step": 3345, "Finetune/Step Time": 6.513967936858535}
{"Finetune/Learning Rate": 1.826511656185676e-05, "Finetune/Loss": 0.819269061088562, "Finetune/Loss (Raw)": 0.9300177097320557, "Finetune/Step": 3346, "Finetune/Step Time": 6.513058355078101}
{"Finetune/Learning Rate": 1.826394730574988e-05, "Finetune/Loss": 0.8192622661590576, "Finetune/Loss (Raw)": 0.7132836580276489, "Finetune/Step": 3347, "Finetune/Step Time": 6.513841969892383}
{"Finetune/Learning Rate": 1.8262777693206907e-05, "Finetune/Loss": 0.8182817697525024, "Finetune/Loss (Raw)": 0.8842422366142273, "Finetune/Step": 3348, "Finetune/Step Time": 6.518289649859071}
{"Finetune/Learning Rate": 1.8261607724278297e-05, "Finetune/Loss": 0.819185733795166, "Finetune/Loss (Raw)": 0.8911845684051514, "Finetune/Step": 3349, "Finetune/Step Time": 6.51540569961071}
{"Finetune/Learning Rate": 1.8260437399014504e-05, "Finetune/Loss": 0.824512243270874, "Finetune/Loss (Raw)": 1.0474542379379272, "Finetune/Step": 3350, "Finetune/Step Time": 6.502846861258149}
{"Finetune/Learning Rate": 1.825926671746601e-05, "Finetune/Loss": 0.8240267634391785, "Finetune/Loss (Raw)": 0.7563194632530212, "Finetune/Step": 3351, "Finetune/Step Time": 6.509584417566657}
{"Finetune/Learning Rate": 1.8258095679683313e-05, "Finetune/Loss": 0.8242831230163574, "Finetune/Loss (Raw)": 0.888917088508606, "Finetune/Step": 3352, "Finetune/Step Time": 6.513322573155165}
{"Finetune/Learning Rate": 1.8256924285716912e-05, "Finetune/Loss": 0.8253321647644043, "Finetune/Loss (Raw)": 0.9389522075653076, "Finetune/Step": 3353, "Finetune/Step Time": 6.539417307823896}
{"Finetune/Learning Rate": 1.8255752535617338e-05, "Finetune/Loss": 0.8261128664016724, "Finetune/Loss (Raw)": 0.9332345128059387, "Finetune/Step": 3354, "Finetune/Step Time": 6.527685845270753}
{"Finetune/Learning Rate": 1.825458042943512e-05, "Finetune/Loss": 0.8270502090454102, "Finetune/Loss (Raw)": 0.8718419671058655, "Finetune/Step": 3355, "Finetune/Step Time": 6.519722945988178}
{"Finetune/Learning Rate": 1.825340796722083e-05, "Finetune/Loss": 0.8278102278709412, "Finetune/Loss (Raw)": 0.9122287034988403, "Finetune/Step": 3356, "Finetune/Step Time": 6.510695215314627}
{"Finetune/Learning Rate": 1.8252235149025025e-05, "Finetune/Loss": 0.8273653984069824, "Finetune/Loss (Raw)": 0.8566423058509827, "Finetune/Step": 3357, "Finetune/Step Time": 6.511135986074805}
{"Finetune/Learning Rate": 1.8251061974898295e-05, "Finetune/Loss": 0.8275690078735352, "Finetune/Loss (Raw)": 0.7890141606330872, "Finetune/Step": 3358, "Finetune/Step Time": 6.515021946281195}
{"Finetune/Learning Rate": 1.8249888444891235e-05, "Finetune/Loss": 0.8290704488754272, "Finetune/Loss (Raw)": 1.0169579982757568, "Finetune/Step": 3359, "Finetune/Step Time": 6.489793391898274}
{"Finetune/Learning Rate": 1.8248714559054466e-05, "Finetune/Loss": 0.8286032676696777, "Finetune/Loss (Raw)": 0.9351727962493896, "Finetune/Step": 3360, "Finetune/Step Time": 6.4899531081318855}
{"Finetune/Learning Rate": 1.8247540317438625e-05, "Finetune/Loss": 0.827298641204834, "Finetune/Loss (Raw)": 0.8739170432090759, "Finetune/Step": 3361, "Finetune/Step Time": 6.50290391035378}
{"Finetune/Learning Rate": 1.8246365720094346e-05, "Finetune/Loss": 0.8275226354598999, "Finetune/Loss (Raw)": 0.7609701752662659, "Finetune/Step": 3362, "Finetune/Step Time": 6.4859712943434715}
{"Finetune/Learning Rate": 1.8245190767072304e-05, "Finetune/Loss": 0.8272838592529297, "Finetune/Loss (Raw)": 0.9355263710021973, "Finetune/Step": 3363, "Finetune/Step Time": 6.486091811209917}
{"Finetune/Learning Rate": 1.8244015458423167e-05, "Finetune/Loss": 0.8293391466140747, "Finetune/Loss (Raw)": 0.9270047545433044, "Finetune/Step": 3364, "Finetune/Step Time": 6.478479923680425}
{"Finetune/Learning Rate": 1.824283979419763e-05, "Finetune/Loss": 0.8285203576087952, "Finetune/Loss (Raw)": 0.7993059754371643, "Finetune/Step": 3365, "Finetune/Step Time": 6.492145409807563}
{"Finetune/Learning Rate": 1.8241663774446402e-05, "Finetune/Loss": 0.830735445022583, "Finetune/Loss (Raw)": 0.7281234860420227, "Finetune/Step": 3366, "Finetune/Step Time": 6.483480755239725}
{"Finetune/Learning Rate": 1.8240487399220205e-05, "Finetune/Loss": 0.828737735748291, "Finetune/Loss (Raw)": 0.7412778735160828, "Finetune/Step": 3367, "Finetune/Step Time": 6.471084333956242}
{"Finetune/Learning Rate": 1.8239310668569784e-05, "Finetune/Loss": 0.8249696493148804, "Finetune/Loss (Raw)": 0.4790392518043518, "Finetune/Step": 3368, "Finetune/Step Time": 6.488454865291715}
{"Finetune/Learning Rate": 1.8238133582545887e-05, "Finetune/Loss": 0.8244622945785522, "Finetune/Loss (Raw)": 0.8667974472045898, "Finetune/Step": 3369, "Finetune/Step Time": 6.487494697794318}
{"Finetune/Learning Rate": 1.8236956141199282e-05, "Finetune/Loss": 0.8240596055984497, "Finetune/Loss (Raw)": 0.9113926887512207, "Finetune/Step": 3370, "Finetune/Step Time": 6.485198352485895}
{"Finetune/Learning Rate": 1.823577834458076e-05, "Finetune/Loss": 0.8218915462493896, "Finetune/Loss (Raw)": 0.598936915397644, "Finetune/Step": 3371, "Finetune/Step Time": 6.506437266245484}
{"Finetune/Learning Rate": 1.8234600192741117e-05, "Finetune/Loss": 0.8208276033401489, "Finetune/Loss (Raw)": 0.738021731376648, "Finetune/Step": 3372, "Finetune/Step Time": 6.517817281186581}
{"Finetune/Learning Rate": 1.8233421685731167e-05, "Finetune/Loss": 0.820448637008667, "Finetune/Loss (Raw)": 0.863469123840332, "Finetune/Step": 3373, "Finetune/Step Time": 6.523431221023202}
{"Finetune/Learning Rate": 1.8232242823601742e-05, "Finetune/Loss": 0.8215323090553284, "Finetune/Loss (Raw)": 0.8527429103851318, "Finetune/Step": 3374, "Finetune/Step Time": 6.537416487932205}
{"Finetune/Learning Rate": 1.8231063606403695e-05, "Finetune/Loss": 0.8240780830383301, "Finetune/Loss (Raw)": 1.0979924201965332, "Finetune/Step": 3375, "Finetune/Step Time": 6.535276426002383}
{"Finetune/Learning Rate": 1.8229884034187875e-05, "Finetune/Loss": 0.8238499164581299, "Finetune/Loss (Raw)": 0.9564783573150635, "Finetune/Step": 3376, "Finetune/Step Time": 6.5278718285262585}
{"Finetune/Learning Rate": 1.8228704107005165e-05, "Finetune/Loss": 0.8214788436889648, "Finetune/Loss (Raw)": 0.6768988370895386, "Finetune/Step": 3377, "Finetune/Step Time": 6.538135265931487}
{"Finetune/Learning Rate": 1.822752382490646e-05, "Finetune/Loss": 0.8223942518234253, "Finetune/Loss (Raw)": 0.9207252860069275, "Finetune/Step": 3378, "Finetune/Step Time": 6.533930893987417}
{"Finetune/Learning Rate": 1.822634318794266e-05, "Finetune/Loss": 0.82203209400177, "Finetune/Loss (Raw)": 0.6466498374938965, "Finetune/Step": 3379, "Finetune/Step Time": 6.5093799866735935}
{"Finetune/Learning Rate": 1.8225162196164698e-05, "Finetune/Loss": 0.8205437660217285, "Finetune/Loss (Raw)": 0.7270092368125916, "Finetune/Step": 3380, "Finetune/Step Time": 6.516844047233462}
{"Finetune/Learning Rate": 1.8223980849623498e-05, "Finetune/Loss": 0.8199083805084229, "Finetune/Loss (Raw)": 0.7904286980628967, "Finetune/Step": 3381, "Finetune/Step Time": 6.5116630140692}
{"Finetune/Learning Rate": 1.8222799148370026e-05, "Finetune/Loss": 0.8200368285179138, "Finetune/Loss (Raw)": 0.9200398325920105, "Finetune/Step": 3382, "Finetune/Step Time": 6.513609044253826}
{"Finetune/Learning Rate": 1.8221617092455247e-05, "Finetune/Loss": 0.819447934627533, "Finetune/Loss (Raw)": 0.8279553055763245, "Finetune/Step": 3383, "Finetune/Step Time": 6.501785395666957}
{"Finetune/Learning Rate": 1.8220434681930138e-05, "Finetune/Loss": 0.819645881652832, "Finetune/Loss (Raw)": 0.9238070249557495, "Finetune/Step": 3384, "Finetune/Step Time": 6.497409300878644}
{"Finetune/Learning Rate": 1.8219251916845707e-05, "Finetune/Loss": 0.8198263645172119, "Finetune/Loss (Raw)": 0.6791665554046631, "Finetune/Step": 3385, "Finetune/Step Time": 6.487012596800923}
{"Finetune/Learning Rate": 1.8218068797252963e-05, "Finetune/Loss": 0.8181635141372681, "Finetune/Loss (Raw)": 0.8350289463996887, "Finetune/Step": 3386, "Finetune/Step Time": 6.469148701056838}
{"Finetune/Learning Rate": 1.821688532320294e-05, "Finetune/Loss": 0.818437397480011, "Finetune/Loss (Raw)": 0.77623051404953, "Finetune/Step": 3387, "Finetune/Step Time": 6.457800678908825}
{"Finetune/Learning Rate": 1.8215701494746674e-05, "Finetune/Loss": 0.8180698156356812, "Finetune/Loss (Raw)": 0.8014399409294128, "Finetune/Step": 3388, "Finetune/Step Time": 6.430400159209967}
{"Finetune/Learning Rate": 1.8214517311935238e-05, "Finetune/Loss": 0.8187062740325928, "Finetune/Loss (Raw)": 0.8546177744865417, "Finetune/Step": 3389, "Finetune/Step Time": 6.433689758181572}
{"Finetune/Learning Rate": 1.8213332774819697e-05, "Finetune/Loss": 0.8181542158126831, "Finetune/Loss (Raw)": 0.8890014290809631, "Finetune/Step": 3390, "Finetune/Step Time": 6.438270004466176}
{"Finetune/Learning Rate": 1.8212147883451146e-05, "Finetune/Loss": 0.8185399770736694, "Finetune/Loss (Raw)": 1.0039595365524292, "Finetune/Step": 3391, "Finetune/Step Time": 6.434853667393327}
{"Finetune/Learning Rate": 1.821096263788069e-05, "Finetune/Loss": 0.8188294172286987, "Finetune/Loss (Raw)": 0.7952824831008911, "Finetune/Step": 3392, "Finetune/Step Time": 6.434247829020023}
{"Finetune/Learning Rate": 1.8209777038159454e-05, "Finetune/Loss": 0.8185631036758423, "Finetune/Loss (Raw)": 0.9549534916877747, "Finetune/Step": 3393, "Finetune/Step Time": 6.430866887792945}
{"Finetune/Learning Rate": 1.820859108433857e-05, "Finetune/Loss": 0.8182142972946167, "Finetune/Loss (Raw)": 0.7865502834320068, "Finetune/Step": 3394, "Finetune/Step Time": 6.440364418551326}
{"Finetune/Learning Rate": 1.8207404776469196e-05, "Finetune/Loss": 0.8193721771240234, "Finetune/Loss (Raw)": 0.9147388935089111, "Finetune/Step": 3395, "Finetune/Step Time": 6.42472980171442}
{"Finetune/Learning Rate": 1.820621811460249e-05, "Finetune/Loss": 0.8176229000091553, "Finetune/Loss (Raw)": 0.706376850605011, "Finetune/Step": 3396, "Finetune/Step Time": 6.4240279626101255}
{"Finetune/Learning Rate": 1.8205031098789643e-05, "Finetune/Loss": 0.8168106079101562, "Finetune/Loss (Raw)": 0.7976815700531006, "Finetune/Step": 3397, "Finetune/Step Time": 6.422174461185932}
{"Finetune/Learning Rate": 1.820384372908185e-05, "Finetune/Loss": 0.8175105452537537, "Finetune/Loss (Raw)": 0.857132077217102, "Finetune/Step": 3398, "Finetune/Step Time": 6.420800173655152}
{"Finetune/Learning Rate": 1.8202656005530316e-05, "Finetune/Loss": 0.8174006938934326, "Finetune/Loss (Raw)": 0.8043149709701538, "Finetune/Step": 3399, "Finetune/Step Time": 6.429300123825669}
{"Finetune/Learning Rate": 1.820146792818628e-05, "Finetune/Loss": 0.8176178336143494, "Finetune/Loss (Raw)": 0.8267669081687927, "Finetune/Step": 3400, "Finetune/Step Time": 6.403684515506029}
{"Finetune/Learning Rate": 1.8200279497100985e-05, "Finetune/Loss": 0.817615270614624, "Finetune/Loss (Raw)": 0.770284116268158, "Finetune/Step": 3401, "Finetune/Step Time": 6.3954772762954235}
{"Finetune/Learning Rate": 1.8199090712325685e-05, "Finetune/Loss": 0.8211802244186401, "Finetune/Loss (Raw)": 0.812558650970459, "Finetune/Step": 3402, "Finetune/Step Time": 6.375696832314134}
{"Finetune/Learning Rate": 1.8197901573911653e-05, "Finetune/Loss": 0.8215165734291077, "Finetune/Loss (Raw)": 0.7924985885620117, "Finetune/Step": 3403, "Finetune/Step Time": 6.381100121885538}
{"Finetune/Learning Rate": 1.8196712081910184e-05, "Finetune/Loss": 0.8210287094116211, "Finetune/Loss (Raw)": 0.7989664673805237, "Finetune/Step": 3404, "Finetune/Step Time": 6.377413919195533}
{"Finetune/Learning Rate": 1.819552223637258e-05, "Finetune/Loss": 0.8190498352050781, "Finetune/Loss (Raw)": 0.6078023910522461, "Finetune/Step": 3405, "Finetune/Step Time": 6.4161667581647635}
{"Finetune/Learning Rate": 1.819433203735016e-05, "Finetune/Loss": 0.8194689154624939, "Finetune/Loss (Raw)": 0.8841588497161865, "Finetune/Step": 3406, "Finetune/Step Time": 6.423701591789722}
{"Finetune/Learning Rate": 1.8193141484894256e-05, "Finetune/Loss": 0.8195263743400574, "Finetune/Loss (Raw)": 0.8769835233688354, "Finetune/Step": 3407, "Finetune/Step Time": 6.411699717864394}
{"Finetune/Learning Rate": 1.8191950579056224e-05, "Finetune/Loss": 0.8188716173171997, "Finetune/Loss (Raw)": 0.88271564245224, "Finetune/Step": 3408, "Finetune/Step Time": 6.4120579566806555}
{"Finetune/Learning Rate": 1.819075931988743e-05, "Finetune/Loss": 0.8179246783256531, "Finetune/Loss (Raw)": 0.8900396227836609, "Finetune/Step": 3409, "Finetune/Step Time": 6.409729588776827}
{"Finetune/Learning Rate": 1.8189567707439247e-05, "Finetune/Loss": 0.8173776865005493, "Finetune/Loss (Raw)": 0.7475042343139648, "Finetune/Step": 3410, "Finetune/Step Time": 6.423467166721821}
{"Finetune/Learning Rate": 1.8188375741763078e-05, "Finetune/Loss": 0.8217904567718506, "Finetune/Loss (Raw)": 0.9782475829124451, "Finetune/Step": 3411, "Finetune/Step Time": 6.404318114742637}
{"Finetune/Learning Rate": 1.818718342291033e-05, "Finetune/Loss": 0.8224360942840576, "Finetune/Loss (Raw)": 0.878109335899353, "Finetune/Step": 3412, "Finetune/Step Time": 6.39924150146544}
{"Finetune/Learning Rate": 1.8185990750932436e-05, "Finetune/Loss": 0.8230031728744507, "Finetune/Loss (Raw)": 0.9625374674797058, "Finetune/Step": 3413, "Finetune/Step Time": 6.406691133975983}
{"Finetune/Learning Rate": 1.818479772588083e-05, "Finetune/Loss": 0.8239096999168396, "Finetune/Loss (Raw)": 0.9636221528053284, "Finetune/Step": 3414, "Finetune/Step Time": 6.4050914235413074}
{"Finetune/Learning Rate": 1.8183604347806972e-05, "Finetune/Loss": 0.8224578499794006, "Finetune/Loss (Raw)": 0.6963439583778381, "Finetune/Step": 3415, "Finetune/Step Time": 6.4024580009281635}
{"Finetune/Learning Rate": 1.8182410616762332e-05, "Finetune/Loss": 0.8186272382736206, "Finetune/Loss (Raw)": 0.47746214270591736, "Finetune/Step": 3416, "Finetune/Step Time": 6.419053742662072}
{"Finetune/Learning Rate": 1.8181216532798403e-05, "Finetune/Loss": 0.8184096813201904, "Finetune/Loss (Raw)": 0.7664838433265686, "Finetune/Step": 3417, "Finetune/Step Time": 6.42584540322423}
{"Finetune/Learning Rate": 1.8180022095966684e-05, "Finetune/Loss": 0.8182262182235718, "Finetune/Loss (Raw)": 0.8596246838569641, "Finetune/Step": 3418, "Finetune/Step Time": 6.43690287694335}
{"Finetune/Learning Rate": 1.817882730631869e-05, "Finetune/Loss": 0.8190831542015076, "Finetune/Loss (Raw)": 0.853142499923706, "Finetune/Step": 3419, "Finetune/Step Time": 6.429704666137695}
{"Finetune/Learning Rate": 1.8177632163905962e-05, "Finetune/Loss": 0.8170236945152283, "Finetune/Loss (Raw)": 0.5319995880126953, "Finetune/Step": 3420, "Finetune/Step Time": 6.443737221881747}
{"Finetune/Learning Rate": 1.8176436668780037e-05, "Finetune/Loss": 0.8174142837524414, "Finetune/Loss (Raw)": 0.9009832143783569, "Finetune/Step": 3421, "Finetune/Step Time": 6.44681142270565}
{"Finetune/Learning Rate": 1.817524082099249e-05, "Finetune/Loss": 0.817205548286438, "Finetune/Loss (Raw)": 0.7020523548126221, "Finetune/Step": 3422, "Finetune/Step Time": 6.439998725429177}
{"Finetune/Learning Rate": 1.8174044620594887e-05, "Finetune/Loss": 0.8170358538627625, "Finetune/Loss (Raw)": 0.8045300841331482, "Finetune/Step": 3423, "Finetune/Step Time": 6.438452238216996}
{"Finetune/Learning Rate": 1.8172848067638838e-05, "Finetune/Loss": 0.8134393095970154, "Finetune/Loss (Raw)": 0.40945690870285034, "Finetune/Step": 3424, "Finetune/Step Time": 6.45197906345129}
{"Finetune/Learning Rate": 1.8171651162175937e-05, "Finetune/Loss": 0.8139440417289734, "Finetune/Loss (Raw)": 0.792256236076355, "Finetune/Step": 3425, "Finetune/Step Time": 6.4397919196635485}
{"Finetune/Learning Rate": 1.817045390425782e-05, "Finetune/Loss": 0.8121345043182373, "Finetune/Loss (Raw)": 0.700162410736084, "Finetune/Step": 3426, "Finetune/Step Time": 6.441339384764433}
{"Finetune/Learning Rate": 1.8169256293936115e-05, "Finetune/Loss": 0.8155577182769775, "Finetune/Loss (Raw)": 0.8655694127082825, "Finetune/Step": 3427, "Finetune/Step Time": 6.425427578389645}
{"Finetune/Learning Rate": 1.8168058331262485e-05, "Finetune/Loss": 0.8146350383758545, "Finetune/Loss (Raw)": 0.7909141778945923, "Finetune/Step": 3428, "Finetune/Step Time": 6.433383163064718}
{"Finetune/Learning Rate": 1.81668600162886e-05, "Finetune/Loss": 0.8160861730575562, "Finetune/Loss (Raw)": 0.8946492075920105, "Finetune/Step": 3429, "Finetune/Step Time": 6.41966687887907}
{"Finetune/Learning Rate": 1.8165661349066138e-05, "Finetune/Loss": 0.8140623569488525, "Finetune/Loss (Raw)": 0.6905314922332764, "Finetune/Step": 3430, "Finetune/Step Time": 6.413966553285718}
{"Finetune/Learning Rate": 1.8164462329646807e-05, "Finetune/Loss": 0.8151473999023438, "Finetune/Loss (Raw)": 0.956184446811676, "Finetune/Step": 3431, "Finetune/Step Time": 6.417527753859758}
{"Finetune/Learning Rate": 1.816326295808232e-05, "Finetune/Loss": 0.8146252036094666, "Finetune/Loss (Raw)": 0.6765735745429993, "Finetune/Step": 3432, "Finetune/Step Time": 6.420193364843726}
{"Finetune/Learning Rate": 1.8162063234424404e-05, "Finetune/Loss": 0.8138894438743591, "Finetune/Loss (Raw)": 0.8123965263366699, "Finetune/Step": 3433, "Finetune/Step Time": 6.4372530821710825}
{"Finetune/Learning Rate": 1.816086315872481e-05, "Finetune/Loss": 0.8135277032852173, "Finetune/Loss (Raw)": 0.7036818861961365, "Finetune/Step": 3434, "Finetune/Step Time": 6.461101131513715}
{"Finetune/Learning Rate": 1.8159662731035296e-05, "Finetune/Loss": 0.8117160201072693, "Finetune/Loss (Raw)": 0.7620289921760559, "Finetune/Step": 3435, "Finetune/Step Time": 6.474332116544247}
{"Finetune/Learning Rate": 1.815846195140764e-05, "Finetune/Loss": 0.8108235001564026, "Finetune/Loss (Raw)": 0.7395859956741333, "Finetune/Step": 3436, "Finetune/Step Time": 6.4685034435242414}
{"Finetune/Learning Rate": 1.8157260819893633e-05, "Finetune/Loss": 0.8102233409881592, "Finetune/Loss (Raw)": 0.839156448841095, "Finetune/Step": 3437, "Finetune/Step Time": 6.467468833550811}
{"Finetune/Learning Rate": 1.8156059336545077e-05, "Finetune/Loss": 0.8099309802055359, "Finetune/Loss (Raw)": 0.7482640743255615, "Finetune/Step": 3438, "Finetune/Step Time": 6.465580711141229}
{"Finetune/Learning Rate": 1.81548575014138e-05, "Finetune/Loss": 0.8107228875160217, "Finetune/Loss (Raw)": 0.8461911082267761, "Finetune/Step": 3439, "Finetune/Step Time": 6.470570627599955}
{"Finetune/Learning Rate": 1.815365531455164e-05, "Finetune/Loss": 0.8102890253067017, "Finetune/Loss (Raw)": 0.7466118335723877, "Finetune/Step": 3440, "Finetune/Step Time": 6.472387621179223}
{"Finetune/Learning Rate": 1.8152452776010442e-05, "Finetune/Loss": 0.8116637468338013, "Finetune/Loss (Raw)": 0.6527278423309326, "Finetune/Step": 3441, "Finetune/Step Time": 6.474428880959749}
{"Finetune/Learning Rate": 1.8151249885842077e-05, "Finetune/Loss": 0.811660885810852, "Finetune/Loss (Raw)": 0.7738680839538574, "Finetune/Step": 3442, "Finetune/Step Time": 6.481172703206539}
{"Finetune/Learning Rate": 1.8150046644098425e-05, "Finetune/Loss": 0.8095222115516663, "Finetune/Loss (Raw)": 0.7363120317459106, "Finetune/Step": 3443, "Finetune/Step Time": 6.490826319903135}
{"Finetune/Learning Rate": 1.8148843050831388e-05, "Finetune/Loss": 0.8099258542060852, "Finetune/Loss (Raw)": 0.8539003729820251, "Finetune/Step": 3444, "Finetune/Step Time": 6.484735583886504}
{"Finetune/Learning Rate": 1.8147639106092878e-05, "Finetune/Loss": 0.8086297512054443, "Finetune/Loss (Raw)": 0.6092951893806458, "Finetune/Step": 3445, "Finetune/Step Time": 6.501727683469653}
{"Finetune/Learning Rate": 1.8146434809934818e-05, "Finetune/Loss": 0.811877429485321, "Finetune/Loss (Raw)": 0.7863756418228149, "Finetune/Step": 3446, "Finetune/Step Time": 6.502192504703999}
{"Finetune/Learning Rate": 1.8145230162409158e-05, "Finetune/Loss": 0.8121190071105957, "Finetune/Loss (Raw)": 0.9596154093742371, "Finetune/Step": 3447, "Finetune/Step Time": 6.496749820187688}
{"Finetune/Learning Rate": 1.8144025163567852e-05, "Finetune/Loss": 0.8119436502456665, "Finetune/Loss (Raw)": 0.7716823816299438, "Finetune/Step": 3448, "Finetune/Step Time": 6.502157108858228}
{"Finetune/Learning Rate": 1.8142819813462874e-05, "Finetune/Loss": 0.8133288621902466, "Finetune/Loss (Raw)": 0.9296075105667114, "Finetune/Step": 3449, "Finetune/Step Time": 6.497755330055952}
{"Finetune/Learning Rate": 1.814161411214621e-05, "Finetune/Loss": 0.8131641149520874, "Finetune/Loss (Raw)": 0.784979522228241, "Finetune/Step": 3450, "Finetune/Step Time": 6.5170852690935135}
{"Finetune/Learning Rate": 1.8140408059669868e-05, "Finetune/Loss": 0.8123929500579834, "Finetune/Loss (Raw)": 0.8370243310928345, "Finetune/Step": 3451, "Finetune/Step Time": 6.490959456190467}
{"Finetune/Learning Rate": 1.8139201656085866e-05, "Finetune/Loss": 0.8134006261825562, "Finetune/Loss (Raw)": 0.9159755110740662, "Finetune/Step": 3452, "Finetune/Step Time": 6.475310355424881}
{"Finetune/Learning Rate": 1.8137994901446237e-05, "Finetune/Loss": 0.8142408728599548, "Finetune/Loss (Raw)": 0.8351710438728333, "Finetune/Step": 3453, "Finetune/Step Time": 6.472809826955199}
{"Finetune/Learning Rate": 1.813678779580303e-05, "Finetune/Loss": 0.8132451772689819, "Finetune/Loss (Raw)": 0.7721692323684692, "Finetune/Step": 3454, "Finetune/Step Time": 6.480651685968041}
{"Finetune/Learning Rate": 1.8135580339208308e-05, "Finetune/Loss": 0.8115524053573608, "Finetune/Loss (Raw)": 0.38620835542678833, "Finetune/Step": 3455, "Finetune/Step Time": 6.489909058436751}
{"Finetune/Learning Rate": 1.8134372531714152e-05, "Finetune/Loss": 0.8110483884811401, "Finetune/Loss (Raw)": 0.8944966793060303, "Finetune/Step": 3456, "Finetune/Step Time": 6.4865044336766005}
{"Finetune/Learning Rate": 1.8133164373372654e-05, "Finetune/Loss": 0.8112679719924927, "Finetune/Loss (Raw)": 0.8780848383903503, "Finetune/Step": 3457, "Finetune/Step Time": 6.477255672216415}
{"Finetune/Learning Rate": 1.8131955864235934e-05, "Finetune/Loss": 0.8123267889022827, "Finetune/Loss (Raw)": 0.861063539981842, "Finetune/Step": 3458, "Finetune/Step Time": 6.485120687633753}
{"Finetune/Learning Rate": 1.81307470043561e-05, "Finetune/Loss": 0.8124141097068787, "Finetune/Loss (Raw)": 0.8532792329788208, "Finetune/Step": 3459, "Finetune/Step Time": 6.465943306684494}
{"Finetune/Learning Rate": 1.8129537793785303e-05, "Finetune/Loss": 0.8131793737411499, "Finetune/Loss (Raw)": 0.9410393238067627, "Finetune/Step": 3460, "Finetune/Step Time": 6.467236848548055}
{"Finetune/Learning Rate": 1.8128328232575695e-05, "Finetune/Loss": 0.8093568086624146, "Finetune/Loss (Raw)": 0.38173824548721313, "Finetune/Step": 3461, "Finetune/Step Time": 6.477334167808294}
{"Finetune/Learning Rate": 1.8127118320779448e-05, "Finetune/Loss": 0.8092303276062012, "Finetune/Loss (Raw)": 0.828544557094574, "Finetune/Step": 3462, "Finetune/Step Time": 6.474390199407935}
{"Finetune/Learning Rate": 1.8125908058448743e-05, "Finetune/Loss": 0.8096302151679993, "Finetune/Loss (Raw)": 0.8091278672218323, "Finetune/Step": 3463, "Finetune/Step Time": 6.4760670233517885}
{"Finetune/Learning Rate": 1.8124697445635785e-05, "Finetune/Loss": 0.8105361461639404, "Finetune/Loss (Raw)": 0.9302247762680054, "Finetune/Step": 3464, "Finetune/Step Time": 6.476701781153679}
{"Finetune/Learning Rate": 1.812348648239279e-05, "Finetune/Loss": 0.81089186668396, "Finetune/Loss (Raw)": 0.7607421278953552, "Finetune/Step": 3465, "Finetune/Step Time": 6.472000686451793}
{"Finetune/Learning Rate": 1.8122275168771985e-05, "Finetune/Loss": 0.8098257184028625, "Finetune/Loss (Raw)": 0.7165454030036926, "Finetune/Step": 3466, "Finetune/Step Time": 6.470291392877698}
{"Finetune/Learning Rate": 1.8121063504825613e-05, "Finetune/Loss": 0.8083401918411255, "Finetune/Loss (Raw)": 0.69765305519104, "Finetune/Step": 3467, "Finetune/Step Time": 6.479136366397142}
{"Finetune/Learning Rate": 1.8119851490605944e-05, "Finetune/Loss": 0.8069453239440918, "Finetune/Loss (Raw)": 0.6662966012954712, "Finetune/Step": 3468, "Finetune/Step Time": 6.486840730533004}
{"Finetune/Learning Rate": 1.811863912616525e-05, "Finetune/Loss": 0.8049120903015137, "Finetune/Loss (Raw)": 0.7410232424736023, "Finetune/Step": 3469, "Finetune/Step Time": 6.4949355367571115}
{"Finetune/Learning Rate": 1.8117426411555814e-05, "Finetune/Loss": 0.8040671944618225, "Finetune/Loss (Raw)": 0.8061731457710266, "Finetune/Step": 3470, "Finetune/Step Time": 6.501171758398414}
{"Finetune/Learning Rate": 1.8116213346829953e-05, "Finetune/Loss": 0.8042520880699158, "Finetune/Loss (Raw)": 0.9077543020248413, "Finetune/Step": 3471, "Finetune/Step Time": 6.507536271587014}
{"Finetune/Learning Rate": 1.8114999932039984e-05, "Finetune/Loss": 0.805372953414917, "Finetune/Loss (Raw)": 0.7852630615234375, "Finetune/Step": 3472, "Finetune/Step Time": 6.508170636370778}
{"Finetune/Learning Rate": 1.8113786167238244e-05, "Finetune/Loss": 0.8093303442001343, "Finetune/Loss (Raw)": 0.9042443633079529, "Finetune/Step": 3473, "Finetune/Step Time": 6.507903143763542}
{"Finetune/Learning Rate": 1.8112572052477083e-05, "Finetune/Loss": 0.8074899911880493, "Finetune/Loss (Raw)": 0.6944537162780762, "Finetune/Step": 3474, "Finetune/Step Time": 6.512828465551138}
{"Finetune/Learning Rate": 1.8111357587808868e-05, "Finetune/Loss": 0.8085923790931702, "Finetune/Loss (Raw)": 0.8543813824653625, "Finetune/Step": 3475, "Finetune/Step Time": 6.528632631525397}
{"Finetune/Learning Rate": 1.8110142773285983e-05, "Finetune/Loss": 0.8070117235183716, "Finetune/Loss (Raw)": 0.6819279193878174, "Finetune/Step": 3476, "Finetune/Step Time": 6.533243404701352}
{"Finetune/Learning Rate": 1.810892760896082e-05, "Finetune/Loss": 0.8060932159423828, "Finetune/Loss (Raw)": 0.7736092209815979, "Finetune/Step": 3477, "Finetune/Step Time": 6.550841528922319}
{"Finetune/Learning Rate": 1.81077120948858e-05, "Finetune/Loss": 0.8056498765945435, "Finetune/Loss (Raw)": 0.9907083511352539, "Finetune/Step": 3478, "Finetune/Step Time": 6.554080622270703}
{"Finetune/Learning Rate": 1.810649623111334e-05, "Finetune/Loss": 0.8081343173980713, "Finetune/Loss (Raw)": 1.0743281841278076, "Finetune/Step": 3479, "Finetune/Step Time": 6.541331330314279}
{"Finetune/Learning Rate": 1.8105280017695883e-05, "Finetune/Loss": 0.8081536293029785, "Finetune/Loss (Raw)": 0.8913921117782593, "Finetune/Step": 3480, "Finetune/Step Time": 6.5330841932445765}
{"Finetune/Learning Rate": 1.810406345468589e-05, "Finetune/Loss": 0.8077014088630676, "Finetune/Loss (Raw)": 0.8810593485832214, "Finetune/Step": 3481, "Finetune/Step Time": 6.500235745683312}
{"Finetune/Learning Rate": 1.8102846542135833e-05, "Finetune/Loss": 0.8065999746322632, "Finetune/Loss (Raw)": 0.7922609448432922, "Finetune/Step": 3482, "Finetune/Step Time": 6.4997595474123955}
{"Finetune/Learning Rate": 1.81016292800982e-05, "Finetune/Loss": 0.8058640956878662, "Finetune/Loss (Raw)": 0.7776479125022888, "Finetune/Step": 3483, "Finetune/Step Time": 6.53387506864965}
{"Finetune/Learning Rate": 1.8100411668625488e-05, "Finetune/Loss": 0.8049529194831848, "Finetune/Loss (Raw)": 0.7955935597419739, "Finetune/Step": 3484, "Finetune/Step Time": 6.549926647916436}
{"Finetune/Learning Rate": 1.809919370777022e-05, "Finetune/Loss": 0.8058919310569763, "Finetune/Loss (Raw)": 0.976832389831543, "Finetune/Step": 3485, "Finetune/Step Time": 6.54733963124454}
{"Finetune/Learning Rate": 1.8097975397584923e-05, "Finetune/Loss": 0.8063530921936035, "Finetune/Loss (Raw)": 0.8480495810508728, "Finetune/Step": 3486, "Finetune/Step Time": 6.531961319968104}
{"Finetune/Learning Rate": 1.809675673812215e-05, "Finetune/Loss": 0.804350733757019, "Finetune/Loss (Raw)": 0.7606512308120728, "Finetune/Step": 3487, "Finetune/Step Time": 6.530310995876789}
{"Finetune/Learning Rate": 1.809553772943446e-05, "Finetune/Loss": 0.8027416467666626, "Finetune/Loss (Raw)": 0.7292118072509766, "Finetune/Step": 3488, "Finetune/Step Time": 6.529693387448788}
{"Finetune/Learning Rate": 1.809431837157443e-05, "Finetune/Loss": 0.8029247522354126, "Finetune/Loss (Raw)": 0.8973500728607178, "Finetune/Step": 3489, "Finetune/Step Time": 6.516606444492936}
{"Finetune/Learning Rate": 1.809309866459466e-05, "Finetune/Loss": 0.8028768301010132, "Finetune/Loss (Raw)": 0.7548360228538513, "Finetune/Step": 3490, "Finetune/Step Time": 6.524547997862101}
{"Finetune/Learning Rate": 1.809187860854775e-05, "Finetune/Loss": 0.8030083179473877, "Finetune/Loss (Raw)": 0.9523590207099915, "Finetune/Step": 3491, "Finetune/Step Time": 6.520326653495431}
{"Finetune/Learning Rate": 1.809065820348632e-05, "Finetune/Loss": 0.8022009134292603, "Finetune/Loss (Raw)": 0.8236660361289978, "Finetune/Step": 3492, "Finetune/Step Time": 6.529227143153548}
{"Finetune/Learning Rate": 1.8089437449463015e-05, "Finetune/Loss": 0.7999482154846191, "Finetune/Loss (Raw)": 0.5109546780586243, "Finetune/Step": 3493, "Finetune/Step Time": 6.521505881100893}
{"Finetune/Learning Rate": 1.808821634653049e-05, "Finetune/Loss": 0.801963746547699, "Finetune/Loss (Raw)": 0.9861090183258057, "Finetune/Step": 3494, "Finetune/Step Time": 6.519121281802654}
{"Finetune/Learning Rate": 1.8086994894741402e-05, "Finetune/Loss": 0.8031951785087585, "Finetune/Loss (Raw)": 0.8988994359970093, "Finetune/Step": 3495, "Finetune/Step Time": 6.518440341576934}
{"Finetune/Learning Rate": 1.8085773094148446e-05, "Finetune/Loss": 0.8064086437225342, "Finetune/Loss (Raw)": 0.8903695940971375, "Finetune/Step": 3496, "Finetune/Step Time": 6.506887251511216}
{"Finetune/Learning Rate": 1.8084550944804317e-05, "Finetune/Loss": 0.804736852645874, "Finetune/Loss (Raw)": 0.6527999639511108, "Finetune/Step": 3497, "Finetune/Step Time": 6.514941196888685}
{"Finetune/Learning Rate": 1.8083328446761717e-05, "Finetune/Loss": 0.8047277927398682, "Finetune/Loss (Raw)": 0.9102359414100647, "Finetune/Step": 3498, "Finetune/Step Time": 6.518582817167044}
{"Finetune/Learning Rate": 1.808210560007339e-05, "Finetune/Loss": 0.8064623475074768, "Finetune/Loss (Raw)": 0.8209630250930786, "Finetune/Step": 3499, "Finetune/Step Time": 6.503898559138179}
{"Finetune/Learning Rate": 1.808088240479207e-05, "Finetune/Loss": 0.8080533146858215, "Finetune/Loss (Raw)": 0.9416634440422058, "Finetune/Step": 3500, "Finetune/Step Time": 6.494706833735108}
{"Finetune/Learning Rate": 1.8079658860970516e-05, "Finetune/Loss": 0.8082631826400757, "Finetune/Loss (Raw)": 0.8903336524963379, "Finetune/Step": 3501, "Finetune/Step Time": 6.480589359998703}
{"Finetune/Learning Rate": 1.8078434968661504e-05, "Finetune/Loss": 0.8093035221099854, "Finetune/Loss (Raw)": 0.985906183719635, "Finetune/Step": 3502, "Finetune/Step Time": 6.464784709736705}
{"Finetune/Learning Rate": 1.807721072791782e-05, "Finetune/Loss": 0.8078648447990417, "Finetune/Loss (Raw)": 0.9138400554656982, "Finetune/Step": 3503, "Finetune/Step Time": 6.464990196749568}
{"Finetune/Learning Rate": 1.807598613879227e-05, "Finetune/Loss": 0.8065289258956909, "Finetune/Loss (Raw)": 0.7854759693145752, "Finetune/Step": 3504, "Finetune/Step Time": 6.466383023187518}
{"Finetune/Learning Rate": 1.807476120133767e-05, "Finetune/Loss": 0.8073298931121826, "Finetune/Loss (Raw)": 0.7794283032417297, "Finetune/Step": 3505, "Finetune/Step Time": 6.46257583424449}
{"Finetune/Learning Rate": 1.807353591560685e-05, "Finetune/Loss": 0.8062140941619873, "Finetune/Loss (Raw)": 0.7778996825218201, "Finetune/Step": 3506, "Finetune/Step Time": 6.459251776337624}
{"Finetune/Learning Rate": 1.8072310281652665e-05, "Finetune/Loss": 0.8061838150024414, "Finetune/Loss (Raw)": 0.6427748203277588, "Finetune/Step": 3507, "Finetune/Step Time": 6.47365739941597}
{"Finetune/Learning Rate": 1.8071084299527974e-05, "Finetune/Loss": 0.8070182800292969, "Finetune/Loss (Raw)": 0.8338239192962646, "Finetune/Step": 3508, "Finetune/Step Time": 6.464089557528496}
{"Finetune/Learning Rate": 1.806985796928566e-05, "Finetune/Loss": 0.80695641040802, "Finetune/Loss (Raw)": 0.7825095653533936, "Finetune/Step": 3509, "Finetune/Step Time": 6.477199386805296}
{"Finetune/Learning Rate": 1.806863129097861e-05, "Finetune/Loss": 0.8059031963348389, "Finetune/Loss (Raw)": 0.7852272391319275, "Finetune/Step": 3510, "Finetune/Step Time": 6.475905312225223}
{"Finetune/Learning Rate": 1.8067404264659737e-05, "Finetune/Loss": 0.8052630424499512, "Finetune/Loss (Raw)": 0.7460106611251831, "Finetune/Step": 3511, "Finetune/Step Time": 6.48287040553987}
{"Finetune/Learning Rate": 1.806617689038196e-05, "Finetune/Loss": 0.8044894933700562, "Finetune/Loss (Raw)": 0.824799656867981, "Finetune/Step": 3512, "Finetune/Step Time": 6.480998918414116}
{"Finetune/Learning Rate": 1.8064949168198224e-05, "Finetune/Loss": 0.8061326146125793, "Finetune/Loss (Raw)": 0.889482319355011, "Finetune/Step": 3513, "Finetune/Step Time": 6.480804147198796}
{"Finetune/Learning Rate": 1.806372109816148e-05, "Finetune/Loss": 0.80556321144104, "Finetune/Loss (Raw)": 0.7621484994888306, "Finetune/Step": 3514, "Finetune/Step Time": 6.485623562708497}
{"Finetune/Learning Rate": 1.8062492680324693e-05, "Finetune/Loss": 0.8060827255249023, "Finetune/Loss (Raw)": 0.8427252173423767, "Finetune/Step": 3515, "Finetune/Step Time": 6.4920829478651285}
{"Finetune/Learning Rate": 1.8061263914740846e-05, "Finetune/Loss": 0.8062968254089355, "Finetune/Loss (Raw)": 0.8288507461547852, "Finetune/Step": 3516, "Finetune/Step Time": 6.493591148406267}
{"Finetune/Learning Rate": 1.8060034801462947e-05, "Finetune/Loss": 0.8064302206039429, "Finetune/Loss (Raw)": 0.8716911673545837, "Finetune/Step": 3517, "Finetune/Step Time": 6.491570878773928}
{"Finetune/Learning Rate": 1.8058805340544e-05, "Finetune/Loss": 0.8048377633094788, "Finetune/Loss (Raw)": 0.6851636171340942, "Finetune/Step": 3518, "Finetune/Step Time": 6.5263522900640965}
{"Finetune/Learning Rate": 1.8057575532037033e-05, "Finetune/Loss": 0.8025978207588196, "Finetune/Loss (Raw)": 0.7172423601150513, "Finetune/Step": 3519, "Finetune/Step Time": 6.549833469092846}
{"Finetune/Learning Rate": 1.8056345375995098e-05, "Finetune/Loss": 0.8024556636810303, "Finetune/Loss (Raw)": 0.7770925760269165, "Finetune/Step": 3520, "Finetune/Step Time": 6.551721218973398}
{"Finetune/Learning Rate": 1.8055114872471245e-05, "Finetune/Loss": 0.8022973537445068, "Finetune/Loss (Raw)": 0.9346882104873657, "Finetune/Step": 3521, "Finetune/Step Time": 6.552176516503096}
{"Finetune/Learning Rate": 1.805388402151855e-05, "Finetune/Loss": 0.8014017939567566, "Finetune/Loss (Raw)": 0.6719172596931458, "Finetune/Step": 3522, "Finetune/Step Time": 6.54808309674263}
{"Finetune/Learning Rate": 1.8052652823190104e-05, "Finetune/Loss": 0.799403965473175, "Finetune/Loss (Raw)": 0.6590116620063782, "Finetune/Step": 3523, "Finetune/Step Time": 6.57208869419992}
{"Finetune/Learning Rate": 1.8051421277539004e-05, "Finetune/Loss": 0.7992583513259888, "Finetune/Loss (Raw)": 0.6877452731132507, "Finetune/Step": 3524, "Finetune/Step Time": 6.591575467959046}
{"Finetune/Learning Rate": 1.8050189384618378e-05, "Finetune/Loss": 0.8010383248329163, "Finetune/Loss (Raw)": 1.0255144834518433, "Finetune/Step": 3525, "Finetune/Step Time": 6.595174854621291}
{"Finetune/Learning Rate": 1.8048957144481353e-05, "Finetune/Loss": 0.79986172914505, "Finetune/Loss (Raw)": 0.7065325379371643, "Finetune/Step": 3526, "Finetune/Step Time": 6.602767329663038}
{"Finetune/Learning Rate": 1.8047724557181074e-05, "Finetune/Loss": 0.8000891208648682, "Finetune/Loss (Raw)": 0.8334169387817383, "Finetune/Step": 3527, "Finetune/Step Time": 6.591409923508763}
{"Finetune/Learning Rate": 1.804649162277071e-05, "Finetune/Loss": 0.7999720573425293, "Finetune/Loss (Raw)": 0.8117885589599609, "Finetune/Step": 3528, "Finetune/Step Time": 6.590503828600049}
{"Finetune/Learning Rate": 1.804525834130344e-05, "Finetune/Loss": 0.7991434335708618, "Finetune/Loss (Raw)": 0.664212167263031, "Finetune/Step": 3529, "Finetune/Step Time": 6.600034920498729}
{"Finetune/Learning Rate": 1.8044024712832457e-05, "Finetune/Loss": 0.79909348487854, "Finetune/Loss (Raw)": 0.8061726093292236, "Finetune/Step": 3530, "Finetune/Step Time": 6.601626560091972}
{"Finetune/Learning Rate": 1.8042790737410962e-05, "Finetune/Loss": 0.799752414226532, "Finetune/Loss (Raw)": 0.8768347501754761, "Finetune/Step": 3531, "Finetune/Step Time": 6.591603392735124}
{"Finetune/Learning Rate": 1.8041556415092185e-05, "Finetune/Loss": 0.7990322709083557, "Finetune/Loss (Raw)": 0.7067899703979492, "Finetune/Step": 3532, "Finetune/Step Time": 6.603456512093544}
{"Finetune/Learning Rate": 1.8040321745929365e-05, "Finetune/Loss": 0.7971334457397461, "Finetune/Loss (Raw)": 0.36475202441215515, "Finetune/Step": 3533, "Finetune/Step Time": 6.5860005505383015}
{"Finetune/Learning Rate": 1.803908672997575e-05, "Finetune/Loss": 0.7969511151313782, "Finetune/Loss (Raw)": 0.860823929309845, "Finetune/Step": 3534, "Finetune/Step Time": 6.583288175985217}
{"Finetune/Learning Rate": 1.803785136728461e-05, "Finetune/Loss": 0.7931502461433411, "Finetune/Loss (Raw)": 0.3904678523540497, "Finetune/Step": 3535, "Finetune/Step Time": 6.602631568908691}
{"Finetune/Learning Rate": 1.803661565790923e-05, "Finetune/Loss": 0.7925699949264526, "Finetune/Loss (Raw)": 0.8084497451782227, "Finetune/Step": 3536, "Finetune/Step Time": 6.600633088499308}
{"Finetune/Learning Rate": 1.8035379601902906e-05, "Finetune/Loss": 0.7935477495193481, "Finetune/Loss (Raw)": 1.0151903629302979, "Finetune/Step": 3537, "Finetune/Step Time": 6.607556382194161}
{"Finetune/Learning Rate": 1.8034143199318953e-05, "Finetune/Loss": 0.7950680255889893, "Finetune/Loss (Raw)": 0.9420995712280273, "Finetune/Step": 3538, "Finetune/Step Time": 6.599917273968458}
{"Finetune/Learning Rate": 1.8032906450210698e-05, "Finetune/Loss": 0.7947288155555725, "Finetune/Loss (Raw)": 0.9348263144493103, "Finetune/Step": 3539, "Finetune/Step Time": 6.603735778480768}
{"Finetune/Learning Rate": 1.803166935463148e-05, "Finetune/Loss": 0.7946121096611023, "Finetune/Loss (Raw)": 0.8631721138954163, "Finetune/Step": 3540, "Finetune/Step Time": 6.60823261924088}
{"Finetune/Learning Rate": 1.8030431912634664e-05, "Finetune/Loss": 0.7936110496520996, "Finetune/Loss (Raw)": 0.8344027400016785, "Finetune/Step": 3541, "Finetune/Step Time": 6.599423883482814}
{"Finetune/Learning Rate": 1.802919412427361e-05, "Finetune/Loss": 0.7917105555534363, "Finetune/Loss (Raw)": 0.7203606367111206, "Finetune/Step": 3542, "Finetune/Step Time": 6.6089864037930965}
{"Finetune/Learning Rate": 1.8027955989601722e-05, "Finetune/Loss": 0.7925428152084351, "Finetune/Loss (Raw)": 0.8028684258460999, "Finetune/Step": 3543, "Finetune/Step Time": 6.621684953570366}
{"Finetune/Learning Rate": 1.8026717508672394e-05, "Finetune/Loss": 0.795684814453125, "Finetune/Loss (Raw)": 0.8796373009681702, "Finetune/Step": 3544, "Finetune/Step Time": 6.611914994195104}
{"Finetune/Learning Rate": 1.8025478681539042e-05, "Finetune/Loss": 0.7933921813964844, "Finetune/Loss (Raw)": 0.47302618622779846, "Finetune/Step": 3545, "Finetune/Step Time": 6.626461308449507}
{"Finetune/Learning Rate": 1.8024239508255103e-05, "Finetune/Loss": 0.7926808595657349, "Finetune/Loss (Raw)": 0.7685855627059937, "Finetune/Step": 3546, "Finetune/Step Time": 6.623739050701261}
{"Finetune/Learning Rate": 1.8022999988874016e-05, "Finetune/Loss": 0.7934555411338806, "Finetune/Loss (Raw)": 0.9522930383682251, "Finetune/Step": 3547, "Finetune/Step Time": 6.620895072817802}
{"Finetune/Learning Rate": 1.8021760123449253e-05, "Finetune/Loss": 0.7953218221664429, "Finetune/Loss (Raw)": 0.7708814740180969, "Finetune/Step": 3548, "Finetune/Step Time": 6.618488075211644}
{"Finetune/Learning Rate": 1.802051991203429e-05, "Finetune/Loss": 0.7957841157913208, "Finetune/Loss (Raw)": 0.960157573223114, "Finetune/Step": 3549, "Finetune/Step Time": 6.6171468161046505}
{"Finetune/Learning Rate": 1.8019279354682614e-05, "Finetune/Loss": 0.7933284044265747, "Finetune/Loss (Raw)": 0.38772818446159363, "Finetune/Step": 3550, "Finetune/Step Time": 6.6162513960152864}
{"Finetune/Learning Rate": 1.8018038451447734e-05, "Finetune/Loss": 0.7926416397094727, "Finetune/Loss (Raw)": 0.716622531414032, "Finetune/Step": 3551, "Finetune/Step Time": 6.64337126724422}
{"Finetune/Learning Rate": 1.8016797202383173e-05, "Finetune/Loss": 0.7960289716720581, "Finetune/Loss (Raw)": 0.8430353999137878, "Finetune/Step": 3552, "Finetune/Step Time": 6.611683998256922}
{"Finetune/Learning Rate": 1.8015555607542467e-05, "Finetune/Loss": 0.7950524091720581, "Finetune/Loss (Raw)": 0.6672570705413818, "Finetune/Step": 3553, "Finetune/Step Time": 6.618692144751549}
{"Finetune/Learning Rate": 1.8014313666979167e-05, "Finetune/Loss": 0.7970629930496216, "Finetune/Loss (Raw)": 0.9575120806694031, "Finetune/Step": 3554, "Finetune/Step Time": 6.621301023289561}
{"Finetune/Learning Rate": 1.8013071380746842e-05, "Finetune/Loss": 0.7979226112365723, "Finetune/Loss (Raw)": 0.9756072759628296, "Finetune/Step": 3555, "Finetune/Step Time": 6.619268083944917}
{"Finetune/Learning Rate": 1.8011828748899077e-05, "Finetune/Loss": 0.7947645783424377, "Finetune/Loss (Raw)": 0.38667792081832886, "Finetune/Step": 3556, "Finetune/Step Time": 6.639616208150983}
{"Finetune/Learning Rate": 1.801058577148946e-05, "Finetune/Loss": 0.7957784533500671, "Finetune/Loss (Raw)": 1.0244309902191162, "Finetune/Step": 3557, "Finetune/Step Time": 6.6381761487573385}
{"Finetune/Learning Rate": 1.8009342448571605e-05, "Finetune/Loss": 0.7969045042991638, "Finetune/Loss (Raw)": 0.8346633315086365, "Finetune/Step": 3558, "Finetune/Step Time": 6.639899060130119}
{"Finetune/Learning Rate": 1.8008098780199143e-05, "Finetune/Loss": 0.7963264584541321, "Finetune/Loss (Raw)": 0.8821936845779419, "Finetune/Step": 3559, "Finetune/Step Time": 6.638878161087632}
{"Finetune/Learning Rate": 1.800685476642571e-05, "Finetune/Loss": 0.7982930541038513, "Finetune/Loss (Raw)": 0.9283021688461304, "Finetune/Step": 3560, "Finetune/Step Time": 6.6230896804481745}
{"Finetune/Learning Rate": 1.8005610407304964e-05, "Finetune/Loss": 0.7997816801071167, "Finetune/Loss (Raw)": 1.0029408931732178, "Finetune/Step": 3561, "Finetune/Step Time": 6.606828743591905}
{"Finetune/Learning Rate": 1.8004365702890577e-05, "Finetune/Loss": 0.7994310855865479, "Finetune/Loss (Raw)": 0.6588020920753479, "Finetune/Step": 3562, "Finetune/Step Time": 6.582644002512097}
{"Finetune/Learning Rate": 1.8003120653236236e-05, "Finetune/Loss": 0.7990110516548157, "Finetune/Loss (Raw)": 0.7082676887512207, "Finetune/Step": 3563, "Finetune/Step Time": 6.568606000393629}
{"Finetune/Learning Rate": 1.8001875258395637e-05, "Finetune/Loss": 0.7996797561645508, "Finetune/Loss (Raw)": 0.8251847624778748, "Finetune/Step": 3564, "Finetune/Step Time": 6.5712665766477585}
{"Finetune/Learning Rate": 1.8000629518422498e-05, "Finetune/Loss": 0.7994339466094971, "Finetune/Loss (Raw)": 0.8076884150505066, "Finetune/Step": 3565, "Finetune/Step Time": 6.564166933298111}
{"Finetune/Learning Rate": 1.7999383433370553e-05, "Finetune/Loss": 0.8008734583854675, "Finetune/Loss (Raw)": 0.9325160980224609, "Finetune/Step": 3566, "Finetune/Step Time": 6.563661847263575}
{"Finetune/Learning Rate": 1.7998137003293543e-05, "Finetune/Loss": 0.8008610010147095, "Finetune/Loss (Raw)": 0.8445971608161926, "Finetune/Step": 3567, "Finetune/Step Time": 6.567028466612101}
{"Finetune/Learning Rate": 1.7996890228245228e-05, "Finetune/Loss": 0.8018633127212524, "Finetune/Loss (Raw)": 0.8749106526374817, "Finetune/Step": 3568, "Finetune/Step Time": 6.571845531463623}
{"Finetune/Learning Rate": 1.799564310827939e-05, "Finetune/Loss": 0.8028855323791504, "Finetune/Loss (Raw)": 0.7835705280303955, "Finetune/Step": 3569, "Finetune/Step Time": 6.559730142354965}
{"Finetune/Learning Rate": 1.799439564344981e-05, "Finetune/Loss": 0.8031438589096069, "Finetune/Loss (Raw)": 0.8069365620613098, "Finetune/Step": 3570, "Finetune/Step Time": 6.554425438866019}
{"Finetune/Learning Rate": 1.79931478338103e-05, "Finetune/Loss": 0.8039992451667786, "Finetune/Loss (Raw)": 0.8458025455474854, "Finetune/Step": 3571, "Finetune/Step Time": 6.54671180061996}
{"Finetune/Learning Rate": 1.799189967941468e-05, "Finetune/Loss": 0.8045166730880737, "Finetune/Loss (Raw)": 0.9201340079307556, "Finetune/Step": 3572, "Finetune/Step Time": 6.547853427007794}
{"Finetune/Learning Rate": 1.7990651180316777e-05, "Finetune/Loss": 0.8069888353347778, "Finetune/Loss (Raw)": 0.9257246255874634, "Finetune/Step": 3573, "Finetune/Step Time": 6.530628010630608}
{"Finetune/Learning Rate": 1.7989402336570445e-05, "Finetune/Loss": 0.8080095052719116, "Finetune/Loss (Raw)": 0.9170234799385071, "Finetune/Step": 3574, "Finetune/Step Time": 6.517453953623772}
{"Finetune/Learning Rate": 1.798815314822955e-05, "Finetune/Loss": 0.8068829774856567, "Finetune/Loss (Raw)": 0.8154258728027344, "Finetune/Step": 3575, "Finetune/Step Time": 6.518281277269125}
{"Finetune/Learning Rate": 1.798690361534797e-05, "Finetune/Loss": 0.8082526922225952, "Finetune/Loss (Raw)": 0.9470005631446838, "Finetune/Step": 3576, "Finetune/Step Time": 6.516642700880766}
{"Finetune/Learning Rate": 1.79856537379796e-05, "Finetune/Loss": 0.8076177835464478, "Finetune/Loss (Raw)": 0.8483380079269409, "Finetune/Step": 3577, "Finetune/Step Time": 6.534895457327366}
{"Finetune/Learning Rate": 1.798440351617835e-05, "Finetune/Loss": 0.8087772130966187, "Finetune/Loss (Raw)": 0.9333873391151428, "Finetune/Step": 3578, "Finetune/Step Time": 6.520433871075511}
{"Finetune/Learning Rate": 1.798315294999814e-05, "Finetune/Loss": 0.8088459372520447, "Finetune/Loss (Raw)": 0.8458232283592224, "Finetune/Step": 3579, "Finetune/Step Time": 6.520917983725667}
{"Finetune/Learning Rate": 1.7981902039492915e-05, "Finetune/Loss": 0.8085141181945801, "Finetune/Loss (Raw)": 0.873501181602478, "Finetune/Step": 3580, "Finetune/Step Time": 6.5281721372157335}
{"Finetune/Learning Rate": 1.7980650784716617e-05, "Finetune/Loss": 0.8091439604759216, "Finetune/Loss (Raw)": 0.9157865643501282, "Finetune/Step": 3581, "Finetune/Step Time": 6.547542616724968}
{"Finetune/Learning Rate": 1.797939918572323e-05, "Finetune/Loss": 0.8087338209152222, "Finetune/Loss (Raw)": 0.7196677923202515, "Finetune/Step": 3582, "Finetune/Step Time": 6.549925642088056}
{"Finetune/Learning Rate": 1.7978147242566724e-05, "Finetune/Loss": 0.8117704391479492, "Finetune/Loss (Raw)": 0.7748950719833374, "Finetune/Step": 3583, "Finetune/Step Time": 6.531512677669525}
{"Finetune/Learning Rate": 1.7976894955301103e-05, "Finetune/Loss": 0.8114787340164185, "Finetune/Loss (Raw)": 0.8571642637252808, "Finetune/Step": 3584, "Finetune/Step Time": 6.533021045848727}
{"Finetune/Learning Rate": 1.797564232398038e-05, "Finetune/Loss": 0.8123244047164917, "Finetune/Loss (Raw)": 0.9863322377204895, "Finetune/Step": 3585, "Finetune/Step Time": 6.532715862616897}
{"Finetune/Learning Rate": 1.7974389348658587e-05, "Finetune/Loss": 0.811112642288208, "Finetune/Loss (Raw)": 0.7059519290924072, "Finetune/Step": 3586, "Finetune/Step Time": 6.530740981921554}
{"Finetune/Learning Rate": 1.7973136029389757e-05, "Finetune/Loss": 0.8105840682983398, "Finetune/Loss (Raw)": 0.7856270670890808, "Finetune/Step": 3587, "Finetune/Step Time": 6.524069096893072}
{"Finetune/Learning Rate": 1.797188236622795e-05, "Finetune/Loss": 0.8086416721343994, "Finetune/Loss (Raw)": 0.692417562007904, "Finetune/Step": 3588, "Finetune/Step Time": 6.52494534291327}
{"Finetune/Learning Rate": 1.7970628359227246e-05, "Finetune/Loss": 0.8119674921035767, "Finetune/Loss (Raw)": 0.8074331283569336, "Finetune/Step": 3589, "Finetune/Step Time": 6.513596115633845}
{"Finetune/Learning Rate": 1.7969374008441723e-05, "Finetune/Loss": 0.8124122619628906, "Finetune/Loss (Raw)": 0.8854787349700928, "Finetune/Step": 3590, "Finetune/Step Time": 6.527880545705557}
{"Finetune/Learning Rate": 1.796811931392549e-05, "Finetune/Loss": 0.812148928642273, "Finetune/Loss (Raw)": 0.7754185795783997, "Finetune/Step": 3591, "Finetune/Step Time": 6.526983920484781}
{"Finetune/Learning Rate": 1.796686427573266e-05, "Finetune/Loss": 0.8112276196479797, "Finetune/Loss (Raw)": 0.8123061656951904, "Finetune/Step": 3592, "Finetune/Step Time": 6.53195377252996}
{"Finetune/Learning Rate": 1.7965608893917364e-05, "Finetune/Loss": 0.8128243088722229, "Finetune/Loss (Raw)": 0.9651089310646057, "Finetune/Step": 3593, "Finetune/Step Time": 6.529177891090512}
{"Finetune/Learning Rate": 1.796435316853375e-05, "Finetune/Loss": 0.8116549253463745, "Finetune/Loss (Raw)": 0.5668756365776062, "Finetune/Step": 3594, "Finetune/Step Time": 6.535464208573103}
{"Finetune/Learning Rate": 1.7963097099635983e-05, "Finetune/Loss": 0.8129197359085083, "Finetune/Loss (Raw)": 0.8595423102378845, "Finetune/Step": 3595, "Finetune/Step Time": 6.536048388108611}
{"Finetune/Learning Rate": 1.796184068727823e-05, "Finetune/Loss": 0.8154932260513306, "Finetune/Loss (Raw)": 0.995703399181366, "Finetune/Step": 3596, "Finetune/Step Time": 6.522989036515355}
{"Finetune/Learning Rate": 1.7960583931514688e-05, "Finetune/Loss": 0.8120393753051758, "Finetune/Loss (Raw)": 0.2989290952682495, "Finetune/Step": 3597, "Finetune/Step Time": 6.531571673229337}
{"Finetune/Learning Rate": 1.7959326832399562e-05, "Finetune/Loss": 0.8118823766708374, "Finetune/Loss (Raw)": 0.786070704460144, "Finetune/Step": 3598, "Finetune/Step Time": 6.545974403619766}
{"Finetune/Learning Rate": 1.7958069389987076e-05, "Finetune/Loss": 0.8104241490364075, "Finetune/Loss (Raw)": 0.7211054563522339, "Finetune/Step": 3599, "Finetune/Step Time": 6.537898384034634}
{"Finetune/Learning Rate": 1.7956811604331456e-05, "Finetune/Loss": 0.8080403804779053, "Finetune/Loss (Raw)": 0.48014599084854126, "Finetune/Step": 3600, "Finetune/Step Time": 6.5490436758846045}
{"Finetune/Learning Rate": 1.795555347548696e-05, "Finetune/Loss": 0.8078178763389587, "Finetune/Loss (Raw)": 0.8757590055465698, "Finetune/Step": 3601, "Finetune/Step Time": 6.532322056591511}
{"Finetune/Learning Rate": 1.795429500350785e-05, "Finetune/Loss": 0.8088954091072083, "Finetune/Loss (Raw)": 0.832380473613739, "Finetune/Step": 3602, "Finetune/Step Time": 6.527314929291606}
{"Finetune/Learning Rate": 1.795303618844841e-05, "Finetune/Loss": 0.8087671995162964, "Finetune/Loss (Raw)": 0.8379738330841064, "Finetune/Step": 3603, "Finetune/Step Time": 6.516360815614462}
{"Finetune/Learning Rate": 1.7951777030362926e-05, "Finetune/Loss": 0.8100461959838867, "Finetune/Loss (Raw)": 0.8456380367279053, "Finetune/Step": 3604, "Finetune/Step Time": 6.513503855094314}
{"Finetune/Learning Rate": 1.7950517529305712e-05, "Finetune/Loss": 0.8091956377029419, "Finetune/Loss (Raw)": 0.6647374629974365, "Finetune/Step": 3605, "Finetune/Step Time": 6.510147724300623}
{"Finetune/Learning Rate": 1.7949257685331095e-05, "Finetune/Loss": 0.8073670864105225, "Finetune/Loss (Raw)": 0.7566524744033813, "Finetune/Step": 3606, "Finetune/Step Time": 6.511776182800531}
{"Finetune/Learning Rate": 1.794799749849341e-05, "Finetune/Loss": 0.8055272698402405, "Finetune/Loss (Raw)": 0.8388288021087646, "Finetune/Step": 3607, "Finetune/Step Time": 6.515207186341286}
{"Finetune/Learning Rate": 1.7946736968847013e-05, "Finetune/Loss": 0.803863525390625, "Finetune/Loss (Raw)": 0.6784361004829407, "Finetune/Step": 3608, "Finetune/Step Time": 6.55114658549428}
{"Finetune/Learning Rate": 1.7945476096446272e-05, "Finetune/Loss": 0.8032494187355042, "Finetune/Loss (Raw)": 0.8024508357048035, "Finetune/Step": 3609, "Finetune/Step Time": 6.552571730688214}
{"Finetune/Learning Rate": 1.7944214881345566e-05, "Finetune/Loss": 0.8025676012039185, "Finetune/Loss (Raw)": 0.7049924731254578, "Finetune/Step": 3610, "Finetune/Step Time": 6.552127085626125}
{"Finetune/Learning Rate": 1.79429533235993e-05, "Finetune/Loss": 0.7995327711105347, "Finetune/Loss (Raw)": 0.3891872465610504, "Finetune/Step": 3611, "Finetune/Step Time": 6.533665042370558}
{"Finetune/Learning Rate": 1.794169142326188e-05, "Finetune/Loss": 0.7997570037841797, "Finetune/Loss (Raw)": 0.8242931962013245, "Finetune/Step": 3612, "Finetune/Step Time": 6.531032903119922}
{"Finetune/Learning Rate": 1.7940429180387743e-05, "Finetune/Loss": 0.7977869510650635, "Finetune/Loss (Raw)": 0.7246730923652649, "Finetune/Step": 3613, "Finetune/Step Time": 6.532089740037918}
{"Finetune/Learning Rate": 1.793916659503132e-05, "Finetune/Loss": 0.7976902723312378, "Finetune/Loss (Raw)": 0.8356647491455078, "Finetune/Step": 3614, "Finetune/Step Time": 6.535750210285187}
{"Finetune/Learning Rate": 1.7937903667247075e-05, "Finetune/Loss": 0.7985535860061646, "Finetune/Loss (Raw)": 0.8711662292480469, "Finetune/Step": 3615, "Finetune/Step Time": 6.540107626467943}
{"Finetune/Learning Rate": 1.793664039708948e-05, "Finetune/Loss": 0.7985990047454834, "Finetune/Loss (Raw)": 0.7350196838378906, "Finetune/Step": 3616, "Finetune/Step Time": 6.544534929096699}
{"Finetune/Learning Rate": 1.7935376784613018e-05, "Finetune/Loss": 0.7973455786705017, "Finetune/Loss (Raw)": 0.7369096875190735, "Finetune/Step": 3617, "Finetune/Step Time": 6.553071681410074}
{"Finetune/Learning Rate": 1.7934112829872193e-05, "Finetune/Loss": 0.7970032095909119, "Finetune/Loss (Raw)": 0.7110181450843811, "Finetune/Step": 3618, "Finetune/Step Time": 6.550558567047119}
{"Finetune/Learning Rate": 1.7932848532921523e-05, "Finetune/Loss": 0.7957882881164551, "Finetune/Loss (Raw)": 0.7968463897705078, "Finetune/Step": 3619, "Finetune/Step Time": 6.548558598384261}
{"Finetune/Learning Rate": 1.7931583893815535e-05, "Finetune/Loss": 0.7958959341049194, "Finetune/Loss (Raw)": 0.8374449610710144, "Finetune/Step": 3620, "Finetune/Step Time": 6.538697388023138}
{"Finetune/Learning Rate": 1.7930318912608777e-05, "Finetune/Loss": 0.7980066537857056, "Finetune/Loss (Raw)": 0.7811319231987, "Finetune/Step": 3621, "Finetune/Step Time": 6.542625535279512}
{"Finetune/Learning Rate": 1.792905358935581e-05, "Finetune/Loss": 0.7967480421066284, "Finetune/Loss (Raw)": 0.8249950408935547, "Finetune/Step": 3622, "Finetune/Step Time": 6.541133960708976}
{"Finetune/Learning Rate": 1.7927787924111206e-05, "Finetune/Loss": 0.7965574264526367, "Finetune/Loss (Raw)": 0.8745077252388, "Finetune/Step": 3623, "Finetune/Step Time": 6.541820226237178}
{"Finetune/Learning Rate": 1.792652191692956e-05, "Finetune/Loss": 0.7969325184822083, "Finetune/Loss (Raw)": 0.9383798241615295, "Finetune/Step": 3624, "Finetune/Step Time": 6.536185007542372}
{"Finetune/Learning Rate": 1.7925255567865473e-05, "Finetune/Loss": 0.7990552186965942, "Finetune/Loss (Raw)": 0.9245069026947021, "Finetune/Step": 3625, "Finetune/Step Time": 6.527565831318498}
{"Finetune/Learning Rate": 1.7923988876973567e-05, "Finetune/Loss": 0.797548770904541, "Finetune/Loss (Raw)": 0.7174054980278015, "Finetune/Step": 3626, "Finetune/Step Time": 6.524273380637169}
{"Finetune/Learning Rate": 1.7922721844308474e-05, "Finetune/Loss": 0.7981823682785034, "Finetune/Loss (Raw)": 0.9020652770996094, "Finetune/Step": 3627, "Finetune/Step Time": 6.538927225396037}
{"Finetune/Learning Rate": 1.792145446992484e-05, "Finetune/Loss": 0.797303318977356, "Finetune/Loss (Raw)": 0.8291445970535278, "Finetune/Step": 3628, "Finetune/Step Time": 6.5440963469445705}
{"Finetune/Learning Rate": 1.7920186753877334e-05, "Finetune/Loss": 0.7966188192367554, "Finetune/Loss (Raw)": 0.802721381187439, "Finetune/Step": 3629, "Finetune/Step Time": 6.550452351570129}
{"Finetune/Learning Rate": 1.7918918696220637e-05, "Finetune/Loss": 0.7947715520858765, "Finetune/Loss (Raw)": 0.7494588494300842, "Finetune/Step": 3630, "Finetune/Step Time": 6.550721079111099}
{"Finetune/Learning Rate": 1.7917650297009436e-05, "Finetune/Loss": 0.7929177284240723, "Finetune/Loss (Raw)": 0.6765424609184265, "Finetune/Step": 3631, "Finetune/Step Time": 6.564153769984841}
{"Finetune/Learning Rate": 1.7916381556298437e-05, "Finetune/Loss": 0.7940434217453003, "Finetune/Loss (Raw)": 0.9295684695243835, "Finetune/Step": 3632, "Finetune/Step Time": 6.566822482272983}
{"Finetune/Learning Rate": 1.7915112474142373e-05, "Finetune/Loss": 0.7951251268386841, "Finetune/Loss (Raw)": 0.9178861379623413, "Finetune/Step": 3633, "Finetune/Step Time": 6.561631252989173}
{"Finetune/Learning Rate": 1.7913843050595967e-05, "Finetune/Loss": 0.795474648475647, "Finetune/Loss (Raw)": 0.8226423859596252, "Finetune/Step": 3634, "Finetune/Step Time": 6.554396374151111}
{"Finetune/Learning Rate": 1.7912573285713986e-05, "Finetune/Loss": 0.7957503795623779, "Finetune/Loss (Raw)": 0.6780690550804138, "Finetune/Step": 3635, "Finetune/Step Time": 6.53869535215199}
{"Finetune/Learning Rate": 1.7911303179551185e-05, "Finetune/Loss": 0.7959150075912476, "Finetune/Loss (Raw)": 0.8548905253410339, "Finetune/Step": 3636, "Finetune/Step Time": 6.537680622190237}
{"Finetune/Learning Rate": 1.791003273216235e-05, "Finetune/Loss": 0.7967255115509033, "Finetune/Loss (Raw)": 0.886253297328949, "Finetune/Step": 3637, "Finetune/Step Time": 6.52382693067193}
{"Finetune/Learning Rate": 1.7908761943602283e-05, "Finetune/Loss": 0.7973202466964722, "Finetune/Loss (Raw)": 0.861352264881134, "Finetune/Step": 3638, "Finetune/Step Time": 6.531910020858049}
{"Finetune/Learning Rate": 1.7907490813925784e-05, "Finetune/Loss": 0.7982138395309448, "Finetune/Loss (Raw)": 0.8603953719139099, "Finetune/Step": 3639, "Finetune/Step Time": 6.521354794502258}
{"Finetune/Learning Rate": 1.790621934318769e-05, "Finetune/Loss": 0.7946844100952148, "Finetune/Loss (Raw)": 0.3730292022228241, "Finetune/Step": 3640, "Finetune/Step Time": 6.541174693033099}
{"Finetune/Learning Rate": 1.790494753144283e-05, "Finetune/Loss": 0.7936857342720032, "Finetune/Loss (Raw)": 0.7616550326347351, "Finetune/Step": 3641, "Finetune/Step Time": 6.544801846146584}
{"Finetune/Learning Rate": 1.7903675378746067e-05, "Finetune/Loss": 0.7944056987762451, "Finetune/Loss (Raw)": 0.8543030023574829, "Finetune/Step": 3642, "Finetune/Step Time": 6.547535305842757}
{"Finetune/Learning Rate": 1.790240288515227e-05, "Finetune/Loss": 0.7947527766227722, "Finetune/Loss (Raw)": 0.887153148651123, "Finetune/Step": 3643, "Finetune/Step Time": 6.541200272738934}
{"Finetune/Learning Rate": 1.790113005071632e-05, "Finetune/Loss": 0.7946609854698181, "Finetune/Loss (Raw)": 0.817094624042511, "Finetune/Step": 3644, "Finetune/Step Time": 6.537838313728571}
{"Finetune/Learning Rate": 1.789985687549312e-05, "Finetune/Loss": 0.7941071391105652, "Finetune/Loss (Raw)": 0.8008037209510803, "Finetune/Step": 3645, "Finetune/Step Time": 6.537044508382678}
{"Finetune/Learning Rate": 1.789858335953758e-05, "Finetune/Loss": 0.7956638932228088, "Finetune/Loss (Raw)": 0.8844292163848877, "Finetune/Step": 3646, "Finetune/Step Time": 6.511472603306174}
{"Finetune/Learning Rate": 1.7897309502904633e-05, "Finetune/Loss": 0.7969120740890503, "Finetune/Loss (Raw)": 0.8770038485527039, "Finetune/Step": 3647, "Finetune/Step Time": 6.48989892937243}
{"Finetune/Learning Rate": 1.7896035305649215e-05, "Finetune/Loss": 0.7981785535812378, "Finetune/Loss (Raw)": 0.9392075538635254, "Finetune/Step": 3648, "Finetune/Step Time": 6.491129621863365}
{"Finetune/Learning Rate": 1.7894760767826294e-05, "Finetune/Loss": 0.7982144951820374, "Finetune/Loss (Raw)": 0.9392848610877991, "Finetune/Step": 3649, "Finetune/Step Time": 6.495652176439762}
{"Finetune/Learning Rate": 1.789348588949084e-05, "Finetune/Loss": 0.8007218241691589, "Finetune/Loss (Raw)": 0.9928585886955261, "Finetune/Step": 3650, "Finetune/Step Time": 6.476548021659255}
{"Finetune/Learning Rate": 1.789221067069783e-05, "Finetune/Loss": 0.8010199069976807, "Finetune/Loss (Raw)": 0.6971686482429504, "Finetune/Step": 3651, "Finetune/Step Time": 6.465979961678386}
{"Finetune/Learning Rate": 1.789093511150228e-05, "Finetune/Loss": 0.802354633808136, "Finetune/Loss (Raw)": 0.8585871458053589, "Finetune/Step": 3652, "Finetune/Step Time": 6.448690535500646}
{"Finetune/Learning Rate": 1.7889659211959197e-05, "Finetune/Loss": 0.8016278743743896, "Finetune/Loss (Raw)": 0.9324859380722046, "Finetune/Step": 3653, "Finetune/Step Time": 6.445963740348816}
{"Finetune/Learning Rate": 1.788838297212362e-05, "Finetune/Loss": 0.8022297620773315, "Finetune/Loss (Raw)": 0.7835785746574402, "Finetune/Step": 3654, "Finetune/Step Time": 6.455252645537257}
{"Finetune/Learning Rate": 1.788710639205059e-05, "Finetune/Loss": 0.8032981157302856, "Finetune/Loss (Raw)": 0.9701618552207947, "Finetune/Step": 3655, "Finetune/Step Time": 6.459861166775227}
{"Finetune/Learning Rate": 1.7885829471795166e-05, "Finetune/Loss": 0.8025256395339966, "Finetune/Loss (Raw)": 0.712909996509552, "Finetune/Step": 3656, "Finetune/Step Time": 6.46396604180336}
{"Finetune/Learning Rate": 1.788455221141243e-05, "Finetune/Loss": 0.804013729095459, "Finetune/Loss (Raw)": 0.8546943664550781, "Finetune/Step": 3657, "Finetune/Step Time": 6.469965128228068}
{"Finetune/Learning Rate": 1.788327461095747e-05, "Finetune/Loss": 0.8039908409118652, "Finetune/Loss (Raw)": 0.8032428622245789, "Finetune/Step": 3658, "Finetune/Step Time": 6.485082557424903}
{"Finetune/Learning Rate": 1.7881996670485384e-05, "Finetune/Loss": 0.8037062883377075, "Finetune/Loss (Raw)": 0.8404043912887573, "Finetune/Step": 3659, "Finetune/Step Time": 6.488062085583806}
{"Finetune/Learning Rate": 1.78807183900513e-05, "Finetune/Loss": 0.8055344820022583, "Finetune/Loss (Raw)": 0.9407998323440552, "Finetune/Step": 3660, "Finetune/Step Time": 6.475788898766041}
{"Finetune/Learning Rate": 1.7879439769710346e-05, "Finetune/Loss": 0.8094383478164673, "Finetune/Loss (Raw)": 0.864450991153717, "Finetune/Step": 3661, "Finetune/Step Time": 6.455371664837003}
{"Finetune/Learning Rate": 1.787816080951768e-05, "Finetune/Loss": 0.8101488947868347, "Finetune/Loss (Raw)": 0.9517787098884583, "Finetune/Step": 3662, "Finetune/Step Time": 6.445857563987374}
{"Finetune/Learning Rate": 1.7876881509528454e-05, "Finetune/Loss": 0.8151116967201233, "Finetune/Loss (Raw)": 1.0256991386413574, "Finetune/Step": 3663, "Finetune/Step Time": 6.434206992387772}
{"Finetune/Learning Rate": 1.787560186979785e-05, "Finetune/Loss": 0.8146639466285706, "Finetune/Loss (Raw)": 0.7511413097381592, "Finetune/Step": 3664, "Finetune/Step Time": 6.445794127881527}
{"Finetune/Learning Rate": 1.7874321890381065e-05, "Finetune/Loss": 0.8133648037910461, "Finetune/Loss (Raw)": 0.8488982915878296, "Finetune/Step": 3665, "Finetune/Step Time": 6.4483268316835165}
{"Finetune/Learning Rate": 1.7873041571333303e-05, "Finetune/Loss": 0.8126314878463745, "Finetune/Loss (Raw)": 0.8482329249382019, "Finetune/Step": 3666, "Finetune/Step Time": 6.4532145746052265}
{"Finetune/Learning Rate": 1.7871760912709786e-05, "Finetune/Loss": 0.8090266585350037, "Finetune/Loss (Raw)": 0.4734097719192505, "Finetune/Step": 3667, "Finetune/Step Time": 6.469263991340995}
{"Finetune/Learning Rate": 1.787047991456575e-05, "Finetune/Loss": 0.8083927631378174, "Finetune/Loss (Raw)": 0.7820326089859009, "Finetune/Step": 3668, "Finetune/Step Time": 6.460004622116685}
{"Finetune/Learning Rate": 1.786919857695645e-05, "Finetune/Loss": 0.8079380989074707, "Finetune/Loss (Raw)": 0.7762113809585571, "Finetune/Step": 3669, "Finetune/Step Time": 6.463411867618561}
{"Finetune/Learning Rate": 1.7867916899937147e-05, "Finetune/Loss": 0.808946967124939, "Finetune/Loss (Raw)": 0.8494948744773865, "Finetune/Step": 3670, "Finetune/Step Time": 6.449087787419558}
{"Finetune/Learning Rate": 1.7866634883563123e-05, "Finetune/Loss": 0.8098943829536438, "Finetune/Loss (Raw)": 0.9241318106651306, "Finetune/Step": 3671, "Finetune/Step Time": 6.430737189948559}
{"Finetune/Learning Rate": 1.7865352527889675e-05, "Finetune/Loss": 0.8088774085044861, "Finetune/Loss (Raw)": 0.7494710683822632, "Finetune/Step": 3672, "Finetune/Step Time": 6.427936909720302}
{"Finetune/Learning Rate": 1.786406983297211e-05, "Finetune/Loss": 0.8095008134841919, "Finetune/Loss (Raw)": 0.5528209209442139, "Finetune/Step": 3673, "Finetune/Step Time": 6.411810357123613}
{"Finetune/Learning Rate": 1.7862786798865758e-05, "Finetune/Loss": 0.8099640607833862, "Finetune/Loss (Raw)": 0.8278762102127075, "Finetune/Step": 3674, "Finetune/Step Time": 6.402871185913682}
{"Finetune/Learning Rate": 1.786150342562595e-05, "Finetune/Loss": 0.8057829737663269, "Finetune/Loss (Raw)": 0.417115181684494, "Finetune/Step": 3675, "Finetune/Step Time": 6.426001770421863}
{"Finetune/Learning Rate": 1.786021971330805e-05, "Finetune/Loss": 0.8064145445823669, "Finetune/Loss (Raw)": 0.851726233959198, "Finetune/Step": 3676, "Finetune/Step Time": 6.419871669262648}
{"Finetune/Learning Rate": 1.7858935661967417e-05, "Finetune/Loss": 0.8064479827880859, "Finetune/Loss (Raw)": 0.9644424915313721, "Finetune/Step": 3677, "Finetune/Step Time": 6.419464685022831}
{"Finetune/Learning Rate": 1.7857651271659437e-05, "Finetune/Loss": 0.8080117702484131, "Finetune/Loss (Raw)": 0.587887167930603, "Finetune/Step": 3678, "Finetune/Step Time": 6.401260124519467}
{"Finetune/Learning Rate": 1.785636654243951e-05, "Finetune/Loss": 0.8084064722061157, "Finetune/Loss (Raw)": 0.7671407461166382, "Finetune/Step": 3679, "Finetune/Step Time": 6.379432274028659}
{"Finetune/Learning Rate": 1.7855081474363044e-05, "Finetune/Loss": 0.8088399171829224, "Finetune/Loss (Raw)": 0.8985210657119751, "Finetune/Step": 3680, "Finetune/Step Time": 6.384802596643567}
{"Finetune/Learning Rate": 1.785379606748547e-05, "Finetune/Loss": 0.8104227185249329, "Finetune/Loss (Raw)": 0.8698592185974121, "Finetune/Step": 3681, "Finetune/Step Time": 6.366633526980877}
{"Finetune/Learning Rate": 1.785251032186223e-05, "Finetune/Loss": 0.8113425374031067, "Finetune/Loss (Raw)": 1.0752464532852173, "Finetune/Step": 3682, "Finetune/Step Time": 6.36377695389092}
{"Finetune/Learning Rate": 1.7851224237548776e-05, "Finetune/Loss": 0.8103517293930054, "Finetune/Loss (Raw)": 0.8487807512283325, "Finetune/Step": 3683, "Finetune/Step Time": 6.364304201677442}
{"Finetune/Learning Rate": 1.7849937814600582e-05, "Finetune/Loss": 0.811954140663147, "Finetune/Loss (Raw)": 0.5917826890945435, "Finetune/Step": 3684, "Finetune/Step Time": 6.353100407868624}
{"Finetune/Learning Rate": 1.784865105307313e-05, "Finetune/Loss": 0.8103020191192627, "Finetune/Loss (Raw)": 0.8129665851593018, "Finetune/Step": 3685, "Finetune/Step Time": 6.349851444363594}
{"Finetune/Learning Rate": 1.7847363953021922e-05, "Finetune/Loss": 0.8106142282485962, "Finetune/Loss (Raw)": 0.8746252655982971, "Finetune/Step": 3686, "Finetune/Step Time": 6.349249612540007}
{"Finetune/Learning Rate": 1.7846076514502472e-05, "Finetune/Loss": 0.8106606602668762, "Finetune/Loss (Raw)": 0.888131856918335, "Finetune/Step": 3687, "Finetune/Step Time": 6.347440227866173}
{"Finetune/Learning Rate": 1.7844788737570313e-05, "Finetune/Loss": 0.8086241483688354, "Finetune/Loss (Raw)": 0.6676318645477295, "Finetune/Step": 3688, "Finetune/Step Time": 6.364783585071564}
{"Finetune/Learning Rate": 1.7843500622280984e-05, "Finetune/Loss": 0.8078964948654175, "Finetune/Loss (Raw)": 0.9097977876663208, "Finetune/Step": 3689, "Finetune/Step Time": 6.364601340144873}
{"Finetune/Learning Rate": 1.784221216869004e-05, "Finetune/Loss": 0.8097628355026245, "Finetune/Loss (Raw)": 0.8976991176605225, "Finetune/Step": 3690, "Finetune/Step Time": 6.367676664143801}
{"Finetune/Learning Rate": 1.7840923376853063e-05, "Finetune/Loss": 0.8069702982902527, "Finetune/Loss (Raw)": 0.3508232831954956, "Finetune/Step": 3691, "Finetune/Step Time": 6.38586051017046}
{"Finetune/Learning Rate": 1.7839634246825632e-05, "Finetune/Loss": 0.807644248008728, "Finetune/Loss (Raw)": 0.9114433526992798, "Finetune/Step": 3692, "Finetune/Step Time": 6.380166115239263}
{"Finetune/Learning Rate": 1.7838344778663357e-05, "Finetune/Loss": 0.8080621957778931, "Finetune/Loss (Raw)": 0.86119145154953, "Finetune/Step": 3693, "Finetune/Step Time": 6.379495739936829}
{"Finetune/Learning Rate": 1.7837054972421847e-05, "Finetune/Loss": 0.8061220645904541, "Finetune/Loss (Raw)": 0.6841784119606018, "Finetune/Step": 3694, "Finetune/Step Time": 6.412239540368319}
{"Finetune/Learning Rate": 1.7835764828156738e-05, "Finetune/Loss": 0.8078460097312927, "Finetune/Loss (Raw)": 1.0652563571929932, "Finetune/Step": 3695, "Finetune/Step Time": 6.4029026087373495}
{"Finetune/Learning Rate": 1.7834474345923674e-05, "Finetune/Loss": 0.8073596954345703, "Finetune/Loss (Raw)": 0.812667727470398, "Finetune/Step": 3696, "Finetune/Step Time": 6.395753402262926}
{"Finetune/Learning Rate": 1.7833183525778315e-05, "Finetune/Loss": 0.8055263161659241, "Finetune/Loss (Raw)": 0.5489050149917603, "Finetune/Step": 3697, "Finetune/Step Time": 6.411435736343265}
{"Finetune/Learning Rate": 1.783189236777634e-05, "Finetune/Loss": 0.8059407472610474, "Finetune/Loss (Raw)": 0.8599821925163269, "Finetune/Step": 3698, "Finetune/Step Time": 6.41778039932251}
{"Finetune/Learning Rate": 1.7830600871973434e-05, "Finetune/Loss": 0.8059200644493103, "Finetune/Loss (Raw)": 0.8431470394134521, "Finetune/Step": 3699, "Finetune/Step Time": 6.415138173848391}
{"Finetune/Learning Rate": 1.78293090384253e-05, "Finetune/Loss": 0.8055823445320129, "Finetune/Loss (Raw)": 0.876907467842102, "Finetune/Step": 3700, "Finetune/Step Time": 6.416561657562852}
{"Finetune/Learning Rate": 1.7828016867187662e-05, "Finetune/Loss": 0.8036583662033081, "Finetune/Loss (Raw)": 0.6794611215591431, "Finetune/Step": 3701, "Finetune/Step Time": 6.4235561937093735}
{"Finetune/Learning Rate": 1.782672435831625e-05, "Finetune/Loss": 0.8033260107040405, "Finetune/Loss (Raw)": 0.8744780421257019, "Finetune/Step": 3702, "Finetune/Step Time": 6.4132896065711975}
{"Finetune/Learning Rate": 1.782543151186681e-05, "Finetune/Loss": 0.8040246367454529, "Finetune/Loss (Raw)": 0.9048525094985962, "Finetune/Step": 3703, "Finetune/Step Time": 6.410837793722749}
{"Finetune/Learning Rate": 1.782413832789511e-05, "Finetune/Loss": 0.8032375574111938, "Finetune/Loss (Raw)": 0.8462493419647217, "Finetune/Step": 3704, "Finetune/Step Time": 6.415333762764931}
{"Finetune/Learning Rate": 1.782284480645692e-05, "Finetune/Loss": 0.8016481399536133, "Finetune/Loss (Raw)": 0.6449021100997925, "Finetune/Step": 3705, "Finetune/Step Time": 6.397348454222083}
{"Finetune/Learning Rate": 1.7821550947608036e-05, "Finetune/Loss": 0.8009301424026489, "Finetune/Loss (Raw)": 0.8414801955223083, "Finetune/Step": 3706, "Finetune/Step Time": 6.399075031280518}
{"Finetune/Learning Rate": 1.7820256751404265e-05, "Finetune/Loss": 0.8003379106521606, "Finetune/Loss (Raw)": 0.7700205445289612, "Finetune/Step": 3707, "Finetune/Step Time": 6.424225557595491}
{"Finetune/Learning Rate": 1.7818962217901424e-05, "Finetune/Loss": 0.7987552881240845, "Finetune/Loss (Raw)": 0.670916736125946, "Finetune/Step": 3708, "Finetune/Step Time": 6.4357952401041985}
{"Finetune/Learning Rate": 1.781766734715535e-05, "Finetune/Loss": 0.7991393804550171, "Finetune/Loss (Raw)": 0.964950442314148, "Finetune/Step": 3709, "Finetune/Step Time": 6.417354105040431}
{"Finetune/Learning Rate": 1.781637213922189e-05, "Finetune/Loss": 0.8011173009872437, "Finetune/Loss (Raw)": 0.9728444218635559, "Finetune/Step": 3710, "Finetune/Step Time": 6.4044739082455635}
{"Finetune/Learning Rate": 1.781507659415691e-05, "Finetune/Loss": 0.800459086894989, "Finetune/Loss (Raw)": 0.6906437277793884, "Finetune/Step": 3711, "Finetune/Step Time": 6.415352156385779}
{"Finetune/Learning Rate": 1.7813780712016293e-05, "Finetune/Loss": 0.8010528087615967, "Finetune/Loss (Raw)": 0.9331633448600769, "Finetune/Step": 3712, "Finetune/Step Time": 6.414884457364678}
{"Finetune/Learning Rate": 1.7812484492855924e-05, "Finetune/Loss": 0.7958743572235107, "Finetune/Loss (Raw)": 0.32349345088005066, "Finetune/Step": 3713, "Finetune/Step Time": 6.433963129296899}
{"Finetune/Learning Rate": 1.781118793673172e-05, "Finetune/Loss": 0.7970487475395203, "Finetune/Loss (Raw)": 0.8562649488449097, "Finetune/Step": 3714, "Finetune/Step Time": 6.427270315587521}
{"Finetune/Learning Rate": 1.7809891043699598e-05, "Finetune/Loss": 0.7976648807525635, "Finetune/Loss (Raw)": 0.864500105381012, "Finetune/Step": 3715, "Finetune/Step Time": 6.431754428893328}
{"Finetune/Learning Rate": 1.780859381381549e-05, "Finetune/Loss": 0.7979276180267334, "Finetune/Loss (Raw)": 0.7260425686836243, "Finetune/Step": 3716, "Finetune/Step Time": 6.45434644818306}
{"Finetune/Learning Rate": 1.7807296247135358e-05, "Finetune/Loss": 0.7971301674842834, "Finetune/Loss (Raw)": 0.7053605318069458, "Finetune/Step": 3717, "Finetune/Step Time": 6.463636131957173}
{"Finetune/Learning Rate": 1.780599834371516e-05, "Finetune/Loss": 0.7953207492828369, "Finetune/Loss (Raw)": 0.6538769006729126, "Finetune/Step": 3718, "Finetune/Step Time": 6.456792710348964}
{"Finetune/Learning Rate": 1.7804700103610882e-05, "Finetune/Loss": 0.7942485809326172, "Finetune/Loss (Raw)": 0.6381787657737732, "Finetune/Step": 3719, "Finetune/Step Time": 6.467216728255153}
{"Finetune/Learning Rate": 1.7803401526878517e-05, "Finetune/Loss": 0.7948462963104248, "Finetune/Loss (Raw)": 0.8888111114501953, "Finetune/Step": 3720, "Finetune/Step Time": 6.470967054367065}
{"Finetune/Learning Rate": 1.7802102613574074e-05, "Finetune/Loss": 0.7946447730064392, "Finetune/Loss (Raw)": 0.9393166303634644, "Finetune/Step": 3721, "Finetune/Step Time": 6.470344673842192}
{"Finetune/Learning Rate": 1.7800803363753575e-05, "Finetune/Loss": 0.7970981597900391, "Finetune/Loss (Raw)": 0.8809017539024353, "Finetune/Step": 3722, "Finetune/Step Time": 6.477226078510284}
{"Finetune/Learning Rate": 1.779950377747306e-05, "Finetune/Loss": 0.7981089353561401, "Finetune/Loss (Raw)": 0.9889314770698547, "Finetune/Step": 3723, "Finetune/Step Time": 6.4863646775484085}
{"Finetune/Learning Rate": 1.779820385478858e-05, "Finetune/Loss": 0.7966213226318359, "Finetune/Loss (Raw)": 0.8052853345870972, "Finetune/Step": 3724, "Finetune/Step Time": 6.486732939258218}
{"Finetune/Learning Rate": 1.779690359575621e-05, "Finetune/Loss": 0.8014949560165405, "Finetune/Loss (Raw)": 0.9227511286735535, "Finetune/Step": 3725, "Finetune/Step Time": 6.470122030004859}
{"Finetune/Learning Rate": 1.7795603000432025e-05, "Finetune/Loss": 0.7987955808639526, "Finetune/Loss (Raw)": 0.4405481219291687, "Finetune/Step": 3726, "Finetune/Step Time": 6.472044672816992}
{"Finetune/Learning Rate": 1.7794302068872122e-05, "Finetune/Loss": 0.7992025017738342, "Finetune/Loss (Raw)": 0.7732000350952148, "Finetune/Step": 3727, "Finetune/Step Time": 6.486359449103475}
{"Finetune/Learning Rate": 1.7793000801132615e-05, "Finetune/Loss": 0.7999706268310547, "Finetune/Loss (Raw)": 0.5784656405448914, "Finetune/Step": 3728, "Finetune/Step Time": 6.475055638700724}
{"Finetune/Learning Rate": 1.7791699197269628e-05, "Finetune/Loss": 0.7997655272483826, "Finetune/Loss (Raw)": 0.8495030403137207, "Finetune/Step": 3729, "Finetune/Step Time": 6.483071135357022}
{"Finetune/Learning Rate": 1.7790397257339306e-05, "Finetune/Loss": 0.8002394437789917, "Finetune/Loss (Raw)": 0.8930379152297974, "Finetune/Step": 3730, "Finetune/Step Time": 6.5111354645341635}
{"Finetune/Learning Rate": 1.7789094981397793e-05, "Finetune/Loss": 0.8004119396209717, "Finetune/Loss (Raw)": 0.8600553274154663, "Finetune/Step": 3731, "Finetune/Step Time": 6.511505097150803}
{"Finetune/Learning Rate": 1.7787792369501265e-05, "Finetune/Loss": 0.8007488250732422, "Finetune/Loss (Raw)": 0.8887677192687988, "Finetune/Step": 3732, "Finetune/Step Time": 6.509622933343053}
{"Finetune/Learning Rate": 1.7786489421705907e-05, "Finetune/Loss": 0.8018895983695984, "Finetune/Loss (Raw)": 0.810749888420105, "Finetune/Step": 3733, "Finetune/Step Time": 6.506776621565223}
{"Finetune/Learning Rate": 1.778518613806791e-05, "Finetune/Loss": 0.803288459777832, "Finetune/Loss (Raw)": 0.9357040524482727, "Finetune/Step": 3734, "Finetune/Step Time": 6.499823123216629}
{"Finetune/Learning Rate": 1.7783882518643496e-05, "Finetune/Loss": 0.8019253015518188, "Finetune/Loss (Raw)": 0.6643401384353638, "Finetune/Step": 3735, "Finetune/Step Time": 6.500748451799154}
{"Finetune/Learning Rate": 1.7782578563488883e-05, "Finetune/Loss": 0.8048230409622192, "Finetune/Loss (Raw)": 1.0493563413619995, "Finetune/Step": 3736, "Finetune/Step Time": 6.472402518615127}
{"Finetune/Learning Rate": 1.778127427266032e-05, "Finetune/Loss": 0.8046853542327881, "Finetune/Loss (Raw)": 0.7848272323608398, "Finetune/Step": 3737, "Finetune/Step Time": 6.4895379319787025}
{"Finetune/Learning Rate": 1.777996964621406e-05, "Finetune/Loss": 0.8048945665359497, "Finetune/Loss (Raw)": 0.7317643761634827, "Finetune/Step": 3738, "Finetune/Step Time": 6.498682644218206}
{"Finetune/Learning Rate": 1.7778664684206372e-05, "Finetune/Loss": 0.8078630566596985, "Finetune/Loss (Raw)": 0.7691587805747986, "Finetune/Step": 3739, "Finetune/Step Time": 6.480005772784352}
{"Finetune/Learning Rate": 1.7777359386693537e-05, "Finetune/Loss": 0.8076880574226379, "Finetune/Loss (Raw)": 0.801896870136261, "Finetune/Step": 3740, "Finetune/Step Time": 6.463340986520052}
{"Finetune/Learning Rate": 1.7776053753731867e-05, "Finetune/Loss": 0.8094041347503662, "Finetune/Loss (Raw)": 0.9443228840827942, "Finetune/Step": 3741, "Finetune/Step Time": 6.462292393669486}
{"Finetune/Learning Rate": 1.7774747785377663e-05, "Finetune/Loss": 0.8096327781677246, "Finetune/Loss (Raw)": 0.8649415969848633, "Finetune/Step": 3742, "Finetune/Step Time": 6.458483494818211}
{"Finetune/Learning Rate": 1.777344148168726e-05, "Finetune/Loss": 0.8096178770065308, "Finetune/Loss (Raw)": 0.8692476153373718, "Finetune/Step": 3743, "Finetune/Step Time": 6.4899354968219995}
{"Finetune/Learning Rate": 1.7772134842716998e-05, "Finetune/Loss": 0.8070840835571289, "Finetune/Loss (Raw)": 0.41070619225502014, "Finetune/Step": 3744, "Finetune/Step Time": 6.5061803832650185}
{"Finetune/Learning Rate": 1.777082786852324e-05, "Finetune/Loss": 0.8042705059051514, "Finetune/Loss (Raw)": 0.37677001953125, "Finetune/Step": 3745, "Finetune/Step Time": 6.51441315934062}
{"Finetune/Learning Rate": 1.776952055916235e-05, "Finetune/Loss": 0.8043748736381531, "Finetune/Loss (Raw)": 0.7243690490722656, "Finetune/Step": 3746, "Finetune/Step Time": 6.505864840000868}
{"Finetune/Learning Rate": 1.7768212914690717e-05, "Finetune/Loss": 0.8030431270599365, "Finetune/Loss (Raw)": 0.6263843774795532, "Finetune/Step": 3747, "Finetune/Step Time": 6.52507546171546}
{"Finetune/Learning Rate": 1.7766904935164742e-05, "Finetune/Loss": 0.8032845258712769, "Finetune/Loss (Raw)": 0.8683445453643799, "Finetune/Step": 3748, "Finetune/Step Time": 6.535932002589107}
{"Finetune/Learning Rate": 1.7765596620640838e-05, "Finetune/Loss": 0.8021427392959595, "Finetune/Loss (Raw)": 0.6349820494651794, "Finetune/Step": 3749, "Finetune/Step Time": 6.532587604597211}
{"Finetune/Learning Rate": 1.776428797117544e-05, "Finetune/Loss": 0.8030180931091309, "Finetune/Loss (Raw)": 0.9370418787002563, "Finetune/Step": 3750, "Finetune/Step Time": 6.527109520509839}
{"Finetune/Learning Rate": 1.7762978986824987e-05, "Finetune/Loss": 0.8039669394493103, "Finetune/Loss (Raw)": 0.9959578514099121, "Finetune/Step": 3751, "Finetune/Step Time": 6.533797230571508}
{"Finetune/Learning Rate": 1.776166966764594e-05, "Finetune/Loss": 0.803118109703064, "Finetune/Loss (Raw)": 0.829734742641449, "Finetune/Step": 3752, "Finetune/Step Time": 6.546393908560276}
{"Finetune/Learning Rate": 1.7760360013694772e-05, "Finetune/Loss": 0.8016531467437744, "Finetune/Loss (Raw)": 0.7369909286499023, "Finetune/Step": 3753, "Finetune/Step Time": 6.560627024620771}
{"Finetune/Learning Rate": 1.7759050025027964e-05, "Finetune/Loss": 0.802606999874115, "Finetune/Loss (Raw)": 0.8394951224327087, "Finetune/Step": 3754, "Finetune/Step Time": 6.573425740003586}
{"Finetune/Learning Rate": 1.7757739701702027e-05, "Finetune/Loss": 0.8018066883087158, "Finetune/Loss (Raw)": 0.7996308207511902, "Finetune/Step": 3755, "Finetune/Step Time": 6.561499832198024}
{"Finetune/Learning Rate": 1.775642904377347e-05, "Finetune/Loss": 0.8002709150314331, "Finetune/Loss (Raw)": 0.6325591206550598, "Finetune/Step": 3756, "Finetune/Step Time": 6.5625442285090685}
{"Finetune/Learning Rate": 1.7755118051298827e-05, "Finetune/Loss": 0.801429033279419, "Finetune/Loss (Raw)": 0.9509660601615906, "Finetune/Step": 3757, "Finetune/Step Time": 6.565417123958468}
{"Finetune/Learning Rate": 1.7753806724334644e-05, "Finetune/Loss": 0.8008421659469604, "Finetune/Loss (Raw)": 0.6743402481079102, "Finetune/Step": 3758, "Finetune/Step Time": 6.579869505017996}
{"Finetune/Learning Rate": 1.775249506293748e-05, "Finetune/Loss": 0.8024309873580933, "Finetune/Loss (Raw)": 0.8799119591712952, "Finetune/Step": 3759, "Finetune/Step Time": 6.565294114872813}
{"Finetune/Learning Rate": 1.7751183067163906e-05, "Finetune/Loss": 0.8011345863342285, "Finetune/Loss (Raw)": 0.7636327147483826, "Finetune/Step": 3760, "Finetune/Step Time": 6.570474151521921}
{"Finetune/Learning Rate": 1.7749870737070512e-05, "Finetune/Loss": 0.799160897731781, "Finetune/Loss (Raw)": 0.6652461886405945, "Finetune/Step": 3761, "Finetune/Step Time": 6.5810042805969715}
{"Finetune/Learning Rate": 1.77485580727139e-05, "Finetune/Loss": 0.7991095781326294, "Finetune/Loss (Raw)": 0.8160752058029175, "Finetune/Step": 3762, "Finetune/Step Time": 6.586736615747213}
{"Finetune/Learning Rate": 1.774724507415069e-05, "Finetune/Loss": 0.8011053204536438, "Finetune/Loss (Raw)": 0.9335217475891113, "Finetune/Step": 3763, "Finetune/Step Time": 6.588226832449436}
{"Finetune/Learning Rate": 1.774593174143751e-05, "Finetune/Loss": 0.8003909587860107, "Finetune/Loss (Raw)": 0.7634516358375549, "Finetune/Step": 3764, "Finetune/Step Time": 6.588428169488907}
{"Finetune/Learning Rate": 1.7744618074631008e-05, "Finetune/Loss": 0.7985481023788452, "Finetune/Loss (Raw)": 0.6503615975379944, "Finetune/Step": 3765, "Finetune/Step Time": 6.5967764388769865}
{"Finetune/Learning Rate": 1.7743304073787843e-05, "Finetune/Loss": 0.7992074489593506, "Finetune/Loss (Raw)": 0.9457628130912781, "Finetune/Step": 3766, "Finetune/Step Time": 6.600066417828202}
{"Finetune/Learning Rate": 1.774198973896469e-05, "Finetune/Loss": 0.7992572784423828, "Finetune/Loss (Raw)": 0.8667610287666321, "Finetune/Step": 3767, "Finetune/Step Time": 6.603657443076372}
{"Finetune/Learning Rate": 1.774067507021824e-05, "Finetune/Loss": 0.8019399046897888, "Finetune/Loss (Raw)": 0.716413140296936, "Finetune/Step": 3768, "Finetune/Step Time": 6.592762375250459}
{"Finetune/Learning Rate": 1.7739360067605198e-05, "Finetune/Loss": 0.7982584834098816, "Finetune/Loss (Raw)": 0.2904295325279236, "Finetune/Step": 3769, "Finetune/Step Time": 6.609488716349006}
{"Finetune/Learning Rate": 1.7738044731182275e-05, "Finetune/Loss": 0.7993487119674683, "Finetune/Loss (Raw)": 0.9938538670539856, "Finetune/Step": 3770, "Finetune/Step Time": 6.601927859708667}
{"Finetune/Learning Rate": 1.773672906100621e-05, "Finetune/Loss": 0.7999987602233887, "Finetune/Loss (Raw)": 0.9703620672225952, "Finetune/Step": 3771, "Finetune/Step Time": 6.60346763022244}
{"Finetune/Learning Rate": 1.7735413057133746e-05, "Finetune/Loss": 0.8005666732788086, "Finetune/Loss (Raw)": 0.8897820115089417, "Finetune/Step": 3772, "Finetune/Step Time": 6.609686706215143}
{"Finetune/Learning Rate": 1.7734096719621647e-05, "Finetune/Loss": 0.7972853183746338, "Finetune/Loss (Raw)": 0.38079431653022766, "Finetune/Step": 3773, "Finetune/Step Time": 6.62769128382206}
{"Finetune/Learning Rate": 1.7732780048526686e-05, "Finetune/Loss": 0.7974280714988708, "Finetune/Loss (Raw)": 0.9027032256126404, "Finetune/Step": 3774, "Finetune/Step Time": 6.62998971901834}
{"Finetune/Learning Rate": 1.7731463043905655e-05, "Finetune/Loss": 0.7978004217147827, "Finetune/Loss (Raw)": 0.9246652126312256, "Finetune/Step": 3775, "Finetune/Step Time": 6.634398793801665}
{"Finetune/Learning Rate": 1.7730145705815358e-05, "Finetune/Loss": 0.7976309061050415, "Finetune/Loss (Raw)": 0.9175161123275757, "Finetune/Step": 3776, "Finetune/Step Time": 6.637676186859608}
{"Finetune/Learning Rate": 1.7728828034312612e-05, "Finetune/Loss": 0.7927311062812805, "Finetune/Loss (Raw)": 0.31209826469421387, "Finetune/Step": 3777, "Finetune/Step Time": 6.656952073797584}
{"Finetune/Learning Rate": 1.772751002945425e-05, "Finetune/Loss": 0.7917594909667969, "Finetune/Loss (Raw)": 0.8684893846511841, "Finetune/Step": 3778, "Finetune/Step Time": 6.664482064545155}
{"Finetune/Learning Rate": 1.7726191691297122e-05, "Finetune/Loss": 0.7918972969055176, "Finetune/Loss (Raw)": 0.7148148417472839, "Finetune/Step": 3779, "Finetune/Step Time": 6.6740094274282455}
{"Finetune/Learning Rate": 1.7724873019898088e-05, "Finetune/Loss": 0.7912063002586365, "Finetune/Loss (Raw)": 0.7701396346092224, "Finetune/Step": 3780, "Finetune/Step Time": 6.674923965707421}
{"Finetune/Learning Rate": 1.7723554015314025e-05, "Finetune/Loss": 0.7908174991607666, "Finetune/Loss (Raw)": 0.8827142119407654, "Finetune/Step": 3781, "Finetune/Step Time": 6.672741057351232}
{"Finetune/Learning Rate": 1.7722234677601825e-05, "Finetune/Loss": 0.790858268737793, "Finetune/Loss (Raw)": 0.7887958884239197, "Finetune/Step": 3782, "Finetune/Step Time": 6.655910640954971}
{"Finetune/Learning Rate": 1.7720915006818388e-05, "Finetune/Loss": 0.7888380289077759, "Finetune/Loss (Raw)": 0.711579442024231, "Finetune/Step": 3783, "Finetune/Step Time": 6.657609583809972}
{"Finetune/Learning Rate": 1.7719595003020643e-05, "Finetune/Loss": 0.7892056703567505, "Finetune/Loss (Raw)": 0.759963870048523, "Finetune/Step": 3784, "Finetune/Step Time": 6.6630721762776375}
{"Finetune/Learning Rate": 1.771827466626551e-05, "Finetune/Loss": 0.7891743183135986, "Finetune/Loss (Raw)": 0.8506805300712585, "Finetune/Step": 3785, "Finetune/Step Time": 6.660706399008632}
{"Finetune/Learning Rate": 1.7716953996609948e-05, "Finetune/Loss": 0.7905031442642212, "Finetune/Loss (Raw)": 0.9733286499977112, "Finetune/Step": 3786, "Finetune/Step Time": 6.645191689953208}
{"Finetune/Learning Rate": 1.7715632994110916e-05, "Finetune/Loss": 0.7907785177230835, "Finetune/Loss (Raw)": 0.8756575584411621, "Finetune/Step": 3787, "Finetune/Step Time": 6.642580799758434}
{"Finetune/Learning Rate": 1.771431165882539e-05, "Finetune/Loss": 0.7895359992980957, "Finetune/Loss (Raw)": 0.7817615270614624, "Finetune/Step": 3788, "Finetune/Step Time": 6.648085018619895}
{"Finetune/Learning Rate": 1.771298999081036e-05, "Finetune/Loss": 0.788009762763977, "Finetune/Loss (Raw)": 0.6690893173217773, "Finetune/Step": 3789, "Finetune/Step Time": 6.6661197822541}
{"Finetune/Learning Rate": 1.7711667990122835e-05, "Finetune/Loss": 0.7874306440353394, "Finetune/Loss (Raw)": 0.8776500821113586, "Finetune/Step": 3790, "Finetune/Step Time": 6.678394790738821}
{"Finetune/Learning Rate": 1.7710345656819832e-05, "Finetune/Loss": 0.7861899137496948, "Finetune/Loss (Raw)": 0.8668864965438843, "Finetune/Step": 3791, "Finetune/Step Time": 6.668705075979233}
{"Finetune/Learning Rate": 1.7709022990958386e-05, "Finetune/Loss": 0.7834455370903015, "Finetune/Loss (Raw)": 0.3998619616031647, "Finetune/Step": 3792, "Finetune/Step Time": 6.676290126517415}
{"Finetune/Learning Rate": 1.7707699992595546e-05, "Finetune/Loss": 0.7834495306015015, "Finetune/Loss (Raw)": 0.8494094014167786, "Finetune/Step": 3793, "Finetune/Step Time": 6.685082601383328}
{"Finetune/Learning Rate": 1.7706376661788375e-05, "Finetune/Loss": 0.7835732698440552, "Finetune/Loss (Raw)": 0.8640740513801575, "Finetune/Step": 3794, "Finetune/Step Time": 6.674513695761561}
{"Finetune/Learning Rate": 1.7705052998593948e-05, "Finetune/Loss": 0.7853307127952576, "Finetune/Loss (Raw)": 0.6983609795570374, "Finetune/Step": 3795, "Finetune/Step Time": 6.668300211429596}
{"Finetune/Learning Rate": 1.770372900306936e-05, "Finetune/Loss": 0.786034345626831, "Finetune/Loss (Raw)": 0.8720993995666504, "Finetune/Step": 3796, "Finetune/Step Time": 6.6732207685709}
{"Finetune/Learning Rate": 1.7702404675271717e-05, "Finetune/Loss": 0.7850947976112366, "Finetune/Loss (Raw)": 0.6559479236602783, "Finetune/Step": 3797, "Finetune/Step Time": 6.677279183641076}
{"Finetune/Learning Rate": 1.770108001525813e-05, "Finetune/Loss": 0.7843421101570129, "Finetune/Loss (Raw)": 0.7531514167785645, "Finetune/Step": 3798, "Finetune/Step Time": 6.673949161544442}
{"Finetune/Learning Rate": 1.7699755023085747e-05, "Finetune/Loss": 0.7819856405258179, "Finetune/Loss (Raw)": 0.6225087642669678, "Finetune/Step": 3799, "Finetune/Step Time": 6.683396639302373}
{"Finetune/Learning Rate": 1.7698429698811708e-05, "Finetune/Loss": 0.7831121683120728, "Finetune/Loss (Raw)": 0.8936600685119629, "Finetune/Step": 3800, "Finetune/Step Time": 6.679640371352434}
{"Finetune/Learning Rate": 1.769710404249318e-05, "Finetune/Loss": 0.7852935194969177, "Finetune/Loss (Raw)": 0.83203125, "Finetune/Step": 3801, "Finetune/Step Time": 6.68025709502399}
{"Finetune/Learning Rate": 1.769577805418734e-05, "Finetune/Loss": 0.7861108183860779, "Finetune/Loss (Raw)": 0.9324902296066284, "Finetune/Step": 3802, "Finetune/Step Time": 6.68161161057651}
{"Finetune/Learning Rate": 1.7694451733951376e-05, "Finetune/Loss": 0.7901238799095154, "Finetune/Loss (Raw)": 0.9307892322540283, "Finetune/Step": 3803, "Finetune/Step Time": 6.65899134427309}
{"Finetune/Learning Rate": 1.7693125081842502e-05, "Finetune/Loss": 0.7902277708053589, "Finetune/Loss (Raw)": 0.8650277256965637, "Finetune/Step": 3804, "Finetune/Step Time": 6.64314796961844}
{"Finetune/Learning Rate": 1.7691798097917927e-05, "Finetune/Loss": 0.7875452041625977, "Finetune/Loss (Raw)": 0.6210723519325256, "Finetune/Step": 3805, "Finetune/Step Time": 6.659287689253688}
{"Finetune/Learning Rate": 1.7690470782234897e-05, "Finetune/Loss": 0.7893136739730835, "Finetune/Loss (Raw)": 0.8142443895339966, "Finetune/Step": 3806, "Finetune/Step Time": 6.6715419217944145}
{"Finetune/Learning Rate": 1.7689143134850658e-05, "Finetune/Loss": 0.789252758026123, "Finetune/Loss (Raw)": 0.7593446373939514, "Finetune/Step": 3807, "Finetune/Step Time": 6.6740242056548595}
{"Finetune/Learning Rate": 1.7687815155822466e-05, "Finetune/Loss": 0.7873808145523071, "Finetune/Loss (Raw)": 0.6589093804359436, "Finetune/Step": 3808, "Finetune/Step Time": 6.6808520052582026}
{"Finetune/Learning Rate": 1.7686486845207607e-05, "Finetune/Loss": 0.7866675853729248, "Finetune/Loss (Raw)": 0.7785735130310059, "Finetune/Step": 3809, "Finetune/Step Time": 6.714679671451449}
{"Finetune/Learning Rate": 1.7685158203063372e-05, "Finetune/Loss": 0.7853348255157471, "Finetune/Loss (Raw)": 0.9046498537063599, "Finetune/Step": 3810, "Finetune/Step Time": 6.711858840659261}
{"Finetune/Learning Rate": 1.7683829229447064e-05, "Finetune/Loss": 0.7846307754516602, "Finetune/Loss (Raw)": 0.7586647272109985, "Finetune/Step": 3811, "Finetune/Step Time": 6.717373803257942}
{"Finetune/Learning Rate": 1.7682499924416007e-05, "Finetune/Loss": 0.7857149839401245, "Finetune/Loss (Raw)": 0.7305598258972168, "Finetune/Step": 3812, "Finetune/Step Time": 6.7121697049587965}
{"Finetune/Learning Rate": 1.7681170288027534e-05, "Finetune/Loss": 0.7858547568321228, "Finetune/Loss (Raw)": 0.8308598399162292, "Finetune/Step": 3813, "Finetune/Step Time": 6.709540331736207}
{"Finetune/Learning Rate": 1.767984032033899e-05, "Finetune/Loss": 0.78513103723526, "Finetune/Loss (Raw)": 0.7819913029670715, "Finetune/Step": 3814, "Finetune/Step Time": 6.707657432183623}
{"Finetune/Learning Rate": 1.7678510021407746e-05, "Finetune/Loss": 0.7848297357559204, "Finetune/Loss (Raw)": 0.8495591878890991, "Finetune/Step": 3815, "Finetune/Step Time": 6.725748505443335}
{"Finetune/Learning Rate": 1.767717939129118e-05, "Finetune/Loss": 0.7862261533737183, "Finetune/Loss (Raw)": 0.8463720083236694, "Finetune/Step": 3816, "Finetune/Step Time": 6.712365377694368}
{"Finetune/Learning Rate": 1.7675848430046673e-05, "Finetune/Loss": 0.7852214574813843, "Finetune/Loss (Raw)": 0.7811975479125977, "Finetune/Step": 3817, "Finetune/Step Time": 6.709398051723838}
{"Finetune/Learning Rate": 1.7674517137731645e-05, "Finetune/Loss": 0.784347414970398, "Finetune/Loss (Raw)": 0.7858256101608276, "Finetune/Step": 3818, "Finetune/Step Time": 6.703054277226329}
{"Finetune/Learning Rate": 1.7673185514403506e-05, "Finetune/Loss": 0.7877073287963867, "Finetune/Loss (Raw)": 0.7808902859687805, "Finetune/Step": 3819, "Finetune/Step Time": 6.6858667768538}
{"Finetune/Learning Rate": 1.7671853560119697e-05, "Finetune/Loss": 0.7860879898071289, "Finetune/Loss (Raw)": 0.7041653990745544, "Finetune/Step": 3820, "Finetune/Step Time": 6.696724342182279}
{"Finetune/Learning Rate": 1.7670521274937666e-05, "Finetune/Loss": 0.7848625183105469, "Finetune/Loss (Raw)": 0.7043420672416687, "Finetune/Step": 3821, "Finetune/Step Time": 6.701851570978761}
{"Finetune/Learning Rate": 1.7669188658914876e-05, "Finetune/Loss": 0.7854280471801758, "Finetune/Loss (Raw)": 0.7565561532974243, "Finetune/Step": 3822, "Finetune/Step Time": 6.672195456922054}
{"Finetune/Learning Rate": 1.7667855712108802e-05, "Finetune/Loss": 0.784508466720581, "Finetune/Loss (Raw)": 0.9475489258766174, "Finetune/Step": 3823, "Finetune/Step Time": 6.664188535884023}
{"Finetune/Learning Rate": 1.7666522434576943e-05, "Finetune/Loss": 0.7849817276000977, "Finetune/Loss (Raw)": 0.8732452392578125, "Finetune/Step": 3824, "Finetune/Step Time": 6.663495324552059}
{"Finetune/Learning Rate": 1.7665188826376797e-05, "Finetune/Loss": 0.7860382199287415, "Finetune/Loss (Raw)": 0.684138298034668, "Finetune/Step": 3825, "Finetune/Step Time": 6.642698664218187}
{"Finetune/Learning Rate": 1.766385488756589e-05, "Finetune/Loss": 0.7849353551864624, "Finetune/Loss (Raw)": 0.7188177108764648, "Finetune/Step": 3826, "Finetune/Step Time": 6.639035498723388}
{"Finetune/Learning Rate": 1.7662520618201752e-05, "Finetune/Loss": 0.7848295569419861, "Finetune/Loss (Raw)": 0.8296011090278625, "Finetune/Step": 3827, "Finetune/Step Time": 6.665924038738012}
{"Finetune/Learning Rate": 1.7661186018341934e-05, "Finetune/Loss": 0.7847983241081238, "Finetune/Loss (Raw)": 0.872908353805542, "Finetune/Step": 3828, "Finetune/Step Time": 6.669621789827943}
{"Finetune/Learning Rate": 1.7659851088044e-05, "Finetune/Loss": 0.7820799946784973, "Finetune/Loss (Raw)": 0.3315209448337555, "Finetune/Step": 3829, "Finetune/Step Time": 6.6835624519735575}
{"Finetune/Learning Rate": 1.765851582736553e-05, "Finetune/Loss": 0.781790018081665, "Finetune/Loss (Raw)": 0.8373622894287109, "Finetune/Step": 3830, "Finetune/Step Time": 6.692654877901077}
{"Finetune/Learning Rate": 1.7657180236364113e-05, "Finetune/Loss": 0.7809115648269653, "Finetune/Loss (Raw)": 0.7924068570137024, "Finetune/Step": 3831, "Finetune/Step Time": 6.700090991333127}
{"Finetune/Learning Rate": 1.7655844315097356e-05, "Finetune/Loss": 0.7822744250297546, "Finetune/Loss (Raw)": 1.0206936597824097, "Finetune/Step": 3832, "Finetune/Step Time": 6.6979959923774}
{"Finetune/Learning Rate": 1.7654508063622874e-05, "Finetune/Loss": 0.7843602895736694, "Finetune/Loss (Raw)": 0.9118923544883728, "Finetune/Step": 3833, "Finetune/Step Time": 6.720851793885231}
{"Finetune/Learning Rate": 1.765317148199831e-05, "Finetune/Loss": 0.7851225137710571, "Finetune/Loss (Raw)": 0.9390502572059631, "Finetune/Step": 3834, "Finetune/Step Time": 6.715476045385003}
{"Finetune/Learning Rate": 1.765183457028131e-05, "Finetune/Loss": 0.7861407995223999, "Finetune/Loss (Raw)": 0.9003613591194153, "Finetune/Step": 3835, "Finetune/Step Time": 6.696632977575064}
{"Finetune/Learning Rate": 1.765049732852953e-05, "Finetune/Loss": 0.7866828441619873, "Finetune/Loss (Raw)": 0.7402967810630798, "Finetune/Step": 3836, "Finetune/Step Time": 6.6850475780665874}
{"Finetune/Learning Rate": 1.7649159756800657e-05, "Finetune/Loss": 0.7853037118911743, "Finetune/Loss (Raw)": 0.7884268760681152, "Finetune/Step": 3837, "Finetune/Step Time": 6.690083675086498}
{"Finetune/Learning Rate": 1.7647821855152373e-05, "Finetune/Loss": 0.7837917804718018, "Finetune/Loss (Raw)": 0.7793151140213013, "Finetune/Step": 3838, "Finetune/Step Time": 6.688415830954909}
{"Finetune/Learning Rate": 1.7646483623642395e-05, "Finetune/Loss": 0.7849020957946777, "Finetune/Loss (Raw)": 0.832759439945221, "Finetune/Step": 3839, "Finetune/Step Time": 6.7121095936745405}
{"Finetune/Learning Rate": 1.7645145062328436e-05, "Finetune/Loss": 0.7836500406265259, "Finetune/Loss (Raw)": 0.772897481918335, "Finetune/Step": 3840, "Finetune/Step Time": 6.712676117196679}
{"Finetune/Learning Rate": 1.7643806171268227e-05, "Finetune/Loss": 0.7889907360076904, "Finetune/Loss (Raw)": 1.007110595703125, "Finetune/Step": 3841, "Finetune/Step Time": 6.702863676473498}
{"Finetune/Learning Rate": 1.7642466950519522e-05, "Finetune/Loss": 0.7887260913848877, "Finetune/Loss (Raw)": 0.822380542755127, "Finetune/Step": 3842, "Finetune/Step Time": 6.695127477869391}
{"Finetune/Learning Rate": 1.7641127400140082e-05, "Finetune/Loss": 0.7868353724479675, "Finetune/Loss (Raw)": 0.622491180896759, "Finetune/Step": 3843, "Finetune/Step Time": 6.701957875862718}
{"Finetune/Learning Rate": 1.763978752018768e-05, "Finetune/Loss": 0.7875597476959229, "Finetune/Loss (Raw)": 0.8187625408172607, "Finetune/Step": 3844, "Finetune/Step Time": 6.683860797435045}
{"Finetune/Learning Rate": 1.7638447310720114e-05, "Finetune/Loss": 0.7884435057640076, "Finetune/Loss (Raw)": 0.8184843063354492, "Finetune/Step": 3845, "Finetune/Step Time": 6.668245596811175}
{"Finetune/Learning Rate": 1.7637106771795185e-05, "Finetune/Loss": 0.7885502576828003, "Finetune/Loss (Raw)": 0.6675427556037903, "Finetune/Step": 3846, "Finetune/Step Time": 6.663911607116461}
{"Finetune/Learning Rate": 1.7635765903470714e-05, "Finetune/Loss": 0.7906856536865234, "Finetune/Loss (Raw)": 0.9115064144134521, "Finetune/Step": 3847, "Finetune/Step Time": 6.651967091485858}
{"Finetune/Learning Rate": 1.7634424705804532e-05, "Finetune/Loss": 0.7869025468826294, "Finetune/Loss (Raw)": 0.4045732319355011, "Finetune/Step": 3848, "Finetune/Step Time": 6.661304043605924}
{"Finetune/Learning Rate": 1.763308317885449e-05, "Finetune/Loss": 0.7867004871368408, "Finetune/Loss (Raw)": 0.9134498834609985, "Finetune/Step": 3849, "Finetune/Step Time": 6.67664310336113}
{"Finetune/Learning Rate": 1.7631741322678446e-05, "Finetune/Loss": 0.7838194966316223, "Finetune/Loss (Raw)": 0.5121400952339172, "Finetune/Step": 3850, "Finetune/Step Time": 6.674680361524224}
{"Finetune/Learning Rate": 1.7630399137334277e-05, "Finetune/Loss": 0.7813931703567505, "Finetune/Loss (Raw)": 0.6783584356307983, "Finetune/Step": 3851, "Finetune/Step Time": 6.655574791133404}
{"Finetune/Learning Rate": 1.762905662287988e-05, "Finetune/Loss": 0.7824383974075317, "Finetune/Loss (Raw)": 0.9390703439712524, "Finetune/Step": 3852, "Finetune/Step Time": 6.704754458740354}
{"Finetune/Learning Rate": 1.762771377937315e-05, "Finetune/Loss": 0.7792331576347351, "Finetune/Loss (Raw)": 0.5124845504760742, "Finetune/Step": 3853, "Finetune/Step Time": 6.767450725659728}
{"Finetune/Learning Rate": 1.7626370606872014e-05, "Finetune/Loss": 0.7825029492378235, "Finetune/Loss (Raw)": 0.8590834140777588, "Finetune/Step": 3854, "Finetune/Step Time": 6.752240236848593}
{"Finetune/Learning Rate": 1.7625027105434398e-05, "Finetune/Loss": 0.7806366086006165, "Finetune/Loss (Raw)": 0.534307062625885, "Finetune/Step": 3855, "Finetune/Step Time": 6.752064134925604}
{"Finetune/Learning Rate": 1.7623683275118255e-05, "Finetune/Loss": 0.7834856510162354, "Finetune/Loss (Raw)": 0.9431362152099609, "Finetune/Step": 3856, "Finetune/Step Time": 6.7564198933541775}
{"Finetune/Learning Rate": 1.7622339115981544e-05, "Finetune/Loss": 0.7799965143203735, "Finetune/Loss (Raw)": 0.40290409326553345, "Finetune/Step": 3857, "Finetune/Step Time": 6.765381703153253}
{"Finetune/Learning Rate": 1.762099462808224e-05, "Finetune/Loss": 0.7759665250778198, "Finetune/Loss (Raw)": 0.3771957457065582, "Finetune/Step": 3858, "Finetune/Step Time": 6.7600538562983274}
{"Finetune/Learning Rate": 1.7619649811478333e-05, "Finetune/Loss": 0.7770382165908813, "Finetune/Loss (Raw)": 0.9972281455993652, "Finetune/Step": 3859, "Finetune/Step Time": 6.753406206145883}
{"Finetune/Learning Rate": 1.7618304666227827e-05, "Finetune/Loss": 0.7767250537872314, "Finetune/Loss (Raw)": 0.8486835360527039, "Finetune/Step": 3860, "Finetune/Step Time": 6.746940094977617}
{"Finetune/Learning Rate": 1.761695919238874e-05, "Finetune/Loss": 0.7764317393302917, "Finetune/Loss (Raw)": 0.7732123732566833, "Finetune/Step": 3861, "Finetune/Step Time": 6.732454519718885}
{"Finetune/Learning Rate": 1.7615613390019102e-05, "Finetune/Loss": 0.775844395160675, "Finetune/Loss (Raw)": 0.8605189323425293, "Finetune/Step": 3862, "Finetune/Step Time": 6.730809926986694}
{"Finetune/Learning Rate": 1.7614267259176966e-05, "Finetune/Loss": 0.7760169506072998, "Finetune/Loss (Raw)": 0.6864351034164429, "Finetune/Step": 3863, "Finetune/Step Time": 6.740065535530448}
{"Finetune/Learning Rate": 1.7612920799920385e-05, "Finetune/Loss": 0.7745031118392944, "Finetune/Loss (Raw)": 0.8555747270584106, "Finetune/Step": 3864, "Finetune/Step Time": 6.73298199288547}
{"Finetune/Learning Rate": 1.761157401230744e-05, "Finetune/Loss": 0.7742675542831421, "Finetune/Loss (Raw)": 0.7546793222427368, "Finetune/Step": 3865, "Finetune/Step Time": 6.750022741034627}
{"Finetune/Learning Rate": 1.7610226896396215e-05, "Finetune/Loss": 0.77618408203125, "Finetune/Loss (Raw)": 0.9770852327346802, "Finetune/Step": 3866, "Finetune/Step Time": 6.75225230678916}
{"Finetune/Learning Rate": 1.760887945224482e-05, "Finetune/Loss": 0.7780755758285522, "Finetune/Loss (Raw)": 1.0112640857696533, "Finetune/Step": 3867, "Finetune/Step Time": 6.752225164324045}
{"Finetune/Learning Rate": 1.760753167991136e-05, "Finetune/Loss": 0.7789009809494019, "Finetune/Loss (Raw)": 0.9075419306755066, "Finetune/Step": 3868, "Finetune/Step Time": 6.7557001784443855}
{"Finetune/Learning Rate": 1.7606183579453973e-05, "Finetune/Loss": 0.777488648891449, "Finetune/Loss (Raw)": 0.7635485529899597, "Finetune/Step": 3869, "Finetune/Step Time": 6.757399577647448}
{"Finetune/Learning Rate": 1.7604835150930812e-05, "Finetune/Loss": 0.7762103080749512, "Finetune/Loss (Raw)": 0.7013142704963684, "Finetune/Step": 3870, "Finetune/Step Time": 6.7810531705617905}
{"Finetune/Learning Rate": 1.7603486394400028e-05, "Finetune/Loss": 0.7759754061698914, "Finetune/Loss (Raw)": 0.8391868472099304, "Finetune/Step": 3871, "Finetune/Step Time": 6.7468176856637}
{"Finetune/Learning Rate": 1.7602137309919794e-05, "Finetune/Loss": 0.7760578393936157, "Finetune/Loss (Raw)": 0.4212542772293091, "Finetune/Step": 3872, "Finetune/Step Time": 6.760245304554701}
{"Finetune/Learning Rate": 1.7600787897548305e-05, "Finetune/Loss": 0.7784556150436401, "Finetune/Loss (Raw)": 0.6836854219436646, "Finetune/Step": 3873, "Finetune/Step Time": 6.749831618741155}
{"Finetune/Learning Rate": 1.7599438157343756e-05, "Finetune/Loss": 0.779129147529602, "Finetune/Loss (Raw)": 0.8105835914611816, "Finetune/Step": 3874, "Finetune/Step Time": 6.74955266341567}
{"Finetune/Learning Rate": 1.7598088089364365e-05, "Finetune/Loss": 0.7805836796760559, "Finetune/Loss (Raw)": 0.8125643730163574, "Finetune/Step": 3875, "Finetune/Step Time": 6.732304744422436}
{"Finetune/Learning Rate": 1.7596737693668367e-05, "Finetune/Loss": 0.7806184887886047, "Finetune/Loss (Raw)": 0.8727951645851135, "Finetune/Step": 3876, "Finetune/Step Time": 6.71920058503747}
{"Finetune/Learning Rate": 1.7595386970314005e-05, "Finetune/Loss": 0.7812522053718567, "Finetune/Loss (Raw)": 0.7161039710044861, "Finetune/Step": 3877, "Finetune/Step Time": 6.726653382182121}
{"Finetune/Learning Rate": 1.759403591935953e-05, "Finetune/Loss": 0.778134822845459, "Finetune/Loss (Raw)": 0.5380129814147949, "Finetune/Step": 3878, "Finetune/Step Time": 6.745286280289292}
{"Finetune/Learning Rate": 1.759268454086322e-05, "Finetune/Loss": 0.7760577201843262, "Finetune/Loss (Raw)": 0.7300958633422852, "Finetune/Step": 3879, "Finetune/Step Time": 6.770330138504505}
{"Finetune/Learning Rate": 1.7591332834883367e-05, "Finetune/Loss": 0.7761778831481934, "Finetune/Loss (Raw)": 0.8451074361801147, "Finetune/Step": 3880, "Finetune/Step Time": 6.75759787298739}
{"Finetune/Learning Rate": 1.7589980801478266e-05, "Finetune/Loss": 0.7771541476249695, "Finetune/Loss (Raw)": 0.8619565367698669, "Finetune/Step": 3881, "Finetune/Step Time": 6.750164728611708}
{"Finetune/Learning Rate": 1.758862844070623e-05, "Finetune/Loss": 0.77739417552948, "Finetune/Loss (Raw)": 0.8702191710472107, "Finetune/Step": 3882, "Finetune/Step Time": 6.7535974606871605}
{"Finetune/Learning Rate": 1.7587275752625598e-05, "Finetune/Loss": 0.7784416079521179, "Finetune/Loss (Raw)": 0.9337018132209778, "Finetune/Step": 3883, "Finetune/Step Time": 6.747815201058984}
{"Finetune/Learning Rate": 1.7585922737294703e-05, "Finetune/Loss": 0.7794023752212524, "Finetune/Loss (Raw)": 0.7555373311042786, "Finetune/Step": 3884, "Finetune/Step Time": 6.7411472871899605}
{"Finetune/Learning Rate": 1.7584569394771912e-05, "Finetune/Loss": 0.776225209236145, "Finetune/Loss (Raw)": 0.5442867279052734, "Finetune/Step": 3885, "Finetune/Step Time": 6.747431892901659}
{"Finetune/Learning Rate": 1.7583215725115588e-05, "Finetune/Loss": 0.7765975594520569, "Finetune/Loss (Raw)": 0.7220005393028259, "Finetune/Step": 3886, "Finetune/Step Time": 6.744144590571523}
{"Finetune/Learning Rate": 1.758186172838412e-05, "Finetune/Loss": 0.7756346464157104, "Finetune/Loss (Raw)": 0.7566596865653992, "Finetune/Step": 3887, "Finetune/Step Time": 6.74536744877696}
{"Finetune/Learning Rate": 1.758050740463591e-05, "Finetune/Loss": 0.7759071588516235, "Finetune/Loss (Raw)": 0.7985079288482666, "Finetune/Step": 3888, "Finetune/Step Time": 6.737990187481046}
{"Finetune/Learning Rate": 1.7579152753929367e-05, "Finetune/Loss": 0.7771381735801697, "Finetune/Loss (Raw)": 0.8228266835212708, "Finetune/Step": 3889, "Finetune/Step Time": 6.729324273765087}
{"Finetune/Learning Rate": 1.7577797776322926e-05, "Finetune/Loss": 0.7771780490875244, "Finetune/Loss (Raw)": 0.8211793303489685, "Finetune/Step": 3890, "Finetune/Step Time": 6.722679989412427}
{"Finetune/Learning Rate": 1.7576442471875023e-05, "Finetune/Loss": 0.7755095362663269, "Finetune/Loss (Raw)": 0.7199512720108032, "Finetune/Step": 3891, "Finetune/Step Time": 6.736817480996251}
{"Finetune/Learning Rate": 1.7575086840644115e-05, "Finetune/Loss": 0.776099681854248, "Finetune/Loss (Raw)": 0.8389824628829956, "Finetune/Step": 3892, "Finetune/Step Time": 6.740455508232117}
{"Finetune/Learning Rate": 1.7573730882688677e-05, "Finetune/Loss": 0.774346113204956, "Finetune/Loss (Raw)": 0.42590847611427307, "Finetune/Step": 3893, "Finetune/Step Time": 6.760544698685408}
{"Finetune/Learning Rate": 1.757237459806719e-05, "Finetune/Loss": 0.7736227512359619, "Finetune/Loss (Raw)": 0.8531699180603027, "Finetune/Step": 3894, "Finetune/Step Time": 6.749107586219907}
{"Finetune/Learning Rate": 1.757101798683815e-05, "Finetune/Loss": 0.7734886407852173, "Finetune/Loss (Raw)": 0.8496034145355225, "Finetune/Step": 3895, "Finetune/Step Time": 6.747388945892453}
{"Finetune/Learning Rate": 1.7569661049060073e-05, "Finetune/Loss": 0.7743619680404663, "Finetune/Loss (Raw)": 0.8281902074813843, "Finetune/Step": 3896, "Finetune/Step Time": 6.736301749944687}
{"Finetune/Learning Rate": 1.756830378479149e-05, "Finetune/Loss": 0.7783589959144592, "Finetune/Loss (Raw)": 0.8020539879798889, "Finetune/Step": 3897, "Finetune/Step Time": 6.72610361687839}
{"Finetune/Learning Rate": 1.7566946194090934e-05, "Finetune/Loss": 0.7766832113265991, "Finetune/Loss (Raw)": 0.7793526649475098, "Finetune/Step": 3898, "Finetune/Step Time": 6.741241738200188}
{"Finetune/Learning Rate": 1.7565588277016962e-05, "Finetune/Loss": 0.776583194732666, "Finetune/Loss (Raw)": 0.9575621485710144, "Finetune/Step": 3899, "Finetune/Step Time": 6.744462639093399}
{"Finetune/Learning Rate": 1.7564230033628146e-05, "Finetune/Loss": 0.7758975625038147, "Finetune/Loss (Raw)": 0.802019476890564, "Finetune/Step": 3900, "Finetune/Step Time": 6.754603460431099}
{"Finetune/Learning Rate": 1.7562871463983064e-05, "Finetune/Loss": 0.7798579931259155, "Finetune/Loss (Raw)": 0.8877334594726562, "Finetune/Step": 3901, "Finetune/Step Time": 6.735079629346728}
{"Finetune/Learning Rate": 1.7561512568140316e-05, "Finetune/Loss": 0.7804861068725586, "Finetune/Loss (Raw)": 0.9830933809280396, "Finetune/Step": 3902, "Finetune/Step Time": 6.719192303717136}
{"Finetune/Learning Rate": 1.7560153346158516e-05, "Finetune/Loss": 0.7804648876190186, "Finetune/Loss (Raw)": 0.9219576120376587, "Finetune/Step": 3903, "Finetune/Step Time": 6.714597262442112}
{"Finetune/Learning Rate": 1.7558793798096286e-05, "Finetune/Loss": 0.7796502709388733, "Finetune/Loss (Raw)": 0.8132370114326477, "Finetune/Step": 3904, "Finetune/Step Time": 6.7178101018071175}
{"Finetune/Learning Rate": 1.7557433924012263e-05, "Finetune/Loss": 0.7823042273521423, "Finetune/Loss (Raw)": 0.6518059968948364, "Finetune/Step": 3905, "Finetune/Step Time": 6.711722530424595}
{"Finetune/Learning Rate": 1.7556073723965103e-05, "Finetune/Loss": 0.7818336486816406, "Finetune/Loss (Raw)": 0.8082626461982727, "Finetune/Step": 3906, "Finetune/Step Time": 6.743762258440256}
{"Finetune/Learning Rate": 1.7554713198013473e-05, "Finetune/Loss": 0.784644365310669, "Finetune/Loss (Raw)": 1.0745863914489746, "Finetune/Step": 3907, "Finetune/Step Time": 6.72060276940465}
{"Finetune/Learning Rate": 1.755335234621606e-05, "Finetune/Loss": 0.783267080783844, "Finetune/Loss (Raw)": 0.593841552734375, "Finetune/Step": 3908, "Finetune/Step Time": 6.727099588140845}
{"Finetune/Learning Rate": 1.755199116863155e-05, "Finetune/Loss": 0.7818444967269897, "Finetune/Loss (Raw)": 0.7006188631057739, "Finetune/Step": 3909, "Finetune/Step Time": 6.7326077949255705}
{"Finetune/Learning Rate": 1.7550629665318658e-05, "Finetune/Loss": 0.7826770544052124, "Finetune/Loss (Raw)": 0.8953704237937927, "Finetune/Step": 3910, "Finetune/Step Time": 6.733177188783884}
{"Finetune/Learning Rate": 1.7549267836336105e-05, "Finetune/Loss": 0.7846577167510986, "Finetune/Loss (Raw)": 0.9651051163673401, "Finetune/Step": 3911, "Finetune/Step Time": 6.729763412848115}
{"Finetune/Learning Rate": 1.7547905681742632e-05, "Finetune/Loss": 0.7844058275222778, "Finetune/Loss (Raw)": 0.7277203798294067, "Finetune/Step": 3912, "Finetune/Step Time": 6.742242580279708}
{"Finetune/Learning Rate": 1.754654320159699e-05, "Finetune/Loss": 0.7842118144035339, "Finetune/Loss (Raw)": 0.8258476853370667, "Finetune/Step": 3913, "Finetune/Step Time": 6.735230950638652}
{"Finetune/Learning Rate": 1.754518039595794e-05, "Finetune/Loss": 0.7826626896858215, "Finetune/Loss (Raw)": 0.7750406265258789, "Finetune/Step": 3914, "Finetune/Step Time": 6.738190056756139}
{"Finetune/Learning Rate": 1.7543817264884265e-05, "Finetune/Loss": 0.782757043838501, "Finetune/Loss (Raw)": 0.8877342343330383, "Finetune/Step": 3915, "Finetune/Step Time": 6.735450405627489}
{"Finetune/Learning Rate": 1.7542453808434765e-05, "Finetune/Loss": 0.7834752798080444, "Finetune/Loss (Raw)": 0.8736988306045532, "Finetune/Step": 3916, "Finetune/Step Time": 6.735785219818354}
{"Finetune/Learning Rate": 1.7541090026668236e-05, "Finetune/Loss": 0.7842892408370972, "Finetune/Loss (Raw)": 0.7732684016227722, "Finetune/Step": 3917, "Finetune/Step Time": 6.736725756898522}
{"Finetune/Learning Rate": 1.753972591964351e-05, "Finetune/Loss": 0.784691572189331, "Finetune/Loss (Raw)": 0.9291486740112305, "Finetune/Step": 3918, "Finetune/Step Time": 6.725512096658349}
{"Finetune/Learning Rate": 1.753836148741942e-05, "Finetune/Loss": 0.7840439081192017, "Finetune/Loss (Raw)": 0.7839893698692322, "Finetune/Step": 3919, "Finetune/Step Time": 6.735103525221348}
{"Finetune/Learning Rate": 1.7536996730054808e-05, "Finetune/Loss": 0.7877120971679688, "Finetune/Loss (Raw)": 0.8693869113922119, "Finetune/Step": 3920, "Finetune/Step Time": 6.750466790050268}
{"Finetune/Learning Rate": 1.7535631647608554e-05, "Finetune/Loss": 0.7862337827682495, "Finetune/Loss (Raw)": 0.660187840461731, "Finetune/Step": 3921, "Finetune/Step Time": 6.759371027350426}
{"Finetune/Learning Rate": 1.7534266240139522e-05, "Finetune/Loss": 0.7866445779800415, "Finetune/Loss (Raw)": 0.9166576266288757, "Finetune/Step": 3922, "Finetune/Step Time": 6.773689467459917}
{"Finetune/Learning Rate": 1.7532900507706608e-05, "Finetune/Loss": 0.7853457927703857, "Finetune/Loss (Raw)": 0.5321081876754761, "Finetune/Step": 3923, "Finetune/Step Time": 6.783553862944245}
{"Finetune/Learning Rate": 1.7531534450368722e-05, "Finetune/Loss": 0.7854266166687012, "Finetune/Loss (Raw)": 0.8824481964111328, "Finetune/Step": 3924, "Finetune/Step Time": 6.786738652735949}
{"Finetune/Learning Rate": 1.753016806818478e-05, "Finetune/Loss": 0.78709876537323, "Finetune/Loss (Raw)": 0.8699840307235718, "Finetune/Step": 3925, "Finetune/Step Time": 6.783510813489556}
{"Finetune/Learning Rate": 1.7528801361213714e-05, "Finetune/Loss": 0.7870816588401794, "Finetune/Loss (Raw)": 0.7509616613388062, "Finetune/Step": 3926, "Finetune/Step Time": 6.788611749187112}
{"Finetune/Learning Rate": 1.752743432951448e-05, "Finetune/Loss": 0.7884067296981812, "Finetune/Loss (Raw)": 0.7921244502067566, "Finetune/Step": 3927, "Finetune/Step Time": 6.79612260311842}
{"Finetune/Learning Rate": 1.752606697314603e-05, "Finetune/Loss": 0.7884006500244141, "Finetune/Loss (Raw)": 0.8928766846656799, "Finetune/Step": 3928, "Finetune/Step Time": 6.796888995915651}
{"Finetune/Learning Rate": 1.7524699292167348e-05, "Finetune/Loss": 0.7888472080230713, "Finetune/Loss (Raw)": 0.8891952037811279, "Finetune/Step": 3929, "Finetune/Step Time": 6.793327597901225}
{"Finetune/Learning Rate": 1.752333128663742e-05, "Finetune/Loss": 0.787490963935852, "Finetune/Loss (Raw)": 0.7588859796524048, "Finetune/Step": 3930, "Finetune/Step Time": 6.798508435487747}
{"Finetune/Learning Rate": 1.752196295661526e-05, "Finetune/Loss": 0.7875198125839233, "Finetune/Loss (Raw)": 0.9344742894172668, "Finetune/Step": 3931, "Finetune/Step Time": 6.799419982358813}
{"Finetune/Learning Rate": 1.7520594302159864e-05, "Finetune/Loss": 0.7865546941757202, "Finetune/Loss (Raw)": 0.7415026426315308, "Finetune/Step": 3932, "Finetune/Step Time": 6.813752599060535}
{"Finetune/Learning Rate": 1.7519225323330286e-05, "Finetune/Loss": 0.7862133979797363, "Finetune/Loss (Raw)": 0.5773834586143494, "Finetune/Step": 3933, "Finetune/Step Time": 6.821955379098654}
{"Finetune/Learning Rate": 1.751785602018556e-05, "Finetune/Loss": 0.7857387065887451, "Finetune/Loss (Raw)": 0.7534835934638977, "Finetune/Step": 3934, "Finetune/Step Time": 6.80896782875061}
{"Finetune/Learning Rate": 1.7516486392784752e-05, "Finetune/Loss": 0.7860981225967407, "Finetune/Loss (Raw)": 0.8053500652313232, "Finetune/Step": 3935, "Finetune/Step Time": 6.8111403957009315}
{"Finetune/Learning Rate": 1.751511644118693e-05, "Finetune/Loss": 0.7880170345306396, "Finetune/Loss (Raw)": 0.9045318365097046, "Finetune/Step": 3936, "Finetune/Step Time": 6.802988862618804}
{"Finetune/Learning Rate": 1.751374616545119e-05, "Finetune/Loss": 0.7885720133781433, "Finetune/Loss (Raw)": 0.8496169447898865, "Finetune/Step": 3937, "Finetune/Step Time": 6.777963137254119}
{"Finetune/Learning Rate": 1.751237556563663e-05, "Finetune/Loss": 0.7877920866012573, "Finetune/Loss (Raw)": 0.8048099875450134, "Finetune/Step": 3938, "Finetune/Step Time": 6.778109768405557}
{"Finetune/Learning Rate": 1.751100464180236e-05, "Finetune/Loss": 0.7887020111083984, "Finetune/Loss (Raw)": 0.8751319646835327, "Finetune/Step": 3939, "Finetune/Step Time": 6.779370486736298}
{"Finetune/Learning Rate": 1.750963339400752e-05, "Finetune/Loss": 0.7897646427154541, "Finetune/Loss (Raw)": 0.8665823340415955, "Finetune/Step": 3940, "Finetune/Step Time": 6.767407501116395}
{"Finetune/Learning Rate": 1.7508261822311247e-05, "Finetune/Loss": 0.7902204990386963, "Finetune/Loss (Raw)": 0.889214813709259, "Finetune/Step": 3941, "Finetune/Step Time": 6.770733825862408}
{"Finetune/Learning Rate": 1.7506889926772703e-05, "Finetune/Loss": 0.7912725210189819, "Finetune/Loss (Raw)": 0.9166432023048401, "Finetune/Step": 3942, "Finetune/Step Time": 6.777296755462885}
{"Finetune/Learning Rate": 1.750551770745106e-05, "Finetune/Loss": 0.7896770238876343, "Finetune/Loss (Raw)": 0.6453344225883484, "Finetune/Step": 3943, "Finetune/Step Time": 6.782855527475476}
{"Finetune/Learning Rate": 1.7504145164405497e-05, "Finetune/Loss": 0.7900618314743042, "Finetune/Loss (Raw)": 0.8956276178359985, "Finetune/Step": 3944, "Finetune/Step Time": 6.782843619585037}
{"Finetune/Learning Rate": 1.7502772297695223e-05, "Finetune/Loss": 0.7917938232421875, "Finetune/Loss (Raw)": 1.002903699874878, "Finetune/Step": 3945, "Finetune/Step Time": 6.804584534838796}
{"Finetune/Learning Rate": 1.7501399107379446e-05, "Finetune/Loss": 0.792028546333313, "Finetune/Loss (Raw)": 0.8158560395240784, "Finetune/Step": 3946, "Finetune/Step Time": 6.818719236180186}
{"Finetune/Learning Rate": 1.7500025593517396e-05, "Finetune/Loss": 0.7924234867095947, "Finetune/Loss (Raw)": 0.8314505219459534, "Finetune/Step": 3947, "Finetune/Step Time": 6.825669307261705}
{"Finetune/Learning Rate": 1.7498651756168313e-05, "Finetune/Loss": 0.790276050567627, "Finetune/Loss (Raw)": 0.42928454279899597, "Finetune/Step": 3948, "Finetune/Step Time": 6.835879396647215}
{"Finetune/Learning Rate": 1.7497277595391452e-05, "Finetune/Loss": 0.7918140888214111, "Finetune/Loss (Raw)": 0.9012221097946167, "Finetune/Step": 3949, "Finetune/Step Time": 6.832571089267731}
{"Finetune/Learning Rate": 1.749590311124609e-05, "Finetune/Loss": 0.7931219339370728, "Finetune/Loss (Raw)": 0.9239509701728821, "Finetune/Step": 3950, "Finetune/Step Time": 6.829916534945369}
{"Finetune/Learning Rate": 1.7494528303791497e-05, "Finetune/Loss": 0.792978048324585, "Finetune/Loss (Raw)": 0.9291346669197083, "Finetune/Step": 3951, "Finetune/Step Time": 6.833414336666465}
{"Finetune/Learning Rate": 1.7493153173086983e-05, "Finetune/Loss": 0.7916513681411743, "Finetune/Loss (Raw)": 0.703433632850647, "Finetune/Step": 3952, "Finetune/Step Time": 6.851396951824427}
{"Finetune/Learning Rate": 1.749177771919185e-05, "Finetune/Loss": 0.792507529258728, "Finetune/Loss (Raw)": 0.7937237024307251, "Finetune/Step": 3953, "Finetune/Step Time": 6.859610836952925}
{"Finetune/Learning Rate": 1.7490401942165434e-05, "Finetune/Loss": 0.7929728031158447, "Finetune/Loss (Raw)": 0.7783672213554382, "Finetune/Step": 3954, "Finetune/Step Time": 6.853480216115713}
{"Finetune/Learning Rate": 1.7489025842067064e-05, "Finetune/Loss": 0.7920747995376587, "Finetune/Loss (Raw)": 0.7146598100662231, "Finetune/Step": 3955, "Finetune/Step Time": 6.832560990005732}
{"Finetune/Learning Rate": 1.7487649418956095e-05, "Finetune/Loss": 0.7926141023635864, "Finetune/Loss (Raw)": 0.9419373273849487, "Finetune/Step": 3956, "Finetune/Step Time": 6.831744821742177}
{"Finetune/Learning Rate": 1.74862726728919e-05, "Finetune/Loss": 0.7967013120651245, "Finetune/Loss (Raw)": 0.8546921014785767, "Finetune/Step": 3957, "Finetune/Step Time": 6.812396679073572}
{"Finetune/Learning Rate": 1.7484895603933857e-05, "Finetune/Loss": 0.7961671948432922, "Finetune/Loss (Raw)": 0.7689911127090454, "Finetune/Step": 3958, "Finetune/Step Time": 6.808676652610302}
{"Finetune/Learning Rate": 1.748351821214136e-05, "Finetune/Loss": 0.7950959205627441, "Finetune/Loss (Raw)": 0.6552838087081909, "Finetune/Step": 3959, "Finetune/Step Time": 6.820867661386728}
{"Finetune/Learning Rate": 1.7482140497573814e-05, "Finetune/Loss": 0.792572021484375, "Finetune/Loss (Raw)": 0.6976362466812134, "Finetune/Step": 3960, "Finetune/Step Time": 6.824172554537654}
{"Finetune/Learning Rate": 1.748076246029065e-05, "Finetune/Loss": 0.7919975519180298, "Finetune/Loss (Raw)": 0.8383643627166748, "Finetune/Step": 3961, "Finetune/Step Time": 6.806587005034089}
{"Finetune/Learning Rate": 1.74793841003513e-05, "Finetune/Loss": 0.789916455745697, "Finetune/Loss (Raw)": 0.6726624965667725, "Finetune/Step": 3962, "Finetune/Step Time": 6.81366297416389}
{"Finetune/Learning Rate": 1.7478005417815218e-05, "Finetune/Loss": 0.7897288203239441, "Finetune/Loss (Raw)": 0.8763470649719238, "Finetune/Step": 3963, "Finetune/Step Time": 6.817453347146511}
{"Finetune/Learning Rate": 1.747662641274186e-05, "Finetune/Loss": 0.7904561161994934, "Finetune/Loss (Raw)": 0.8333890438079834, "Finetune/Step": 3964, "Finetune/Step Time": 6.816488463431597}
{"Finetune/Learning Rate": 1.7475247085190715e-05, "Finetune/Loss": 0.7907189726829529, "Finetune/Loss (Raw)": 0.8220689296722412, "Finetune/Step": 3965, "Finetune/Step Time": 6.828369241207838}
{"Finetune/Learning Rate": 1.747386743522127e-05, "Finetune/Loss": 0.7880592942237854, "Finetune/Loss (Raw)": 0.4388815462589264, "Finetune/Step": 3966, "Finetune/Step Time": 6.860846109688282}
{"Finetune/Learning Rate": 1.7472487462893033e-05, "Finetune/Loss": 0.7880256175994873, "Finetune/Loss (Raw)": 0.8284536004066467, "Finetune/Step": 3967, "Finetune/Step Time": 6.82540525123477}
{"Finetune/Learning Rate": 1.7471107168265526e-05, "Finetune/Loss": 0.7887178063392639, "Finetune/Loss (Raw)": 0.8614931702613831, "Finetune/Step": 3968, "Finetune/Step Time": 6.823111120611429}
{"Finetune/Learning Rate": 1.7469726551398277e-05, "Finetune/Loss": 0.7870922088623047, "Finetune/Loss (Raw)": 0.7990331649780273, "Finetune/Step": 3969, "Finetune/Step Time": 6.837391372770071}
{"Finetune/Learning Rate": 1.7468345612350838e-05, "Finetune/Loss": 0.7876371741294861, "Finetune/Loss (Raw)": 0.8921355605125427, "Finetune/Step": 3970, "Finetune/Step Time": 6.8385280799120665}
{"Finetune/Learning Rate": 1.7466964351182773e-05, "Finetune/Loss": 0.7902441024780273, "Finetune/Loss (Raw)": 0.9561805725097656, "Finetune/Step": 3971, "Finetune/Step Time": 6.8305199556052685}
{"Finetune/Learning Rate": 1.746558276795365e-05, "Finetune/Loss": 0.7901222705841064, "Finetune/Loss (Raw)": 0.803167462348938, "Finetune/Step": 3972, "Finetune/Step Time": 6.827881287783384}
{"Finetune/Learning Rate": 1.7464200862723072e-05, "Finetune/Loss": 0.7900373339653015, "Finetune/Loss (Raw)": 0.8076112866401672, "Finetune/Step": 3973, "Finetune/Step Time": 6.823919711634517}
{"Finetune/Learning Rate": 1.746281863555063e-05, "Finetune/Loss": 0.7909892797470093, "Finetune/Loss (Raw)": 0.7893935441970825, "Finetune/Step": 3974, "Finetune/Step Time": 6.826950952410698}
{"Finetune/Learning Rate": 1.746143608649595e-05, "Finetune/Loss": 0.7912404537200928, "Finetune/Loss (Raw)": 0.9436535835266113, "Finetune/Step": 3975, "Finetune/Step Time": 6.825254617258906}
{"Finetune/Learning Rate": 1.7460053215618654e-05, "Finetune/Loss": 0.7941980361938477, "Finetune/Loss (Raw)": 0.7831475734710693, "Finetune/Step": 3976, "Finetune/Step Time": 6.817466700449586}
{"Finetune/Learning Rate": 1.7458670022978395e-05, "Finetune/Loss": 0.79222571849823, "Finetune/Loss (Raw)": 0.660986065864563, "Finetune/Step": 3977, "Finetune/Step Time": 6.811987703666091}
{"Finetune/Learning Rate": 1.745728650863483e-05, "Finetune/Loss": 0.7921266555786133, "Finetune/Loss (Raw)": 0.49946320056915283, "Finetune/Step": 3978, "Finetune/Step Time": 6.803327217698097}
{"Finetune/Learning Rate": 1.7455902672647632e-05, "Finetune/Loss": 0.7936303615570068, "Finetune/Loss (Raw)": 0.8708298206329346, "Finetune/Step": 3979, "Finetune/Step Time": 6.806696332991123}
{"Finetune/Learning Rate": 1.745451851507649e-05, "Finetune/Loss": 0.791035532951355, "Finetune/Loss (Raw)": 0.6069418787956238, "Finetune/Step": 3980, "Finetune/Step Time": 6.769990876317024}
{"Finetune/Learning Rate": 1.74531340359811e-05, "Finetune/Loss": 0.7940669655799866, "Finetune/Loss (Raw)": 0.9005005955696106, "Finetune/Step": 3981, "Finetune/Step Time": 6.704787559807301}
{"Finetune/Learning Rate": 1.745174923542118e-05, "Finetune/Loss": 0.7938339710235596, "Finetune/Loss (Raw)": 0.829256534576416, "Finetune/Step": 3982, "Finetune/Step Time": 6.7038674876093864}
{"Finetune/Learning Rate": 1.7450364113456455e-05, "Finetune/Loss": 0.7960753440856934, "Finetune/Loss (Raw)": 0.821210503578186, "Finetune/Step": 3983, "Finetune/Step Time": 6.688397519290447}
{"Finetune/Learning Rate": 1.7448978670146676e-05, "Finetune/Loss": 0.7918698787689209, "Finetune/Loss (Raw)": 0.40483173727989197, "Finetune/Step": 3984, "Finetune/Step Time": 6.696401076391339}
{"Finetune/Learning Rate": 1.7447592905551587e-05, "Finetune/Loss": 0.7957178354263306, "Finetune/Loss (Raw)": 0.8954434394836426, "Finetune/Step": 3985, "Finetune/Step Time": 6.689667275175452}
{"Finetune/Learning Rate": 1.7446206819730967e-05, "Finetune/Loss": 0.8006114363670349, "Finetune/Loss (Raw)": 1.0035817623138428, "Finetune/Step": 3986, "Finetune/Step Time": 6.668363008648157}
{"Finetune/Learning Rate": 1.7444820412744597e-05, "Finetune/Loss": 0.7988333702087402, "Finetune/Loss (Raw)": 0.7696310877799988, "Finetune/Step": 3987, "Finetune/Step Time": 6.674918605014682}
{"Finetune/Learning Rate": 1.7443433684652272e-05, "Finetune/Loss": 0.7990208268165588, "Finetune/Loss (Raw)": 0.8726796507835388, "Finetune/Step": 3988, "Finetune/Step Time": 6.6893639992922544}
{"Finetune/Learning Rate": 1.744204663551381e-05, "Finetune/Loss": 0.800015926361084, "Finetune/Loss (Raw)": 0.9005880355834961, "Finetune/Step": 3989, "Finetune/Step Time": 6.688607485964894}
{"Finetune/Learning Rate": 1.744065926538903e-05, "Finetune/Loss": 0.7997273206710815, "Finetune/Loss (Raw)": 0.8235738277435303, "Finetune/Step": 3990, "Finetune/Step Time": 6.692436357960105}
{"Finetune/Learning Rate": 1.7439271574337776e-05, "Finetune/Loss": 0.8013525605201721, "Finetune/Loss (Raw)": 0.8944683074951172, "Finetune/Step": 3991, "Finetune/Step Time": 6.685423132032156}
{"Finetune/Learning Rate": 1.7437883562419897e-05, "Finetune/Loss": 0.8000255823135376, "Finetune/Loss (Raw)": 0.6857191324234009, "Finetune/Step": 3992, "Finetune/Step Time": 6.702867031097412}
{"Finetune/Learning Rate": 1.7436495229695265e-05, "Finetune/Loss": 0.8008826971054077, "Finetune/Loss (Raw)": 0.8643934726715088, "Finetune/Step": 3993, "Finetune/Step Time": 6.6707788445055485}
{"Finetune/Learning Rate": 1.7435106576223756e-05, "Finetune/Loss": 0.7989619374275208, "Finetune/Loss (Raw)": 0.7312227487564087, "Finetune/Step": 3994, "Finetune/Step Time": 6.67200568690896}
{"Finetune/Learning Rate": 1.7433717602065268e-05, "Finetune/Loss": 0.7970621585845947, "Finetune/Loss (Raw)": 0.7680941224098206, "Finetune/Step": 3995, "Finetune/Step Time": 6.671959634870291}
{"Finetune/Learning Rate": 1.7432328307279707e-05, "Finetune/Loss": 0.7957538366317749, "Finetune/Loss (Raw)": 0.740077793598175, "Finetune/Step": 3996, "Finetune/Step Time": 6.670045737177134}
{"Finetune/Learning Rate": 1.7430938691926998e-05, "Finetune/Loss": 0.7955549955368042, "Finetune/Loss (Raw)": 0.7380956411361694, "Finetune/Step": 3997, "Finetune/Step Time": 6.668487798422575}
{"Finetune/Learning Rate": 1.7429548756067075e-05, "Finetune/Loss": 0.7972041368484497, "Finetune/Loss (Raw)": 0.91239994764328, "Finetune/Step": 3998, "Finetune/Step Time": 6.652026455849409}
{"Finetune/Learning Rate": 1.742815849975989e-05, "Finetune/Loss": 0.7967677116394043, "Finetune/Loss (Raw)": 0.7833308577537537, "Finetune/Step": 3999, "Finetune/Step Time": 6.667374189943075}
{"Finetune/Learning Rate": 1.7426767923065403e-05, "Finetune/Loss": 0.7997596263885498, "Finetune/Loss (Raw)": 0.804220974445343, "Finetune/Step": 4000, "Finetune/Step Time": 6.6385915242135525}
{"Finetune/Learning Rate": 1.742537702604359e-05, "Finetune/Loss": 0.8003543615341187, "Finetune/Loss (Raw)": 0.7598141431808472, "Finetune/Step": 4001, "Finetune/Step Time": 6.648961557075381}
{"Finetune/Learning Rate": 1.7423985808754455e-05, "Finetune/Loss": 0.7997158765792847, "Finetune/Loss (Raw)": 0.7288545966148376, "Finetune/Step": 4002, "Finetune/Step Time": 6.6587781850248575}
{"Finetune/Learning Rate": 1.742259427125799e-05, "Finetune/Loss": 0.7996259927749634, "Finetune/Loss (Raw)": 0.8010632395744324, "Finetune/Step": 4003, "Finetune/Step Time": 6.670381711795926}
{"Finetune/Learning Rate": 1.742120241361422e-05, "Finetune/Loss": 0.7995837926864624, "Finetune/Loss (Raw)": 0.8673846125602722, "Finetune/Step": 4004, "Finetune/Step Time": 6.674858232960105}
{"Finetune/Learning Rate": 1.7419810235883178e-05, "Finetune/Loss": 0.8003216981887817, "Finetune/Loss (Raw)": 0.8105583786964417, "Finetune/Step": 4005, "Finetune/Step Time": 6.66008704341948}
{"Finetune/Learning Rate": 1.7418417738124906e-05, "Finetune/Loss": 0.8038873672485352, "Finetune/Loss (Raw)": 0.9944138526916504, "Finetune/Step": 4006, "Finetune/Step Time": 6.637831900268793}
{"Finetune/Learning Rate": 1.7417024920399467e-05, "Finetune/Loss": 0.8014812469482422, "Finetune/Loss (Raw)": 0.4221184551715851, "Finetune/Step": 4007, "Finetune/Step Time": 6.621915943920612}
{"Finetune/Learning Rate": 1.7415631782766936e-05, "Finetune/Loss": 0.8005209565162659, "Finetune/Loss (Raw)": 0.7221872806549072, "Finetune/Step": 4008, "Finetune/Step Time": 6.620091412216425}
{"Finetune/Learning Rate": 1.7414238325287405e-05, "Finetune/Loss": 0.8003148436546326, "Finetune/Loss (Raw)": 0.8355766534805298, "Finetune/Step": 4009, "Finetune/Step Time": 6.615820216014981}
{"Finetune/Learning Rate": 1.741284454802097e-05, "Finetune/Loss": 0.7989833354949951, "Finetune/Loss (Raw)": 0.6997807025909424, "Finetune/Step": 4010, "Finetune/Step Time": 6.623724386096001}
{"Finetune/Learning Rate": 1.7411450451027745e-05, "Finetune/Loss": 0.7985767722129822, "Finetune/Loss (Raw)": 0.8816701769828796, "Finetune/Step": 4011, "Finetune/Step Time": 6.628766302019358}
{"Finetune/Learning Rate": 1.7410056034367865e-05, "Finetune/Loss": 0.7972835302352905, "Finetune/Loss (Raw)": 0.589995265007019, "Finetune/Step": 4012, "Finetune/Step Time": 6.645812852308154}
{"Finetune/Learning Rate": 1.7408661298101474e-05, "Finetune/Loss": 0.7991609573364258, "Finetune/Loss (Raw)": 0.7845942974090576, "Finetune/Step": 4013, "Finetune/Step Time": 6.639906035736203}
{"Finetune/Learning Rate": 1.740726624228872e-05, "Finetune/Loss": 0.7994334697723389, "Finetune/Loss (Raw)": 0.7568873167037964, "Finetune/Step": 4014, "Finetune/Step Time": 6.6545557752251625}
{"Finetune/Learning Rate": 1.7405870866989786e-05, "Finetune/Loss": 0.7999424934387207, "Finetune/Loss (Raw)": 0.8218187689781189, "Finetune/Step": 4015, "Finetune/Step Time": 6.65574612095952}
{"Finetune/Learning Rate": 1.7404475172264845e-05, "Finetune/Loss": 0.8003038763999939, "Finetune/Loss (Raw)": 0.8447638154029846, "Finetune/Step": 4016, "Finetune/Step Time": 6.657351545989513}
{"Finetune/Learning Rate": 1.7403079158174105e-05, "Finetune/Loss": 0.8007169961929321, "Finetune/Loss (Raw)": 0.8757086396217346, "Finetune/Step": 4017, "Finetune/Step Time": 6.659425539895892}
{"Finetune/Learning Rate": 1.7401682824777774e-05, "Finetune/Loss": 0.7972723245620728, "Finetune/Loss (Raw)": 0.38024890422821045, "Finetune/Step": 4018, "Finetune/Step Time": 6.689780889078975}
{"Finetune/Learning Rate": 1.7400286172136077e-05, "Finetune/Loss": 0.7991719245910645, "Finetune/Loss (Raw)": 0.9631038308143616, "Finetune/Step": 4019, "Finetune/Step Time": 6.670558812096715}
{"Finetune/Learning Rate": 1.7398889200309252e-05, "Finetune/Loss": 0.7998605966567993, "Finetune/Loss (Raw)": 0.927129864692688, "Finetune/Step": 4020, "Finetune/Step Time": 6.668670983985066}
{"Finetune/Learning Rate": 1.7397491909357556e-05, "Finetune/Loss": 0.8029628992080688, "Finetune/Loss (Raw)": 0.8230092525482178, "Finetune/Step": 4021, "Finetune/Step Time": 6.649945547804236}
{"Finetune/Learning Rate": 1.7396094299341255e-05, "Finetune/Loss": 0.8025563359260559, "Finetune/Loss (Raw)": 0.8011288642883301, "Finetune/Step": 4022, "Finetune/Step Time": 6.652602467685938}
{"Finetune/Learning Rate": 1.7394696370320633e-05, "Finetune/Loss": 0.8025726675987244, "Finetune/Loss (Raw)": 0.8516939878463745, "Finetune/Step": 4023, "Finetune/Step Time": 6.6551755256950855}
{"Finetune/Learning Rate": 1.7393298122355975e-05, "Finetune/Loss": 0.8032968044281006, "Finetune/Loss (Raw)": 0.9208772778511047, "Finetune/Step": 4024, "Finetune/Step Time": 6.661358619108796}
{"Finetune/Learning Rate": 1.7391899555507604e-05, "Finetune/Loss": 0.8030588626861572, "Finetune/Loss (Raw)": 0.7716005444526672, "Finetune/Step": 4025, "Finetune/Step Time": 6.651094621047378}
{"Finetune/Learning Rate": 1.739050066983583e-05, "Finetune/Loss": 0.8040161728858948, "Finetune/Loss (Raw)": 0.9018872380256653, "Finetune/Step": 4026, "Finetune/Step Time": 6.638618927448988}
{"Finetune/Learning Rate": 1.7389101465400995e-05, "Finetune/Loss": 0.8038336038589478, "Finetune/Loss (Raw)": 0.9341913461685181, "Finetune/Step": 4027, "Finetune/Step Time": 6.634954696521163}
{"Finetune/Learning Rate": 1.7387701942263448e-05, "Finetune/Loss": 0.8036440014839172, "Finetune/Loss (Raw)": 0.7777469754219055, "Finetune/Step": 4028, "Finetune/Step Time": 6.630086526274681}
{"Finetune/Learning Rate": 1.738630210048355e-05, "Finetune/Loss": 0.803560733795166, "Finetune/Loss (Raw)": 0.8770853877067566, "Finetune/Step": 4029, "Finetune/Step Time": 6.629658076912165}
{"Finetune/Learning Rate": 1.738490194012168e-05, "Finetune/Loss": 0.7992298603057861, "Finetune/Loss (Raw)": 0.42873528599739075, "Finetune/Step": 4030, "Finetune/Step Time": 6.646546566858888}
{"Finetune/Learning Rate": 1.738350146123823e-05, "Finetune/Loss": 0.7981916666030884, "Finetune/Loss (Raw)": 0.7890762090682983, "Finetune/Step": 4031, "Finetune/Step Time": 6.6466684360057116}
{"Finetune/Learning Rate": 1.7382100663893603e-05, "Finetune/Loss": 0.797986626625061, "Finetune/Loss (Raw)": 0.7869864106178284, "Finetune/Step": 4032, "Finetune/Step Time": 6.6401335541158915}
{"Finetune/Learning Rate": 1.738069954814822e-05, "Finetune/Loss": 0.7999399304389954, "Finetune/Loss (Raw)": 0.9018303751945496, "Finetune/Step": 4033, "Finetune/Step Time": 6.628376547247171}
{"Finetune/Learning Rate": 1.7379298114062506e-05, "Finetune/Loss": 0.800098717212677, "Finetune/Loss (Raw)": 0.8285883665084839, "Finetune/Step": 4034, "Finetune/Step Time": 6.590263558551669}
{"Finetune/Learning Rate": 1.7377896361696917e-05, "Finetune/Loss": 0.7970129251480103, "Finetune/Loss (Raw)": 0.6795955896377563, "Finetune/Step": 4035, "Finetune/Step Time": 6.59554024413228}
{"Finetune/Learning Rate": 1.7376494291111904e-05, "Finetune/Loss": 0.8002902865409851, "Finetune/Loss (Raw)": 1.013347864151001, "Finetune/Step": 4036, "Finetune/Step Time": 6.582662904635072}
{"Finetune/Learning Rate": 1.7375091902367944e-05, "Finetune/Loss": 0.8005772829055786, "Finetune/Loss (Raw)": 0.7373594641685486, "Finetune/Step": 4037, "Finetune/Step Time": 6.5986352656036615}
{"Finetune/Learning Rate": 1.7373689195525524e-05, "Finetune/Loss": 0.796842098236084, "Finetune/Loss (Raw)": 0.4172635078430176, "Finetune/Step": 4038, "Finetune/Step Time": 6.615809924900532}
{"Finetune/Learning Rate": 1.7372286170645146e-05, "Finetune/Loss": 0.7956851720809937, "Finetune/Loss (Raw)": 0.8170241713523865, "Finetune/Step": 4039, "Finetune/Step Time": 6.645086107775569}
{"Finetune/Learning Rate": 1.7370882827787326e-05, "Finetune/Loss": 0.7969338893890381, "Finetune/Loss (Raw)": 0.8875458836555481, "Finetune/Step": 4040, "Finetune/Step Time": 6.625411909073591}
{"Finetune/Learning Rate": 1.7369479167012582e-05, "Finetune/Loss": 0.7963507175445557, "Finetune/Loss (Raw)": 0.751215934753418, "Finetune/Step": 4041, "Finetune/Step Time": 6.620526123791933}
{"Finetune/Learning Rate": 1.736807518838147e-05, "Finetune/Loss": 0.7965624928474426, "Finetune/Loss (Raw)": 0.8021458387374878, "Finetune/Step": 4042, "Finetune/Step Time": 6.632943091914058}
{"Finetune/Learning Rate": 1.736667089195454e-05, "Finetune/Loss": 0.7965738773345947, "Finetune/Loss (Raw)": 0.8891838788986206, "Finetune/Step": 4043, "Finetune/Step Time": 6.635460488498211}
{"Finetune/Learning Rate": 1.7365266277792358e-05, "Finetune/Loss": 0.7961136698722839, "Finetune/Loss (Raw)": 0.8147920370101929, "Finetune/Step": 4044, "Finetune/Step Time": 6.627634422853589}
{"Finetune/Learning Rate": 1.7363861345955508e-05, "Finetune/Loss": 0.792715847492218, "Finetune/Loss (Raw)": 0.3383520543575287, "Finetune/Step": 4045, "Finetune/Step Time": 6.62748403288424}
{"Finetune/Learning Rate": 1.736245609650459e-05, "Finetune/Loss": 0.791338324546814, "Finetune/Loss (Raw)": 0.7528221607208252, "Finetune/Step": 4046, "Finetune/Step Time": 6.6246880535036325}
{"Finetune/Learning Rate": 1.7361050529500213e-05, "Finetune/Loss": 0.7913225889205933, "Finetune/Loss (Raw)": 0.7819809317588806, "Finetune/Step": 4047, "Finetune/Step Time": 6.627526907250285}
{"Finetune/Learning Rate": 1.7359644645003002e-05, "Finetune/Loss": 0.7878085374832153, "Finetune/Loss (Raw)": 0.41957616806030273, "Finetune/Step": 4048, "Finetune/Step Time": 6.612033240497112}
{"Finetune/Learning Rate": 1.735823844307359e-05, "Finetune/Loss": 0.7880655527114868, "Finetune/Loss (Raw)": 0.6930981874465942, "Finetune/Step": 4049, "Finetune/Step Time": 6.595611404627562}
{"Finetune/Learning Rate": 1.7356831923772636e-05, "Finetune/Loss": 0.7871924638748169, "Finetune/Loss (Raw)": 0.8049038052558899, "Finetune/Step": 4050, "Finetune/Step Time": 6.582541361451149}
{"Finetune/Learning Rate": 1.7355425087160796e-05, "Finetune/Loss": 0.7889795303344727, "Finetune/Loss (Raw)": 0.7608476281166077, "Finetune/Step": 4051, "Finetune/Step Time": 6.564496170729399}
{"Finetune/Learning Rate": 1.735401793329876e-05, "Finetune/Loss": 0.788148820400238, "Finetune/Loss (Raw)": 0.7761163711547852, "Finetune/Step": 4052, "Finetune/Step Time": 6.5844963528215885}
{"Finetune/Learning Rate": 1.7352610462247216e-05, "Finetune/Loss": 0.7845478057861328, "Finetune/Loss (Raw)": 0.4090539813041687, "Finetune/Step": 4053, "Finetune/Step Time": 6.601537071168423}
{"Finetune/Learning Rate": 1.7351202674066864e-05, "Finetune/Loss": 0.7839676737785339, "Finetune/Loss (Raw)": 0.676704466342926, "Finetune/Step": 4054, "Finetune/Step Time": 6.610114684328437}
{"Finetune/Learning Rate": 1.7349794568818435e-05, "Finetune/Loss": 0.7842303514480591, "Finetune/Loss (Raw)": 0.8257442712783813, "Finetune/Step": 4055, "Finetune/Step Time": 6.603316832333803}
{"Finetune/Learning Rate": 1.7348386146562653e-05, "Finetune/Loss": 0.7818415760993958, "Finetune/Loss (Raw)": 0.5871167182922363, "Finetune/Step": 4056, "Finetune/Step Time": 6.618271742016077}
{"Finetune/Learning Rate": 1.734697740736027e-05, "Finetune/Loss": 0.7820461392402649, "Finetune/Loss (Raw)": 0.9153838753700256, "Finetune/Step": 4057, "Finetune/Step Time": 6.625127350911498}
{"Finetune/Learning Rate": 1.7345568351272045e-05, "Finetune/Loss": 0.7821682691574097, "Finetune/Loss (Raw)": 0.7745172381401062, "Finetune/Step": 4058, "Finetune/Step Time": 6.6170158460736275}
{"Finetune/Learning Rate": 1.7344158978358756e-05, "Finetune/Loss": 0.7806766629219055, "Finetune/Loss (Raw)": 0.7435474395751953, "Finetune/Step": 4059, "Finetune/Step Time": 6.630500173196197}
{"Finetune/Learning Rate": 1.7342749288681188e-05, "Finetune/Loss": 0.7786191701889038, "Finetune/Loss (Raw)": 0.4781428873538971, "Finetune/Step": 4060, "Finetune/Step Time": 6.633043855428696}
{"Finetune/Learning Rate": 1.7341339282300146e-05, "Finetune/Loss": 0.7789804935455322, "Finetune/Loss (Raw)": 0.6236327290534973, "Finetune/Step": 4061, "Finetune/Step Time": 6.6259527169167995}
{"Finetune/Learning Rate": 1.733992895927644e-05, "Finetune/Loss": 0.779703676700592, "Finetune/Loss (Raw)": 0.8460544943809509, "Finetune/Step": 4062, "Finetune/Step Time": 6.628897113725543}
{"Finetune/Learning Rate": 1.7338518319670904e-05, "Finetune/Loss": 0.7765215039253235, "Finetune/Loss (Raw)": 0.39803269505500793, "Finetune/Step": 4063, "Finetune/Step Time": 6.637498661875725}
{"Finetune/Learning Rate": 1.7337107363544382e-05, "Finetune/Loss": 0.7727994322776794, "Finetune/Loss (Raw)": 0.4281008541584015, "Finetune/Step": 4064, "Finetune/Step Time": 6.6581369917839766}
{"Finetune/Learning Rate": 1.7335696090957728e-05, "Finetune/Loss": 0.7713648080825806, "Finetune/Loss (Raw)": 0.6659882664680481, "Finetune/Step": 4065, "Finetune/Step Time": 6.6635781191289425}
{"Finetune/Learning Rate": 1.7334284501971813e-05, "Finetune/Loss": 0.7716658115386963, "Finetune/Loss (Raw)": 0.8433369994163513, "Finetune/Step": 4066, "Finetune/Step Time": 6.667404133826494}
{"Finetune/Learning Rate": 1.733287259664752e-05, "Finetune/Loss": 0.7717275619506836, "Finetune/Loss (Raw)": 0.8830346465110779, "Finetune/Step": 4067, "Finetune/Step Time": 6.676191950216889}
{"Finetune/Learning Rate": 1.7331460375045744e-05, "Finetune/Loss": 0.7715229988098145, "Finetune/Loss (Raw)": 0.840397298336029, "Finetune/Step": 4068, "Finetune/Step Time": 6.677346235141158}
{"Finetune/Learning Rate": 1.7330047837227403e-05, "Finetune/Loss": 0.7716303467750549, "Finetune/Loss (Raw)": 0.9029590487480164, "Finetune/Step": 4069, "Finetune/Step Time": 6.6897099651396275}
{"Finetune/Learning Rate": 1.7328634983253418e-05, "Finetune/Loss": 0.7706639766693115, "Finetune/Loss (Raw)": 0.7929479479789734, "Finetune/Step": 4070, "Finetune/Step Time": 6.685759304091334}
{"Finetune/Learning Rate": 1.7327221813184728e-05, "Finetune/Loss": 0.7715930938720703, "Finetune/Loss (Raw)": 0.764256477355957, "Finetune/Step": 4071, "Finetune/Step Time": 6.691691776737571}
{"Finetune/Learning Rate": 1.7325808327082282e-05, "Finetune/Loss": 0.7699700593948364, "Finetune/Loss (Raw)": 0.6878849864006042, "Finetune/Step": 4072, "Finetune/Step Time": 6.700876545161009}
{"Finetune/Learning Rate": 1.7324394525007053e-05, "Finetune/Loss": 0.7684390544891357, "Finetune/Loss (Raw)": 0.8069302439689636, "Finetune/Step": 4073, "Finetune/Step Time": 6.684219628572464}
{"Finetune/Learning Rate": 1.732298040702001e-05, "Finetune/Loss": 0.7692949771881104, "Finetune/Loss (Raw)": 0.9254120588302612, "Finetune/Step": 4074, "Finetune/Step Time": 6.671591013669968}
{"Finetune/Learning Rate": 1.7321565973182158e-05, "Finetune/Loss": 0.768844485282898, "Finetune/Loss (Raw)": 0.7737876772880554, "Finetune/Step": 4075, "Finetune/Step Time": 6.660368978977203}
{"Finetune/Learning Rate": 1.7320151223554492e-05, "Finetune/Loss": 0.770331084728241, "Finetune/Loss (Raw)": 0.6195719838142395, "Finetune/Step": 4076, "Finetune/Step Time": 6.659618470817804}
{"Finetune/Learning Rate": 1.7318736158198042e-05, "Finetune/Loss": 0.7699647545814514, "Finetune/Loss (Raw)": 0.8543330430984497, "Finetune/Step": 4077, "Finetune/Step Time": 6.673269879072905}
{"Finetune/Learning Rate": 1.7317320777173833e-05, "Finetune/Loss": 0.768731415271759, "Finetune/Loss (Raw)": 0.7660814523696899, "Finetune/Step": 4078, "Finetune/Step Time": 6.675944846123457}
{"Finetune/Learning Rate": 1.731590508054292e-05, "Finetune/Loss": 0.7683840990066528, "Finetune/Loss (Raw)": 0.8846781849861145, "Finetune/Step": 4079, "Finetune/Step Time": 6.687016678974032}
{"Finetune/Learning Rate": 1.7314489068366362e-05, "Finetune/Loss": 0.7684071063995361, "Finetune/Loss (Raw)": 0.7063820958137512, "Finetune/Step": 4080, "Finetune/Step Time": 6.676782887428999}
{"Finetune/Learning Rate": 1.731307274070523e-05, "Finetune/Loss": 0.7679936289787292, "Finetune/Loss (Raw)": 0.7407960295677185, "Finetune/Step": 4081, "Finetune/Step Time": 6.688110982999206}
{"Finetune/Learning Rate": 1.7311656097620613e-05, "Finetune/Loss": 0.7678563594818115, "Finetune/Loss (Raw)": 0.7607930302619934, "Finetune/Step": 4082, "Finetune/Step Time": 6.695965930819511}
{"Finetune/Learning Rate": 1.7310239139173618e-05, "Finetune/Loss": 0.7693663835525513, "Finetune/Loss (Raw)": 0.9079435467720032, "Finetune/Step": 4083, "Finetune/Step Time": 6.6880045384168625}
{"Finetune/Learning Rate": 1.7308821865425356e-05, "Finetune/Loss": 0.7660459280014038, "Finetune/Loss (Raw)": 0.5169261693954468, "Finetune/Step": 4084, "Finetune/Step Time": 6.711889458820224}
{"Finetune/Learning Rate": 1.730740427643696e-05, "Finetune/Loss": 0.7644323706626892, "Finetune/Loss (Raw)": 0.648156464099884, "Finetune/Step": 4085, "Finetune/Step Time": 6.723198898136616}
{"Finetune/Learning Rate": 1.730598637226957e-05, "Finetune/Loss": 0.7638959884643555, "Finetune/Loss (Raw)": 0.7003361582756042, "Finetune/Step": 4086, "Finetune/Step Time": 6.730291044339538}
{"Finetune/Learning Rate": 1.7304568152984334e-05, "Finetune/Loss": 0.7659558057785034, "Finetune/Loss (Raw)": 0.9189350605010986, "Finetune/Step": 4087, "Finetune/Step Time": 6.718035157769918}
{"Finetune/Learning Rate": 1.7303149618642437e-05, "Finetune/Loss": 0.7671557664871216, "Finetune/Loss (Raw)": 0.8512275815010071, "Finetune/Step": 4088, "Finetune/Step Time": 6.713134134188294}
{"Finetune/Learning Rate": 1.7301730769305053e-05, "Finetune/Loss": 0.7670460939407349, "Finetune/Loss (Raw)": 0.8243353962898254, "Finetune/Step": 4089, "Finetune/Step Time": 6.7138131111860275}
{"Finetune/Learning Rate": 1.7300311605033386e-05, "Finetune/Loss": 0.7683302164077759, "Finetune/Loss (Raw)": 0.8370246887207031, "Finetune/Step": 4090, "Finetune/Step Time": 6.706893360242248}
{"Finetune/Learning Rate": 1.729889212588864e-05, "Finetune/Loss": 0.7676846981048584, "Finetune/Loss (Raw)": 0.7937254309654236, "Finetune/Step": 4091, "Finetune/Step Time": 6.719627216458321}
{"Finetune/Learning Rate": 1.729747233193204e-05, "Finetune/Loss": 0.7671941518783569, "Finetune/Loss (Raw)": 0.7705917954444885, "Finetune/Step": 4092, "Finetune/Step Time": 6.720885802060366}
{"Finetune/Learning Rate": 1.7296052223224827e-05, "Finetune/Loss": 0.7679682970046997, "Finetune/Loss (Raw)": 0.9211679697036743, "Finetune/Step": 4093, "Finetune/Step Time": 6.705930192023516}
{"Finetune/Learning Rate": 1.729463179982825e-05, "Finetune/Loss": 0.7723543047904968, "Finetune/Loss (Raw)": 1.0002843141555786, "Finetune/Step": 4094, "Finetune/Step Time": 6.688323739916086}
{"Finetune/Learning Rate": 1.7293211061803572e-05, "Finetune/Loss": 0.7714858055114746, "Finetune/Loss (Raw)": 0.7172936797142029, "Finetune/Step": 4095, "Finetune/Step Time": 6.695046126842499}
{"Finetune/Learning Rate": 1.7291790009212075e-05, "Finetune/Loss": 0.7721118927001953, "Finetune/Loss (Raw)": 0.9416220784187317, "Finetune/Step": 4096, "Finetune/Step Time": 6.6995196007192135}
{"Finetune/Learning Rate": 1.729036864211505e-05, "Finetune/Loss": 0.7725997567176819, "Finetune/Loss (Raw)": 0.8614829778671265, "Finetune/Step": 4097, "Finetune/Step Time": 6.685515901073813}
{"Finetune/Learning Rate": 1.7288946960573806e-05, "Finetune/Loss": 0.7706941366195679, "Finetune/Loss (Raw)": 0.6482151746749878, "Finetune/Step": 4098, "Finetune/Step Time": 6.692885456606746}
{"Finetune/Learning Rate": 1.7287524964649654e-05, "Finetune/Loss": 0.7697784900665283, "Finetune/Loss (Raw)": 0.8389744162559509, "Finetune/Step": 4099, "Finetune/Step Time": 6.696145063266158}
{"Finetune/Learning Rate": 1.7286102654403936e-05, "Finetune/Loss": 0.7710485458374023, "Finetune/Loss (Raw)": 0.9657429456710815, "Finetune/Step": 4100, "Finetune/Step Time": 6.705749751999974}
{"Finetune/Learning Rate": 1.7284680029897992e-05, "Finetune/Loss": 0.7709475159645081, "Finetune/Loss (Raw)": 0.794678807258606, "Finetune/Step": 4101, "Finetune/Step Time": 6.725792840123177}
{"Finetune/Learning Rate": 1.7283257091193183e-05, "Finetune/Loss": 0.7710849046707153, "Finetune/Loss (Raw)": 0.8069753646850586, "Finetune/Step": 4102, "Finetune/Step Time": 6.7224688939750195}
{"Finetune/Learning Rate": 1.7281833838350885e-05, "Finetune/Loss": 0.7702466249465942, "Finetune/Loss (Raw)": 0.8363527059555054, "Finetune/Step": 4103, "Finetune/Step Time": 6.7250558398664}
{"Finetune/Learning Rate": 1.7280410271432483e-05, "Finetune/Loss": 0.7709985971450806, "Finetune/Loss (Raw)": 0.8794013857841492, "Finetune/Step": 4104, "Finetune/Step Time": 6.7130598444491625}
{"Finetune/Learning Rate": 1.7278986390499377e-05, "Finetune/Loss": 0.7712016105651855, "Finetune/Loss (Raw)": 0.6869681477546692, "Finetune/Step": 4105, "Finetune/Step Time": 6.707222536206245}
{"Finetune/Learning Rate": 1.727756219561298e-05, "Finetune/Loss": 0.7734744548797607, "Finetune/Loss (Raw)": 0.7903907895088196, "Finetune/Step": 4106, "Finetune/Step Time": 6.705576499924064}
{"Finetune/Learning Rate": 1.7276137686834724e-05, "Finetune/Loss": 0.7726789116859436, "Finetune/Loss (Raw)": 0.7690008878707886, "Finetune/Step": 4107, "Finetune/Step Time": 6.707504794001579}
{"Finetune/Learning Rate": 1.7274712864226048e-05, "Finetune/Loss": 0.7748042345046997, "Finetune/Loss (Raw)": 0.8789822459220886, "Finetune/Step": 4108, "Finetune/Step Time": 6.696735514327884}
{"Finetune/Learning Rate": 1.7273287727848405e-05, "Finetune/Loss": 0.7736880779266357, "Finetune/Loss (Raw)": 0.7576318979263306, "Finetune/Step": 4109, "Finetune/Step Time": 6.70376998744905}
{"Finetune/Learning Rate": 1.7271862277763265e-05, "Finetune/Loss": 0.7733402252197266, "Finetune/Loss (Raw)": 0.784737229347229, "Finetune/Step": 4110, "Finetune/Step Time": 6.710501119494438}
{"Finetune/Learning Rate": 1.7270436514032107e-05, "Finetune/Loss": 0.7744278907775879, "Finetune/Loss (Raw)": 0.9604300260543823, "Finetune/Step": 4111, "Finetune/Step Time": 6.716134138405323}
{"Finetune/Learning Rate": 1.7269010436716433e-05, "Finetune/Loss": 0.776039183139801, "Finetune/Loss (Raw)": 0.6110709309577942, "Finetune/Step": 4112, "Finetune/Step Time": 6.7186595145612955}
{"Finetune/Learning Rate": 1.7267584045877744e-05, "Finetune/Loss": 0.774356484413147, "Finetune/Loss (Raw)": 0.6800567507743835, "Finetune/Step": 4113, "Finetune/Step Time": 6.7067536395043135}
{"Finetune/Learning Rate": 1.7266157341577562e-05, "Finetune/Loss": 0.7730923891067505, "Finetune/Loss (Raw)": 0.8417842984199524, "Finetune/Step": 4114, "Finetune/Step Time": 6.707900792360306}
{"Finetune/Learning Rate": 1.7264730323877433e-05, "Finetune/Loss": 0.7737927436828613, "Finetune/Loss (Raw)": 0.8592769503593445, "Finetune/Step": 4115, "Finetune/Step Time": 6.704429494217038}
{"Finetune/Learning Rate": 1.7263302992838898e-05, "Finetune/Loss": 0.7712657451629639, "Finetune/Loss (Raw)": 0.5492209792137146, "Finetune/Step": 4116, "Finetune/Step Time": 6.70786053314805}
{"Finetune/Learning Rate": 1.7261875348523517e-05, "Finetune/Loss": 0.7693988084793091, "Finetune/Loss (Raw)": 0.6616266965866089, "Finetune/Step": 4117, "Finetune/Step Time": 6.716733604669571}
{"Finetune/Learning Rate": 1.7260447390992875e-05, "Finetune/Loss": 0.7708466053009033, "Finetune/Loss (Raw)": 1.0088917016983032, "Finetune/Step": 4118, "Finetune/Step Time": 6.7101908922195435}
{"Finetune/Learning Rate": 1.725901912030856e-05, "Finetune/Loss": 0.7714017629623413, "Finetune/Loss (Raw)": 0.9655255675315857, "Finetune/Step": 4119, "Finetune/Step Time": 6.704063219949603}
{"Finetune/Learning Rate": 1.7257590536532168e-05, "Finetune/Loss": 0.7716915607452393, "Finetune/Loss (Raw)": 0.7228102087974548, "Finetune/Step": 4120, "Finetune/Step Time": 6.698875850066543}
{"Finetune/Learning Rate": 1.7256161639725326e-05, "Finetune/Loss": 0.7715986967086792, "Finetune/Loss (Raw)": 0.8525006771087646, "Finetune/Step": 4121, "Finetune/Step Time": 6.71494460478425}
{"Finetune/Learning Rate": 1.7254732429949655e-05, "Finetune/Loss": 0.7715286016464233, "Finetune/Loss (Raw)": 0.7222516536712646, "Finetune/Step": 4122, "Finetune/Step Time": 6.713981604203582}
{"Finetune/Learning Rate": 1.7253302907266807e-05, "Finetune/Loss": 0.7732046842575073, "Finetune/Loss (Raw)": 0.982633650302887, "Finetune/Step": 4123, "Finetune/Step Time": 6.715225799009204}
{"Finetune/Learning Rate": 1.7251873071738435e-05, "Finetune/Loss": 0.772076427936554, "Finetune/Loss (Raw)": 0.595669686794281, "Finetune/Step": 4124, "Finetune/Step Time": 6.727722296491265}
{"Finetune/Learning Rate": 1.725044292342621e-05, "Finetune/Loss": 0.7731001377105713, "Finetune/Loss (Raw)": 0.8691262006759644, "Finetune/Step": 4125, "Finetune/Step Time": 6.731619942933321}
{"Finetune/Learning Rate": 1.7249012462391816e-05, "Finetune/Loss": 0.7729242444038391, "Finetune/Loss (Raw)": 0.8898891806602478, "Finetune/Step": 4126, "Finetune/Step Time": 6.726827077567577}
{"Finetune/Learning Rate": 1.7247581688696952e-05, "Finetune/Loss": 0.7734454870223999, "Finetune/Loss (Raw)": 0.8500527143478394, "Finetune/Step": 4127, "Finetune/Step Time": 6.707338605076075}
{"Finetune/Learning Rate": 1.724615060240333e-05, "Finetune/Loss": 0.773396372795105, "Finetune/Loss (Raw)": 0.797920823097229, "Finetune/Step": 4128, "Finetune/Step Time": 6.702840872108936}
{"Finetune/Learning Rate": 1.7244719203572676e-05, "Finetune/Loss": 0.7740346193313599, "Finetune/Loss (Raw)": 0.8415196537971497, "Finetune/Step": 4129, "Finetune/Step Time": 6.683736519888043}
{"Finetune/Learning Rate": 1.7243287492266725e-05, "Finetune/Loss": 0.7746545076370239, "Finetune/Loss (Raw)": 0.8081969618797302, "Finetune/Step": 4130, "Finetune/Step Time": 6.685049569234252}
{"Finetune/Learning Rate": 1.7241855468547234e-05, "Finetune/Loss": 0.775038480758667, "Finetune/Loss (Raw)": 0.850214421749115, "Finetune/Step": 4131, "Finetune/Step Time": 6.678641712293029}
{"Finetune/Learning Rate": 1.7240423132475958e-05, "Finetune/Loss": 0.7748331427574158, "Finetune/Loss (Raw)": 0.8411015868186951, "Finetune/Step": 4132, "Finetune/Step Time": 6.68037417717278}
{"Finetune/Learning Rate": 1.7238990484114686e-05, "Finetune/Loss": 0.774294376373291, "Finetune/Loss (Raw)": 0.7415880560874939, "Finetune/Step": 4133, "Finetune/Step Time": 6.6878780126571655}
{"Finetune/Learning Rate": 1.7237557523525205e-05, "Finetune/Loss": 0.772588312625885, "Finetune/Loss (Raw)": 0.7760477066040039, "Finetune/Step": 4134, "Finetune/Step Time": 6.703882429748774}
{"Finetune/Learning Rate": 1.7236124250769323e-05, "Finetune/Loss": 0.7751456499099731, "Finetune/Loss (Raw)": 0.7494590282440186, "Finetune/Step": 4135, "Finetune/Step Time": 6.686170803382993}
{"Finetune/Learning Rate": 1.723469066590886e-05, "Finetune/Loss": 0.775540828704834, "Finetune/Loss (Raw)": 0.7727586627006531, "Finetune/Step": 4136, "Finetune/Step Time": 6.6860302574932575}
{"Finetune/Learning Rate": 1.7233256769005647e-05, "Finetune/Loss": 0.7747993469238281, "Finetune/Loss (Raw)": 0.7406774759292603, "Finetune/Step": 4137, "Finetune/Step Time": 6.683640360832214}
{"Finetune/Learning Rate": 1.7231822560121526e-05, "Finetune/Loss": 0.7762662172317505, "Finetune/Loss (Raw)": 0.8875296115875244, "Finetune/Step": 4138, "Finetune/Step Time": 6.65991011634469}
{"Finetune/Learning Rate": 1.7230388039318362e-05, "Finetune/Loss": 0.7752079367637634, "Finetune/Loss (Raw)": 0.7462136745452881, "Finetune/Step": 4139, "Finetune/Step Time": 6.64984236471355}
{"Finetune/Learning Rate": 1.7228953206658026e-05, "Finetune/Loss": 0.776465117931366, "Finetune/Loss (Raw)": 0.7509204745292664, "Finetune/Step": 4140, "Finetune/Step Time": 6.639382071793079}
{"Finetune/Learning Rate": 1.722751806220241e-05, "Finetune/Loss": 0.7738207578659058, "Finetune/Loss (Raw)": 0.44611242413520813, "Finetune/Step": 4141, "Finetune/Step Time": 6.6503242906183}
{"Finetune/Learning Rate": 1.7226082606013403e-05, "Finetune/Loss": 0.7738113403320312, "Finetune/Loss (Raw)": 0.7556832432746887, "Finetune/Step": 4142, "Finetune/Step Time": 6.628055980429053}
{"Finetune/Learning Rate": 1.7224646838152925e-05, "Finetune/Loss": 0.7735393047332764, "Finetune/Loss (Raw)": 0.7869927287101746, "Finetune/Step": 4143, "Finetune/Step Time": 6.624336598441005}
{"Finetune/Learning Rate": 1.7223210758682903e-05, "Finetune/Loss": 0.7695878744125366, "Finetune/Loss (Raw)": 0.33898231387138367, "Finetune/Step": 4144, "Finetune/Step Time": 6.6395273972302675}
{"Finetune/Learning Rate": 1.722177436766528e-05, "Finetune/Loss": 0.7681249380111694, "Finetune/Loss (Raw)": 0.6884587407112122, "Finetune/Step": 4145, "Finetune/Step Time": 6.6577399000525475}
{"Finetune/Learning Rate": 1.7220337665162e-05, "Finetune/Loss": 0.7720110416412354, "Finetune/Loss (Raw)": 0.8776678442955017, "Finetune/Step": 4146, "Finetune/Step Time": 6.623490342870355}
{"Finetune/Learning Rate": 1.721890065123504e-05, "Finetune/Loss": 0.7710329294204712, "Finetune/Loss (Raw)": 0.8378982543945312, "Finetune/Step": 4147, "Finetune/Step Time": 6.628439558669925}
{"Finetune/Learning Rate": 1.721746332594637e-05, "Finetune/Loss": 0.770690381526947, "Finetune/Loss (Raw)": 0.883290708065033, "Finetune/Step": 4148, "Finetune/Step Time": 6.628964684903622}
{"Finetune/Learning Rate": 1.7216025689357995e-05, "Finetune/Loss": 0.7705475687980652, "Finetune/Loss (Raw)": 0.8047270774841309, "Finetune/Step": 4149, "Finetune/Step Time": 6.618080904707313}
{"Finetune/Learning Rate": 1.7214587741531918e-05, "Finetune/Loss": 0.7695320844650269, "Finetune/Loss (Raw)": 0.6711457967758179, "Finetune/Step": 4150, "Finetune/Step Time": 6.641807001084089}
{"Finetune/Learning Rate": 1.7213149482530157e-05, "Finetune/Loss": 0.7692396640777588, "Finetune/Loss (Raw)": 0.8142683506011963, "Finetune/Step": 4151, "Finetune/Step Time": 6.656851164996624}
{"Finetune/Learning Rate": 1.721171091241475e-05, "Finetune/Loss": 0.7683491110801697, "Finetune/Loss (Raw)": 0.8068847060203552, "Finetune/Step": 4152, "Finetune/Step Time": 6.6613872069865465}
{"Finetune/Learning Rate": 1.7210272031247744e-05, "Finetune/Loss": 0.7683658599853516, "Finetune/Loss (Raw)": 0.773751974105835, "Finetune/Step": 4153, "Finetune/Step Time": 6.658720312640071}
{"Finetune/Learning Rate": 1.7208832839091195e-05, "Finetune/Loss": 0.7678389549255371, "Finetune/Loss (Raw)": 0.8344345092773438, "Finetune/Step": 4154, "Finetune/Step Time": 6.662697996944189}
{"Finetune/Learning Rate": 1.7207393336007187e-05, "Finetune/Loss": 0.7664275169372559, "Finetune/Loss (Raw)": 0.7535302042961121, "Finetune/Step": 4155, "Finetune/Step Time": 6.665406469255686}
{"Finetune/Learning Rate": 1.72059535220578e-05, "Finetune/Loss": 0.7659919857978821, "Finetune/Loss (Raw)": 0.722001850605011, "Finetune/Step": 4156, "Finetune/Step Time": 6.654660727828741}
{"Finetune/Learning Rate": 1.7204513397305137e-05, "Finetune/Loss": 0.7664523124694824, "Finetune/Loss (Raw)": 0.9360066652297974, "Finetune/Step": 4157, "Finetune/Step Time": 6.655342068523169}
{"Finetune/Learning Rate": 1.7203072961811317e-05, "Finetune/Loss": 0.7695327997207642, "Finetune/Loss (Raw)": 0.8230346441268921, "Finetune/Step": 4158, "Finetune/Step Time": 6.645737495273352}
{"Finetune/Learning Rate": 1.720163221563846e-05, "Finetune/Loss": 0.7703454494476318, "Finetune/Loss (Raw)": 0.8930939435958862, "Finetune/Step": 4159, "Finetune/Step Time": 6.6452033799141645}
{"Finetune/Learning Rate": 1.7200191158848714e-05, "Finetune/Loss": 0.7715205550193787, "Finetune/Loss (Raw)": 0.9374067187309265, "Finetune/Step": 4160, "Finetune/Step Time": 6.638555718585849}
{"Finetune/Learning Rate": 1.719874979150423e-05, "Finetune/Loss": 0.7711094617843628, "Finetune/Loss (Raw)": 0.8492010235786438, "Finetune/Step": 4161, "Finetune/Step Time": 6.636175801977515}
{"Finetune/Learning Rate": 1.719730811366718e-05, "Finetune/Loss": 0.77210533618927, "Finetune/Loss (Raw)": 0.9560643434524536, "Finetune/Step": 4162, "Finetune/Step Time": 6.637959225103259}
{"Finetune/Learning Rate": 1.7195866125399748e-05, "Finetune/Loss": 0.7718178033828735, "Finetune/Loss (Raw)": 0.6427879333496094, "Finetune/Step": 4163, "Finetune/Step Time": 6.648817341774702}
{"Finetune/Learning Rate": 1.719442382676412e-05, "Finetune/Loss": 0.7677621841430664, "Finetune/Loss (Raw)": 0.49423110485076904, "Finetune/Step": 4164, "Finetune/Step Time": 6.660779191181064}
{"Finetune/Learning Rate": 1.7192981217822513e-05, "Finetune/Loss": 0.7693064212799072, "Finetune/Loss (Raw)": 0.9350173473358154, "Finetune/Step": 4165, "Finetune/Step Time": 6.643486190587282}
{"Finetune/Learning Rate": 1.719153829863714e-05, "Finetune/Loss": 0.7732724547386169, "Finetune/Loss (Raw)": 0.9249211549758911, "Finetune/Step": 4166, "Finetune/Step Time": 6.624686283990741}
{"Finetune/Learning Rate": 1.7190095069270242e-05, "Finetune/Loss": 0.7728420495986938, "Finetune/Loss (Raw)": 0.7619267702102661, "Finetune/Step": 4167, "Finetune/Step Time": 6.59999705478549}
{"Finetune/Learning Rate": 1.718865152978407e-05, "Finetune/Loss": 0.7710427045822144, "Finetune/Loss (Raw)": 0.6572369933128357, "Finetune/Step": 4168, "Finetune/Step Time": 6.59804867580533}
{"Finetune/Learning Rate": 1.7187207680240884e-05, "Finetune/Loss": 0.7684493660926819, "Finetune/Loss (Raw)": 0.41926443576812744, "Finetune/Step": 4169, "Finetune/Step Time": 6.617524137720466}
{"Finetune/Learning Rate": 1.7185763520702957e-05, "Finetune/Loss": 0.7675298452377319, "Finetune/Loss (Raw)": 0.6844476461410522, "Finetune/Step": 4170, "Finetune/Step Time": 6.609480656683445}
{"Finetune/Learning Rate": 1.7184319051232577e-05, "Finetune/Loss": 0.7671598792076111, "Finetune/Loss (Raw)": 0.8418262004852295, "Finetune/Step": 4171, "Finetune/Step Time": 6.611817559227347}
{"Finetune/Learning Rate": 1.718287427189205e-05, "Finetune/Loss": 0.7669624090194702, "Finetune/Loss (Raw)": 0.7895217537879944, "Finetune/Step": 4172, "Finetune/Step Time": 6.631742663681507}
{"Finetune/Learning Rate": 1.718142918274369e-05, "Finetune/Loss": 0.7703844308853149, "Finetune/Loss (Raw)": 0.7763661742210388, "Finetune/Step": 4173, "Finetune/Step Time": 6.628041943535209}
{"Finetune/Learning Rate": 1.7179983783849824e-05, "Finetune/Loss": 0.7677431702613831, "Finetune/Loss (Raw)": 0.4147462248802185, "Finetune/Step": 4174, "Finetune/Step Time": 6.64760422706604}
{"Finetune/Learning Rate": 1.7178538075272795e-05, "Finetune/Loss": 0.7675962448120117, "Finetune/Loss (Raw)": 0.7631656527519226, "Finetune/Step": 4175, "Finetune/Step Time": 6.637698635458946}
{"Finetune/Learning Rate": 1.717709205707496e-05, "Finetune/Loss": 0.7704162001609802, "Finetune/Loss (Raw)": 0.7805410027503967, "Finetune/Step": 4176, "Finetune/Step Time": 6.631018735468388}
{"Finetune/Learning Rate": 1.7175645729318687e-05, "Finetune/Loss": 0.7716357707977295, "Finetune/Loss (Raw)": 0.8492000699043274, "Finetune/Step": 4177, "Finetune/Step Time": 6.641347909346223}
{"Finetune/Learning Rate": 1.717419909206636e-05, "Finetune/Loss": 0.7724187970161438, "Finetune/Loss (Raw)": 0.9051252603530884, "Finetune/Step": 4178, "Finetune/Step Time": 6.643954953178763}
{"Finetune/Learning Rate": 1.7172752145380366e-05, "Finetune/Loss": 0.7725694179534912, "Finetune/Loss (Raw)": 0.7801300287246704, "Finetune/Step": 4179, "Finetune/Step Time": 6.656131781637669}
{"Finetune/Learning Rate": 1.7171304889323127e-05, "Finetune/Loss": 0.7733637094497681, "Finetune/Loss (Raw)": 0.877784788608551, "Finetune/Step": 4180, "Finetune/Step Time": 6.637278167530894}
{"Finetune/Learning Rate": 1.7169857323957057e-05, "Finetune/Loss": 0.7764937281608582, "Finetune/Loss (Raw)": 0.8096964955329895, "Finetune/Step": 4181, "Finetune/Step Time": 6.631364891305566}
{"Finetune/Learning Rate": 1.7168409449344593e-05, "Finetune/Loss": 0.7757301926612854, "Finetune/Loss (Raw)": 0.5789770483970642, "Finetune/Step": 4182, "Finetune/Step Time": 6.631273940205574}
{"Finetune/Learning Rate": 1.7166961265548187e-05, "Finetune/Loss": 0.776193380355835, "Finetune/Loss (Raw)": 0.8850293755531311, "Finetune/Step": 4183, "Finetune/Step Time": 6.619678236544132}
{"Finetune/Learning Rate": 1.716551277263029e-05, "Finetune/Loss": 0.7778511047363281, "Finetune/Loss (Raw)": 0.7993043661117554, "Finetune/Step": 4184, "Finetune/Step Time": 6.598040997982025}
{"Finetune/Learning Rate": 1.7164063970653394e-05, "Finetune/Loss": 0.777726411819458, "Finetune/Loss (Raw)": 0.8994225263595581, "Finetune/Step": 4185, "Finetune/Step Time": 6.6004805490374565}
{"Finetune/Learning Rate": 1.716261485967998e-05, "Finetune/Loss": 0.7790200710296631, "Finetune/Loss (Raw)": 0.9401056170463562, "Finetune/Step": 4186, "Finetune/Step Time": 6.613152572885156}
{"Finetune/Learning Rate": 1.716116543977255e-05, "Finetune/Loss": 0.7791122198104858, "Finetune/Loss (Raw)": 0.7553378939628601, "Finetune/Step": 4187, "Finetune/Step Time": 6.613072596490383}
{"Finetune/Learning Rate": 1.7159715710993617e-05, "Finetune/Loss": 0.7802416086196899, "Finetune/Loss (Raw)": 0.6227078437805176, "Finetune/Step": 4188, "Finetune/Step Time": 6.603459468111396}
{"Finetune/Learning Rate": 1.7158265673405717e-05, "Finetune/Loss": 0.7814854383468628, "Finetune/Loss (Raw)": 0.7828456163406372, "Finetune/Step": 4189, "Finetune/Step Time": 6.585772277787328}
{"Finetune/Learning Rate": 1.7156815327071387e-05, "Finetune/Loss": 0.7794634699821472, "Finetune/Loss (Raw)": 0.5872486233711243, "Finetune/Step": 4190, "Finetune/Step Time": 6.585453288629651}
{"Finetune/Learning Rate": 1.7155364672053183e-05, "Finetune/Loss": 0.7827028036117554, "Finetune/Loss (Raw)": 0.8126647472381592, "Finetune/Step": 4191, "Finetune/Step Time": 6.5702431332319975}
{"Finetune/Learning Rate": 1.7153913708413675e-05, "Finetune/Loss": 0.7870213985443115, "Finetune/Loss (Raw)": 0.9808768630027771, "Finetune/Step": 4192, "Finetune/Step Time": 6.548686301335692}
{"Finetune/Learning Rate": 1.7152462436215444e-05, "Finetune/Loss": 0.7846372127532959, "Finetune/Loss (Raw)": 0.3608109951019287, "Finetune/Step": 4193, "Finetune/Step Time": 6.5580874513834715}
{"Finetune/Learning Rate": 1.7151010855521088e-05, "Finetune/Loss": 0.7848026156425476, "Finetune/Loss (Raw)": 0.8645069599151611, "Finetune/Step": 4194, "Finetune/Step Time": 6.557849992066622}
{"Finetune/Learning Rate": 1.7149558966393213e-05, "Finetune/Loss": 0.7848868370056152, "Finetune/Loss (Raw)": 0.8938198089599609, "Finetune/Step": 4195, "Finetune/Step Time": 6.548732647672296}
{"Finetune/Learning Rate": 1.714810676889444e-05, "Finetune/Loss": 0.7842516899108887, "Finetune/Loss (Raw)": 0.7591032981872559, "Finetune/Step": 4196, "Finetune/Step Time": 6.546665905043483}
{"Finetune/Learning Rate": 1.714665426308741e-05, "Finetune/Loss": 0.7810401916503906, "Finetune/Loss (Raw)": 0.4918801784515381, "Finetune/Step": 4197, "Finetune/Step Time": 6.555345788598061}
{"Finetune/Learning Rate": 1.7145201449034767e-05, "Finetune/Loss": 0.7818434238433838, "Finetune/Loss (Raw)": 0.8957646489143372, "Finetune/Step": 4198, "Finetune/Step Time": 6.5532980766147375}
{"Finetune/Learning Rate": 1.7143748326799173e-05, "Finetune/Loss": 0.7834271192550659, "Finetune/Loss (Raw)": 0.966973602771759, "Finetune/Step": 4199, "Finetune/Step Time": 6.523999581113458}
{"Finetune/Learning Rate": 1.7142294896443307e-05, "Finetune/Loss": 0.7846345901489258, "Finetune/Loss (Raw)": 0.8424309492111206, "Finetune/Step": 4200, "Finetune/Step Time": 6.520639680325985}
{"Finetune/Learning Rate": 1.7140841158029855e-05, "Finetune/Loss": 0.7841191291809082, "Finetune/Loss (Raw)": 0.7409553527832031, "Finetune/Step": 4201, "Finetune/Step Time": 6.530420729890466}
{"Finetune/Learning Rate": 1.7139387111621516e-05, "Finetune/Loss": 0.7834622263908386, "Finetune/Loss (Raw)": 0.84132981300354, "Finetune/Step": 4202, "Finetune/Step Time": 6.533504620194435}
{"Finetune/Learning Rate": 1.7137932757281012e-05, "Finetune/Loss": 0.783486008644104, "Finetune/Loss (Raw)": 0.7768304944038391, "Finetune/Step": 4203, "Finetune/Step Time": 6.544854896143079}
{"Finetune/Learning Rate": 1.7136478095071064e-05, "Finetune/Loss": 0.7844899892807007, "Finetune/Loss (Raw)": 0.7480834722518921, "Finetune/Step": 4204, "Finetune/Step Time": 6.525601472705603}
{"Finetune/Learning Rate": 1.713502312505442e-05, "Finetune/Loss": 0.7844043374061584, "Finetune/Loss (Raw)": 0.8433705568313599, "Finetune/Step": 4205, "Finetune/Step Time": 6.507266225293279}
{"Finetune/Learning Rate": 1.713356784729383e-05, "Finetune/Loss": 0.7843594551086426, "Finetune/Loss (Raw)": 0.7603380680084229, "Finetune/Step": 4206, "Finetune/Step Time": 6.505191495642066}
{"Finetune/Learning Rate": 1.7132112261852064e-05, "Finetune/Loss": 0.7841607928276062, "Finetune/Loss (Raw)": 0.859250545501709, "Finetune/Step": 4207, "Finetune/Step Time": 6.508519230410457}
{"Finetune/Learning Rate": 1.7130656368791906e-05, "Finetune/Loss": 0.7850049734115601, "Finetune/Loss (Raw)": 0.814433217048645, "Finetune/Step": 4208, "Finetune/Step Time": 6.509097702801228}
{"Finetune/Learning Rate": 1.712920016817615e-05, "Finetune/Loss": 0.7866742610931396, "Finetune/Loss (Raw)": 0.9544711112976074, "Finetune/Step": 4209, "Finetune/Step Time": 6.487612567842007}
{"Finetune/Learning Rate": 1.71277436600676e-05, "Finetune/Loss": 0.787095308303833, "Finetune/Loss (Raw)": 0.8146820664405823, "Finetune/Step": 4210, "Finetune/Step Time": 6.482611425220966}
{"Finetune/Learning Rate": 1.7126286844529085e-05, "Finetune/Loss": 0.7867008447647095, "Finetune/Loss (Raw)": 0.8574525713920593, "Finetune/Step": 4211, "Finetune/Step Time": 6.4873550478369}
{"Finetune/Learning Rate": 1.712482972162343e-05, "Finetune/Loss": 0.7881902456283569, "Finetune/Loss (Raw)": 0.7075647711753845, "Finetune/Step": 4212, "Finetune/Step Time": 6.45802141353488}
{"Finetune/Learning Rate": 1.7123372291413486e-05, "Finetune/Loss": 0.7885392308235168, "Finetune/Loss (Raw)": 0.6928334832191467, "Finetune/Step": 4213, "Finetune/Step Time": 6.455873595550656}
{"Finetune/Learning Rate": 1.7121914553962117e-05, "Finetune/Loss": 0.7896214723587036, "Finetune/Loss (Raw)": 0.8388621807098389, "Finetune/Step": 4214, "Finetune/Step Time": 6.446697384119034}
{"Finetune/Learning Rate": 1.7120456509332196e-05, "Finetune/Loss": 0.7881137132644653, "Finetune/Loss (Raw)": 0.7259417176246643, "Finetune/Step": 4215, "Finetune/Step Time": 6.4717383198440075}
{"Finetune/Learning Rate": 1.7118998157586612e-05, "Finetune/Loss": 0.7881397008895874, "Finetune/Loss (Raw)": 0.854552686214447, "Finetune/Step": 4216, "Finetune/Step Time": 6.467546574771404}
{"Finetune/Learning Rate": 1.7117539498788263e-05, "Finetune/Loss": 0.7883960008621216, "Finetune/Loss (Raw)": 0.8571428656578064, "Finetune/Step": 4217, "Finetune/Step Time": 6.4648694936186075}
{"Finetune/Learning Rate": 1.711608053300007e-05, "Finetune/Loss": 0.7881510257720947, "Finetune/Loss (Raw)": 0.8056682348251343, "Finetune/Step": 4218, "Finetune/Step Time": 6.463993079960346}
{"Finetune/Learning Rate": 1.711462126028495e-05, "Finetune/Loss": 0.7865474820137024, "Finetune/Loss (Raw)": 0.5884724855422974, "Finetune/Step": 4219, "Finetune/Step Time": 6.447558846324682}
{"Finetune/Learning Rate": 1.7113161680705845e-05, "Finetune/Loss": 0.7872800827026367, "Finetune/Loss (Raw)": 0.8643600344657898, "Finetune/Step": 4220, "Finetune/Step Time": 6.437212621793151}
{"Finetune/Learning Rate": 1.7111701794325716e-05, "Finetune/Loss": 0.7873889803886414, "Finetune/Loss (Raw)": 0.9351064562797546, "Finetune/Step": 4221, "Finetune/Step Time": 6.438512483611703}
{"Finetune/Learning Rate": 1.7110241601207526e-05, "Finetune/Loss": 0.7861835360527039, "Finetune/Loss (Raw)": 0.8459900617599487, "Finetune/Step": 4222, "Finetune/Step Time": 6.431647336110473}
{"Finetune/Learning Rate": 1.7108781101414255e-05, "Finetune/Loss": 0.7878093123435974, "Finetune/Loss (Raw)": 0.9253926873207092, "Finetune/Step": 4223, "Finetune/Step Time": 6.423940408974886}
{"Finetune/Learning Rate": 1.7107320295008897e-05, "Finetune/Loss": 0.7863279581069946, "Finetune/Loss (Raw)": 0.7520005106925964, "Finetune/Step": 4224, "Finetune/Step Time": 6.428683310747147}
{"Finetune/Learning Rate": 1.710585918205446e-05, "Finetune/Loss": 0.785449743270874, "Finetune/Loss (Raw)": 0.7490745186805725, "Finetune/Step": 4225, "Finetune/Step Time": 6.421597622334957}
{"Finetune/Learning Rate": 1.710439776261396e-05, "Finetune/Loss": 0.7876833081245422, "Finetune/Loss (Raw)": 0.9341183304786682, "Finetune/Step": 4226, "Finetune/Step Time": 6.4153869822621346}
{"Finetune/Learning Rate": 1.7102936036750436e-05, "Finetune/Loss": 0.789211094379425, "Finetune/Loss (Raw)": 1.0345282554626465, "Finetune/Step": 4227, "Finetune/Step Time": 6.4142657574266195}
{"Finetune/Learning Rate": 1.7101474004526928e-05, "Finetune/Loss": 0.7881773710250854, "Finetune/Loss (Raw)": 0.833425760269165, "Finetune/Step": 4228, "Finetune/Step Time": 6.4065707214176655}
{"Finetune/Learning Rate": 1.71000116660065e-05, "Finetune/Loss": 0.7889024019241333, "Finetune/Loss (Raw)": 0.8874862194061279, "Finetune/Step": 4229, "Finetune/Step Time": 6.390001708641648}
{"Finetune/Learning Rate": 1.7098549021252222e-05, "Finetune/Loss": 0.7850644588470459, "Finetune/Loss (Raw)": 0.31571781635284424, "Finetune/Step": 4230, "Finetune/Step Time": 6.4043972212821245}
{"Finetune/Learning Rate": 1.7097086070327185e-05, "Finetune/Loss": 0.783057689666748, "Finetune/Loss (Raw)": 0.5794839859008789, "Finetune/Step": 4231, "Finetune/Step Time": 6.441535200923681}
{"Finetune/Learning Rate": 1.709562281329448e-05, "Finetune/Loss": 0.7824954986572266, "Finetune/Loss (Raw)": 0.807433009147644, "Finetune/Step": 4232, "Finetune/Step Time": 6.450518848374486}
{"Finetune/Learning Rate": 1.7094159250217227e-05, "Finetune/Loss": 0.7822916507720947, "Finetune/Loss (Raw)": 0.6608869433403015, "Finetune/Step": 4233, "Finetune/Step Time": 6.456345984712243}
{"Finetune/Learning Rate": 1.7092695381158548e-05, "Finetune/Loss": 0.7838951349258423, "Finetune/Loss (Raw)": 0.9956299662590027, "Finetune/Step": 4234, "Finetune/Step Time": 6.458960376679897}
{"Finetune/Learning Rate": 1.7091231206181583e-05, "Finetune/Loss": 0.7845208048820496, "Finetune/Loss (Raw)": 0.8490920662879944, "Finetune/Step": 4235, "Finetune/Step Time": 6.458720667287707}
{"Finetune/Learning Rate": 1.7089766725349482e-05, "Finetune/Loss": 0.7828190326690674, "Finetune/Loss (Raw)": 0.6611477732658386, "Finetune/Step": 4236, "Finetune/Step Time": 6.467303307726979}
{"Finetune/Learning Rate": 1.7088301938725412e-05, "Finetune/Loss": 0.7842471599578857, "Finetune/Loss (Raw)": 0.940434992313385, "Finetune/Step": 4237, "Finetune/Step Time": 6.460065394639969}
{"Finetune/Learning Rate": 1.7086836846372552e-05, "Finetune/Loss": 0.7852240204811096, "Finetune/Loss (Raw)": 0.9097771644592285, "Finetune/Step": 4238, "Finetune/Step Time": 6.458749353885651}
{"Finetune/Learning Rate": 1.7085371448354093e-05, "Finetune/Loss": 0.7843557596206665, "Finetune/Loss (Raw)": 0.849294126033783, "Finetune/Step": 4239, "Finetune/Step Time": 6.454726554453373}
{"Finetune/Learning Rate": 1.708390574473324e-05, "Finetune/Loss": 0.7859582901000977, "Finetune/Loss (Raw)": 0.8161907196044922, "Finetune/Step": 4240, "Finetune/Step Time": 6.4341614581644535}
{"Finetune/Learning Rate": 1.7082439735573207e-05, "Finetune/Loss": 0.787064790725708, "Finetune/Loss (Raw)": 0.8216871023178101, "Finetune/Step": 4241, "Finetune/Step Time": 6.435534328222275}
{"Finetune/Learning Rate": 1.708097342093723e-05, "Finetune/Loss": 0.7875551581382751, "Finetune/Loss (Raw)": 0.904556155204773, "Finetune/Step": 4242, "Finetune/Step Time": 6.4344741422683}
{"Finetune/Learning Rate": 1.7079506800888552e-05, "Finetune/Loss": 0.7868629693984985, "Finetune/Loss (Raw)": 0.7706809043884277, "Finetune/Step": 4243, "Finetune/Step Time": 6.453726669773459}
{"Finetune/Learning Rate": 1.707803987549043e-05, "Finetune/Loss": 0.7893736362457275, "Finetune/Loss (Raw)": 0.870581865310669, "Finetune/Step": 4244, "Finetune/Step Time": 6.4384567607194185}
{"Finetune/Learning Rate": 1.7076572644806137e-05, "Finetune/Loss": 0.7908710241317749, "Finetune/Loss (Raw)": 0.8532963991165161, "Finetune/Step": 4245, "Finetune/Step Time": 6.440011093392968}
{"Finetune/Learning Rate": 1.707510510889895e-05, "Finetune/Loss": 0.7889623641967773, "Finetune/Loss (Raw)": 0.76457679271698, "Finetune/Step": 4246, "Finetune/Step Time": 6.484495064243674}
{"Finetune/Learning Rate": 1.7073637267832174e-05, "Finetune/Loss": 0.7882318496704102, "Finetune/Loss (Raw)": 0.8720231652259827, "Finetune/Step": 4247, "Finetune/Step Time": 6.4869241043925285}
{"Finetune/Learning Rate": 1.7072169121669114e-05, "Finetune/Loss": 0.7853723764419556, "Finetune/Loss (Raw)": 0.35680219531059265, "Finetune/Step": 4248, "Finetune/Step Time": 6.494050528854132}
{"Finetune/Learning Rate": 1.7070700670473096e-05, "Finetune/Loss": 0.7856812477111816, "Finetune/Loss (Raw)": 0.8920331001281738, "Finetune/Step": 4249, "Finetune/Step Time": 6.476928835734725}
{"Finetune/Learning Rate": 1.7069231914307452e-05, "Finetune/Loss": 0.7847656011581421, "Finetune/Loss (Raw)": 0.6050490736961365, "Finetune/Step": 4250, "Finetune/Step Time": 6.473321007564664}
{"Finetune/Learning Rate": 1.706776285323554e-05, "Finetune/Loss": 0.7826069593429565, "Finetune/Loss (Raw)": 0.706320583820343, "Finetune/Step": 4251, "Finetune/Step Time": 6.472892103716731}
{"Finetune/Learning Rate": 1.7066293487320718e-05, "Finetune/Loss": 0.7859032154083252, "Finetune/Loss (Raw)": 1.0175977945327759, "Finetune/Step": 4252, "Finetune/Step Time": 6.464070735499263}
{"Finetune/Learning Rate": 1.7064823816626358e-05, "Finetune/Loss": 0.7835829257965088, "Finetune/Loss (Raw)": 0.572126567363739, "Finetune/Step": 4253, "Finetune/Step Time": 6.493907127529383}
{"Finetune/Learning Rate": 1.7063353841215855e-05, "Finetune/Loss": 0.7804968357086182, "Finetune/Loss (Raw)": 0.4948655664920807, "Finetune/Step": 4254, "Finetune/Step Time": 6.504097122699022}
{"Finetune/Learning Rate": 1.7061883561152606e-05, "Finetune/Loss": 0.7793979644775391, "Finetune/Loss (Raw)": 0.7094017863273621, "Finetune/Step": 4255, "Finetune/Step Time": 6.50993474945426}
{"Finetune/Learning Rate": 1.7060412976500032e-05, "Finetune/Loss": 0.7795400619506836, "Finetune/Loss (Raw)": 0.8161060214042664, "Finetune/Step": 4256, "Finetune/Step Time": 6.525389883667231}
{"Finetune/Learning Rate": 1.7058942087321557e-05, "Finetune/Loss": 0.7798863649368286, "Finetune/Loss (Raw)": 0.8858487606048584, "Finetune/Step": 4257, "Finetune/Step Time": 6.529599357396364}
{"Finetune/Learning Rate": 1.7057470893680626e-05, "Finetune/Loss": 0.7786636352539062, "Finetune/Loss (Raw)": 0.6516855359077454, "Finetune/Step": 4258, "Finetune/Step Time": 6.529896294698119}
{"Finetune/Learning Rate": 1.705599939564069e-05, "Finetune/Loss": 0.7793028354644775, "Finetune/Loss (Raw)": 0.9320387840270996, "Finetune/Step": 4259, "Finetune/Step Time": 6.533400127664208}
{"Finetune/Learning Rate": 1.7054527593265218e-05, "Finetune/Loss": 0.7789692878723145, "Finetune/Loss (Raw)": 0.7984010577201843, "Finetune/Step": 4260, "Finetune/Step Time": 6.53015548363328}
{"Finetune/Learning Rate": 1.7053055486617695e-05, "Finetune/Loss": 0.7798528075218201, "Finetune/Loss (Raw)": 0.8546826243400574, "Finetune/Step": 4261, "Finetune/Step Time": 6.524353636428714}
{"Finetune/Learning Rate": 1.705158307576161e-05, "Finetune/Loss": 0.779935359954834, "Finetune/Loss (Raw)": 0.7866181135177612, "Finetune/Step": 4262, "Finetune/Step Time": 6.514775233343244}
{"Finetune/Learning Rate": 1.705011036076047e-05, "Finetune/Loss": 0.7817847728729248, "Finetune/Loss (Raw)": 0.9861781597137451, "Finetune/Step": 4263, "Finetune/Step Time": 6.512584790587425}
{"Finetune/Learning Rate": 1.70486373416778e-05, "Finetune/Loss": 0.7808498740196228, "Finetune/Loss (Raw)": 0.6530942320823669, "Finetune/Step": 4264, "Finetune/Step Time": 6.5234347600489855}
{"Finetune/Learning Rate": 1.704716401857713e-05, "Finetune/Loss": 0.7809551954269409, "Finetune/Loss (Raw)": 0.754159152507782, "Finetune/Step": 4265, "Finetune/Step Time": 6.540767021477222}
{"Finetune/Learning Rate": 1.704569039152201e-05, "Finetune/Loss": 0.781589686870575, "Finetune/Loss (Raw)": 0.9687443971633911, "Finetune/Step": 4266, "Finetune/Step Time": 6.540422858670354}
{"Finetune/Learning Rate": 1.7044216460575994e-05, "Finetune/Loss": 0.7809127569198608, "Finetune/Loss (Raw)": 0.6595564484596252, "Finetune/Step": 4267, "Finetune/Step Time": 6.5631167236715555}
{"Finetune/Learning Rate": 1.7042742225802663e-05, "Finetune/Loss": 0.7809547185897827, "Finetune/Loss (Raw)": 0.7563000321388245, "Finetune/Step": 4268, "Finetune/Step Time": 6.554934952408075}
{"Finetune/Learning Rate": 1.704126768726559e-05, "Finetune/Loss": 0.7819628119468689, "Finetune/Loss (Raw)": 0.5751509666442871, "Finetune/Step": 4269, "Finetune/Step Time": 6.56868333928287}
{"Finetune/Learning Rate": 1.7039792845028387e-05, "Finetune/Loss": 0.7825044989585876, "Finetune/Loss (Raw)": 0.8250112533569336, "Finetune/Step": 4270, "Finetune/Step Time": 6.5690192095935345}
{"Finetune/Learning Rate": 1.703831769915466e-05, "Finetune/Loss": 0.7793987393379211, "Finetune/Loss (Raw)": 0.3894607126712799, "Finetune/Step": 4271, "Finetune/Step Time": 6.589892938733101}
{"Finetune/Learning Rate": 1.7036842249708034e-05, "Finetune/Loss": 0.7834162712097168, "Finetune/Loss (Raw)": 0.8532196283340454, "Finetune/Step": 4272, "Finetune/Step Time": 6.572834424674511}
{"Finetune/Learning Rate": 1.7035366496752152e-05, "Finetune/Loss": 0.7837075591087341, "Finetune/Loss (Raw)": 0.7257484793663025, "Finetune/Step": 4273, "Finetune/Step Time": 6.55122309550643}
{"Finetune/Learning Rate": 1.703389044035066e-05, "Finetune/Loss": 0.7830313444137573, "Finetune/Loss (Raw)": 0.7911139726638794, "Finetune/Step": 4274, "Finetune/Step Time": 6.556907441467047}
{"Finetune/Learning Rate": 1.703241408056722e-05, "Finetune/Loss": 0.781558632850647, "Finetune/Loss (Raw)": 0.6493871808052063, "Finetune/Step": 4275, "Finetune/Step Time": 6.568125838413835}
{"Finetune/Learning Rate": 1.703093741746552e-05, "Finetune/Loss": 0.7814193964004517, "Finetune/Loss (Raw)": 0.8654706478118896, "Finetune/Step": 4276, "Finetune/Step Time": 6.579491205513477}
{"Finetune/Learning Rate": 1.702946045110924e-05, "Finetune/Loss": 0.7809395790100098, "Finetune/Loss (Raw)": 0.7433157563209534, "Finetune/Step": 4277, "Finetune/Step Time": 6.601052403450012}
{"Finetune/Learning Rate": 1.7027983181562092e-05, "Finetune/Loss": 0.7828124761581421, "Finetune/Loss (Raw)": 0.9108707904815674, "Finetune/Step": 4278, "Finetune/Step Time": 6.5759401563555}
{"Finetune/Learning Rate": 1.7026505608887785e-05, "Finetune/Loss": 0.782285213470459, "Finetune/Loss (Raw)": 0.7467781901359558, "Finetune/Step": 4279, "Finetune/Step Time": 6.563949888572097}
{"Finetune/Learning Rate": 1.7025027733150056e-05, "Finetune/Loss": 0.7827875018119812, "Finetune/Loss (Raw)": 0.8711774945259094, "Finetune/Step": 4280, "Finetune/Step Time": 6.557830601930618}
{"Finetune/Learning Rate": 1.702354955441264e-05, "Finetune/Loss": 0.7841998338699341, "Finetune/Loss (Raw)": 0.9545260667800903, "Finetune/Step": 4281, "Finetune/Step Time": 6.563127428293228}
{"Finetune/Learning Rate": 1.7022071072739305e-05, "Finetune/Loss": 0.7845568656921387, "Finetune/Loss (Raw)": 0.8801450133323669, "Finetune/Step": 4282, "Finetune/Step Time": 6.561326269060373}
{"Finetune/Learning Rate": 1.7020592288193808e-05, "Finetune/Loss": 0.784942090511322, "Finetune/Loss (Raw)": 0.8028342723846436, "Finetune/Step": 4283, "Finetune/Step Time": 6.56591035798192}
{"Finetune/Learning Rate": 1.7019113200839935e-05, "Finetune/Loss": 0.785753607749939, "Finetune/Loss (Raw)": 0.8258806467056274, "Finetune/Step": 4284, "Finetune/Step Time": 6.5644715409725904}
{"Finetune/Learning Rate": 1.7017633810741483e-05, "Finetune/Loss": 0.7833341360092163, "Finetune/Loss (Raw)": 0.6263090968132019, "Finetune/Step": 4285, "Finetune/Step Time": 6.597657842561603}
{"Finetune/Learning Rate": 1.701615411796226e-05, "Finetune/Loss": 0.7831003665924072, "Finetune/Loss (Raw)": 0.7931081056594849, "Finetune/Step": 4286, "Finetune/Step Time": 6.589433521032333}
{"Finetune/Learning Rate": 1.7014674122566085e-05, "Finetune/Loss": 0.7829251289367676, "Finetune/Loss (Raw)": 0.8706699013710022, "Finetune/Step": 4287, "Finetune/Step Time": 6.5921958070248365}
{"Finetune/Learning Rate": 1.70131938246168e-05, "Finetune/Loss": 0.782837986946106, "Finetune/Loss (Raw)": 0.9262545108795166, "Finetune/Step": 4288, "Finetune/Step Time": 6.606143856421113}
{"Finetune/Learning Rate": 1.701171322417824e-05, "Finetune/Loss": 0.782189130783081, "Finetune/Loss (Raw)": 0.7661454677581787, "Finetune/Step": 4289, "Finetune/Step Time": 6.607579356059432}
{"Finetune/Learning Rate": 1.7010232321314274e-05, "Finetune/Loss": 0.7820562124252319, "Finetune/Loss (Raw)": 0.939047634601593, "Finetune/Step": 4290, "Finetune/Step Time": 6.607895292341709}
{"Finetune/Learning Rate": 1.7008751116088774e-05, "Finetune/Loss": 0.7842892408370972, "Finetune/Loss (Raw)": 0.9286113381385803, "Finetune/Step": 4291, "Finetune/Step Time": 6.593515906482935}
{"Finetune/Learning Rate": 1.7007269608565625e-05, "Finetune/Loss": 0.7874298095703125, "Finetune/Loss (Raw)": 0.8962228894233704, "Finetune/Step": 4292, "Finetune/Step Time": 6.588764699175954}
{"Finetune/Learning Rate": 1.700578779880873e-05, "Finetune/Loss": 0.7868534326553345, "Finetune/Loss (Raw)": 0.8612514138221741, "Finetune/Step": 4293, "Finetune/Step Time": 6.596694506704807}
{"Finetune/Learning Rate": 1.7004305686881998e-05, "Finetune/Loss": 0.7857755422592163, "Finetune/Loss (Raw)": 0.7869449257850647, "Finetune/Step": 4294, "Finetune/Step Time": 6.617667026817799}
{"Finetune/Learning Rate": 1.7002823272849355e-05, "Finetune/Loss": 0.7825803160667419, "Finetune/Loss (Raw)": 0.3529447913169861, "Finetune/Step": 4295, "Finetune/Step Time": 6.644155502319336}
{"Finetune/Learning Rate": 1.7001340556774738e-05, "Finetune/Loss": 0.7851110100746155, "Finetune/Loss (Raw)": 0.9811578989028931, "Finetune/Step": 4296, "Finetune/Step Time": 6.641868717968464}
{"Finetune/Learning Rate": 1.6999857538722104e-05, "Finetune/Loss": 0.7888611555099487, "Finetune/Loss (Raw)": 0.8992859721183777, "Finetune/Step": 4297, "Finetune/Step Time": 6.624836005270481}
{"Finetune/Learning Rate": 1.6998374218755412e-05, "Finetune/Loss": 0.7884941101074219, "Finetune/Loss (Raw)": 0.6374649405479431, "Finetune/Step": 4298, "Finetune/Step Time": 6.6199811939150095}
{"Finetune/Learning Rate": 1.699689059693865e-05, "Finetune/Loss": 0.7886056303977966, "Finetune/Loss (Raw)": 0.8561025261878967, "Finetune/Step": 4299, "Finetune/Step Time": 6.626571225002408}
{"Finetune/Learning Rate": 1.6995406673335793e-05, "Finetune/Loss": 0.7897395491600037, "Finetune/Loss (Raw)": 0.9346637725830078, "Finetune/Step": 4300, "Finetune/Step Time": 6.611877860501409}
{"Finetune/Learning Rate": 1.6993922448010857e-05, "Finetune/Loss": 0.7869129180908203, "Finetune/Loss (Raw)": 0.4145509600639343, "Finetune/Step": 4301, "Finetune/Step Time": 6.616389386355877}
{"Finetune/Learning Rate": 1.6992437921027856e-05, "Finetune/Loss": 0.7908850908279419, "Finetune/Loss (Raw)": 0.9231887459754944, "Finetune/Step": 4302, "Finetune/Step Time": 6.601947782561183}
{"Finetune/Learning Rate": 1.6990953092450816e-05, "Finetune/Loss": 0.7922168970108032, "Finetune/Loss (Raw)": 0.9336366653442383, "Finetune/Step": 4303, "Finetune/Step Time": 6.601528147235513}
{"Finetune/Learning Rate": 1.6989467962343785e-05, "Finetune/Loss": 0.7891811728477478, "Finetune/Loss (Raw)": 0.3919691741466522, "Finetune/Step": 4304, "Finetune/Step Time": 6.609000762924552}
{"Finetune/Learning Rate": 1.6987982530770816e-05, "Finetune/Loss": 0.7878479361534119, "Finetune/Loss (Raw)": 0.6785451173782349, "Finetune/Step": 4305, "Finetune/Step Time": 6.600508389994502}
{"Finetune/Learning Rate": 1.6986496797795976e-05, "Finetune/Loss": 0.7865966558456421, "Finetune/Loss (Raw)": 0.7449624538421631, "Finetune/Step": 4306, "Finetune/Step Time": 6.605968976393342}
{"Finetune/Learning Rate": 1.698501076348335e-05, "Finetune/Loss": 0.7854108810424805, "Finetune/Loss (Raw)": 0.6283566355705261, "Finetune/Step": 4307, "Finetune/Step Time": 6.594607640057802}
{"Finetune/Learning Rate": 1.6983524427897033e-05, "Finetune/Loss": 0.7840673923492432, "Finetune/Loss (Raw)": 0.705816388130188, "Finetune/Step": 4308, "Finetune/Step Time": 6.595316732302308}
{"Finetune/Learning Rate": 1.6982037791101135e-05, "Finetune/Loss": 0.7837165594100952, "Finetune/Loss (Raw)": 0.7647886872291565, "Finetune/Step": 4309, "Finetune/Step Time": 6.589388158172369}
{"Finetune/Learning Rate": 1.6980550853159768e-05, "Finetune/Loss": 0.7823696136474609, "Finetune/Loss (Raw)": 0.4065616726875305, "Finetune/Step": 4310, "Finetune/Step Time": 6.598883476108313}
{"Finetune/Learning Rate": 1.697906361413707e-05, "Finetune/Loss": 0.7820539474487305, "Finetune/Loss (Raw)": 0.8446304798126221, "Finetune/Step": 4311, "Finetune/Step Time": 6.604750523343682}
{"Finetune/Learning Rate": 1.6977576074097198e-05, "Finetune/Loss": 0.782907247543335, "Finetune/Loss (Raw)": 0.90851891040802, "Finetune/Step": 4312, "Finetune/Step Time": 6.612631853669882}
{"Finetune/Learning Rate": 1.6976088233104296e-05, "Finetune/Loss": 0.7832130789756775, "Finetune/Loss (Raw)": 0.9385738968849182, "Finetune/Step": 4313, "Finetune/Step Time": 6.613008849322796}
{"Finetune/Learning Rate": 1.6974600091222547e-05, "Finetune/Loss": 0.7827874422073364, "Finetune/Loss (Raw)": 0.8856281042098999, "Finetune/Step": 4314, "Finetune/Step Time": 6.603890055790544}
{"Finetune/Learning Rate": 1.697311164851613e-05, "Finetune/Loss": 0.7830474972724915, "Finetune/Loss (Raw)": 0.7886210680007935, "Finetune/Step": 4315, "Finetune/Step Time": 6.589550316333771}
{"Finetune/Learning Rate": 1.6971622905049248e-05, "Finetune/Loss": 0.7836266160011292, "Finetune/Loss (Raw)": 0.6968344449996948, "Finetune/Step": 4316, "Finetune/Step Time": 6.592867646366358}
{"Finetune/Learning Rate": 1.6970133860886112e-05, "Finetune/Loss": 0.7839356660842896, "Finetune/Loss (Raw)": 0.822407603263855, "Finetune/Step": 4317, "Finetune/Step Time": 6.591546170413494}
{"Finetune/Learning Rate": 1.696864451609095e-05, "Finetune/Loss": 0.7843738198280334, "Finetune/Loss (Raw)": 0.6433310508728027, "Finetune/Step": 4318, "Finetune/Step Time": 6.595175050199032}
{"Finetune/Learning Rate": 1.6967154870727993e-05, "Finetune/Loss": 0.7828922867774963, "Finetune/Loss (Raw)": 0.623028576374054, "Finetune/Step": 4319, "Finetune/Step Time": 6.620843229815364}
{"Finetune/Learning Rate": 1.6965664924861493e-05, "Finetune/Loss": 0.7812787890434265, "Finetune/Loss (Raw)": 0.7743495106697083, "Finetune/Step": 4320, "Finetune/Step Time": 6.624133735895157}
{"Finetune/Learning Rate": 1.6964174678555717e-05, "Finetune/Loss": 0.783295214176178, "Finetune/Loss (Raw)": 0.6189131140708923, "Finetune/Step": 4321, "Finetune/Step Time": 6.617436226457357}
{"Finetune/Learning Rate": 1.696268413187494e-05, "Finetune/Loss": 0.7838013768196106, "Finetune/Loss (Raw)": 0.9292888641357422, "Finetune/Step": 4322, "Finetune/Step Time": 6.629999039694667}
{"Finetune/Learning Rate": 1.6961193284883452e-05, "Finetune/Loss": 0.7816442847251892, "Finetune/Loss (Raw)": 0.6177176237106323, "Finetune/Step": 4323, "Finetune/Step Time": 6.627375794574618}
{"Finetune/Learning Rate": 1.695970213764555e-05, "Finetune/Loss": 0.7819589376449585, "Finetune/Loss (Raw)": 0.7993811368942261, "Finetune/Step": 4324, "Finetune/Step Time": 6.626511191949248}
{"Finetune/Learning Rate": 1.695821069022556e-05, "Finetune/Loss": 0.7822360992431641, "Finetune/Loss (Raw)": 0.527350902557373, "Finetune/Step": 4325, "Finetune/Step Time": 6.626261664554477}
{"Finetune/Learning Rate": 1.6956718942687798e-05, "Finetune/Loss": 0.7804627418518066, "Finetune/Loss (Raw)": 0.6687759160995483, "Finetune/Step": 4326, "Finetune/Step Time": 6.634090583771467}
{"Finetune/Learning Rate": 1.6955226895096613e-05, "Finetune/Loss": 0.7772139310836792, "Finetune/Loss (Raw)": 0.5511367917060852, "Finetune/Step": 4327, "Finetune/Step Time": 6.650834269821644}
{"Finetune/Learning Rate": 1.695373454751636e-05, "Finetune/Loss": 0.7767463326454163, "Finetune/Loss (Raw)": 0.7825714349746704, "Finetune/Step": 4328, "Finetune/Step Time": 6.644708324223757}
{"Finetune/Learning Rate": 1.6952241900011404e-05, "Finetune/Loss": 0.7775099277496338, "Finetune/Loss (Raw)": 0.8386951088905334, "Finetune/Step": 4329, "Finetune/Step Time": 6.6346242893487215}
{"Finetune/Learning Rate": 1.6950748952646123e-05, "Finetune/Loss": 0.777915358543396, "Finetune/Loss (Raw)": 0.8932183384895325, "Finetune/Step": 4330, "Finetune/Step Time": 6.633813109248877}
{"Finetune/Learning Rate": 1.6949255705484913e-05, "Finetune/Loss": 0.7786909341812134, "Finetune/Loss (Raw)": 0.8761140704154968, "Finetune/Step": 4331, "Finetune/Step Time": 6.633339732885361}
{"Finetune/Learning Rate": 1.6947762158592174e-05, "Finetune/Loss": 0.7794721722602844, "Finetune/Loss (Raw)": 0.8480760455131531, "Finetune/Step": 4332, "Finetune/Step Time": 6.636266183108091}
{"Finetune/Learning Rate": 1.6946268312032335e-05, "Finetune/Loss": 0.7798401713371277, "Finetune/Loss (Raw)": 0.8904755711555481, "Finetune/Step": 4333, "Finetune/Step Time": 6.638442482799292}
{"Finetune/Learning Rate": 1.694477416586982e-05, "Finetune/Loss": 0.78128582239151, "Finetune/Loss (Raw)": 0.9453824162483215, "Finetune/Step": 4334, "Finetune/Step Time": 6.637103186920285}
{"Finetune/Learning Rate": 1.694327972016908e-05, "Finetune/Loss": 0.7812600135803223, "Finetune/Loss (Raw)": 0.8559538722038269, "Finetune/Step": 4335, "Finetune/Step Time": 6.6228085439652205}
{"Finetune/Learning Rate": 1.6941784974994564e-05, "Finetune/Loss": 0.7823394536972046, "Finetune/Loss (Raw)": 0.9525911808013916, "Finetune/Step": 4336, "Finetune/Step Time": 6.628326514735818}
{"Finetune/Learning Rate": 1.6940289930410748e-05, "Finetune/Loss": 0.7791441679000854, "Finetune/Loss (Raw)": 0.54547518491745, "Finetune/Step": 4337, "Finetune/Step Time": 6.650236446410418}
{"Finetune/Learning Rate": 1.6938794586482114e-05, "Finetune/Loss": 0.7792115807533264, "Finetune/Loss (Raw)": 0.8233098983764648, "Finetune/Step": 4338, "Finetune/Step Time": 6.650913393124938}
{"Finetune/Learning Rate": 1.6937298943273162e-05, "Finetune/Loss": 0.7786223888397217, "Finetune/Loss (Raw)": 0.7820402383804321, "Finetune/Step": 4339, "Finetune/Step Time": 6.651607109233737}
{"Finetune/Learning Rate": 1.6935803000848395e-05, "Finetune/Loss": 0.7789509296417236, "Finetune/Loss (Raw)": 0.7496190667152405, "Finetune/Step": 4340, "Finetune/Step Time": 6.665488185361028}
{"Finetune/Learning Rate": 1.6934306759272343e-05, "Finetune/Loss": 0.7810503244400024, "Finetune/Loss (Raw)": 0.9615538716316223, "Finetune/Step": 4341, "Finetune/Step Time": 6.657816844061017}
{"Finetune/Learning Rate": 1.693281021860953e-05, "Finetune/Loss": 0.7801973819732666, "Finetune/Loss (Raw)": 0.7296842336654663, "Finetune/Step": 4342, "Finetune/Step Time": 6.696702480316162}
{"Finetune/Learning Rate": 1.6931313378924513e-05, "Finetune/Loss": 0.78033447265625, "Finetune/Loss (Raw)": 0.7434988617897034, "Finetune/Step": 4343, "Finetune/Step Time": 6.662020206451416}
{"Finetune/Learning Rate": 1.6929816240281853e-05, "Finetune/Loss": 0.7801547050476074, "Finetune/Loss (Raw)": 0.8315374851226807, "Finetune/Step": 4344, "Finetune/Step Time": 6.669895514845848}
{"Finetune/Learning Rate": 1.692831880274612e-05, "Finetune/Loss": 0.779583215713501, "Finetune/Loss (Raw)": 0.7839931845664978, "Finetune/Step": 4345, "Finetune/Step Time": 6.669683797284961}
{"Finetune/Learning Rate": 1.69268210663819e-05, "Finetune/Loss": 0.7798123955726624, "Finetune/Loss (Raw)": 0.835002064704895, "Finetune/Step": 4346, "Finetune/Step Time": 6.673327634111047}
{"Finetune/Learning Rate": 1.6925323031253796e-05, "Finetune/Loss": 0.7824728488922119, "Finetune/Loss (Raw)": 0.9290111660957336, "Finetune/Step": 4347, "Finetune/Step Time": 6.66629096493125}
{"Finetune/Learning Rate": 1.6923824697426415e-05, "Finetune/Loss": 0.7822705507278442, "Finetune/Loss (Raw)": 0.8384590148925781, "Finetune/Step": 4348, "Finetune/Step Time": 6.681539500132203}
{"Finetune/Learning Rate": 1.692232606496439e-05, "Finetune/Loss": 0.781958818435669, "Finetune/Loss (Raw)": 0.895206868648529, "Finetune/Step": 4349, "Finetune/Step Time": 6.678922416642308}
{"Finetune/Learning Rate": 1.6920827133932354e-05, "Finetune/Loss": 0.7797666192054749, "Finetune/Loss (Raw)": 0.5653904676437378, "Finetune/Step": 4350, "Finetune/Step Time": 6.690544955432415}
{"Finetune/Learning Rate": 1.6919327904394963e-05, "Finetune/Loss": 0.7792450189590454, "Finetune/Loss (Raw)": 0.8586289286613464, "Finetune/Step": 4351, "Finetune/Step Time": 6.690031636506319}
{"Finetune/Learning Rate": 1.6917828376416874e-05, "Finetune/Loss": 0.7798177599906921, "Finetune/Loss (Raw)": 0.8253089785575867, "Finetune/Step": 4352, "Finetune/Step Time": 6.682044640183449}
{"Finetune/Learning Rate": 1.6916328550062768e-05, "Finetune/Loss": 0.7809402942657471, "Finetune/Loss (Raw)": 0.892758309841156, "Finetune/Step": 4353, "Finetune/Step Time": 6.679759256541729}
{"Finetune/Learning Rate": 1.6914828425397333e-05, "Finetune/Loss": 0.7795406579971313, "Finetune/Loss (Raw)": 0.7549648284912109, "Finetune/Step": 4354, "Finetune/Step Time": 6.678463079035282}
{"Finetune/Learning Rate": 1.6913328002485272e-05, "Finetune/Loss": 0.778096616268158, "Finetune/Loss (Raw)": 0.8496889472007751, "Finetune/Step": 4355, "Finetune/Step Time": 6.674925388768315}
{"Finetune/Learning Rate": 1.6911827281391304e-05, "Finetune/Loss": 0.778133749961853, "Finetune/Loss (Raw)": 0.8381779789924622, "Finetune/Step": 4356, "Finetune/Step Time": 6.673597117885947}
{"Finetune/Learning Rate": 1.691032626218015e-05, "Finetune/Loss": 0.7783944010734558, "Finetune/Loss (Raw)": 0.9208562970161438, "Finetune/Step": 4357, "Finetune/Step Time": 6.673765432089567}
{"Finetune/Learning Rate": 1.6908824944916558e-05, "Finetune/Loss": 0.7828069925308228, "Finetune/Loss (Raw)": 0.8805315494537354, "Finetune/Step": 4358, "Finetune/Step Time": 6.663239924237132}
{"Finetune/Learning Rate": 1.690732332966528e-05, "Finetune/Loss": 0.7846083045005798, "Finetune/Loss (Raw)": 0.810045063495636, "Finetune/Step": 4359, "Finetune/Step Time": 6.626012176275253}
{"Finetune/Learning Rate": 1.690582141649108e-05, "Finetune/Loss": 0.7841936945915222, "Finetune/Loss (Raw)": 0.7543630003929138, "Finetune/Step": 4360, "Finetune/Step Time": 6.617930691689253}
{"Finetune/Learning Rate": 1.690431920545874e-05, "Finetune/Loss": 0.787097692489624, "Finetune/Loss (Raw)": 1.0325982570648193, "Finetune/Step": 4361, "Finetune/Step Time": 6.626282960176468}
{"Finetune/Learning Rate": 1.6902816696633053e-05, "Finetune/Loss": 0.7857211232185364, "Finetune/Loss (Raw)": 0.8194311857223511, "Finetune/Step": 4362, "Finetune/Step Time": 6.628638744354248}
{"Finetune/Learning Rate": 1.6901313890078822e-05, "Finetune/Loss": 0.7852875590324402, "Finetune/Loss (Raw)": 0.7935936450958252, "Finetune/Step": 4363, "Finetune/Step Time": 6.625795494765043}
{"Finetune/Learning Rate": 1.689981078586087e-05, "Finetune/Loss": 0.7859755754470825, "Finetune/Loss (Raw)": 0.7492120862007141, "Finetune/Step": 4364, "Finetune/Step Time": 6.637084759771824}
{"Finetune/Learning Rate": 1.6898307384044023e-05, "Finetune/Loss": 0.7842855453491211, "Finetune/Loss (Raw)": 0.7241246700286865, "Finetune/Step": 4365, "Finetune/Step Time": 6.651639048010111}
{"Finetune/Learning Rate": 1.689680368469313e-05, "Finetune/Loss": 0.7842557430267334, "Finetune/Loss (Raw)": 0.9059523344039917, "Finetune/Step": 4366, "Finetune/Step Time": 6.641297992318869}
{"Finetune/Learning Rate": 1.6895299687873042e-05, "Finetune/Loss": 0.783612072467804, "Finetune/Loss (Raw)": 0.766903281211853, "Finetune/Step": 4367, "Finetune/Step Time": 6.6470653004944324}
{"Finetune/Learning Rate": 1.6893795393648632e-05, "Finetune/Loss": 0.7839351892471313, "Finetune/Loss (Raw)": 0.8575525283813477, "Finetune/Step": 4368, "Finetune/Step Time": 6.654117360711098}
{"Finetune/Learning Rate": 1.689229080208478e-05, "Finetune/Loss": 0.7836086750030518, "Finetune/Loss (Raw)": 0.7798994183540344, "Finetune/Step": 4369, "Finetune/Step Time": 6.660253969952464}
{"Finetune/Learning Rate": 1.6890785913246387e-05, "Finetune/Loss": 0.7835642099380493, "Finetune/Loss (Raw)": 0.8988522887229919, "Finetune/Step": 4370, "Finetune/Step Time": 6.662683051079512}
{"Finetune/Learning Rate": 1.6889280727198354e-05, "Finetune/Loss": 0.7846779823303223, "Finetune/Loss (Raw)": 0.9132508635520935, "Finetune/Step": 4371, "Finetune/Step Time": 6.64189643599093}
{"Finetune/Learning Rate": 1.6887775244005607e-05, "Finetune/Loss": 0.7803045511245728, "Finetune/Loss (Raw)": 0.3107834756374359, "Finetune/Step": 4372, "Finetune/Step Time": 6.661813596263528}
{"Finetune/Learning Rate": 1.6886269463733076e-05, "Finetune/Loss": 0.7794399857521057, "Finetune/Loss (Raw)": 0.7426344752311707, "Finetune/Step": 4373, "Finetune/Step Time": 6.6594266928732395}
{"Finetune/Learning Rate": 1.6884763386445708e-05, "Finetune/Loss": 0.7798150777816772, "Finetune/Loss (Raw)": 0.8125859498977661, "Finetune/Step": 4374, "Finetune/Step Time": 6.616738131269813}
{"Finetune/Learning Rate": 1.6883257012208466e-05, "Finetune/Loss": 0.7790629267692566, "Finetune/Loss (Raw)": 0.7757396697998047, "Finetune/Step": 4375, "Finetune/Step Time": 6.623463237658143}
{"Finetune/Learning Rate": 1.688175034108632e-05, "Finetune/Loss": 0.7822293043136597, "Finetune/Loss (Raw)": 0.7621099948883057, "Finetune/Step": 4376, "Finetune/Step Time": 6.618431406095624}
{"Finetune/Learning Rate": 1.688024337314425e-05, "Finetune/Loss": 0.7816662788391113, "Finetune/Loss (Raw)": 0.8199636936187744, "Finetune/Step": 4377, "Finetune/Step Time": 6.619637005031109}
{"Finetune/Learning Rate": 1.687873610844726e-05, "Finetune/Loss": 0.7829625606536865, "Finetune/Loss (Raw)": 0.7709624767303467, "Finetune/Step": 4378, "Finetune/Step Time": 6.629359219223261}
{"Finetune/Learning Rate": 1.6877228547060357e-05, "Finetune/Loss": 0.7824622392654419, "Finetune/Loss (Raw)": 0.6422878503799438, "Finetune/Step": 4379, "Finetune/Step Time": 6.649950623512268}
{"Finetune/Learning Rate": 1.6875720689048573e-05, "Finetune/Loss": 0.7816948890686035, "Finetune/Loss (Raw)": 0.9193724989891052, "Finetune/Step": 4380, "Finetune/Step Time": 6.653025709092617}
{"Finetune/Learning Rate": 1.6874212534476934e-05, "Finetune/Loss": 0.7841018438339233, "Finetune/Loss (Raw)": 0.8802217841148376, "Finetune/Step": 4381, "Finetune/Step Time": 6.63951662927866}
{"Finetune/Learning Rate": 1.6872704083410488e-05, "Finetune/Loss": 0.7874879837036133, "Finetune/Loss (Raw)": 0.9282928109169006, "Finetune/Step": 4382, "Finetune/Step Time": 6.633551672101021}
{"Finetune/Learning Rate": 1.6871195335914302e-05, "Finetune/Loss": 0.7869928479194641, "Finetune/Loss (Raw)": 0.6460198163986206, "Finetune/Step": 4383, "Finetune/Step Time": 6.647436888888478}
{"Finetune/Learning Rate": 1.686968629205345e-05, "Finetune/Loss": 0.7871507406234741, "Finetune/Loss (Raw)": 0.8363258242607117, "Finetune/Step": 4384, "Finetune/Step Time": 6.634376406669617}
{"Finetune/Learning Rate": 1.6868176951893017e-05, "Finetune/Loss": 0.7866549491882324, "Finetune/Loss (Raw)": 0.8223835229873657, "Finetune/Step": 4385, "Finetune/Step Time": 6.638646248728037}
{"Finetune/Learning Rate": 1.6866667315498108e-05, "Finetune/Loss": 0.7867846488952637, "Finetune/Loss (Raw)": 0.6682860255241394, "Finetune/Step": 4386, "Finetune/Step Time": 6.645527420565486}
{"Finetune/Learning Rate": 1.686515738293383e-05, "Finetune/Loss": 0.787306547164917, "Finetune/Loss (Raw)": 0.9988353252410889, "Finetune/Step": 4387, "Finetune/Step Time": 6.634259708225727}
{"Finetune/Learning Rate": 1.6863647154265314e-05, "Finetune/Loss": 0.7878170013427734, "Finetune/Loss (Raw)": 0.8637409806251526, "Finetune/Step": 4388, "Finetune/Step Time": 6.638484336435795}
{"Finetune/Learning Rate": 1.686213662955769e-05, "Finetune/Loss": 0.7878120541572571, "Finetune/Loss (Raw)": 0.8540562987327576, "Finetune/Step": 4389, "Finetune/Step Time": 6.6372835002839565}
{"Finetune/Learning Rate": 1.6860625808876116e-05, "Finetune/Loss": 0.7880070805549622, "Finetune/Loss (Raw)": 0.8115774989128113, "Finetune/Step": 4390, "Finetune/Step Time": 6.636235997080803}
{"Finetune/Learning Rate": 1.6859114692285755e-05, "Finetune/Loss": 0.7865926027297974, "Finetune/Loss (Raw)": 0.8051230907440186, "Finetune/Step": 4391, "Finetune/Step Time": 6.643653403967619}
{"Finetune/Learning Rate": 1.6857603279851786e-05, "Finetune/Loss": 0.7847318053245544, "Finetune/Loss (Raw)": 0.4149130880832672, "Finetune/Step": 4392, "Finetune/Step Time": 6.665605513378978}
{"Finetune/Learning Rate": 1.6856091571639393e-05, "Finetune/Loss": 0.7838354110717773, "Finetune/Loss (Raw)": 0.6394220590591431, "Finetune/Step": 4393, "Finetune/Step Time": 6.663617515936494}
{"Finetune/Learning Rate": 1.685457956771378e-05, "Finetune/Loss": 0.7821660041809082, "Finetune/Loss (Raw)": 0.7550572156906128, "Finetune/Step": 4394, "Finetune/Step Time": 6.673061544075608}
{"Finetune/Learning Rate": 1.685306726814016e-05, "Finetune/Loss": 0.7834029197692871, "Finetune/Loss (Raw)": 0.8178832530975342, "Finetune/Step": 4395, "Finetune/Step Time": 6.654359826818109}
{"Finetune/Learning Rate": 1.6851554672983767e-05, "Finetune/Loss": 0.7841144800186157, "Finetune/Loss (Raw)": 0.8473745584487915, "Finetune/Step": 4396, "Finetune/Step Time": 6.662397934123874}
{"Finetune/Learning Rate": 1.6850041782309837e-05, "Finetune/Loss": 0.7832891941070557, "Finetune/Loss (Raw)": 0.469525545835495, "Finetune/Step": 4397, "Finetune/Step Time": 6.649713037535548}
{"Finetune/Learning Rate": 1.684852859618362e-05, "Finetune/Loss": 0.7830682992935181, "Finetune/Loss (Raw)": 0.7967270016670227, "Finetune/Step": 4398, "Finetune/Step Time": 6.652019266039133}
{"Finetune/Learning Rate": 1.684701511467039e-05, "Finetune/Loss": 0.7858068346977234, "Finetune/Loss (Raw)": 0.7399958372116089, "Finetune/Step": 4399, "Finetune/Step Time": 6.634615147486329}
{"Finetune/Learning Rate": 1.684550133783542e-05, "Finetune/Loss": 0.7853232622146606, "Finetune/Loss (Raw)": 0.7913214564323425, "Finetune/Step": 4400, "Finetune/Step Time": 6.641348719596863}
{"Finetune/Learning Rate": 1.6843987265744005e-05, "Finetune/Loss": 0.7827297449111938, "Finetune/Loss (Raw)": 0.39377644658088684, "Finetune/Step": 4401, "Finetune/Step Time": 6.668451109901071}
{"Finetune/Learning Rate": 1.6842472898461444e-05, "Finetune/Loss": 0.781680703163147, "Finetune/Loss (Raw)": 0.6568441390991211, "Finetune/Step": 4402, "Finetune/Step Time": 6.686558607965708}
{"Finetune/Learning Rate": 1.6840958236053058e-05, "Finetune/Loss": 0.7832155227661133, "Finetune/Loss (Raw)": 0.8458481431007385, "Finetune/Step": 4403, "Finetune/Step Time": 6.681191703304648}
{"Finetune/Learning Rate": 1.6839443278584174e-05, "Finetune/Loss": 0.7840941548347473, "Finetune/Loss (Raw)": 0.9779270887374878, "Finetune/Step": 4404, "Finetune/Step Time": 6.671791784465313}
{"Finetune/Learning Rate": 1.6837928026120135e-05, "Finetune/Loss": 0.7843037247657776, "Finetune/Loss (Raw)": 0.7701464295387268, "Finetune/Step": 4405, "Finetune/Step Time": 6.662390369921923}
{"Finetune/Learning Rate": 1.6836412478726298e-05, "Finetune/Loss": 0.7823086977005005, "Finetune/Loss (Raw)": 0.6555059552192688, "Finetune/Step": 4406, "Finetune/Step Time": 6.660383420065045}
{"Finetune/Learning Rate": 1.683489663646803e-05, "Finetune/Loss": 0.7817915678024292, "Finetune/Loss (Raw)": 0.6805857419967651, "Finetune/Step": 4407, "Finetune/Step Time": 6.658076535910368}
{"Finetune/Learning Rate": 1.683338049941071e-05, "Finetune/Loss": 0.7826003432273865, "Finetune/Loss (Raw)": 0.9746957421302795, "Finetune/Step": 4408, "Finetune/Step Time": 6.657162195071578}
{"Finetune/Learning Rate": 1.6831864067619733e-05, "Finetune/Loss": 0.7808383703231812, "Finetune/Loss (Raw)": 0.7289984226226807, "Finetune/Step": 4409, "Finetune/Step Time": 6.65642056055367}
{"Finetune/Learning Rate": 1.6830347341160506e-05, "Finetune/Loss": 0.780441403388977, "Finetune/Loss (Raw)": 0.8293371796607971, "Finetune/Step": 4410, "Finetune/Step Time": 6.6531547997146845}
{"Finetune/Learning Rate": 1.6828830320098443e-05, "Finetune/Loss": 0.7804906368255615, "Finetune/Loss (Raw)": 0.8091302514076233, "Finetune/Step": 4411, "Finetune/Step Time": 6.646608537063003}
{"Finetune/Learning Rate": 1.6827313004498978e-05, "Finetune/Loss": 0.7800915241241455, "Finetune/Loss (Raw)": 0.77479088306427, "Finetune/Step": 4412, "Finetune/Step Time": 6.648216752335429}
{"Finetune/Learning Rate": 1.6825795394427557e-05, "Finetune/Loss": 0.7832694053649902, "Finetune/Loss (Raw)": 1.0330740213394165, "Finetune/Step": 4413, "Finetune/Step Time": 6.612546198070049}
{"Finetune/Learning Rate": 1.682427748994963e-05, "Finetune/Loss": 0.7830406427383423, "Finetune/Loss (Raw)": 0.7638342380523682, "Finetune/Step": 4414, "Finetune/Step Time": 6.61163292825222}
{"Finetune/Learning Rate": 1.6822759291130678e-05, "Finetune/Loss": 0.7832968235015869, "Finetune/Loss (Raw)": 0.9034621715545654, "Finetune/Step": 4415, "Finetune/Step Time": 6.6167022455483675}
{"Finetune/Learning Rate": 1.682124079803617e-05, "Finetune/Loss": 0.7816287279129028, "Finetune/Loss (Raw)": 0.7127369046211243, "Finetune/Step": 4416, "Finetune/Step Time": 6.618136188015342}
{"Finetune/Learning Rate": 1.681972201073161e-05, "Finetune/Loss": 0.7828292846679688, "Finetune/Loss (Raw)": 0.919815182685852, "Finetune/Step": 4417, "Finetune/Step Time": 6.618909804150462}
{"Finetune/Learning Rate": 1.6818202929282503e-05, "Finetune/Loss": 0.7818876504898071, "Finetune/Loss (Raw)": 0.8185243010520935, "Finetune/Step": 4418, "Finetune/Step Time": 6.619655400514603}
{"Finetune/Learning Rate": 1.681668355375437e-05, "Finetune/Loss": 0.781557559967041, "Finetune/Loss (Raw)": 0.8863595724105835, "Finetune/Step": 4419, "Finetune/Step Time": 6.623861776664853}
{"Finetune/Learning Rate": 1.681516388421274e-05, "Finetune/Loss": 0.7802004814147949, "Finetune/Loss (Raw)": 0.7225162386894226, "Finetune/Step": 4420, "Finetune/Step Time": 6.635911840945482}
{"Finetune/Learning Rate": 1.6813643920723162e-05, "Finetune/Loss": 0.779647946357727, "Finetune/Loss (Raw)": 0.7905195355415344, "Finetune/Step": 4421, "Finetune/Step Time": 6.644010730087757}
{"Finetune/Learning Rate": 1.6812123663351197e-05, "Finetune/Loss": 0.7797420620918274, "Finetune/Loss (Raw)": 0.7989944219589233, "Finetune/Step": 4422, "Finetune/Step Time": 6.626722035929561}
{"Finetune/Learning Rate": 1.6810603112162408e-05, "Finetune/Loss": 0.7819594144821167, "Finetune/Loss (Raw)": 0.6367704272270203, "Finetune/Step": 4423, "Finetune/Step Time": 6.60268815420568}
{"Finetune/Learning Rate": 1.6809082267222387e-05, "Finetune/Loss": 0.7774044275283813, "Finetune/Loss (Raw)": 0.3981141746044159, "Finetune/Step": 4424, "Finetune/Step Time": 6.625199502333999}
{"Finetune/Learning Rate": 1.680756112859672e-05, "Finetune/Loss": 0.7753730416297913, "Finetune/Loss (Raw)": 0.6392669081687927, "Finetune/Step": 4425, "Finetune/Step Time": 6.641861733049154}
{"Finetune/Learning Rate": 1.6806039696351025e-05, "Finetune/Loss": 0.7772150039672852, "Finetune/Loss (Raw)": 0.8732402920722961, "Finetune/Step": 4426, "Finetune/Step Time": 6.637921616435051}
{"Finetune/Learning Rate": 1.6804517970550925e-05, "Finetune/Loss": 0.7754987478256226, "Finetune/Loss (Raw)": 0.6364176273345947, "Finetune/Step": 4427, "Finetune/Step Time": 6.646033173426986}
{"Finetune/Learning Rate": 1.6802995951262047e-05, "Finetune/Loss": 0.7747840881347656, "Finetune/Loss (Raw)": 0.8431864976882935, "Finetune/Step": 4428, "Finetune/Step Time": 6.651094138622284}
{"Finetune/Learning Rate": 1.6801473638550042e-05, "Finetune/Loss": 0.777769923210144, "Finetune/Loss (Raw)": 0.7967408895492554, "Finetune/Step": 4429, "Finetune/Step Time": 6.632230782881379}
{"Finetune/Learning Rate": 1.6799951032480567e-05, "Finetune/Loss": 0.7753344774246216, "Finetune/Loss (Raw)": 0.6114567518234253, "Finetune/Step": 4430, "Finetune/Step Time": 6.66749806329608}
{"Finetune/Learning Rate": 1.6798428133119296e-05, "Finetune/Loss": 0.7741417288780212, "Finetune/Loss (Raw)": 0.7809600234031677, "Finetune/Step": 4431, "Finetune/Step Time": 6.675253866240382}
{"Finetune/Learning Rate": 1.6796904940531916e-05, "Finetune/Loss": 0.7779016494750977, "Finetune/Loss (Raw)": 0.8732401132583618, "Finetune/Step": 4432, "Finetune/Step Time": 6.660981455817819}
{"Finetune/Learning Rate": 1.679538145478412e-05, "Finetune/Loss": 0.7773520350456238, "Finetune/Loss (Raw)": 0.6081870794296265, "Finetune/Step": 4433, "Finetune/Step Time": 6.664719315245748}
{"Finetune/Learning Rate": 1.679385767594162e-05, "Finetune/Loss": 0.7784605026245117, "Finetune/Loss (Raw)": 0.8868585228919983, "Finetune/Step": 4434, "Finetune/Step Time": 6.659325262531638}
{"Finetune/Learning Rate": 1.679233360407014e-05, "Finetune/Loss": 0.7800196409225464, "Finetune/Loss (Raw)": 0.8279228806495667, "Finetune/Step": 4435, "Finetune/Step Time": 6.655068615451455}
{"Finetune/Learning Rate": 1.6790809239235413e-05, "Finetune/Loss": 0.7794362306594849, "Finetune/Loss (Raw)": 0.6311417818069458, "Finetune/Step": 4436, "Finetune/Step Time": 6.676330149173737}
{"Finetune/Learning Rate": 1.678928458150319e-05, "Finetune/Loss": 0.7792559266090393, "Finetune/Loss (Raw)": 0.7417003512382507, "Finetune/Step": 4437, "Finetune/Step Time": 6.686692541465163}
{"Finetune/Learning Rate": 1.6787759630939233e-05, "Finetune/Loss": 0.7828199863433838, "Finetune/Loss (Raw)": 0.8627602458000183, "Finetune/Step": 4438, "Finetune/Step Time": 6.66869418695569}
{"Finetune/Learning Rate": 1.678623438760931e-05, "Finetune/Loss": 0.7837029695510864, "Finetune/Loss (Raw)": 0.9576647877693176, "Finetune/Step": 4439, "Finetune/Step Time": 6.665518155321479}
{"Finetune/Learning Rate": 1.6784708851579208e-05, "Finetune/Loss": 0.7837589979171753, "Finetune/Loss (Raw)": 0.9156774282455444, "Finetune/Step": 4440, "Finetune/Step Time": 6.66319034434855}
{"Finetune/Learning Rate": 1.678318302291473e-05, "Finetune/Loss": 0.7835133075714111, "Finetune/Loss (Raw)": 0.9071342349052429, "Finetune/Step": 4441, "Finetune/Step Time": 6.666827937588096}
{"Finetune/Learning Rate": 1.6781656901681685e-05, "Finetune/Loss": 0.7827895283699036, "Finetune/Loss (Raw)": 0.7929784059524536, "Finetune/Step": 4442, "Finetune/Step Time": 6.681306293234229}
{"Finetune/Learning Rate": 1.6780130487945893e-05, "Finetune/Loss": 0.783251166343689, "Finetune/Loss (Raw)": 0.8477120399475098, "Finetune/Step": 4443, "Finetune/Step Time": 6.681734202429652}
{"Finetune/Learning Rate": 1.6778603781773196e-05, "Finetune/Loss": 0.7835170030593872, "Finetune/Loss (Raw)": 0.7308580279350281, "Finetune/Step": 4444, "Finetune/Step Time": 6.672449577599764}
{"Finetune/Learning Rate": 1.6777076783229442e-05, "Finetune/Loss": 0.7827813625335693, "Finetune/Loss (Raw)": 0.7282503247261047, "Finetune/Step": 4445, "Finetune/Step Time": 6.674614554271102}
{"Finetune/Learning Rate": 1.677554949238049e-05, "Finetune/Loss": 0.7848411798477173, "Finetune/Loss (Raw)": 0.9069871306419373, "Finetune/Step": 4446, "Finetune/Step Time": 6.666352864354849}
{"Finetune/Learning Rate": 1.6774021909292213e-05, "Finetune/Loss": 0.7862453460693359, "Finetune/Loss (Raw)": 0.8027580976486206, "Finetune/Step": 4447, "Finetune/Step Time": 6.636766038835049}
{"Finetune/Learning Rate": 1.6772494034030503e-05, "Finetune/Loss": 0.7865660190582275, "Finetune/Loss (Raw)": 0.8153975605964661, "Finetune/Step": 4448, "Finetune/Step Time": 6.635517695918679}
{"Finetune/Learning Rate": 1.677096586666126e-05, "Finetune/Loss": 0.7890269756317139, "Finetune/Loss (Raw)": 0.9339171051979065, "Finetune/Step": 4449, "Finetune/Step Time": 6.622457545250654}
{"Finetune/Learning Rate": 1.676943740725039e-05, "Finetune/Loss": 0.7875269651412964, "Finetune/Loss (Raw)": 0.7372891902923584, "Finetune/Step": 4450, "Finetune/Step Time": 6.606257949024439}
{"Finetune/Learning Rate": 1.6767908655863823e-05, "Finetune/Loss": 0.7877157926559448, "Finetune/Loss (Raw)": 0.6418828368186951, "Finetune/Step": 4451, "Finetune/Step Time": 6.621517471969128}
{"Finetune/Learning Rate": 1.676637961256749e-05, "Finetune/Loss": 0.7846356630325317, "Finetune/Loss (Raw)": 0.40512770414352417, "Finetune/Step": 4452, "Finetune/Step Time": 6.63970286026597}
{"Finetune/Learning Rate": 1.676485027742735e-05, "Finetune/Loss": 0.7862762212753296, "Finetune/Loss (Raw)": 0.7373374700546265, "Finetune/Step": 4453, "Finetune/Step Time": 6.622634291648865}
{"Finetune/Learning Rate": 1.6763320650509358e-05, "Finetune/Loss": 0.7869095802307129, "Finetune/Loss (Raw)": 0.7498514652252197, "Finetune/Step": 4454, "Finetune/Step Time": 6.621045092120767}
{"Finetune/Learning Rate": 1.676179073187949e-05, "Finetune/Loss": 0.7877187728881836, "Finetune/Loss (Raw)": 0.6547147631645203, "Finetune/Step": 4455, "Finetune/Step Time": 6.61813846975565}
{"Finetune/Learning Rate": 1.6760260521603736e-05, "Finetune/Loss": 0.7876501679420471, "Finetune/Loss (Raw)": 0.7737871408462524, "Finetune/Step": 4456, "Finetune/Step Time": 6.619545893743634}
{"Finetune/Learning Rate": 1.6758730019748097e-05, "Finetune/Loss": 0.7865102887153625, "Finetune/Loss (Raw)": 0.6927937269210815, "Finetune/Step": 4457, "Finetune/Step Time": 6.630276344716549}
{"Finetune/Learning Rate": 1.6757199226378585e-05, "Finetune/Loss": 0.7849867939949036, "Finetune/Loss (Raw)": 0.6982095241546631, "Finetune/Step": 4458, "Finetune/Step Time": 6.643908740952611}
{"Finetune/Learning Rate": 1.675566814156122e-05, "Finetune/Loss": 0.7837949395179749, "Finetune/Loss (Raw)": 0.723554790019989, "Finetune/Step": 4459, "Finetune/Step Time": 6.639729872345924}
{"Finetune/Learning Rate": 1.675413676536205e-05, "Finetune/Loss": 0.7842400670051575, "Finetune/Loss (Raw)": 0.9050520062446594, "Finetune/Step": 4460, "Finetune/Step Time": 6.640039747580886}
{"Finetune/Learning Rate": 1.6752605097847118e-05, "Finetune/Loss": 0.783023476600647, "Finetune/Loss (Raw)": 0.7347528338432312, "Finetune/Step": 4461, "Finetune/Step Time": 6.638592166826129}
{"Finetune/Learning Rate": 1.6751073139082487e-05, "Finetune/Loss": 0.7819012403488159, "Finetune/Loss (Raw)": 0.8017414808273315, "Finetune/Step": 4462, "Finetune/Step Time": 6.650487706065178}
{"Finetune/Learning Rate": 1.6749540889134234e-05, "Finetune/Loss": 0.7795042395591736, "Finetune/Loss (Raw)": 0.54913330078125, "Finetune/Step": 4463, "Finetune/Step Time": 6.65969986282289}
{"Finetune/Learning Rate": 1.674800834806845e-05, "Finetune/Loss": 0.7784436941146851, "Finetune/Loss (Raw)": 0.8168473243713379, "Finetune/Step": 4464, "Finetune/Step Time": 6.662533028051257}
{"Finetune/Learning Rate": 1.6746475515951232e-05, "Finetune/Loss": 0.780116856098175, "Finetune/Loss (Raw)": 0.759638249874115, "Finetune/Step": 4465, "Finetune/Step Time": 6.650284212082624}
{"Finetune/Learning Rate": 1.6744942392848695e-05, "Finetune/Loss": 0.779763400554657, "Finetune/Loss (Raw)": 0.778066098690033, "Finetune/Step": 4466, "Finetune/Step Time": 6.648151958361268}
{"Finetune/Learning Rate": 1.6743408978826966e-05, "Finetune/Loss": 0.7804386615753174, "Finetune/Loss (Raw)": 0.8684704303741455, "Finetune/Step": 4467, "Finetune/Step Time": 6.642481621354818}
{"Finetune/Learning Rate": 1.674187527395218e-05, "Finetune/Loss": 0.7806926369667053, "Finetune/Loss (Raw)": 0.7821264863014221, "Finetune/Step": 4468, "Finetune/Step Time": 6.629393106326461}
{"Finetune/Learning Rate": 1.674034127829049e-05, "Finetune/Loss": 0.7793000936508179, "Finetune/Loss (Raw)": 0.7833145260810852, "Finetune/Step": 4469, "Finetune/Step Time": 6.6291263327002525}
{"Finetune/Learning Rate": 1.6738806991908063e-05, "Finetune/Loss": 0.7798741459846497, "Finetune/Loss (Raw)": 0.8031635880470276, "Finetune/Step": 4470, "Finetune/Step Time": 6.592255728319287}
{"Finetune/Learning Rate": 1.673727241487107e-05, "Finetune/Loss": 0.7791966199874878, "Finetune/Loss (Raw)": 0.656770646572113, "Finetune/Step": 4471, "Finetune/Step Time": 6.604116229340434}
{"Finetune/Learning Rate": 1.6735737547245698e-05, "Finetune/Loss": 0.7792078852653503, "Finetune/Loss (Raw)": 0.8329803943634033, "Finetune/Step": 4472, "Finetune/Step Time": 6.595994912087917}
{"Finetune/Learning Rate": 1.6734202389098152e-05, "Finetune/Loss": 0.7811778783798218, "Finetune/Loss (Raw)": 1.0361582040786743, "Finetune/Step": 4473, "Finetune/Step Time": 6.593730064108968}
{"Finetune/Learning Rate": 1.6732666940494648e-05, "Finetune/Loss": 0.781452476978302, "Finetune/Loss (Raw)": 0.8701479434967041, "Finetune/Step": 4474, "Finetune/Step Time": 6.591671591624618}
{"Finetune/Learning Rate": 1.67311312015014e-05, "Finetune/Loss": 0.7796750068664551, "Finetune/Loss (Raw)": 0.7014883756637573, "Finetune/Step": 4475, "Finetune/Step Time": 6.612089529633522}
{"Finetune/Learning Rate": 1.6729595172184664e-05, "Finetune/Loss": 0.7801706194877625, "Finetune/Loss (Raw)": 0.9018986225128174, "Finetune/Step": 4476, "Finetune/Step Time": 6.613689698278904}
{"Finetune/Learning Rate": 1.672805885261068e-05, "Finetune/Loss": 0.77907794713974, "Finetune/Loss (Raw)": 0.7553457021713257, "Finetune/Step": 4477, "Finetune/Step Time": 6.614402461796999}
{"Finetune/Learning Rate": 1.672652224284571e-05, "Finetune/Loss": 0.7815467119216919, "Finetune/Loss (Raw)": 0.8813979625701904, "Finetune/Step": 4478, "Finetune/Step Time": 6.597527278587222}
{"Finetune/Learning Rate": 1.672498534295604e-05, "Finetune/Loss": 0.7812700271606445, "Finetune/Loss (Raw)": 0.8232124447822571, "Finetune/Step": 4479, "Finetune/Step Time": 6.606206217780709}
{"Finetune/Learning Rate": 1.672344815300795e-05, "Finetune/Loss": 0.7802549600601196, "Finetune/Loss (Raw)": 0.6953834891319275, "Finetune/Step": 4480, "Finetune/Step Time": 6.611127942800522}
{"Finetune/Learning Rate": 1.6721910673067746e-05, "Finetune/Loss": 0.7790086269378662, "Finetune/Loss (Raw)": 0.7332240343093872, "Finetune/Step": 4481, "Finetune/Step Time": 6.613264963030815}
{"Finetune/Learning Rate": 1.6720372903201742e-05, "Finetune/Loss": 0.7786926031112671, "Finetune/Loss (Raw)": 0.7145099639892578, "Finetune/Step": 4482, "Finetune/Step Time": 6.627296978607774}
{"Finetune/Learning Rate": 1.6718834843476262e-05, "Finetune/Loss": 0.778404712677002, "Finetune/Loss (Raw)": 0.8128433227539062, "Finetune/Step": 4483, "Finetune/Step Time": 6.625164842233062}
{"Finetune/Learning Rate": 1.6717296493957643e-05, "Finetune/Loss": 0.778952956199646, "Finetune/Loss (Raw)": 0.9083506464958191, "Finetune/Step": 4484, "Finetune/Step Time": 6.639234492555261}
{"Finetune/Learning Rate": 1.671575785471224e-05, "Finetune/Loss": 0.7779092788696289, "Finetune/Loss (Raw)": 0.7872622609138489, "Finetune/Step": 4485, "Finetune/Step Time": 6.640206599608064}
{"Finetune/Learning Rate": 1.6714218925806414e-05, "Finetune/Loss": 0.7770340442657471, "Finetune/Loss (Raw)": 0.768509030342102, "Finetune/Step": 4486, "Finetune/Step Time": 6.637811055406928}
{"Finetune/Learning Rate": 1.6712679707306544e-05, "Finetune/Loss": 0.7736631631851196, "Finetune/Loss (Raw)": 0.3785656988620758, "Finetune/Step": 4487, "Finetune/Step Time": 6.65636926330626}
{"Finetune/Learning Rate": 1.6711140199279015e-05, "Finetune/Loss": 0.7742993831634521, "Finetune/Loss (Raw)": 0.8358038067817688, "Finetune/Step": 4488, "Finetune/Step Time": 6.662900984287262}
{"Finetune/Learning Rate": 1.6709600401790234e-05, "Finetune/Loss": 0.7700541615486145, "Finetune/Loss (Raw)": 0.4892049729824066, "Finetune/Step": 4489, "Finetune/Step Time": 6.652954386547208}
{"Finetune/Learning Rate": 1.6708060314906606e-05, "Finetune/Loss": 0.7688050270080566, "Finetune/Loss (Raw)": 0.659542441368103, "Finetune/Step": 4490, "Finetune/Step Time": 6.656980102881789}
{"Finetune/Learning Rate": 1.6706519938694565e-05, "Finetune/Loss": 0.7685531377792358, "Finetune/Loss (Raw)": 0.7613522410392761, "Finetune/Step": 4491, "Finetune/Step Time": 6.655972233042121}
{"Finetune/Learning Rate": 1.670497927322055e-05, "Finetune/Loss": 0.7692768573760986, "Finetune/Loss (Raw)": 0.8418471813201904, "Finetune/Step": 4492, "Finetune/Step Time": 6.638509035110474}
{"Finetune/Learning Rate": 1.6703438318551003e-05, "Finetune/Loss": 0.7696466445922852, "Finetune/Loss (Raw)": 0.7714571356773376, "Finetune/Step": 4493, "Finetune/Step Time": 6.644156884402037}
{"Finetune/Learning Rate": 1.6701897074752398e-05, "Finetune/Loss": 0.7674058675765991, "Finetune/Loss (Raw)": 0.6191316843032837, "Finetune/Step": 4494, "Finetune/Step Time": 6.658475533127785}
{"Finetune/Learning Rate": 1.6700355541891205e-05, "Finetune/Loss": 0.7679412364959717, "Finetune/Loss (Raw)": 0.8354308605194092, "Finetune/Step": 4495, "Finetune/Step Time": 6.658405652269721}
{"Finetune/Learning Rate": 1.6698813720033915e-05, "Finetune/Loss": 0.76707923412323, "Finetune/Loss (Raw)": 0.747220516204834, "Finetune/Step": 4496, "Finetune/Step Time": 6.654814736917615}
{"Finetune/Learning Rate": 1.669727160924703e-05, "Finetune/Loss": 0.7674539089202881, "Finetune/Loss (Raw)": 0.8278573751449585, "Finetune/Step": 4497, "Finetune/Step Time": 6.657719036564231}
{"Finetune/Learning Rate": 1.669572920959706e-05, "Finetune/Loss": 0.7660341262817383, "Finetune/Loss (Raw)": 0.7171230912208557, "Finetune/Step": 4498, "Finetune/Step Time": 6.66212360560894}
{"Finetune/Learning Rate": 1.669418652115053e-05, "Finetune/Loss": 0.7660082578659058, "Finetune/Loss (Raw)": 0.9099408984184265, "Finetune/Step": 4499, "Finetune/Step Time": 6.661623328924179}
{"Finetune/Learning Rate": 1.669264354397399e-05, "Finetune/Loss": 0.7690991163253784, "Finetune/Loss (Raw)": 0.7064131498336792, "Finetune/Step": 4500, "Finetune/Step Time": 6.6488420236855745}
{"Finetune/Learning Rate": 1.6691100278133975e-05, "Finetune/Loss": 0.770398736000061, "Finetune/Loss (Raw)": 0.9089816212654114, "Finetune/Step": 4501, "Finetune/Step Time": 6.6475761868059635}
{"Finetune/Learning Rate": 1.668955672369706e-05, "Finetune/Loss": 0.7694585919380188, "Finetune/Loss (Raw)": 0.6922480463981628, "Finetune/Step": 4502, "Finetune/Step Time": 6.652015993371606}
{"Finetune/Learning Rate": 1.6688012880729808e-05, "Finetune/Loss": 0.7703149318695068, "Finetune/Loss (Raw)": 0.8853508234024048, "Finetune/Step": 4503, "Finetune/Step Time": 6.642573216930032}
{"Finetune/Learning Rate": 1.6686468749298822e-05, "Finetune/Loss": 0.7706363201141357, "Finetune/Loss (Raw)": 0.8032482862472534, "Finetune/Step": 4504, "Finetune/Step Time": 6.63209412060678}
{"Finetune/Learning Rate": 1.6684924329470696e-05, "Finetune/Loss": 0.7704571485519409, "Finetune/Loss (Raw)": 0.7970274686813354, "Finetune/Step": 4505, "Finetune/Step Time": 6.630974117666483}
{"Finetune/Learning Rate": 1.6683379621312043e-05, "Finetune/Loss": 0.7722494602203369, "Finetune/Loss (Raw)": 1.0003743171691895, "Finetune/Step": 4506, "Finetune/Step Time": 6.6103622652590275}
{"Finetune/Learning Rate": 1.6681834624889487e-05, "Finetune/Loss": 0.7702056169509888, "Finetune/Loss (Raw)": 0.380680114030838, "Finetune/Step": 4507, "Finetune/Step Time": 6.60627643764019}
{"Finetune/Learning Rate": 1.6680289340269666e-05, "Finetune/Loss": 0.7692771553993225, "Finetune/Loss (Raw)": 0.8005276918411255, "Finetune/Step": 4508, "Finetune/Step Time": 6.599829917773604}
{"Finetune/Learning Rate": 1.6678743767519235e-05, "Finetune/Loss": 0.7682244181632996, "Finetune/Loss (Raw)": 0.7454730272293091, "Finetune/Step": 4509, "Finetune/Step Time": 6.588043414056301}
{"Finetune/Learning Rate": 1.667719790670485e-05, "Finetune/Loss": 0.7680016160011292, "Finetune/Loss (Raw)": 0.8997719883918762, "Finetune/Step": 4510, "Finetune/Step Time": 6.584728447720408}
{"Finetune/Learning Rate": 1.6675651757893195e-05, "Finetune/Loss": 0.7706507444381714, "Finetune/Loss (Raw)": 0.9851078987121582, "Finetune/Step": 4511, "Finetune/Step Time": 6.572000114247203}
{"Finetune/Learning Rate": 1.667410532115095e-05, "Finetune/Loss": 0.7673659324645996, "Finetune/Loss (Raw)": 0.4158664047718048, "Finetune/Step": 4512, "Finetune/Step Time": 6.585815917700529}
{"Finetune/Learning Rate": 1.667255859654482e-05, "Finetune/Loss": 0.7673372030258179, "Finetune/Loss (Raw)": 0.8187189102172852, "Finetune/Step": 4513, "Finetune/Step Time": 6.5802915915846825}
{"Finetune/Learning Rate": 1.667101158414151e-05, "Finetune/Loss": 0.7674493193626404, "Finetune/Loss (Raw)": 0.6826348900794983, "Finetune/Step": 4514, "Finetune/Step Time": 6.5729107316583395}
{"Finetune/Learning Rate": 1.6669464284007757e-05, "Finetune/Loss": 0.7659015655517578, "Finetune/Loss (Raw)": 0.8007171154022217, "Finetune/Step": 4515, "Finetune/Step Time": 6.575588203966618}
{"Finetune/Learning Rate": 1.6667916696210285e-05, "Finetune/Loss": 0.7643197774887085, "Finetune/Loss (Raw)": 0.6612708568572998, "Finetune/Step": 4516, "Finetune/Step Time": 6.57050989754498}
{"Finetune/Learning Rate": 1.6666368820815854e-05, "Finetune/Loss": 0.7630491256713867, "Finetune/Loss (Raw)": 0.6914200782775879, "Finetune/Step": 4517, "Finetune/Step Time": 6.5829579420387745}
{"Finetune/Learning Rate": 1.666482065789122e-05, "Finetune/Loss": 0.7643514275550842, "Finetune/Loss (Raw)": 0.978264570236206, "Finetune/Step": 4518, "Finetune/Step Time": 6.578693639487028}
{"Finetune/Learning Rate": 1.666327220750316e-05, "Finetune/Loss": 0.7652300596237183, "Finetune/Loss (Raw)": 0.9175899028778076, "Finetune/Step": 4519, "Finetune/Step Time": 6.572460701689124}
{"Finetune/Learning Rate": 1.666172346971846e-05, "Finetune/Loss": 0.7689707279205322, "Finetune/Loss (Raw)": 0.8937187194824219, "Finetune/Step": 4520, "Finetune/Step Time": 6.541174003854394}
{"Finetune/Learning Rate": 1.6660174444603924e-05, "Finetune/Loss": 0.7713162302970886, "Finetune/Loss (Raw)": 0.9396488070487976, "Finetune/Step": 4521, "Finetune/Step Time": 6.528753550723195}
{"Finetune/Learning Rate": 1.6658625132226354e-05, "Finetune/Loss": 0.7713404893875122, "Finetune/Loss (Raw)": 0.7581626772880554, "Finetune/Step": 4522, "Finetune/Step Time": 6.525452138856053}
{"Finetune/Learning Rate": 1.6657075532652585e-05, "Finetune/Loss": 0.7714354395866394, "Finetune/Loss (Raw)": 0.8300327658653259, "Finetune/Step": 4523, "Finetune/Step Time": 6.529149496927857}
{"Finetune/Learning Rate": 1.6655525645949445e-05, "Finetune/Loss": 0.7713705897331238, "Finetune/Loss (Raw)": 0.8390759825706482, "Finetune/Step": 4524, "Finetune/Step Time": 6.523704297840595}
{"Finetune/Learning Rate": 1.6653975472183787e-05, "Finetune/Loss": 0.7740277051925659, "Finetune/Loss (Raw)": 0.8096393346786499, "Finetune/Step": 4525, "Finetune/Step Time": 6.506513740867376}
{"Finetune/Learning Rate": 1.665242501142247e-05, "Finetune/Loss": 0.7724629044532776, "Finetune/Loss (Raw)": 0.5964273810386658, "Finetune/Step": 4526, "Finetune/Step Time": 6.50194787979126}
{"Finetune/Learning Rate": 1.665087426373237e-05, "Finetune/Loss": 0.7703357934951782, "Finetune/Loss (Raw)": 0.4677298367023468, "Finetune/Step": 4527, "Finetune/Step Time": 6.519814971834421}
{"Finetune/Learning Rate": 1.6649323229180376e-05, "Finetune/Loss": 0.7701629400253296, "Finetune/Loss (Raw)": 0.7691924571990967, "Finetune/Step": 4528, "Finetune/Step Time": 6.51112188398838}
{"Finetune/Learning Rate": 1.6647771907833376e-05, "Finetune/Loss": 0.773527204990387, "Finetune/Loss (Raw)": 0.8244034051895142, "Finetune/Step": 4529, "Finetune/Step Time": 6.487940138205886}
{"Finetune/Learning Rate": 1.664622029975829e-05, "Finetune/Loss": 0.775502622127533, "Finetune/Loss (Raw)": 0.909702479839325, "Finetune/Step": 4530, "Finetune/Step Time": 6.4710165821015835}
{"Finetune/Learning Rate": 1.664466840502204e-05, "Finetune/Loss": 0.7760779857635498, "Finetune/Loss (Raw)": 0.9194876551628113, "Finetune/Step": 4531, "Finetune/Step Time": 6.468179689720273}
{"Finetune/Learning Rate": 1.664311622369156e-05, "Finetune/Loss": 0.7735382318496704, "Finetune/Loss (Raw)": 0.6528432965278625, "Finetune/Step": 4532, "Finetune/Step Time": 6.477819442749023}
{"Finetune/Learning Rate": 1.6641563755833793e-05, "Finetune/Loss": 0.7741613984107971, "Finetune/Loss (Raw)": 0.849908709526062, "Finetune/Step": 4533, "Finetune/Step Time": 6.470554646104574}
{"Finetune/Learning Rate": 1.6640011001515708e-05, "Finetune/Loss": 0.7720759510993958, "Finetune/Loss (Raw)": 0.3885689377784729, "Finetune/Step": 4534, "Finetune/Step Time": 6.49006512016058}
{"Finetune/Learning Rate": 1.6638457960804274e-05, "Finetune/Loss": 0.7719637155532837, "Finetune/Loss (Raw)": 0.6662177443504333, "Finetune/Step": 4535, "Finetune/Step Time": 6.498456662520766}
{"Finetune/Learning Rate": 1.663690463376647e-05, "Finetune/Loss": 0.7704252600669861, "Finetune/Loss (Raw)": 0.7777755856513977, "Finetune/Step": 4536, "Finetune/Step Time": 6.508225338533521}
{"Finetune/Learning Rate": 1.6635351020469303e-05, "Finetune/Loss": 0.7714223861694336, "Finetune/Loss (Raw)": 0.8566265106201172, "Finetune/Step": 4537, "Finetune/Step Time": 6.506433667615056}
{"Finetune/Learning Rate": 1.6633797120979776e-05, "Finetune/Loss": 0.7718311548233032, "Finetune/Loss (Raw)": 0.8816704154014587, "Finetune/Step": 4538, "Finetune/Step Time": 6.516302412375808}
{"Finetune/Learning Rate": 1.6632242935364912e-05, "Finetune/Loss": 0.7707200646400452, "Finetune/Loss (Raw)": 0.6669013500213623, "Finetune/Step": 4539, "Finetune/Step Time": 6.523128803819418}
{"Finetune/Learning Rate": 1.663068846369175e-05, "Finetune/Loss": 0.7672487497329712, "Finetune/Loss (Raw)": 0.3304729461669922, "Finetune/Step": 4540, "Finetune/Step Time": 6.543364098295569}
{"Finetune/Learning Rate": 1.6629133706027332e-05, "Finetune/Loss": 0.764761209487915, "Finetune/Loss (Raw)": 0.7146650552749634, "Finetune/Step": 4541, "Finetune/Step Time": 6.565449487417936}
{"Finetune/Learning Rate": 1.6627578662438718e-05, "Finetune/Loss": 0.7640509605407715, "Finetune/Loss (Raw)": 0.6729153990745544, "Finetune/Step": 4542, "Finetune/Step Time": 6.567474167793989}
{"Finetune/Learning Rate": 1.6626023332992978e-05, "Finetune/Loss": 0.7635114789009094, "Finetune/Loss (Raw)": 0.834411084651947, "Finetune/Step": 4543, "Finetune/Step Time": 6.561799008399248}
{"Finetune/Learning Rate": 1.66244677177572e-05, "Finetune/Loss": 0.7650593519210815, "Finetune/Loss (Raw)": 0.9108688235282898, "Finetune/Step": 4544, "Finetune/Step Time": 6.553486876189709}
{"Finetune/Learning Rate": 1.6622911816798472e-05, "Finetune/Loss": 0.7639163732528687, "Finetune/Loss (Raw)": 0.773504376411438, "Finetune/Step": 4545, "Finetune/Step Time": 6.564873907715082}
{"Finetune/Learning Rate": 1.6621355630183907e-05, "Finetune/Loss": 0.7647315263748169, "Finetune/Loss (Raw)": 0.9228670597076416, "Finetune/Step": 4546, "Finetune/Step Time": 6.564138112589717}
{"Finetune/Learning Rate": 1.661979915798063e-05, "Finetune/Loss": 0.764583945274353, "Finetune/Loss (Raw)": 0.8674716949462891, "Finetune/Step": 4547, "Finetune/Step Time": 6.558181082829833}
{"Finetune/Learning Rate": 1.6618242400255768e-05, "Finetune/Loss": 0.7636266946792603, "Finetune/Loss (Raw)": 0.5999911427497864, "Finetune/Step": 4548, "Finetune/Step Time": 6.580339439213276}
{"Finetune/Learning Rate": 1.6616685357076468e-05, "Finetune/Loss": 0.7623229026794434, "Finetune/Loss (Raw)": 0.6236358284950256, "Finetune/Step": 4549, "Finetune/Step Time": 6.58105125464499}
{"Finetune/Learning Rate": 1.661512802850989e-05, "Finetune/Loss": 0.7636264562606812, "Finetune/Loss (Raw)": 0.9658409357070923, "Finetune/Step": 4550, "Finetune/Step Time": 6.589021945372224}
{"Finetune/Learning Rate": 1.6613570414623198e-05, "Finetune/Loss": 0.7653826475143433, "Finetune/Loss (Raw)": 0.8615710139274597, "Finetune/Step": 4551, "Finetune/Step Time": 6.5865296851843596}
{"Finetune/Learning Rate": 1.6612012515483576e-05, "Finetune/Loss": 0.767037034034729, "Finetune/Loss (Raw)": 0.6098764538764954, "Finetune/Step": 4552, "Finetune/Step Time": 6.577553475275636}
{"Finetune/Learning Rate": 1.661045433115822e-05, "Finetune/Loss": 0.7686029672622681, "Finetune/Loss (Raw)": 0.8397029042243958, "Finetune/Step": 4553, "Finetune/Step Time": 6.558135103434324}
{"Finetune/Learning Rate": 1.6608895861714338e-05, "Finetune/Loss": 0.7692744135856628, "Finetune/Loss (Raw)": 0.959184467792511, "Finetune/Step": 4554, "Finetune/Step Time": 6.555988369509578}
{"Finetune/Learning Rate": 1.660733710721915e-05, "Finetune/Loss": 0.770797073841095, "Finetune/Loss (Raw)": 0.8313184380531311, "Finetune/Step": 4555, "Finetune/Step Time": 6.557164311408997}
{"Finetune/Learning Rate": 1.660577806773988e-05, "Finetune/Loss": 0.7719031572341919, "Finetune/Loss (Raw)": 0.9847608208656311, "Finetune/Step": 4556, "Finetune/Step Time": 6.554430836811662}
{"Finetune/Learning Rate": 1.6604218743343784e-05, "Finetune/Loss": 0.7714507579803467, "Finetune/Loss (Raw)": 0.7388454675674438, "Finetune/Step": 4557, "Finetune/Step Time": 6.557491259649396}
{"Finetune/Learning Rate": 1.6602659134098103e-05, "Finetune/Loss": 0.7713888883590698, "Finetune/Loss (Raw)": 0.6035277843475342, "Finetune/Step": 4558, "Finetune/Step Time": 6.534396456554532}
{"Finetune/Learning Rate": 1.6601099240070117e-05, "Finetune/Loss": 0.7727062702178955, "Finetune/Loss (Raw)": 0.9495811462402344, "Finetune/Step": 4559, "Finetune/Step Time": 6.534549098461866}
{"Finetune/Learning Rate": 1.6599539061327102e-05, "Finetune/Loss": 0.7719060182571411, "Finetune/Loss (Raw)": 0.7708154320716858, "Finetune/Step": 4560, "Finetune/Step Time": 6.530884815379977}
{"Finetune/Learning Rate": 1.6597978597936352e-05, "Finetune/Loss": 0.7737067937850952, "Finetune/Loss (Raw)": 0.83868408203125, "Finetune/Step": 4561, "Finetune/Step Time": 6.520005106925964}
{"Finetune/Learning Rate": 1.6596417849965168e-05, "Finetune/Loss": 0.7737303972244263, "Finetune/Loss (Raw)": 0.8898805379867554, "Finetune/Step": 4562, "Finetune/Step Time": 6.520840207114816}
{"Finetune/Learning Rate": 1.659485681748087e-05, "Finetune/Loss": 0.7701164484024048, "Finetune/Loss (Raw)": 0.36533695459365845, "Finetune/Step": 4563, "Finetune/Step Time": 6.539391482248902}
{"Finetune/Learning Rate": 1.6593295500550792e-05, "Finetune/Loss": 0.7712419033050537, "Finetune/Loss (Raw)": 0.7752048969268799, "Finetune/Step": 4564, "Finetune/Step Time": 6.51366988196969}
{"Finetune/Learning Rate": 1.659173389924227e-05, "Finetune/Loss": 0.7712565660476685, "Finetune/Loss (Raw)": 0.7435788512229919, "Finetune/Step": 4565, "Finetune/Step Time": 6.4982813857495785}
{"Finetune/Learning Rate": 1.659017201362266e-05, "Finetune/Loss": 0.7708950042724609, "Finetune/Loss (Raw)": 0.8164706826210022, "Finetune/Step": 4566, "Finetune/Step Time": 6.500796986743808}
{"Finetune/Learning Rate": 1.658860984375933e-05, "Finetune/Loss": 0.7704831957817078, "Finetune/Loss (Raw)": 0.9049593210220337, "Finetune/Step": 4567, "Finetune/Step Time": 6.508977897465229}
{"Finetune/Learning Rate": 1.6587047389719657e-05, "Finetune/Loss": 0.7701146006584167, "Finetune/Loss (Raw)": 0.8684958219528198, "Finetune/Step": 4568, "Finetune/Step Time": 6.506654502823949}
{"Finetune/Learning Rate": 1.658548465157103e-05, "Finetune/Loss": 0.7697727084159851, "Finetune/Loss (Raw)": 0.8633664846420288, "Finetune/Step": 4569, "Finetune/Step Time": 6.495279332622886}
{"Finetune/Learning Rate": 1.6583921629380855e-05, "Finetune/Loss": 0.7704442739486694, "Finetune/Loss (Raw)": 0.87894606590271, "Finetune/Step": 4570, "Finetune/Step Time": 6.481889817863703}
{"Finetune/Learning Rate": 1.658235832321655e-05, "Finetune/Loss": 0.7689738869667053, "Finetune/Loss (Raw)": 0.6595019698143005, "Finetune/Step": 4571, "Finetune/Step Time": 6.499061491340399}
{"Finetune/Learning Rate": 1.6580794733145535e-05, "Finetune/Loss": 0.7694769501686096, "Finetune/Loss (Raw)": 0.7952451109886169, "Finetune/Step": 4572, "Finetune/Step Time": 6.504485934972763}
{"Finetune/Learning Rate": 1.6579230859235257e-05, "Finetune/Loss": 0.7692204117774963, "Finetune/Loss (Raw)": 0.6954159140586853, "Finetune/Step": 4573, "Finetune/Step Time": 6.519719062373042}
{"Finetune/Learning Rate": 1.6577666701553164e-05, "Finetune/Loss": 0.7688030004501343, "Finetune/Loss (Raw)": 0.8535566329956055, "Finetune/Step": 4574, "Finetune/Step Time": 6.519296430051327}
{"Finetune/Learning Rate": 1.6576102260166723e-05, "Finetune/Loss": 0.7683712244033813, "Finetune/Loss (Raw)": 0.7474871277809143, "Finetune/Step": 4575, "Finetune/Step Time": 6.533114403486252}
{"Finetune/Learning Rate": 1.657453753514341e-05, "Finetune/Loss": 0.7675522565841675, "Finetune/Loss (Raw)": 0.7105703949928284, "Finetune/Step": 4576, "Finetune/Step Time": 6.540718698874116}
{"Finetune/Learning Rate": 1.657297252655071e-05, "Finetune/Loss": 0.7676494121551514, "Finetune/Loss (Raw)": 0.9463537931442261, "Finetune/Step": 4577, "Finetune/Step Time": 6.54388421960175}
{"Finetune/Learning Rate": 1.657140723445613e-05, "Finetune/Loss": 0.7685725688934326, "Finetune/Loss (Raw)": 0.8554611802101135, "Finetune/Step": 4578, "Finetune/Step Time": 6.547527635470033}
{"Finetune/Learning Rate": 1.6569841658927178e-05, "Finetune/Loss": 0.7671350240707397, "Finetune/Loss (Raw)": 0.4578750729560852, "Finetune/Step": 4579, "Finetune/Step Time": 6.545458119362593}
{"Finetune/Learning Rate": 1.6568275800031387e-05, "Finetune/Loss": 0.7664728164672852, "Finetune/Loss (Raw)": 0.3203672170639038, "Finetune/Step": 4580, "Finetune/Step Time": 6.546843200922012}
{"Finetune/Learning Rate": 1.6566709657836287e-05, "Finetune/Loss": 0.7661004066467285, "Finetune/Loss (Raw)": 0.6896625757217407, "Finetune/Step": 4581, "Finetune/Step Time": 6.555397499352694}
{"Finetune/Learning Rate": 1.656514323240943e-05, "Finetune/Loss": 0.7664215564727783, "Finetune/Loss (Raw)": 0.7909594178199768, "Finetune/Step": 4582, "Finetune/Step Time": 6.5586887784302235}
{"Finetune/Learning Rate": 1.6563576523818384e-05, "Finetune/Loss": 0.7684676647186279, "Finetune/Loss (Raw)": 0.916616678237915, "Finetune/Step": 4583, "Finetune/Step Time": 6.556605728343129}
{"Finetune/Learning Rate": 1.6562009532130715e-05, "Finetune/Loss": 0.7682245969772339, "Finetune/Loss (Raw)": 0.7426732182502747, "Finetune/Step": 4584, "Finetune/Step Time": 6.556980762630701}
{"Finetune/Learning Rate": 1.6560442257414014e-05, "Finetune/Loss": 0.7679792642593384, "Finetune/Loss (Raw)": 0.6613932251930237, "Finetune/Step": 4585, "Finetune/Step Time": 6.545730236917734}
{"Finetune/Learning Rate": 1.655887469973588e-05, "Finetune/Loss": 0.7680878043174744, "Finetune/Loss (Raw)": 0.7121028304100037, "Finetune/Step": 4586, "Finetune/Step Time": 6.546933362260461}
{"Finetune/Learning Rate": 1.6557306859163924e-05, "Finetune/Loss": 0.7696112990379333, "Finetune/Loss (Raw)": 0.9185624718666077, "Finetune/Step": 4587, "Finetune/Step Time": 6.543663069605827}
{"Finetune/Learning Rate": 1.6555738735765766e-05, "Finetune/Loss": 0.7696655988693237, "Finetune/Loss (Raw)": 0.9120044708251953, "Finetune/Step": 4588, "Finetune/Step Time": 6.566390961408615}
{"Finetune/Learning Rate": 1.6554170329609047e-05, "Finetune/Loss": 0.77008056640625, "Finetune/Loss (Raw)": 0.7878671288490295, "Finetune/Step": 4589, "Finetune/Step Time": 6.567036759108305}
{"Finetune/Learning Rate": 1.655260164076141e-05, "Finetune/Loss": 0.7696417570114136, "Finetune/Loss (Raw)": 0.7455759048461914, "Finetune/Step": 4590, "Finetune/Step Time": 6.55814272724092}
{"Finetune/Learning Rate": 1.6551032669290516e-05, "Finetune/Loss": 0.7721472978591919, "Finetune/Loss (Raw)": 0.8698410391807556, "Finetune/Step": 4591, "Finetune/Step Time": 6.542574113234878}
{"Finetune/Learning Rate": 1.654946341526404e-05, "Finetune/Loss": 0.7683913707733154, "Finetune/Loss (Raw)": 0.3360917866230011, "Finetune/Step": 4592, "Finetune/Step Time": 6.5433021299541}
{"Finetune/Learning Rate": 1.654789387874966e-05, "Finetune/Loss": 0.7692967653274536, "Finetune/Loss (Raw)": 0.8755171298980713, "Finetune/Step": 4593, "Finetune/Step Time": 6.53790045529604}
{"Finetune/Learning Rate": 1.6546324059815078e-05, "Finetune/Loss": 0.766654908657074, "Finetune/Loss (Raw)": 0.4399144649505615, "Finetune/Step": 4594, "Finetune/Step Time": 6.556886797770858}
{"Finetune/Learning Rate": 1.6544753958528002e-05, "Finetune/Loss": 0.7663905620574951, "Finetune/Loss (Raw)": 0.8346346020698547, "Finetune/Step": 4595, "Finetune/Step Time": 6.55953723564744}
{"Finetune/Learning Rate": 1.654318357495615e-05, "Finetune/Loss": 0.7665899991989136, "Finetune/Loss (Raw)": 0.8076596260070801, "Finetune/Step": 4596, "Finetune/Step Time": 6.566745402291417}
{"Finetune/Learning Rate": 1.6541612909167256e-05, "Finetune/Loss": 0.7664175629615784, "Finetune/Loss (Raw)": 0.7612327337265015, "Finetune/Step": 4597, "Finetune/Step Time": 6.568721359595656}
{"Finetune/Learning Rate": 1.6540041961229065e-05, "Finetune/Loss": 0.7665950059890747, "Finetune/Loss (Raw)": 0.8258755803108215, "Finetune/Step": 4598, "Finetune/Step Time": 6.5665569845587015}
{"Finetune/Learning Rate": 1.6538470731209336e-05, "Finetune/Loss": 0.767296552658081, "Finetune/Loss (Raw)": 0.7465689182281494, "Finetune/Step": 4599, "Finetune/Step Time": 6.560832863673568}
{"Finetune/Learning Rate": 1.6536899219175838e-05, "Finetune/Loss": 0.7670832276344299, "Finetune/Loss (Raw)": 0.8056788444519043, "Finetune/Step": 4600, "Finetune/Step Time": 6.56408641114831}
{"Finetune/Learning Rate": 1.6535327425196348e-05, "Finetune/Loss": 0.7645590305328369, "Finetune/Loss (Raw)": 0.7130671739578247, "Finetune/Step": 4601, "Finetune/Step Time": 6.569155506789684}
{"Finetune/Learning Rate": 1.6533755349338665e-05, "Finetune/Loss": 0.7658119797706604, "Finetune/Loss (Raw)": 1.0305215120315552, "Finetune/Step": 4602, "Finetune/Step Time": 6.571036903187633}
{"Finetune/Learning Rate": 1.6532182991670594e-05, "Finetune/Loss": 0.7657732963562012, "Finetune/Loss (Raw)": 0.6965391039848328, "Finetune/Step": 4603, "Finetune/Step Time": 6.563603827729821}
{"Finetune/Learning Rate": 1.6530610352259954e-05, "Finetune/Loss": 0.7653905749320984, "Finetune/Loss (Raw)": 0.8529106378555298, "Finetune/Step": 4604, "Finetune/Step Time": 6.547748586162925}
{"Finetune/Learning Rate": 1.6529037431174575e-05, "Finetune/Loss": 0.762467622756958, "Finetune/Loss (Raw)": 0.38119906187057495, "Finetune/Step": 4605, "Finetune/Step Time": 6.565888412296772}
{"Finetune/Learning Rate": 1.6527464228482295e-05, "Finetune/Loss": 0.7624514102935791, "Finetune/Loss (Raw)": 0.8793326020240784, "Finetune/Step": 4606, "Finetune/Step Time": 6.573208326473832}
{"Finetune/Learning Rate": 1.652589074425097e-05, "Finetune/Loss": 0.762046217918396, "Finetune/Loss (Raw)": 0.7713432312011719, "Finetune/Step": 4607, "Finetune/Step Time": 6.576503988355398}
{"Finetune/Learning Rate": 1.6524316978548474e-05, "Finetune/Loss": 0.7629860639572144, "Finetune/Loss (Raw)": 0.8156819343566895, "Finetune/Step": 4608, "Finetune/Step Time": 6.572243396192789}
{"Finetune/Learning Rate": 1.652274293144268e-05, "Finetune/Loss": 0.7650023698806763, "Finetune/Loss (Raw)": 0.9913057088851929, "Finetune/Step": 4609, "Finetune/Step Time": 6.570672936737537}
{"Finetune/Learning Rate": 1.6521168603001474e-05, "Finetune/Loss": 0.7652491331100464, "Finetune/Loss (Raw)": 0.7461087107658386, "Finetune/Step": 4610, "Finetune/Step Time": 6.563785972073674}
{"Finetune/Learning Rate": 1.6519593993292767e-05, "Finetune/Loss": 0.7616739273071289, "Finetune/Loss (Raw)": 0.35521841049194336, "Finetune/Step": 4611, "Finetune/Step Time": 6.582234762609005}
{"Finetune/Learning Rate": 1.651801910238447e-05, "Finetune/Loss": 0.7610253691673279, "Finetune/Loss (Raw)": 0.8253352642059326, "Finetune/Step": 4612, "Finetune/Step Time": 6.564755409955978}
{"Finetune/Learning Rate": 1.6516443930344514e-05, "Finetune/Loss": 0.7600075602531433, "Finetune/Loss (Raw)": 0.6569747924804688, "Finetune/Step": 4613, "Finetune/Step Time": 6.5879617147147655}
{"Finetune/Learning Rate": 1.6514868477240832e-05, "Finetune/Loss": 0.7597998380661011, "Finetune/Loss (Raw)": 0.741918683052063, "Finetune/Step": 4614, "Finetune/Step Time": 6.594365445896983}
{"Finetune/Learning Rate": 1.6513292743141383e-05, "Finetune/Loss": 0.7641845941543579, "Finetune/Loss (Raw)": 0.9398173689842224, "Finetune/Step": 4615, "Finetune/Step Time": 6.574820702895522}
{"Finetune/Learning Rate": 1.6511716728114126e-05, "Finetune/Loss": 0.7637114524841309, "Finetune/Loss (Raw)": 0.7752452492713928, "Finetune/Step": 4616, "Finetune/Step Time": 6.566485149785876}
{"Finetune/Learning Rate": 1.651014043222704e-05, "Finetune/Loss": 0.7653417587280273, "Finetune/Loss (Raw)": 0.6978746652603149, "Finetune/Step": 4617, "Finetune/Step Time": 6.5586448553949594}
{"Finetune/Learning Rate": 1.650856385554811e-05, "Finetune/Loss": 0.7669750452041626, "Finetune/Loss (Raw)": 0.8686156868934631, "Finetune/Step": 4618, "Finetune/Step Time": 6.550457553938031}
{"Finetune/Learning Rate": 1.650698699814534e-05, "Finetune/Loss": 0.7682282328605652, "Finetune/Loss (Raw)": 0.9217560887336731, "Finetune/Step": 4619, "Finetune/Step Time": 6.55262466147542}
{"Finetune/Learning Rate": 1.6505409860086735e-05, "Finetune/Loss": 0.7676315307617188, "Finetune/Loss (Raw)": 0.7654663920402527, "Finetune/Step": 4620, "Finetune/Step Time": 6.556911054998636}
{"Finetune/Learning Rate": 1.6503832441440328e-05, "Finetune/Loss": 0.7688480615615845, "Finetune/Loss (Raw)": 0.9271738529205322, "Finetune/Step": 4621, "Finetune/Step Time": 6.536941891536117}
{"Finetune/Learning Rate": 1.6502254742274152e-05, "Finetune/Loss": 0.7705897092819214, "Finetune/Loss (Raw)": 0.8420601487159729, "Finetune/Step": 4622, "Finetune/Step Time": 6.533893221989274}
{"Finetune/Learning Rate": 1.650067676265625e-05, "Finetune/Loss": 0.771077036857605, "Finetune/Loss (Raw)": 0.8978099226951599, "Finetune/Step": 4623, "Finetune/Step Time": 6.5315874349325895}
{"Finetune/Learning Rate": 1.6499098502654688e-05, "Finetune/Loss": 0.7713065147399902, "Finetune/Loss (Raw)": 0.7765946388244629, "Finetune/Step": 4624, "Finetune/Step Time": 6.525117510929704}
{"Finetune/Learning Rate": 1.649751996233754e-05, "Finetune/Loss": 0.7718281745910645, "Finetune/Loss (Raw)": 0.8946278691291809, "Finetune/Step": 4625, "Finetune/Step Time": 6.525320738554001}
{"Finetune/Learning Rate": 1.6495941141772886e-05, "Finetune/Loss": 0.769375205039978, "Finetune/Loss (Raw)": 0.4031432271003723, "Finetune/Step": 4626, "Finetune/Step Time": 6.539724685251713}
{"Finetune/Learning Rate": 1.6494362041028824e-05, "Finetune/Loss": 0.7683826684951782, "Finetune/Loss (Raw)": 0.7829020023345947, "Finetune/Step": 4627, "Finetune/Step Time": 6.5495723485946655}
{"Finetune/Learning Rate": 1.649278266017347e-05, "Finetune/Loss": 0.7684325575828552, "Finetune/Loss (Raw)": 0.7128004431724548, "Finetune/Step": 4628, "Finetune/Step Time": 6.5531393345445395}
{"Finetune/Learning Rate": 1.6491202999274937e-05, "Finetune/Loss": 0.7673810124397278, "Finetune/Loss (Raw)": 0.7743827700614929, "Finetune/Step": 4629, "Finetune/Step Time": 6.550863519310951}
{"Finetune/Learning Rate": 1.6489623058401355e-05, "Finetune/Loss": 0.7675006985664368, "Finetune/Loss (Raw)": 0.7075636386871338, "Finetune/Step": 4630, "Finetune/Step Time": 6.55870646238327}
{"Finetune/Learning Rate": 1.648804283762088e-05, "Finetune/Loss": 0.7652209997177124, "Finetune/Loss (Raw)": 0.5935481190681458, "Finetune/Step": 4631, "Finetune/Step Time": 6.5773812010884285}
{"Finetune/Learning Rate": 1.648646233700166e-05, "Finetune/Loss": 0.7614551782608032, "Finetune/Loss (Raw)": 0.32122865319252014, "Finetune/Step": 4632, "Finetune/Step Time": 6.592190138995647}
{"Finetune/Learning Rate": 1.6484881556611872e-05, "Finetune/Loss": 0.7600329518318176, "Finetune/Loss (Raw)": 0.6149757504463196, "Finetune/Step": 4633, "Finetune/Step Time": 6.604353891685605}
{"Finetune/Learning Rate": 1.6483300496519694e-05, "Finetune/Loss": 0.7593718767166138, "Finetune/Loss (Raw)": 0.9157670736312866, "Finetune/Step": 4634, "Finetune/Step Time": 6.611965233460069}
{"Finetune/Learning Rate": 1.6481719156793317e-05, "Finetune/Loss": 0.7611141204833984, "Finetune/Loss (Raw)": 0.6036771535873413, "Finetune/Step": 4635, "Finetune/Step Time": 6.611776603385806}
{"Finetune/Learning Rate": 1.6480137537500948e-05, "Finetune/Loss": 0.7612160444259644, "Finetune/Loss (Raw)": 0.8135789632797241, "Finetune/Step": 4636, "Finetune/Step Time": 6.614231914281845}
{"Finetune/Learning Rate": 1.6478555638710803e-05, "Finetune/Loss": 0.762428343296051, "Finetune/Loss (Raw)": 0.9006489515304565, "Finetune/Step": 4637, "Finetune/Step Time": 6.609090510755777}
{"Finetune/Learning Rate": 1.6476973460491116e-05, "Finetune/Loss": 0.7633907794952393, "Finetune/Loss (Raw)": 1.0229557752609253, "Finetune/Step": 4638, "Finetune/Step Time": 6.612392080947757}
{"Finetune/Learning Rate": 1.6475391002910128e-05, "Finetune/Loss": 0.760534405708313, "Finetune/Loss (Raw)": 0.6194973587989807, "Finetune/Step": 4639, "Finetune/Step Time": 6.64563200995326}
{"Finetune/Learning Rate": 1.6473808266036084e-05, "Finetune/Loss": 0.7642791271209717, "Finetune/Loss (Raw)": 0.8951908349990845, "Finetune/Step": 4640, "Finetune/Step Time": 6.633477415889502}
{"Finetune/Learning Rate": 1.647222524993726e-05, "Finetune/Loss": 0.7641962766647339, "Finetune/Loss (Raw)": 0.8081173896789551, "Finetune/Step": 4641, "Finetune/Step Time": 6.631777677685022}
{"Finetune/Learning Rate": 1.647064195468193e-05, "Finetune/Loss": 0.7653943300247192, "Finetune/Loss (Raw)": 0.8359850645065308, "Finetune/Step": 4642, "Finetune/Step Time": 6.622433327138424}
{"Finetune/Learning Rate": 1.6469058380338386e-05, "Finetune/Loss": 0.7663165330886841, "Finetune/Loss (Raw)": 0.9187498092651367, "Finetune/Step": 4643, "Finetune/Step Time": 6.620102919638157}
{"Finetune/Learning Rate": 1.6467474526974928e-05, "Finetune/Loss": 0.764490008354187, "Finetune/Loss (Raw)": 0.4274793565273285, "Finetune/Step": 4644, "Finetune/Step Time": 6.64014476723969}
{"Finetune/Learning Rate": 1.646589039465987e-05, "Finetune/Loss": 0.7657656669616699, "Finetune/Loss (Raw)": 0.8547118902206421, "Finetune/Step": 4645, "Finetune/Step Time": 6.627666011452675}
{"Finetune/Learning Rate": 1.6464305983461537e-05, "Finetune/Loss": 0.7631855010986328, "Finetune/Loss (Raw)": 0.6480025053024292, "Finetune/Step": 4646, "Finetune/Step Time": 6.639975098893046}
{"Finetune/Learning Rate": 1.6462721293448268e-05, "Finetune/Loss": 0.7624894380569458, "Finetune/Loss (Raw)": 0.8284936547279358, "Finetune/Step": 4647, "Finetune/Step Time": 6.644078090786934}
{"Finetune/Learning Rate": 1.6461136324688412e-05, "Finetune/Loss": 0.7611632943153381, "Finetune/Loss (Raw)": 0.723966121673584, "Finetune/Step": 4648, "Finetune/Step Time": 6.649458082392812}
{"Finetune/Learning Rate": 1.6459551077250333e-05, "Finetune/Loss": 0.7607775926589966, "Finetune/Loss (Raw)": 0.8902801275253296, "Finetune/Step": 4649, "Finetune/Step Time": 6.656673237681389}
{"Finetune/Learning Rate": 1.6457965551202403e-05, "Finetune/Loss": 0.7602447271347046, "Finetune/Loss (Raw)": 0.6899622678756714, "Finetune/Step": 4650, "Finetune/Step Time": 6.664402751252055}
{"Finetune/Learning Rate": 1.645637974661301e-05, "Finetune/Loss": 0.7601501941680908, "Finetune/Loss (Raw)": 0.8179312348365784, "Finetune/Step": 4651, "Finetune/Step Time": 6.658380562439561}
{"Finetune/Learning Rate": 1.645479366355055e-05, "Finetune/Loss": 0.7599310874938965, "Finetune/Loss (Raw)": 0.8110347986221313, "Finetune/Step": 4652, "Finetune/Step Time": 6.656454419717193}
{"Finetune/Learning Rate": 1.645320730208343e-05, "Finetune/Loss": 0.7563090324401855, "Finetune/Loss (Raw)": 0.34600630402565, "Finetune/Step": 4653, "Finetune/Step Time": 6.672986589372158}
{"Finetune/Learning Rate": 1.645162066228008e-05, "Finetune/Loss": 0.7576920986175537, "Finetune/Loss (Raw)": 0.7734658718109131, "Finetune/Step": 4654, "Finetune/Step Time": 6.677946923300624}
{"Finetune/Learning Rate": 1.645003374420893e-05, "Finetune/Loss": 0.759125828742981, "Finetune/Loss (Raw)": 0.6512452363967896, "Finetune/Step": 4655, "Finetune/Step Time": 6.662683550268412}
{"Finetune/Learning Rate": 1.6448446547938426e-05, "Finetune/Loss": 0.7569102048873901, "Finetune/Loss (Raw)": 0.48558592796325684, "Finetune/Step": 4656, "Finetune/Step Time": 6.690791731700301}
{"Finetune/Learning Rate": 1.644685907353703e-05, "Finetune/Loss": 0.7563639879226685, "Finetune/Loss (Raw)": 0.7544965147972107, "Finetune/Step": 4657, "Finetune/Step Time": 6.6886031702160835}
{"Finetune/Learning Rate": 1.6445271321073203e-05, "Finetune/Loss": 0.7560977935791016, "Finetune/Loss (Raw)": 0.8756257891654968, "Finetune/Step": 4658, "Finetune/Step Time": 6.684994462877512}
{"Finetune/Learning Rate": 1.6443683290615435e-05, "Finetune/Loss": 0.7558424472808838, "Finetune/Loss (Raw)": 0.8868019580841064, "Finetune/Step": 4659, "Finetune/Step Time": 6.6918640453368425}
{"Finetune/Learning Rate": 1.644209498223222e-05, "Finetune/Loss": 0.7574633955955505, "Finetune/Loss (Raw)": 0.8603290915489197, "Finetune/Step": 4660, "Finetune/Step Time": 6.6983795911073685}
{"Finetune/Learning Rate": 1.6440506395992056e-05, "Finetune/Loss": 0.7563669681549072, "Finetune/Loss (Raw)": 0.7095687985420227, "Finetune/Step": 4661, "Finetune/Step Time": 6.699959434568882}
{"Finetune/Learning Rate": 1.6438917531963473e-05, "Finetune/Loss": 0.760383129119873, "Finetune/Loss (Raw)": 0.9026368260383606, "Finetune/Step": 4662, "Finetune/Step Time": 6.680737407878041}
{"Finetune/Learning Rate": 1.643732839021499e-05, "Finetune/Loss": 0.7619059085845947, "Finetune/Loss (Raw)": 0.8611254692077637, "Finetune/Step": 4663, "Finetune/Step Time": 6.669436989352107}
{"Finetune/Learning Rate": 1.6435738970815157e-05, "Finetune/Loss": 0.7621606588363647, "Finetune/Loss (Raw)": 0.8103860020637512, "Finetune/Step": 4664, "Finetune/Step Time": 6.667868960648775}
{"Finetune/Learning Rate": 1.643414927383252e-05, "Finetune/Loss": 0.7611573934555054, "Finetune/Loss (Raw)": 0.7282134890556335, "Finetune/Step": 4665, "Finetune/Step Time": 6.667512698099017}
{"Finetune/Learning Rate": 1.6432559299335657e-05, "Finetune/Loss": 0.7588949203491211, "Finetune/Loss (Raw)": 0.5920657515525818, "Finetune/Step": 4666, "Finetune/Step Time": 6.676203502342105}
{"Finetune/Learning Rate": 1.6430969047393134e-05, "Finetune/Loss": 0.7605926990509033, "Finetune/Loss (Raw)": 0.8842164278030396, "Finetune/Step": 4667, "Finetune/Step Time": 6.664423648267984}
{"Finetune/Learning Rate": 1.6429378518073545e-05, "Finetune/Loss": 0.764079213142395, "Finetune/Loss (Raw)": 0.7767487168312073, "Finetune/Step": 4668, "Finetune/Step Time": 6.654695572331548}
{"Finetune/Learning Rate": 1.642778771144549e-05, "Finetune/Loss": 0.761658787727356, "Finetune/Loss (Raw)": 0.4048478603363037, "Finetune/Step": 4669, "Finetune/Step Time": 6.654114795848727}
{"Finetune/Learning Rate": 1.6426196627577588e-05, "Finetune/Loss": 0.7629668712615967, "Finetune/Loss (Raw)": 0.8403599858283997, "Finetune/Step": 4670, "Finetune/Step Time": 6.652868317440152}
{"Finetune/Learning Rate": 1.6424605266538462e-05, "Finetune/Loss": 0.7622281312942505, "Finetune/Loss (Raw)": 0.7398511171340942, "Finetune/Step": 4671, "Finetune/Step Time": 6.648405121639371}
{"Finetune/Learning Rate": 1.6423013628396753e-05, "Finetune/Loss": 0.7616850137710571, "Finetune/Loss (Raw)": 0.8413420915603638, "Finetune/Step": 4672, "Finetune/Step Time": 6.661892551928759}
{"Finetune/Learning Rate": 1.64214217132211e-05, "Finetune/Loss": 0.7620137333869934, "Finetune/Loss (Raw)": 0.8155859112739563, "Finetune/Step": 4673, "Finetune/Step Time": 6.651480095461011}
{"Finetune/Learning Rate": 1.6419829521080176e-05, "Finetune/Loss": 0.7618812918663025, "Finetune/Loss (Raw)": 0.9059098362922668, "Finetune/Step": 4674, "Finetune/Step Time": 6.6741722989827394}
{"Finetune/Learning Rate": 1.641823705204265e-05, "Finetune/Loss": 0.7620325088500977, "Finetune/Loss (Raw)": 0.886838972568512, "Finetune/Step": 4675, "Finetune/Step Time": 6.6768260803073645}
{"Finetune/Learning Rate": 1.641664430617721e-05, "Finetune/Loss": 0.7634562253952026, "Finetune/Loss (Raw)": 0.7822132110595703, "Finetune/Step": 4676, "Finetune/Step Time": 6.638781264424324}
{"Finetune/Learning Rate": 1.6415051283552547e-05, "Finetune/Loss": 0.7655518054962158, "Finetune/Loss (Raw)": 0.8918699622154236, "Finetune/Step": 4677, "Finetune/Step Time": 6.618899509310722}
{"Finetune/Learning Rate": 1.6413457984237377e-05, "Finetune/Loss": 0.7641682624816895, "Finetune/Loss (Raw)": 0.7887481451034546, "Finetune/Step": 4678, "Finetune/Step Time": 6.632992062717676}
{"Finetune/Learning Rate": 1.641186440830042e-05, "Finetune/Loss": 0.7626529335975647, "Finetune/Loss (Raw)": 0.6676123142242432, "Finetune/Step": 4679, "Finetune/Step Time": 6.632694821804762}
{"Finetune/Learning Rate": 1.641027055581041e-05, "Finetune/Loss": 0.7650282382965088, "Finetune/Loss (Raw)": 0.9139121174812317, "Finetune/Step": 4680, "Finetune/Step Time": 6.624567357823253}
{"Finetune/Learning Rate": 1.6408676426836086e-05, "Finetune/Loss": 0.7646503448486328, "Finetune/Loss (Raw)": 0.7913389801979065, "Finetune/Step": 4681, "Finetune/Step Time": 6.640684666112065}
{"Finetune/Learning Rate": 1.6407082021446212e-05, "Finetune/Loss": 0.7629408836364746, "Finetune/Loss (Raw)": 0.7403687238693237, "Finetune/Step": 4682, "Finetune/Step Time": 6.6520060785114765}
{"Finetune/Learning Rate": 1.6405487339709555e-05, "Finetune/Loss": 0.7628424167633057, "Finetune/Loss (Raw)": 0.8187249898910522, "Finetune/Step": 4683, "Finetune/Step Time": 6.6467957906425}
{"Finetune/Learning Rate": 1.6403892381694895e-05, "Finetune/Loss": 0.7623430490493774, "Finetune/Loss (Raw)": 0.9208342432975769, "Finetune/Step": 4684, "Finetune/Step Time": 6.645027294754982}
{"Finetune/Learning Rate": 1.6402297147471024e-05, "Finetune/Loss": 0.7635077238082886, "Finetune/Loss (Raw)": 0.8879157304763794, "Finetune/Step": 4685, "Finetune/Step Time": 6.6466225776821375}
{"Finetune/Learning Rate": 1.640070163710675e-05, "Finetune/Loss": 0.7639222145080566, "Finetune/Loss (Raw)": 0.6565878987312317, "Finetune/Step": 4686, "Finetune/Step Time": 6.6451903730630875}
{"Finetune/Learning Rate": 1.639910585067089e-05, "Finetune/Loss": 0.7631451487541199, "Finetune/Loss (Raw)": 0.8501224517822266, "Finetune/Step": 4687, "Finetune/Step Time": 6.637098478153348}
{"Finetune/Learning Rate": 1.6397509788232267e-05, "Finetune/Loss": 0.7654913663864136, "Finetune/Loss (Raw)": 1.0711299180984497, "Finetune/Step": 4688, "Finetune/Step Time": 6.634067492559552}
{"Finetune/Learning Rate": 1.6395913449859726e-05, "Finetune/Loss": 0.7661038637161255, "Finetune/Loss (Raw)": 0.9170780181884766, "Finetune/Step": 4689, "Finetune/Step Time": 6.636440040543675}
{"Finetune/Learning Rate": 1.639431683562212e-05, "Finetune/Loss": 0.7644184827804565, "Finetune/Loss (Raw)": 0.6741552948951721, "Finetune/Step": 4690, "Finetune/Step Time": 6.649431502446532}
{"Finetune/Learning Rate": 1.639271994558831e-05, "Finetune/Loss": 0.768971860408783, "Finetune/Loss (Raw)": 0.9481712579727173, "Finetune/Step": 4691, "Finetune/Step Time": 6.631251875311136}
{"Finetune/Learning Rate": 1.6391122779827174e-05, "Finetune/Loss": 0.7705593705177307, "Finetune/Loss (Raw)": 0.9784002900123596, "Finetune/Step": 4692, "Finetune/Step Time": 6.631163811311126}
{"Finetune/Learning Rate": 1.63895253384076e-05, "Finetune/Loss": 0.7711362242698669, "Finetune/Loss (Raw)": 0.81741863489151, "Finetune/Step": 4693, "Finetune/Step Time": 6.6430459804832935}
{"Finetune/Learning Rate": 1.6387927621398488e-05, "Finetune/Loss": 0.7721102237701416, "Finetune/Loss (Raw)": 0.941135823726654, "Finetune/Step": 4694, "Finetune/Step Time": 6.637589382007718}
{"Finetune/Learning Rate": 1.638632962886875e-05, "Finetune/Loss": 0.7716923952102661, "Finetune/Loss (Raw)": 0.8514875173568726, "Finetune/Step": 4695, "Finetune/Step Time": 6.631309883669019}
{"Finetune/Learning Rate": 1.6384731360887312e-05, "Finetune/Loss": 0.7704150676727295, "Finetune/Loss (Raw)": 0.7050001621246338, "Finetune/Step": 4696, "Finetune/Step Time": 6.642574580386281}
{"Finetune/Learning Rate": 1.6383132817523105e-05, "Finetune/Loss": 0.7699497938156128, "Finetune/Loss (Raw)": 0.8038063645362854, "Finetune/Step": 4697, "Finetune/Step Time": 6.6375607419759035}
{"Finetune/Learning Rate": 1.638153399884508e-05, "Finetune/Loss": 0.7701677083969116, "Finetune/Loss (Raw)": 0.9068333506584167, "Finetune/Step": 4698, "Finetune/Step Time": 6.640967233106494}
{"Finetune/Learning Rate": 1.6379934904922193e-05, "Finetune/Loss": 0.7722261548042297, "Finetune/Loss (Raw)": 0.9229952096939087, "Finetune/Step": 4699, "Finetune/Step Time": 6.636539874598384}
{"Finetune/Learning Rate": 1.637833553582342e-05, "Finetune/Loss": 0.7725554704666138, "Finetune/Loss (Raw)": 0.8373984098434448, "Finetune/Step": 4700, "Finetune/Step Time": 6.63236765936017}
{"Finetune/Learning Rate": 1.6376735891617737e-05, "Finetune/Loss": 0.7738967537879944, "Finetune/Loss (Raw)": 0.8670925498008728, "Finetune/Step": 4701, "Finetune/Step Time": 6.6209759674966335}
{"Finetune/Learning Rate": 1.637513597237415e-05, "Finetune/Loss": 0.7732619047164917, "Finetune/Loss (Raw)": 0.7722967267036438, "Finetune/Step": 4702, "Finetune/Step Time": 6.622712383046746}
{"Finetune/Learning Rate": 1.6373535778161655e-05, "Finetune/Loss": 0.7747517824172974, "Finetune/Loss (Raw)": 0.9381974935531616, "Finetune/Step": 4703, "Finetune/Step Time": 6.605750486254692}
{"Finetune/Learning Rate": 1.6371935309049275e-05, "Finetune/Loss": 0.7746945023536682, "Finetune/Loss (Raw)": 0.7032352089881897, "Finetune/Step": 4704, "Finetune/Step Time": 6.599681634455919}
{"Finetune/Learning Rate": 1.637033456510604e-05, "Finetune/Loss": 0.7745153903961182, "Finetune/Loss (Raw)": 0.9234281778335571, "Finetune/Step": 4705, "Finetune/Step Time": 6.6004823464900255}
{"Finetune/Learning Rate": 1.6368733546400996e-05, "Finetune/Loss": 0.7738212943077087, "Finetune/Loss (Raw)": 0.7666155099868774, "Finetune/Step": 4706, "Finetune/Step Time": 6.5947414468973875}
{"Finetune/Learning Rate": 1.6367132253003194e-05, "Finetune/Loss": 0.7757744789123535, "Finetune/Loss (Raw)": 0.7078882455825806, "Finetune/Step": 4707, "Finetune/Step Time": 6.57727774232626}
{"Finetune/Learning Rate": 1.6365530684981697e-05, "Finetune/Loss": 0.7788457870483398, "Finetune/Loss (Raw)": 0.7134888172149658, "Finetune/Step": 4708, "Finetune/Step Time": 6.557804375886917}
{"Finetune/Learning Rate": 1.636392884240559e-05, "Finetune/Loss": 0.7789176106452942, "Finetune/Loss (Raw)": 0.6988525986671448, "Finetune/Step": 4709, "Finetune/Step Time": 6.56168277002871}
{"Finetune/Learning Rate": 1.6362326725343954e-05, "Finetune/Loss": 0.780304491519928, "Finetune/Loss (Raw)": 0.9684840440750122, "Finetune/Step": 4710, "Finetune/Step Time": 6.552457831799984}
{"Finetune/Learning Rate": 1.6360724333865903e-05, "Finetune/Loss": 0.7795068621635437, "Finetune/Loss (Raw)": 0.8145166635513306, "Finetune/Step": 4711, "Finetune/Step Time": 6.5416626911610365}
{"Finetune/Learning Rate": 1.6359121668040538e-05, "Finetune/Loss": 0.7793778777122498, "Finetune/Loss (Raw)": 0.7261663675308228, "Finetune/Step": 4712, "Finetune/Step Time": 6.564115883782506}
{"Finetune/Learning Rate": 1.635751872793699e-05, "Finetune/Loss": 0.781097948551178, "Finetune/Loss (Raw)": 0.8815593123435974, "Finetune/Step": 4713, "Finetune/Step Time": 6.5663993544876575}
{"Finetune/Learning Rate": 1.6355915513624396e-05, "Finetune/Loss": 0.7816624641418457, "Finetune/Loss (Raw)": 0.7843545079231262, "Finetune/Step": 4714, "Finetune/Step Time": 6.559954920783639}
{"Finetune/Learning Rate": 1.6354312025171908e-05, "Finetune/Loss": 0.7808697819709778, "Finetune/Loss (Raw)": 0.8171107769012451, "Finetune/Step": 4715, "Finetune/Step Time": 6.573928019031882}
{"Finetune/Learning Rate": 1.635270826264868e-05, "Finetune/Loss": 0.7798348665237427, "Finetune/Loss (Raw)": 0.7795295119285583, "Finetune/Step": 4716, "Finetune/Step Time": 6.55038720741868}
{"Finetune/Learning Rate": 1.635110422612389e-05, "Finetune/Loss": 0.780248761177063, "Finetune/Loss (Raw)": 0.8408452272415161, "Finetune/Step": 4717, "Finetune/Step Time": 6.54721574857831}
{"Finetune/Learning Rate": 1.6349499915666723e-05, "Finetune/Loss": 0.7789366245269775, "Finetune/Loss (Raw)": 0.5776265263557434, "Finetune/Step": 4718, "Finetune/Step Time": 6.559750530868769}
{"Finetune/Learning Rate": 1.6347895331346366e-05, "Finetune/Loss": 0.7773987650871277, "Finetune/Loss (Raw)": 0.6729974746704102, "Finetune/Step": 4719, "Finetune/Step Time": 6.5595448687672615}
{"Finetune/Learning Rate": 1.6346290473232038e-05, "Finetune/Loss": 0.77866530418396, "Finetune/Loss (Raw)": 0.4982067942619324, "Finetune/Step": 4720, "Finetune/Step Time": 6.574765721336007}
{"Finetune/Learning Rate": 1.6344685341392955e-05, "Finetune/Loss": 0.7767088413238525, "Finetune/Loss (Raw)": 0.6250826716423035, "Finetune/Step": 4721, "Finetune/Step Time": 6.589401552453637}
{"Finetune/Learning Rate": 1.6343079935898347e-05, "Finetune/Loss": 0.7789430618286133, "Finetune/Loss (Raw)": 0.7258966565132141, "Finetune/Step": 4722, "Finetune/Step Time": 6.571586510166526}
{"Finetune/Learning Rate": 1.634147425681746e-05, "Finetune/Loss": 0.7788042426109314, "Finetune/Loss (Raw)": 0.8168739676475525, "Finetune/Step": 4723, "Finetune/Step Time": 6.569893321022391}
{"Finetune/Learning Rate": 1.633986830421955e-05, "Finetune/Loss": 0.7777463793754578, "Finetune/Loss (Raw)": 0.6722500324249268, "Finetune/Step": 4724, "Finetune/Step Time": 6.5905301831662655}
{"Finetune/Learning Rate": 1.633826207817388e-05, "Finetune/Loss": 0.7774547934532166, "Finetune/Loss (Raw)": 0.7239068150520325, "Finetune/Step": 4725, "Finetune/Step Time": 6.593145865947008}
{"Finetune/Learning Rate": 1.6336655578749728e-05, "Finetune/Loss": 0.7766051292419434, "Finetune/Loss (Raw)": 0.7171267867088318, "Finetune/Step": 4726, "Finetune/Step Time": 6.595246184617281}
{"Finetune/Learning Rate": 1.633504880601639e-05, "Finetune/Loss": 0.7766563296318054, "Finetune/Loss (Raw)": 0.753114640712738, "Finetune/Step": 4727, "Finetune/Step Time": 6.591947268694639}
{"Finetune/Learning Rate": 1.633344176004317e-05, "Finetune/Loss": 0.7761195302009583, "Finetune/Loss (Raw)": 0.7369704842567444, "Finetune/Step": 4728, "Finetune/Step Time": 6.594509648159146}
{"Finetune/Learning Rate": 1.6331834440899373e-05, "Finetune/Loss": 0.7788254618644714, "Finetune/Loss (Raw)": 1.0594203472137451, "Finetune/Step": 4729, "Finetune/Step Time": 6.591095797717571}
{"Finetune/Learning Rate": 1.6330226848654334e-05, "Finetune/Loss": 0.7772140502929688, "Finetune/Loss (Raw)": 0.8242664933204651, "Finetune/Step": 4730, "Finetune/Step Time": 6.586918218061328}
{"Finetune/Learning Rate": 1.6328618983377385e-05, "Finetune/Loss": 0.7768319845199585, "Finetune/Loss (Raw)": 0.6476389169692993, "Finetune/Step": 4731, "Finetune/Step Time": 6.585666853934526}
{"Finetune/Learning Rate": 1.632701084513788e-05, "Finetune/Loss": 0.7766999006271362, "Finetune/Loss (Raw)": 0.8359938859939575, "Finetune/Step": 4732, "Finetune/Step Time": 6.595505248755217}
{"Finetune/Learning Rate": 1.6325402434005178e-05, "Finetune/Loss": 0.7806490659713745, "Finetune/Loss (Raw)": 0.886692225933075, "Finetune/Step": 4733, "Finetune/Step Time": 6.57133830152452}
{"Finetune/Learning Rate": 1.6323793750048653e-05, "Finetune/Loss": 0.7793900370597839, "Finetune/Loss (Raw)": 0.718182384967804, "Finetune/Step": 4734, "Finetune/Step Time": 6.577499600127339}
{"Finetune/Learning Rate": 1.6322184793337686e-05, "Finetune/Loss": 0.7803075313568115, "Finetune/Loss (Raw)": 0.8887798190116882, "Finetune/Step": 4735, "Finetune/Step Time": 6.566990779712796}
{"Finetune/Learning Rate": 1.6320575563941677e-05, "Finetune/Loss": 0.7786160707473755, "Finetune/Loss (Raw)": 0.5991804599761963, "Finetune/Step": 4736, "Finetune/Step Time": 6.576207475736737}
{"Finetune/Learning Rate": 1.6318966061930036e-05, "Finetune/Loss": 0.7764892578125, "Finetune/Loss (Raw)": 0.7190697193145752, "Finetune/Step": 4737, "Finetune/Step Time": 6.5854279939085245}
{"Finetune/Learning Rate": 1.6317356287372184e-05, "Finetune/Loss": 0.7774237990379333, "Finetune/Loss (Raw)": 0.8657260537147522, "Finetune/Step": 4738, "Finetune/Step Time": 6.584033204242587}
{"Finetune/Learning Rate": 1.6315746240337548e-05, "Finetune/Loss": 0.7804807424545288, "Finetune/Loss (Raw)": 0.7465096712112427, "Finetune/Step": 4739, "Finetune/Step Time": 6.568524353206158}
{"Finetune/Learning Rate": 1.631413592089557e-05, "Finetune/Loss": 0.7795102596282959, "Finetune/Loss (Raw)": 0.701113760471344, "Finetune/Step": 4740, "Finetune/Step Time": 6.571571234613657}
{"Finetune/Learning Rate": 1.6312525329115714e-05, "Finetune/Loss": 0.7788655757904053, "Finetune/Loss (Raw)": 0.5744556188583374, "Finetune/Step": 4741, "Finetune/Step Time": 6.554299997165799}
{"Finetune/Learning Rate": 1.6310914465067443e-05, "Finetune/Loss": 0.7783855199813843, "Finetune/Loss (Raw)": 0.6804775595664978, "Finetune/Step": 4742, "Finetune/Step Time": 6.5644776821136475}
{"Finetune/Learning Rate": 1.630930332882023e-05, "Finetune/Loss": 0.7763477563858032, "Finetune/Loss (Raw)": 0.6789802312850952, "Finetune/Step": 4743, "Finetune/Step Time": 6.580107357352972}
{"Finetune/Learning Rate": 1.6307691920443577e-05, "Finetune/Loss": 0.7778623104095459, "Finetune/Loss (Raw)": 0.969105064868927, "Finetune/Step": 4744, "Finetune/Step Time": 6.581772707402706}
{"Finetune/Learning Rate": 1.630608024000698e-05, "Finetune/Loss": 0.7782324552536011, "Finetune/Loss (Raw)": 0.7452490329742432, "Finetune/Step": 4745, "Finetune/Step Time": 6.600394839420915}
{"Finetune/Learning Rate": 1.6304468287579953e-05, "Finetune/Loss": 0.7772365808486938, "Finetune/Loss (Raw)": 0.7411500215530396, "Finetune/Step": 4746, "Finetune/Step Time": 6.623997550457716}
{"Finetune/Learning Rate": 1.630285606323202e-05, "Finetune/Loss": 0.7773462533950806, "Finetune/Loss (Raw)": 0.9357897639274597, "Finetune/Step": 4747, "Finetune/Step Time": 6.623688347637653}
{"Finetune/Learning Rate": 1.6301243567032725e-05, "Finetune/Loss": 0.7783350944519043, "Finetune/Loss (Raw)": 0.892038106918335, "Finetune/Step": 4748, "Finetune/Step Time": 6.619168385863304}
{"Finetune/Learning Rate": 1.629963079905161e-05, "Finetune/Loss": 0.7775672674179077, "Finetune/Loss (Raw)": 0.8288982510566711, "Finetune/Step": 4749, "Finetune/Step Time": 6.61565662920475}
{"Finetune/Learning Rate": 1.6298017759358243e-05, "Finetune/Loss": 0.7769492864608765, "Finetune/Loss (Raw)": 0.76296067237854, "Finetune/Step": 4750, "Finetune/Step Time": 6.608377994969487}
{"Finetune/Learning Rate": 1.629640444802219e-05, "Finetune/Loss": 0.7760854959487915, "Finetune/Loss (Raw)": 0.7872411608695984, "Finetune/Step": 4751, "Finetune/Step Time": 6.623446529731154}
{"Finetune/Learning Rate": 1.629479086511304e-05, "Finetune/Loss": 0.7767170667648315, "Finetune/Loss (Raw)": 0.857437014579773, "Finetune/Step": 4752, "Finetune/Step Time": 6.6271376218646765}
{"Finetune/Learning Rate": 1.629317701070039e-05, "Finetune/Loss": 0.7755656242370605, "Finetune/Loss (Raw)": 0.747246503829956, "Finetune/Step": 4753, "Finetune/Step Time": 6.61971689760685}
{"Finetune/Learning Rate": 1.6291562884853844e-05, "Finetune/Loss": 0.7789994478225708, "Finetune/Loss (Raw)": 0.8426675796508789, "Finetune/Step": 4754, "Finetune/Step Time": 6.605474583804607}
{"Finetune/Learning Rate": 1.628994848764302e-05, "Finetune/Loss": 0.7792654037475586, "Finetune/Loss (Raw)": 0.8169358372688293, "Finetune/Step": 4755, "Finetune/Step Time": 6.614581484347582}
{"Finetune/Learning Rate": 1.6288333819137555e-05, "Finetune/Loss": 0.7799861431121826, "Finetune/Loss (Raw)": 0.8050617575645447, "Finetune/Step": 4756, "Finetune/Step Time": 6.61737859249115}
{"Finetune/Learning Rate": 1.6286718879407092e-05, "Finetune/Loss": 0.7803057432174683, "Finetune/Loss (Raw)": 0.8152942061424255, "Finetune/Step": 4757, "Finetune/Step Time": 6.616644274443388}
{"Finetune/Learning Rate": 1.628510366852128e-05, "Finetune/Loss": 0.7808394432067871, "Finetune/Loss (Raw)": 0.77587890625, "Finetune/Step": 4758, "Finetune/Step Time": 6.607128445059061}
{"Finetune/Learning Rate": 1.628348818654979e-05, "Finetune/Loss": 0.781764805316925, "Finetune/Loss (Raw)": 0.7119878530502319, "Finetune/Step": 4759, "Finetune/Step Time": 6.5930580366402864}
{"Finetune/Learning Rate": 1.62818724335623e-05, "Finetune/Loss": 0.7855253219604492, "Finetune/Loss (Raw)": 0.802577793598175, "Finetune/Step": 4760, "Finetune/Step Time": 6.5759470742195845}
{"Finetune/Learning Rate": 1.6280256409628498e-05, "Finetune/Loss": 0.7855551242828369, "Finetune/Loss (Raw)": 0.6187892556190491, "Finetune/Step": 4761, "Finetune/Step Time": 6.578590359538794}
{"Finetune/Learning Rate": 1.6278640114818087e-05, "Finetune/Loss": 0.784163236618042, "Finetune/Loss (Raw)": 0.7376107573509216, "Finetune/Step": 4762, "Finetune/Step Time": 6.576996497809887}
{"Finetune/Learning Rate": 1.6277023549200777e-05, "Finetune/Loss": 0.7857323884963989, "Finetune/Loss (Raw)": 0.8045284152030945, "Finetune/Step": 4763, "Finetune/Step Time": 6.561882678419352}
{"Finetune/Learning Rate": 1.62754067128463e-05, "Finetune/Loss": 0.7850546836853027, "Finetune/Loss (Raw)": 0.7268317341804504, "Finetune/Step": 4764, "Finetune/Step Time": 6.565076157450676}
{"Finetune/Learning Rate": 1.627378960582438e-05, "Finetune/Loss": 0.7832984924316406, "Finetune/Loss (Raw)": 0.6758586168289185, "Finetune/Step": 4765, "Finetune/Step Time": 6.56456607952714}
{"Finetune/Learning Rate": 1.6272172228204777e-05, "Finetune/Loss": 0.7826577425003052, "Finetune/Loss (Raw)": 0.9409359097480774, "Finetune/Step": 4766, "Finetune/Step Time": 6.56608515791595}
{"Finetune/Learning Rate": 1.6270554580057246e-05, "Finetune/Loss": 0.7845464944839478, "Finetune/Loss (Raw)": 0.8612525463104248, "Finetune/Step": 4767, "Finetune/Step Time": 6.528154471889138}
{"Finetune/Learning Rate": 1.626893666145156e-05, "Finetune/Loss": 0.7834662199020386, "Finetune/Loss (Raw)": 0.7569179534912109, "Finetune/Step": 4768, "Finetune/Step Time": 6.531310794875026}
{"Finetune/Learning Rate": 1.6267318472457504e-05, "Finetune/Loss": 0.783318281173706, "Finetune/Loss (Raw)": 0.7891889214515686, "Finetune/Step": 4769, "Finetune/Step Time": 6.530566457659006}
{"Finetune/Learning Rate": 1.6265700013144866e-05, "Finetune/Loss": 0.7805583477020264, "Finetune/Loss (Raw)": 0.4827052354812622, "Finetune/Step": 4770, "Finetune/Step Time": 6.534200198948383}
{"Finetune/Learning Rate": 1.6264081283583456e-05, "Finetune/Loss": 0.780778169631958, "Finetune/Loss (Raw)": 0.9468876719474792, "Finetune/Step": 4771, "Finetune/Step Time": 6.536901943385601}
{"Finetune/Learning Rate": 1.6262462283843094e-05, "Finetune/Loss": 0.7830798029899597, "Finetune/Loss (Raw)": 0.7220936417579651, "Finetune/Step": 4772, "Finetune/Step Time": 6.529973458498716}
{"Finetune/Learning Rate": 1.626084301399361e-05, "Finetune/Loss": 0.7809000015258789, "Finetune/Loss (Raw)": 0.5756940245628357, "Finetune/Step": 4773, "Finetune/Step Time": 6.53011816367507}
{"Finetune/Learning Rate": 1.6259223474104844e-05, "Finetune/Loss": 0.7823604941368103, "Finetune/Loss (Raw)": 0.8349453210830688, "Finetune/Step": 4774, "Finetune/Step Time": 6.520591076463461}
{"Finetune/Learning Rate": 1.625760366424665e-05, "Finetune/Loss": 0.7831028699874878, "Finetune/Loss (Raw)": 0.9235169291496277, "Finetune/Step": 4775, "Finetune/Step Time": 6.518472807481885}
{"Finetune/Learning Rate": 1.625598358448889e-05, "Finetune/Loss": 0.7828201055526733, "Finetune/Loss (Raw)": 0.6877747178077698, "Finetune/Step": 4776, "Finetune/Step Time": 6.530173532664776}
{"Finetune/Learning Rate": 1.6254363234901444e-05, "Finetune/Loss": 0.7821142673492432, "Finetune/Loss (Raw)": 0.7999295592308044, "Finetune/Step": 4777, "Finetune/Step Time": 6.520586725324392}
{"Finetune/Learning Rate": 1.6252742615554197e-05, "Finetune/Loss": 0.7792545557022095, "Finetune/Loss (Raw)": 0.3239232003688812, "Finetune/Step": 4778, "Finetune/Step Time": 6.535621579736471}
{"Finetune/Learning Rate": 1.625112172651705e-05, "Finetune/Loss": 0.7804857492446899, "Finetune/Loss (Raw)": 0.9755259156227112, "Finetune/Step": 4779, "Finetune/Step Time": 6.5368614457547665}
{"Finetune/Learning Rate": 1.6249500567859915e-05, "Finetune/Loss": 0.7798855900764465, "Finetune/Loss (Raw)": 0.7342159748077393, "Finetune/Step": 4780, "Finetune/Step Time": 6.541593201458454}
{"Finetune/Learning Rate": 1.6247879139652717e-05, "Finetune/Loss": 0.782633900642395, "Finetune/Loss (Raw)": 0.6977894902229309, "Finetune/Step": 4781, "Finetune/Step Time": 6.541175149381161}
{"Finetune/Learning Rate": 1.6246257441965383e-05, "Finetune/Loss": 0.7818400859832764, "Finetune/Loss (Raw)": 0.6718488335609436, "Finetune/Step": 4782, "Finetune/Step Time": 6.5423355754464865}
{"Finetune/Learning Rate": 1.6244635474867866e-05, "Finetune/Loss": 0.7799388766288757, "Finetune/Loss (Raw)": 0.4078914225101471, "Finetune/Step": 4783, "Finetune/Step Time": 6.556740069761872}
{"Finetune/Learning Rate": 1.6243013238430124e-05, "Finetune/Loss": 0.7825146913528442, "Finetune/Loss (Raw)": 0.8152994513511658, "Finetune/Step": 4784, "Finetune/Step Time": 6.529590077698231}
{"Finetune/Learning Rate": 1.6241390732722123e-05, "Finetune/Loss": 0.7844433188438416, "Finetune/Loss (Raw)": 1.0013552904129028, "Finetune/Step": 4785, "Finetune/Step Time": 6.540561256930232}
{"Finetune/Learning Rate": 1.6239767957813845e-05, "Finetune/Loss": 0.7843494415283203, "Finetune/Loss (Raw)": 0.8636144995689392, "Finetune/Step": 4786, "Finetune/Step Time": 6.542664721608162}
{"Finetune/Learning Rate": 1.6238144913775284e-05, "Finetune/Loss": 0.7835558652877808, "Finetune/Loss (Raw)": 0.7852117419242859, "Finetune/Step": 4787, "Finetune/Step Time": 6.528299782425165}
{"Finetune/Learning Rate": 1.623652160067644e-05, "Finetune/Loss": 0.7819478511810303, "Finetune/Loss (Raw)": 0.6545140147209167, "Finetune/Step": 4788, "Finetune/Step Time": 6.53680894523859}
{"Finetune/Learning Rate": 1.6234898018587336e-05, "Finetune/Loss": 0.7812647223472595, "Finetune/Loss (Raw)": 0.6221277713775635, "Finetune/Step": 4789, "Finetune/Step Time": 6.536779426038265}
{"Finetune/Learning Rate": 1.6233274167577996e-05, "Finetune/Loss": 0.7808079719543457, "Finetune/Loss (Raw)": 0.8441735506057739, "Finetune/Step": 4790, "Finetune/Step Time": 6.54147831723094}
{"Finetune/Learning Rate": 1.6231650047718454e-05, "Finetune/Loss": 0.7769453525543213, "Finetune/Loss (Raw)": 0.3667098879814148, "Finetune/Step": 4791, "Finetune/Step Time": 6.561792187392712}
{"Finetune/Learning Rate": 1.6230025659078773e-05, "Finetune/Loss": 0.7783968448638916, "Finetune/Loss (Raw)": 0.9961707592010498, "Finetune/Step": 4792, "Finetune/Step Time": 6.555985677987337}
{"Finetune/Learning Rate": 1.6228401001729e-05, "Finetune/Loss": 0.7796008586883545, "Finetune/Loss (Raw)": 0.8823267817497253, "Finetune/Step": 4793, "Finetune/Step Time": 6.55460450053215}
{"Finetune/Learning Rate": 1.622677607573922e-05, "Finetune/Loss": 0.7806515693664551, "Finetune/Loss (Raw)": 0.7265617251396179, "Finetune/Step": 4794, "Finetune/Step Time": 6.536524970084429}
{"Finetune/Learning Rate": 1.6225150881179517e-05, "Finetune/Loss": 0.7792869806289673, "Finetune/Loss (Raw)": 0.7095476984977722, "Finetune/Step": 4795, "Finetune/Step Time": 6.56670762039721}
{"Finetune/Learning Rate": 1.6223525418119982e-05, "Finetune/Loss": 0.780242383480072, "Finetune/Loss (Raw)": 0.8990455865859985, "Finetune/Step": 4796, "Finetune/Step Time": 6.561501048505306}
{"Finetune/Learning Rate": 1.6221899686630727e-05, "Finetune/Loss": 0.7837758660316467, "Finetune/Loss (Raw)": 0.8571292757987976, "Finetune/Step": 4797, "Finetune/Step Time": 6.542759612202644}
{"Finetune/Learning Rate": 1.6220273686781873e-05, "Finetune/Loss": 0.7820243835449219, "Finetune/Loss (Raw)": 0.6161646842956543, "Finetune/Step": 4798, "Finetune/Step Time": 6.558241695165634}
{"Finetune/Learning Rate": 1.6218647418643553e-05, "Finetune/Loss": 0.783186137676239, "Finetune/Loss (Raw)": 0.8885560035705566, "Finetune/Step": 4799, "Finetune/Step Time": 6.563097093254328}
{"Finetune/Learning Rate": 1.621702088228591e-05, "Finetune/Loss": 0.7846067547798157, "Finetune/Loss (Raw)": 1.0231852531433105, "Finetune/Step": 4800, "Finetune/Step Time": 6.547423439100385}
{"Finetune/Learning Rate": 1.6215394077779093e-05, "Finetune/Loss": 0.785322904586792, "Finetune/Loss (Raw)": 0.9072545170783997, "Finetune/Step": 4801, "Finetune/Step Time": 6.54056897200644}
{"Finetune/Learning Rate": 1.6213767005193278e-05, "Finetune/Loss": 0.7848879098892212, "Finetune/Loss (Raw)": 0.8502320051193237, "Finetune/Step": 4802, "Finetune/Step Time": 6.515193125233054}
{"Finetune/Learning Rate": 1.6212139664598636e-05, "Finetune/Loss": 0.7850824594497681, "Finetune/Loss (Raw)": 0.9117358922958374, "Finetune/Step": 4803, "Finetune/Step Time": 6.518877744674683}
{"Finetune/Learning Rate": 1.6210512056065358e-05, "Finetune/Loss": 0.785629391670227, "Finetune/Loss (Raw)": 0.8522242903709412, "Finetune/Step": 4804, "Finetune/Step Time": 6.521332070231438}
{"Finetune/Learning Rate": 1.6208884179663646e-05, "Finetune/Loss": 0.7856979370117188, "Finetune/Loss (Raw)": 0.9006369709968567, "Finetune/Step": 4805, "Finetune/Step Time": 6.537281680852175}
{"Finetune/Learning Rate": 1.620725603546371e-05, "Finetune/Loss": 0.7860491871833801, "Finetune/Loss (Raw)": 0.833714485168457, "Finetune/Step": 4806, "Finetune/Step Time": 6.519035728648305}
{"Finetune/Learning Rate": 1.620562762353578e-05, "Finetune/Loss": 0.7872293591499329, "Finetune/Loss (Raw)": 0.8186734914779663, "Finetune/Step": 4807, "Finetune/Step Time": 6.5199591014534235}
{"Finetune/Learning Rate": 1.620399894395009e-05, "Finetune/Loss": 0.7874867916107178, "Finetune/Loss (Raw)": 0.9468622207641602, "Finetune/Step": 4808, "Finetune/Step Time": 6.516962679103017}
{"Finetune/Learning Rate": 1.620236999677688e-05, "Finetune/Loss": 0.7859771251678467, "Finetune/Loss (Raw)": 0.5981066226959229, "Finetune/Step": 4809, "Finetune/Step Time": 6.5061776880174875}
{"Finetune/Learning Rate": 1.6200740782086417e-05, "Finetune/Loss": 0.7863092422485352, "Finetune/Loss (Raw)": 0.7828733325004578, "Finetune/Step": 4810, "Finetune/Step Time": 6.496940134093165}
{"Finetune/Learning Rate": 1.6199111299948972e-05, "Finetune/Loss": 0.7865122556686401, "Finetune/Loss (Raw)": 0.8447125554084778, "Finetune/Step": 4811, "Finetune/Step Time": 6.50223857909441}
{"Finetune/Learning Rate": 1.619748155043482e-05, "Finetune/Loss": 0.785813570022583, "Finetune/Loss (Raw)": 0.8314106464385986, "Finetune/Step": 4812, "Finetune/Step Time": 6.501961825415492}
{"Finetune/Learning Rate": 1.619585153361426e-05, "Finetune/Loss": 0.7831555604934692, "Finetune/Loss (Raw)": 0.5476841926574707, "Finetune/Step": 4813, "Finetune/Step Time": 6.5172618590295315}
{"Finetune/Learning Rate": 1.6194221249557593e-05, "Finetune/Loss": 0.7847827672958374, "Finetune/Loss (Raw)": 0.8648715615272522, "Finetune/Step": 4814, "Finetune/Step Time": 6.508206421509385}
{"Finetune/Learning Rate": 1.6192590698335142e-05, "Finetune/Loss": 0.785365641117096, "Finetune/Loss (Raw)": 0.9247258901596069, "Finetune/Step": 4815, "Finetune/Step Time": 6.50576245971024}
{"Finetune/Learning Rate": 1.619095988001723e-05, "Finetune/Loss": 0.7825067043304443, "Finetune/Loss (Raw)": 0.7051887512207031, "Finetune/Step": 4816, "Finetune/Step Time": 6.521373942494392}
{"Finetune/Learning Rate": 1.6189328794674196e-05, "Finetune/Loss": 0.7820466756820679, "Finetune/Loss (Raw)": 0.8581904768943787, "Finetune/Step": 4817, "Finetune/Step Time": 6.5158029571175575}
{"Finetune/Learning Rate": 1.6187697442376397e-05, "Finetune/Loss": 0.7835769653320312, "Finetune/Loss (Raw)": 0.8700385093688965, "Finetune/Step": 4818, "Finetune/Step Time": 6.50637824088335}
{"Finetune/Learning Rate": 1.6186065823194182e-05, "Finetune/Loss": 0.7833835482597351, "Finetune/Loss (Raw)": 0.9234128594398499, "Finetune/Step": 4819, "Finetune/Step Time": 6.505351327359676}
{"Finetune/Learning Rate": 1.618443393719794e-05, "Finetune/Loss": 0.7828947901725769, "Finetune/Loss (Raw)": 0.9158394932746887, "Finetune/Step": 4820, "Finetune/Step Time": 6.507377408444881}
{"Finetune/Learning Rate": 1.6182801784458056e-05, "Finetune/Loss": 0.7837889194488525, "Finetune/Loss (Raw)": 0.9318694472312927, "Finetune/Step": 4821, "Finetune/Step Time": 6.495346415787935}
{"Finetune/Learning Rate": 1.6181169365044914e-05, "Finetune/Loss": 0.7833003997802734, "Finetune/Loss (Raw)": 0.87860107421875, "Finetune/Step": 4822, "Finetune/Step Time": 6.512252822518349}
{"Finetune/Learning Rate": 1.6179536679028934e-05, "Finetune/Loss": 0.7836593389511108, "Finetune/Loss (Raw)": 0.8974348306655884, "Finetune/Step": 4823, "Finetune/Step Time": 6.51187290251255}
{"Finetune/Learning Rate": 1.6177903726480536e-05, "Finetune/Loss": 0.7810527086257935, "Finetune/Loss (Raw)": 0.37135550379753113, "Finetune/Step": 4824, "Finetune/Step Time": 6.51608033105731}
{"Finetune/Learning Rate": 1.6176270507470145e-05, "Finetune/Loss": 0.7808873653411865, "Finetune/Loss (Raw)": 0.7826330661773682, "Finetune/Step": 4825, "Finetune/Step Time": 6.520490407943726}
{"Finetune/Learning Rate": 1.6174637022068207e-05, "Finetune/Loss": 0.7801052927970886, "Finetune/Loss (Raw)": 0.8067299127578735, "Finetune/Step": 4826, "Finetune/Step Time": 6.5198895316571}
{"Finetune/Learning Rate": 1.6173003270345175e-05, "Finetune/Loss": 0.7800273299217224, "Finetune/Loss (Raw)": 0.9130138754844666, "Finetune/Step": 4827, "Finetune/Step Time": 6.509693123400211}
{"Finetune/Learning Rate": 1.6171369252371523e-05, "Finetune/Loss": 0.7805752754211426, "Finetune/Loss (Raw)": 0.9075387716293335, "Finetune/Step": 4828, "Finetune/Step Time": 6.515912802889943}
{"Finetune/Learning Rate": 1.616973496821772e-05, "Finetune/Loss": 0.7801421880722046, "Finetune/Loss (Raw)": 0.8116565346717834, "Finetune/Step": 4829, "Finetune/Step Time": 6.531921576708555}
{"Finetune/Learning Rate": 1.6168100417954254e-05, "Finetune/Loss": 0.7801821827888489, "Finetune/Loss (Raw)": 0.7774207592010498, "Finetune/Step": 4830, "Finetune/Step Time": 6.529588652774692}
{"Finetune/Learning Rate": 1.6166465601651635e-05, "Finetune/Loss": 0.7759836316108704, "Finetune/Loss (Raw)": 0.4007752239704132, "Finetune/Step": 4831, "Finetune/Step Time": 6.5526697263121605}
{"Finetune/Learning Rate": 1.616483051938037e-05, "Finetune/Loss": 0.7759206295013428, "Finetune/Loss (Raw)": 0.6951729655265808, "Finetune/Step": 4832, "Finetune/Step Time": 6.575720243155956}
{"Finetune/Learning Rate": 1.616319517121098e-05, "Finetune/Loss": 0.7749862670898438, "Finetune/Loss (Raw)": 0.8038358688354492, "Finetune/Step": 4833, "Finetune/Step Time": 6.5785966999828815}
{"Finetune/Learning Rate": 1.6161559557214003e-05, "Finetune/Loss": 0.776592493057251, "Finetune/Loss (Raw)": 0.9722129106521606, "Finetune/Step": 4834, "Finetune/Step Time": 6.582661770284176}
{"Finetune/Learning Rate": 1.615992367745998e-05, "Finetune/Loss": 0.7779660820960999, "Finetune/Loss (Raw)": 0.8837066888809204, "Finetune/Step": 4835, "Finetune/Step Time": 6.579479919746518}
{"Finetune/Learning Rate": 1.6158287532019475e-05, "Finetune/Loss": 0.7796965837478638, "Finetune/Loss (Raw)": 0.9349843859672546, "Finetune/Step": 4836, "Finetune/Step Time": 6.577287461608648}
{"Finetune/Learning Rate": 1.615665112096306e-05, "Finetune/Loss": 0.7805980443954468, "Finetune/Loss (Raw)": 0.8142403960227966, "Finetune/Step": 4837, "Finetune/Step Time": 6.559394247829914}
{"Finetune/Learning Rate": 1.615501444436131e-05, "Finetune/Loss": 0.7801282405853271, "Finetune/Loss (Raw)": 0.9083502888679504, "Finetune/Step": 4838, "Finetune/Step Time": 6.560367064550519}
{"Finetune/Learning Rate": 1.6153377502284812e-05, "Finetune/Loss": 0.7793341279029846, "Finetune/Loss (Raw)": 0.71286940574646, "Finetune/Step": 4839, "Finetune/Step Time": 6.561549559235573}
{"Finetune/Learning Rate": 1.6151740294804182e-05, "Finetune/Loss": 0.7800363302230835, "Finetune/Loss (Raw)": 0.8160539269447327, "Finetune/Step": 4840, "Finetune/Step Time": 6.542179100215435}
{"Finetune/Learning Rate": 1.6150102821990027e-05, "Finetune/Loss": 0.7790688276290894, "Finetune/Loss (Raw)": 0.7577164173126221, "Finetune/Step": 4841, "Finetune/Step Time": 6.547654824331403}
{"Finetune/Learning Rate": 1.614846508391298e-05, "Finetune/Loss": 0.778190553188324, "Finetune/Loss (Raw)": 0.6719335913658142, "Finetune/Step": 4842, "Finetune/Step Time": 6.557506350800395}
{"Finetune/Learning Rate": 1.614682708064367e-05, "Finetune/Loss": 0.7794054746627808, "Finetune/Loss (Raw)": 0.9726155400276184, "Finetune/Step": 4843, "Finetune/Step Time": 6.543360905721784}
{"Finetune/Learning Rate": 1.6145188812252754e-05, "Finetune/Loss": 0.778933048248291, "Finetune/Loss (Raw)": 0.7190666794776917, "Finetune/Step": 4844, "Finetune/Step Time": 6.563144149258733}
{"Finetune/Learning Rate": 1.6143550278810892e-05, "Finetune/Loss": 0.7796334028244019, "Finetune/Loss (Raw)": 0.9304928779602051, "Finetune/Step": 4845, "Finetune/Step Time": 6.565387856215239}
{"Finetune/Learning Rate": 1.614191148038875e-05, "Finetune/Loss": 0.7816110253334045, "Finetune/Loss (Raw)": 0.8307612538337708, "Finetune/Step": 4846, "Finetune/Step Time": 6.576231895014644}
{"Finetune/Learning Rate": 1.6140272417057023e-05, "Finetune/Loss": 0.7792166471481323, "Finetune/Loss (Raw)": 0.36651018261909485, "Finetune/Step": 4847, "Finetune/Step Time": 6.608736367896199}
{"Finetune/Learning Rate": 1.6138633088886396e-05, "Finetune/Loss": 0.7808927297592163, "Finetune/Loss (Raw)": 0.7127516865730286, "Finetune/Step": 4848, "Finetune/Step Time": 6.573843520134687}
{"Finetune/Learning Rate": 1.6136993495947578e-05, "Finetune/Loss": 0.7814091444015503, "Finetune/Loss (Raw)": 0.6911882162094116, "Finetune/Step": 4849, "Finetune/Step Time": 6.578153174370527}
{"Finetune/Learning Rate": 1.613535363831129e-05, "Finetune/Loss": 0.7828996181488037, "Finetune/Loss (Raw)": 0.9166675209999084, "Finetune/Step": 4850, "Finetune/Step Time": 6.586827447637916}
{"Finetune/Learning Rate": 1.6133713516048257e-05, "Finetune/Loss": 0.7836434841156006, "Finetune/Loss (Raw)": 0.9120965003967285, "Finetune/Step": 4851, "Finetune/Step Time": 6.602147791534662}
{"Finetune/Learning Rate": 1.6132073129229225e-05, "Finetune/Loss": 0.7838366031646729, "Finetune/Loss (Raw)": 0.6969554424285889, "Finetune/Step": 4852, "Finetune/Step Time": 6.595309032127261}
{"Finetune/Learning Rate": 1.6130432477924945e-05, "Finetune/Loss": 0.7849016189575195, "Finetune/Loss (Raw)": 0.8602367043495178, "Finetune/Step": 4853, "Finetune/Step Time": 6.601589608937502}
{"Finetune/Learning Rate": 1.612879156220618e-05, "Finetune/Loss": 0.783573567867279, "Finetune/Loss (Raw)": 0.5471407175064087, "Finetune/Step": 4854, "Finetune/Step Time": 6.60455652885139}
{"Finetune/Learning Rate": 1.6127150382143702e-05, "Finetune/Loss": 0.7840238809585571, "Finetune/Loss (Raw)": 0.8107472062110901, "Finetune/Step": 4855, "Finetune/Step Time": 6.605728706344962}
{"Finetune/Learning Rate": 1.6125508937808305e-05, "Finetune/Loss": 0.7848973274230957, "Finetune/Loss (Raw)": 0.8487717509269714, "Finetune/Step": 4856, "Finetune/Step Time": 6.60041974671185}
{"Finetune/Learning Rate": 1.6123867229270778e-05, "Finetune/Loss": 0.7837456464767456, "Finetune/Loss (Raw)": 0.9120115041732788, "Finetune/Step": 4857, "Finetune/Step Time": 6.599126880988479}
{"Finetune/Learning Rate": 1.6122225256601934e-05, "Finetune/Loss": 0.7850289344787598, "Finetune/Loss (Raw)": 0.9885203838348389, "Finetune/Step": 4858, "Finetune/Step Time": 6.618150116875768}
{"Finetune/Learning Rate": 1.6120583019872592e-05, "Finetune/Loss": 0.7863926291465759, "Finetune/Loss (Raw)": 0.8221966624259949, "Finetune/Step": 4859, "Finetune/Step Time": 6.605034030973911}
{"Finetune/Learning Rate": 1.6118940519153593e-05, "Finetune/Loss": 0.7855137586593628, "Finetune/Loss (Raw)": 0.7234962582588196, "Finetune/Step": 4860, "Finetune/Step Time": 6.5936373472213745}
{"Finetune/Learning Rate": 1.6117297754515768e-05, "Finetune/Loss": 0.7845560312271118, "Finetune/Loss (Raw)": 0.7641010284423828, "Finetune/Step": 4861, "Finetune/Step Time": 6.6077388897538185}
{"Finetune/Learning Rate": 1.6115654726029977e-05, "Finetune/Loss": 0.7865762710571289, "Finetune/Loss (Raw)": 0.9767738580703735, "Finetune/Step": 4862, "Finetune/Step Time": 6.593321891501546}
{"Finetune/Learning Rate": 1.611401143376709e-05, "Finetune/Loss": 0.7870625257492065, "Finetune/Loss (Raw)": 0.9510226845741272, "Finetune/Step": 4863, "Finetune/Step Time": 6.597402645274997}
{"Finetune/Learning Rate": 1.6112367877797978e-05, "Finetune/Loss": 0.7885254621505737, "Finetune/Loss (Raw)": 0.7864348292350769, "Finetune/Step": 4864, "Finetune/Step Time": 6.603038687258959}
{"Finetune/Learning Rate": 1.6110724058193536e-05, "Finetune/Loss": 0.7897558212280273, "Finetune/Loss (Raw)": 0.8765649199485779, "Finetune/Step": 4865, "Finetune/Step Time": 6.597582267597318}
{"Finetune/Learning Rate": 1.610907997502466e-05, "Finetune/Loss": 0.7889918088912964, "Finetune/Loss (Raw)": 0.7679305076599121, "Finetune/Step": 4866, "Finetune/Step Time": 6.589991874992847}
{"Finetune/Learning Rate": 1.6107435628362264e-05, "Finetune/Loss": 0.7863914966583252, "Finetune/Loss (Raw)": 0.41366684436798096, "Finetune/Step": 4867, "Finetune/Step Time": 6.609735105186701}
{"Finetune/Learning Rate": 1.610579101827727e-05, "Finetune/Loss": 0.7866714000701904, "Finetune/Loss (Raw)": 0.7369412779808044, "Finetune/Step": 4868, "Finetune/Step Time": 6.609647030010819}
{"Finetune/Learning Rate": 1.610414614484061e-05, "Finetune/Loss": 0.7873396873474121, "Finetune/Loss (Raw)": 0.659998893737793, "Finetune/Step": 4869, "Finetune/Step Time": 6.6137022990733385}
{"Finetune/Learning Rate": 1.6102501008123236e-05, "Finetune/Loss": 0.7878056168556213, "Finetune/Loss (Raw)": 0.7401134371757507, "Finetune/Step": 4870, "Finetune/Step Time": 6.599445262923837}
{"Finetune/Learning Rate": 1.6100855608196098e-05, "Finetune/Loss": 0.7891112565994263, "Finetune/Loss (Raw)": 0.8460965752601624, "Finetune/Step": 4871, "Finetune/Step Time": 6.593517201021314}
{"Finetune/Learning Rate": 1.6099209945130172e-05, "Finetune/Loss": 0.7879340648651123, "Finetune/Loss (Raw)": 0.8184317946434021, "Finetune/Step": 4872, "Finetune/Step Time": 6.593439657241106}
{"Finetune/Learning Rate": 1.6097564018996433e-05, "Finetune/Loss": 0.7878204584121704, "Finetune/Loss (Raw)": 0.7307076454162598, "Finetune/Step": 4873, "Finetune/Step Time": 6.590695526450872}
{"Finetune/Learning Rate": 1.609591782986587e-05, "Finetune/Loss": 0.7866120338439941, "Finetune/Loss (Raw)": 0.5864695310592651, "Finetune/Step": 4874, "Finetune/Step Time": 6.575123867020011}
{"Finetune/Learning Rate": 1.609427137780949e-05, "Finetune/Loss": 0.7853440046310425, "Finetune/Loss (Raw)": 0.7734819650650024, "Finetune/Step": 4875, "Finetune/Step Time": 6.583006931468844}
{"Finetune/Learning Rate": 1.609262466289831e-05, "Finetune/Loss": 0.7855346202850342, "Finetune/Loss (Raw)": 0.9164344072341919, "Finetune/Step": 4876, "Finetune/Step Time": 6.576961958780885}
{"Finetune/Learning Rate": 1.6090977685203345e-05, "Finetune/Loss": 0.7863248586654663, "Finetune/Loss (Raw)": 0.9300487637519836, "Finetune/Step": 4877, "Finetune/Step Time": 6.588377363979816}
{"Finetune/Learning Rate": 1.6089330444795643e-05, "Finetune/Loss": 0.7861260771751404, "Finetune/Loss (Raw)": 0.7375189661979675, "Finetune/Step": 4878, "Finetune/Step Time": 6.590008124709129}
{"Finetune/Learning Rate": 1.608768294174624e-05, "Finetune/Loss": 0.7867162227630615, "Finetune/Loss (Raw)": 0.8627755045890808, "Finetune/Step": 4879, "Finetune/Step Time": 6.571694582700729}
{"Finetune/Learning Rate": 1.6086035176126204e-05, "Finetune/Loss": 0.7871034741401672, "Finetune/Loss (Raw)": 0.9070109724998474, "Finetune/Step": 4880, "Finetune/Step Time": 6.567806443199515}
{"Finetune/Learning Rate": 1.6084387148006603e-05, "Finetune/Loss": 0.7892543077468872, "Finetune/Loss (Raw)": 1.0225545167922974, "Finetune/Step": 4881, "Finetune/Step Time": 6.561999663710594}
{"Finetune/Learning Rate": 1.608273885745852e-05, "Finetune/Loss": 0.7882616519927979, "Finetune/Loss (Raw)": 0.7156068086624146, "Finetune/Step": 4882, "Finetune/Step Time": 6.563956132158637}
{"Finetune/Learning Rate": 1.6081090304553044e-05, "Finetune/Loss": 0.7876487970352173, "Finetune/Loss (Raw)": 0.7384973168373108, "Finetune/Step": 4883, "Finetune/Step Time": 6.5459997691214085}
{"Finetune/Learning Rate": 1.6079441489361284e-05, "Finetune/Loss": 0.7883225679397583, "Finetune/Loss (Raw)": 0.8913015127182007, "Finetune/Step": 4884, "Finetune/Step Time": 6.538390871137381}
{"Finetune/Learning Rate": 1.6077792411954357e-05, "Finetune/Loss": 0.7880423665046692, "Finetune/Loss (Raw)": 0.7794257998466492, "Finetune/Step": 4885, "Finetune/Step Time": 6.5414595156908035}
{"Finetune/Learning Rate": 1.607614307240338e-05, "Finetune/Loss": 0.7888305187225342, "Finetune/Loss (Raw)": 0.8767590522766113, "Finetune/Step": 4886, "Finetune/Step Time": 6.5483936406672}
{"Finetune/Learning Rate": 1.6074493470779503e-05, "Finetune/Loss": 0.7900592088699341, "Finetune/Loss (Raw)": 0.8692588210105896, "Finetune/Step": 4887, "Finetune/Step Time": 6.554407561197877}
{"Finetune/Learning Rate": 1.6072843607153875e-05, "Finetune/Loss": 0.7905933856964111, "Finetune/Loss (Raw)": 0.8709572553634644, "Finetune/Step": 4888, "Finetune/Step Time": 6.573171542957425}
{"Finetune/Learning Rate": 1.6071193481597652e-05, "Finetune/Loss": 0.7922873497009277, "Finetune/Loss (Raw)": 0.835616946220398, "Finetune/Step": 4889, "Finetune/Step Time": 6.562892265617847}
{"Finetune/Learning Rate": 1.6069543094182004e-05, "Finetune/Loss": 0.7923239469528198, "Finetune/Loss (Raw)": 0.7422928810119629, "Finetune/Step": 4890, "Finetune/Step Time": 6.581558031961322}
{"Finetune/Learning Rate": 1.606789244497812e-05, "Finetune/Loss": 0.7920843362808228, "Finetune/Loss (Raw)": 0.773856520652771, "Finetune/Step": 4891, "Finetune/Step Time": 6.579388251528144}
{"Finetune/Learning Rate": 1.6066241534057195e-05, "Finetune/Loss": 0.792784571647644, "Finetune/Loss (Raw)": 0.816461443901062, "Finetune/Step": 4892, "Finetune/Step Time": 6.575336622074246}
{"Finetune/Learning Rate": 1.6064590361490434e-05, "Finetune/Loss": 0.7947308421134949, "Finetune/Loss (Raw)": 0.9249783754348755, "Finetune/Step": 4893, "Finetune/Step Time": 6.575332697480917}
{"Finetune/Learning Rate": 1.606293892734905e-05, "Finetune/Loss": 0.7934221625328064, "Finetune/Loss (Raw)": 0.7734271883964539, "Finetune/Step": 4894, "Finetune/Step Time": 6.581989178434014}
{"Finetune/Learning Rate": 1.606128723170428e-05, "Finetune/Loss": 0.7920600175857544, "Finetune/Loss (Raw)": 0.6868961453437805, "Finetune/Step": 4895, "Finetune/Step Time": 6.583994496613741}
{"Finetune/Learning Rate": 1.605963527462736e-05, "Finetune/Loss": 0.7930948734283447, "Finetune/Loss (Raw)": 0.8893831372261047, "Finetune/Step": 4896, "Finetune/Step Time": 6.577581629157066}
{"Finetune/Learning Rate": 1.6057983056189534e-05, "Finetune/Loss": 0.7920197248458862, "Finetune/Loss (Raw)": 0.6515726447105408, "Finetune/Step": 4897, "Finetune/Step Time": 6.5824802573770285}
{"Finetune/Learning Rate": 1.6056330576462082e-05, "Finetune/Loss": 0.793726921081543, "Finetune/Loss (Raw)": 0.7012161016464233, "Finetune/Step": 4898, "Finetune/Step Time": 6.5840742867439985}
{"Finetune/Learning Rate": 1.6054677835516258e-05, "Finetune/Loss": 0.7933415770530701, "Finetune/Loss (Raw)": 0.8975727558135986, "Finetune/Step": 4899, "Finetune/Step Time": 6.5818333849310875}
{"Finetune/Learning Rate": 1.6053024833423363e-05, "Finetune/Loss": 0.7940921187400818, "Finetune/Loss (Raw)": 0.8181591033935547, "Finetune/Step": 4900, "Finetune/Step Time": 6.569478577002883}
{"Finetune/Learning Rate": 1.6051371570254683e-05, "Finetune/Loss": 0.795737624168396, "Finetune/Loss (Raw)": 0.7863213419914246, "Finetune/Step": 4901, "Finetune/Step Time": 6.577191488817334}
{"Finetune/Learning Rate": 1.6049718046081536e-05, "Finetune/Loss": 0.7952748537063599, "Finetune/Loss (Raw)": 0.7757131457328796, "Finetune/Step": 4902, "Finetune/Step Time": 6.577490305528045}
{"Finetune/Learning Rate": 1.604806426097523e-05, "Finetune/Loss": 0.7941033840179443, "Finetune/Loss (Raw)": 0.7735670208930969, "Finetune/Step": 4903, "Finetune/Step Time": 6.576770873740315}
{"Finetune/Learning Rate": 1.6046410215007096e-05, "Finetune/Loss": 0.795021653175354, "Finetune/Loss (Raw)": 0.8053128719329834, "Finetune/Step": 4904, "Finetune/Step Time": 6.5621592830866575}
{"Finetune/Learning Rate": 1.604475590824849e-05, "Finetune/Loss": 0.7953298091888428, "Finetune/Loss (Raw)": 0.8393692970275879, "Finetune/Step": 4905, "Finetune/Step Time": 6.565579069778323}
{"Finetune/Learning Rate": 1.6043101340770745e-05, "Finetune/Loss": 0.7988724708557129, "Finetune/Loss (Raw)": 0.7773807048797607, "Finetune/Step": 4906, "Finetune/Step Time": 6.5383274126797915}
{"Finetune/Learning Rate": 1.6041446512645235e-05, "Finetune/Loss": 0.7962242364883423, "Finetune/Loss (Raw)": 0.6365527510643005, "Finetune/Step": 4907, "Finetune/Step Time": 6.545192912220955}
{"Finetune/Learning Rate": 1.6039791423943335e-05, "Finetune/Loss": 0.7967262864112854, "Finetune/Loss (Raw)": 0.7984843254089355, "Finetune/Step": 4908, "Finetune/Step Time": 6.5568334106355906}
{"Finetune/Learning Rate": 1.603813607473643e-05, "Finetune/Loss": 0.7975283861160278, "Finetune/Loss (Raw)": 0.800454318523407, "Finetune/Step": 4909, "Finetune/Step Time": 6.542748598381877}
{"Finetune/Learning Rate": 1.603648046509592e-05, "Finetune/Loss": 0.7990089654922485, "Finetune/Loss (Raw)": 0.8613666892051697, "Finetune/Step": 4910, "Finetune/Step Time": 6.532732782885432}
{"Finetune/Learning Rate": 1.6034824595093212e-05, "Finetune/Loss": 0.8021087050437927, "Finetune/Loss (Raw)": 0.8046606183052063, "Finetune/Step": 4911, "Finetune/Step Time": 6.513332219794393}
{"Finetune/Learning Rate": 1.6033168464799724e-05, "Finetune/Loss": 0.8021644353866577, "Finetune/Loss (Raw)": 0.8224263787269592, "Finetune/Step": 4912, "Finetune/Step Time": 6.519886557012796}
{"Finetune/Learning Rate": 1.603151207428689e-05, "Finetune/Loss": 0.8008593320846558, "Finetune/Loss (Raw)": 0.8343021869659424, "Finetune/Step": 4913, "Finetune/Step Time": 6.529110366478562}
{"Finetune/Learning Rate": 1.602985542362615e-05, "Finetune/Loss": 0.7977960109710693, "Finetune/Loss (Raw)": 0.4715152680873871, "Finetune/Step": 4914, "Finetune/Step Time": 6.546113435178995}
{"Finetune/Learning Rate": 1.602819851288896e-05, "Finetune/Loss": 0.7969691157341003, "Finetune/Loss (Raw)": 0.6793652772903442, "Finetune/Step": 4915, "Finetune/Step Time": 6.549470806494355}
{"Finetune/Learning Rate": 1.6026541342146787e-05, "Finetune/Loss": 0.7980513572692871, "Finetune/Loss (Raw)": 0.7930412888526917, "Finetune/Step": 4916, "Finetune/Step Time": 6.524763457477093}
{"Finetune/Learning Rate": 1.60248839114711e-05, "Finetune/Loss": 0.7968459725379944, "Finetune/Loss (Raw)": 0.467837929725647, "Finetune/Step": 4917, "Finetune/Step Time": 6.541005549952388}
{"Finetune/Learning Rate": 1.6023226220933396e-05, "Finetune/Loss": 0.7969133257865906, "Finetune/Loss (Raw)": 0.8528012633323669, "Finetune/Step": 4918, "Finetune/Step Time": 6.535677935928106}
{"Finetune/Learning Rate": 1.6021568270605168e-05, "Finetune/Loss": 0.8002880811691284, "Finetune/Loss (Raw)": 0.7986713647842407, "Finetune/Step": 4919, "Finetune/Step Time": 6.518008131533861}
{"Finetune/Learning Rate": 1.6019910060557922e-05, "Finetune/Loss": 0.7996810674667358, "Finetune/Loss (Raw)": 0.9184730648994446, "Finetune/Step": 4920, "Finetune/Step Time": 6.513581106439233}
{"Finetune/Learning Rate": 1.601825159086319e-05, "Finetune/Loss": 0.7989742755889893, "Finetune/Loss (Raw)": 0.7918607592582703, "Finetune/Step": 4921, "Finetune/Step Time": 6.525751780718565}
{"Finetune/Learning Rate": 1.6016592861592495e-05, "Finetune/Loss": 0.7989628911018372, "Finetune/Loss (Raw)": 0.7251020669937134, "Finetune/Step": 4922, "Finetune/Step Time": 6.527044923976064}
{"Finetune/Learning Rate": 1.601493387281738e-05, "Finetune/Loss": 0.7994739413261414, "Finetune/Loss (Raw)": 0.774964451789856, "Finetune/Step": 4923, "Finetune/Step Time": 6.502576023340225}
{"Finetune/Learning Rate": 1.6013274624609407e-05, "Finetune/Loss": 0.7982087731361389, "Finetune/Loss (Raw)": 0.737101137638092, "Finetune/Step": 4924, "Finetune/Step Time": 6.513373102992773}
{"Finetune/Learning Rate": 1.6011615117040135e-05, "Finetune/Loss": 0.7973730564117432, "Finetune/Loss (Raw)": 0.7501619458198547, "Finetune/Step": 4925, "Finetune/Step Time": 6.5127437599003315}
{"Finetune/Learning Rate": 1.6009955350181145e-05, "Finetune/Loss": 0.7985587120056152, "Finetune/Loss (Raw)": 0.7679293751716614, "Finetune/Step": 4926, "Finetune/Step Time": 6.4975267034024}
{"Finetune/Learning Rate": 1.600829532410402e-05, "Finetune/Loss": 0.7979201078414917, "Finetune/Loss (Raw)": 0.8068093657493591, "Finetune/Step": 4927, "Finetune/Step Time": 6.49580486677587}
{"Finetune/Learning Rate": 1.6006635038880367e-05, "Finetune/Loss": 0.7943916916847229, "Finetune/Loss (Raw)": 0.5715508460998535, "Finetune/Step": 4928, "Finetune/Step Time": 6.5177352745085955}
{"Finetune/Learning Rate": 1.600497449458179e-05, "Finetune/Loss": 0.7931356430053711, "Finetune/Loss (Raw)": 0.7464817762374878, "Finetune/Step": 4929, "Finetune/Step Time": 6.521817186847329}
{"Finetune/Learning Rate": 1.6003313691279914e-05, "Finetune/Loss": 0.7930448651313782, "Finetune/Loss (Raw)": 0.8386127352714539, "Finetune/Step": 4930, "Finetune/Step Time": 6.531286587938666}
{"Finetune/Learning Rate": 1.6001652629046374e-05, "Finetune/Loss": 0.7926522493362427, "Finetune/Loss (Raw)": 0.8614774942398071, "Finetune/Step": 4931, "Finetune/Step Time": 6.529445478692651}
{"Finetune/Learning Rate": 1.599999130795281e-05, "Finetune/Loss": 0.7928187847137451, "Finetune/Loss (Raw)": 0.8735460638999939, "Finetune/Step": 4932, "Finetune/Step Time": 6.5269665569067}
{"Finetune/Learning Rate": 1.5998329728070875e-05, "Finetune/Loss": 0.791476845741272, "Finetune/Loss (Raw)": 0.7288592457771301, "Finetune/Step": 4933, "Finetune/Step Time": 6.527229418978095}
{"Finetune/Learning Rate": 1.599666788947224e-05, "Finetune/Loss": 0.791830837726593, "Finetune/Loss (Raw)": 0.8790348768234253, "Finetune/Step": 4934, "Finetune/Step Time": 6.522335408255458}
{"Finetune/Learning Rate": 1.5995005792228583e-05, "Finetune/Loss": 0.7923936247825623, "Finetune/Loss (Raw)": 0.8907093405723572, "Finetune/Step": 4935, "Finetune/Step Time": 6.521699184551835}
{"Finetune/Learning Rate": 1.599334343641159e-05, "Finetune/Loss": 0.7906551361083984, "Finetune/Loss (Raw)": 0.7243271470069885, "Finetune/Step": 4936, "Finetune/Step Time": 6.531574700027704}
{"Finetune/Learning Rate": 1.5991680822092963e-05, "Finetune/Loss": 0.7933788895606995, "Finetune/Loss (Raw)": 0.946755051612854, "Finetune/Step": 4937, "Finetune/Step Time": 6.525620514526963}
{"Finetune/Learning Rate": 1.599001794934441e-05, "Finetune/Loss": 0.7937480211257935, "Finetune/Loss (Raw)": 0.8301152586936951, "Finetune/Step": 4938, "Finetune/Step Time": 6.536465551704168}
{"Finetune/Learning Rate": 1.5988354818237654e-05, "Finetune/Loss": 0.7904024720191956, "Finetune/Loss (Raw)": 0.416490375995636, "Finetune/Step": 4939, "Finetune/Step Time": 6.535435823723674}
{"Finetune/Learning Rate": 1.5986691428844432e-05, "Finetune/Loss": 0.7890914082527161, "Finetune/Loss (Raw)": 0.6635907292366028, "Finetune/Step": 4940, "Finetune/Step Time": 6.535532254725695}
{"Finetune/Learning Rate": 1.5985027781236482e-05, "Finetune/Loss": 0.7902102470397949, "Finetune/Loss (Raw)": 0.6908981204032898, "Finetune/Step": 4941, "Finetune/Step Time": 6.5168481413275}
{"Finetune/Learning Rate": 1.5983363875485566e-05, "Finetune/Loss": 0.7890819311141968, "Finetune/Loss (Raw)": 0.7204431891441345, "Finetune/Step": 4942, "Finetune/Step Time": 6.522395031526685}
{"Finetune/Learning Rate": 1.598169971166345e-05, "Finetune/Loss": 0.7875106334686279, "Finetune/Loss (Raw)": 0.7235952019691467, "Finetune/Step": 4943, "Finetune/Step Time": 6.53339503146708}
{"Finetune/Learning Rate": 1.5980035289841903e-05, "Finetune/Loss": 0.7885133624076843, "Finetune/Loss (Raw)": 0.8335468769073486, "Finetune/Step": 4944, "Finetune/Step Time": 6.520431030541658}
{"Finetune/Learning Rate": 1.5978370610092723e-05, "Finetune/Loss": 0.7888476848602295, "Finetune/Loss (Raw)": 0.9009833335876465, "Finetune/Step": 4945, "Finetune/Step Time": 6.519837012514472}
{"Finetune/Learning Rate": 1.5976705672487706e-05, "Finetune/Loss": 0.7876991629600525, "Finetune/Loss (Raw)": 0.7230293154716492, "Finetune/Step": 4946, "Finetune/Step Time": 6.520410370081663}
{"Finetune/Learning Rate": 1.5975040477098668e-05, "Finetune/Loss": 0.7867313623428345, "Finetune/Loss (Raw)": 0.7995332479476929, "Finetune/Step": 4947, "Finetune/Step Time": 6.522260561585426}
{"Finetune/Learning Rate": 1.5973375023997423e-05, "Finetune/Loss": 0.7857969999313354, "Finetune/Loss (Raw)": 0.7962365746498108, "Finetune/Step": 4948, "Finetune/Step Time": 6.520274542272091}
{"Finetune/Learning Rate": 1.5971709313255816e-05, "Finetune/Loss": 0.7842692136764526, "Finetune/Loss (Raw)": 0.7363166809082031, "Finetune/Step": 4949, "Finetune/Step Time": 6.517768751829863}
{"Finetune/Learning Rate": 1.5970043344945683e-05, "Finetune/Loss": 0.7827600240707397, "Finetune/Loss (Raw)": 0.6854244470596313, "Finetune/Step": 4950, "Finetune/Step Time": 6.525154730305076}
{"Finetune/Learning Rate": 1.596837711913888e-05, "Finetune/Loss": 0.7826801538467407, "Finetune/Loss (Raw)": 0.8872150778770447, "Finetune/Step": 4951, "Finetune/Step Time": 6.523560177534819}
{"Finetune/Learning Rate": 1.5966710635907273e-05, "Finetune/Loss": 0.7861834764480591, "Finetune/Loss (Raw)": 0.8197684288024902, "Finetune/Step": 4952, "Finetune/Step Time": 6.513904618099332}
{"Finetune/Learning Rate": 1.596504389532275e-05, "Finetune/Loss": 0.7857511043548584, "Finetune/Loss (Raw)": 0.7273005843162537, "Finetune/Step": 4953, "Finetune/Step Time": 6.514750899747014}
{"Finetune/Learning Rate": 1.5963376897457186e-05, "Finetune/Loss": 0.7860836982727051, "Finetune/Loss (Raw)": 0.849298357963562, "Finetune/Step": 4954, "Finetune/Step Time": 6.556958613917232}
{"Finetune/Learning Rate": 1.5961709642382487e-05, "Finetune/Loss": 0.7854001522064209, "Finetune/Loss (Raw)": 0.8255221843719482, "Finetune/Step": 4955, "Finetune/Step Time": 6.560218267142773}
{"Finetune/Learning Rate": 1.5960042130170568e-05, "Finetune/Loss": 0.7850538492202759, "Finetune/Loss (Raw)": 0.8632124662399292, "Finetune/Step": 4956, "Finetune/Step Time": 6.548492714762688}
{"Finetune/Learning Rate": 1.5958374360893344e-05, "Finetune/Loss": 0.7857277989387512, "Finetune/Loss (Raw)": 0.8979196548461914, "Finetune/Step": 4957, "Finetune/Step Time": 6.528577223420143}
{"Finetune/Learning Rate": 1.5956706334622753e-05, "Finetune/Loss": 0.785250723361969, "Finetune/Loss (Raw)": 0.7163549065589905, "Finetune/Step": 4958, "Finetune/Step Time": 6.545336831361055}
{"Finetune/Learning Rate": 1.5955038051430736e-05, "Finetune/Loss": 0.7861503958702087, "Finetune/Loss (Raw)": 0.515931248664856, "Finetune/Step": 4959, "Finetune/Step Time": 6.545445457100868}
{"Finetune/Learning Rate": 1.5953369511389254e-05, "Finetune/Loss": 0.7868787050247192, "Finetune/Loss (Raw)": 0.7883992791175842, "Finetune/Step": 4960, "Finetune/Step Time": 6.519677935168147}
{"Finetune/Learning Rate": 1.595170071457027e-05, "Finetune/Loss": 0.7865175008773804, "Finetune/Loss (Raw)": 0.7575945258140564, "Finetune/Step": 4961, "Finetune/Step Time": 6.517751032486558}
{"Finetune/Learning Rate": 1.5950031661045762e-05, "Finetune/Loss": 0.785542368888855, "Finetune/Loss (Raw)": 0.8474055528640747, "Finetune/Step": 4962, "Finetune/Step Time": 6.516096750274301}
{"Finetune/Learning Rate": 1.594836235088772e-05, "Finetune/Loss": 0.7846694588661194, "Finetune/Loss (Raw)": 0.7719702124595642, "Finetune/Step": 4963, "Finetune/Step Time": 6.520427601411939}
{"Finetune/Learning Rate": 1.594669278416814e-05, "Finetune/Loss": 0.7843440771102905, "Finetune/Loss (Raw)": 0.8933347463607788, "Finetune/Step": 4964, "Finetune/Step Time": 6.524309400469065}
{"Finetune/Learning Rate": 1.5945022960959032e-05, "Finetune/Loss": 0.7854294776916504, "Finetune/Loss (Raw)": 0.9531692266464233, "Finetune/Step": 4965, "Finetune/Step Time": 6.525134317576885}
{"Finetune/Learning Rate": 1.5943352881332428e-05, "Finetune/Loss": 0.7841709852218628, "Finetune/Loss (Raw)": 0.7472677826881409, "Finetune/Step": 4966, "Finetune/Step Time": 6.528106931596994}
{"Finetune/Learning Rate": 1.594168254536035e-05, "Finetune/Loss": 0.7855730056762695, "Finetune/Loss (Raw)": 0.8923295140266418, "Finetune/Step": 4967, "Finetune/Step Time": 6.526297992095351}
{"Finetune/Learning Rate": 1.594001195311485e-05, "Finetune/Loss": 0.785474419593811, "Finetune/Loss (Raw)": 0.8034327626228333, "Finetune/Step": 4968, "Finetune/Step Time": 6.522275244817138}
{"Finetune/Learning Rate": 1.5938341104667978e-05, "Finetune/Loss": 0.7854270339012146, "Finetune/Loss (Raw)": 0.7516495585441589, "Finetune/Step": 4969, "Finetune/Step Time": 6.525748519226909}
{"Finetune/Learning Rate": 1.59366700000918e-05, "Finetune/Loss": 0.7867199778556824, "Finetune/Loss (Raw)": 0.8374355435371399, "Finetune/Step": 4970, "Finetune/Step Time": 6.5083994790911674}
{"Finetune/Learning Rate": 1.5934998639458393e-05, "Finetune/Loss": 0.7866118550300598, "Finetune/Loss (Raw)": 0.9587738513946533, "Finetune/Step": 4971, "Finetune/Step Time": 6.518605392426252}
{"Finetune/Learning Rate": 1.593332702283985e-05, "Finetune/Loss": 0.7872833013534546, "Finetune/Loss (Raw)": 0.8050100803375244, "Finetune/Step": 4972, "Finetune/Step Time": 6.512550324201584}
{"Finetune/Learning Rate": 1.5931655150308265e-05, "Finetune/Loss": 0.7875105142593384, "Finetune/Loss (Raw)": 0.9595785737037659, "Finetune/Step": 4973, "Finetune/Step Time": 6.51305160112679}
{"Finetune/Learning Rate": 1.5929983021935753e-05, "Finetune/Loss": 0.7839194536209106, "Finetune/Loss (Raw)": 0.3711003065109253, "Finetune/Step": 4974, "Finetune/Step Time": 6.515984738245606}
{"Finetune/Learning Rate": 1.5928310637794432e-05, "Finetune/Loss": 0.7867346405982971, "Finetune/Loss (Raw)": 0.7268565893173218, "Finetune/Step": 4975, "Finetune/Step Time": 6.488621545955539}
{"Finetune/Learning Rate": 1.592663799795643e-05, "Finetune/Loss": 0.7886736392974854, "Finetune/Loss (Raw)": 0.9609474539756775, "Finetune/Step": 4976, "Finetune/Step Time": 6.490849696099758}
{"Finetune/Learning Rate": 1.5924965102493902e-05, "Finetune/Loss": 0.7888599634170532, "Finetune/Loss (Raw)": 0.7150277495384216, "Finetune/Step": 4977, "Finetune/Step Time": 6.490545948967338}
{"Finetune/Learning Rate": 1.5923291951478994e-05, "Finetune/Loss": 0.7878783941268921, "Finetune/Loss (Raw)": 0.7910342216491699, "Finetune/Step": 4978, "Finetune/Step Time": 6.481424642726779}
{"Finetune/Learning Rate": 1.592161854498387e-05, "Finetune/Loss": 0.7862974405288696, "Finetune/Loss (Raw)": 0.7097343802452087, "Finetune/Step": 4979, "Finetune/Step Time": 6.48378873616457}
{"Finetune/Learning Rate": 1.5919944883080715e-05, "Finetune/Loss": 0.7860865592956543, "Finetune/Loss (Raw)": 0.6699663996696472, "Finetune/Step": 4980, "Finetune/Step Time": 6.477356817573309}
{"Finetune/Learning Rate": 1.591827096584171e-05, "Finetune/Loss": 0.7851773500442505, "Finetune/Loss (Raw)": 0.7438570857048035, "Finetune/Step": 4981, "Finetune/Step Time": 6.468514839187264}
{"Finetune/Learning Rate": 1.5916596793339053e-05, "Finetune/Loss": 0.7879466414451599, "Finetune/Loss (Raw)": 0.9016016721725464, "Finetune/Step": 4982, "Finetune/Step Time": 6.463886303827167}
{"Finetune/Learning Rate": 1.5914922365644952e-05, "Finetune/Loss": 0.7853977680206299, "Finetune/Loss (Raw)": 0.4844977855682373, "Finetune/Step": 4983, "Finetune/Step Time": 6.481672741472721}
{"Finetune/Learning Rate": 1.5913247682831637e-05, "Finetune/Loss": 0.7839818000793457, "Finetune/Loss (Raw)": 0.6675229072570801, "Finetune/Step": 4984, "Finetune/Step Time": 6.493017042055726}
{"Finetune/Learning Rate": 1.591157274497133e-05, "Finetune/Loss": 0.7840842008590698, "Finetune/Loss (Raw)": 0.9251140356063843, "Finetune/Step": 4985, "Finetune/Step Time": 6.489980265498161}
{"Finetune/Learning Rate": 1.590989755213628e-05, "Finetune/Loss": 0.7814623713493347, "Finetune/Loss (Raw)": 0.6529335975646973, "Finetune/Step": 4986, "Finetune/Step Time": 6.472260989248753}
{"Finetune/Learning Rate": 1.5908222104398733e-05, "Finetune/Loss": 0.7816396355628967, "Finetune/Loss (Raw)": 0.8448854088783264, "Finetune/Step": 4987, "Finetune/Step Time": 6.479241449385881}
{"Finetune/Learning Rate": 1.5906546401830956e-05, "Finetune/Loss": 0.7829560041427612, "Finetune/Loss (Raw)": 0.8919872641563416, "Finetune/Step": 4988, "Finetune/Step Time": 6.487408634275198}
{"Finetune/Learning Rate": 1.5904870444505234e-05, "Finetune/Loss": 0.7836019992828369, "Finetune/Loss (Raw)": 0.8467974066734314, "Finetune/Step": 4989, "Finetune/Step Time": 6.479813301935792}
{"Finetune/Learning Rate": 1.590319423249384e-05, "Finetune/Loss": 0.7824736833572388, "Finetune/Loss (Raw)": 0.8323419094085693, "Finetune/Step": 4990, "Finetune/Step Time": 6.482854433357716}
{"Finetune/Learning Rate": 1.5901517765869078e-05, "Finetune/Loss": 0.7813591361045837, "Finetune/Loss (Raw)": 0.8083615303039551, "Finetune/Step": 4991, "Finetune/Step Time": 6.4773604571819305}
{"Finetune/Learning Rate": 1.5899841044703257e-05, "Finetune/Loss": 0.7828171253204346, "Finetune/Loss (Raw)": 0.9730599522590637, "Finetune/Step": 4992, "Finetune/Step Time": 6.477278569713235}
{"Finetune/Learning Rate": 1.5898164069068694e-05, "Finetune/Loss": 0.7800655364990234, "Finetune/Loss (Raw)": 0.5243648886680603, "Finetune/Step": 4993, "Finetune/Step Time": 6.490655560046434}
{"Finetune/Learning Rate": 1.5896486839037723e-05, "Finetune/Loss": 0.780441403388977, "Finetune/Loss (Raw)": 0.8160399794578552, "Finetune/Step": 4994, "Finetune/Step Time": 6.497535152360797}
{"Finetune/Learning Rate": 1.589480935468268e-05, "Finetune/Loss": 0.7819846272468567, "Finetune/Loss (Raw)": 0.6111972332000732, "Finetune/Step": 4995, "Finetune/Step Time": 6.4813087824732065}
{"Finetune/Learning Rate": 1.589313161607592e-05, "Finetune/Loss": 0.7833619713783264, "Finetune/Loss (Raw)": 0.9132423996925354, "Finetune/Step": 4996, "Finetune/Step Time": 6.482179870828986}
{"Finetune/Learning Rate": 1.589145362328981e-05, "Finetune/Loss": 0.7851354479789734, "Finetune/Loss (Raw)": 0.8870038986206055, "Finetune/Step": 4997, "Finetune/Step Time": 6.478014789521694}
{"Finetune/Learning Rate": 1.588977537639672e-05, "Finetune/Loss": 0.7877629995346069, "Finetune/Loss (Raw)": 1.0764379501342773, "Finetune/Step": 4998, "Finetune/Step Time": 6.475540237501264}
{"Finetune/Learning Rate": 1.5888096875469036e-05, "Finetune/Loss": 0.788476824760437, "Finetune/Loss (Raw)": 0.93746417760849, "Finetune/Step": 4999, "Finetune/Step Time": 6.466713149100542}
{"Finetune/Learning Rate": 1.588641812057915e-05, "Finetune/Loss": 0.785304844379425, "Finetune/Loss (Raw)": 0.41241997480392456, "Finetune/Step": 5000, "Finetune/Step Time": 6.48703651688993}
{"Finetune/Learning Rate": 1.5884739111799476e-05, "Finetune/Loss": 0.7860892415046692, "Finetune/Loss (Raw)": 0.8311144709587097, "Finetune/Step": 5001, "Finetune/Step Time": 6.470428250730038}
{"Finetune/Learning Rate": 1.588305984920243e-05, "Finetune/Loss": 0.7858680486679077, "Finetune/Loss (Raw)": 0.5581562519073486, "Finetune/Step": 5002, "Finetune/Step Time": 6.4717221315950155}
{"Finetune/Learning Rate": 1.588138033286044e-05, "Finetune/Loss": 0.7857182621955872, "Finetune/Loss (Raw)": 0.7543109059333801, "Finetune/Step": 5003, "Finetune/Step Time": 6.470768703147769}
{"Finetune/Learning Rate": 1.5879700562845946e-05, "Finetune/Loss": 0.7834417819976807, "Finetune/Loss (Raw)": 0.6250367164611816, "Finetune/Step": 5004, "Finetune/Step Time": 6.483219461515546}
{"Finetune/Learning Rate": 1.5878020539231404e-05, "Finetune/Loss": 0.7825332880020142, "Finetune/Loss (Raw)": 0.8137698769569397, "Finetune/Step": 5005, "Finetune/Step Time": 6.475275686010718}
{"Finetune/Learning Rate": 1.587634026208926e-05, "Finetune/Loss": 0.7832697033882141, "Finetune/Loss (Raw)": 0.8317738771438599, "Finetune/Step": 5006, "Finetune/Step Time": 6.467197056859732}
{"Finetune/Learning Rate": 1.587465973149201e-05, "Finetune/Loss": 0.7812483906745911, "Finetune/Loss (Raw)": 0.6040474772453308, "Finetune/Step": 5007, "Finetune/Step Time": 6.476507117971778}
{"Finetune/Learning Rate": 1.587297894751212e-05, "Finetune/Loss": 0.7798876762390137, "Finetune/Loss (Raw)": 0.732846736907959, "Finetune/Step": 5008, "Finetune/Step Time": 6.482946442440152}
{"Finetune/Learning Rate": 1.5871297910222093e-05, "Finetune/Loss": 0.779454231262207, "Finetune/Loss (Raw)": 0.9670770168304443, "Finetune/Step": 5009, "Finetune/Step Time": 6.48572070710361}
{"Finetune/Learning Rate": 1.586961661969443e-05, "Finetune/Loss": 0.7803438305854797, "Finetune/Loss (Raw)": 0.8294664025306702, "Finetune/Step": 5010, "Finetune/Step Time": 6.477020459249616}
{"Finetune/Learning Rate": 1.5867935076001654e-05, "Finetune/Loss": 0.7807450890541077, "Finetune/Loss (Raw)": 0.7898650765419006, "Finetune/Step": 5011, "Finetune/Step Time": 6.477265778928995}
{"Finetune/Learning Rate": 1.5866253279216285e-05, "Finetune/Loss": 0.780107855796814, "Finetune/Loss (Raw)": 0.8097289204597473, "Finetune/Step": 5012, "Finetune/Step Time": 6.475805321708322}
{"Finetune/Learning Rate": 1.5864571229410862e-05, "Finetune/Loss": 0.7793694734573364, "Finetune/Loss (Raw)": 0.6849175691604614, "Finetune/Step": 5013, "Finetune/Step Time": 6.474652202799916}
{"Finetune/Learning Rate": 1.5862888926657938e-05, "Finetune/Loss": 0.7783191204071045, "Finetune/Loss (Raw)": 0.7423145771026611, "Finetune/Step": 5014, "Finetune/Step Time": 6.464508853852749}
{"Finetune/Learning Rate": 1.586120637103007e-05, "Finetune/Loss": 0.7773380279541016, "Finetune/Loss (Raw)": 0.7436763048171997, "Finetune/Step": 5015, "Finetune/Step Time": 6.45382547006011}
{"Finetune/Learning Rate": 1.5859523562599835e-05, "Finetune/Loss": 0.7764189839363098, "Finetune/Loss (Raw)": 0.7533175945281982, "Finetune/Step": 5016, "Finetune/Step Time": 6.459076015278697}
{"Finetune/Learning Rate": 1.585784050143981e-05, "Finetune/Loss": 0.7754999399185181, "Finetune/Loss (Raw)": 0.7179896831512451, "Finetune/Step": 5017, "Finetune/Step Time": 6.458921071141958}
{"Finetune/Learning Rate": 1.5856157187622587e-05, "Finetune/Loss": 0.7750959396362305, "Finetune/Loss (Raw)": 0.6905726194381714, "Finetune/Step": 5018, "Finetune/Step Time": 6.447110550478101}
{"Finetune/Learning Rate": 1.5854473621220772e-05, "Finetune/Loss": 0.7749627828598022, "Finetune/Loss (Raw)": 0.7568173408508301, "Finetune/Step": 5019, "Finetune/Step Time": 6.445559371262789}
{"Finetune/Learning Rate": 1.5852789802306977e-05, "Finetune/Loss": 0.7716792821884155, "Finetune/Loss (Raw)": 0.39616265892982483, "Finetune/Step": 5020, "Finetune/Step Time": 6.473101057112217}
{"Finetune/Learning Rate": 1.5851105730953836e-05, "Finetune/Loss": 0.771475076675415, "Finetune/Loss (Raw)": 0.8988417983055115, "Finetune/Step": 5021, "Finetune/Step Time": 6.472654590383172}
{"Finetune/Learning Rate": 1.5849421407233975e-05, "Finetune/Loss": 0.7720011472702026, "Finetune/Loss (Raw)": 0.8407593965530396, "Finetune/Step": 5022, "Finetune/Step Time": 6.45501016266644}
{"Finetune/Learning Rate": 1.5847736831220048e-05, "Finetune/Loss": 0.7727771997451782, "Finetune/Loss (Raw)": 0.7862380146980286, "Finetune/Step": 5023, "Finetune/Step Time": 6.470384992659092}
{"Finetune/Learning Rate": 1.5846052002984706e-05, "Finetune/Loss": 0.771888256072998, "Finetune/Loss (Raw)": 0.7755958437919617, "Finetune/Step": 5024, "Finetune/Step Time": 6.473867177963257}
{"Finetune/Learning Rate": 1.5844366922600626e-05, "Finetune/Loss": 0.7728383541107178, "Finetune/Loss (Raw)": 0.7731958627700806, "Finetune/Step": 5025, "Finetune/Step Time": 6.478293538093567}
{"Finetune/Learning Rate": 1.5842681590140487e-05, "Finetune/Loss": 0.7740585803985596, "Finetune/Loss (Raw)": 0.8573954105377197, "Finetune/Step": 5026, "Finetune/Step Time": 6.47029086202383}
{"Finetune/Learning Rate": 1.5840996005676973e-05, "Finetune/Loss": 0.7738266587257385, "Finetune/Loss (Raw)": 0.8678916096687317, "Finetune/Step": 5027, "Finetune/Step Time": 6.472721261903644}
{"Finetune/Learning Rate": 1.583931016928279e-05, "Finetune/Loss": 0.7747299671173096, "Finetune/Loss (Raw)": 0.9337823390960693, "Finetune/Step": 5028, "Finetune/Step Time": 6.47517554089427}
{"Finetune/Learning Rate": 1.5837624081030653e-05, "Finetune/Loss": 0.775322675704956, "Finetune/Loss (Raw)": 0.8621876835823059, "Finetune/Step": 5029, "Finetune/Step Time": 6.467464631423354}
{"Finetune/Learning Rate": 1.5835937740993285e-05, "Finetune/Loss": 0.775307297706604, "Finetune/Loss (Raw)": 0.7737395763397217, "Finetune/Step": 5030, "Finetune/Step Time": 6.470230320468545}
{"Finetune/Learning Rate": 1.583425114924342e-05, "Finetune/Loss": 0.7754656076431274, "Finetune/Loss (Raw)": 0.7938312292098999, "Finetune/Step": 5031, "Finetune/Step Time": 6.472335945814848}
{"Finetune/Learning Rate": 1.58325643058538e-05, "Finetune/Loss": 0.7758905291557312, "Finetune/Loss (Raw)": 0.8597030639648438, "Finetune/Step": 5032, "Finetune/Step Time": 6.4704713094979525}
{"Finetune/Learning Rate": 1.583087721089718e-05, "Finetune/Loss": 0.7757540941238403, "Finetune/Loss (Raw)": 0.8219102025032043, "Finetune/Step": 5033, "Finetune/Step Time": 6.46992701664567}
{"Finetune/Learning Rate": 1.5829189864446333e-05, "Finetune/Loss": 0.7760674953460693, "Finetune/Loss (Raw)": 0.817488431930542, "Finetune/Step": 5034, "Finetune/Step Time": 6.467518657445908}
{"Finetune/Learning Rate": 1.582750226657403e-05, "Finetune/Loss": 0.7770180106163025, "Finetune/Loss (Raw)": 0.7582237124443054, "Finetune/Step": 5035, "Finetune/Step Time": 6.464949075132608}
{"Finetune/Learning Rate": 1.5825814417353064e-05, "Finetune/Loss": 0.7770566940307617, "Finetune/Loss (Raw)": 0.8034364581108093, "Finetune/Step": 5036, "Finetune/Step Time": 6.445541091263294}
{"Finetune/Learning Rate": 1.5824126316856236e-05, "Finetune/Loss": 0.778376579284668, "Finetune/Loss (Raw)": 0.9694012403488159, "Finetune/Step": 5037, "Finetune/Step Time": 6.440513418987393}
{"Finetune/Learning Rate": 1.5822437965156355e-05, "Finetune/Loss": 0.7790794372558594, "Finetune/Loss (Raw)": 0.9513329863548279, "Finetune/Step": 5038, "Finetune/Step Time": 6.448064377531409}
{"Finetune/Learning Rate": 1.5820749362326234e-05, "Finetune/Loss": 0.7804524898529053, "Finetune/Loss (Raw)": 0.9804079532623291, "Finetune/Step": 5039, "Finetune/Step Time": 6.4527995232492685}
{"Finetune/Learning Rate": 1.581906050843872e-05, "Finetune/Loss": 0.778546929359436, "Finetune/Loss (Raw)": 0.5785089135169983, "Finetune/Step": 5040, "Finetune/Step Time": 6.45706420019269}
{"Finetune/Learning Rate": 1.581737140356664e-05, "Finetune/Loss": 0.7795366644859314, "Finetune/Loss (Raw)": 0.9609974026679993, "Finetune/Step": 5041, "Finetune/Step Time": 6.434962937608361}
{"Finetune/Learning Rate": 1.581568204778286e-05, "Finetune/Loss": 0.7830959558486938, "Finetune/Loss (Raw)": 0.9270986318588257, "Finetune/Step": 5042, "Finetune/Step Time": 6.428101560100913}
{"Finetune/Learning Rate": 1.5813992441160237e-05, "Finetune/Loss": 0.7844647169113159, "Finetune/Loss (Raw)": 0.8545697927474976, "Finetune/Step": 5043, "Finetune/Step Time": 6.429576883092523}
{"Finetune/Learning Rate": 1.5812302583771648e-05, "Finetune/Loss": 0.7848736047744751, "Finetune/Loss (Raw)": 0.8453742265701294, "Finetune/Step": 5044, "Finetune/Step Time": 6.432215848937631}
{"Finetune/Learning Rate": 1.581061247568998e-05, "Finetune/Loss": 0.7840296030044556, "Finetune/Loss (Raw)": 0.35981494188308716, "Finetune/Step": 5045, "Finetune/Step Time": 6.441163996234536}
{"Finetune/Learning Rate": 1.580892211698813e-05, "Finetune/Loss": 0.7804369926452637, "Finetune/Loss (Raw)": 0.39294564723968506, "Finetune/Step": 5046, "Finetune/Step Time": 6.4598553739488125}
{"Finetune/Learning Rate": 1.5807231507739004e-05, "Finetune/Loss": 0.78075110912323, "Finetune/Loss (Raw)": 0.8388685584068298, "Finetune/Step": 5047, "Finetune/Step Time": 6.4692930318415165}
{"Finetune/Learning Rate": 1.5805540648015525e-05, "Finetune/Loss": 0.7809411883354187, "Finetune/Loss (Raw)": 0.9428099393844604, "Finetune/Step": 5048, "Finetune/Step Time": 6.469846734777093}
{"Finetune/Learning Rate": 1.580384953789061e-05, "Finetune/Loss": 0.7804151177406311, "Finetune/Loss (Raw)": 0.7245252728462219, "Finetune/Step": 5049, "Finetune/Step Time": 6.462387420237064}
{"Finetune/Learning Rate": 1.580215817743722e-05, "Finetune/Loss": 0.7805891633033752, "Finetune/Loss (Raw)": 0.7473816275596619, "Finetune/Step": 5050, "Finetune/Step Time": 6.472760854288936}
{"Finetune/Learning Rate": 1.5800466566728284e-05, "Finetune/Loss": 0.7795125246047974, "Finetune/Loss (Raw)": 0.6371496319770813, "Finetune/Step": 5051, "Finetune/Step Time": 6.486768700182438}
{"Finetune/Learning Rate": 1.5798774705836774e-05, "Finetune/Loss": 0.7771365642547607, "Finetune/Loss (Raw)": 0.4329812824726105, "Finetune/Step": 5052, "Finetune/Step Time": 6.491308907046914}
{"Finetune/Learning Rate": 1.5797082594835666e-05, "Finetune/Loss": 0.775912880897522, "Finetune/Loss (Raw)": 0.5935257077217102, "Finetune/Step": 5053, "Finetune/Step Time": 6.500137018039823}
{"Finetune/Learning Rate": 1.5795390233797933e-05, "Finetune/Loss": 0.7770194411277771, "Finetune/Loss (Raw)": 0.9095719456672668, "Finetune/Step": 5054, "Finetune/Step Time": 6.506012422963977}
{"Finetune/Learning Rate": 1.579369762279658e-05, "Finetune/Loss": 0.7768011689186096, "Finetune/Loss (Raw)": 0.7788721323013306, "Finetune/Step": 5055, "Finetune/Step Time": 6.506093364208937}
{"Finetune/Learning Rate": 1.5792004761904603e-05, "Finetune/Loss": 0.7790326476097107, "Finetune/Loss (Raw)": 0.8571762442588806, "Finetune/Step": 5056, "Finetune/Step Time": 6.4814233761280775}
{"Finetune/Learning Rate": 1.5790311651195024e-05, "Finetune/Loss": 0.7792218923568726, "Finetune/Loss (Raw)": 0.7707071304321289, "Finetune/Step": 5057, "Finetune/Step Time": 6.484609050676227}
{"Finetune/Learning Rate": 1.5788618290740863e-05, "Finetune/Loss": 0.7790107131004333, "Finetune/Loss (Raw)": 0.8115854263305664, "Finetune/Step": 5058, "Finetune/Step Time": 6.47838425450027}
{"Finetune/Learning Rate": 1.5786924680615166e-05, "Finetune/Loss": 0.779570996761322, "Finetune/Loss (Raw)": 0.9331944584846497, "Finetune/Step": 5059, "Finetune/Step Time": 6.476128755137324}
{"Finetune/Learning Rate": 1.578523082089097e-05, "Finetune/Loss": 0.780280590057373, "Finetune/Loss (Raw)": 0.9643722772598267, "Finetune/Step": 5060, "Finetune/Step Time": 6.4762102086097}
{"Finetune/Learning Rate": 1.578353671164134e-05, "Finetune/Loss": 0.78145432472229, "Finetune/Loss (Raw)": 0.8791002035140991, "Finetune/Step": 5061, "Finetune/Step Time": 6.4599506836384535}
{"Finetune/Learning Rate": 1.5781842352939344e-05, "Finetune/Loss": 0.7792387008666992, "Finetune/Loss (Raw)": 0.5954258441925049, "Finetune/Step": 5062, "Finetune/Step Time": 6.4646249655634165}
{"Finetune/Learning Rate": 1.5780147744858067e-05, "Finetune/Loss": 0.7793538570404053, "Finetune/Loss (Raw)": 0.9054595828056335, "Finetune/Step": 5063, "Finetune/Step Time": 6.4617478139698505}
{"Finetune/Learning Rate": 1.577845288747059e-05, "Finetune/Loss": 0.7788234949111938, "Finetune/Loss (Raw)": 0.6564337015151978, "Finetune/Step": 5064, "Finetune/Step Time": 6.45727520249784}
{"Finetune/Learning Rate": 1.5776757780850025e-05, "Finetune/Loss": 0.7783992886543274, "Finetune/Loss (Raw)": 0.8924584984779358, "Finetune/Step": 5065, "Finetune/Step Time": 6.463206322863698}
{"Finetune/Learning Rate": 1.5775062425069475e-05, "Finetune/Loss": 0.7790112495422363, "Finetune/Loss (Raw)": 0.9084458351135254, "Finetune/Step": 5066, "Finetune/Step Time": 6.455207336694002}
{"Finetune/Learning Rate": 1.577336682020207e-05, "Finetune/Loss": 0.7817549109458923, "Finetune/Loss (Raw)": 0.7676810622215271, "Finetune/Step": 5067, "Finetune/Step Time": 6.439366852864623}
{"Finetune/Learning Rate": 1.577167096632094e-05, "Finetune/Loss": 0.783275842666626, "Finetune/Loss (Raw)": 0.8582761883735657, "Finetune/Step": 5068, "Finetune/Step Time": 6.432536885142326}
{"Finetune/Learning Rate": 1.576997486349924e-05, "Finetune/Loss": 0.7836582064628601, "Finetune/Loss (Raw)": 0.7398335337638855, "Finetune/Step": 5069, "Finetune/Step Time": 6.444323372095823}
{"Finetune/Learning Rate": 1.5768278511810106e-05, "Finetune/Loss": 0.7839264273643494, "Finetune/Loss (Raw)": 0.7547735571861267, "Finetune/Step": 5070, "Finetune/Step Time": 6.442070880904794}
{"Finetune/Learning Rate": 1.576658191132672e-05, "Finetune/Loss": 0.7843170166015625, "Finetune/Loss (Raw)": 0.7735917568206787, "Finetune/Step": 5071, "Finetune/Step Time": 6.448878386989236}
{"Finetune/Learning Rate": 1.576488506212225e-05, "Finetune/Loss": 0.7855201363563538, "Finetune/Loss (Raw)": 0.9875476360321045, "Finetune/Step": 5072, "Finetune/Step Time": 6.4516659043729305}
{"Finetune/Learning Rate": 1.576318796426989e-05, "Finetune/Loss": 0.7853494882583618, "Finetune/Loss (Raw)": 0.879138708114624, "Finetune/Step": 5073, "Finetune/Step Time": 6.4556312039494514}
{"Finetune/Learning Rate": 1.5761490617842838e-05, "Finetune/Loss": 0.7868483066558838, "Finetune/Loss (Raw)": 0.9148748517036438, "Finetune/Step": 5074, "Finetune/Step Time": 6.451921304687858}
{"Finetune/Learning Rate": 1.5759793022914296e-05, "Finetune/Loss": 0.7840696573257446, "Finetune/Loss (Raw)": 0.4438762366771698, "Finetune/Step": 5075, "Finetune/Step Time": 6.468751514330506}
{"Finetune/Learning Rate": 1.575809517955749e-05, "Finetune/Loss": 0.7842286825180054, "Finetune/Loss (Raw)": 0.8165882229804993, "Finetune/Step": 5076, "Finetune/Step Time": 6.477574685588479}
{"Finetune/Learning Rate": 1.575639708784565e-05, "Finetune/Loss": 0.784866988658905, "Finetune/Loss (Raw)": 0.8180161714553833, "Finetune/Step": 5077, "Finetune/Step Time": 6.4989389050751925}
{"Finetune/Learning Rate": 1.5754698747852014e-05, "Finetune/Loss": 0.7853153944015503, "Finetune/Loss (Raw)": 0.742817759513855, "Finetune/Step": 5078, "Finetune/Step Time": 6.473415261134505}
{"Finetune/Learning Rate": 1.5753000159649837e-05, "Finetune/Loss": 0.7855021953582764, "Finetune/Loss (Raw)": 0.9111274480819702, "Finetune/Step": 5079, "Finetune/Step Time": 6.473293839022517}
{"Finetune/Learning Rate": 1.5751301323312383e-05, "Finetune/Loss": 0.7858792543411255, "Finetune/Loss (Raw)": 0.86802738904953, "Finetune/Step": 5080, "Finetune/Step Time": 6.465824345126748}
{"Finetune/Learning Rate": 1.574960223891292e-05, "Finetune/Loss": 0.7851881384849548, "Finetune/Loss (Raw)": 0.6388447284698486, "Finetune/Step": 5081, "Finetune/Step Time": 6.462291598320007}
{"Finetune/Learning Rate": 1.5747902906524734e-05, "Finetune/Loss": 0.7816132307052612, "Finetune/Loss (Raw)": 0.391709566116333, "Finetune/Step": 5082, "Finetune/Step Time": 6.434855269268155}
{"Finetune/Learning Rate": 1.5746203326221123e-05, "Finetune/Loss": 0.7810699343681335, "Finetune/Loss (Raw)": 0.7559821009635925, "Finetune/Step": 5083, "Finetune/Step Time": 6.439043391495943}
{"Finetune/Learning Rate": 1.5744503498075386e-05, "Finetune/Loss": 0.7800836563110352, "Finetune/Loss (Raw)": 0.7369676232337952, "Finetune/Step": 5084, "Finetune/Step Time": 6.449191518127918}
{"Finetune/Learning Rate": 1.5742803422160844e-05, "Finetune/Loss": 0.7791608572006226, "Finetune/Loss (Raw)": 0.7797976136207581, "Finetune/Step": 5085, "Finetune/Step Time": 6.452311376109719}
{"Finetune/Learning Rate": 1.5741103098550822e-05, "Finetune/Loss": 0.7811030149459839, "Finetune/Loss (Raw)": 0.9649519920349121, "Finetune/Step": 5086, "Finetune/Step Time": 6.4495360516011715}
{"Finetune/Learning Rate": 1.573940252731866e-05, "Finetune/Loss": 0.7831203937530518, "Finetune/Loss (Raw)": 0.7741573452949524, "Finetune/Step": 5087, "Finetune/Step Time": 6.451746908947825}
{"Finetune/Learning Rate": 1.5737701708537703e-05, "Finetune/Loss": 0.784561812877655, "Finetune/Loss (Raw)": 0.9729031324386597, "Finetune/Step": 5088, "Finetune/Step Time": 6.451518891379237}
{"Finetune/Learning Rate": 1.5736000642281313e-05, "Finetune/Loss": 0.7855589389801025, "Finetune/Loss (Raw)": 0.8852198123931885, "Finetune/Step": 5089, "Finetune/Step Time": 6.45045773871243}
{"Finetune/Learning Rate": 1.5734299328622854e-05, "Finetune/Loss": 0.7846887111663818, "Finetune/Loss (Raw)": 0.7360149621963501, "Finetune/Step": 5090, "Finetune/Step Time": 6.452407039701939}
{"Finetune/Learning Rate": 1.5732597767635712e-05, "Finetune/Loss": 0.785254955291748, "Finetune/Loss (Raw)": 0.8444573283195496, "Finetune/Step": 5091, "Finetune/Step Time": 6.459913523867726}
{"Finetune/Learning Rate": 1.5730895959393272e-05, "Finetune/Loss": 0.7812011241912842, "Finetune/Loss (Raw)": 0.3744452893733978, "Finetune/Step": 5092, "Finetune/Step Time": 6.4755397494882345}
{"Finetune/Learning Rate": 1.5729193903968946e-05, "Finetune/Loss": 0.780498743057251, "Finetune/Loss (Raw)": 0.863265335559845, "Finetune/Step": 5093, "Finetune/Step Time": 6.477447787299752}
{"Finetune/Learning Rate": 1.572749160143613e-05, "Finetune/Loss": 0.7795023918151855, "Finetune/Loss (Raw)": 0.6197291016578674, "Finetune/Step": 5094, "Finetune/Step Time": 6.486614014953375}
{"Finetune/Learning Rate": 1.5725789051868263e-05, "Finetune/Loss": 0.7771643996238708, "Finetune/Loss (Raw)": 0.5930633544921875, "Finetune/Step": 5095, "Finetune/Step Time": 6.493425164371729}
{"Finetune/Learning Rate": 1.5724086255338765e-05, "Finetune/Loss": 0.776481032371521, "Finetune/Loss (Raw)": 0.7159596681594849, "Finetune/Step": 5096, "Finetune/Step Time": 6.529086217284203}
{"Finetune/Learning Rate": 1.572238321192109e-05, "Finetune/Loss": 0.774337112903595, "Finetune/Loss (Raw)": 0.4772350788116455, "Finetune/Step": 5097, "Finetune/Step Time": 6.520086567848921}
{"Finetune/Learning Rate": 1.572067992168869e-05, "Finetune/Loss": 0.7730578780174255, "Finetune/Loss (Raw)": 0.673693835735321, "Finetune/Step": 5098, "Finetune/Step Time": 6.521541941910982}
{"Finetune/Learning Rate": 1.5718976384715027e-05, "Finetune/Loss": 0.7712506651878357, "Finetune/Loss (Raw)": 0.7274503111839294, "Finetune/Step": 5099, "Finetune/Step Time": 6.509892536327243}
{"Finetune/Learning Rate": 1.571727260107358e-05, "Finetune/Loss": 0.7704399824142456, "Finetune/Loss (Raw)": 0.7012374401092529, "Finetune/Step": 5100, "Finetune/Step Time": 6.496314972639084}
{"Finetune/Learning Rate": 1.571556857083784e-05, "Finetune/Loss": 0.7688033580780029, "Finetune/Loss (Raw)": 0.7500953674316406, "Finetune/Step": 5101, "Finetune/Step Time": 6.49766606092453}
{"Finetune/Learning Rate": 1.571386429408129e-05, "Finetune/Loss": 0.7719060182571411, "Finetune/Loss (Raw)": 0.7682417631149292, "Finetune/Step": 5102, "Finetune/Step Time": 6.471143212169409}
{"Finetune/Learning Rate": 1.5712159770877455e-05, "Finetune/Loss": 0.7732573747634888, "Finetune/Loss (Raw)": 0.8998316526412964, "Finetune/Step": 5103, "Finetune/Step Time": 6.465874632820487}
{"Finetune/Learning Rate": 1.5710455001299845e-05, "Finetune/Loss": 0.7699087858200073, "Finetune/Loss (Raw)": 0.5323243737220764, "Finetune/Step": 5104, "Finetune/Step Time": 6.468042753636837}
{"Finetune/Learning Rate": 1.5708749985421985e-05, "Finetune/Loss": 0.7710778713226318, "Finetune/Loss (Raw)": 0.8646721243858337, "Finetune/Step": 5105, "Finetune/Step Time": 6.446927111595869}
{"Finetune/Learning Rate": 1.5707044723317423e-05, "Finetune/Loss": 0.7724231481552124, "Finetune/Loss (Raw)": 0.9632299542427063, "Finetune/Step": 5106, "Finetune/Step Time": 6.452319061383605}
{"Finetune/Learning Rate": 1.5705339215059707e-05, "Finetune/Loss": 0.7735716104507446, "Finetune/Loss (Raw)": 0.8567366600036621, "Finetune/Step": 5107, "Finetune/Step Time": 6.441212974488735}
{"Finetune/Learning Rate": 1.57036334607224e-05, "Finetune/Loss": 0.7745416164398193, "Finetune/Loss (Raw)": 0.7941253185272217, "Finetune/Step": 5108, "Finetune/Step Time": 6.425892122089863}
{"Finetune/Learning Rate": 1.5701927460379066e-05, "Finetune/Loss": 0.7759099006652832, "Finetune/Loss (Raw)": 0.9190041422843933, "Finetune/Step": 5109, "Finetune/Step Time": 6.428507167845964}
{"Finetune/Learning Rate": 1.570022121410329e-05, "Finetune/Loss": 0.7748900651931763, "Finetune/Loss (Raw)": 0.7710538506507874, "Finetune/Step": 5110, "Finetune/Step Time": 6.4398210141807795}
{"Finetune/Learning Rate": 1.5698514721968675e-05, "Finetune/Loss": 0.776466965675354, "Finetune/Loss (Raw)": 0.686343789100647, "Finetune/Step": 5111, "Finetune/Step Time": 6.455717520788312}
{"Finetune/Learning Rate": 1.5696807984048815e-05, "Finetune/Loss": 0.774524450302124, "Finetune/Loss (Raw)": 0.4188849925994873, "Finetune/Step": 5112, "Finetune/Step Time": 6.46534881927073}
{"Finetune/Learning Rate": 1.569510100041732e-05, "Finetune/Loss": 0.7699604034423828, "Finetune/Loss (Raw)": 0.34091922640800476, "Finetune/Step": 5113, "Finetune/Step Time": 6.490209581330419}
{"Finetune/Learning Rate": 1.569339377114783e-05, "Finetune/Loss": 0.7709047794342041, "Finetune/Loss (Raw)": 0.7738133668899536, "Finetune/Step": 5114, "Finetune/Step Time": 6.492025334388018}
{"Finetune/Learning Rate": 1.5691686296313964e-05, "Finetune/Loss": 0.7703068852424622, "Finetune/Loss (Raw)": 0.7683539986610413, "Finetune/Step": 5115, "Finetune/Step Time": 6.484422849491239}
{"Finetune/Learning Rate": 1.5689978575989374e-05, "Finetune/Loss": 0.7657656073570251, "Finetune/Loss (Raw)": 0.31069597601890564, "Finetune/Step": 5116, "Finetune/Step Time": 6.497475758194923}
{"Finetune/Learning Rate": 1.568827061024772e-05, "Finetune/Loss": 0.7666763663291931, "Finetune/Loss (Raw)": 0.9633786678314209, "Finetune/Step": 5117, "Finetune/Step Time": 6.499307667836547}
{"Finetune/Learning Rate": 1.568656239916267e-05, "Finetune/Loss": 0.7666519284248352, "Finetune/Loss (Raw)": 0.8292170763015747, "Finetune/Step": 5118, "Finetune/Step Time": 6.50180521979928}
{"Finetune/Learning Rate": 1.568485394280789e-05, "Finetune/Loss": 0.7674243450164795, "Finetune/Loss (Raw)": 0.9072238206863403, "Finetune/Step": 5119, "Finetune/Step Time": 6.502343971282244}
{"Finetune/Learning Rate": 1.568314524125708e-05, "Finetune/Loss": 0.762884795665741, "Finetune/Loss (Raw)": 0.39199531078338623, "Finetune/Step": 5120, "Finetune/Step Time": 6.5162935834378}
{"Finetune/Learning Rate": 1.5681436294583934e-05, "Finetune/Loss": 0.7647590637207031, "Finetune/Loss (Raw)": 0.764274001121521, "Finetune/Step": 5121, "Finetune/Step Time": 6.5028406493365765}
{"Finetune/Learning Rate": 1.5679727102862162e-05, "Finetune/Loss": 0.7640858888626099, "Finetune/Loss (Raw)": 0.7298817038536072, "Finetune/Step": 5122, "Finetune/Step Time": 6.494504615664482}
{"Finetune/Learning Rate": 1.5678017666165485e-05, "Finetune/Loss": 0.7657605409622192, "Finetune/Loss (Raw)": 0.8255483508110046, "Finetune/Step": 5123, "Finetune/Step Time": 6.496215211227536}
{"Finetune/Learning Rate": 1.5676307984567635e-05, "Finetune/Loss": 0.765913188457489, "Finetune/Loss (Raw)": 0.9327749013900757, "Finetune/Step": 5124, "Finetune/Step Time": 6.497218616306782}
{"Finetune/Learning Rate": 1.5674598058142346e-05, "Finetune/Loss": 0.766008734703064, "Finetune/Loss (Raw)": 0.8992339968681335, "Finetune/Step": 5125, "Finetune/Step Time": 6.492051899433136}
{"Finetune/Learning Rate": 1.5672887886963376e-05, "Finetune/Loss": 0.7610073685646057, "Finetune/Loss (Raw)": 0.4362659752368927, "Finetune/Step": 5126, "Finetune/Step Time": 6.510116565972567}
{"Finetune/Learning Rate": 1.5671177471104486e-05, "Finetune/Loss": 0.7592163681983948, "Finetune/Loss (Raw)": 0.7082162499427795, "Finetune/Step": 5127, "Finetune/Step Time": 6.523289982229471}
{"Finetune/Learning Rate": 1.5669466810639448e-05, "Finetune/Loss": 0.7622539401054382, "Finetune/Loss (Raw)": 0.8012301921844482, "Finetune/Step": 5128, "Finetune/Step Time": 6.507514176890254}
{"Finetune/Learning Rate": 1.5667755905642046e-05, "Finetune/Loss": 0.7583963871002197, "Finetune/Loss (Raw)": 0.3373473882675171, "Finetune/Step": 5129, "Finetune/Step Time": 6.527236759662628}
{"Finetune/Learning Rate": 1.566604475618607e-05, "Finetune/Loss": 0.7601941227912903, "Finetune/Loss (Raw)": 0.7882720232009888, "Finetune/Step": 5130, "Finetune/Step Time": 6.522303147241473}
{"Finetune/Learning Rate": 1.5664333362345335e-05, "Finetune/Loss": 0.7590380311012268, "Finetune/Loss (Raw)": 0.6063332557678223, "Finetune/Step": 5131, "Finetune/Step Time": 6.5180471651256084}
{"Finetune/Learning Rate": 1.5662621724193643e-05, "Finetune/Loss": 0.7588995695114136, "Finetune/Loss (Raw)": 0.6073105335235596, "Finetune/Step": 5132, "Finetune/Step Time": 6.512634867802262}
{"Finetune/Learning Rate": 1.5660909841804825e-05, "Finetune/Loss": 0.7584986686706543, "Finetune/Loss (Raw)": 0.7624546885490417, "Finetune/Step": 5133, "Finetune/Step Time": 6.512855265289545}
{"Finetune/Learning Rate": 1.565919771525272e-05, "Finetune/Loss": 0.7587593793869019, "Finetune/Loss (Raw)": 0.8651463389396667, "Finetune/Step": 5134, "Finetune/Step Time": 6.516385802999139}
{"Finetune/Learning Rate": 1.565748534461117e-05, "Finetune/Loss": 0.7592451572418213, "Finetune/Loss (Raw)": 0.6662168502807617, "Finetune/Step": 5135, "Finetune/Step Time": 6.510895641520619}
{"Finetune/Learning Rate": 1.565577272995403e-05, "Finetune/Loss": 0.760920524597168, "Finetune/Loss (Raw)": 0.9472946524620056, "Finetune/Step": 5136, "Finetune/Step Time": 6.5251230001449585}
{"Finetune/Learning Rate": 1.5654059871355177e-05, "Finetune/Loss": 0.7597354650497437, "Finetune/Loss (Raw)": 0.8153938055038452, "Finetune/Step": 5137, "Finetune/Step Time": 6.528406854718924}
{"Finetune/Learning Rate": 1.565234676888848e-05, "Finetune/Loss": 0.7592147588729858, "Finetune/Loss (Raw)": 0.762823760509491, "Finetune/Step": 5138, "Finetune/Step Time": 6.542268740013242}
{"Finetune/Learning Rate": 1.5650633422627834e-05, "Finetune/Loss": 0.7561036348342896, "Finetune/Loss (Raw)": 0.39163029193878174, "Finetune/Step": 5139, "Finetune/Step Time": 6.561060447245836}
{"Finetune/Learning Rate": 1.564891983264713e-05, "Finetune/Loss": 0.7562809586524963, "Finetune/Loss (Raw)": 0.8324292302131653, "Finetune/Step": 5140, "Finetune/Step Time": 6.556771229952574}
{"Finetune/Learning Rate": 1.5647205999020286e-05, "Finetune/Loss": 0.7580420970916748, "Finetune/Loss (Raw)": 0.9103370308876038, "Finetune/Step": 5141, "Finetune/Step Time": 6.554232824593782}
{"Finetune/Learning Rate": 1.564549192182122e-05, "Finetune/Loss": 0.7579742670059204, "Finetune/Loss (Raw)": 0.7336388230323792, "Finetune/Step": 5142, "Finetune/Step Time": 6.568189341574907}
{"Finetune/Learning Rate": 1.5643777601123858e-05, "Finetune/Loss": 0.7593273520469666, "Finetune/Loss (Raw)": 0.9168686270713806, "Finetune/Step": 5143, "Finetune/Step Time": 6.571100611239672}
{"Finetune/Learning Rate": 1.5642063037002146e-05, "Finetune/Loss": 0.7580428719520569, "Finetune/Loss (Raw)": 0.5889031887054443, "Finetune/Step": 5144, "Finetune/Step Time": 6.57623234950006}
{"Finetune/Learning Rate": 1.5640348229530033e-05, "Finetune/Loss": 0.758526623249054, "Finetune/Loss (Raw)": 0.779913604259491, "Finetune/Step": 5145, "Finetune/Step Time": 6.577179493382573}
{"Finetune/Learning Rate": 1.5638633178781482e-05, "Finetune/Loss": 0.7604500651359558, "Finetune/Loss (Raw)": 0.936774492263794, "Finetune/Step": 5146, "Finetune/Step Time": 6.572514152154326}
{"Finetune/Learning Rate": 1.563691788483047e-05, "Finetune/Loss": 0.7610119581222534, "Finetune/Loss (Raw)": 0.828737199306488, "Finetune/Step": 5147, "Finetune/Step Time": 6.574405109509826}
{"Finetune/Learning Rate": 1.5635202347750973e-05, "Finetune/Loss": 0.7620573043823242, "Finetune/Loss (Raw)": 0.529961109161377, "Finetune/Step": 5148, "Finetune/Step Time": 6.551084356382489}
{"Finetune/Learning Rate": 1.5633486567616985e-05, "Finetune/Loss": 0.7612148523330688, "Finetune/Loss (Raw)": 0.7910110354423523, "Finetune/Step": 5149, "Finetune/Step Time": 6.566395964473486}
{"Finetune/Learning Rate": 1.563177054450252e-05, "Finetune/Loss": 0.7608076333999634, "Finetune/Loss (Raw)": 0.7886383533477783, "Finetune/Step": 5150, "Finetune/Step Time": 6.5730592012405396}
{"Finetune/Learning Rate": 1.563005427848158e-05, "Finetune/Loss": 0.7604804039001465, "Finetune/Loss (Raw)": 0.7443468570709229, "Finetune/Step": 5151, "Finetune/Step Time": 6.560119496658444}
{"Finetune/Learning Rate": 1.5628337769628195e-05, "Finetune/Loss": 0.760235071182251, "Finetune/Loss (Raw)": 0.7441998720169067, "Finetune/Step": 5152, "Finetune/Step Time": 6.562114650383592}
{"Finetune/Learning Rate": 1.5626621018016406e-05, "Finetune/Loss": 0.7580797672271729, "Finetune/Loss (Raw)": 0.4973239600658417, "Finetune/Step": 5153, "Finetune/Step Time": 6.580329228192568}
{"Finetune/Learning Rate": 1.5624904023720247e-05, "Finetune/Loss": 0.7546952962875366, "Finetune/Loss (Raw)": 0.42418020963668823, "Finetune/Step": 5154, "Finetune/Step Time": 6.600349735468626}
{"Finetune/Learning Rate": 1.5623186786813785e-05, "Finetune/Loss": 0.753602147102356, "Finetune/Loss (Raw)": 0.7279598116874695, "Finetune/Step": 5155, "Finetune/Step Time": 6.601728361099958}
{"Finetune/Learning Rate": 1.5621469307371087e-05, "Finetune/Loss": 0.753200113773346, "Finetune/Loss (Raw)": 0.8823257684707642, "Finetune/Step": 5156, "Finetune/Step Time": 6.613755863159895}
{"Finetune/Learning Rate": 1.561975158546622e-05, "Finetune/Loss": 0.7526032328605652, "Finetune/Loss (Raw)": 0.7857848405838013, "Finetune/Step": 5157, "Finetune/Step Time": 6.613349298015237}
{"Finetune/Learning Rate": 1.5618033621173284e-05, "Finetune/Loss": 0.7528841495513916, "Finetune/Loss (Raw)": 0.8097033500671387, "Finetune/Step": 5158, "Finetune/Step Time": 6.610347725450993}
{"Finetune/Learning Rate": 1.561631541456637e-05, "Finetune/Loss": 0.7538398504257202, "Finetune/Loss (Raw)": 0.9161608219146729, "Finetune/Step": 5159, "Finetune/Step Time": 6.612011104822159}
{"Finetune/Learning Rate": 1.5614596965719587e-05, "Finetune/Loss": 0.7545123100280762, "Finetune/Loss (Raw)": 0.9457703232765198, "Finetune/Step": 5160, "Finetune/Step Time": 6.611090958118439}
{"Finetune/Learning Rate": 1.5612878274707056e-05, "Finetune/Loss": 0.7546148300170898, "Finetune/Loss (Raw)": 0.8350311517715454, "Finetune/Step": 5161, "Finetune/Step Time": 6.622208347544074}
{"Finetune/Learning Rate": 1.561115934160291e-05, "Finetune/Loss": 0.753989577293396, "Finetune/Loss (Raw)": 0.7374603152275085, "Finetune/Step": 5162, "Finetune/Step Time": 6.626864409074187}
{"Finetune/Learning Rate": 1.5609440166481286e-05, "Finetune/Loss": 0.7544896602630615, "Finetune/Loss (Raw)": 0.8222335577011108, "Finetune/Step": 5163, "Finetune/Step Time": 6.62320713698864}
{"Finetune/Learning Rate": 1.5607720749416328e-05, "Finetune/Loss": 0.7549268007278442, "Finetune/Loss (Raw)": 0.8593924641609192, "Finetune/Step": 5164, "Finetune/Step Time": 6.6363636534661055}
{"Finetune/Learning Rate": 1.5606001090482206e-05, "Finetune/Loss": 0.7518448829650879, "Finetune/Loss (Raw)": 0.574908971786499, "Finetune/Step": 5165, "Finetune/Step Time": 6.6459921933710575}
{"Finetune/Learning Rate": 1.560428118975309e-05, "Finetune/Loss": 0.7504242062568665, "Finetune/Loss (Raw)": 0.7694936394691467, "Finetune/Step": 5166, "Finetune/Step Time": 6.6532074101269245}
{"Finetune/Learning Rate": 1.560256104730316e-05, "Finetune/Loss": 0.7481489181518555, "Finetune/Loss (Raw)": 0.6891669034957886, "Finetune/Step": 5167, "Finetune/Step Time": 6.646550809964538}
{"Finetune/Learning Rate": 1.5600840663206605e-05, "Finetune/Loss": 0.7506015300750732, "Finetune/Loss (Raw)": 0.8924476504325867, "Finetune/Step": 5168, "Finetune/Step Time": 6.637129807844758}
{"Finetune/Learning Rate": 1.5599120037537636e-05, "Finetune/Loss": 0.7500742673873901, "Finetune/Loss (Raw)": 0.8935073018074036, "Finetune/Step": 5169, "Finetune/Step Time": 6.648157808929682}
{"Finetune/Learning Rate": 1.559739917037046e-05, "Finetune/Loss": 0.7477266192436218, "Finetune/Loss (Raw)": 0.6265974044799805, "Finetune/Step": 5170, "Finetune/Step Time": 6.64518086053431}
{"Finetune/Learning Rate": 1.5595678061779297e-05, "Finetune/Loss": 0.748672604560852, "Finetune/Loss (Raw)": 0.9756549596786499, "Finetune/Step": 5171, "Finetune/Step Time": 6.640821013599634}
{"Finetune/Learning Rate": 1.5593956711838394e-05, "Finetune/Loss": 0.7480556964874268, "Finetune/Loss (Raw)": 0.7664076685905457, "Finetune/Step": 5172, "Finetune/Step Time": 6.637574966996908}
{"Finetune/Learning Rate": 1.5592235120621983e-05, "Finetune/Loss": 0.7511099576950073, "Finetune/Loss (Raw)": 0.7507689595222473, "Finetune/Step": 5173, "Finetune/Step Time": 6.606888363137841}
{"Finetune/Learning Rate": 1.559051328820432e-05, "Finetune/Loss": 0.7559682726860046, "Finetune/Loss (Raw)": 1.0148104429244995, "Finetune/Step": 5174, "Finetune/Step Time": 6.587544400244951}
{"Finetune/Learning Rate": 1.5588791214659678e-05, "Finetune/Loss": 0.7554683685302734, "Finetune/Loss (Raw)": 0.774878978729248, "Finetune/Step": 5175, "Finetune/Step Time": 6.583598416298628}
{"Finetune/Learning Rate": 1.5587068900062327e-05, "Finetune/Loss": 0.7511417865753174, "Finetune/Loss (Raw)": 0.38900285959243774, "Finetune/Step": 5176, "Finetune/Step Time": 6.6021406557410955}
{"Finetune/Learning Rate": 1.558534634448655e-05, "Finetune/Loss": 0.7523372173309326, "Finetune/Loss (Raw)": 0.8775450587272644, "Finetune/Step": 5177, "Finetune/Step Time": 6.60781410895288}
{"Finetune/Learning Rate": 1.5583623548006648e-05, "Finetune/Loss": 0.7517896294593811, "Finetune/Loss (Raw)": 0.6772880554199219, "Finetune/Step": 5178, "Finetune/Step Time": 6.593301929533482}
{"Finetune/Learning Rate": 1.5581900510696927e-05, "Finetune/Loss": 0.7524120211601257, "Finetune/Loss (Raw)": 0.7168159484863281, "Finetune/Step": 5179, "Finetune/Step Time": 6.588669341057539}
{"Finetune/Learning Rate": 1.5580177232631704e-05, "Finetune/Loss": 0.7540336847305298, "Finetune/Loss (Raw)": 0.6405532360076904, "Finetune/Step": 5180, "Finetune/Step Time": 6.577269975095987}
{"Finetune/Learning Rate": 1.5578453713885305e-05, "Finetune/Loss": 0.7559463381767273, "Finetune/Loss (Raw)": 0.8383474946022034, "Finetune/Step": 5181, "Finetune/Step Time": 6.572263723239303}
{"Finetune/Learning Rate": 1.5576729954532073e-05, "Finetune/Loss": 0.7537261247634888, "Finetune/Loss (Raw)": 0.6253885626792908, "Finetune/Step": 5182, "Finetune/Step Time": 6.57525390945375}
{"Finetune/Learning Rate": 1.5575005954646348e-05, "Finetune/Loss": 0.7544135451316833, "Finetune/Loss (Raw)": 0.866857647895813, "Finetune/Step": 5183, "Finetune/Step Time": 6.579355323687196}
{"Finetune/Learning Rate": 1.557328171430249e-05, "Finetune/Loss": 0.7533587217330933, "Finetune/Loss (Raw)": 0.7221572399139404, "Finetune/Step": 5184, "Finetune/Step Time": 6.589159356430173}
{"Finetune/Learning Rate": 1.5571557233574876e-05, "Finetune/Loss": 0.7540189623832703, "Finetune/Loss (Raw)": 0.8552218675613403, "Finetune/Step": 5185, "Finetune/Step Time": 6.600336659699678}
{"Finetune/Learning Rate": 1.556983251253788e-05, "Finetune/Loss": 0.7511416673660278, "Finetune/Loss (Raw)": 0.44328996539115906, "Finetune/Step": 5186, "Finetune/Step Time": 6.617221422493458}
{"Finetune/Learning Rate": 1.556810755126589e-05, "Finetune/Loss": 0.7488628029823303, "Finetune/Loss (Raw)": 0.6414989233016968, "Finetune/Step": 5187, "Finetune/Step Time": 6.644821338355541}
{"Finetune/Learning Rate": 1.5566382349833313e-05, "Finetune/Loss": 0.7469418048858643, "Finetune/Loss (Raw)": 0.7184827327728271, "Finetune/Step": 5188, "Finetune/Step Time": 6.646528920158744}
{"Finetune/Learning Rate": 1.5564656908314548e-05, "Finetune/Loss": 0.7447720766067505, "Finetune/Loss (Raw)": 0.6013755798339844, "Finetune/Step": 5189, "Finetune/Step Time": 6.658175423741341}
{"Finetune/Learning Rate": 1.5562931226784023e-05, "Finetune/Loss": 0.7450627088546753, "Finetune/Loss (Raw)": 0.632632315158844, "Finetune/Step": 5190, "Finetune/Step Time": 6.656438084319234}
{"Finetune/Learning Rate": 1.5561205305316173e-05, "Finetune/Loss": 0.7430747747421265, "Finetune/Loss (Raw)": 0.651001513004303, "Finetune/Step": 5191, "Finetune/Step Time": 6.667958350852132}
{"Finetune/Learning Rate": 1.555947914398543e-05, "Finetune/Loss": 0.7438828945159912, "Finetune/Loss (Raw)": 0.7598757743835449, "Finetune/Step": 5192, "Finetune/Step Time": 6.664049813523889}
{"Finetune/Learning Rate": 1.5557752742866252e-05, "Finetune/Loss": 0.742371678352356, "Finetune/Loss (Raw)": 0.6990218162536621, "Finetune/Step": 5193, "Finetune/Step Time": 6.675418855622411}
{"Finetune/Learning Rate": 1.55560261020331e-05, "Finetune/Loss": 0.7384311556816101, "Finetune/Loss (Raw)": 0.40406012535095215, "Finetune/Step": 5194, "Finetune/Step Time": 6.693638605996966}
{"Finetune/Learning Rate": 1.555429922156045e-05, "Finetune/Loss": 0.7381059527397156, "Finetune/Loss (Raw)": 0.7260533571243286, "Finetune/Step": 5195, "Finetune/Step Time": 6.692211145535111}
{"Finetune/Learning Rate": 1.5552572101522778e-05, "Finetune/Loss": 0.7371833920478821, "Finetune/Loss (Raw)": 0.7401840090751648, "Finetune/Step": 5196, "Finetune/Step Time": 6.697964906692505}
{"Finetune/Learning Rate": 1.555084474199458e-05, "Finetune/Loss": 0.7381038069725037, "Finetune/Loss (Raw)": 0.8576515316963196, "Finetune/Step": 5197, "Finetune/Step Time": 6.680427677929401}
{"Finetune/Learning Rate": 1.5549117143050363e-05, "Finetune/Loss": 0.7380325198173523, "Finetune/Loss (Raw)": 0.7456479668617249, "Finetune/Step": 5198, "Finetune/Step Time": 6.676216995343566}
{"Finetune/Learning Rate": 1.5547389304764636e-05, "Finetune/Loss": 0.7348109483718872, "Finetune/Loss (Raw)": 0.3612227737903595, "Finetune/Step": 5199, "Finetune/Step Time": 6.747703282162547}
{"Finetune/Learning Rate": 1.5545661227211925e-05, "Finetune/Loss": 0.7323802709579468, "Finetune/Loss (Raw)": 0.676430881023407, "Finetune/Step": 5200, "Finetune/Step Time": 6.761346260085702}
{"Finetune/Learning Rate": 1.5543932910466767e-05, "Finetune/Loss": 0.7275893092155457, "Finetune/Loss (Raw)": 0.26589691638946533, "Finetune/Step": 5201, "Finetune/Step Time": 6.775969417765737}
{"Finetune/Learning Rate": 1.5542204354603705e-05, "Finetune/Loss": 0.7256198525428772, "Finetune/Loss (Raw)": 0.662777841091156, "Finetune/Step": 5202, "Finetune/Step Time": 6.775659142062068}
{"Finetune/Learning Rate": 1.554047555969729e-05, "Finetune/Loss": 0.7277356386184692, "Finetune/Loss (Raw)": 0.7146973609924316, "Finetune/Step": 5203, "Finetune/Step Time": 6.766423787921667}
{"Finetune/Learning Rate": 1.5538746525822092e-05, "Finetune/Loss": 0.7264646291732788, "Finetune/Loss (Raw)": 0.6538980603218079, "Finetune/Step": 5204, "Finetune/Step Time": 6.760565942153335}
{"Finetune/Learning Rate": 1.5537017253052686e-05, "Finetune/Loss": 0.7243652939796448, "Finetune/Loss (Raw)": 0.5493033528327942, "Finetune/Step": 5205, "Finetune/Step Time": 6.757174206897616}
{"Finetune/Learning Rate": 1.553528774146366e-05, "Finetune/Loss": 0.7227689027786255, "Finetune/Loss (Raw)": 0.5384821891784668, "Finetune/Step": 5206, "Finetune/Step Time": 6.776249825954437}
{"Finetune/Learning Rate": 1.5533557991129605e-05, "Finetune/Loss": 0.7198985815048218, "Finetune/Loss (Raw)": 0.5437153577804565, "Finetune/Step": 5207, "Finetune/Step Time": 6.776967387646437}
{"Finetune/Learning Rate": 1.5531828002125137e-05, "Finetune/Loss": 0.7183678150177002, "Finetune/Loss (Raw)": 0.6720980405807495, "Finetune/Step": 5208, "Finetune/Step Time": 6.794156942516565}
{"Finetune/Learning Rate": 1.553009777452486e-05, "Finetune/Loss": 0.7196297645568848, "Finetune/Loss (Raw)": 0.8003720641136169, "Finetune/Step": 5209, "Finetune/Step Time": 6.803823057562113}
{"Finetune/Learning Rate": 1.552836730840341e-05, "Finetune/Loss": 0.7219195365905762, "Finetune/Loss (Raw)": 0.6847987771034241, "Finetune/Step": 5210, "Finetune/Step Time": 6.784361494705081}
{"Finetune/Learning Rate": 1.5526636603835426e-05, "Finetune/Loss": 0.7209941148757935, "Finetune/Loss (Raw)": 0.6375362277030945, "Finetune/Step": 5211, "Finetune/Step Time": 6.780268946662545}
{"Finetune/Learning Rate": 1.5524905660895548e-05, "Finetune/Loss": 0.7201385498046875, "Finetune/Loss (Raw)": 0.6274416446685791, "Finetune/Step": 5212, "Finetune/Step Time": 6.776279464364052}
{"Finetune/Learning Rate": 1.552317447965844e-05, "Finetune/Loss": 0.7192634344100952, "Finetune/Loss (Raw)": 0.6677942872047424, "Finetune/Step": 5213, "Finetune/Step Time": 6.774887051433325}
{"Finetune/Learning Rate": 1.5521443060198768e-05, "Finetune/Loss": 0.7161424160003662, "Finetune/Loss (Raw)": 0.5654604434967041, "Finetune/Step": 5214, "Finetune/Step Time": 6.763115698471665}
{"Finetune/Learning Rate": 1.5519711402591216e-05, "Finetune/Loss": 0.71502685546875, "Finetune/Loss (Raw)": 0.6313574910163879, "Finetune/Step": 5215, "Finetune/Step Time": 6.741206446662545}
{"Finetune/Learning Rate": 1.5517979506910464e-05, "Finetune/Loss": 0.7112044095993042, "Finetune/Loss (Raw)": 0.48363828659057617, "Finetune/Step": 5216, "Finetune/Step Time": 6.748617168515921}
{"Finetune/Learning Rate": 1.551624737323122e-05, "Finetune/Loss": 0.7093204259872437, "Finetune/Loss (Raw)": 0.6440700888633728, "Finetune/Step": 5217, "Finetune/Step Time": 6.748098488897085}
{"Finetune/Learning Rate": 1.5514515001628183e-05, "Finetune/Loss": 0.7087755799293518, "Finetune/Loss (Raw)": 0.6662696599960327, "Finetune/Step": 5218, "Finetune/Step Time": 6.764449737966061}
{"Finetune/Learning Rate": 1.551278239217608e-05, "Finetune/Loss": 0.7064477801322937, "Finetune/Loss (Raw)": 0.5464989542961121, "Finetune/Step": 5219, "Finetune/Step Time": 6.754880232736468}
{"Finetune/Learning Rate": 1.5511049544949646e-05, "Finetune/Loss": 0.7091121673583984, "Finetune/Loss (Raw)": 0.7154896259307861, "Finetune/Step": 5220, "Finetune/Step Time": 6.749092269688845}
{"Finetune/Learning Rate": 1.550931646002361e-05, "Finetune/Loss": 0.707435131072998, "Finetune/Loss (Raw)": 0.6486067771911621, "Finetune/Step": 5221, "Finetune/Step Time": 6.748272271826863}
{"Finetune/Learning Rate": 1.5507583137472726e-05, "Finetune/Loss": 0.7076562643051147, "Finetune/Loss (Raw)": 0.6480370759963989, "Finetune/Step": 5222, "Finetune/Step Time": 6.752736058086157}
{"Finetune/Learning Rate": 1.5505849577371756e-05, "Finetune/Loss": 0.708680272102356, "Finetune/Loss (Raw)": 0.7241256833076477, "Finetune/Step": 5223, "Finetune/Step Time": 6.748696690425277}
{"Finetune/Learning Rate": 1.5504115779795476e-05, "Finetune/Loss": 0.7075667381286621, "Finetune/Loss (Raw)": 0.5734322667121887, "Finetune/Step": 5224, "Finetune/Step Time": 6.717059226706624}
{"Finetune/Learning Rate": 1.5502381744818656e-05, "Finetune/Loss": 0.7085281610488892, "Finetune/Loss (Raw)": 0.6002953052520752, "Finetune/Step": 5225, "Finetune/Step Time": 6.716815948486328}
{"Finetune/Learning Rate": 1.55006474725161e-05, "Finetune/Loss": 0.7089470624923706, "Finetune/Loss (Raw)": 0.7273170351982117, "Finetune/Step": 5226, "Finetune/Step Time": 6.714227711781859}
{"Finetune/Learning Rate": 1.54989129629626e-05, "Finetune/Loss": 0.7096267342567444, "Finetune/Loss (Raw)": 0.814450740814209, "Finetune/Step": 5227, "Finetune/Step Time": 6.714111713692546}
{"Finetune/Learning Rate": 1.5497178216232974e-05, "Finetune/Loss": 0.7092270255088806, "Finetune/Loss (Raw)": 0.650070071220398, "Finetune/Step": 5228, "Finetune/Step Time": 6.716441849246621}
{"Finetune/Learning Rate": 1.549544323240204e-05, "Finetune/Loss": 0.707435131072998, "Finetune/Loss (Raw)": 0.5207267999649048, "Finetune/Step": 5229, "Finetune/Step Time": 6.74006418325007}
{"Finetune/Learning Rate": 1.5493708011544634e-05, "Finetune/Loss": 0.705873966217041, "Finetune/Loss (Raw)": 0.5684211850166321, "Finetune/Step": 5230, "Finetune/Step Time": 6.73836125433445}
{"Finetune/Learning Rate": 1.5491972553735592e-05, "Finetune/Loss": 0.7044482231140137, "Finetune/Loss (Raw)": 0.7173362374305725, "Finetune/Step": 5231, "Finetune/Step Time": 6.739602334797382}
{"Finetune/Learning Rate": 1.5490236859049775e-05, "Finetune/Loss": 0.7059687972068787, "Finetune/Loss (Raw)": 0.7269567251205444, "Finetune/Step": 5232, "Finetune/Step Time": 6.738406991586089}
{"Finetune/Learning Rate": 1.5488500927562042e-05, "Finetune/Loss": 0.7030239105224609, "Finetune/Loss (Raw)": 0.48772549629211426, "Finetune/Step": 5233, "Finetune/Step Time": 6.755313325673342}
{"Finetune/Learning Rate": 1.5486764759347267e-05, "Finetune/Loss": 0.6996978521347046, "Finetune/Loss (Raw)": 0.5374951958656311, "Finetune/Step": 5234, "Finetune/Step Time": 6.756615536287427}
{"Finetune/Learning Rate": 1.5485028354480332e-05, "Finetune/Loss": 0.6984851360321045, "Finetune/Loss (Raw)": 0.7015090584754944, "Finetune/Step": 5235, "Finetune/Step Time": 6.751638986170292}
{"Finetune/Learning Rate": 1.548329171303613e-05, "Finetune/Loss": 0.6964328289031982, "Finetune/Loss (Raw)": 0.5314337611198425, "Finetune/Step": 5236, "Finetune/Step Time": 6.752831120043993}
{"Finetune/Learning Rate": 1.548155483508957e-05, "Finetune/Loss": 0.6945549249649048, "Finetune/Loss (Raw)": 0.6786323189735413, "Finetune/Step": 5237, "Finetune/Step Time": 6.746891966089606}
{"Finetune/Learning Rate": 1.547981772071556e-05, "Finetune/Loss": 0.6934841871261597, "Finetune/Loss (Raw)": 0.6340028643608093, "Finetune/Step": 5238, "Finetune/Step Time": 6.74471821077168}
{"Finetune/Learning Rate": 1.547808036998903e-05, "Finetune/Loss": 0.693161129951477, "Finetune/Loss (Raw)": 0.6449878215789795, "Finetune/Step": 5239, "Finetune/Step Time": 6.710561415180564}
{"Finetune/Learning Rate": 1.5476342782984915e-05, "Finetune/Loss": 0.6948694586753845, "Finetune/Loss (Raw)": 0.637549638748169, "Finetune/Step": 5240, "Finetune/Step Time": 6.708064265549183}
{"Finetune/Learning Rate": 1.547460495977815e-05, "Finetune/Loss": 0.6973763108253479, "Finetune/Loss (Raw)": 0.6617946028709412, "Finetune/Step": 5241, "Finetune/Step Time": 6.684661019593477}
{"Finetune/Learning Rate": 1.5472866900443697e-05, "Finetune/Loss": 0.6937732100486755, "Finetune/Loss (Raw)": 0.31261757016181946, "Finetune/Step": 5242, "Finetune/Step Time": 6.707705691456795}
{"Finetune/Learning Rate": 1.5471128605056524e-05, "Finetune/Loss": 0.6922594308853149, "Finetune/Loss (Raw)": 0.5745915174484253, "Finetune/Step": 5243, "Finetune/Step Time": 6.727545088157058}
{"Finetune/Learning Rate": 1.5469390073691596e-05, "Finetune/Loss": 0.6949286460876465, "Finetune/Loss (Raw)": 0.652357280254364, "Finetune/Step": 5244, "Finetune/Step Time": 6.708944801241159}
{"Finetune/Learning Rate": 1.546765130642391e-05, "Finetune/Loss": 0.6932500600814819, "Finetune/Loss (Raw)": 0.748514711856842, "Finetune/Step": 5245, "Finetune/Step Time": 6.713097635656595}
{"Finetune/Learning Rate": 1.546591230332845e-05, "Finetune/Loss": 0.6916876435279846, "Finetune/Loss (Raw)": 0.6292290687561035, "Finetune/Step": 5246, "Finetune/Step Time": 6.708818351849914}
{"Finetune/Learning Rate": 1.5464173064480234e-05, "Finetune/Loss": 0.6896921396255493, "Finetune/Loss (Raw)": 0.6518062949180603, "Finetune/Step": 5247, "Finetune/Step Time": 6.709571251645684}
{"Finetune/Learning Rate": 1.546243358995427e-05, "Finetune/Loss": 0.6923580169677734, "Finetune/Loss (Raw)": 0.7332212924957275, "Finetune/Step": 5248, "Finetune/Step Time": 6.689875779673457}
{"Finetune/Learning Rate": 1.5460693879825587e-05, "Finetune/Loss": 0.6915342807769775, "Finetune/Loss (Raw)": 0.6588345766067505, "Finetune/Step": 5249, "Finetune/Step Time": 6.685278056189418}
{"Finetune/Learning Rate": 1.545895393416922e-05, "Finetune/Loss": 0.6913779973983765, "Finetune/Loss (Raw)": 0.7098806500434875, "Finetune/Step": 5250, "Finetune/Step Time": 6.6894138269126415}
{"Finetune/Learning Rate": 1.5457213753060212e-05, "Finetune/Loss": 0.6900680065155029, "Finetune/Loss (Raw)": 0.657867968082428, "Finetune/Step": 5251, "Finetune/Step Time": 6.683949312195182}
{"Finetune/Learning Rate": 1.5455473336573628e-05, "Finetune/Loss": 0.6889145970344543, "Finetune/Loss (Raw)": 0.7851362824440002, "Finetune/Step": 5252, "Finetune/Step Time": 6.678779682144523}
{"Finetune/Learning Rate": 1.5453732684784527e-05, "Finetune/Loss": 0.686602771282196, "Finetune/Loss (Raw)": 0.6033248901367188, "Finetune/Step": 5253, "Finetune/Step Time": 6.682680264115334}
{"Finetune/Learning Rate": 1.5451991797767992e-05, "Finetune/Loss": 0.6870776414871216, "Finetune/Loss (Raw)": 0.49705106019973755, "Finetune/Step": 5254, "Finetune/Step Time": 6.684592580422759}
{"Finetune/Learning Rate": 1.54502506755991e-05, "Finetune/Loss": 0.6854152679443359, "Finetune/Loss (Raw)": 0.4954371154308319, "Finetune/Step": 5255, "Finetune/Step Time": 6.682935940101743}
{"Finetune/Learning Rate": 1.5448509318352963e-05, "Finetune/Loss": 0.6844309568405151, "Finetune/Loss (Raw)": 0.6752344965934753, "Finetune/Step": 5256, "Finetune/Step Time": 6.700229560956359}
{"Finetune/Learning Rate": 1.5446767726104675e-05, "Finetune/Loss": 0.6859332919120789, "Finetune/Loss (Raw)": 0.5296408534049988, "Finetune/Step": 5257, "Finetune/Step Time": 6.6944343242794275}
{"Finetune/Learning Rate": 1.544502589892936e-05, "Finetune/Loss": 0.6848236322402954, "Finetune/Loss (Raw)": 0.6462398767471313, "Finetune/Step": 5258, "Finetune/Step Time": 6.690458411350846}
{"Finetune/Learning Rate": 1.5443283836902144e-05, "Finetune/Loss": 0.6842606663703918, "Finetune/Loss (Raw)": 0.5342709422111511, "Finetune/Step": 5259, "Finetune/Step Time": 6.7036474496126175}
{"Finetune/Learning Rate": 1.5441541540098165e-05, "Finetune/Loss": 0.6838491559028625, "Finetune/Loss (Raw)": 0.5546384453773499, "Finetune/Step": 5260, "Finetune/Step Time": 6.713724821805954}
{"Finetune/Learning Rate": 1.5439799008592568e-05, "Finetune/Loss": 0.6835439205169678, "Finetune/Loss (Raw)": 0.7233861684799194, "Finetune/Step": 5261, "Finetune/Step Time": 6.728190237656236}
{"Finetune/Learning Rate": 1.5438056242460515e-05, "Finetune/Loss": 0.6817142367362976, "Finetune/Loss (Raw)": 0.6309427618980408, "Finetune/Step": 5262, "Finetune/Step Time": 6.727940712124109}
{"Finetune/Learning Rate": 1.543631324177717e-05, "Finetune/Loss": 0.6795380115509033, "Finetune/Loss (Raw)": 0.38766059279441833, "Finetune/Step": 5263, "Finetune/Step Time": 6.737014362588525}
{"Finetune/Learning Rate": 1.5434570006617717e-05, "Finetune/Loss": 0.677215576171875, "Finetune/Loss (Raw)": 0.6500179767608643, "Finetune/Step": 5264, "Finetune/Step Time": 6.718918662518263}
{"Finetune/Learning Rate": 1.543282653705734e-05, "Finetune/Loss": 0.676010012626648, "Finetune/Loss (Raw)": 0.6610841751098633, "Finetune/Step": 5265, "Finetune/Step Time": 6.716424161568284}
{"Finetune/Learning Rate": 1.5431082833171242e-05, "Finetune/Loss": 0.6750800609588623, "Finetune/Loss (Raw)": 0.6437896490097046, "Finetune/Step": 5266, "Finetune/Step Time": 6.705320693552494}
{"Finetune/Learning Rate": 1.542933889503462e-05, "Finetune/Loss": 0.6765178442001343, "Finetune/Loss (Raw)": 0.5756722092628479, "Finetune/Step": 5267, "Finetune/Step Time": 6.698170615360141}
{"Finetune/Learning Rate": 1.542759472272271e-05, "Finetune/Loss": 0.6744629144668579, "Finetune/Loss (Raw)": 0.5693907141685486, "Finetune/Step": 5268, "Finetune/Step Time": 6.697767626494169}
{"Finetune/Learning Rate": 1.5425850316310723e-05, "Finetune/Loss": 0.6726053357124329, "Finetune/Loss (Raw)": 0.6725727319717407, "Finetune/Step": 5269, "Finetune/Step Time": 6.694805223494768}
{"Finetune/Learning Rate": 1.5424105675873908e-05, "Finetune/Loss": 0.6723027229309082, "Finetune/Loss (Raw)": 0.6949043273925781, "Finetune/Step": 5270, "Finetune/Step Time": 6.679718781262636}
{"Finetune/Learning Rate": 1.5422360801487515e-05, "Finetune/Loss": 0.6699255704879761, "Finetune/Loss (Raw)": 0.6125975847244263, "Finetune/Step": 5271, "Finetune/Step Time": 6.693481730297208}
{"Finetune/Learning Rate": 1.5420615693226798e-05, "Finetune/Loss": 0.670958399772644, "Finetune/Loss (Raw)": 0.7210996747016907, "Finetune/Step": 5272, "Finetune/Step Time": 6.669820062816143}
{"Finetune/Learning Rate": 1.5418870351167026e-05, "Finetune/Loss": 0.6696317791938782, "Finetune/Loss (Raw)": 0.6101071834564209, "Finetune/Step": 5273, "Finetune/Step Time": 6.67253839969635}
{"Finetune/Learning Rate": 1.541712477538348e-05, "Finetune/Loss": 0.6662551164627075, "Finetune/Loss (Raw)": 0.5045636296272278, "Finetune/Step": 5274, "Finetune/Step Time": 6.679862696677446}
{"Finetune/Learning Rate": 1.541537896595145e-05, "Finetune/Loss": 0.6648492813110352, "Finetune/Loss (Raw)": 0.6487928628921509, "Finetune/Step": 5275, "Finetune/Step Time": 6.677079992368817}
{"Finetune/Learning Rate": 1.5413632922946237e-05, "Finetune/Loss": 0.6655358076095581, "Finetune/Loss (Raw)": 0.6178305149078369, "Finetune/Step": 5276, "Finetune/Step Time": 6.682073844596744}
{"Finetune/Learning Rate": 1.5411886646443144e-05, "Finetune/Loss": 0.6623896360397339, "Finetune/Loss (Raw)": 0.3883070647716522, "Finetune/Step": 5277, "Finetune/Step Time": 6.6854596976190805}
{"Finetune/Learning Rate": 1.54101401365175e-05, "Finetune/Loss": 0.6611421704292297, "Finetune/Loss (Raw)": 0.6289578676223755, "Finetune/Step": 5278, "Finetune/Step Time": 6.682575639337301}
{"Finetune/Learning Rate": 1.540839339324462e-05, "Finetune/Loss": 0.6610199213027954, "Finetune/Loss (Raw)": 0.7286989092826843, "Finetune/Step": 5279, "Finetune/Step Time": 6.678717035800219}
{"Finetune/Learning Rate": 1.540664641669986e-05, "Finetune/Loss": 0.6597580909729004, "Finetune/Loss (Raw)": 0.5826876163482666, "Finetune/Step": 5280, "Finetune/Step Time": 6.682357247918844}
{"Finetune/Learning Rate": 1.5404899206958558e-05, "Finetune/Loss": 0.6602964401245117, "Finetune/Loss (Raw)": 0.5662326812744141, "Finetune/Step": 5281, "Finetune/Step Time": 6.661984641104937}
{"Finetune/Learning Rate": 1.5403151764096077e-05, "Finetune/Loss": 0.6618544459342957, "Finetune/Loss (Raw)": 0.6236035227775574, "Finetune/Step": 5282, "Finetune/Step Time": 6.654284596443176}
{"Finetune/Learning Rate": 1.540140408818779e-05, "Finetune/Loss": 0.6609797477722168, "Finetune/Loss (Raw)": 0.6160033345222473, "Finetune/Step": 5283, "Finetune/Step Time": 6.652277773246169}
{"Finetune/Learning Rate": 1.5399656179309073e-05, "Finetune/Loss": 0.6557855606079102, "Finetune/Loss (Raw)": 0.21745897829532623, "Finetune/Step": 5284, "Finetune/Step Time": 6.6569240391254425}
{"Finetune/Learning Rate": 1.539790803753532e-05, "Finetune/Loss": 0.6548534035682678, "Finetune/Loss (Raw)": 0.666469156742096, "Finetune/Step": 5285, "Finetune/Step Time": 6.6559705678373575}
{"Finetune/Learning Rate": 1.539615966294192e-05, "Finetune/Loss": 0.6528563499450684, "Finetune/Loss (Raw)": 0.5540815591812134, "Finetune/Step": 5286, "Finetune/Step Time": 6.671113673597574}
{"Finetune/Learning Rate": 1.53944110556043e-05, "Finetune/Loss": 0.6502861380577087, "Finetune/Loss (Raw)": 0.5871788859367371, "Finetune/Step": 5287, "Finetune/Step Time": 6.671269966289401}
{"Finetune/Learning Rate": 1.539266221559787e-05, "Finetune/Loss": 0.647328794002533, "Finetune/Loss (Raw)": 0.5672280192375183, "Finetune/Step": 5288, "Finetune/Step Time": 6.6750546004623175}
{"Finetune/Learning Rate": 1.5390913142998058e-05, "Finetune/Loss": 0.6449516415596008, "Finetune/Loss (Raw)": 0.5307604074478149, "Finetune/Step": 5289, "Finetune/Step Time": 6.65628176368773}
{"Finetune/Learning Rate": 1.5389163837880306e-05, "Finetune/Loss": 0.6449794173240662, "Finetune/Loss (Raw)": 0.7410112619400024, "Finetune/Step": 5290, "Finetune/Step Time": 6.65268037468195}
{"Finetune/Learning Rate": 1.538741430032007e-05, "Finetune/Loss": 0.6434389352798462, "Finetune/Loss (Raw)": 0.6250519156455994, "Finetune/Step": 5291, "Finetune/Step Time": 6.659649331122637}
{"Finetune/Learning Rate": 1.53856645303928e-05, "Finetune/Loss": 0.6421287655830383, "Finetune/Loss (Raw)": 0.6916893720626831, "Finetune/Step": 5292, "Finetune/Step Time": 6.651226714253426}
{"Finetune/Learning Rate": 1.5383914528173972e-05, "Finetune/Loss": 0.6425230503082275, "Finetune/Loss (Raw)": 0.6253783106803894, "Finetune/Step": 5293, "Finetune/Step Time": 6.64978002384305}
{"Finetune/Learning Rate": 1.5382164293739067e-05, "Finetune/Loss": 0.6420405507087708, "Finetune/Loss (Raw)": 0.707732081413269, "Finetune/Step": 5294, "Finetune/Step Time": 6.637278342619538}
{"Finetune/Learning Rate": 1.5380413827163575e-05, "Finetune/Loss": 0.6416455507278442, "Finetune/Loss (Raw)": 0.6386073231697083, "Finetune/Step": 5295, "Finetune/Step Time": 6.640849497169256}
{"Finetune/Learning Rate": 1.5378663128522994e-05, "Finetune/Loss": 0.6392451524734497, "Finetune/Loss (Raw)": 0.5852053165435791, "Finetune/Step": 5296, "Finetune/Step Time": 6.6578624080866575}
{"Finetune/Learning Rate": 1.5376912197892834e-05, "Finetune/Loss": 0.6364250779151917, "Finetune/Loss (Raw)": 0.5325274467468262, "Finetune/Step": 5297, "Finetune/Step Time": 6.653164424002171}
{"Finetune/Learning Rate": 1.5375161035348618e-05, "Finetune/Loss": 0.6376181244850159, "Finetune/Loss (Raw)": 0.7793108224868774, "Finetune/Step": 5298, "Finetune/Step Time": 6.652021508663893}
{"Finetune/Learning Rate": 1.5373409640965876e-05, "Finetune/Loss": 0.6356722116470337, "Finetune/Loss (Raw)": 0.7265805602073669, "Finetune/Step": 5299, "Finetune/Step Time": 6.656920716166496}
{"Finetune/Learning Rate": 1.537165801482014e-05, "Finetune/Loss": 0.6355425715446472, "Finetune/Loss (Raw)": 0.7498089075088501, "Finetune/Step": 5300, "Finetune/Step Time": 6.656778153032064}
{"Finetune/Learning Rate": 1.5369906156986972e-05, "Finetune/Loss": 0.6345511674880981, "Finetune/Loss (Raw)": 0.6238660216331482, "Finetune/Step": 5301, "Finetune/Step Time": 6.6604260839521885}
{"Finetune/Learning Rate": 1.5368154067541927e-05, "Finetune/Loss": 0.6313838958740234, "Finetune/Loss (Raw)": 0.6094067096710205, "Finetune/Step": 5302, "Finetune/Step Time": 6.668630223721266}
{"Finetune/Learning Rate": 1.5366401746560574e-05, "Finetune/Loss": 0.6299182176589966, "Finetune/Loss (Raw)": 0.5872746706008911, "Finetune/Step": 5303, "Finetune/Step Time": 6.662379015237093}
{"Finetune/Learning Rate": 1.5364649194118494e-05, "Finetune/Loss": 0.6315723657608032, "Finetune/Loss (Raw)": 0.6007275581359863, "Finetune/Step": 5304, "Finetune/Step Time": 6.649273814633489}
{"Finetune/Learning Rate": 1.5362896410291278e-05, "Finetune/Loss": 0.6302974224090576, "Finetune/Loss (Raw)": 0.7143580913543701, "Finetune/Step": 5305, "Finetune/Step Time": 6.636416848748922}
{"Finetune/Learning Rate": 1.5361143395154523e-05, "Finetune/Loss": 0.6268201470375061, "Finetune/Loss (Raw)": 0.2321927845478058, "Finetune/Step": 5306, "Finetune/Step Time": 6.659513086080551}
{"Finetune/Learning Rate": 1.5359390148783844e-05, "Finetune/Loss": 0.6264752745628357, "Finetune/Loss (Raw)": 0.67267245054245, "Finetune/Step": 5307, "Finetune/Step Time": 6.65133842267096}
{"Finetune/Learning Rate": 1.535763667125486e-05, "Finetune/Loss": 0.6266477704048157, "Finetune/Loss (Raw)": 0.6626298427581787, "Finetune/Step": 5308, "Finetune/Step Time": 6.654583478346467}
{"Finetune/Learning Rate": 1.5355882962643197e-05, "Finetune/Loss": 0.6246575117111206, "Finetune/Loss (Raw)": 0.583591639995575, "Finetune/Step": 5309, "Finetune/Step Time": 6.659952461719513}
{"Finetune/Learning Rate": 1.53541290230245e-05, "Finetune/Loss": 0.6237381100654602, "Finetune/Loss (Raw)": 0.5077121257781982, "Finetune/Step": 5310, "Finetune/Step Time": 6.675979865714908}
{"Finetune/Learning Rate": 1.5352374852474413e-05, "Finetune/Loss": 0.6215587854385376, "Finetune/Loss (Raw)": 0.5879006385803223, "Finetune/Step": 5311, "Finetune/Step Time": 6.678360041230917}
{"Finetune/Learning Rate": 1.5350620451068605e-05, "Finetune/Loss": 0.6202881336212158, "Finetune/Loss (Raw)": 0.5595189332962036, "Finetune/Step": 5312, "Finetune/Step Time": 6.66915475204587}
{"Finetune/Learning Rate": 1.5348865818882738e-05, "Finetune/Loss": 0.6193557381629944, "Finetune/Loss (Raw)": 0.7358717322349548, "Finetune/Step": 5313, "Finetune/Step Time": 6.653312489390373}
{"Finetune/Learning Rate": 1.5347110955992496e-05, "Finetune/Loss": 0.6208204627037048, "Finetune/Loss (Raw)": 0.6307765245437622, "Finetune/Step": 5314, "Finetune/Step Time": 6.633778557181358}
{"Finetune/Learning Rate": 1.5345355862473566e-05, "Finetune/Loss": 0.6205232739448547, "Finetune/Loss (Raw)": 0.6034544706344604, "Finetune/Step": 5315, "Finetune/Step Time": 6.607825230807066}
{"Finetune/Learning Rate": 1.5343600538401646e-05, "Finetune/Loss": 0.6194268465042114, "Finetune/Loss (Raw)": 0.5781444311141968, "Finetune/Step": 5316, "Finetune/Step Time": 6.61343483813107}
{"Finetune/Learning Rate": 1.534184498385245e-05, "Finetune/Loss": 0.6202743649482727, "Finetune/Loss (Raw)": 0.7098544239997864, "Finetune/Step": 5317, "Finetune/Step Time": 6.6092180628329515}
{"Finetune/Learning Rate": 1.53400891989017e-05, "Finetune/Loss": 0.6204320788383484, "Finetune/Loss (Raw)": 0.6528273224830627, "Finetune/Step": 5318, "Finetune/Step Time": 6.6155265886336565}
{"Finetune/Learning Rate": 1.533833318362512e-05, "Finetune/Loss": 0.6206658482551575, "Finetune/Loss (Raw)": 0.6809155344963074, "Finetune/Step": 5319, "Finetune/Step Time": 6.615359012037516}
{"Finetune/Learning Rate": 1.533657693809845e-05, "Finetune/Loss": 0.6197789907455444, "Finetune/Loss (Raw)": 0.646365225315094, "Finetune/Step": 5320, "Finetune/Step Time": 6.622328905388713}
{"Finetune/Learning Rate": 1.5334820462397443e-05, "Finetune/Loss": 0.6177923679351807, "Finetune/Loss (Raw)": 0.4447353780269623, "Finetune/Step": 5321, "Finetune/Step Time": 6.60967474989593}
{"Finetune/Learning Rate": 1.533306375659785e-05, "Finetune/Loss": 0.6195850372314453, "Finetune/Loss (Raw)": 0.6335175633430481, "Finetune/Step": 5322, "Finetune/Step Time": 6.605878185480833}
{"Finetune/Learning Rate": 1.533130682077545e-05, "Finetune/Loss": 0.6188530921936035, "Finetune/Loss (Raw)": 0.6323578953742981, "Finetune/Step": 5323, "Finetune/Step Time": 6.606841834262013}
{"Finetune/Learning Rate": 1.5329549655006025e-05, "Finetune/Loss": 0.6163792610168457, "Finetune/Loss (Raw)": 0.4235329329967499, "Finetune/Step": 5324, "Finetune/Step Time": 6.615279246121645}
{"Finetune/Learning Rate": 1.532779225936535e-05, "Finetune/Loss": 0.6150996685028076, "Finetune/Loss (Raw)": 0.6938672065734863, "Finetune/Step": 5325, "Finetune/Step Time": 6.638475505635142}
{"Finetune/Learning Rate": 1.5326034633929234e-05, "Finetune/Loss": 0.6147822141647339, "Finetune/Loss (Raw)": 0.7050206661224365, "Finetune/Step": 5326, "Finetune/Step Time": 6.636529419571161}
{"Finetune/Learning Rate": 1.5324276778773485e-05, "Finetune/Loss": 0.6166686415672302, "Finetune/Loss (Raw)": 0.6026739478111267, "Finetune/Step": 5327, "Finetune/Step Time": 6.5502785593271255}
{"Finetune/Learning Rate": 1.5322518693973918e-05, "Finetune/Loss": 0.6159735918045044, "Finetune/Loss (Raw)": 0.5874741673469543, "Finetune/Step": 5328, "Finetune/Step Time": 6.552996663376689}
{"Finetune/Learning Rate": 1.5320760379606365e-05, "Finetune/Loss": 0.6182481646537781, "Finetune/Loss (Raw)": 0.5570393800735474, "Finetune/Step": 5329, "Finetune/Step Time": 6.535892384126782}
{"Finetune/Learning Rate": 1.5319001835746667e-05, "Finetune/Loss": 0.6175054311752319, "Finetune/Loss (Raw)": 0.5677080154418945, "Finetune/Step": 5330, "Finetune/Step Time": 6.531403986737132}
{"Finetune/Learning Rate": 1.5317243062470666e-05, "Finetune/Loss": 0.6175459623336792, "Finetune/Loss (Raw)": 0.7198811769485474, "Finetune/Step": 5331, "Finetune/Step Time": 6.528983052819967}
{"Finetune/Learning Rate": 1.5315484059854223e-05, "Finetune/Loss": 0.6167285442352295, "Finetune/Loss (Raw)": 0.5492721796035767, "Finetune/Step": 5332, "Finetune/Step Time": 6.521898098289967}
{"Finetune/Learning Rate": 1.531372482797321e-05, "Finetune/Loss": 0.6164307594299316, "Finetune/Loss (Raw)": 0.5111923217773438, "Finetune/Step": 5333, "Finetune/Step Time": 6.517447968944907}
{"Finetune/Learning Rate": 1.53119653669035e-05, "Finetune/Loss": 0.6166123151779175, "Finetune/Loss (Raw)": 0.561721920967102, "Finetune/Step": 5334, "Finetune/Step Time": 6.511685037985444}
{"Finetune/Learning Rate": 1.531020567672099e-05, "Finetune/Loss": 0.6173179149627686, "Finetune/Loss (Raw)": 0.6340299844741821, "Finetune/Step": 5335, "Finetune/Step Time": 6.507738204672933}
{"Finetune/Learning Rate": 1.5308445757501565e-05, "Finetune/Loss": 0.6166902780532837, "Finetune/Loss (Raw)": 0.5917673707008362, "Finetune/Step": 5336, "Finetune/Step Time": 6.505290074273944}
{"Finetune/Learning Rate": 1.5306685609321143e-05, "Finetune/Loss": 0.615685224533081, "Finetune/Loss (Raw)": 0.6717132925987244, "Finetune/Step": 5337, "Finetune/Step Time": 6.499467181041837}
{"Finetune/Learning Rate": 1.5304925232255636e-05, "Finetune/Loss": 0.6153446435928345, "Finetune/Loss (Raw)": 0.6412041187286377, "Finetune/Step": 5338, "Finetune/Step Time": 6.501153713092208}
{"Finetune/Learning Rate": 1.5303164626380977e-05, "Finetune/Loss": 0.6152019500732422, "Finetune/Loss (Raw)": 0.6192774772644043, "Finetune/Step": 5339, "Finetune/Step Time": 6.4950833003968}
{"Finetune/Learning Rate": 1.53014037917731e-05, "Finetune/Loss": 0.6153872013092041, "Finetune/Loss (Raw)": 0.6511529088020325, "Finetune/Step": 5340, "Finetune/Step Time": 6.502657463774085}
{"Finetune/Learning Rate": 1.529964272850795e-05, "Finetune/Loss": 0.6145997047424316, "Finetune/Loss (Raw)": 0.5669956803321838, "Finetune/Step": 5341, "Finetune/Step Time": 6.515774745494127}
{"Finetune/Learning Rate": 1.5297881436661486e-05, "Finetune/Loss": 0.6148244738578796, "Finetune/Loss (Raw)": 0.5942273139953613, "Finetune/Step": 5342, "Finetune/Step Time": 6.537102863192558}
{"Finetune/Learning Rate": 1.529611991630968e-05, "Finetune/Loss": 0.6148460507392883, "Finetune/Loss (Raw)": 0.6341181993484497, "Finetune/Step": 5343, "Finetune/Step Time": 6.546562027186155}
{"Finetune/Learning Rate": 1.5294358167528503e-05, "Finetune/Loss": 0.6158989071846008, "Finetune/Loss (Raw)": 0.6184054613113403, "Finetune/Step": 5344, "Finetune/Step Time": 6.539498692378402}
{"Finetune/Learning Rate": 1.5292596190393944e-05, "Finetune/Loss": 0.6166810393333435, "Finetune/Loss (Raw)": 0.7441801428794861, "Finetune/Step": 5345, "Finetune/Step Time": 6.535141728818417}
{"Finetune/Learning Rate": 1.5290833984982e-05, "Finetune/Loss": 0.6171977519989014, "Finetune/Loss (Raw)": 0.7324157953262329, "Finetune/Step": 5346, "Finetune/Step Time": 6.523645527660847}
{"Finetune/Learning Rate": 1.5289071551368677e-05, "Finetune/Loss": 0.617766261100769, "Finetune/Loss (Raw)": 0.6192588210105896, "Finetune/Step": 5347, "Finetune/Step Time": 6.523628611117601}
{"Finetune/Learning Rate": 1.528730888962999e-05, "Finetune/Loss": 0.6179027557373047, "Finetune/Loss (Raw)": 0.7329640984535217, "Finetune/Step": 5348, "Finetune/Step Time": 6.510064389556646}
{"Finetune/Learning Rate": 1.5285545999841968e-05, "Finetune/Loss": 0.6185972690582275, "Finetune/Loss (Raw)": 0.7375066876411438, "Finetune/Step": 5349, "Finetune/Step Time": 6.527607716619968}
{"Finetune/Learning Rate": 1.5283782882080648e-05, "Finetune/Loss": 0.6179711818695068, "Finetune/Loss (Raw)": 0.5678929090499878, "Finetune/Step": 5350, "Finetune/Step Time": 6.514503484591842}
{"Finetune/Learning Rate": 1.5282019536422068e-05, "Finetune/Loss": 0.6169784069061279, "Finetune/Loss (Raw)": 0.5970532894134521, "Finetune/Step": 5351, "Finetune/Step Time": 6.5067963898181915}
{"Finetune/Learning Rate": 1.528025596294229e-05, "Finetune/Loss": 0.6171160936355591, "Finetune/Loss (Raw)": 0.5910558700561523, "Finetune/Step": 5352, "Finetune/Step Time": 6.516026163473725}
{"Finetune/Learning Rate": 1.527849216171738e-05, "Finetune/Loss": 0.614503026008606, "Finetune/Loss (Raw)": 0.26582735776901245, "Finetune/Step": 5353, "Finetune/Step Time": 6.531422007828951}
{"Finetune/Learning Rate": 1.527672813282341e-05, "Finetune/Loss": 0.6147225499153137, "Finetune/Loss (Raw)": 0.755411684513092, "Finetune/Step": 5354, "Finetune/Step Time": 6.532970514148474}
{"Finetune/Learning Rate": 1.5274963876336473e-05, "Finetune/Loss": 0.6100202798843384, "Finetune/Loss (Raw)": 0.21256586909294128, "Finetune/Step": 5355, "Finetune/Step Time": 6.552337843924761}
{"Finetune/Learning Rate": 1.5273199392332653e-05, "Finetune/Loss": 0.6084386110305786, "Finetune/Loss (Raw)": 0.44762083888053894, "Finetune/Step": 5356, "Finetune/Step Time": 6.558744575828314}
{"Finetune/Learning Rate": 1.527143468088806e-05, "Finetune/Loss": 0.609115481376648, "Finetune/Loss (Raw)": 0.6073564291000366, "Finetune/Step": 5357, "Finetune/Step Time": 6.5388170424848795}
{"Finetune/Learning Rate": 1.5269669742078805e-05, "Finetune/Loss": 0.6103218197822571, "Finetune/Loss (Raw)": 0.7228318452835083, "Finetune/Step": 5358, "Finetune/Step Time": 6.538091357797384}
{"Finetune/Learning Rate": 1.526790457598102e-05, "Finetune/Loss": 0.6083393096923828, "Finetune/Loss (Raw)": 0.46357521414756775, "Finetune/Step": 5359, "Finetune/Step Time": 6.553686283528805}
{"Finetune/Learning Rate": 1.5266139182670837e-05, "Finetune/Loss": 0.6074550151824951, "Finetune/Loss (Raw)": 0.6137635111808777, "Finetune/Step": 5360, "Finetune/Step Time": 6.553124947473407}
{"Finetune/Learning Rate": 1.5264373562224392e-05, "Finetune/Loss": 0.6086751222610474, "Finetune/Loss (Raw)": 0.6439027190208435, "Finetune/Step": 5361, "Finetune/Step Time": 6.56189825758338}
{"Finetune/Learning Rate": 1.5262607714717847e-05, "Finetune/Loss": 0.6093735694885254, "Finetune/Loss (Raw)": 0.6268925070762634, "Finetune/Step": 5362, "Finetune/Step Time": 6.555113026872277}
{"Finetune/Learning Rate": 1.5260841640227363e-05, "Finetune/Loss": 0.6088905930519104, "Finetune/Loss (Raw)": 0.6396873593330383, "Finetune/Step": 5363, "Finetune/Step Time": 6.562067830935121}
{"Finetune/Learning Rate": 1.5259075338829113e-05, "Finetune/Loss": 0.6097167134284973, "Finetune/Loss (Raw)": 0.6371857523918152, "Finetune/Step": 5364, "Finetune/Step Time": 6.559952314943075}
{"Finetune/Learning Rate": 1.5257308810599281e-05, "Finetune/Loss": 0.6088541746139526, "Finetune/Loss (Raw)": 0.5682271718978882, "Finetune/Step": 5365, "Finetune/Step Time": 6.5681191850453615}
{"Finetune/Learning Rate": 1.5255542055614064e-05, "Finetune/Loss": 0.6093729138374329, "Finetune/Loss (Raw)": 0.7003971934318542, "Finetune/Step": 5366, "Finetune/Step Time": 6.558898800984025}
{"Finetune/Learning Rate": 1.5253775073949652e-05, "Finetune/Loss": 0.608854353427887, "Finetune/Loss (Raw)": 0.578612208366394, "Finetune/Step": 5367, "Finetune/Step Time": 6.561530739068985}
{"Finetune/Learning Rate": 1.525200786568227e-05, "Finetune/Loss": 0.6084188222885132, "Finetune/Loss (Raw)": 0.5818043947219849, "Finetune/Step": 5368, "Finetune/Step Time": 6.5433766189962626}
{"Finetune/Learning Rate": 1.5250240430888137e-05, "Finetune/Loss": 0.6085530519485474, "Finetune/Loss (Raw)": 0.6789665818214417, "Finetune/Step": 5369, "Finetune/Step Time": 6.547578388825059}
{"Finetune/Learning Rate": 1.5248472769643484e-05, "Finetune/Loss": 0.6113178133964539, "Finetune/Loss (Raw)": 0.6665183901786804, "Finetune/Step": 5370, "Finetune/Step Time": 6.524349438026547}
{"Finetune/Learning Rate": 1.524670488202455e-05, "Finetune/Loss": 0.6122416257858276, "Finetune/Loss (Raw)": 0.6928387880325317, "Finetune/Step": 5371, "Finetune/Step Time": 6.5117688942700624}
{"Finetune/Learning Rate": 1.5244936768107592e-05, "Finetune/Loss": 0.6116839051246643, "Finetune/Loss (Raw)": 0.5809715390205383, "Finetune/Step": 5372, "Finetune/Step Time": 6.526073392480612}
{"Finetune/Learning Rate": 1.524316842796887e-05, "Finetune/Loss": 0.6099991202354431, "Finetune/Loss (Raw)": 0.5328552722930908, "Finetune/Step": 5373, "Finetune/Step Time": 6.5140543933957815}
{"Finetune/Learning Rate": 1.5241399861684652e-05, "Finetune/Loss": 0.6093257665634155, "Finetune/Loss (Raw)": 0.5430426001548767, "Finetune/Step": 5374, "Finetune/Step Time": 6.512960767373443}
{"Finetune/Learning Rate": 1.523963106933122e-05, "Finetune/Loss": 0.6088991761207581, "Finetune/Loss (Raw)": 0.5972001552581787, "Finetune/Step": 5375, "Finetune/Step Time": 6.5315311793237925}
{"Finetune/Learning Rate": 1.5237862050984866e-05, "Finetune/Loss": 0.6084212064743042, "Finetune/Loss (Raw)": 0.6720417737960815, "Finetune/Step": 5376, "Finetune/Step Time": 6.533681599423289}
{"Finetune/Learning Rate": 1.5236092806721892e-05, "Finetune/Loss": 0.6084471940994263, "Finetune/Loss (Raw)": 0.6621556878089905, "Finetune/Step": 5377, "Finetune/Step Time": 6.534492025151849}
{"Finetune/Learning Rate": 1.5234323336618602e-05, "Finetune/Loss": 0.6085244417190552, "Finetune/Loss (Raw)": 0.7197768688201904, "Finetune/Step": 5378, "Finetune/Step Time": 6.547236066311598}
{"Finetune/Learning Rate": 1.5232553640751322e-05, "Finetune/Loss": 0.6078685522079468, "Finetune/Loss (Raw)": 0.5739108920097351, "Finetune/Step": 5379, "Finetune/Step Time": 6.558012088760734}
{"Finetune/Learning Rate": 1.5230783719196379e-05, "Finetune/Loss": 0.6075607538223267, "Finetune/Loss (Raw)": 0.745745837688446, "Finetune/Step": 5380, "Finetune/Step Time": 6.572942977771163}
{"Finetune/Learning Rate": 1.5229013572030111e-05, "Finetune/Loss": 0.6066598892211914, "Finetune/Loss (Raw)": 0.48800498247146606, "Finetune/Step": 5381, "Finetune/Step Time": 6.568330388516188}
{"Finetune/Learning Rate": 1.5227243199328872e-05, "Finetune/Loss": 0.6048871874809265, "Finetune/Loss (Raw)": 0.27014991641044617, "Finetune/Step": 5382, "Finetune/Step Time": 6.567118167877197}
{"Finetune/Learning Rate": 1.5225472601169014e-05, "Finetune/Loss": 0.6069432497024536, "Finetune/Loss (Raw)": 0.7586133480072021, "Finetune/Step": 5383, "Finetune/Step Time": 6.553862866014242}
{"Finetune/Learning Rate": 1.5223701777626904e-05, "Finetune/Loss": 0.607309103012085, "Finetune/Loss (Raw)": 0.722062885761261, "Finetune/Step": 5384, "Finetune/Step Time": 6.5364237781614065}
{"Finetune/Learning Rate": 1.5221930728778933e-05, "Finetune/Loss": 0.6070171594619751, "Finetune/Loss (Raw)": 0.49227088689804077, "Finetune/Step": 5385, "Finetune/Step Time": 6.533679524436593}
{"Finetune/Learning Rate": 1.5220159454701479e-05, "Finetune/Loss": 0.6066500544548035, "Finetune/Loss (Raw)": 0.5992553234100342, "Finetune/Step": 5386, "Finetune/Step Time": 6.538295594975352}
{"Finetune/Learning Rate": 1.521838795547094e-05, "Finetune/Loss": 0.6069066524505615, "Finetune/Loss (Raw)": 0.5671112537384033, "Finetune/Step": 5387, "Finetune/Step Time": 6.517546713352203}
{"Finetune/Learning Rate": 1.5216616231163726e-05, "Finetune/Loss": 0.6043439507484436, "Finetune/Loss (Raw)": 0.2266111820936203, "Finetune/Step": 5388, "Finetune/Step Time": 6.5217134561389685}
{"Finetune/Learning Rate": 1.521484428185625e-05, "Finetune/Loss": 0.6040071249008179, "Finetune/Loss (Raw)": 0.6802704930305481, "Finetune/Step": 5389, "Finetune/Step Time": 6.50755562260747}
{"Finetune/Learning Rate": 1.5213072107624945e-05, "Finetune/Loss": 0.6038733124732971, "Finetune/Loss (Raw)": 0.61381995677948, "Finetune/Step": 5390, "Finetune/Step Time": 6.511846935376525}
{"Finetune/Learning Rate": 1.521129970854624e-05, "Finetune/Loss": 0.6049191951751709, "Finetune/Loss (Raw)": 0.5215349793434143, "Finetune/Step": 5391, "Finetune/Step Time": 6.52785599604249}
{"Finetune/Learning Rate": 1.5209527084696589e-05, "Finetune/Loss": 0.604152262210846, "Finetune/Loss (Raw)": 0.5518457889556885, "Finetune/Step": 5392, "Finetune/Step Time": 6.544670818373561}
{"Finetune/Learning Rate": 1.5207754236152443e-05, "Finetune/Loss": 0.6044527292251587, "Finetune/Loss (Raw)": 0.6995417475700378, "Finetune/Step": 5393, "Finetune/Step Time": 6.5472261644899845}
{"Finetune/Learning Rate": 1.520598116299027e-05, "Finetune/Loss": 0.6044869422912598, "Finetune/Loss (Raw)": 0.6481721997261047, "Finetune/Step": 5394, "Finetune/Step Time": 6.552447412163019}
{"Finetune/Learning Rate": 1.5204207865286543e-05, "Finetune/Loss": 0.6038421392440796, "Finetune/Loss (Raw)": 0.49313846230506897, "Finetune/Step": 5395, "Finetune/Step Time": 6.547451237216592}
{"Finetune/Learning Rate": 1.5202434343117744e-05, "Finetune/Loss": 0.6045752763748169, "Finetune/Loss (Raw)": 0.6632359027862549, "Finetune/Step": 5396, "Finetune/Step Time": 6.552715333178639}
{"Finetune/Learning Rate": 1.5200660596560376e-05, "Finetune/Loss": 0.6048126220703125, "Finetune/Loss (Raw)": 0.702947735786438, "Finetune/Step": 5397, "Finetune/Step Time": 6.561588115990162}
{"Finetune/Learning Rate": 1.5198886625690939e-05, "Finetune/Loss": 0.6053269505500793, "Finetune/Loss (Raw)": 0.760746955871582, "Finetune/Step": 5398, "Finetune/Step Time": 6.572866756469011}
{"Finetune/Learning Rate": 1.5197112430585943e-05, "Finetune/Loss": 0.6050641536712646, "Finetune/Loss (Raw)": 0.57895427942276, "Finetune/Step": 5399, "Finetune/Step Time": 6.564666533842683}
{"Finetune/Learning Rate": 1.5195338011321914e-05, "Finetune/Loss": 0.6044542789459229, "Finetune/Loss (Raw)": 0.643035352230072, "Finetune/Step": 5400, "Finetune/Step Time": 6.557966459542513}
{"Finetune/Learning Rate": 1.519356336797539e-05, "Finetune/Loss": 0.6055107712745667, "Finetune/Loss (Raw)": 0.7453386783599854, "Finetune/Step": 5401, "Finetune/Step Time": 6.552077412605286}
{"Finetune/Learning Rate": 1.519178850062291e-05, "Finetune/Loss": 0.6071726679801941, "Finetune/Loss (Raw)": 0.7172889113426208, "Finetune/Step": 5402, "Finetune/Step Time": 6.543010115623474}
{"Finetune/Learning Rate": 1.5190013409341027e-05, "Finetune/Loss": 0.6074585318565369, "Finetune/Loss (Raw)": 0.6853753328323364, "Finetune/Step": 5403, "Finetune/Step Time": 6.555286929011345}
{"Finetune/Learning Rate": 1.5188238094206305e-05, "Finetune/Loss": 0.6046167612075806, "Finetune/Loss (Raw)": 0.25407934188842773, "Finetune/Step": 5404, "Finetune/Step Time": 6.564638694748282}
{"Finetune/Learning Rate": 1.5186462555295309e-05, "Finetune/Loss": 0.605612576007843, "Finetune/Loss (Raw)": 0.5157796144485474, "Finetune/Step": 5405, "Finetune/Step Time": 6.551255257800221}
{"Finetune/Learning Rate": 1.5184686792684629e-05, "Finetune/Loss": 0.602271556854248, "Finetune/Loss (Raw)": 0.20130681991577148, "Finetune/Step": 5406, "Finetune/Step Time": 6.572384998202324}
{"Finetune/Learning Rate": 1.5182910806450854e-05, "Finetune/Loss": 0.6013774871826172, "Finetune/Loss (Raw)": 0.6142632365226746, "Finetune/Step": 5407, "Finetune/Step Time": 6.5973163321614265}
{"Finetune/Learning Rate": 1.5181134596670583e-05, "Finetune/Loss": 0.6017212867736816, "Finetune/Loss (Raw)": 0.6266894936561584, "Finetune/Step": 5408, "Finetune/Step Time": 6.599280899390578}
{"Finetune/Learning Rate": 1.5179358163420427e-05, "Finetune/Loss": 0.602288007736206, "Finetune/Loss (Raw)": 0.6387656331062317, "Finetune/Step": 5409, "Finetune/Step Time": 6.5904655251652}
{"Finetune/Learning Rate": 1.5177581506777009e-05, "Finetune/Loss": 0.6022812128067017, "Finetune/Loss (Raw)": 0.6227455735206604, "Finetune/Step": 5410, "Finetune/Step Time": 6.582608053460717}
{"Finetune/Learning Rate": 1.5175804626816955e-05, "Finetune/Loss": 0.6020951271057129, "Finetune/Loss (Raw)": 0.5921831727027893, "Finetune/Step": 5411, "Finetune/Step Time": 6.588142488151789}
{"Finetune/Learning Rate": 1.5174027523616906e-05, "Finetune/Loss": 0.6062001585960388, "Finetune/Loss (Raw)": 0.7428970336914062, "Finetune/Step": 5412, "Finetune/Step Time": 6.568721774965525}
{"Finetune/Learning Rate": 1.5172250197253506e-05, "Finetune/Loss": 0.6055654883384705, "Finetune/Loss (Raw)": 0.5852357149124146, "Finetune/Step": 5413, "Finetune/Step Time": 6.570364136248827}
{"Finetune/Learning Rate": 1.5170472647803425e-05, "Finetune/Loss": 0.6062358617782593, "Finetune/Loss (Raw)": 0.6398885846138, "Finetune/Step": 5414, "Finetune/Step Time": 6.555787576362491}
{"Finetune/Learning Rate": 1.5168694875343319e-05, "Finetune/Loss": 0.6079323887825012, "Finetune/Loss (Raw)": 0.8043361902236938, "Finetune/Step": 5415, "Finetune/Step Time": 6.552410511299968}
{"Finetune/Learning Rate": 1.5166916879949875e-05, "Finetune/Loss": 0.6079474091529846, "Finetune/Loss (Raw)": 0.5691442489624023, "Finetune/Step": 5416, "Finetune/Step Time": 6.545747213065624}
{"Finetune/Learning Rate": 1.5165138661699779e-05, "Finetune/Loss": 0.6089302897453308, "Finetune/Loss (Raw)": 0.6565737128257751, "Finetune/Step": 5417, "Finetune/Step Time": 6.547142695635557}
{"Finetune/Learning Rate": 1.5163360220669727e-05, "Finetune/Loss": 0.607950747013092, "Finetune/Loss (Raw)": 0.6156303882598877, "Finetune/Step": 5418, "Finetune/Step Time": 6.5558309853076935}
{"Finetune/Learning Rate": 1.516158155693642e-05, "Finetune/Loss": 0.6088764667510986, "Finetune/Loss (Raw)": 0.7435373663902283, "Finetune/Step": 5419, "Finetune/Step Time": 6.555902669206262}
{"Finetune/Learning Rate": 1.5159802670576584e-05, "Finetune/Loss": 0.6091731786727905, "Finetune/Loss (Raw)": 0.7296750545501709, "Finetune/Step": 5420, "Finetune/Step Time": 6.552477952092886}
{"Finetune/Learning Rate": 1.5158023561666938e-05, "Finetune/Loss": 0.6088023781776428, "Finetune/Loss (Raw)": 0.5779142379760742, "Finetune/Step": 5421, "Finetune/Step Time": 6.55762524344027}
{"Finetune/Learning Rate": 1.515624423028422e-05, "Finetune/Loss": 0.6074250340461731, "Finetune/Loss (Raw)": 0.5314330458641052, "Finetune/Step": 5422, "Finetune/Step Time": 6.557448925450444}
{"Finetune/Learning Rate": 1.5154464676505178e-05, "Finetune/Loss": 0.6072723865509033, "Finetune/Loss (Raw)": 0.6190707087516785, "Finetune/Step": 5423, "Finetune/Step Time": 6.557306045666337}
{"Finetune/Learning Rate": 1.5152684900406563e-05, "Finetune/Loss": 0.6078073978424072, "Finetune/Loss (Raw)": 0.6536781787872314, "Finetune/Step": 5424, "Finetune/Step Time": 6.541196208447218}
{"Finetune/Learning Rate": 1.5150904902065137e-05, "Finetune/Loss": 0.6080418825149536, "Finetune/Loss (Raw)": 0.5625403523445129, "Finetune/Step": 5425, "Finetune/Step Time": 6.558380840346217}
{"Finetune/Learning Rate": 1.514912468155768e-05, "Finetune/Loss": 0.6064202785491943, "Finetune/Loss (Raw)": 0.5717517137527466, "Finetune/Step": 5426, "Finetune/Step Time": 6.554662346839905}
{"Finetune/Learning Rate": 1.5147344238960973e-05, "Finetune/Loss": 0.6061855554580688, "Finetune/Loss (Raw)": 0.6965358853340149, "Finetune/Step": 5427, "Finetune/Step Time": 6.548298619687557}
{"Finetune/Learning Rate": 1.514556357435181e-05, "Finetune/Loss": 0.605117678642273, "Finetune/Loss (Raw)": 0.6131155490875244, "Finetune/Step": 5428, "Finetune/Step Time": 6.552604122087359}
{"Finetune/Learning Rate": 1.5143782687806989e-05, "Finetune/Loss": 0.6042438745498657, "Finetune/Loss (Raw)": 0.512022852897644, "Finetune/Step": 5429, "Finetune/Step Time": 6.555702133104205}
{"Finetune/Learning Rate": 1.5142001579403327e-05, "Finetune/Loss": 0.6048131585121155, "Finetune/Loss (Raw)": 0.6822764873504639, "Finetune/Step": 5430, "Finetune/Step Time": 6.550451375544071}
{"Finetune/Learning Rate": 1.5140220249217645e-05, "Finetune/Loss": 0.6049769520759583, "Finetune/Loss (Raw)": 0.6082406640052795, "Finetune/Step": 5431, "Finetune/Step Time": 6.554648021236062}
{"Finetune/Learning Rate": 1.5138438697326772e-05, "Finetune/Loss": 0.6052809953689575, "Finetune/Loss (Raw)": 0.6396426558494568, "Finetune/Step": 5432, "Finetune/Step Time": 6.560696134343743}
{"Finetune/Learning Rate": 1.5136656923807556e-05, "Finetune/Loss": 0.6046046018600464, "Finetune/Loss (Raw)": 0.6277839541435242, "Finetune/Step": 5433, "Finetune/Step Time": 6.565028164535761}
{"Finetune/Learning Rate": 1.5134874928736836e-05, "Finetune/Loss": 0.6077156066894531, "Finetune/Loss (Raw)": 0.6303962469100952, "Finetune/Step": 5434, "Finetune/Step Time": 6.554072994738817}
{"Finetune/Learning Rate": 1.5133092712191481e-05, "Finetune/Loss": 0.607306957244873, "Finetune/Loss (Raw)": 0.6203702688217163, "Finetune/Step": 5435, "Finetune/Step Time": 6.575015531852841}
{"Finetune/Learning Rate": 1.513131027424836e-05, "Finetune/Loss": 0.6079685688018799, "Finetune/Loss (Raw)": 0.7473108768463135, "Finetune/Step": 5436, "Finetune/Step Time": 6.584920072928071}
{"Finetune/Learning Rate": 1.5129527614984345e-05, "Finetune/Loss": 0.6091296076774597, "Finetune/Loss (Raw)": 0.7322065830230713, "Finetune/Step": 5437, "Finetune/Step Time": 6.584094576537609}
{"Finetune/Learning Rate": 1.5127744734476336e-05, "Finetune/Loss": 0.6098092794418335, "Finetune/Loss (Raw)": 0.5947149991989136, "Finetune/Step": 5438, "Finetune/Step Time": 6.561830587685108}
{"Finetune/Learning Rate": 1.5125961632801219e-05, "Finetune/Loss": 0.610124409198761, "Finetune/Loss (Raw)": 0.6282324194908142, "Finetune/Step": 5439, "Finetune/Step Time": 6.5574535224586725}
{"Finetune/Learning Rate": 1.512417831003591e-05, "Finetune/Loss": 0.6120281219482422, "Finetune/Loss (Raw)": 0.8031887412071228, "Finetune/Step": 5440, "Finetune/Step Time": 6.557909518480301}
{"Finetune/Learning Rate": 1.5122394766257325e-05, "Finetune/Loss": 0.6111253499984741, "Finetune/Loss (Raw)": 0.6203188300132751, "Finetune/Step": 5441, "Finetune/Step Time": 6.568931462243199}
{"Finetune/Learning Rate": 1.5120611001542387e-05, "Finetune/Loss": 0.6102844476699829, "Finetune/Loss (Raw)": 0.5231453776359558, "Finetune/Step": 5442, "Finetune/Step Time": 6.5808307230472565}
{"Finetune/Learning Rate": 1.5118827015968039e-05, "Finetune/Loss": 0.6107568144798279, "Finetune/Loss (Raw)": 0.6639170050621033, "Finetune/Step": 5443, "Finetune/Step Time": 6.601766748353839}
{"Finetune/Learning Rate": 1.5117042809611222e-05, "Finetune/Loss": 0.6113539934158325, "Finetune/Loss (Raw)": 0.6545828580856323, "Finetune/Step": 5444, "Finetune/Step Time": 6.614514308050275}
{"Finetune/Learning Rate": 1.5115258382548893e-05, "Finetune/Loss": 0.6113754510879517, "Finetune/Loss (Raw)": 0.7126057147979736, "Finetune/Step": 5445, "Finetune/Step Time": 6.612848974764347}
{"Finetune/Learning Rate": 1.5113473734858017e-05, "Finetune/Loss": 0.6078271865844727, "Finetune/Loss (Raw)": 0.1986406296491623, "Finetune/Step": 5446, "Finetune/Step Time": 6.623002449050546}
{"Finetune/Learning Rate": 1.5111688866615563e-05, "Finetune/Loss": 0.6072404384613037, "Finetune/Loss (Raw)": 0.6058202385902405, "Finetune/Step": 5447, "Finetune/Step Time": 6.613736299797893}
{"Finetune/Learning Rate": 1.5109903777898527e-05, "Finetune/Loss": 0.6065069437026978, "Finetune/Loss (Raw)": 0.5524699687957764, "Finetune/Step": 5448, "Finetune/Step Time": 6.605231773108244}
{"Finetune/Learning Rate": 1.5108118468783892e-05, "Finetune/Loss": 0.6065118908882141, "Finetune/Loss (Raw)": 0.4453732371330261, "Finetune/Step": 5449, "Finetune/Step Time": 6.62276866286993}
{"Finetune/Learning Rate": 1.5106332939348665e-05, "Finetune/Loss": 0.6062878370285034, "Finetune/Loss (Raw)": 0.6048324704170227, "Finetune/Step": 5450, "Finetune/Step Time": 6.615051383152604}
{"Finetune/Learning Rate": 1.5104547189669856e-05, "Finetune/Loss": 0.606674313545227, "Finetune/Loss (Raw)": 0.6818285584449768, "Finetune/Step": 5451, "Finetune/Step Time": 6.613677591085434}
{"Finetune/Learning Rate": 1.5102761219824493e-05, "Finetune/Loss": 0.608350396156311, "Finetune/Loss (Raw)": 0.6380728483200073, "Finetune/Step": 5452, "Finetune/Step Time": 6.602998174726963}
{"Finetune/Learning Rate": 1.51009750298896e-05, "Finetune/Loss": 0.6068942546844482, "Finetune/Loss (Raw)": 0.5074792504310608, "Finetune/Step": 5453, "Finetune/Step Time": 6.610821275040507}
{"Finetune/Learning Rate": 1.5099188619942221e-05, "Finetune/Loss": 0.6058120131492615, "Finetune/Loss (Raw)": 0.5664993524551392, "Finetune/Step": 5454, "Finetune/Step Time": 6.616793842986226}
{"Finetune/Learning Rate": 1.5097401990059409e-05, "Finetune/Loss": 0.604528546333313, "Finetune/Loss (Raw)": 0.4383919835090637, "Finetune/Step": 5455, "Finetune/Step Time": 6.614361062645912}
{"Finetune/Learning Rate": 1.509561514031822e-05, "Finetune/Loss": 0.6043570637702942, "Finetune/Loss (Raw)": 0.565520703792572, "Finetune/Step": 5456, "Finetune/Step Time": 6.617965631186962}
{"Finetune/Learning Rate": 1.5093828070795726e-05, "Finetune/Loss": 0.6054114103317261, "Finetune/Loss (Raw)": 0.6919930577278137, "Finetune/Step": 5457, "Finetune/Step Time": 6.635501196607947}
{"Finetune/Learning Rate": 1.5092040781569006e-05, "Finetune/Loss": 0.6048063039779663, "Finetune/Loss (Raw)": 0.4902549088001251, "Finetune/Step": 5458, "Finetune/Step Time": 6.642894459888339}
{"Finetune/Learning Rate": 1.5090253272715147e-05, "Finetune/Loss": 0.6042895317077637, "Finetune/Loss (Raw)": 0.6537418961524963, "Finetune/Step": 5459, "Finetune/Step Time": 6.634980162605643}
{"Finetune/Learning Rate": 1.5088465544311246e-05, "Finetune/Loss": 0.6048789024353027, "Finetune/Loss (Raw)": 0.6247110962867737, "Finetune/Step": 5460, "Finetune/Step Time": 6.6381821520626545}
{"Finetune/Learning Rate": 1.5086677596434412e-05, "Finetune/Loss": 0.603166401386261, "Finetune/Loss (Raw)": 0.29198816418647766, "Finetune/Step": 5461, "Finetune/Step Time": 6.6547084506601095}
{"Finetune/Learning Rate": 1.5084889429161762e-05, "Finetune/Loss": 0.6042394638061523, "Finetune/Loss (Raw)": 0.6990737318992615, "Finetune/Step": 5462, "Finetune/Step Time": 6.648817861452699}
{"Finetune/Learning Rate": 1.508310104257042e-05, "Finetune/Loss": 0.6042858362197876, "Finetune/Loss (Raw)": 0.639961302280426, "Finetune/Step": 5463, "Finetune/Step Time": 6.6497674491256475}
{"Finetune/Learning Rate": 1.508131243673753e-05, "Finetune/Loss": 0.6044988632202148, "Finetune/Loss (Raw)": 0.619042158126831, "Finetune/Step": 5464, "Finetune/Step Time": 6.649049235507846}
{"Finetune/Learning Rate": 1.5079523611740225e-05, "Finetune/Loss": 0.6046798825263977, "Finetune/Loss (Raw)": 0.6948772072792053, "Finetune/Step": 5465, "Finetune/Step Time": 6.6465546656399965}
{"Finetune/Learning Rate": 1.5077734567655666e-05, "Finetune/Loss": 0.604607105255127, "Finetune/Loss (Raw)": 0.6318872570991516, "Finetune/Step": 5466, "Finetune/Step Time": 6.677451925352216}
{"Finetune/Learning Rate": 1.5075945304561015e-05, "Finetune/Loss": 0.6038933992385864, "Finetune/Loss (Raw)": 0.5279322862625122, "Finetune/Step": 5467, "Finetune/Step Time": 6.692962020635605}
{"Finetune/Learning Rate": 1.507415582253345e-05, "Finetune/Loss": 0.6006282567977905, "Finetune/Loss (Raw)": 0.23320810496807098, "Finetune/Step": 5468, "Finetune/Step Time": 6.702835509553552}
{"Finetune/Learning Rate": 1.507236612165015e-05, "Finetune/Loss": 0.5980257391929626, "Finetune/Loss (Raw)": 0.2338717132806778, "Finetune/Step": 5469, "Finetune/Step Time": 6.705202111974359}
{"Finetune/Learning Rate": 1.5070576201988307e-05, "Finetune/Loss": 0.5989680290222168, "Finetune/Loss (Raw)": 0.7148452997207642, "Finetune/Step": 5470, "Finetune/Step Time": 6.689297305420041}
{"Finetune/Learning Rate": 1.5068786063625123e-05, "Finetune/Loss": 0.5986745953559875, "Finetune/Loss (Raw)": 0.596557080745697, "Finetune/Step": 5471, "Finetune/Step Time": 6.713082615286112}
{"Finetune/Learning Rate": 1.5066995706637812e-05, "Finetune/Loss": 0.5990261435508728, "Finetune/Loss (Raw)": 0.6634043455123901, "Finetune/Step": 5472, "Finetune/Step Time": 6.710891962051392}
{"Finetune/Learning Rate": 1.5065205131103593e-05, "Finetune/Loss": 0.5979055166244507, "Finetune/Loss (Raw)": 0.6007334589958191, "Finetune/Step": 5473, "Finetune/Step Time": 6.713589703664184}
{"Finetune/Learning Rate": 1.5063414337099698e-05, "Finetune/Loss": 0.5965453386306763, "Finetune/Loss (Raw)": 0.5583246350288391, "Finetune/Step": 5474, "Finetune/Step Time": 6.7110383454710245}
{"Finetune/Learning Rate": 1.5061623324703363e-05, "Finetune/Loss": 0.5961008071899414, "Finetune/Loss (Raw)": 0.5623557567596436, "Finetune/Step": 5475, "Finetune/Step Time": 6.725850781425834}
{"Finetune/Learning Rate": 1.5059832093991838e-05, "Finetune/Loss": 0.5952678918838501, "Finetune/Loss (Raw)": 0.6263516545295715, "Finetune/Step": 5476, "Finetune/Step Time": 6.727756313979626}
{"Finetune/Learning Rate": 1.505804064504238e-05, "Finetune/Loss": 0.594763994216919, "Finetune/Loss (Raw)": 0.673007071018219, "Finetune/Step": 5477, "Finetune/Step Time": 6.718187203630805}
{"Finetune/Learning Rate": 1.5056248977932265e-05, "Finetune/Loss": 0.595176637172699, "Finetune/Loss (Raw)": 0.6207128167152405, "Finetune/Step": 5478, "Finetune/Step Time": 6.71643722243607}
{"Finetune/Learning Rate": 1.505445709273876e-05, "Finetune/Loss": 0.5949592590332031, "Finetune/Loss (Raw)": 0.5692250728607178, "Finetune/Step": 5479, "Finetune/Step Time": 6.745618617162108}
{"Finetune/Learning Rate": 1.5052664989539157e-05, "Finetune/Loss": 0.5955342054367065, "Finetune/Loss (Raw)": 0.6646450161933899, "Finetune/Step": 5480, "Finetune/Step Time": 6.753556473180652}
{"Finetune/Learning Rate": 1.5050872668410751e-05, "Finetune/Loss": 0.5979191660881042, "Finetune/Loss (Raw)": 0.571105420589447, "Finetune/Step": 5481, "Finetune/Step Time": 6.743317069485784}
{"Finetune/Learning Rate": 1.5049080129430844e-05, "Finetune/Loss": 0.5967761278152466, "Finetune/Loss (Raw)": 0.6091099977493286, "Finetune/Step": 5482, "Finetune/Step Time": 6.757178425788879}
{"Finetune/Learning Rate": 1.5047287372676758e-05, "Finetune/Loss": 0.5991498231887817, "Finetune/Loss (Raw)": 0.5163965821266174, "Finetune/Step": 5483, "Finetune/Step Time": 6.759169515222311}
{"Finetune/Learning Rate": 1.5045494398225813e-05, "Finetune/Loss": 0.6004679799079895, "Finetune/Loss (Raw)": 0.616335928440094, "Finetune/Step": 5484, "Finetune/Step Time": 6.752463521435857}
{"Finetune/Learning Rate": 1.5043701206155343e-05, "Finetune/Loss": 0.6001011729240417, "Finetune/Loss (Raw)": 0.5604066252708435, "Finetune/Step": 5485, "Finetune/Step Time": 6.7466559913009405}
{"Finetune/Learning Rate": 1.5041907796542687e-05, "Finetune/Loss": 0.600010335445404, "Finetune/Loss (Raw)": 0.7112113833427429, "Finetune/Step": 5486, "Finetune/Step Time": 6.746603382751346}
{"Finetune/Learning Rate": 1.5040114169465203e-05, "Finetune/Loss": 0.6010389924049377, "Finetune/Loss (Raw)": 0.5952371954917908, "Finetune/Step": 5487, "Finetune/Step Time": 6.7351422887295485}
{"Finetune/Learning Rate": 1.5038320325000253e-05, "Finetune/Loss": 0.6018224954605103, "Finetune/Loss (Raw)": 0.7140482664108276, "Finetune/Step": 5488, "Finetune/Step Time": 6.744523881003261}
{"Finetune/Learning Rate": 1.5036526263225204e-05, "Finetune/Loss": 0.6008465886116028, "Finetune/Loss (Raw)": 0.5189917683601379, "Finetune/Step": 5489, "Finetune/Step Time": 6.718462994322181}
{"Finetune/Learning Rate": 1.5034731984217441e-05, "Finetune/Loss": 0.601747989654541, "Finetune/Loss (Raw)": 0.742278516292572, "Finetune/Step": 5490, "Finetune/Step Time": 6.717952705919743}
{"Finetune/Learning Rate": 1.503293748805435e-05, "Finetune/Loss": 0.5983023047447205, "Finetune/Loss (Raw)": 0.19863753020763397, "Finetune/Step": 5491, "Finetune/Step Time": 6.727622268721461}
{"Finetune/Learning Rate": 1.503114277481333e-05, "Finetune/Loss": 0.5987585186958313, "Finetune/Loss (Raw)": 0.6955783367156982, "Finetune/Step": 5492, "Finetune/Step Time": 6.750877246260643}
{"Finetune/Learning Rate": 1.5029347844571792e-05, "Finetune/Loss": 0.5986514091491699, "Finetune/Loss (Raw)": 0.5545158386230469, "Finetune/Step": 5493, "Finetune/Step Time": 6.760857284069061}
{"Finetune/Learning Rate": 1.5027552697407152e-05, "Finetune/Loss": 0.5973204374313354, "Finetune/Loss (Raw)": 0.530036985874176, "Finetune/Step": 5494, "Finetune/Step Time": 6.786175865679979}
{"Finetune/Learning Rate": 1.5025757333396844e-05, "Finetune/Loss": 0.5978207588195801, "Finetune/Loss (Raw)": 0.6426441669464111, "Finetune/Step": 5495, "Finetune/Step Time": 6.782518930733204}
{"Finetune/Learning Rate": 1.5023961752618295e-05, "Finetune/Loss": 0.5983152985572815, "Finetune/Loss (Raw)": 0.6451090574264526, "Finetune/Step": 5496, "Finetune/Step Time": 6.786894645541906}
{"Finetune/Learning Rate": 1.5022165955148955e-05, "Finetune/Loss": 0.5991580486297607, "Finetune/Loss (Raw)": 0.7868409752845764, "Finetune/Step": 5497, "Finetune/Step Time": 6.783005353063345}
{"Finetune/Learning Rate": 1.5020369941066282e-05, "Finetune/Loss": 0.5977594256401062, "Finetune/Loss (Raw)": 0.48749861121177673, "Finetune/Step": 5498, "Finetune/Step Time": 6.781598946079612}
{"Finetune/Learning Rate": 1.5018573710447734e-05, "Finetune/Loss": 0.5955168008804321, "Finetune/Loss (Raw)": 0.40577659010887146, "Finetune/Step": 5499, "Finetune/Step Time": 6.787959031760693}
{"Finetune/Learning Rate": 1.5016777263370794e-05, "Finetune/Loss": 0.5952759981155396, "Finetune/Loss (Raw)": 0.5501472353935242, "Finetune/Step": 5500, "Finetune/Step Time": 6.78176019154489}
{"Finetune/Learning Rate": 1.5014980599912938e-05, "Finetune/Loss": 0.5957528352737427, "Finetune/Loss (Raw)": 0.5938965678215027, "Finetune/Step": 5501, "Finetune/Step Time": 6.789003713056445}
{"Finetune/Learning Rate": 1.5013183720151663e-05, "Finetune/Loss": 0.596879243850708, "Finetune/Loss (Raw)": 0.6872206330299377, "Finetune/Step": 5502, "Finetune/Step Time": 6.794887267053127}
{"Finetune/Learning Rate": 1.5011386624164467e-05, "Finetune/Loss": 0.5942338705062866, "Finetune/Loss (Raw)": 0.2585853338241577, "Finetune/Step": 5503, "Finetune/Step Time": 6.794786004349589}
{"Finetune/Learning Rate": 1.5009589312028866e-05, "Finetune/Loss": 0.593575656414032, "Finetune/Loss (Raw)": 0.5877967476844788, "Finetune/Step": 5504, "Finetune/Step Time": 6.787505509331822}
{"Finetune/Learning Rate": 1.5007791783822376e-05, "Finetune/Loss": 0.5928109288215637, "Finetune/Loss (Raw)": 0.5642715096473694, "Finetune/Step": 5505, "Finetune/Step Time": 6.8069799952209}
{"Finetune/Learning Rate": 1.5005994039622533e-05, "Finetune/Loss": 0.5924077033996582, "Finetune/Loss (Raw)": 0.6681650876998901, "Finetune/Step": 5506, "Finetune/Step Time": 6.791164491325617}
{"Finetune/Learning Rate": 1.5004196079506871e-05, "Finetune/Loss": 0.5929996371269226, "Finetune/Loss (Raw)": 0.6496788263320923, "Finetune/Step": 5507, "Finetune/Step Time": 6.778828667476773}
{"Finetune/Learning Rate": 1.500239790355294e-05, "Finetune/Loss": 0.5922703742980957, "Finetune/Loss (Raw)": 0.6523937582969666, "Finetune/Step": 5508, "Finetune/Step Time": 6.763742858543992}
{"Finetune/Learning Rate": 1.5000599511838299e-05, "Finetune/Loss": 0.5932571887969971, "Finetune/Loss (Raw)": 0.6143208146095276, "Finetune/Step": 5509, "Finetune/Step Time": 6.762185540050268}
{"Finetune/Learning Rate": 1.4998800904440517e-05, "Finetune/Loss": 0.595946192741394, "Finetune/Loss (Raw)": 0.6143472194671631, "Finetune/Step": 5510, "Finetune/Step Time": 6.747051073238254}
{"Finetune/Learning Rate": 1.4997002081437167e-05, "Finetune/Loss": 0.5945147275924683, "Finetune/Loss (Raw)": 0.5753818154335022, "Finetune/Step": 5511, "Finetune/Step Time": 6.758081059902906}
{"Finetune/Learning Rate": 1.4995203042905832e-05, "Finetune/Loss": 0.5941650867462158, "Finetune/Loss (Raw)": 0.6773094534873962, "Finetune/Step": 5512, "Finetune/Step Time": 6.753214351832867}
{"Finetune/Learning Rate": 1.4993403788924115e-05, "Finetune/Loss": 0.5947346687316895, "Finetune/Loss (Raw)": 0.5651741027832031, "Finetune/Step": 5513, "Finetune/Step Time": 6.7394302152097225}
{"Finetune/Learning Rate": 1.4991604319569617e-05, "Finetune/Loss": 0.5946756601333618, "Finetune/Loss (Raw)": 0.5917088985443115, "Finetune/Step": 5514, "Finetune/Step Time": 6.73153480887413}
{"Finetune/Learning Rate": 1.4989804634919949e-05, "Finetune/Loss": 0.5948790311813354, "Finetune/Loss (Raw)": 0.5931431651115417, "Finetune/Step": 5515, "Finetune/Step Time": 6.732559122145176}
{"Finetune/Learning Rate": 1.4988004735052739e-05, "Finetune/Loss": 0.5947854518890381, "Finetune/Loss (Raw)": 0.214631125330925, "Finetune/Step": 5516, "Finetune/Step Time": 6.733104387298226}
{"Finetune/Learning Rate": 1.4986204620045617e-05, "Finetune/Loss": 0.5941385626792908, "Finetune/Loss (Raw)": 0.5974658131599426, "Finetune/Step": 5517, "Finetune/Step Time": 6.739208364859223}
{"Finetune/Learning Rate": 1.4984404289976221e-05, "Finetune/Loss": 0.5944046974182129, "Finetune/Loss (Raw)": 0.6478797793388367, "Finetune/Step": 5518, "Finetune/Step Time": 6.745433293282986}
{"Finetune/Learning Rate": 1.4982603744922208e-05, "Finetune/Loss": 0.594004213809967, "Finetune/Loss (Raw)": 0.47028014063835144, "Finetune/Step": 5519, "Finetune/Step Time": 6.731553893536329}
{"Finetune/Learning Rate": 1.4980802984961235e-05, "Finetune/Loss": 0.5939743518829346, "Finetune/Loss (Raw)": 0.5480268597602844, "Finetune/Step": 5520, "Finetune/Step Time": 6.718472896143794}
{"Finetune/Learning Rate": 1.4979002010170974e-05, "Finetune/Loss": 0.5944125652313232, "Finetune/Loss (Raw)": 0.755633533000946, "Finetune/Step": 5521, "Finetune/Step Time": 6.72510046698153}
{"Finetune/Learning Rate": 1.4977200820629097e-05, "Finetune/Loss": 0.5948939919471741, "Finetune/Loss (Raw)": 0.7097907066345215, "Finetune/Step": 5522, "Finetune/Step Time": 6.72145438939333}
{"Finetune/Learning Rate": 1.49753994164133e-05, "Finetune/Loss": 0.5959438681602478, "Finetune/Loss (Raw)": 0.6275206804275513, "Finetune/Step": 5523, "Finetune/Step Time": 6.724771356210113}
{"Finetune/Learning Rate": 1.4973597797601274e-05, "Finetune/Loss": 0.5957783460617065, "Finetune/Loss (Raw)": 0.642047107219696, "Finetune/Step": 5524, "Finetune/Step Time": 6.724258312955499}
{"Finetune/Learning Rate": 1.4971795964270728e-05, "Finetune/Loss": 0.5952067971229553, "Finetune/Loss (Raw)": 0.6297925114631653, "Finetune/Step": 5525, "Finetune/Step Time": 6.7281462494283915}
{"Finetune/Learning Rate": 1.496999391649938e-05, "Finetune/Loss": 0.5949248671531677, "Finetune/Loss (Raw)": 0.72465980052948, "Finetune/Step": 5526, "Finetune/Step Time": 6.717485213652253}
{"Finetune/Learning Rate": 1.4968191654364951e-05, "Finetune/Loss": 0.5947595834732056, "Finetune/Loss (Raw)": 0.5578030943870544, "Finetune/Step": 5527, "Finetune/Step Time": 6.7195708230137825}
{"Finetune/Learning Rate": 1.4966389177945176e-05, "Finetune/Loss": 0.5946691632270813, "Finetune/Loss (Raw)": 0.6314537525177002, "Finetune/Step": 5528, "Finetune/Step Time": 6.731438215821981}
{"Finetune/Learning Rate": 1.49645864873178e-05, "Finetune/Loss": 0.5927857160568237, "Finetune/Loss (Raw)": 0.5042592287063599, "Finetune/Step": 5529, "Finetune/Step Time": 6.742161938920617}
{"Finetune/Learning Rate": 1.4962783582560576e-05, "Finetune/Loss": 0.5931793451309204, "Finetune/Loss (Raw)": 0.767675518989563, "Finetune/Step": 5530, "Finetune/Step Time": 6.7376205381006}
{"Finetune/Learning Rate": 1.4960980463751265e-05, "Finetune/Loss": 0.5897794365882874, "Finetune/Loss (Raw)": 0.2501862347126007, "Finetune/Step": 5531, "Finetune/Step Time": 6.741715308278799}
{"Finetune/Learning Rate": 1.4959177130967634e-05, "Finetune/Loss": 0.5927028656005859, "Finetune/Loss (Raw)": 0.6282796859741211, "Finetune/Step": 5532, "Finetune/Step Time": 6.7282506711781025}
{"Finetune/Learning Rate": 1.4957373584287474e-05, "Finetune/Loss": 0.5941685438156128, "Finetune/Loss (Raw)": 0.7033901214599609, "Finetune/Step": 5533, "Finetune/Step Time": 6.7431861367076635}
{"Finetune/Learning Rate": 1.4955569823788562e-05, "Finetune/Loss": 0.597105860710144, "Finetune/Loss (Raw)": 0.5772788524627686, "Finetune/Step": 5534, "Finetune/Step Time": 6.721914853900671}
{"Finetune/Learning Rate": 1.4953765849548703e-05, "Finetune/Loss": 0.5971299409866333, "Finetune/Loss (Raw)": 0.6173475384712219, "Finetune/Step": 5535, "Finetune/Step Time": 6.713592117652297}
{"Finetune/Learning Rate": 1.495196166164571e-05, "Finetune/Loss": 0.5968320369720459, "Finetune/Loss (Raw)": 0.5885472893714905, "Finetune/Step": 5536, "Finetune/Step Time": 6.718064781278372}
{"Finetune/Learning Rate": 1.4950157260157391e-05, "Finetune/Loss": 0.5964975357055664, "Finetune/Loss (Raw)": 0.5959563255310059, "Finetune/Step": 5537, "Finetune/Step Time": 6.722119875252247}
{"Finetune/Learning Rate": 1.4948352645161577e-05, "Finetune/Loss": 0.5935803055763245, "Finetune/Loss (Raw)": 0.24934379756450653, "Finetune/Step": 5538, "Finetune/Step Time": 6.7380470130592585}
{"Finetune/Learning Rate": 1.4946547816736104e-05, "Finetune/Loss": 0.594539225101471, "Finetune/Loss (Raw)": 0.7149205803871155, "Finetune/Step": 5539, "Finetune/Step Time": 6.732214359566569}
{"Finetune/Learning Rate": 1.4944742774958813e-05, "Finetune/Loss": 0.5931564569473267, "Finetune/Loss (Raw)": 0.5659054517745972, "Finetune/Step": 5540, "Finetune/Step Time": 6.738723963499069}
{"Finetune/Learning Rate": 1.4942937519907563e-05, "Finetune/Loss": 0.5931121110916138, "Finetune/Loss (Raw)": 0.5795568227767944, "Finetune/Step": 5541, "Finetune/Step Time": 6.756165683269501}
{"Finetune/Learning Rate": 1.4941132051660217e-05, "Finetune/Loss": 0.5912846326828003, "Finetune/Loss (Raw)": 0.40597695112228394, "Finetune/Step": 5542, "Finetune/Step Time": 6.7614135183393955}
{"Finetune/Learning Rate": 1.4939326370294646e-05, "Finetune/Loss": 0.5897258520126343, "Finetune/Loss (Raw)": 0.6048071980476379, "Finetune/Step": 5543, "Finetune/Step Time": 6.765706839039922}
{"Finetune/Learning Rate": 1.493752047588873e-05, "Finetune/Loss": 0.5906369686126709, "Finetune/Loss (Raw)": 0.685762882232666, "Finetune/Step": 5544, "Finetune/Step Time": 6.773439206182957}
{"Finetune/Learning Rate": 1.4935714368520362e-05, "Finetune/Loss": 0.5898531079292297, "Finetune/Loss (Raw)": 0.556242048740387, "Finetune/Step": 5545, "Finetune/Step Time": 6.792509527876973}
{"Finetune/Learning Rate": 1.4933908048267442e-05, "Finetune/Loss": 0.5891679525375366, "Finetune/Loss (Raw)": 0.5279321670532227, "Finetune/Step": 5546, "Finetune/Step Time": 6.783486509695649}
{"Finetune/Learning Rate": 1.493210151520788e-05, "Finetune/Loss": 0.5889333486557007, "Finetune/Loss (Raw)": 0.7135090827941895, "Finetune/Step": 5547, "Finetune/Step Time": 6.77723198197782}
{"Finetune/Learning Rate": 1.493029476941959e-05, "Finetune/Loss": 0.5888806581497192, "Finetune/Loss (Raw)": 0.7229252457618713, "Finetune/Step": 5548, "Finetune/Step Time": 6.788198832422495}
{"Finetune/Learning Rate": 1.4928487810980503e-05, "Finetune/Loss": 0.5889708995819092, "Finetune/Loss (Raw)": 0.5894709229469299, "Finetune/Step": 5549, "Finetune/Step Time": 6.78457859903574}
{"Finetune/Learning Rate": 1.4926680639968556e-05, "Finetune/Loss": 0.5898232460021973, "Finetune/Loss (Raw)": 0.6405344605445862, "Finetune/Step": 5550, "Finetune/Step Time": 6.7968583181500435}
{"Finetune/Learning Rate": 1.4924873256461694e-05, "Finetune/Loss": 0.5897828340530396, "Finetune/Loss (Raw)": 0.6138955354690552, "Finetune/Step": 5551, "Finetune/Step Time": 6.80851960554719}
{"Finetune/Learning Rate": 1.4923065660537875e-05, "Finetune/Loss": 0.5888756513595581, "Finetune/Loss (Raw)": 0.537556529045105, "Finetune/Step": 5552, "Finetune/Step Time": 6.805976154282689}
{"Finetune/Learning Rate": 1.492125785227506e-05, "Finetune/Loss": 0.5902688503265381, "Finetune/Loss (Raw)": 0.7408725023269653, "Finetune/Step": 5553, "Finetune/Step Time": 6.783220497891307}
{"Finetune/Learning Rate": 1.491944983175122e-05, "Finetune/Loss": 0.5918229222297668, "Finetune/Loss (Raw)": 0.7706741094589233, "Finetune/Step": 5554, "Finetune/Step Time": 6.778856959193945}
{"Finetune/Learning Rate": 1.4917641599044343e-05, "Finetune/Loss": 0.5906326770782471, "Finetune/Loss (Raw)": 0.5441815853118896, "Finetune/Step": 5555, "Finetune/Step Time": 6.792836068198085}
{"Finetune/Learning Rate": 1.4915833154232417e-05, "Finetune/Loss": 0.5900247097015381, "Finetune/Loss (Raw)": 0.5353004932403564, "Finetune/Step": 5556, "Finetune/Step Time": 6.7888713255524635}
{"Finetune/Learning Rate": 1.4914024497393446e-05, "Finetune/Loss": 0.5901175141334534, "Finetune/Loss (Raw)": 0.5238985419273376, "Finetune/Step": 5557, "Finetune/Step Time": 6.793370213359594}
{"Finetune/Learning Rate": 1.4912215628605436e-05, "Finetune/Loss": 0.5902973413467407, "Finetune/Loss (Raw)": 0.705294132232666, "Finetune/Step": 5558, "Finetune/Step Time": 6.800865642726421}
{"Finetune/Learning Rate": 1.4910406547946412e-05, "Finetune/Loss": 0.589745283126831, "Finetune/Loss (Raw)": 0.5375849604606628, "Finetune/Step": 5559, "Finetune/Step Time": 6.801599213853478}
{"Finetune/Learning Rate": 1.4908597255494395e-05, "Finetune/Loss": 0.5861496925354004, "Finetune/Loss (Raw)": 0.17939236760139465, "Finetune/Step": 5560, "Finetune/Step Time": 6.809831950813532}
{"Finetune/Learning Rate": 1.4906787751327425e-05, "Finetune/Loss": 0.5851032733917236, "Finetune/Loss (Raw)": 0.4938509166240692, "Finetune/Step": 5561, "Finetune/Step Time": 6.808174293488264}
{"Finetune/Learning Rate": 1.4904978035523554e-05, "Finetune/Loss": 0.5854554772377014, "Finetune/Loss (Raw)": 0.6754772067070007, "Finetune/Step": 5562, "Finetune/Step Time": 6.7974764332175255}
{"Finetune/Learning Rate": 1.4903168108160833e-05, "Finetune/Loss": 0.5848895907402039, "Finetune/Loss (Raw)": 0.5479329228401184, "Finetune/Step": 5563, "Finetune/Step Time": 6.7907074596732855}
{"Finetune/Learning Rate": 1.4901357969317322e-05, "Finetune/Loss": 0.5834997892379761, "Finetune/Loss (Raw)": 0.5694119334220886, "Finetune/Step": 5564, "Finetune/Step Time": 6.779323136433959}
{"Finetune/Learning Rate": 1.4899547619071106e-05, "Finetune/Loss": 0.5832957625389099, "Finetune/Loss (Raw)": 0.7060976624488831, "Finetune/Step": 5565, "Finetune/Step Time": 6.769138062372804}
{"Finetune/Learning Rate": 1.4897737057500258e-05, "Finetune/Loss": 0.5832799077033997, "Finetune/Loss (Raw)": 0.5926864147186279, "Finetune/Step": 5566, "Finetune/Step Time": 6.768519014120102}
{"Finetune/Learning Rate": 1.4895926284682878e-05, "Finetune/Loss": 0.5823389291763306, "Finetune/Loss (Raw)": 0.5077844858169556, "Finetune/Step": 5567, "Finetune/Step Time": 6.78375743702054}
{"Finetune/Learning Rate": 1.489411530069706e-05, "Finetune/Loss": 0.5805643796920776, "Finetune/Loss (Raw)": 0.5760461688041687, "Finetune/Step": 5568, "Finetune/Step Time": 6.779921742156148}
{"Finetune/Learning Rate": 1.489230410562092e-05, "Finetune/Loss": 0.5808195471763611, "Finetune/Loss (Raw)": 0.6529872417449951, "Finetune/Step": 5569, "Finetune/Step Time": 6.772173870354891}
{"Finetune/Learning Rate": 1.4890492699532574e-05, "Finetune/Loss": 0.5821574926376343, "Finetune/Loss (Raw)": 0.6943960785865784, "Finetune/Step": 5570, "Finetune/Step Time": 6.758569231256843}
{"Finetune/Learning Rate": 1.488868108251015e-05, "Finetune/Loss": 0.5819470882415771, "Finetune/Loss (Raw)": 0.6369839906692505, "Finetune/Step": 5571, "Finetune/Step Time": 6.73337085172534}
{"Finetune/Learning Rate": 1.488686925463179e-05, "Finetune/Loss": 0.5813779830932617, "Finetune/Loss (Raw)": 0.5817444920539856, "Finetune/Step": 5572, "Finetune/Step Time": 6.734068620949984}
{"Finetune/Learning Rate": 1.488505721597564e-05, "Finetune/Loss": 0.5808600187301636, "Finetune/Loss (Raw)": 0.6463056802749634, "Finetune/Step": 5573, "Finetune/Step Time": 6.735860705375671}
{"Finetune/Learning Rate": 1.4883244966619854e-05, "Finetune/Loss": 0.583699107170105, "Finetune/Loss (Raw)": 0.5620360374450684, "Finetune/Step": 5574, "Finetune/Step Time": 6.72441179305315}
{"Finetune/Learning Rate": 1.4881432506642597e-05, "Finetune/Loss": 0.5839318037033081, "Finetune/Loss (Raw)": 0.635611355304718, "Finetune/Step": 5575, "Finetune/Step Time": 6.737701829522848}
{"Finetune/Learning Rate": 1.487961983612204e-05, "Finetune/Loss": 0.5843945741653442, "Finetune/Loss (Raw)": 0.6117051839828491, "Finetune/Step": 5576, "Finetune/Step Time": 6.740467602387071}
{"Finetune/Learning Rate": 1.487780695513637e-05, "Finetune/Loss": 0.5859371423721313, "Finetune/Loss (Raw)": 0.6428243517875671, "Finetune/Step": 5577, "Finetune/Step Time": 6.719166096299887}
{"Finetune/Learning Rate": 1.4875993863763785e-05, "Finetune/Loss": 0.5860106348991394, "Finetune/Loss (Raw)": 0.6142352223396301, "Finetune/Step": 5578, "Finetune/Step Time": 6.721721991896629}
{"Finetune/Learning Rate": 1.4874180562082474e-05, "Finetune/Loss": 0.5855280160903931, "Finetune/Loss (Raw)": 0.6200540661811829, "Finetune/Step": 5579, "Finetune/Step Time": 6.718946533277631}
{"Finetune/Learning Rate": 1.4872367050170652e-05, "Finetune/Loss": 0.5853230953216553, "Finetune/Loss (Raw)": 0.6118481755256653, "Finetune/Step": 5580, "Finetune/Step Time": 6.728489018976688}
{"Finetune/Learning Rate": 1.4870553328106543e-05, "Finetune/Loss": 0.5872749090194702, "Finetune/Loss (Raw)": 0.7573036551475525, "Finetune/Step": 5581, "Finetune/Step Time": 6.699017945677042}
{"Finetune/Learning Rate": 1.486873939596837e-05, "Finetune/Loss": 0.587628185749054, "Finetune/Loss (Raw)": 0.6117199063301086, "Finetune/Step": 5582, "Finetune/Step Time": 6.692346669733524}
{"Finetune/Learning Rate": 1.4866925253834375e-05, "Finetune/Loss": 0.5880947113037109, "Finetune/Loss (Raw)": 0.49810394644737244, "Finetune/Step": 5583, "Finetune/Step Time": 6.693137373775244}
{"Finetune/Learning Rate": 1.4865110901782802e-05, "Finetune/Loss": 0.5882654190063477, "Finetune/Loss (Raw)": 0.5873742699623108, "Finetune/Step": 5584, "Finetune/Step Time": 6.670054929330945}
{"Finetune/Learning Rate": 1.4863296339891904e-05, "Finetune/Loss": 0.5878548622131348, "Finetune/Loss (Raw)": 0.6394503116607666, "Finetune/Step": 5585, "Finetune/Step Time": 6.661295326426625}
{"Finetune/Learning Rate": 1.486148156823995e-05, "Finetune/Loss": 0.59029221534729, "Finetune/Loss (Raw)": 0.8022322058677673, "Finetune/Step": 5586, "Finetune/Step Time": 6.655415777117014}
{"Finetune/Learning Rate": 1.4859666586905212e-05, "Finetune/Loss": 0.5895472168922424, "Finetune/Loss (Raw)": 0.558380663394928, "Finetune/Step": 5587, "Finetune/Step Time": 6.659938430413604}
{"Finetune/Learning Rate": 1.4857851395965975e-05, "Finetune/Loss": 0.5893938541412354, "Finetune/Loss (Raw)": 0.605076789855957, "Finetune/Step": 5588, "Finetune/Step Time": 6.669261800125241}
{"Finetune/Learning Rate": 1.4856035995500527e-05, "Finetune/Loss": 0.5928720831871033, "Finetune/Loss (Raw)": 0.7372065186500549, "Finetune/Step": 5589, "Finetune/Step Time": 6.642355037853122}
{"Finetune/Learning Rate": 1.485422038558717e-05, "Finetune/Loss": 0.5922248363494873, "Finetune/Loss (Raw)": 0.6162183284759521, "Finetune/Step": 5590, "Finetune/Step Time": 6.637739082798362}
{"Finetune/Learning Rate": 1.4852404566304217e-05, "Finetune/Loss": 0.5916022062301636, "Finetune/Loss (Raw)": 0.5602756142616272, "Finetune/Step": 5591, "Finetune/Step Time": 6.646632259711623}
{"Finetune/Learning Rate": 1.4850588537729985e-05, "Finetune/Loss": 0.5913976430892944, "Finetune/Loss (Raw)": 0.5928505659103394, "Finetune/Step": 5592, "Finetune/Step Time": 6.6481116656214}
{"Finetune/Learning Rate": 1.4848772299942799e-05, "Finetune/Loss": 0.5902547836303711, "Finetune/Loss (Raw)": 0.5485963225364685, "Finetune/Step": 5593, "Finetune/Step Time": 6.653116853907704}
{"Finetune/Learning Rate": 1.4846955853021001e-05, "Finetune/Loss": 0.5910463929176331, "Finetune/Loss (Raw)": 0.7332057356834412, "Finetune/Step": 5594, "Finetune/Step Time": 6.620622282847762}
{"Finetune/Learning Rate": 1.4845139197042935e-05, "Finetune/Loss": 0.5923860669136047, "Finetune/Loss (Raw)": 0.6994167566299438, "Finetune/Step": 5595, "Finetune/Step Time": 6.6063911858946085}
{"Finetune/Learning Rate": 1.4843322332086952e-05, "Finetune/Loss": 0.5960221290588379, "Finetune/Loss (Raw)": 0.698628306388855, "Finetune/Step": 5596, "Finetune/Step Time": 6.586661932989955}
{"Finetune/Learning Rate": 1.4841505258231422e-05, "Finetune/Loss": 0.5964075326919556, "Finetune/Loss (Raw)": 0.283198744058609, "Finetune/Step": 5597, "Finetune/Step Time": 6.588078178465366}
{"Finetune/Learning Rate": 1.4839687975554716e-05, "Finetune/Loss": 0.5960939526557922, "Finetune/Loss (Raw)": 0.6747008562088013, "Finetune/Step": 5598, "Finetune/Step Time": 6.593098122626543}
{"Finetune/Learning Rate": 1.4837870484135215e-05, "Finetune/Loss": 0.5958907604217529, "Finetune/Loss (Raw)": 0.5705474019050598, "Finetune/Step": 5599, "Finetune/Step Time": 6.557476257905364}
{"Finetune/Learning Rate": 1.483605278405131e-05, "Finetune/Loss": 0.5941426753997803, "Finetune/Loss (Raw)": 0.43965503573417664, "Finetune/Step": 5600, "Finetune/Step Time": 6.568666078150272}
{"Finetune/Learning Rate": 1.4834234875381404e-05, "Finetune/Loss": 0.5951026678085327, "Finetune/Loss (Raw)": 0.723607063293457, "Finetune/Step": 5601, "Finetune/Step Time": 6.577347740530968}
{"Finetune/Learning Rate": 1.48324167582039e-05, "Finetune/Loss": 0.5955973267555237, "Finetune/Loss (Raw)": 0.621644914150238, "Finetune/Step": 5602, "Finetune/Step Time": 6.5877527594566345}
{"Finetune/Learning Rate": 1.4830598432597225e-05, "Finetune/Loss": 0.5961945652961731, "Finetune/Loss (Raw)": 0.6388049125671387, "Finetune/Step": 5603, "Finetune/Step Time": 6.580217206850648}
{"Finetune/Learning Rate": 1.48287798986398e-05, "Finetune/Loss": 0.5965455174446106, "Finetune/Loss (Raw)": 0.6712714433670044, "Finetune/Step": 5604, "Finetune/Step Time": 6.580451341345906}
{"Finetune/Learning Rate": 1.4826961156410059e-05, "Finetune/Loss": 0.5958707928657532, "Finetune/Loss (Raw)": 0.5866434574127197, "Finetune/Step": 5605, "Finetune/Step Time": 6.585388777777553}
{"Finetune/Learning Rate": 1.4825142205986449e-05, "Finetune/Loss": 0.5960834622383118, "Finetune/Loss (Raw)": 0.6479315757751465, "Finetune/Step": 5606, "Finetune/Step Time": 6.592699132859707}
{"Finetune/Learning Rate": 1.4823323047447429e-05, "Finetune/Loss": 0.5955342650413513, "Finetune/Loss (Raw)": 0.4989306330680847, "Finetune/Step": 5607, "Finetune/Step Time": 6.594064285978675}
{"Finetune/Learning Rate": 1.4821503680871456e-05, "Finetune/Loss": 0.5956814289093018, "Finetune/Loss (Raw)": 0.6834810972213745, "Finetune/Step": 5608, "Finetune/Step Time": 6.56941257044673}
{"Finetune/Learning Rate": 1.4819684106337005e-05, "Finetune/Loss": 0.5974503755569458, "Finetune/Loss (Raw)": 0.7975279092788696, "Finetune/Step": 5609, "Finetune/Step Time": 6.56366946734488}
{"Finetune/Learning Rate": 1.4817864323922556e-05, "Finetune/Loss": 0.5973302125930786, "Finetune/Loss (Raw)": 0.5937273502349854, "Finetune/Step": 5610, "Finetune/Step Time": 6.551001688465476}
{"Finetune/Learning Rate": 1.4816044333706596e-05, "Finetune/Loss": 0.5970276594161987, "Finetune/Loss (Raw)": 0.4776751399040222, "Finetune/Step": 5611, "Finetune/Step Time": 6.533091740682721}
{"Finetune/Learning Rate": 1.4814224135767628e-05, "Finetune/Loss": 0.597097635269165, "Finetune/Loss (Raw)": 0.6252920031547546, "Finetune/Step": 5612, "Finetune/Step Time": 6.53316617757082}
{"Finetune/Learning Rate": 1.4812403730184156e-05, "Finetune/Loss": 0.5975236296653748, "Finetune/Loss (Raw)": 0.6149360537528992, "Finetune/Step": 5613, "Finetune/Step Time": 6.538287255913019}
{"Finetune/Learning Rate": 1.4810583117034705e-05, "Finetune/Loss": 0.5967814922332764, "Finetune/Loss (Raw)": 0.6162168383598328, "Finetune/Step": 5614, "Finetune/Step Time": 6.540093129500747}
{"Finetune/Learning Rate": 1.480876229639779e-05, "Finetune/Loss": 0.5974750518798828, "Finetune/Loss (Raw)": 0.6840177774429321, "Finetune/Step": 5615, "Finetune/Step Time": 6.536761447787285}
{"Finetune/Learning Rate": 1.4806941268351948e-05, "Finetune/Loss": 0.5969808101654053, "Finetune/Loss (Raw)": 0.6507816910743713, "Finetune/Step": 5616, "Finetune/Step Time": 6.533217737451196}
{"Finetune/Learning Rate": 1.4805120032975731e-05, "Finetune/Loss": 0.5982819199562073, "Finetune/Loss (Raw)": 0.6855285167694092, "Finetune/Step": 5617, "Finetune/Step Time": 6.531846683472395}
{"Finetune/Learning Rate": 1.480329859034768e-05, "Finetune/Loss": 0.5942983627319336, "Finetune/Loss (Raw)": 0.23238277435302734, "Finetune/Step": 5618, "Finetune/Step Time": 6.552131932228804}
{"Finetune/Learning Rate": 1.4801476940546367e-05, "Finetune/Loss": 0.5970820188522339, "Finetune/Loss (Raw)": 0.554942786693573, "Finetune/Step": 5619, "Finetune/Step Time": 6.554930808022618}
{"Finetune/Learning Rate": 1.4799655083650355e-05, "Finetune/Loss": 0.5969669818878174, "Finetune/Loss (Raw)": 0.6808610558509827, "Finetune/Step": 5620, "Finetune/Step Time": 6.533384971320629}
{"Finetune/Learning Rate": 1.4797833019738224e-05, "Finetune/Loss": 0.5974575877189636, "Finetune/Loss (Raw)": 0.6173134446144104, "Finetune/Step": 5621, "Finetune/Step Time": 6.517170578241348}
{"Finetune/Learning Rate": 1.4796010748888565e-05, "Finetune/Loss": 0.5977606773376465, "Finetune/Loss (Raw)": 0.5688296556472778, "Finetune/Step": 5622, "Finetune/Step Time": 6.493611386045814}
{"Finetune/Learning Rate": 1.4794188271179975e-05, "Finetune/Loss": 0.5977853536605835, "Finetune/Loss (Raw)": 0.6458023190498352, "Finetune/Step": 5623, "Finetune/Step Time": 6.508856302127242}
{"Finetune/Learning Rate": 1.4792365586691057e-05, "Finetune/Loss": 0.5968535542488098, "Finetune/Loss (Raw)": 0.5258432030677795, "Finetune/Step": 5624, "Finetune/Step Time": 6.523182827979326}
{"Finetune/Learning Rate": 1.4790542695500432e-05, "Finetune/Loss": 0.5944422483444214, "Finetune/Loss (Raw)": 0.4781891107559204, "Finetune/Step": 5625, "Finetune/Step Time": 6.530303429812193}
{"Finetune/Learning Rate": 1.478871959768672e-05, "Finetune/Loss": 0.5961735248565674, "Finetune/Loss (Raw)": 0.7091072797775269, "Finetune/Step": 5626, "Finetune/Step Time": 6.538521887734532}
{"Finetune/Learning Rate": 1.478689629332855e-05, "Finetune/Loss": 0.5983312129974365, "Finetune/Loss (Raw)": 0.6819515824317932, "Finetune/Step": 5627, "Finetune/Step Time": 6.53484539501369}
{"Finetune/Learning Rate": 1.478507278250457e-05, "Finetune/Loss": 0.5979382395744324, "Finetune/Loss (Raw)": 0.4998558461666107, "Finetune/Step": 5628, "Finetune/Step Time": 6.53499342314899}
{"Finetune/Learning Rate": 1.478324906529343e-05, "Finetune/Loss": 0.5988658666610718, "Finetune/Loss (Raw)": 0.7126321792602539, "Finetune/Step": 5629, "Finetune/Step Time": 6.539003765210509}
{"Finetune/Learning Rate": 1.4781425141773788e-05, "Finetune/Loss": 0.5973818302154541, "Finetune/Loss (Raw)": 0.49725696444511414, "Finetune/Step": 5630, "Finetune/Step Time": 6.542772786691785}
{"Finetune/Learning Rate": 1.4779601012024311e-05, "Finetune/Loss": 0.6001185178756714, "Finetune/Loss (Raw)": 0.6088831424713135, "Finetune/Step": 5631, "Finetune/Step Time": 6.5328065399080515}
{"Finetune/Learning Rate": 1.4777776676123678e-05, "Finetune/Loss": 0.5999933481216431, "Finetune/Loss (Raw)": 0.5717813968658447, "Finetune/Step": 5632, "Finetune/Step Time": 6.531114483252168}
{"Finetune/Learning Rate": 1.4775952134150577e-05, "Finetune/Loss": 0.5995435118675232, "Finetune/Loss (Raw)": 0.5066857933998108, "Finetune/Step": 5633, "Finetune/Step Time": 6.516708265990019}
{"Finetune/Learning Rate": 1.4774127386183698e-05, "Finetune/Loss": 0.6002728939056396, "Finetune/Loss (Raw)": 0.7615320682525635, "Finetune/Step": 5634, "Finetune/Step Time": 6.519161930307746}
{"Finetune/Learning Rate": 1.4772302432301753e-05, "Finetune/Loss": 0.5993415117263794, "Finetune/Loss (Raw)": 0.5304598212242126, "Finetune/Step": 5635, "Finetune/Step Time": 6.538320826366544}
{"Finetune/Learning Rate": 1.477047727258345e-05, "Finetune/Loss": 0.5982128977775574, "Finetune/Loss (Raw)": 0.5079323649406433, "Finetune/Step": 5636, "Finetune/Step Time": 6.540249677374959}
{"Finetune/Learning Rate": 1.4768651907107508e-05, "Finetune/Loss": 0.5991073250770569, "Finetune/Loss (Raw)": 0.7288082242012024, "Finetune/Step": 5637, "Finetune/Step Time": 6.545631961897016}
{"Finetune/Learning Rate": 1.4766826335952662e-05, "Finetune/Loss": 0.5992679595947266, "Finetune/Loss (Raw)": 0.6349040269851685, "Finetune/Step": 5638, "Finetune/Step Time": 6.54147027246654}
{"Finetune/Learning Rate": 1.476500055919765e-05, "Finetune/Loss": 0.6003575325012207, "Finetune/Loss (Raw)": 0.7148558497428894, "Finetune/Step": 5639, "Finetune/Step Time": 6.5342469699680805}
{"Finetune/Learning Rate": 1.4763174576921225e-05, "Finetune/Loss": 0.5994348526000977, "Finetune/Loss (Raw)": 0.5591949820518494, "Finetune/Step": 5640, "Finetune/Step Time": 6.544743414968252}
{"Finetune/Learning Rate": 1.4761348389202134e-05, "Finetune/Loss": 0.6011894941329956, "Finetune/Loss (Raw)": 0.7897776365280151, "Finetune/Step": 5641, "Finetune/Step Time": 6.546520451083779}
{"Finetune/Learning Rate": 1.4759521996119153e-05, "Finetune/Loss": 0.6013892889022827, "Finetune/Loss (Raw)": 0.6172797083854675, "Finetune/Step": 5642, "Finetune/Step Time": 6.542517967522144}
{"Finetune/Learning Rate": 1.4757695397751053e-05, "Finetune/Loss": 0.6024806499481201, "Finetune/Loss (Raw)": 0.7328376173973083, "Finetune/Step": 5643, "Finetune/Step Time": 6.547011986374855}
{"Finetune/Learning Rate": 1.4755868594176614e-05, "Finetune/Loss": 0.6057044863700867, "Finetune/Loss (Raw)": 0.6272820234298706, "Finetune/Step": 5644, "Finetune/Step Time": 6.537315383553505}
{"Finetune/Learning Rate": 1.4754041585474638e-05, "Finetune/Loss": 0.6063199043273926, "Finetune/Loss (Raw)": 0.6762425899505615, "Finetune/Step": 5645, "Finetune/Step Time": 6.53593760356307}
{"Finetune/Learning Rate": 1.4752214371723921e-05, "Finetune/Loss": 0.6065789461135864, "Finetune/Loss (Raw)": 0.6810330152511597, "Finetune/Step": 5646, "Finetune/Step Time": 6.52723440900445}
{"Finetune/Learning Rate": 1.4750386953003271e-05, "Finetune/Loss": 0.6081305742263794, "Finetune/Loss (Raw)": 0.6688932180404663, "Finetune/Step": 5647, "Finetune/Step Time": 6.515624582767487}
{"Finetune/Learning Rate": 1.474855932939151e-05, "Finetune/Loss": 0.6087625026702881, "Finetune/Loss (Raw)": 0.6289049386978149, "Finetune/Step": 5648, "Finetune/Step Time": 6.516113467514515}
{"Finetune/Learning Rate": 1.4746731500967466e-05, "Finetune/Loss": 0.6076391935348511, "Finetune/Loss (Raw)": 0.6118538975715637, "Finetune/Step": 5649, "Finetune/Step Time": 6.5074009206146}
{"Finetune/Learning Rate": 1.4744903467809976e-05, "Finetune/Loss": 0.6075716018676758, "Finetune/Loss (Raw)": 0.7011322379112244, "Finetune/Step": 5650, "Finetune/Step Time": 6.5111974105238914}
{"Finetune/Learning Rate": 1.474307522999789e-05, "Finetune/Loss": 0.6077553033828735, "Finetune/Loss (Raw)": 0.651044487953186, "Finetune/Step": 5651, "Finetune/Step Time": 6.50397502630949}
{"Finetune/Learning Rate": 1.4741246787610055e-05, "Finetune/Loss": 0.6080193519592285, "Finetune/Loss (Raw)": 0.6758431792259216, "Finetune/Step": 5652, "Finetune/Step Time": 6.502350563183427}
{"Finetune/Learning Rate": 1.4739418140725335e-05, "Finetune/Loss": 0.6090781688690186, "Finetune/Loss (Raw)": 0.7653183341026306, "Finetune/Step": 5653, "Finetune/Step Time": 6.493058055639267}
{"Finetune/Learning Rate": 1.4737589289422607e-05, "Finetune/Loss": 0.6091251373291016, "Finetune/Loss (Raw)": 0.7306660413742065, "Finetune/Step": 5654, "Finetune/Step Time": 6.502967523410916}
{"Finetune/Learning Rate": 1.4735760233780752e-05, "Finetune/Loss": 0.6092172861099243, "Finetune/Loss (Raw)": 0.5696045160293579, "Finetune/Step": 5655, "Finetune/Step Time": 6.499895378947258}
{"Finetune/Learning Rate": 1.4733930973878657e-05, "Finetune/Loss": 0.6097378134727478, "Finetune/Loss (Raw)": 0.6980788111686707, "Finetune/Step": 5656, "Finetune/Step Time": 6.4990434143692255}
{"Finetune/Learning Rate": 1.4732101509795218e-05, "Finetune/Loss": 0.6115442514419556, "Finetune/Loss (Raw)": 0.7354850172996521, "Finetune/Step": 5657, "Finetune/Step Time": 6.483515843749046}
{"Finetune/Learning Rate": 1.4730271841609345e-05, "Finetune/Loss": 0.6106613874435425, "Finetune/Loss (Raw)": 0.654662013053894, "Finetune/Step": 5658, "Finetune/Step Time": 6.485283395275474}
{"Finetune/Learning Rate": 1.4728441969399958e-05, "Finetune/Loss": 0.6137396693229675, "Finetune/Loss (Raw)": 0.6442108154296875, "Finetune/Step": 5659, "Finetune/Step Time": 6.49390734732151}
{"Finetune/Learning Rate": 1.472661189324598e-05, "Finetune/Loss": 0.6139975190162659, "Finetune/Loss (Raw)": 0.6612907648086548, "Finetune/Step": 5660, "Finetune/Step Time": 6.486532403156161}
{"Finetune/Learning Rate": 1.4724781613226343e-05, "Finetune/Loss": 0.6125184297561646, "Finetune/Loss (Raw)": 0.5140658617019653, "Finetune/Step": 5661, "Finetune/Step Time": 6.483451129868627}
{"Finetune/Learning Rate": 1.472295112941999e-05, "Finetune/Loss": 0.6123120188713074, "Finetune/Loss (Raw)": 0.5508526563644409, "Finetune/Step": 5662, "Finetune/Step Time": 6.502770386636257}
{"Finetune/Learning Rate": 1.4721120441905874e-05, "Finetune/Loss": 0.6126471757888794, "Finetune/Loss (Raw)": 0.6602537631988525, "Finetune/Step": 5663, "Finetune/Step Time": 6.498331559821963}
{"Finetune/Learning Rate": 1.4719289550762952e-05, "Finetune/Loss": 0.6132227182388306, "Finetune/Loss (Raw)": 0.6622135639190674, "Finetune/Step": 5664, "Finetune/Step Time": 6.486133540049195}
{"Finetune/Learning Rate": 1.4717458456070197e-05, "Finetune/Loss": 0.612617015838623, "Finetune/Loss (Raw)": 0.5184318423271179, "Finetune/Step": 5665, "Finetune/Step Time": 6.4857704900205135}
{"Finetune/Learning Rate": 1.4715627157906585e-05, "Finetune/Loss": 0.6156661510467529, "Finetune/Loss (Raw)": 0.6396322250366211, "Finetune/Step": 5666, "Finetune/Step Time": 6.463626999408007}
{"Finetune/Learning Rate": 1.4713795656351102e-05, "Finetune/Loss": 0.6155802011489868, "Finetune/Loss (Raw)": 0.7039157748222351, "Finetune/Step": 5667, "Finetune/Step Time": 6.463943652808666}
{"Finetune/Learning Rate": 1.4711963951482745e-05, "Finetune/Loss": 0.6159666776657104, "Finetune/Loss (Raw)": 0.6153751611709595, "Finetune/Step": 5668, "Finetune/Step Time": 6.457075946033001}
{"Finetune/Learning Rate": 1.4710132043380514e-05, "Finetune/Loss": 0.6160892844200134, "Finetune/Loss (Raw)": 0.5952454805374146, "Finetune/Step": 5669, "Finetune/Step Time": 6.449805743992329}
{"Finetune/Learning Rate": 1.4708299932123426e-05, "Finetune/Loss": 0.6184920072555542, "Finetune/Loss (Raw)": 0.7135314345359802, "Finetune/Step": 5670, "Finetune/Step Time": 6.447303997352719}
{"Finetune/Learning Rate": 1.4706467617790506e-05, "Finetune/Loss": 0.6199723482131958, "Finetune/Loss (Raw)": 0.7942836284637451, "Finetune/Step": 5671, "Finetune/Step Time": 6.446873497217894}
{"Finetune/Learning Rate": 1.4704635100460776e-05, "Finetune/Loss": 0.6168854832649231, "Finetune/Loss (Raw)": 0.2906489372253418, "Finetune/Step": 5672, "Finetune/Step Time": 6.46280711889267}
{"Finetune/Learning Rate": 1.4702802380213278e-05, "Finetune/Loss": 0.6186687350273132, "Finetune/Loss (Raw)": 0.7844964265823364, "Finetune/Step": 5673, "Finetune/Step Time": 6.446136552840471}
{"Finetune/Learning Rate": 1.4700969457127062e-05, "Finetune/Loss": 0.6198825836181641, "Finetune/Loss (Raw)": 0.6832997798919678, "Finetune/Step": 5674, "Finetune/Step Time": 6.445888517424464}
{"Finetune/Learning Rate": 1.4699136331281184e-05, "Finetune/Loss": 0.6183353066444397, "Finetune/Loss (Raw)": 0.5154592990875244, "Finetune/Step": 5675, "Finetune/Step Time": 6.447631724178791}
{"Finetune/Learning Rate": 1.4697303002754708e-05, "Finetune/Loss": 0.6151191592216492, "Finetune/Loss (Raw)": 0.31126582622528076, "Finetune/Step": 5676, "Finetune/Step Time": 6.456952881067991}
{"Finetune/Learning Rate": 1.4695469471626709e-05, "Finetune/Loss": 0.6151551008224487, "Finetune/Loss (Raw)": 0.5940710306167603, "Finetune/Step": 5677, "Finetune/Step Time": 6.4591968189924955}
{"Finetune/Learning Rate": 1.4693635737976273e-05, "Finetune/Loss": 0.6148053407669067, "Finetune/Loss (Raw)": 0.5957627892494202, "Finetune/Step": 5678, "Finetune/Step Time": 6.4471855238080025}
{"Finetune/Learning Rate": 1.4691801801882484e-05, "Finetune/Loss": 0.6147180199623108, "Finetune/Loss (Raw)": 0.6027153730392456, "Finetune/Step": 5679, "Finetune/Step Time": 6.433078391477466}
{"Finetune/Learning Rate": 1.4689967663424449e-05, "Finetune/Loss": 0.6159102916717529, "Finetune/Loss (Raw)": 0.6901735663414001, "Finetune/Step": 5680, "Finetune/Step Time": 6.442050710320473}
{"Finetune/Learning Rate": 1.4688133322681275e-05, "Finetune/Loss": 0.6159205436706543, "Finetune/Loss (Raw)": 0.7421810030937195, "Finetune/Step": 5681, "Finetune/Step Time": 6.442344591021538}
{"Finetune/Learning Rate": 1.468629877973208e-05, "Finetune/Loss": 0.6154986023902893, "Finetune/Loss (Raw)": 0.7166657447814941, "Finetune/Step": 5682, "Finetune/Step Time": 6.440508769825101}
{"Finetune/Learning Rate": 1.468446403465599e-05, "Finetune/Loss": 0.6163052320480347, "Finetune/Loss (Raw)": 0.6474282145500183, "Finetune/Step": 5683, "Finetune/Step Time": 6.4298091288656}
{"Finetune/Learning Rate": 1.468262908753214e-05, "Finetune/Loss": 0.6167009472846985, "Finetune/Loss (Raw)": 0.5859534740447998, "Finetune/Step": 5684, "Finetune/Step Time": 6.443388616666198}
{"Finetune/Learning Rate": 1.4680793938439675e-05, "Finetune/Loss": 0.6180930733680725, "Finetune/Loss (Raw)": 0.7020915150642395, "Finetune/Step": 5685, "Finetune/Step Time": 6.4405836295336485}
{"Finetune/Learning Rate": 1.4678958587457745e-05, "Finetune/Loss": 0.618313193321228, "Finetune/Loss (Raw)": 0.7334719300270081, "Finetune/Step": 5686, "Finetune/Step Time": 6.444056002423167}
{"Finetune/Learning Rate": 1.4677123034665516e-05, "Finetune/Loss": 0.6194725632667542, "Finetune/Loss (Raw)": 0.6859803199768066, "Finetune/Step": 5687, "Finetune/Step Time": 6.44036315754056}
{"Finetune/Learning Rate": 1.4675287280142157e-05, "Finetune/Loss": 0.6224101185798645, "Finetune/Loss (Raw)": 0.555401086807251, "Finetune/Step": 5688, "Finetune/Step Time": 6.424557860940695}
{"Finetune/Learning Rate": 1.4673451323966843e-05, "Finetune/Loss": 0.6236920952796936, "Finetune/Loss (Raw)": 0.657944917678833, "Finetune/Step": 5689, "Finetune/Step Time": 6.43707693554461}
{"Finetune/Learning Rate": 1.4671615166218762e-05, "Finetune/Loss": 0.6237514019012451, "Finetune/Loss (Raw)": 0.683064341545105, "Finetune/Step": 5690, "Finetune/Step Time": 6.442530527710915}
{"Finetune/Learning Rate": 1.4669778806977114e-05, "Finetune/Loss": 0.6242592334747314, "Finetune/Loss (Raw)": 0.6129394173622131, "Finetune/Step": 5691, "Finetune/Step Time": 6.4270238522440195}
{"Finetune/Learning Rate": 1.4667942246321103e-05, "Finetune/Loss": 0.6251318454742432, "Finetune/Loss (Raw)": 0.6811081171035767, "Finetune/Step": 5692, "Finetune/Step Time": 6.428754651919007}
{"Finetune/Learning Rate": 1.4666105484329938e-05, "Finetune/Loss": 0.6233701705932617, "Finetune/Loss (Raw)": 0.48060372471809387, "Finetune/Step": 5693, "Finetune/Step Time": 6.441090600565076}
{"Finetune/Learning Rate": 1.4664268521082847e-05, "Finetune/Loss": 0.6233251094818115, "Finetune/Loss (Raw)": 0.5869119763374329, "Finetune/Step": 5694, "Finetune/Step Time": 6.444998569786549}
{"Finetune/Learning Rate": 1.4662431356659057e-05, "Finetune/Loss": 0.6240461468696594, "Finetune/Loss (Raw)": 0.6000797748565674, "Finetune/Step": 5695, "Finetune/Step Time": 6.426258696243167}
{"Finetune/Learning Rate": 1.4660593991137808e-05, "Finetune/Loss": 0.6242793798446655, "Finetune/Loss (Raw)": 0.6059034466743469, "Finetune/Step": 5696, "Finetune/Step Time": 6.430177964270115}
{"Finetune/Learning Rate": 1.4658756424598352e-05, "Finetune/Loss": 0.6254162788391113, "Finetune/Loss (Raw)": 0.7985095381736755, "Finetune/Step": 5697, "Finetune/Step Time": 6.440282046794891}
{"Finetune/Learning Rate": 1.4656918657119944e-05, "Finetune/Loss": 0.6248030066490173, "Finetune/Loss (Raw)": 0.6158928871154785, "Finetune/Step": 5698, "Finetune/Step Time": 6.444224406033754}
{"Finetune/Learning Rate": 1.4655080688781844e-05, "Finetune/Loss": 0.6257266998291016, "Finetune/Loss (Raw)": 0.7552255988121033, "Finetune/Step": 5699, "Finetune/Step Time": 6.448115484789014}
{"Finetune/Learning Rate": 1.4653242519663335e-05, "Finetune/Loss": 0.6255601644515991, "Finetune/Loss (Raw)": 0.5604199767112732, "Finetune/Step": 5700, "Finetune/Step Time": 6.426605621352792}
{"Finetune/Learning Rate": 1.4651404149843695e-05, "Finetune/Loss": 0.6261395215988159, "Finetune/Loss (Raw)": 0.7204628586769104, "Finetune/Step": 5701, "Finetune/Step Time": 6.436275649815798}
{"Finetune/Learning Rate": 1.4649565579402217e-05, "Finetune/Loss": 0.6267831921577454, "Finetune/Loss (Raw)": 0.6444326639175415, "Finetune/Step": 5702, "Finetune/Step Time": 6.42603530921042}
{"Finetune/Learning Rate": 1.4647726808418199e-05, "Finetune/Loss": 0.6264224052429199, "Finetune/Loss (Raw)": 0.5894325375556946, "Finetune/Step": 5703, "Finetune/Step Time": 6.417935021221638}
{"Finetune/Learning Rate": 1.4645887836970954e-05, "Finetune/Loss": 0.6264650821685791, "Finetune/Loss (Raw)": 0.6171608567237854, "Finetune/Step": 5704, "Finetune/Step Time": 6.411985469982028}
{"Finetune/Learning Rate": 1.4644048665139791e-05, "Finetune/Loss": 0.62648606300354, "Finetune/Loss (Raw)": 0.645510196685791, "Finetune/Step": 5705, "Finetune/Step Time": 6.413165051490068}
{"Finetune/Learning Rate": 1.4642209293004048e-05, "Finetune/Loss": 0.6249698996543884, "Finetune/Loss (Raw)": 0.4201645851135254, "Finetune/Step": 5706, "Finetune/Step Time": 6.410204926505685}
{"Finetune/Learning Rate": 1.4640369720643053e-05, "Finetune/Loss": 0.6220400929450989, "Finetune/Loss (Raw)": 0.24504147469997406, "Finetune/Step": 5707, "Finetune/Step Time": 6.431816937401891}
{"Finetune/Learning Rate": 1.4638529948136152e-05, "Finetune/Loss": 0.6188697218894958, "Finetune/Loss (Raw)": 0.20604096353054047, "Finetune/Step": 5708, "Finetune/Step Time": 6.443522037938237}
{"Finetune/Learning Rate": 1.4636689975562692e-05, "Finetune/Loss": 0.6172853708267212, "Finetune/Loss (Raw)": 0.5544976592063904, "Finetune/Step": 5709, "Finetune/Step Time": 6.448818871751428}
{"Finetune/Learning Rate": 1.463484980300204e-05, "Finetune/Loss": 0.6176652312278748, "Finetune/Loss (Raw)": 0.6603474020957947, "Finetune/Step": 5710, "Finetune/Step Time": 6.466152332723141}
{"Finetune/Learning Rate": 1.463300943053356e-05, "Finetune/Loss": 0.6185996532440186, "Finetune/Loss (Raw)": 0.6177151799201965, "Finetune/Step": 5711, "Finetune/Step Time": 6.470405336469412}
{"Finetune/Learning Rate": 1.4631168858236636e-05, "Finetune/Loss": 0.6197960376739502, "Finetune/Loss (Raw)": 0.74051433801651, "Finetune/Step": 5712, "Finetune/Step Time": 6.479381196200848}
{"Finetune/Learning Rate": 1.4629328086190648e-05, "Finetune/Loss": 0.6208373308181763, "Finetune/Loss (Raw)": 0.7727293372154236, "Finetune/Step": 5713, "Finetune/Step Time": 6.468914611265063}
{"Finetune/Learning Rate": 1.4627487114474996e-05, "Finetune/Loss": 0.619682788848877, "Finetune/Loss (Raw)": 0.6544550061225891, "Finetune/Step": 5714, "Finetune/Step Time": 6.471156837418675}
{"Finetune/Learning Rate": 1.462564594316908e-05, "Finetune/Loss": 0.6199827790260315, "Finetune/Loss (Raw)": 0.596773624420166, "Finetune/Step": 5715, "Finetune/Step Time": 6.4799563474953175}
{"Finetune/Learning Rate": 1.4623804572352315e-05, "Finetune/Loss": 0.6166104078292847, "Finetune/Loss (Raw)": 0.17341828346252441, "Finetune/Step": 5716, "Finetune/Step Time": 6.502617221325636}
{"Finetune/Learning Rate": 1.4621963002104122e-05, "Finetune/Loss": 0.6152143478393555, "Finetune/Loss (Raw)": 0.5585029125213623, "Finetune/Step": 5717, "Finetune/Step Time": 6.508580204099417}
{"Finetune/Learning Rate": 1.4620121232503932e-05, "Finetune/Loss": 0.6147889494895935, "Finetune/Loss (Raw)": 0.5617785453796387, "Finetune/Step": 5718, "Finetune/Step Time": 6.51956576667726}
{"Finetune/Learning Rate": 1.461827926363118e-05, "Finetune/Loss": 0.6148799657821655, "Finetune/Loss (Raw)": 0.5719211101531982, "Finetune/Step": 5719, "Finetune/Step Time": 6.523295292630792}
{"Finetune/Learning Rate": 1.4616437095565314e-05, "Finetune/Loss": 0.6144565939903259, "Finetune/Loss (Raw)": 0.538658618927002, "Finetune/Step": 5720, "Finetune/Step Time": 6.525365585461259}
{"Finetune/Learning Rate": 1.4614594728385787e-05, "Finetune/Loss": 0.6156654357910156, "Finetune/Loss (Raw)": 0.7033308148384094, "Finetune/Step": 5721, "Finetune/Step Time": 6.520879173651338}
{"Finetune/Learning Rate": 1.4612752162172068e-05, "Finetune/Loss": 0.6145448088645935, "Finetune/Loss (Raw)": 0.5897618532180786, "Finetune/Step": 5722, "Finetune/Step Time": 6.524395888671279}
{"Finetune/Learning Rate": 1.461090939700363e-05, "Finetune/Loss": 0.6144465208053589, "Finetune/Loss (Raw)": 0.6868363618850708, "Finetune/Step": 5723, "Finetune/Step Time": 6.527538752183318}
{"Finetune/Learning Rate": 1.4609066432959946e-05, "Finetune/Loss": 0.6143617033958435, "Finetune/Loss (Raw)": 0.6877702474594116, "Finetune/Step": 5724, "Finetune/Step Time": 6.533144285902381}
{"Finetune/Learning Rate": 1.4607223270120512e-05, "Finetune/Loss": 0.617554247379303, "Finetune/Loss (Raw)": 0.6918436288833618, "Finetune/Step": 5725, "Finetune/Step Time": 6.510410584509373}
{"Finetune/Learning Rate": 1.4605379908564827e-05, "Finetune/Loss": 0.6169811487197876, "Finetune/Loss (Raw)": 0.6013475060462952, "Finetune/Step": 5726, "Finetune/Step Time": 6.50069041736424}
{"Finetune/Learning Rate": 1.4603536348372393e-05, "Finetune/Loss": 0.6172921657562256, "Finetune/Loss (Raw)": 0.6103568077087402, "Finetune/Step": 5727, "Finetune/Step Time": 6.507110500708222}
{"Finetune/Learning Rate": 1.460169258962273e-05, "Finetune/Loss": 0.618384599685669, "Finetune/Loss (Raw)": 0.5794828534126282, "Finetune/Step": 5728, "Finetune/Step Time": 6.5094411093741655}
{"Finetune/Learning Rate": 1.4599848632395364e-05, "Finetune/Loss": 0.6146272420883179, "Finetune/Loss (Raw)": 0.24267634749412537, "Finetune/Step": 5729, "Finetune/Step Time": 6.5202581118792295}
{"Finetune/Learning Rate": 1.459800447676982e-05, "Finetune/Loss": 0.6145074367523193, "Finetune/Loss (Raw)": 0.6063061356544495, "Finetune/Step": 5730, "Finetune/Step Time": 6.506752386689186}
{"Finetune/Learning Rate": 1.4596160122825644e-05, "Finetune/Loss": 0.6153842210769653, "Finetune/Loss (Raw)": 0.7510263323783875, "Finetune/Step": 5731, "Finetune/Step Time": 6.517760617658496}
{"Finetune/Learning Rate": 1.4594315570642383e-05, "Finetune/Loss": 0.61536705493927, "Finetune/Loss (Raw)": 0.6690817475318909, "Finetune/Step": 5732, "Finetune/Step Time": 6.516734555363655}
{"Finetune/Learning Rate": 1.45924708202996e-05, "Finetune/Loss": 0.6151819229125977, "Finetune/Loss (Raw)": 0.5629405379295349, "Finetune/Step": 5733, "Finetune/Step Time": 6.503790060058236}
{"Finetune/Learning Rate": 1.459062587187686e-05, "Finetune/Loss": 0.6143816709518433, "Finetune/Loss (Raw)": 0.5455086827278137, "Finetune/Step": 5734, "Finetune/Step Time": 6.500485401600599}
{"Finetune/Learning Rate": 1.4588780725453733e-05, "Finetune/Loss": 0.6155223250389099, "Finetune/Loss (Raw)": 0.6449255347251892, "Finetune/Step": 5735, "Finetune/Step Time": 6.484420711174607}
{"Finetune/Learning Rate": 1.458693538110981e-05, "Finetune/Loss": 0.6160234808921814, "Finetune/Loss (Raw)": 0.7476286292076111, "Finetune/Step": 5736, "Finetune/Step Time": 6.489092940464616}
{"Finetune/Learning Rate": 1.458508983892468e-05, "Finetune/Loss": 0.6144411563873291, "Finetune/Loss (Raw)": 0.5949984192848206, "Finetune/Step": 5737, "Finetune/Step Time": 6.487917572259903}
{"Finetune/Learning Rate": 1.4583244098977945e-05, "Finetune/Loss": 0.6154223680496216, "Finetune/Loss (Raw)": 0.719315767288208, "Finetune/Step": 5738, "Finetune/Step Time": 6.492976773530245}
{"Finetune/Learning Rate": 1.4581398161349212e-05, "Finetune/Loss": 0.6163106560707092, "Finetune/Loss (Raw)": 0.5913739204406738, "Finetune/Step": 5739, "Finetune/Step Time": 6.497511139139533}
{"Finetune/Learning Rate": 1.4579552026118102e-05, "Finetune/Loss": 0.6159777045249939, "Finetune/Loss (Raw)": 0.5826768279075623, "Finetune/Step": 5740, "Finetune/Step Time": 6.505315728485584}
{"Finetune/Learning Rate": 1.457770569336424e-05, "Finetune/Loss": 0.6153151988983154, "Finetune/Loss (Raw)": 0.530135452747345, "Finetune/Step": 5741, "Finetune/Step Time": 6.4962214063853025}
{"Finetune/Learning Rate": 1.457585916316726e-05, "Finetune/Loss": 0.6157647371292114, "Finetune/Loss (Raw)": 0.6737585663795471, "Finetune/Step": 5742, "Finetune/Step Time": 6.495532650500536}
{"Finetune/Learning Rate": 1.4574012435606806e-05, "Finetune/Loss": 0.615691065788269, "Finetune/Loss (Raw)": 0.6745924353599548, "Finetune/Step": 5743, "Finetune/Step Time": 6.505066841840744}
{"Finetune/Learning Rate": 1.4572165510762534e-05, "Finetune/Loss": 0.6159626245498657, "Finetune/Loss (Raw)": 0.6855347156524658, "Finetune/Step": 5744, "Finetune/Step Time": 6.4967302195727825}
{"Finetune/Learning Rate": 1.45703183887141e-05, "Finetune/Loss": 0.6143780946731567, "Finetune/Loss (Raw)": 0.4827057421207428, "Finetune/Step": 5745, "Finetune/Step Time": 6.513728005811572}
{"Finetune/Learning Rate": 1.4568471069541175e-05, "Finetune/Loss": 0.6162123680114746, "Finetune/Loss (Raw)": 0.46717211604118347, "Finetune/Step": 5746, "Finetune/Step Time": 6.515602953732014}
{"Finetune/Learning Rate": 1.4566623553323436e-05, "Finetune/Loss": 0.6165221929550171, "Finetune/Loss (Raw)": 0.5946007370948792, "Finetune/Step": 5747, "Finetune/Step Time": 6.516390794888139}
{"Finetune/Learning Rate": 1.4564775840140569e-05, "Finetune/Loss": 0.6159323453903198, "Finetune/Loss (Raw)": 0.6053627133369446, "Finetune/Step": 5748, "Finetune/Step Time": 6.532330701127648}
{"Finetune/Learning Rate": 1.456292793007227e-05, "Finetune/Loss": 0.615303099155426, "Finetune/Loss (Raw)": 0.5367724895477295, "Finetune/Step": 5749, "Finetune/Step Time": 6.554925126954913}
{"Finetune/Learning Rate": 1.4561079823198236e-05, "Finetune/Loss": 0.6140862703323364, "Finetune/Loss (Raw)": 0.41307899355888367, "Finetune/Step": 5750, "Finetune/Step Time": 6.5620669815689325}
{"Finetune/Learning Rate": 1.4559231519598186e-05, "Finetune/Loss": 0.6136554479598999, "Finetune/Loss (Raw)": 0.5906465649604797, "Finetune/Step": 5751, "Finetune/Step Time": 6.546902680769563}
{"Finetune/Learning Rate": 1.455738301935184e-05, "Finetune/Loss": 0.6147490739822388, "Finetune/Loss (Raw)": 0.6658324003219604, "Finetune/Step": 5752, "Finetune/Step Time": 6.534364361315966}
{"Finetune/Learning Rate": 1.4555534322538921e-05, "Finetune/Loss": 0.6152311563491821, "Finetune/Loss (Raw)": 0.539895236492157, "Finetune/Step": 5753, "Finetune/Step Time": 6.544280409812927}
{"Finetune/Learning Rate": 1.455368542923917e-05, "Finetune/Loss": 0.6143494248390198, "Finetune/Loss (Raw)": 0.5962426066398621, "Finetune/Step": 5754, "Finetune/Step Time": 6.5411324594169855}
{"Finetune/Learning Rate": 1.4551836339532332e-05, "Finetune/Loss": 0.613878607749939, "Finetune/Loss (Raw)": 0.62168949842453, "Finetune/Step": 5755, "Finetune/Step Time": 6.538621684536338}
{"Finetune/Learning Rate": 1.4549987053498158e-05, "Finetune/Loss": 0.6150245070457458, "Finetune/Loss (Raw)": 0.6465333700180054, "Finetune/Step": 5756, "Finetune/Step Time": 6.550696877762675}
{"Finetune/Learning Rate": 1.4548137571216412e-05, "Finetune/Loss": 0.6150470972061157, "Finetune/Loss (Raw)": 0.715520977973938, "Finetune/Step": 5757, "Finetune/Step Time": 6.5438000820577145}
{"Finetune/Learning Rate": 1.4546287892766868e-05, "Finetune/Loss": 0.612959623336792, "Finetune/Loss (Raw)": 0.23005731403827667, "Finetune/Step": 5758, "Finetune/Step Time": 6.555549276992679}
{"Finetune/Learning Rate": 1.45444380182293e-05, "Finetune/Loss": 0.6119081974029541, "Finetune/Loss (Raw)": 0.47430410981178284, "Finetune/Step": 5759, "Finetune/Step Time": 6.574473924934864}
{"Finetune/Learning Rate": 1.4542587947683502e-05, "Finetune/Loss": 0.6130022406578064, "Finetune/Loss (Raw)": 0.7118142247200012, "Finetune/Step": 5760, "Finetune/Step Time": 6.572553219273686}
{"Finetune/Learning Rate": 1.4540737681209266e-05, "Finetune/Loss": 0.6137029528617859, "Finetune/Loss (Raw)": 0.5963777303695679, "Finetune/Step": 5761, "Finetune/Step Time": 6.56779420748353}
{"Finetune/Learning Rate": 1.4538887218886397e-05, "Finetune/Loss": 0.6129066944122314, "Finetune/Loss (Raw)": 0.6596097946166992, "Finetune/Step": 5762, "Finetune/Step Time": 6.566224442794919}
{"Finetune/Learning Rate": 1.4537036560794709e-05, "Finetune/Loss": 0.6130380630493164, "Finetune/Loss (Raw)": 0.547275722026825, "Finetune/Step": 5763, "Finetune/Step Time": 6.560870204120874}
{"Finetune/Learning Rate": 1.4535185707014022e-05, "Finetune/Loss": 0.6137027144432068, "Finetune/Loss (Raw)": 0.5930142402648926, "Finetune/Step": 5764, "Finetune/Step Time": 6.5688690803945065}
{"Finetune/Learning Rate": 1.453333465762417e-05, "Finetune/Loss": 0.6132778525352478, "Finetune/Loss (Raw)": 0.674422562122345, "Finetune/Step": 5765, "Finetune/Step Time": 6.5676207188516855}
{"Finetune/Learning Rate": 1.4531483412704986e-05, "Finetune/Loss": 0.6129451990127563, "Finetune/Loss (Raw)": 0.5923218727111816, "Finetune/Step": 5766, "Finetune/Step Time": 6.571455933153629}
{"Finetune/Learning Rate": 1.4529631972336317e-05, "Finetune/Loss": 0.612518310546875, "Finetune/Loss (Raw)": 0.6602124571800232, "Finetune/Step": 5767, "Finetune/Step Time": 6.570033375173807}
{"Finetune/Learning Rate": 1.4527780336598025e-05, "Finetune/Loss": 0.6099022626876831, "Finetune/Loss (Raw)": 0.22435036301612854, "Finetune/Step": 5768, "Finetune/Step Time": 6.580044886097312}
{"Finetune/Learning Rate": 1.4525928505569969e-05, "Finetune/Loss": 0.6094335317611694, "Finetune/Loss (Raw)": 0.7297765016555786, "Finetune/Step": 5769, "Finetune/Step Time": 6.583740847185254}
{"Finetune/Learning Rate": 1.4524076479332023e-05, "Finetune/Loss": 0.6087328195571899, "Finetune/Loss (Raw)": 0.5275806188583374, "Finetune/Step": 5770, "Finetune/Step Time": 6.606757989153266}
{"Finetune/Learning Rate": 1.4522224257964066e-05, "Finetune/Loss": 0.608206033706665, "Finetune/Loss (Raw)": 0.665418267250061, "Finetune/Step": 5771, "Finetune/Step Time": 6.603468365967274}
{"Finetune/Learning Rate": 1.4520371841545986e-05, "Finetune/Loss": 0.6085283756256104, "Finetune/Loss (Raw)": 0.6685441136360168, "Finetune/Step": 5772, "Finetune/Step Time": 6.598714679479599}
{"Finetune/Learning Rate": 1.451851923015768e-05, "Finetune/Loss": 0.6089845895767212, "Finetune/Loss (Raw)": 0.7346357703208923, "Finetune/Step": 5773, "Finetune/Step Time": 6.594099212437868}
{"Finetune/Learning Rate": 1.451666642387906e-05, "Finetune/Loss": 0.6092013716697693, "Finetune/Loss (Raw)": 0.7087773680686951, "Finetune/Step": 5774, "Finetune/Step Time": 6.601813027635217}
{"Finetune/Learning Rate": 1.4514813422790035e-05, "Finetune/Loss": 0.6098527908325195, "Finetune/Loss (Raw)": 0.7522837519645691, "Finetune/Step": 5775, "Finetune/Step Time": 6.61372122913599}
{"Finetune/Learning Rate": 1.4512960226970525e-05, "Finetune/Loss": 0.6100218296051025, "Finetune/Loss (Raw)": 0.6505253911018372, "Finetune/Step": 5776, "Finetune/Step Time": 6.620378453284502}
{"Finetune/Learning Rate": 1.4511106836500467e-05, "Finetune/Loss": 0.6067517995834351, "Finetune/Loss (Raw)": 0.1932932436466217, "Finetune/Step": 5777, "Finetune/Step Time": 6.638607332482934}
{"Finetune/Learning Rate": 1.4509253251459798e-05, "Finetune/Loss": 0.6049156188964844, "Finetune/Loss (Raw)": 0.46610063314437866, "Finetune/Step": 5778, "Finetune/Step Time": 6.632342584431171}
{"Finetune/Learning Rate": 1.4507399471928467e-05, "Finetune/Loss": 0.6043712496757507, "Finetune/Loss (Raw)": 0.5813689827919006, "Finetune/Step": 5779, "Finetune/Step Time": 6.643036970868707}
{"Finetune/Learning Rate": 1.4505545497986428e-05, "Finetune/Loss": 0.6008747816085815, "Finetune/Loss (Raw)": 0.2282968908548355, "Finetune/Step": 5780, "Finetune/Step Time": 6.660042963922024}
{"Finetune/Learning Rate": 1.450369132971365e-05, "Finetune/Loss": 0.6006972193717957, "Finetune/Loss (Raw)": 0.7425883412361145, "Finetune/Step": 5781, "Finetune/Step Time": 6.662495689466596}
{"Finetune/Learning Rate": 1.4501836967190098e-05, "Finetune/Loss": 0.6008765697479248, "Finetune/Loss (Raw)": 0.7536208629608154, "Finetune/Step": 5782, "Finetune/Step Time": 6.66860918700695}
{"Finetune/Learning Rate": 1.4499982410495757e-05, "Finetune/Loss": 0.6012372970581055, "Finetune/Loss (Raw)": 0.6157823204994202, "Finetune/Step": 5783, "Finetune/Step Time": 6.6705853417515755}
{"Finetune/Learning Rate": 1.4498127659710621e-05, "Finetune/Loss": 0.6013765335083008, "Finetune/Loss (Raw)": 0.7159016132354736, "Finetune/Step": 5784, "Finetune/Step Time": 6.658828683197498}
{"Finetune/Learning Rate": 1.4496272714914685e-05, "Finetune/Loss": 0.5977143049240112, "Finetune/Loss (Raw)": 0.2667161822319031, "Finetune/Step": 5785, "Finetune/Step Time": 6.688174851238728}
{"Finetune/Learning Rate": 1.4494417576187953e-05, "Finetune/Loss": 0.5949065685272217, "Finetune/Loss (Raw)": 0.2952743172645569, "Finetune/Step": 5786, "Finetune/Step Time": 6.719984333962202}
{"Finetune/Learning Rate": 1.4492562243610443e-05, "Finetune/Loss": 0.5957826972007751, "Finetune/Loss (Raw)": 0.756355881690979, "Finetune/Step": 5787, "Finetune/Step Time": 6.699080415070057}
{"Finetune/Learning Rate": 1.4490706717262177e-05, "Finetune/Loss": 0.5953432321548462, "Finetune/Loss (Raw)": 0.6050369739532471, "Finetune/Step": 5788, "Finetune/Step Time": 6.706857606768608}
{"Finetune/Learning Rate": 1.4488850997223188e-05, "Finetune/Loss": 0.5937924981117249, "Finetune/Loss (Raw)": 0.31557777523994446, "Finetune/Step": 5789, "Finetune/Step Time": 6.719680368900299}
{"Finetune/Learning Rate": 1.4486995083573514e-05, "Finetune/Loss": 0.5951711535453796, "Finetune/Loss (Raw)": 0.7273181080818176, "Finetune/Step": 5790, "Finetune/Step Time": 6.701135458424687}
{"Finetune/Learning Rate": 1.4485138976393207e-05, "Finetune/Loss": 0.5946138501167297, "Finetune/Loss (Raw)": 0.5889201164245605, "Finetune/Step": 5791, "Finetune/Step Time": 6.710515838116407}
{"Finetune/Learning Rate": 1.4483282675762316e-05, "Finetune/Loss": 0.5943050980567932, "Finetune/Loss (Raw)": 0.6226880550384521, "Finetune/Step": 5792, "Finetune/Step Time": 6.706616830080748}
{"Finetune/Learning Rate": 1.4481426181760912e-05, "Finetune/Loss": 0.5952510237693787, "Finetune/Loss (Raw)": 0.6395092010498047, "Finetune/Step": 5793, "Finetune/Step Time": 6.704422270879149}
{"Finetune/Learning Rate": 1.447956949446907e-05, "Finetune/Loss": 0.5959514379501343, "Finetune/Loss (Raw)": 0.7292842864990234, "Finetune/Step": 5794, "Finetune/Step Time": 6.710224023088813}
{"Finetune/Learning Rate": 1.4477712613966863e-05, "Finetune/Loss": 0.5947617292404175, "Finetune/Loss (Raw)": 0.551634669303894, "Finetune/Step": 5795, "Finetune/Step Time": 6.7197914235293865}
{"Finetune/Learning Rate": 1.447585554033439e-05, "Finetune/Loss": 0.5931649208068848, "Finetune/Loss (Raw)": 0.4109805226325989, "Finetune/Step": 5796, "Finetune/Step Time": 6.722594331949949}
{"Finetune/Learning Rate": 1.4473998273651748e-05, "Finetune/Loss": 0.5927326083183289, "Finetune/Loss (Raw)": 0.5399180054664612, "Finetune/Step": 5797, "Finetune/Step Time": 6.71800247952342}
{"Finetune/Learning Rate": 1.4472140813999038e-05, "Finetune/Loss": 0.591681182384491, "Finetune/Loss (Raw)": 0.5789469480514526, "Finetune/Step": 5798, "Finetune/Step Time": 6.711889864876866}
{"Finetune/Learning Rate": 1.4470283161456378e-05, "Finetune/Loss": 0.5903728008270264, "Finetune/Loss (Raw)": 0.6268146634101868, "Finetune/Step": 5799, "Finetune/Step Time": 6.708993358537555}
{"Finetune/Learning Rate": 1.4468425316103894e-05, "Finetune/Loss": 0.5929796695709229, "Finetune/Loss (Raw)": 0.6243181228637695, "Finetune/Step": 5800, "Finetune/Step Time": 6.705609984695911}
{"Finetune/Learning Rate": 1.4466567278021715e-05, "Finetune/Loss": 0.5898623466491699, "Finetune/Loss (Raw)": 0.3854861557483673, "Finetune/Step": 5801, "Finetune/Step Time": 6.710672764107585}
{"Finetune/Learning Rate": 1.4464709047289978e-05, "Finetune/Loss": 0.5886547565460205, "Finetune/Loss (Raw)": 0.528721034526825, "Finetune/Step": 5802, "Finetune/Step Time": 6.709290163591504}
{"Finetune/Learning Rate": 1.4462850623988835e-05, "Finetune/Loss": 0.5893975496292114, "Finetune/Loss (Raw)": 0.6105383634567261, "Finetune/Step": 5803, "Finetune/Step Time": 6.713503697887063}
{"Finetune/Learning Rate": 1.4460992008198445e-05, "Finetune/Loss": 0.5912930369377136, "Finetune/Loss (Raw)": 0.5538861751556396, "Finetune/Step": 5804, "Finetune/Step Time": 6.70461518317461}
{"Finetune/Learning Rate": 1.4459133199998967e-05, "Finetune/Loss": 0.5916554927825928, "Finetune/Loss (Raw)": 0.6404705047607422, "Finetune/Step": 5805, "Finetune/Step Time": 6.693796748295426}
{"Finetune/Learning Rate": 1.4457274199470579e-05, "Finetune/Loss": 0.5924331545829773, "Finetune/Loss (Raw)": 0.6953085660934448, "Finetune/Step": 5806, "Finetune/Step Time": 6.713530000299215}
{"Finetune/Learning Rate": 1.445541500669346e-05, "Finetune/Loss": 0.5915783047676086, "Finetune/Loss (Raw)": 0.49329033493995667, "Finetune/Step": 5807, "Finetune/Step Time": 6.7205390222370625}
{"Finetune/Learning Rate": 1.4453555621747796e-05, "Finetune/Loss": 0.5910259485244751, "Finetune/Loss (Raw)": 0.6194689869880676, "Finetune/Step": 5808, "Finetune/Step Time": 6.70771037042141}
{"Finetune/Learning Rate": 1.445169604471379e-05, "Finetune/Loss": 0.590561032295227, "Finetune/Loss (Raw)": 0.6826745271682739, "Finetune/Step": 5809, "Finetune/Step Time": 6.71241500787437}
{"Finetune/Learning Rate": 1.4449836275671649e-05, "Finetune/Loss": 0.589695155620575, "Finetune/Loss (Raw)": 0.6058336496353149, "Finetune/Step": 5810, "Finetune/Step Time": 6.718164071440697}
{"Finetune/Learning Rate": 1.4447976314701585e-05, "Finetune/Loss": 0.5894092321395874, "Finetune/Loss (Raw)": 0.6108335852622986, "Finetune/Step": 5811, "Finetune/Step Time": 6.719433765858412}
{"Finetune/Learning Rate": 1.4446116161883821e-05, "Finetune/Loss": 0.5894004106521606, "Finetune/Loss (Raw)": 0.5848247408866882, "Finetune/Step": 5812, "Finetune/Step Time": 6.7056197468191385}
{"Finetune/Learning Rate": 1.444425581729859e-05, "Finetune/Loss": 0.5874919295310974, "Finetune/Loss (Raw)": 0.4578053951263428, "Finetune/Step": 5813, "Finetune/Step Time": 6.727871907874942}
{"Finetune/Learning Rate": 1.4442395281026127e-05, "Finetune/Loss": 0.5863786339759827, "Finetune/Loss (Raw)": 0.590968906879425, "Finetune/Step": 5814, "Finetune/Step Time": 6.7196387611329556}
{"Finetune/Learning Rate": 1.4440534553146684e-05, "Finetune/Loss": 0.5863795280456543, "Finetune/Loss (Raw)": 0.6860936880111694, "Finetune/Step": 5815, "Finetune/Step Time": 6.7218454498797655}
{"Finetune/Learning Rate": 1.4438673633740516e-05, "Finetune/Loss": 0.5876990556716919, "Finetune/Loss (Raw)": 0.7242943048477173, "Finetune/Step": 5816, "Finetune/Step Time": 6.719436325132847}
{"Finetune/Learning Rate": 1.4436812522887887e-05, "Finetune/Loss": 0.5880852937698364, "Finetune/Loss (Raw)": 0.7073873281478882, "Finetune/Step": 5817, "Finetune/Step Time": 6.706886941567063}
{"Finetune/Learning Rate": 1.4434951220669067e-05, "Finetune/Loss": 0.5870789885520935, "Finetune/Loss (Raw)": 0.5542610883712769, "Finetune/Step": 5818, "Finetune/Step Time": 6.701744683086872}
{"Finetune/Learning Rate": 1.4433089727164338e-05, "Finetune/Loss": 0.5874844789505005, "Finetune/Loss (Raw)": 0.6648442149162292, "Finetune/Step": 5819, "Finetune/Step Time": 6.702420178800821}
{"Finetune/Learning Rate": 1.4431228042453993e-05, "Finetune/Loss": 0.5872906446456909, "Finetune/Loss (Raw)": 0.6562902331352234, "Finetune/Step": 5820, "Finetune/Step Time": 6.688218200579286}
{"Finetune/Learning Rate": 1.4429366166618326e-05, "Finetune/Loss": 0.5887230634689331, "Finetune/Loss (Raw)": 0.6639587879180908, "Finetune/Step": 5821, "Finetune/Step Time": 6.678942063823342}
{"Finetune/Learning Rate": 1.442750409973764e-05, "Finetune/Loss": 0.5890318751335144, "Finetune/Loss (Raw)": 0.6264415383338928, "Finetune/Step": 5822, "Finetune/Step Time": 6.67576721124351}
{"Finetune/Learning Rate": 1.442564184189225e-05, "Finetune/Loss": 0.5890750885009766, "Finetune/Loss (Raw)": 0.6056100726127625, "Finetune/Step": 5823, "Finetune/Step Time": 6.679825587198138}
{"Finetune/Learning Rate": 1.442377939316248e-05, "Finetune/Loss": 0.5894978642463684, "Finetune/Loss (Raw)": 0.6600177884101868, "Finetune/Step": 5824, "Finetune/Step Time": 6.678504444658756}
{"Finetune/Learning Rate": 1.4421916753628658e-05, "Finetune/Loss": 0.5888366103172302, "Finetune/Loss (Raw)": 0.7138673663139343, "Finetune/Step": 5825, "Finetune/Step Time": 6.662540564313531}
{"Finetune/Learning Rate": 1.4420053923371125e-05, "Finetune/Loss": 0.588739275932312, "Finetune/Loss (Raw)": 0.6034417748451233, "Finetune/Step": 5826, "Finetune/Step Time": 6.66342781111598}
{"Finetune/Learning Rate": 1.4418190902470227e-05, "Finetune/Loss": 0.5871822834014893, "Finetune/Loss (Raw)": 0.5559296011924744, "Finetune/Step": 5827, "Finetune/Step Time": 6.6805289927870035}
{"Finetune/Learning Rate": 1.4416327691006316e-05, "Finetune/Loss": 0.5878851413726807, "Finetune/Loss (Raw)": 0.6503763198852539, "Finetune/Step": 5828, "Finetune/Step Time": 6.695051437243819}
{"Finetune/Learning Rate": 1.4414464289059755e-05, "Finetune/Loss": 0.5873139500617981, "Finetune/Loss (Raw)": 0.6473549008369446, "Finetune/Step": 5829, "Finetune/Step Time": 6.680492965504527}
{"Finetune/Learning Rate": 1.441260069671092e-05, "Finetune/Loss": 0.5867106318473816, "Finetune/Loss (Raw)": 0.5672094225883484, "Finetune/Step": 5830, "Finetune/Step Time": 6.698668371886015}
{"Finetune/Learning Rate": 1.4410736914040181e-05, "Finetune/Loss": 0.5876407027244568, "Finetune/Loss (Raw)": 0.7084758877754211, "Finetune/Step": 5831, "Finetune/Step Time": 6.693876706063747}
{"Finetune/Learning Rate": 1.440887294112794e-05, "Finetune/Loss": 0.5880924463272095, "Finetune/Loss (Raw)": 0.6749860048294067, "Finetune/Step": 5832, "Finetune/Step Time": 6.70608720369637}
{"Finetune/Learning Rate": 1.4407008778054583e-05, "Finetune/Loss": 0.587256908416748, "Finetune/Loss (Raw)": 0.5385608673095703, "Finetune/Step": 5833, "Finetune/Step Time": 6.716694593429565}
{"Finetune/Learning Rate": 1.4405144424900513e-05, "Finetune/Loss": 0.588433027267456, "Finetune/Loss (Raw)": 0.5707088112831116, "Finetune/Step": 5834, "Finetune/Step Time": 6.707961840555072}
{"Finetune/Learning Rate": 1.4403279881746145e-05, "Finetune/Loss": 0.5917720794677734, "Finetune/Loss (Raw)": 0.6724451184272766, "Finetune/Step": 5835, "Finetune/Step Time": 6.693342264741659}
{"Finetune/Learning Rate": 1.4401415148671902e-05, "Finetune/Loss": 0.595424473285675, "Finetune/Loss (Raw)": 0.6735421419143677, "Finetune/Step": 5836, "Finetune/Step Time": 6.675427600741386}
{"Finetune/Learning Rate": 1.4399550225758213e-05, "Finetune/Loss": 0.5954827070236206, "Finetune/Loss (Raw)": 0.5619506239891052, "Finetune/Step": 5837, "Finetune/Step Time": 6.6710107289254665}
{"Finetune/Learning Rate": 1.4397685113085507e-05, "Finetune/Loss": 0.595288872718811, "Finetune/Loss (Raw)": 0.6355386972427368, "Finetune/Step": 5838, "Finetune/Step Time": 6.653391323983669}
{"Finetune/Learning Rate": 1.4395819810734237e-05, "Finetune/Loss": 0.5964901447296143, "Finetune/Loss (Raw)": 0.7714809775352478, "Finetune/Step": 5839, "Finetune/Step Time": 6.64829889498651}
{"Finetune/Learning Rate": 1.439395431878485e-05, "Finetune/Loss": 0.594539999961853, "Finetune/Loss (Raw)": 0.49089235067367554, "Finetune/Step": 5840, "Finetune/Step Time": 6.6575710494071245}
{"Finetune/Learning Rate": 1.4392088637317814e-05, "Finetune/Loss": 0.5926446318626404, "Finetune/Loss (Raw)": 0.5301231145858765, "Finetune/Step": 5841, "Finetune/Step Time": 6.67528460547328}
{"Finetune/Learning Rate": 1.4390222766413595e-05, "Finetune/Loss": 0.5918500423431396, "Finetune/Loss (Raw)": 0.5527552962303162, "Finetune/Step": 5842, "Finetune/Step Time": 6.683940391987562}
{"Finetune/Learning Rate": 1.4388356706152673e-05, "Finetune/Loss": 0.5892317295074463, "Finetune/Loss (Raw)": 0.26162397861480713, "Finetune/Step": 5843, "Finetune/Step Time": 6.689350808039308}
{"Finetune/Learning Rate": 1.4386490456615527e-05, "Finetune/Loss": 0.5926740169525146, "Finetune/Loss (Raw)": 0.6140329241752625, "Finetune/Step": 5844, "Finetune/Step Time": 6.657551534473896}
{"Finetune/Learning Rate": 1.4384624017882663e-05, "Finetune/Loss": 0.5932608246803284, "Finetune/Loss (Raw)": 0.6336098909378052, "Finetune/Step": 5845, "Finetune/Step Time": 6.649399075657129}
{"Finetune/Learning Rate": 1.438275739003457e-05, "Finetune/Loss": 0.593812108039856, "Finetune/Loss (Raw)": 0.6323468685150146, "Finetune/Step": 5846, "Finetune/Step Time": 6.646408900618553}
{"Finetune/Learning Rate": 1.4380890573151768e-05, "Finetune/Loss": 0.5944611430168152, "Finetune/Loss (Raw)": 0.6549904942512512, "Finetune/Step": 5847, "Finetune/Step Time": 6.633230406790972}
{"Finetune/Learning Rate": 1.4379023567314769e-05, "Finetune/Loss": 0.5957984328269958, "Finetune/Loss (Raw)": 0.7098343372344971, "Finetune/Step": 5848, "Finetune/Step Time": 6.616839172318578}
{"Finetune/Learning Rate": 1.4377156372604106e-05, "Finetune/Loss": 0.595824122428894, "Finetune/Loss (Raw)": 0.7066127061843872, "Finetune/Step": 5849, "Finetune/Step Time": 6.621378408744931}
{"Finetune/Learning Rate": 1.4375288989100308e-05, "Finetune/Loss": 0.5952779054641724, "Finetune/Loss (Raw)": 0.5198586583137512, "Finetune/Step": 5850, "Finetune/Step Time": 6.618791505694389}
{"Finetune/Learning Rate": 1.4373421416883924e-05, "Finetune/Loss": 0.5950751304626465, "Finetune/Loss (Raw)": 0.6608750224113464, "Finetune/Step": 5851, "Finetune/Step Time": 6.624912543222308}
{"Finetune/Learning Rate": 1.43715536560355e-05, "Finetune/Loss": 0.5956000089645386, "Finetune/Loss (Raw)": 0.7549534440040588, "Finetune/Step": 5852, "Finetune/Step Time": 6.6331210024654865}
{"Finetune/Learning Rate": 1.43696857066356e-05, "Finetune/Loss": 0.5947138071060181, "Finetune/Loss (Raw)": 0.5784056186676025, "Finetune/Step": 5853, "Finetune/Step Time": 6.637763326987624}
{"Finetune/Learning Rate": 1.4367817568764784e-05, "Finetune/Loss": 0.5957601070404053, "Finetune/Loss (Raw)": 0.7352752685546875, "Finetune/Step": 5854, "Finetune/Step Time": 6.638622149825096}
{"Finetune/Learning Rate": 1.4365949242503634e-05, "Finetune/Loss": 0.5948816537857056, "Finetune/Loss (Raw)": 0.4979231059551239, "Finetune/Step": 5855, "Finetune/Step Time": 6.6378151420503855}
{"Finetune/Learning Rate": 1.436408072793273e-05, "Finetune/Loss": 0.5948300361633301, "Finetune/Loss (Raw)": 0.572869598865509, "Finetune/Step": 5856, "Finetune/Step Time": 6.630168192088604}
{"Finetune/Learning Rate": 1.4362212025132668e-05, "Finetune/Loss": 0.5982687473297119, "Finetune/Loss (Raw)": 0.6828344464302063, "Finetune/Step": 5857, "Finetune/Step Time": 6.62302022986114}
{"Finetune/Learning Rate": 1.4360343134184045e-05, "Finetune/Loss": 0.5975932478904724, "Finetune/Loss (Raw)": 0.5198438763618469, "Finetune/Step": 5858, "Finetune/Step Time": 6.63831253349781}
{"Finetune/Learning Rate": 1.4358474055167466e-05, "Finetune/Loss": 0.5972910523414612, "Finetune/Loss (Raw)": 0.7123454213142395, "Finetune/Step": 5859, "Finetune/Step Time": 6.61996160633862}
{"Finetune/Learning Rate": 1.4356604788163551e-05, "Finetune/Loss": 0.5960392355918884, "Finetune/Loss (Raw)": 0.5088452100753784, "Finetune/Step": 5860, "Finetune/Step Time": 6.628039898350835}
{"Finetune/Learning Rate": 1.4354735333252925e-05, "Finetune/Loss": 0.5964463949203491, "Finetune/Loss (Raw)": 0.6150595545768738, "Finetune/Step": 5861, "Finetune/Step Time": 6.62869955599308}
{"Finetune/Learning Rate": 1.4352865690516218e-05, "Finetune/Loss": 0.5964450240135193, "Finetune/Loss (Raw)": 0.5453306436538696, "Finetune/Step": 5862, "Finetune/Step Time": 6.651461821049452}
{"Finetune/Learning Rate": 1.4350995860034075e-05, "Finetune/Loss": 0.5951701998710632, "Finetune/Loss (Raw)": 0.48174697160720825, "Finetune/Step": 5863, "Finetune/Step Time": 6.677330520004034}
{"Finetune/Learning Rate": 1.4349125841887135e-05, "Finetune/Loss": 0.5936056971549988, "Finetune/Loss (Raw)": 0.5473740100860596, "Finetune/Step": 5864, "Finetune/Step Time": 6.676632411777973}
{"Finetune/Learning Rate": 1.4347255636156063e-05, "Finetune/Loss": 0.5940725803375244, "Finetune/Loss (Raw)": 0.6547635197639465, "Finetune/Step": 5865, "Finetune/Step Time": 6.674998229369521}
{"Finetune/Learning Rate": 1.434538524292152e-05, "Finetune/Loss": 0.5930540561676025, "Finetune/Loss (Raw)": 0.5889439582824707, "Finetune/Step": 5866, "Finetune/Step Time": 6.6673582177609205}
{"Finetune/Learning Rate": 1.434351466226418e-05, "Finetune/Loss": 0.5897185802459717, "Finetune/Loss (Raw)": 0.1644303947687149, "Finetune/Step": 5867, "Finetune/Step Time": 6.67885990254581}
{"Finetune/Learning Rate": 1.4341643894264725e-05, "Finetune/Loss": 0.5899080038070679, "Finetune/Loss (Raw)": 0.6069188714027405, "Finetune/Step": 5868, "Finetune/Step Time": 6.673556799069047}
{"Finetune/Learning Rate": 1.4339772939003842e-05, "Finetune/Loss": 0.5912365913391113, "Finetune/Loss (Raw)": 0.7001948952674866, "Finetune/Step": 5869, "Finetune/Step Time": 6.678167674690485}
{"Finetune/Learning Rate": 1.4337901796562228e-05, "Finetune/Loss": 0.5911574959754944, "Finetune/Loss (Raw)": 0.6636317372322083, "Finetune/Step": 5870, "Finetune/Step Time": 6.68312475644052}
{"Finetune/Learning Rate": 1.4336030467020589e-05, "Finetune/Loss": 0.5877600908279419, "Finetune/Loss (Raw)": 0.23973233997821808, "Finetune/Step": 5871, "Finetune/Step Time": 6.693304676562548}
{"Finetune/Learning Rate": 1.4334158950459638e-05, "Finetune/Loss": 0.5877593755722046, "Finetune/Loss (Raw)": 0.6854352951049805, "Finetune/Step": 5872, "Finetune/Step Time": 6.697562919929624}
{"Finetune/Learning Rate": 1.4332287246960097e-05, "Finetune/Loss": 0.5889706611633301, "Finetune/Loss (Raw)": 0.637758195400238, "Finetune/Step": 5873, "Finetune/Step Time": 6.695270169526339}
{"Finetune/Learning Rate": 1.4330415356602696e-05, "Finetune/Loss": 0.5909732580184937, "Finetune/Loss (Raw)": 0.7234976291656494, "Finetune/Step": 5874, "Finetune/Step Time": 6.675515683367848}
{"Finetune/Learning Rate": 1.4328543279468168e-05, "Finetune/Loss": 0.5920542478561401, "Finetune/Loss (Raw)": 0.7329745292663574, "Finetune/Step": 5875, "Finetune/Step Time": 6.656603651121259}
{"Finetune/Learning Rate": 1.4326671015637262e-05, "Finetune/Loss": 0.592634379863739, "Finetune/Loss (Raw)": 0.6796168684959412, "Finetune/Step": 5876, "Finetune/Step Time": 6.649878086522222}
{"Finetune/Learning Rate": 1.432479856519073e-05, "Finetune/Loss": 0.5926559567451477, "Finetune/Loss (Raw)": 0.5395379066467285, "Finetune/Step": 5877, "Finetune/Step Time": 6.628078812733293}
{"Finetune/Learning Rate": 1.4322925928209335e-05, "Finetune/Loss": 0.5939534902572632, "Finetune/Loss (Raw)": 0.5791628956794739, "Finetune/Step": 5878, "Finetune/Step Time": 6.61941496655345}
{"Finetune/Learning Rate": 1.4321053104773848e-05, "Finetune/Loss": 0.5944820642471313, "Finetune/Loss (Raw)": 0.6583036780357361, "Finetune/Step": 5879, "Finetune/Step Time": 6.6228379011154175}
{"Finetune/Learning Rate": 1.431918009496504e-05, "Finetune/Loss": 0.5948999524116516, "Finetune/Loss (Raw)": 0.7193204760551453, "Finetune/Step": 5880, "Finetune/Step Time": 6.616190185770392}
{"Finetune/Learning Rate": 1.4317306898863704e-05, "Finetune/Loss": 0.5933334231376648, "Finetune/Loss (Raw)": 0.3393816649913788, "Finetune/Step": 5881, "Finetune/Step Time": 6.622744154185057}
{"Finetune/Learning Rate": 1.431543351655063e-05, "Finetune/Loss": 0.5929906368255615, "Finetune/Loss (Raw)": 0.5523577332496643, "Finetune/Step": 5882, "Finetune/Step Time": 6.627969043329358}
{"Finetune/Learning Rate": 1.4313559948106622e-05, "Finetune/Loss": 0.5939365029335022, "Finetune/Loss (Raw)": 0.742764413356781, "Finetune/Step": 5883, "Finetune/Step Time": 6.622078258544207}
{"Finetune/Learning Rate": 1.4311686193612486e-05, "Finetune/Loss": 0.593885064125061, "Finetune/Loss (Raw)": 0.6399546265602112, "Finetune/Step": 5884, "Finetune/Step Time": 6.6048455741256475}
{"Finetune/Learning Rate": 1.4309812253149043e-05, "Finetune/Loss": 0.5938520431518555, "Finetune/Loss (Raw)": 0.7112950086593628, "Finetune/Step": 5885, "Finetune/Step Time": 6.6070838291198015}
{"Finetune/Learning Rate": 1.4307938126797113e-05, "Finetune/Loss": 0.5976256728172302, "Finetune/Loss (Raw)": 0.7130709886550903, "Finetune/Step": 5886, "Finetune/Step Time": 6.588967561721802}
{"Finetune/Learning Rate": 1.4306063814637541e-05, "Finetune/Loss": 0.5994046926498413, "Finetune/Loss (Raw)": 0.7020279169082642, "Finetune/Step": 5887, "Finetune/Step Time": 6.563633356243372}
{"Finetune/Learning Rate": 1.4304189316751158e-05, "Finetune/Loss": 0.598551869392395, "Finetune/Loss (Raw)": 0.6026539206504822, "Finetune/Step": 5888, "Finetune/Step Time": 6.562956256791949}
{"Finetune/Learning Rate": 1.4302314633218823e-05, "Finetune/Loss": 0.5984933376312256, "Finetune/Loss (Raw)": 0.5888853073120117, "Finetune/Step": 5889, "Finetune/Step Time": 6.57306357473135}
{"Finetune/Learning Rate": 1.4300439764121388e-05, "Finetune/Loss": 0.5977721214294434, "Finetune/Loss (Raw)": 0.5672889351844788, "Finetune/Step": 5890, "Finetune/Step Time": 6.582785179838538}
{"Finetune/Learning Rate": 1.4298564709539715e-05, "Finetune/Loss": 0.5979692339897156, "Finetune/Loss (Raw)": 0.5725063681602478, "Finetune/Step": 5891, "Finetune/Step Time": 6.5794213358312845}
{"Finetune/Learning Rate": 1.4296689469554686e-05, "Finetune/Loss": 0.5980762243270874, "Finetune/Loss (Raw)": 0.6067164540290833, "Finetune/Step": 5892, "Finetune/Step Time": 6.573777606710792}
{"Finetune/Learning Rate": 1.4294814044247179e-05, "Finetune/Loss": 0.594783365726471, "Finetune/Loss (Raw)": 0.25293058156967163, "Finetune/Step": 5893, "Finetune/Step Time": 6.589705538004637}
{"Finetune/Learning Rate": 1.4292938433698086e-05, "Finetune/Loss": 0.5951917767524719, "Finetune/Loss (Raw)": 0.6445956230163574, "Finetune/Step": 5894, "Finetune/Step Time": 6.597041983157396}
{"Finetune/Learning Rate": 1.42910626379883e-05, "Finetune/Loss": 0.5948941707611084, "Finetune/Loss (Raw)": 0.6221250891685486, "Finetune/Step": 5895, "Finetune/Step Time": 6.61148401722312}
{"Finetune/Learning Rate": 1.428918665719873e-05, "Finetune/Loss": 0.5979642868041992, "Finetune/Loss (Raw)": 0.6173192858695984, "Finetune/Step": 5896, "Finetune/Step Time": 6.595793526619673}
{"Finetune/Learning Rate": 1.4287310491410293e-05, "Finetune/Loss": 0.5971989631652832, "Finetune/Loss (Raw)": 0.6318196654319763, "Finetune/Step": 5897, "Finetune/Step Time": 6.592140391469002}
{"Finetune/Learning Rate": 1.4285434140703904e-05, "Finetune/Loss": 0.5975775718688965, "Finetune/Loss (Raw)": 0.5760432481765747, "Finetune/Step": 5898, "Finetune/Step Time": 6.5765735525637865}
{"Finetune/Learning Rate": 1.4283557605160498e-05, "Finetune/Loss": 0.5968412160873413, "Finetune/Loss (Raw)": 0.5711639523506165, "Finetune/Step": 5899, "Finetune/Step Time": 6.587852681055665}
{"Finetune/Learning Rate": 1.4281680884861013e-05, "Finetune/Loss": 0.5964549779891968, "Finetune/Loss (Raw)": 0.6191076040267944, "Finetune/Step": 5900, "Finetune/Step Time": 6.5857660342007875}
{"Finetune/Learning Rate": 1.4279803979886389e-05, "Finetune/Loss": 0.5960131883621216, "Finetune/Loss (Raw)": 0.6780875325202942, "Finetune/Step": 5901, "Finetune/Step Time": 6.583298094570637}
{"Finetune/Learning Rate": 1.4277926890317583e-05, "Finetune/Loss": 0.5953446626663208, "Finetune/Loss (Raw)": 0.6231939196586609, "Finetune/Step": 5902, "Finetune/Step Time": 6.575303861871362}
{"Finetune/Learning Rate": 1.427604961623556e-05, "Finetune/Loss": 0.5936406254768372, "Finetune/Loss (Raw)": 0.5341759324073792, "Finetune/Step": 5903, "Finetune/Step Time": 6.572586482390761}
{"Finetune/Learning Rate": 1.4274172157721285e-05, "Finetune/Loss": 0.5932462215423584, "Finetune/Loss (Raw)": 0.60003662109375, "Finetune/Step": 5904, "Finetune/Step Time": 6.571524715051055}
{"Finetune/Learning Rate": 1.4272294514855739e-05, "Finetune/Loss": 0.5970230102539062, "Finetune/Loss (Raw)": 0.6767208576202393, "Finetune/Step": 5905, "Finetune/Step Time": 6.553949845954776}
{"Finetune/Learning Rate": 1.42704166877199e-05, "Finetune/Loss": 0.5984060764312744, "Finetune/Loss (Raw)": 0.6431374549865723, "Finetune/Step": 5906, "Finetune/Step Time": 6.556025724858046}
{"Finetune/Learning Rate": 1.4268538676394772e-05, "Finetune/Loss": 0.5978845357894897, "Finetune/Loss (Raw)": 0.5146127343177795, "Finetune/Step": 5907, "Finetune/Step Time": 6.550082687288523}
{"Finetune/Learning Rate": 1.4266660480961348e-05, "Finetune/Loss": 0.6006575226783752, "Finetune/Loss (Raw)": 0.5832366347312927, "Finetune/Step": 5908, "Finetune/Step Time": 6.530694196000695}
{"Finetune/Learning Rate": 1.4264782101500643e-05, "Finetune/Loss": 0.5981656908988953, "Finetune/Loss (Raw)": 0.423636794090271, "Finetune/Step": 5909, "Finetune/Step Time": 6.5526787135750055}
{"Finetune/Learning Rate": 1.426290353809367e-05, "Finetune/Loss": 0.5962886810302734, "Finetune/Loss (Raw)": 0.5133564472198486, "Finetune/Step": 5910, "Finetune/Step Time": 6.540515653789043}
{"Finetune/Learning Rate": 1.4261024790821457e-05, "Finetune/Loss": 0.5961865782737732, "Finetune/Loss (Raw)": 0.6027196049690247, "Finetune/Step": 5911, "Finetune/Step Time": 6.5350479912012815}
{"Finetune/Learning Rate": 1.4259145859765035e-05, "Finetune/Loss": 0.5922194123268127, "Finetune/Loss (Raw)": 0.20809951424598694, "Finetune/Step": 5912, "Finetune/Step Time": 6.554522367194295}
{"Finetune/Learning Rate": 1.4257266745005449e-05, "Finetune/Loss": 0.5948041081428528, "Finetune/Loss (Raw)": 0.5975602865219116, "Finetune/Step": 5913, "Finetune/Step Time": 6.5395833272486925}
{"Finetune/Learning Rate": 1.4255387446623741e-05, "Finetune/Loss": 0.596489667892456, "Finetune/Loss (Raw)": 0.5110257863998413, "Finetune/Step": 5914, "Finetune/Step Time": 6.532695971429348}
{"Finetune/Learning Rate": 1.4253507964700974e-05, "Finetune/Loss": 0.5959306955337524, "Finetune/Loss (Raw)": 0.6848149299621582, "Finetune/Step": 5915, "Finetune/Step Time": 6.527545120567083}
{"Finetune/Learning Rate": 1.4251628299318212e-05, "Finetune/Loss": 0.5958395004272461, "Finetune/Loss (Raw)": 0.593351423740387, "Finetune/Step": 5916, "Finetune/Step Time": 6.522368723526597}
{"Finetune/Learning Rate": 1.4249748450556525e-05, "Finetune/Loss": 0.5980091691017151, "Finetune/Loss (Raw)": 0.5932999849319458, "Finetune/Step": 5917, "Finetune/Step Time": 6.496861767023802}
{"Finetune/Learning Rate": 1.4247868418496992e-05, "Finetune/Loss": 0.5979371070861816, "Finetune/Loss (Raw)": 0.7180958986282349, "Finetune/Step": 5918, "Finetune/Step Time": 6.504572290927172}
{"Finetune/Learning Rate": 1.4245988203220708e-05, "Finetune/Loss": 0.5951009392738342, "Finetune/Loss (Raw)": 0.22589005529880524, "Finetune/Step": 5919, "Finetune/Step Time": 6.502878986299038}
{"Finetune/Learning Rate": 1.4244107804808769e-05, "Finetune/Loss": 0.5948001146316528, "Finetune/Loss (Raw)": 0.5841748714447021, "Finetune/Step": 5920, "Finetune/Step Time": 6.516624182462692}
{"Finetune/Learning Rate": 1.424222722334227e-05, "Finetune/Loss": 0.5947175025939941, "Finetune/Loss (Raw)": 0.6289461255073547, "Finetune/Step": 5921, "Finetune/Step Time": 6.516757505014539}
{"Finetune/Learning Rate": 1.4240346458902333e-05, "Finetune/Loss": 0.5941965579986572, "Finetune/Loss (Raw)": 0.6625984907150269, "Finetune/Step": 5922, "Finetune/Step Time": 6.5157977640628815}
{"Finetune/Learning Rate": 1.4238465511570074e-05, "Finetune/Loss": 0.5951758027076721, "Finetune/Loss (Raw)": 0.6769776940345764, "Finetune/Step": 5923, "Finetune/Step Time": 6.507821312174201}
{"Finetune/Learning Rate": 1.4236584381426618e-05, "Finetune/Loss": 0.5967128872871399, "Finetune/Loss (Raw)": 0.6077269315719604, "Finetune/Step": 5924, "Finetune/Step Time": 6.509347386658192}
{"Finetune/Learning Rate": 1.423470306855311e-05, "Finetune/Loss": 0.59444260597229, "Finetune/Loss (Raw)": 0.2493250072002411, "Finetune/Step": 5925, "Finetune/Step Time": 6.5217605866491795}
{"Finetune/Learning Rate": 1.4232821573030689e-05, "Finetune/Loss": 0.594127893447876, "Finetune/Loss (Raw)": 0.5386602282524109, "Finetune/Step": 5926, "Finetune/Step Time": 6.528423950076103}
{"Finetune/Learning Rate": 1.42309398949405e-05, "Finetune/Loss": 0.5939872860908508, "Finetune/Loss (Raw)": 0.6088201999664307, "Finetune/Step": 5927, "Finetune/Step Time": 6.529259383678436}
{"Finetune/Learning Rate": 1.4229058034363712e-05, "Finetune/Loss": 0.5944876074790955, "Finetune/Loss (Raw)": 0.688356339931488, "Finetune/Step": 5928, "Finetune/Step Time": 6.530166111886501}
{"Finetune/Learning Rate": 1.422717599138149e-05, "Finetune/Loss": 0.5971289873123169, "Finetune/Loss (Raw)": 0.7235874533653259, "Finetune/Step": 5929, "Finetune/Step Time": 6.527862690389156}
{"Finetune/Learning Rate": 1.4225293766075009e-05, "Finetune/Loss": 0.5985187888145447, "Finetune/Loss (Raw)": 0.706610381603241, "Finetune/Step": 5930, "Finetune/Step Time": 6.528857136145234}
{"Finetune/Learning Rate": 1.4223411358525445e-05, "Finetune/Loss": 0.5981983542442322, "Finetune/Loss (Raw)": 0.5695289373397827, "Finetune/Step": 5931, "Finetune/Step Time": 6.53798171505332}
{"Finetune/Learning Rate": 1.4221528768814e-05, "Finetune/Loss": 0.5992228984832764, "Finetune/Loss (Raw)": 0.6850210428237915, "Finetune/Step": 5932, "Finetune/Step Time": 6.532588325440884}
{"Finetune/Learning Rate": 1.4219645997021867e-05, "Finetune/Loss": 0.5996375679969788, "Finetune/Loss (Raw)": 0.693552553653717, "Finetune/Step": 5933, "Finetune/Step Time": 6.5313952174037695}
{"Finetune/Learning Rate": 1.4217763043230253e-05, "Finetune/Loss": 0.5989537239074707, "Finetune/Loss (Raw)": 0.6077728271484375, "Finetune/Step": 5934, "Finetune/Step Time": 6.512250980362296}
{"Finetune/Learning Rate": 1.4215879907520373e-05, "Finetune/Loss": 0.6000694036483765, "Finetune/Loss (Raw)": 0.6360988616943359, "Finetune/Step": 5935, "Finetune/Step Time": 6.51568715646863}
{"Finetune/Learning Rate": 1.4213996589973453e-05, "Finetune/Loss": 0.600324809551239, "Finetune/Loss (Raw)": 0.6521623730659485, "Finetune/Step": 5936, "Finetune/Step Time": 6.520293079316616}
{"Finetune/Learning Rate": 1.4212113090670716e-05, "Finetune/Loss": 0.6000213623046875, "Finetune/Loss (Raw)": 0.6438360810279846, "Finetune/Step": 5937, "Finetune/Step Time": 6.513354169204831}
{"Finetune/Learning Rate": 1.4210229409693405e-05, "Finetune/Loss": 0.5970343351364136, "Finetune/Loss (Raw)": 0.2234853208065033, "Finetune/Step": 5938, "Finetune/Step Time": 6.529671935364604}
{"Finetune/Learning Rate": 1.4208345547122766e-05, "Finetune/Loss": 0.5970845222473145, "Finetune/Loss (Raw)": 0.6172634363174438, "Finetune/Step": 5939, "Finetune/Step Time": 6.54907688871026}
{"Finetune/Learning Rate": 1.420646150304005e-05, "Finetune/Loss": 0.597974419593811, "Finetune/Loss (Raw)": 0.6987345814704895, "Finetune/Step": 5940, "Finetune/Step Time": 6.552477557212114}
{"Finetune/Learning Rate": 1.4204577277526522e-05, "Finetune/Loss": 0.5998075008392334, "Finetune/Loss (Raw)": 0.6924417614936829, "Finetune/Step": 5941, "Finetune/Step Time": 6.530094839632511}
{"Finetune/Learning Rate": 1.4202692870663449e-05, "Finetune/Loss": 0.599517822265625, "Finetune/Loss (Raw)": 0.5538876056671143, "Finetune/Step": 5942, "Finetune/Step Time": 6.535826828330755}
{"Finetune/Learning Rate": 1.4200808282532108e-05, "Finetune/Loss": 0.595970630645752, "Finetune/Loss (Raw)": 0.23205628991127014, "Finetune/Step": 5943, "Finetune/Step Time": 6.551903383806348}
{"Finetune/Learning Rate": 1.4198923513213783e-05, "Finetune/Loss": 0.5957376956939697, "Finetune/Loss (Raw)": 0.6944681406021118, "Finetune/Step": 5944, "Finetune/Step Time": 6.556107671931386}
{"Finetune/Learning Rate": 1.4197038562789773e-05, "Finetune/Loss": 0.5938868522644043, "Finetune/Loss (Raw)": 0.4704887270927429, "Finetune/Step": 5945, "Finetune/Step Time": 6.564607605338097}
{"Finetune/Learning Rate": 1.4195153431341373e-05, "Finetune/Loss": 0.5946877002716064, "Finetune/Loss (Raw)": 0.6567574143409729, "Finetune/Step": 5946, "Finetune/Step Time": 6.584535365924239}
{"Finetune/Learning Rate": 1.419326811894989e-05, "Finetune/Loss": 0.5930101871490479, "Finetune/Loss (Raw)": 0.45013004541397095, "Finetune/Step": 5947, "Finetune/Step Time": 6.5949074402451515}
{"Finetune/Learning Rate": 1.4191382625696647e-05, "Finetune/Loss": 0.5925503969192505, "Finetune/Loss (Raw)": 0.5974350571632385, "Finetune/Step": 5948, "Finetune/Step Time": 6.619879147037864}
{"Finetune/Learning Rate": 1.418949695166296e-05, "Finetune/Loss": 0.5919089317321777, "Finetune/Loss (Raw)": 0.5818614363670349, "Finetune/Step": 5949, "Finetune/Step Time": 6.627580592408776}
{"Finetune/Learning Rate": 1.4187611096930166e-05, "Finetune/Loss": 0.592108428478241, "Finetune/Loss (Raw)": 0.6519688963890076, "Finetune/Step": 5950, "Finetune/Step Time": 6.654626419767737}
{"Finetune/Learning Rate": 1.4185725061579606e-05, "Finetune/Loss": 0.5919853448867798, "Finetune/Loss (Raw)": 0.5898519158363342, "Finetune/Step": 5951, "Finetune/Step Time": 6.670077374204993}
{"Finetune/Learning Rate": 1.4183838845692623e-05, "Finetune/Loss": 0.5921434164047241, "Finetune/Loss (Raw)": 0.680248498916626, "Finetune/Step": 5952, "Finetune/Step Time": 6.666912319138646}
{"Finetune/Learning Rate": 1.4181952449350575e-05, "Finetune/Loss": 0.5916182398796082, "Finetune/Loss (Raw)": 0.64665287733078, "Finetune/Step": 5953, "Finetune/Step Time": 6.674955124035478}
{"Finetune/Learning Rate": 1.4180065872634822e-05, "Finetune/Loss": 0.5919823050498962, "Finetune/Loss (Raw)": 0.6500375270843506, "Finetune/Step": 5954, "Finetune/Step Time": 6.693575831130147}
{"Finetune/Learning Rate": 1.4178179115626741e-05, "Finetune/Loss": 0.593204915523529, "Finetune/Loss (Raw)": 0.712427020072937, "Finetune/Step": 5955, "Finetune/Step Time": 6.681717209517956}
{"Finetune/Learning Rate": 1.4176292178407707e-05, "Finetune/Loss": 0.5932045578956604, "Finetune/Loss (Raw)": 0.6503345370292664, "Finetune/Step": 5956, "Finetune/Step Time": 6.663968171924353}
{"Finetune/Learning Rate": 1.4174405061059102e-05, "Finetune/Loss": 0.5927531719207764, "Finetune/Loss (Raw)": 0.5895811915397644, "Finetune/Step": 5957, "Finetune/Step Time": 6.660716023296118}
{"Finetune/Learning Rate": 1.4172517763662329e-05, "Finetune/Loss": 0.5896046161651611, "Finetune/Loss (Raw)": 0.16418993473052979, "Finetune/Step": 5958, "Finetune/Step Time": 6.6605853252112865}
{"Finetune/Learning Rate": 1.4170630286298781e-05, "Finetune/Loss": 0.5889116525650024, "Finetune/Loss (Raw)": 0.6197735667228699, "Finetune/Step": 5959, "Finetune/Step Time": 6.674295041710138}
{"Finetune/Learning Rate": 1.4168742629049872e-05, "Finetune/Loss": 0.5852277278900146, "Finetune/Loss (Raw)": 0.20344425737857819, "Finetune/Step": 5960, "Finetune/Step Time": 6.684939634054899}
{"Finetune/Learning Rate": 1.4166854791997023e-05, "Finetune/Loss": 0.5869724154472351, "Finetune/Loss (Raw)": 0.7618793845176697, "Finetune/Step": 5961, "Finetune/Step Time": 6.674479404464364}
{"Finetune/Learning Rate": 1.4164966775221651e-05, "Finetune/Loss": 0.5877113342285156, "Finetune/Loss (Raw)": 0.6652922034263611, "Finetune/Step": 5962, "Finetune/Step Time": 6.687693880870938}
{"Finetune/Learning Rate": 1.4163078578805195e-05, "Finetune/Loss": 0.5874640941619873, "Finetune/Loss (Raw)": 0.6407999992370605, "Finetune/Step": 5963, "Finetune/Step Time": 6.688462890684605}
{"Finetune/Learning Rate": 1.4161190202829094e-05, "Finetune/Loss": 0.5863649845123291, "Finetune/Loss (Raw)": 0.5328558087348938, "Finetune/Step": 5964, "Finetune/Step Time": 6.691664470359683}
{"Finetune/Learning Rate": 1.4159301647374798e-05, "Finetune/Loss": 0.5872843265533447, "Finetune/Loss (Raw)": 0.679631769657135, "Finetune/Step": 5965, "Finetune/Step Time": 6.695064153522253}
{"Finetune/Learning Rate": 1.4157412912523758e-05, "Finetune/Loss": 0.5833919048309326, "Finetune/Loss (Raw)": 0.13729743659496307, "Finetune/Step": 5966, "Finetune/Step Time": 6.71471369639039}
{"Finetune/Learning Rate": 1.4155523998357443e-05, "Finetune/Loss": 0.5837075114250183, "Finetune/Loss (Raw)": 0.8118780851364136, "Finetune/Step": 5967, "Finetune/Step Time": 6.719593809917569}
{"Finetune/Learning Rate": 1.4153634904957323e-05, "Finetune/Loss": 0.5848557949066162, "Finetune/Loss (Raw)": 0.637874960899353, "Finetune/Step": 5968, "Finetune/Step Time": 6.703535716980696}
{"Finetune/Learning Rate": 1.4151745632404877e-05, "Finetune/Loss": 0.586388885974884, "Finetune/Loss (Raw)": 0.7263607978820801, "Finetune/Step": 5969, "Finetune/Step Time": 6.685172688215971}
{"Finetune/Learning Rate": 1.4149856180781591e-05, "Finetune/Loss": 0.586155891418457, "Finetune/Loss (Raw)": 0.5229341983795166, "Finetune/Step": 5970, "Finetune/Step Time": 6.673687303438783}
{"Finetune/Learning Rate": 1.4147966550168963e-05, "Finetune/Loss": 0.588972806930542, "Finetune/Loss (Raw)": 0.6221835017204285, "Finetune/Step": 5971, "Finetune/Step Time": 6.666493885219097}
{"Finetune/Learning Rate": 1.4146076740648495e-05, "Finetune/Loss": 0.5884599685668945, "Finetune/Loss (Raw)": 0.5483919978141785, "Finetune/Step": 5972, "Finetune/Step Time": 6.686700526624918}
{"Finetune/Learning Rate": 1.4144186752301695e-05, "Finetune/Loss": 0.5885313749313354, "Finetune/Loss (Raw)": 0.6427537798881531, "Finetune/Step": 5973, "Finetune/Step Time": 6.696048537269235}
{"Finetune/Learning Rate": 1.4142296585210082e-05, "Finetune/Loss": 0.5885193347930908, "Finetune/Loss (Raw)": 0.6307992935180664, "Finetune/Step": 5974, "Finetune/Step Time": 6.6866825222969055}
{"Finetune/Learning Rate": 1.414040623945518e-05, "Finetune/Loss": 0.5884033441543579, "Finetune/Loss (Raw)": 0.6401454210281372, "Finetune/Step": 5975, "Finetune/Step Time": 6.686801100149751}
{"Finetune/Learning Rate": 1.4138515715118524e-05, "Finetune/Loss": 0.5844618082046509, "Finetune/Loss (Raw)": 0.20532099902629852, "Finetune/Step": 5976, "Finetune/Step Time": 6.70587020739913}
{"Finetune/Learning Rate": 1.4136625012281657e-05, "Finetune/Loss": 0.5841121673583984, "Finetune/Loss (Raw)": 0.6618542671203613, "Finetune/Step": 5977, "Finetune/Step Time": 6.709016717970371}
{"Finetune/Learning Rate": 1.4134734131026124e-05, "Finetune/Loss": 0.5853272080421448, "Finetune/Loss (Raw)": 0.6753864288330078, "Finetune/Step": 5978, "Finetune/Step Time": 6.712439887225628}
{"Finetune/Learning Rate": 1.4132843071433482e-05, "Finetune/Loss": 0.5849406719207764, "Finetune/Loss (Raw)": 0.6113966107368469, "Finetune/Step": 5979, "Finetune/Step Time": 6.7038582898676395}
{"Finetune/Learning Rate": 1.4130951833585298e-05, "Finetune/Loss": 0.5838724970817566, "Finetune/Loss (Raw)": 0.6182271838188171, "Finetune/Step": 5980, "Finetune/Step Time": 6.689125280827284}
{"Finetune/Learning Rate": 1.4129060417563144e-05, "Finetune/Loss": 0.5846736431121826, "Finetune/Loss (Raw)": 0.6809553503990173, "Finetune/Step": 5981, "Finetune/Step Time": 6.699152205139399}
{"Finetune/Learning Rate": 1.4127168823448596e-05, "Finetune/Loss": 0.5838256478309631, "Finetune/Loss (Raw)": 0.626725435256958, "Finetune/Step": 5982, "Finetune/Step Time": 6.6959146447479725}
{"Finetune/Learning Rate": 1.4125277051323241e-05, "Finetune/Loss": 0.5849912166595459, "Finetune/Loss (Raw)": 0.6471161246299744, "Finetune/Step": 5983, "Finetune/Step Time": 6.688553433865309}
{"Finetune/Learning Rate": 1.412338510126868e-05, "Finetune/Loss": 0.5857506394386292, "Finetune/Loss (Raw)": 0.6700819134712219, "Finetune/Step": 5984, "Finetune/Step Time": 6.683841811493039}
{"Finetune/Learning Rate": 1.4121492973366509e-05, "Finetune/Loss": 0.5851936340332031, "Finetune/Loss (Raw)": 0.6115368604660034, "Finetune/Step": 5985, "Finetune/Step Time": 6.680408017709851}
{"Finetune/Learning Rate": 1.4119600667698338e-05, "Finetune/Loss": 0.5862850546836853, "Finetune/Loss (Raw)": 0.659545361995697, "Finetune/Step": 5986, "Finetune/Step Time": 6.666025139391422}
{"Finetune/Learning Rate": 1.4117708184345793e-05, "Finetune/Loss": 0.5827012062072754, "Finetune/Loss (Raw)": 0.25360798835754395, "Finetune/Step": 5987, "Finetune/Step Time": 6.683953274041414}
{"Finetune/Learning Rate": 1.4115815523390493e-05, "Finetune/Loss": 0.5835837125778198, "Finetune/Loss (Raw)": 0.6218138337135315, "Finetune/Step": 5988, "Finetune/Step Time": 6.675081975758076}
{"Finetune/Learning Rate": 1.4113922684914067e-05, "Finetune/Loss": 0.5838602781295776, "Finetune/Loss (Raw)": 0.6504564881324768, "Finetune/Step": 5989, "Finetune/Step Time": 6.681315250694752}
{"Finetune/Learning Rate": 1.411202966899817e-05, "Finetune/Loss": 0.5850850343704224, "Finetune/Loss (Raw)": 0.7020910382270813, "Finetune/Step": 5990, "Finetune/Step Time": 6.654097987338901}
{"Finetune/Learning Rate": 1.4110136475724434e-05, "Finetune/Loss": 0.5871268510818481, "Finetune/Loss (Raw)": 0.7431098818778992, "Finetune/Step": 5991, "Finetune/Step Time": 6.6269920039922}
{"Finetune/Learning Rate": 1.4108243105174527e-05, "Finetune/Loss": 0.587088942527771, "Finetune/Loss (Raw)": 0.5425174832344055, "Finetune/Step": 5992, "Finetune/Step Time": 6.634504921734333}
{"Finetune/Learning Rate": 1.4106349557430106e-05, "Finetune/Loss": 0.5871940851211548, "Finetune/Loss (Raw)": 0.6682252287864685, "Finetune/Step": 5993, "Finetune/Step Time": 6.631347289308906}
{"Finetune/Learning Rate": 1.4104455832572847e-05, "Finetune/Loss": 0.5866010785102844, "Finetune/Loss (Raw)": 0.5130374431610107, "Finetune/Step": 5994, "Finetune/Step Time": 6.635160606354475}
{"Finetune/Learning Rate": 1.4102561930684426e-05, "Finetune/Loss": 0.5873366594314575, "Finetune/Loss (Raw)": 0.2585819661617279, "Finetune/Step": 5995, "Finetune/Step Time": 6.634357895702124}
{"Finetune/Learning Rate": 1.4100667851846532e-05, "Finetune/Loss": 0.5871387720108032, "Finetune/Loss (Raw)": 0.5815966129302979, "Finetune/Step": 5996, "Finetune/Step Time": 6.64408846758306}
{"Finetune/Learning Rate": 1.409877359614086e-05, "Finetune/Loss": 0.5865874290466309, "Finetune/Loss (Raw)": 0.6296178698539734, "Finetune/Step": 5997, "Finetune/Step Time": 6.653679383918643}
{"Finetune/Learning Rate": 1.4096879163649111e-05, "Finetune/Loss": 0.5864365696907043, "Finetune/Loss (Raw)": 0.6443221569061279, "Finetune/Step": 5998, "Finetune/Step Time": 6.663777068257332}
{"Finetune/Learning Rate": 1.4094984554452991e-05, "Finetune/Loss": 0.5903761982917786, "Finetune/Loss (Raw)": 0.7440072894096375, "Finetune/Step": 5999, "Finetune/Step Time": 6.649452222511172}
{"Finetune/Learning Rate": 1.4093089768634223e-05, "Finetune/Loss": 0.5894868969917297, "Finetune/Loss (Raw)": 0.5716028809547424, "Finetune/Step": 6000, "Finetune/Step Time": 6.6485801208764315}
{"Finetune/Learning Rate": 1.4091194806274527e-05, "Finetune/Loss": 0.5891002416610718, "Finetune/Loss (Raw)": 0.5882717967033386, "Finetune/Step": 6001, "Finetune/Step Time": 6.637321220710874}
{"Finetune/Learning Rate": 1.4089299667455638e-05, "Finetune/Loss": 0.5889997482299805, "Finetune/Loss (Raw)": 0.7106303572654724, "Finetune/Step": 6002, "Finetune/Step Time": 6.635609544813633}
{"Finetune/Learning Rate": 1.40874043522593e-05, "Finetune/Loss": 0.5879276990890503, "Finetune/Loss (Raw)": 0.5957462787628174, "Finetune/Step": 6003, "Finetune/Step Time": 6.681292727589607}
{"Finetune/Learning Rate": 1.4085508860767249e-05, "Finetune/Loss": 0.588567852973938, "Finetune/Loss (Raw)": 0.7615577578544617, "Finetune/Step": 6004, "Finetune/Step Time": 6.687126591801643}
{"Finetune/Learning Rate": 1.4083613193061252e-05, "Finetune/Loss": 0.5875152945518494, "Finetune/Loss (Raw)": 0.40481290221214294, "Finetune/Step": 6005, "Finetune/Step Time": 6.721903804689646}
{"Finetune/Learning Rate": 1.4081717349223069e-05, "Finetune/Loss": 0.588233470916748, "Finetune/Loss (Raw)": 0.671090304851532, "Finetune/Step": 6006, "Finetune/Step Time": 6.7239883709698915}
{"Finetune/Learning Rate": 1.4079821329334466e-05, "Finetune/Loss": 0.5883541107177734, "Finetune/Loss (Raw)": 0.6737478971481323, "Finetune/Step": 6007, "Finetune/Step Time": 6.735101714730263}
{"Finetune/Learning Rate": 1.4077925133477228e-05, "Finetune/Loss": 0.5874451398849487, "Finetune/Loss (Raw)": 0.6029753684997559, "Finetune/Step": 6008, "Finetune/Step Time": 6.747416673228145}
{"Finetune/Learning Rate": 1.4076028761733133e-05, "Finetune/Loss": 0.589828372001648, "Finetune/Loss (Raw)": 0.6444345116615295, "Finetune/Step": 6009, "Finetune/Step Time": 6.724131025373936}
{"Finetune/Learning Rate": 1.4074132214183984e-05, "Finetune/Loss": 0.5919690728187561, "Finetune/Loss (Raw)": 0.8263636231422424, "Finetune/Step": 6010, "Finetune/Step Time": 6.7161986362189054}
{"Finetune/Learning Rate": 1.4072235490911573e-05, "Finetune/Loss": 0.5908582210540771, "Finetune/Loss (Raw)": 0.6005721092224121, "Finetune/Step": 6011, "Finetune/Step Time": 6.725960683077574}
{"Finetune/Learning Rate": 1.407033859199771e-05, "Finetune/Loss": 0.5910799503326416, "Finetune/Loss (Raw)": 0.6683334708213806, "Finetune/Step": 6012, "Finetune/Step Time": 6.725799618288875}
{"Finetune/Learning Rate": 1.4068441517524215e-05, "Finetune/Loss": 0.5903624296188354, "Finetune/Loss (Raw)": 0.6194519996643066, "Finetune/Step": 6013, "Finetune/Step Time": 6.722958654165268}
{"Finetune/Learning Rate": 1.406654426757291e-05, "Finetune/Loss": 0.5897618532180786, "Finetune/Loss (Raw)": 0.6362084150314331, "Finetune/Step": 6014, "Finetune/Step Time": 6.729614155367017}
{"Finetune/Learning Rate": 1.4064646842225622e-05, "Finetune/Loss": 0.5895487666130066, "Finetune/Loss (Raw)": 0.6747497916221619, "Finetune/Step": 6015, "Finetune/Step Time": 6.733441969379783}
{"Finetune/Learning Rate": 1.4062749241564195e-05, "Finetune/Loss": 0.5901761054992676, "Finetune/Loss (Raw)": 0.6829460859298706, "Finetune/Step": 6016, "Finetune/Step Time": 6.733082018792629}
{"Finetune/Learning Rate": 1.4060851465670473e-05, "Finetune/Loss": 0.5901411771774292, "Finetune/Loss (Raw)": 0.5844221711158752, "Finetune/Step": 6017, "Finetune/Step Time": 6.721094541251659}
{"Finetune/Learning Rate": 1.4058953514626312e-05, "Finetune/Loss": 0.5912912487983704, "Finetune/Loss (Raw)": 0.7144929766654968, "Finetune/Step": 6018, "Finetune/Step Time": 6.717813402414322}
{"Finetune/Learning Rate": 1.4057055388513572e-05, "Finetune/Loss": 0.5920858979225159, "Finetune/Loss (Raw)": 0.6742267608642578, "Finetune/Step": 6019, "Finetune/Step Time": 6.7302301824092865}
{"Finetune/Learning Rate": 1.4055157087414118e-05, "Finetune/Loss": 0.5915971398353577, "Finetune/Loss (Raw)": 0.5441526770591736, "Finetune/Step": 6020, "Finetune/Step Time": 6.728369615972042}
{"Finetune/Learning Rate": 1.405325861140983e-05, "Finetune/Loss": 0.5944938659667969, "Finetune/Loss (Raw)": 0.6237104535102844, "Finetune/Step": 6021, "Finetune/Step Time": 6.725817173719406}
{"Finetune/Learning Rate": 1.4051359960582593e-05, "Finetune/Loss": 0.594372034072876, "Finetune/Loss (Raw)": 0.6289976835250854, "Finetune/Step": 6022, "Finetune/Step Time": 6.713743044063449}
{"Finetune/Learning Rate": 1.4049461135014299e-05, "Finetune/Loss": 0.5945940613746643, "Finetune/Loss (Raw)": 0.6505544781684875, "Finetune/Step": 6023, "Finetune/Step Time": 6.711663024500012}
{"Finetune/Learning Rate": 1.4047562134786847e-05, "Finetune/Loss": 0.5947720408439636, "Finetune/Loss (Raw)": 0.6400956511497498, "Finetune/Step": 6024, "Finetune/Step Time": 6.709782538935542}
{"Finetune/Learning Rate": 1.404566295998214e-05, "Finetune/Loss": 0.5951923131942749, "Finetune/Loss (Raw)": 0.6856083273887634, "Finetune/Step": 6025, "Finetune/Step Time": 6.713597659021616}
{"Finetune/Learning Rate": 1.4043763610682098e-05, "Finetune/Loss": 0.5925293564796448, "Finetune/Loss (Raw)": 0.2351904809474945, "Finetune/Step": 6026, "Finetune/Step Time": 6.7279093731194735}
{"Finetune/Learning Rate": 1.4041864086968635e-05, "Finetune/Loss": 0.5936631560325623, "Finetune/Loss (Raw)": 0.7162909507751465, "Finetune/Step": 6027, "Finetune/Step Time": 6.72157571464777}
{"Finetune/Learning Rate": 1.4039964388923686e-05, "Finetune/Loss": 0.5937672853469849, "Finetune/Loss (Raw)": 0.6324304938316345, "Finetune/Step": 6028, "Finetune/Step Time": 6.7330730725079775}
{"Finetune/Learning Rate": 1.4038064516629188e-05, "Finetune/Loss": 0.5936588644981384, "Finetune/Loss (Raw)": 0.664210855960846, "Finetune/Step": 6029, "Finetune/Step Time": 6.731470977887511}
{"Finetune/Learning Rate": 1.4036164470167082e-05, "Finetune/Loss": 0.5949863791465759, "Finetune/Loss (Raw)": 0.7931205034255981, "Finetune/Step": 6030, "Finetune/Step Time": 6.72480701841414}
{"Finetune/Learning Rate": 1.403426424961932e-05, "Finetune/Loss": 0.5961984395980835, "Finetune/Loss (Raw)": 0.6893205046653748, "Finetune/Step": 6031, "Finetune/Step Time": 6.716129960492253}
{"Finetune/Learning Rate": 1.4032363855067865e-05, "Finetune/Loss": 0.5971201658248901, "Finetune/Loss (Raw)": 0.7180103063583374, "Finetune/Step": 6032, "Finetune/Step Time": 6.703529316931963}
{"Finetune/Learning Rate": 1.403046328659468e-05, "Finetune/Loss": 0.5941097736358643, "Finetune/Loss (Raw)": 0.2913984954357147, "Finetune/Step": 6033, "Finetune/Step Time": 6.71895563416183}
{"Finetune/Learning Rate": 1.4028562544281741e-05, "Finetune/Loss": 0.5944955348968506, "Finetune/Loss (Raw)": 0.6925112009048462, "Finetune/Step": 6034, "Finetune/Step Time": 6.729804176837206}
{"Finetune/Learning Rate": 1.402666162821103e-05, "Finetune/Loss": 0.5952333807945251, "Finetune/Loss (Raw)": 0.6090626120567322, "Finetune/Step": 6035, "Finetune/Step Time": 6.721476877108216}
{"Finetune/Learning Rate": 1.4024760538464535e-05, "Finetune/Loss": 0.5950652956962585, "Finetune/Loss (Raw)": 0.5617181062698364, "Finetune/Step": 6036, "Finetune/Step Time": 6.735165422782302}
{"Finetune/Learning Rate": 1.4022859275124252e-05, "Finetune/Loss": 0.5963433980941772, "Finetune/Loss (Raw)": 0.5872319340705872, "Finetune/Step": 6037, "Finetune/Step Time": 6.7244469448924065}
{"Finetune/Learning Rate": 1.402095783827219e-05, "Finetune/Loss": 0.5976719856262207, "Finetune/Loss (Raw)": 0.6834144592285156, "Finetune/Step": 6038, "Finetune/Step Time": 6.731159836053848}
{"Finetune/Learning Rate": 1.4019056227990357e-05, "Finetune/Loss": 0.5979668498039246, "Finetune/Loss (Raw)": 0.6404666900634766, "Finetune/Step": 6039, "Finetune/Step Time": 6.731011092662811}
{"Finetune/Learning Rate": 1.4017154444360771e-05, "Finetune/Loss": 0.6018266677856445, "Finetune/Loss (Raw)": 0.7021515369415283, "Finetune/Step": 6040, "Finetune/Step Time": 6.727669904008508}
{"Finetune/Learning Rate": 1.401525248746546e-05, "Finetune/Loss": 0.6011887788772583, "Finetune/Loss (Raw)": 0.5159109830856323, "Finetune/Step": 6041, "Finetune/Step Time": 6.729932332411408}
{"Finetune/Learning Rate": 1.4013350357386462e-05, "Finetune/Loss": 0.6028563380241394, "Finetune/Loss (Raw)": 0.7244731187820435, "Finetune/Step": 6042, "Finetune/Step Time": 6.7059504594653845}
{"Finetune/Learning Rate": 1.4011448054205811e-05, "Finetune/Loss": 0.6020398736000061, "Finetune/Loss (Raw)": 0.580311119556427, "Finetune/Step": 6043, "Finetune/Step Time": 6.712708655744791}
{"Finetune/Learning Rate": 1.4009545578005566e-05, "Finetune/Loss": 0.6018029451370239, "Finetune/Loss (Raw)": 0.5630244016647339, "Finetune/Step": 6044, "Finetune/Step Time": 6.711598254740238}
{"Finetune/Learning Rate": 1.4007642928867773e-05, "Finetune/Loss": 0.6023188829421997, "Finetune/Loss (Raw)": 0.659331202507019, "Finetune/Step": 6045, "Finetune/Step Time": 6.712946176528931}
{"Finetune/Learning Rate": 1.4005740106874504e-05, "Finetune/Loss": 0.6025899648666382, "Finetune/Loss (Raw)": 0.7527981996536255, "Finetune/Step": 6046, "Finetune/Step Time": 6.7084185387939215}
{"Finetune/Learning Rate": 1.4003837112107824e-05, "Finetune/Loss": 0.6055222153663635, "Finetune/Loss (Raw)": 0.601223349571228, "Finetune/Step": 6047, "Finetune/Step Time": 6.6916809398680925}
{"Finetune/Learning Rate": 1.4001933944649817e-05, "Finetune/Loss": 0.6066750288009644, "Finetune/Loss (Raw)": 0.7317296266555786, "Finetune/Step": 6048, "Finetune/Step Time": 6.678248832002282}
{"Finetune/Learning Rate": 1.4000030604582567e-05, "Finetune/Loss": 0.6064363718032837, "Finetune/Loss (Raw)": 0.5983963012695312, "Finetune/Step": 6049, "Finetune/Step Time": 6.692983673885465}
{"Finetune/Learning Rate": 1.3998127091988169e-05, "Finetune/Loss": 0.6059001684188843, "Finetune/Loss (Raw)": 0.5939697623252869, "Finetune/Step": 6050, "Finetune/Step Time": 6.699011901393533}
{"Finetune/Learning Rate": 1.3996223406948726e-05, "Finetune/Loss": 0.6047885417938232, "Finetune/Loss (Raw)": 0.5346930623054504, "Finetune/Step": 6051, "Finetune/Step Time": 6.7171740382909775}
{"Finetune/Learning Rate": 1.3994319549546343e-05, "Finetune/Loss": 0.6040399670600891, "Finetune/Loss (Raw)": 0.5119069814682007, "Finetune/Step": 6052, "Finetune/Step Time": 6.721934704110026}
{"Finetune/Learning Rate": 1.3992415519863137e-05, "Finetune/Loss": 0.6059582233428955, "Finetune/Loss (Raw)": 0.4948650002479553, "Finetune/Step": 6053, "Finetune/Step Time": 6.711025172844529}
{"Finetune/Learning Rate": 1.3990511317981233e-05, "Finetune/Loss": 0.6038024425506592, "Finetune/Loss (Raw)": 0.2627219557762146, "Finetune/Step": 6054, "Finetune/Step Time": 6.725545218214393}
{"Finetune/Learning Rate": 1.3988606943982763e-05, "Finetune/Loss": 0.6035054922103882, "Finetune/Loss (Raw)": 0.5708022713661194, "Finetune/Step": 6055, "Finetune/Step Time": 6.72794895619154}
{"Finetune/Learning Rate": 1.3986702397949861e-05, "Finetune/Loss": 0.6028048992156982, "Finetune/Loss (Raw)": 0.5986804366111755, "Finetune/Step": 6056, "Finetune/Step Time": 6.714764401316643}
{"Finetune/Learning Rate": 1.3984797679964674e-05, "Finetune/Loss": 0.6021285057067871, "Finetune/Loss (Raw)": 0.6370058059692383, "Finetune/Step": 6057, "Finetune/Step Time": 6.712493747472763}
{"Finetune/Learning Rate": 1.3982892790109361e-05, "Finetune/Loss": 0.6017582416534424, "Finetune/Loss (Raw)": 0.65921950340271, "Finetune/Step": 6058, "Finetune/Step Time": 6.730789976194501}
{"Finetune/Learning Rate": 1.3980987728466078e-05, "Finetune/Loss": 0.6018928289413452, "Finetune/Loss (Raw)": 0.5867606997489929, "Finetune/Step": 6059, "Finetune/Step Time": 6.738625448197126}
{"Finetune/Learning Rate": 1.397908249511699e-05, "Finetune/Loss": 0.6010472774505615, "Finetune/Loss (Raw)": 0.576789915561676, "Finetune/Step": 6060, "Finetune/Step Time": 6.763473983854055}
{"Finetune/Learning Rate": 1.3977177090144283e-05, "Finetune/Loss": 0.6006624698638916, "Finetune/Loss (Raw)": 0.6442992687225342, "Finetune/Step": 6061, "Finetune/Step Time": 6.77311703376472}
{"Finetune/Learning Rate": 1.3975271513630126e-05, "Finetune/Loss": 0.5998864769935608, "Finetune/Loss (Raw)": 0.5084388852119446, "Finetune/Step": 6062, "Finetune/Step Time": 6.778896002098918}
{"Finetune/Learning Rate": 1.3973365765656718e-05, "Finetune/Loss": 0.5994044542312622, "Finetune/Loss (Raw)": 0.5744093060493469, "Finetune/Step": 6063, "Finetune/Step Time": 6.773273754864931}
{"Finetune/Learning Rate": 1.3971459846306257e-05, "Finetune/Loss": 0.6001302599906921, "Finetune/Loss (Raw)": 0.7450596690177917, "Finetune/Step": 6064, "Finetune/Step Time": 6.784552397206426}
{"Finetune/Learning Rate": 1.3969553755660946e-05, "Finetune/Loss": 0.6004906892776489, "Finetune/Loss (Raw)": 0.6899730563163757, "Finetune/Step": 6065, "Finetune/Step Time": 6.798510020598769}
{"Finetune/Learning Rate": 1.3967647493802993e-05, "Finetune/Loss": 0.6034063696861267, "Finetune/Loss (Raw)": 0.5966912508010864, "Finetune/Step": 6066, "Finetune/Step Time": 6.7864372394979}
{"Finetune/Learning Rate": 1.3965741060814626e-05, "Finetune/Loss": 0.6035915613174438, "Finetune/Loss (Raw)": 0.6409705281257629, "Finetune/Step": 6067, "Finetune/Step Time": 6.769416753202677}
{"Finetune/Learning Rate": 1.396383445677807e-05, "Finetune/Loss": 0.6027117967605591, "Finetune/Loss (Raw)": 0.5861259698867798, "Finetune/Step": 6068, "Finetune/Step Time": 6.776109356433153}
{"Finetune/Learning Rate": 1.3961927681775555e-05, "Finetune/Loss": 0.6026939749717712, "Finetune/Loss (Raw)": 0.6901580691337585, "Finetune/Step": 6069, "Finetune/Step Time": 6.770440429449081}
{"Finetune/Learning Rate": 1.3960020735889328e-05, "Finetune/Loss": 0.6040646433830261, "Finetune/Loss (Raw)": 0.7293306589126587, "Finetune/Step": 6070, "Finetune/Step Time": 6.763725383207202}
{"Finetune/Learning Rate": 1.3958113619201639e-05, "Finetune/Loss": 0.6061375141143799, "Finetune/Loss (Raw)": 0.49738118052482605, "Finetune/Step": 6071, "Finetune/Step Time": 6.7805800922214985}
{"Finetune/Learning Rate": 1.3956206331794737e-05, "Finetune/Loss": 0.6053153276443481, "Finetune/Loss (Raw)": 0.5892308950424194, "Finetune/Step": 6072, "Finetune/Step Time": 6.807353233918548}
{"Finetune/Learning Rate": 1.3954298873750891e-05, "Finetune/Loss": 0.6061835289001465, "Finetune/Loss (Raw)": 0.5816155076026917, "Finetune/Step": 6073, "Finetune/Step Time": 6.801500357687473}
{"Finetune/Learning Rate": 1.3952391245152376e-05, "Finetune/Loss": 0.605365514755249, "Finetune/Loss (Raw)": 0.5520511269569397, "Finetune/Step": 6074, "Finetune/Step Time": 6.785187480971217}
{"Finetune/Learning Rate": 1.395048344608147e-05, "Finetune/Loss": 0.6064640283584595, "Finetune/Loss (Raw)": 0.590746283531189, "Finetune/Step": 6075, "Finetune/Step Time": 6.77466594055295}
{"Finetune/Learning Rate": 1.3948575476620451e-05, "Finetune/Loss": 0.6063524484634399, "Finetune/Loss (Raw)": 0.5831493735313416, "Finetune/Step": 6076, "Finetune/Step Time": 6.76415603980422}
{"Finetune/Learning Rate": 1.3946667336851623e-05, "Finetune/Loss": 0.6072613000869751, "Finetune/Loss (Raw)": 0.6981977224349976, "Finetune/Step": 6077, "Finetune/Step Time": 6.761173166334629}
{"Finetune/Learning Rate": 1.394475902685728e-05, "Finetune/Loss": 0.6066176891326904, "Finetune/Loss (Raw)": 0.5695846080780029, "Finetune/Step": 6078, "Finetune/Step Time": 6.73405134677887}
{"Finetune/Learning Rate": 1.3942850546719731e-05, "Finetune/Loss": 0.6079069972038269, "Finetune/Loss (Raw)": 0.7548825144767761, "Finetune/Step": 6079, "Finetune/Step Time": 6.718971649184823}
{"Finetune/Learning Rate": 1.3940941896521296e-05, "Finetune/Loss": 0.6077542304992676, "Finetune/Loss (Raw)": 0.6606989502906799, "Finetune/Step": 6080, "Finetune/Step Time": 6.721145948395133}
{"Finetune/Learning Rate": 1.3939033076344293e-05, "Finetune/Loss": 0.6059155464172363, "Finetune/Loss (Raw)": 0.4112992286682129, "Finetune/Step": 6081, "Finetune/Step Time": 6.735806358978152}
{"Finetune/Learning Rate": 1.3937124086271053e-05, "Finetune/Loss": 0.605104923248291, "Finetune/Loss (Raw)": 0.5462719202041626, "Finetune/Step": 6082, "Finetune/Step Time": 6.715662328526378}
{"Finetune/Learning Rate": 1.3935214926383914e-05, "Finetune/Loss": 0.6044018864631653, "Finetune/Loss (Raw)": 0.6224406957626343, "Finetune/Step": 6083, "Finetune/Step Time": 6.706098457798362}
{"Finetune/Learning Rate": 1.3933305596765223e-05, "Finetune/Loss": 0.601301908493042, "Finetune/Loss (Raw)": 0.2535380423069, "Finetune/Step": 6084, "Finetune/Step Time": 6.731455346569419}
{"Finetune/Learning Rate": 1.3931396097497327e-05, "Finetune/Loss": 0.6022824645042419, "Finetune/Loss (Raw)": 0.7150945067405701, "Finetune/Step": 6085, "Finetune/Step Time": 6.7559596579521894}
{"Finetune/Learning Rate": 1.3929486428662593e-05, "Finetune/Loss": 0.6064062118530273, "Finetune/Loss (Raw)": 0.6920274496078491, "Finetune/Step": 6086, "Finetune/Step Time": 6.741402119398117}
{"Finetune/Learning Rate": 1.3927576590343383e-05, "Finetune/Loss": 0.6065128445625305, "Finetune/Loss (Raw)": 0.6334219574928284, "Finetune/Step": 6087, "Finetune/Step Time": 6.733330454677343}
{"Finetune/Learning Rate": 1.392566658262207e-05, "Finetune/Loss": 0.6095382571220398, "Finetune/Loss (Raw)": 0.5907009840011597, "Finetune/Step": 6088, "Finetune/Step Time": 6.725252779200673}
{"Finetune/Learning Rate": 1.3923756405581039e-05, "Finetune/Loss": 0.6100543141365051, "Finetune/Loss (Raw)": 0.8279321193695068, "Finetune/Step": 6089, "Finetune/Step Time": 6.731324246153235}
{"Finetune/Learning Rate": 1.3921846059302678e-05, "Finetune/Loss": 0.6097167730331421, "Finetune/Loss (Raw)": 0.6220901012420654, "Finetune/Step": 6090, "Finetune/Step Time": 6.719783557578921}
{"Finetune/Learning Rate": 1.391993554386938e-05, "Finetune/Loss": 0.609725832939148, "Finetune/Loss (Raw)": 0.6419514417648315, "Finetune/Step": 6091, "Finetune/Step Time": 6.740334125235677}
{"Finetune/Learning Rate": 1.391802485936355e-05, "Finetune/Loss": 0.6104615926742554, "Finetune/Loss (Raw)": 0.6270350813865662, "Finetune/Step": 6092, "Finetune/Step Time": 6.73410664871335}
{"Finetune/Learning Rate": 1.3916114005867601e-05, "Finetune/Loss": 0.6103618144989014, "Finetune/Loss (Raw)": 0.6668633818626404, "Finetune/Step": 6093, "Finetune/Step Time": 6.732326973229647}
{"Finetune/Learning Rate": 1.3914202983463945e-05, "Finetune/Loss": 0.6137690544128418, "Finetune/Loss (Raw)": 0.5734291672706604, "Finetune/Step": 6094, "Finetune/Step Time": 6.726815639063716}
{"Finetune/Learning Rate": 1.391229179223501e-05, "Finetune/Loss": 0.6116591691970825, "Finetune/Loss (Raw)": 0.5418030023574829, "Finetune/Step": 6095, "Finetune/Step Time": 6.757587613537908}
{"Finetune/Learning Rate": 1.3910380432263236e-05, "Finetune/Loss": 0.6120319962501526, "Finetune/Loss (Raw)": 0.6856030225753784, "Finetune/Step": 6096, "Finetune/Step Time": 6.756809148937464}
{"Finetune/Learning Rate": 1.3908468903631053e-05, "Finetune/Loss": 0.6115955114364624, "Finetune/Loss (Raw)": 0.6704898476600647, "Finetune/Step": 6097, "Finetune/Step Time": 6.758976645767689}
{"Finetune/Learning Rate": 1.390655720642091e-05, "Finetune/Loss": 0.6119194030761719, "Finetune/Loss (Raw)": 0.5643861889839172, "Finetune/Step": 6098, "Finetune/Step Time": 6.767704453319311}
{"Finetune/Learning Rate": 1.3904645340715261e-05, "Finetune/Loss": 0.6123498678207397, "Finetune/Loss (Raw)": 0.6772855520248413, "Finetune/Step": 6099, "Finetune/Step Time": 6.758972615003586}
{"Finetune/Learning Rate": 1.3902733306596572e-05, "Finetune/Loss": 0.6123086214065552, "Finetune/Loss (Raw)": 0.5431097745895386, "Finetune/Step": 6100, "Finetune/Step Time": 6.751482838764787}
{"Finetune/Learning Rate": 1.390082110414731e-05, "Finetune/Loss": 0.6128332018852234, "Finetune/Loss (Raw)": 0.7099037766456604, "Finetune/Step": 6101, "Finetune/Step Time": 6.748104188591242}
{"Finetune/Learning Rate": 1.3898908733449948e-05, "Finetune/Loss": 0.613684892654419, "Finetune/Loss (Raw)": 0.7398171424865723, "Finetune/Step": 6102, "Finetune/Step Time": 6.776959016919136}
{"Finetune/Learning Rate": 1.3896996194586971e-05, "Finetune/Loss": 0.6145056486129761, "Finetune/Loss (Raw)": 0.7451977133750916, "Finetune/Step": 6103, "Finetune/Step Time": 6.792791422456503}
{"Finetune/Learning Rate": 1.3895083487640868e-05, "Finetune/Loss": 0.6176600456237793, "Finetune/Loss (Raw)": 0.6090876460075378, "Finetune/Step": 6104, "Finetune/Step Time": 6.776470623910427}
{"Finetune/Learning Rate": 1.3893170612694141e-05, "Finetune/Loss": 0.617490291595459, "Finetune/Loss (Raw)": 0.6401309967041016, "Finetune/Step": 6105, "Finetune/Step Time": 6.784150565043092}
{"Finetune/Learning Rate": 1.3891257569829294e-05, "Finetune/Loss": 0.6174882650375366, "Finetune/Loss (Raw)": 0.6751205921173096, "Finetune/Step": 6106, "Finetune/Step Time": 6.775349043309689}
{"Finetune/Learning Rate": 1.3889344359128835e-05, "Finetune/Loss": 0.6176034808158875, "Finetune/Loss (Raw)": 0.626147449016571, "Finetune/Step": 6107, "Finetune/Step Time": 6.77598956041038}
{"Finetune/Learning Rate": 1.3887430980675289e-05, "Finetune/Loss": 0.6181544065475464, "Finetune/Loss (Raw)": 0.6887403130531311, "Finetune/Step": 6108, "Finetune/Step Time": 6.775908248499036}
{"Finetune/Learning Rate": 1.388551743455118e-05, "Finetune/Loss": 0.6180001497268677, "Finetune/Loss (Raw)": 0.661209225654602, "Finetune/Step": 6109, "Finetune/Step Time": 6.7677412908524275}
{"Finetune/Learning Rate": 1.388360372083904e-05, "Finetune/Loss": 0.6179027557373047, "Finetune/Loss (Raw)": 0.6142719388008118, "Finetune/Step": 6110, "Finetune/Step Time": 6.768015755340457}
{"Finetune/Learning Rate": 1.3881689839621415e-05, "Finetune/Loss": 0.6185173988342285, "Finetune/Loss (Raw)": 0.7257821559906006, "Finetune/Step": 6111, "Finetune/Step Time": 6.772254515439272}
{"Finetune/Learning Rate": 1.3879775790980852e-05, "Finetune/Loss": 0.6182974576950073, "Finetune/Loss (Raw)": 0.6419321298599243, "Finetune/Step": 6112, "Finetune/Step Time": 6.769387606531382}
{"Finetune/Learning Rate": 1.3877861574999907e-05, "Finetune/Loss": 0.6179721355438232, "Finetune/Loss (Raw)": 0.5698917508125305, "Finetune/Step": 6113, "Finetune/Step Time": 6.7623459454625845}
{"Finetune/Learning Rate": 1.3875947191761138e-05, "Finetune/Loss": 0.6174061298370361, "Finetune/Loss (Raw)": 0.5870973467826843, "Finetune/Step": 6114, "Finetune/Step Time": 6.75859072431922}
{"Finetune/Learning Rate": 1.3874032641347119e-05, "Finetune/Loss": 0.6209789514541626, "Finetune/Loss (Raw)": 0.7109301686286926, "Finetune/Step": 6115, "Finetune/Step Time": 6.7512406930327415}
{"Finetune/Learning Rate": 1.3872117923840432e-05, "Finetune/Loss": 0.6211718320846558, "Finetune/Loss (Raw)": 0.6465023756027222, "Finetune/Step": 6116, "Finetune/Step Time": 6.770195733755827}
{"Finetune/Learning Rate": 1.3870203039323653e-05, "Finetune/Loss": 0.618401288986206, "Finetune/Loss (Raw)": 0.2958316504955292, "Finetune/Step": 6117, "Finetune/Step Time": 6.791556803509593}
{"Finetune/Learning Rate": 1.3868287987879378e-05, "Finetune/Loss": 0.6184983253479004, "Finetune/Loss (Raw)": 0.7145123481750488, "Finetune/Step": 6118, "Finetune/Step Time": 6.802360635250807}
{"Finetune/Learning Rate": 1.3866372769590209e-05, "Finetune/Loss": 0.6164587736129761, "Finetune/Loss (Raw)": 0.4820443093776703, "Finetune/Step": 6119, "Finetune/Step Time": 6.801957912743092}
{"Finetune/Learning Rate": 1.3864457384538743e-05, "Finetune/Loss": 0.6169096231460571, "Finetune/Loss (Raw)": 0.6002253890037537, "Finetune/Step": 6120, "Finetune/Step Time": 6.7930652648210526}
{"Finetune/Learning Rate": 1.3862541832807602e-05, "Finetune/Loss": 0.6163854598999023, "Finetune/Loss (Raw)": 0.6011374592781067, "Finetune/Step": 6121, "Finetune/Step Time": 6.793571252375841}
{"Finetune/Learning Rate": 1.3860626114479405e-05, "Finetune/Loss": 0.6173900365829468, "Finetune/Loss (Raw)": 0.6416216492652893, "Finetune/Step": 6122, "Finetune/Step Time": 6.790460053831339}
{"Finetune/Learning Rate": 1.3858710229636779e-05, "Finetune/Loss": 0.6190990805625916, "Finetune/Loss (Raw)": 0.47733280062675476, "Finetune/Step": 6123, "Finetune/Step Time": 6.78420783020556}
{"Finetune/Learning Rate": 1.3856794178362355e-05, "Finetune/Loss": 0.6198142766952515, "Finetune/Loss (Raw)": 0.6731456518173218, "Finetune/Step": 6124, "Finetune/Step Time": 6.768619809299707}
{"Finetune/Learning Rate": 1.3854877960738778e-05, "Finetune/Loss": 0.6204184293746948, "Finetune/Loss (Raw)": 0.7069501876831055, "Finetune/Step": 6125, "Finetune/Step Time": 6.763610936701298}
{"Finetune/Learning Rate": 1.38529615768487e-05, "Finetune/Loss": 0.6200120449066162, "Finetune/Loss (Raw)": 0.5923079252243042, "Finetune/Step": 6126, "Finetune/Step Time": 6.766560938209295}
{"Finetune/Learning Rate": 1.3851045026774776e-05, "Finetune/Loss": 0.6186837553977966, "Finetune/Loss (Raw)": 0.5739789009094238, "Finetune/Step": 6127, "Finetune/Step Time": 6.768345627933741}
{"Finetune/Learning Rate": 1.3849128310599666e-05, "Finetune/Loss": 0.6180646419525146, "Finetune/Loss (Raw)": 0.4923626482486725, "Finetune/Step": 6128, "Finetune/Step Time": 6.773167960345745}
{"Finetune/Learning Rate": 1.3847211428406046e-05, "Finetune/Loss": 0.6179033517837524, "Finetune/Loss (Raw)": 0.5676147937774658, "Finetune/Step": 6129, "Finetune/Step Time": 6.781165009364486}
{"Finetune/Learning Rate": 1.3845294380276588e-05, "Finetune/Loss": 0.6180413365364075, "Finetune/Loss (Raw)": 0.7283004522323608, "Finetune/Step": 6130, "Finetune/Step Time": 6.797532061114907}
{"Finetune/Learning Rate": 1.3843377166293981e-05, "Finetune/Loss": 0.6186851859092712, "Finetune/Loss (Raw)": 0.6781560778617859, "Finetune/Step": 6131, "Finetune/Step Time": 6.751405896618962}
{"Finetune/Learning Rate": 1.3841459786540921e-05, "Finetune/Loss": 0.6167629957199097, "Finetune/Loss (Raw)": 0.5155254006385803, "Finetune/Step": 6132, "Finetune/Step Time": 6.74060495942831}
{"Finetune/Learning Rate": 1.3839542241100099e-05, "Finetune/Loss": 0.6186928749084473, "Finetune/Loss (Raw)": 0.6518363952636719, "Finetune/Step": 6133, "Finetune/Step Time": 6.728410517796874}
{"Finetune/Learning Rate": 1.3837624530054226e-05, "Finetune/Loss": 0.61907958984375, "Finetune/Loss (Raw)": 0.7205816507339478, "Finetune/Step": 6134, "Finetune/Step Time": 6.731984660029411}
{"Finetune/Learning Rate": 1.3835706653486019e-05, "Finetune/Loss": 0.6190400719642639, "Finetune/Loss (Raw)": 0.6686921715736389, "Finetune/Step": 6135, "Finetune/Step Time": 6.718863468617201}
{"Finetune/Learning Rate": 1.3833788611478189e-05, "Finetune/Loss": 0.6190564632415771, "Finetune/Loss (Raw)": 0.6050796508789062, "Finetune/Step": 6136, "Finetune/Step Time": 6.708404762670398}
{"Finetune/Learning Rate": 1.3831870404113475e-05, "Finetune/Loss": 0.6182612776756287, "Finetune/Loss (Raw)": 0.5426440238952637, "Finetune/Step": 6137, "Finetune/Step Time": 6.711364546790719}
{"Finetune/Learning Rate": 1.3829952031474603e-05, "Finetune/Loss": 0.6168732643127441, "Finetune/Loss (Raw)": 0.648705005645752, "Finetune/Step": 6138, "Finetune/Step Time": 6.716106444597244}
{"Finetune/Learning Rate": 1.3828033493644321e-05, "Finetune/Loss": 0.6173591613769531, "Finetune/Loss (Raw)": 0.6627550721168518, "Finetune/Step": 6139, "Finetune/Step Time": 6.712479647248983}
{"Finetune/Learning Rate": 1.3826114790705376e-05, "Finetune/Loss": 0.6164503693580627, "Finetune/Loss (Raw)": 0.5520195960998535, "Finetune/Step": 6140, "Finetune/Step Time": 6.717988656833768}
{"Finetune/Learning Rate": 1.3824195922740527e-05, "Finetune/Loss": 0.6141701340675354, "Finetune/Loss (Raw)": 0.3275744915008545, "Finetune/Step": 6141, "Finetune/Step Time": 6.737678814679384}
{"Finetune/Learning Rate": 1.3822276889832534e-05, "Finetune/Loss": 0.6141831278800964, "Finetune/Loss (Raw)": 0.6378753185272217, "Finetune/Step": 6142, "Finetune/Step Time": 6.739756694063544}
{"Finetune/Learning Rate": 1.382035769206417e-05, "Finetune/Loss": 0.6150134801864624, "Finetune/Loss (Raw)": 0.7810388803482056, "Finetune/Step": 6143, "Finetune/Step Time": 6.732282707467675}
{"Finetune/Learning Rate": 1.381843832951821e-05, "Finetune/Loss": 0.614154040813446, "Finetune/Loss (Raw)": 0.5729333758354187, "Finetune/Step": 6144, "Finetune/Step Time": 6.737593274563551}
{"Finetune/Learning Rate": 1.3816518802277446e-05, "Finetune/Loss": 0.6141867637634277, "Finetune/Loss (Raw)": 0.5886046886444092, "Finetune/Step": 6145, "Finetune/Step Time": 6.745806183665991}
{"Finetune/Learning Rate": 1.381459911042466e-05, "Finetune/Loss": 0.6140339970588684, "Finetune/Loss (Raw)": 0.6949454545974731, "Finetune/Step": 6146, "Finetune/Step Time": 6.737070437520742}
{"Finetune/Learning Rate": 1.3812679254042655e-05, "Finetune/Loss": 0.6141802072525024, "Finetune/Loss (Raw)": 0.6929309964179993, "Finetune/Step": 6147, "Finetune/Step Time": 6.713860094547272}
{"Finetune/Learning Rate": 1.3810759233214247e-05, "Finetune/Loss": 0.6137806177139282, "Finetune/Loss (Raw)": 0.49301353096961975, "Finetune/Step": 6148, "Finetune/Step Time": 6.727950859814882}
{"Finetune/Learning Rate": 1.3808839048022234e-05, "Finetune/Loss": 0.6146664023399353, "Finetune/Loss (Raw)": 0.7370966672897339, "Finetune/Step": 6149, "Finetune/Step Time": 6.711937807500362}
{"Finetune/Learning Rate": 1.3806918698549443e-05, "Finetune/Loss": 0.6148216724395752, "Finetune/Loss (Raw)": 0.6488746404647827, "Finetune/Step": 6150, "Finetune/Step Time": 6.726375633850694}
{"Finetune/Learning Rate": 1.3804998184878702e-05, "Finetune/Loss": 0.6148200035095215, "Finetune/Loss (Raw)": 0.6503316760063171, "Finetune/Step": 6151, "Finetune/Step Time": 6.716226704418659}
{"Finetune/Learning Rate": 1.3803077507092844e-05, "Finetune/Loss": 0.6155487895011902, "Finetune/Loss (Raw)": 0.7333860993385315, "Finetune/Step": 6152, "Finetune/Step Time": 6.710122728720307}
{"Finetune/Learning Rate": 1.3801156665274716e-05, "Finetune/Loss": 0.6151825189590454, "Finetune/Loss (Raw)": 0.638720691204071, "Finetune/Step": 6153, "Finetune/Step Time": 6.7079489659518}
{"Finetune/Learning Rate": 1.3799235659507158e-05, "Finetune/Loss": 0.6173430681228638, "Finetune/Loss (Raw)": 0.511738121509552, "Finetune/Step": 6154, "Finetune/Step Time": 6.710873395204544}
{"Finetune/Learning Rate": 1.3797314489873032e-05, "Finetune/Loss": 0.6135984659194946, "Finetune/Loss (Raw)": 0.2369769662618637, "Finetune/Step": 6155, "Finetune/Step Time": 6.724346548318863}
{"Finetune/Learning Rate": 1.3795393156455199e-05, "Finetune/Loss": 0.6128427982330322, "Finetune/Loss (Raw)": 0.5357121825218201, "Finetune/Step": 6156, "Finetune/Step Time": 6.720802770927548}
{"Finetune/Learning Rate": 1.3793471659336526e-05, "Finetune/Loss": 0.6124006509780884, "Finetune/Loss (Raw)": 0.6076173186302185, "Finetune/Step": 6157, "Finetune/Step Time": 6.724684031680226}
{"Finetune/Learning Rate": 1.3791549998599899e-05, "Finetune/Loss": 0.6112256050109863, "Finetune/Loss (Raw)": 0.6427110433578491, "Finetune/Step": 6158, "Finetune/Step Time": 6.7304720766842365}
{"Finetune/Learning Rate": 1.378962817432819e-05, "Finetune/Loss": 0.6109849214553833, "Finetune/Loss (Raw)": 0.6585157513618469, "Finetune/Step": 6159, "Finetune/Step Time": 6.734075967222452}
{"Finetune/Learning Rate": 1.3787706186604299e-05, "Finetune/Loss": 0.6108060479164124, "Finetune/Loss (Raw)": 0.6951121687889099, "Finetune/Step": 6160, "Finetune/Step Time": 6.7421973422169685}
{"Finetune/Learning Rate": 1.378578403551112e-05, "Finetune/Loss": 0.6139040589332581, "Finetune/Loss (Raw)": 0.6879463791847229, "Finetune/Step": 6161, "Finetune/Step Time": 6.7341060768812895}
{"Finetune/Learning Rate": 1.378386172113156e-05, "Finetune/Loss": 0.6143907904624939, "Finetune/Loss (Raw)": 0.7548117637634277, "Finetune/Step": 6162, "Finetune/Step Time": 6.7191047463566065}
{"Finetune/Learning Rate": 1.3781939243548533e-05, "Finetune/Loss": 0.6149299144744873, "Finetune/Loss (Raw)": 0.6780744194984436, "Finetune/Step": 6163, "Finetune/Step Time": 6.73729906976223}
{"Finetune/Learning Rate": 1.3780016602844952e-05, "Finetune/Loss": 0.6155261993408203, "Finetune/Loss (Raw)": 0.6380374431610107, "Finetune/Step": 6164, "Finetune/Step Time": 6.7311311438679695}
{"Finetune/Learning Rate": 1.3778093799103747e-05, "Finetune/Loss": 0.6153894066810608, "Finetune/Loss (Raw)": 0.5697260499000549, "Finetune/Step": 6165, "Finetune/Step Time": 6.715705052018166}
{"Finetune/Learning Rate": 1.3776170832407851e-05, "Finetune/Loss": 0.6152682900428772, "Finetune/Loss (Raw)": 0.667911946773529, "Finetune/Step": 6166, "Finetune/Step Time": 6.708446567878127}
{"Finetune/Learning Rate": 1.3774247702840207e-05, "Finetune/Loss": 0.6154977083206177, "Finetune/Loss (Raw)": 0.6698333621025085, "Finetune/Step": 6167, "Finetune/Step Time": 6.710694037377834}
{"Finetune/Learning Rate": 1.377232441048376e-05, "Finetune/Loss": 0.614545464515686, "Finetune/Loss (Raw)": 0.5802624821662903, "Finetune/Step": 6168, "Finetune/Step Time": 6.697591969743371}
{"Finetune/Learning Rate": 1.3770400955421463e-05, "Finetune/Loss": 0.615638017654419, "Finetune/Loss (Raw)": 0.6557604670524597, "Finetune/Step": 6169, "Finetune/Step Time": 6.685346804559231}
{"Finetune/Learning Rate": 1.3768477337736279e-05, "Finetune/Loss": 0.6144258975982666, "Finetune/Loss (Raw)": 0.5693092346191406, "Finetune/Step": 6170, "Finetune/Step Time": 6.693269273266196}
{"Finetune/Learning Rate": 1.376655355751118e-05, "Finetune/Loss": 0.6144405603408813, "Finetune/Loss (Raw)": 0.5822022557258606, "Finetune/Step": 6171, "Finetune/Step Time": 6.703468656167388}
{"Finetune/Learning Rate": 1.3764629614829136e-05, "Finetune/Loss": 0.6151629686355591, "Finetune/Loss (Raw)": 0.65548175573349, "Finetune/Step": 6172, "Finetune/Step Time": 6.716682899743319}
{"Finetune/Learning Rate": 1.3762705509773128e-05, "Finetune/Loss": 0.614128589630127, "Finetune/Loss (Raw)": 0.5269376635551453, "Finetune/Step": 6173, "Finetune/Step Time": 6.712212106212974}
{"Finetune/Learning Rate": 1.3760781242426154e-05, "Finetune/Loss": 0.6130939722061157, "Finetune/Loss (Raw)": 0.6203706860542297, "Finetune/Step": 6174, "Finetune/Step Time": 6.708031317219138}
{"Finetune/Learning Rate": 1.37588568128712e-05, "Finetune/Loss": 0.6099729537963867, "Finetune/Loss (Raw)": 0.20172691345214844, "Finetune/Step": 6175, "Finetune/Step Time": 6.735421333462}
{"Finetune/Learning Rate": 1.3756932221191276e-05, "Finetune/Loss": 0.6086543202400208, "Finetune/Loss (Raw)": 0.5629416108131409, "Finetune/Step": 6176, "Finetune/Step Time": 6.742797866463661}
{"Finetune/Learning Rate": 1.3755007467469391e-05, "Finetune/Loss": 0.6090059280395508, "Finetune/Loss (Raw)": 0.6434068083763123, "Finetune/Step": 6177, "Finetune/Step Time": 6.731835318729281}
{"Finetune/Learning Rate": 1.3753082551788564e-05, "Finetune/Loss": 0.6086820363998413, "Finetune/Loss (Raw)": 0.5525107979774475, "Finetune/Step": 6178, "Finetune/Step Time": 6.724126227200031}
{"Finetune/Learning Rate": 1.375115747423182e-05, "Finetune/Loss": 0.6093533039093018, "Finetune/Loss (Raw)": 0.6206181049346924, "Finetune/Step": 6179, "Finetune/Step Time": 6.711376331746578}
{"Finetune/Learning Rate": 1.3749232234882187e-05, "Finetune/Loss": 0.610288143157959, "Finetune/Loss (Raw)": 0.6315670609474182, "Finetune/Step": 6180, "Finetune/Step Time": 6.70128302834928}
{"Finetune/Learning Rate": 1.3747306833822702e-05, "Finetune/Loss": 0.6080958843231201, "Finetune/Loss (Raw)": 0.2142547369003296, "Finetune/Step": 6181, "Finetune/Step Time": 6.714812953025103}
{"Finetune/Learning Rate": 1.3745381271136414e-05, "Finetune/Loss": 0.6106429100036621, "Finetune/Loss (Raw)": 0.5887371897697449, "Finetune/Step": 6182, "Finetune/Step Time": 6.703644020482898}
{"Finetune/Learning Rate": 1.3743455546906372e-05, "Finetune/Loss": 0.6114901304244995, "Finetune/Loss (Raw)": 0.6792473196983337, "Finetune/Step": 6183, "Finetune/Step Time": 6.7005901504307985}
{"Finetune/Learning Rate": 1.3741529661215645e-05, "Finetune/Loss": 0.6090759634971619, "Finetune/Loss (Raw)": 0.2896674871444702, "Finetune/Step": 6184, "Finetune/Step Time": 6.714606644585729}
{"Finetune/Learning Rate": 1.3739603614147287e-05, "Finetune/Loss": 0.6087684631347656, "Finetune/Loss (Raw)": 0.5976479649543762, "Finetune/Step": 6185, "Finetune/Step Time": 6.711371630430222}
{"Finetune/Learning Rate": 1.3737677405784375e-05, "Finetune/Loss": 0.6090232729911804, "Finetune/Loss (Raw)": 0.6918312311172485, "Finetune/Step": 6186, "Finetune/Step Time": 6.690756076946855}
{"Finetune/Learning Rate": 1.3735751036209992e-05, "Finetune/Loss": 0.6091607809066772, "Finetune/Loss (Raw)": 0.6043656468391418, "Finetune/Step": 6187, "Finetune/Step Time": 6.665769537910819}
{"Finetune/Learning Rate": 1.3733824505507224e-05, "Finetune/Loss": 0.6091562509536743, "Finetune/Loss (Raw)": 0.5762083530426025, "Finetune/Step": 6188, "Finetune/Step Time": 6.637490866705775}
{"Finetune/Learning Rate": 1.3731897813759165e-05, "Finetune/Loss": 0.6087372303009033, "Finetune/Loss (Raw)": 0.590662956237793, "Finetune/Step": 6189, "Finetune/Step Time": 6.6295400857925415}
{"Finetune/Learning Rate": 1.3729970961048915e-05, "Finetune/Loss": 0.6065118908882141, "Finetune/Loss (Raw)": 0.22360186278820038, "Finetune/Step": 6190, "Finetune/Step Time": 6.650865754112601}
{"Finetune/Learning Rate": 1.3728043947459581e-05, "Finetune/Loss": 0.6080002784729004, "Finetune/Loss (Raw)": 0.7649189233779907, "Finetune/Step": 6191, "Finetune/Step Time": 6.652348980307579}
{"Finetune/Learning Rate": 1.372611677307428e-05, "Finetune/Loss": 0.6071606874465942, "Finetune/Loss (Raw)": 0.6375831365585327, "Finetune/Step": 6192, "Finetune/Step Time": 6.641477519646287}
{"Finetune/Learning Rate": 1.3724189437976137e-05, "Finetune/Loss": 0.6067160367965698, "Finetune/Loss (Raw)": 0.6330696940422058, "Finetune/Step": 6193, "Finetune/Step Time": 6.632672971114516}
{"Finetune/Learning Rate": 1.3722261942248272e-05, "Finetune/Loss": 0.6061928868293762, "Finetune/Loss (Raw)": 0.5297257900238037, "Finetune/Step": 6194, "Finetune/Step Time": 6.6287878435105085}
{"Finetune/Learning Rate": 1.3720334285973826e-05, "Finetune/Loss": 0.6058757305145264, "Finetune/Loss (Raw)": 0.6003770232200623, "Finetune/Step": 6195, "Finetune/Step Time": 6.623573372140527}
{"Finetune/Learning Rate": 1.3718406469235945e-05, "Finetune/Loss": 0.6057055592536926, "Finetune/Loss (Raw)": 0.5643414258956909, "Finetune/Step": 6196, "Finetune/Step Time": 6.61776277422905}
{"Finetune/Learning Rate": 1.3716478492117773e-05, "Finetune/Loss": 0.6028972864151001, "Finetune/Loss (Raw)": 0.3307024836540222, "Finetune/Step": 6197, "Finetune/Step Time": 6.651075990870595}
{"Finetune/Learning Rate": 1.3714550354702467e-05, "Finetune/Loss": 0.6015288829803467, "Finetune/Loss (Raw)": 0.5541768074035645, "Finetune/Step": 6198, "Finetune/Step Time": 6.646866649389267}
{"Finetune/Learning Rate": 1.3712622057073195e-05, "Finetune/Loss": 0.6029643416404724, "Finetune/Loss (Raw)": 0.6811110377311707, "Finetune/Step": 6199, "Finetune/Step Time": 6.617762416601181}
{"Finetune/Learning Rate": 1.3710693599313124e-05, "Finetune/Loss": 0.6020167469978333, "Finetune/Loss (Raw)": 0.4679390788078308, "Finetune/Step": 6200, "Finetune/Step Time": 6.587250996381044}
{"Finetune/Learning Rate": 1.3708764981505426e-05, "Finetune/Loss": 0.6016113758087158, "Finetune/Loss (Raw)": 0.5297350287437439, "Finetune/Step": 6201, "Finetune/Step Time": 6.599885718896985}
{"Finetune/Learning Rate": 1.3706836203733293e-05, "Finetune/Loss": 0.6025712490081787, "Finetune/Loss (Raw)": 0.6749154329299927, "Finetune/Step": 6202, "Finetune/Step Time": 6.601106220856309}
{"Finetune/Learning Rate": 1.3704907266079914e-05, "Finetune/Loss": 0.6028792858123779, "Finetune/Loss (Raw)": 0.6301665306091309, "Finetune/Step": 6203, "Finetune/Step Time": 6.6102283746004105}
{"Finetune/Learning Rate": 1.3702978168628485e-05, "Finetune/Loss": 0.6026621460914612, "Finetune/Loss (Raw)": 0.555359423160553, "Finetune/Step": 6204, "Finetune/Step Time": 6.593806315213442}
{"Finetune/Learning Rate": 1.3701048911462213e-05, "Finetune/Loss": 0.6015876531600952, "Finetune/Loss (Raw)": 0.5606690049171448, "Finetune/Step": 6205, "Finetune/Step Time": 6.602157982066274}
{"Finetune/Learning Rate": 1.369911949466431e-05, "Finetune/Loss": 0.6023329496383667, "Finetune/Loss (Raw)": 0.6649749875068665, "Finetune/Step": 6206, "Finetune/Step Time": 6.600738616660237}
{"Finetune/Learning Rate": 1.3697189918317993e-05, "Finetune/Loss": 0.6011197566986084, "Finetune/Loss (Raw)": 0.5995970964431763, "Finetune/Step": 6207, "Finetune/Step Time": 6.607842547819018}
{"Finetune/Learning Rate": 1.3695260182506484e-05, "Finetune/Loss": 0.6009398698806763, "Finetune/Loss (Raw)": 0.6376703977584839, "Finetune/Step": 6208, "Finetune/Step Time": 6.6114196460694075}
{"Finetune/Learning Rate": 1.3693330287313025e-05, "Finetune/Loss": 0.603560745716095, "Finetune/Loss (Raw)": 0.7467706799507141, "Finetune/Step": 6209, "Finetune/Step Time": 6.593870619311929}
{"Finetune/Learning Rate": 1.3691400232820847e-05, "Finetune/Loss": 0.6038287878036499, "Finetune/Loss (Raw)": 0.5805866718292236, "Finetune/Step": 6210, "Finetune/Step Time": 6.595269970595837}
{"Finetune/Learning Rate": 1.3689470019113196e-05, "Finetune/Loss": 0.6033094525337219, "Finetune/Loss (Raw)": 0.5559607148170471, "Finetune/Step": 6211, "Finetune/Step Time": 6.599808901548386}
{"Finetune/Learning Rate": 1.3687539646273327e-05, "Finetune/Loss": 0.6055124998092651, "Finetune/Loss (Raw)": 0.5355335474014282, "Finetune/Step": 6212, "Finetune/Step Time": 6.603097900748253}
{"Finetune/Learning Rate": 1.3685609114384501e-05, "Finetune/Loss": 0.6048412322998047, "Finetune/Loss (Raw)": 0.629169762134552, "Finetune/Step": 6213, "Finetune/Step Time": 6.580418830737472}
{"Finetune/Learning Rate": 1.3683678423529983e-05, "Finetune/Loss": 0.6016291379928589, "Finetune/Loss (Raw)": 0.28087174892425537, "Finetune/Step": 6214, "Finetune/Step Time": 6.5952234379947186}
{"Finetune/Learning Rate": 1.368174757379305e-05, "Finetune/Loss": 0.6006208658218384, "Finetune/Loss (Raw)": 0.5043718814849854, "Finetune/Step": 6215, "Finetune/Step Time": 6.606441605836153}
{"Finetune/Learning Rate": 1.3679816565256976e-05, "Finetune/Loss": 0.6014297008514404, "Finetune/Loss (Raw)": 0.694230854511261, "Finetune/Step": 6216, "Finetune/Step Time": 6.59073138423264}
{"Finetune/Learning Rate": 1.3677885398005053e-05, "Finetune/Loss": 0.5998812913894653, "Finetune/Loss (Raw)": 0.6297324299812317, "Finetune/Step": 6217, "Finetune/Step Time": 6.582956969738007}
{"Finetune/Learning Rate": 1.3675954072120571e-05, "Finetune/Loss": 0.6006205677986145, "Finetune/Loss (Raw)": 0.7167189121246338, "Finetune/Step": 6218, "Finetune/Step Time": 6.590092206373811}
{"Finetune/Learning Rate": 1.367402258768684e-05, "Finetune/Loss": 0.6003390550613403, "Finetune/Loss (Raw)": 0.6059171557426453, "Finetune/Step": 6219, "Finetune/Step Time": 6.561795366927981}
{"Finetune/Learning Rate": 1.3672090944787158e-05, "Finetune/Loss": 0.600828230381012, "Finetune/Loss (Raw)": 0.6896525025367737, "Finetune/Step": 6220, "Finetune/Step Time": 6.562968377023935}
{"Finetune/Learning Rate": 1.3670159143504842e-05, "Finetune/Loss": 0.600438117980957, "Finetune/Loss (Raw)": 0.6169317960739136, "Finetune/Step": 6221, "Finetune/Step Time": 6.5783124547451735}
{"Finetune/Learning Rate": 1.3668227183923216e-05, "Finetune/Loss": 0.600154459476471, "Finetune/Loss (Raw)": 0.537115216255188, "Finetune/Step": 6222, "Finetune/Step Time": 6.566989094018936}
{"Finetune/Learning Rate": 1.3666295066125604e-05, "Finetune/Loss": 0.6018974781036377, "Finetune/Loss (Raw)": 0.7649074792861938, "Finetune/Step": 6223, "Finetune/Step Time": 6.535010306164622}
{"Finetune/Learning Rate": 1.3664362790195344e-05, "Finetune/Loss": 0.6022437214851379, "Finetune/Loss (Raw)": 0.729925811290741, "Finetune/Step": 6224, "Finetune/Step Time": 6.5424592308700085}
{"Finetune/Learning Rate": 1.3662430356215781e-05, "Finetune/Loss": 0.6022881269454956, "Finetune/Loss (Raw)": 0.6761784553527832, "Finetune/Step": 6225, "Finetune/Step Time": 6.549379142001271}
{"Finetune/Learning Rate": 1.3660497764270257e-05, "Finetune/Loss": 0.6033183932304382, "Finetune/Loss (Raw)": 0.6962552070617676, "Finetune/Step": 6226, "Finetune/Step Time": 6.55580191873014}
{"Finetune/Learning Rate": 1.3658565014442133e-05, "Finetune/Loss": 0.6037964820861816, "Finetune/Loss (Raw)": 0.7384827733039856, "Finetune/Step": 6227, "Finetune/Step Time": 6.562413288280368}
{"Finetune/Learning Rate": 1.3656632106814764e-05, "Finetune/Loss": 0.6044362187385559, "Finetune/Loss (Raw)": 0.6249924898147583, "Finetune/Step": 6228, "Finetune/Step Time": 6.549309100955725}
{"Finetune/Learning Rate": 1.3654699041471532e-05, "Finetune/Loss": 0.6029041409492493, "Finetune/Loss (Raw)": 0.5137987732887268, "Finetune/Step": 6229, "Finetune/Step Time": 6.541902020573616}
{"Finetune/Learning Rate": 1.3652765818495799e-05, "Finetune/Loss": 0.6024768352508545, "Finetune/Loss (Raw)": 0.6851248741149902, "Finetune/Step": 6230, "Finetune/Step Time": 6.524627394974232}
{"Finetune/Learning Rate": 1.3650832437970958e-05, "Finetune/Loss": 0.601654052734375, "Finetune/Loss (Raw)": 0.639883279800415, "Finetune/Step": 6231, "Finetune/Step Time": 6.5103701669722795}
{"Finetune/Learning Rate": 1.3648898899980393e-05, "Finetune/Loss": 0.6029170751571655, "Finetune/Loss (Raw)": 0.7707520127296448, "Finetune/Step": 6232, "Finetune/Step Time": 6.506326565518975}
{"Finetune/Learning Rate": 1.36469652046075e-05, "Finetune/Loss": 0.6000759601593018, "Finetune/Loss (Raw)": 0.276471346616745, "Finetune/Step": 6233, "Finetune/Step Time": 6.509427513927221}
{"Finetune/Learning Rate": 1.3645031351935683e-05, "Finetune/Loss": 0.5997072458267212, "Finetune/Loss (Raw)": 0.6279240846633911, "Finetune/Step": 6234, "Finetune/Step Time": 6.520283652469516}
{"Finetune/Learning Rate": 1.3643097342048355e-05, "Finetune/Loss": 0.5997053384780884, "Finetune/Loss (Raw)": 0.6258988380432129, "Finetune/Step": 6235, "Finetune/Step Time": 6.518031667917967}
{"Finetune/Learning Rate": 1.3641163175028931e-05, "Finetune/Loss": 0.600595235824585, "Finetune/Loss (Raw)": 0.802649199962616, "Finetune/Step": 6236, "Finetune/Step Time": 6.518018092960119}
{"Finetune/Learning Rate": 1.363922885096083e-05, "Finetune/Loss": 0.6003170013427734, "Finetune/Loss (Raw)": 0.6255976557731628, "Finetune/Step": 6237, "Finetune/Step Time": 6.514410339295864}
{"Finetune/Learning Rate": 1.363729436992749e-05, "Finetune/Loss": 0.6000667214393616, "Finetune/Loss (Raw)": 0.5822334885597229, "Finetune/Step": 6238, "Finetune/Step Time": 6.5279493890702724}
{"Finetune/Learning Rate": 1.363535973201234e-05, "Finetune/Loss": 0.5992389917373657, "Finetune/Loss (Raw)": 0.6198315620422363, "Finetune/Step": 6239, "Finetune/Step Time": 6.546198925003409}
{"Finetune/Learning Rate": 1.363342493729883e-05, "Finetune/Loss": 0.598779559135437, "Finetune/Loss (Raw)": 0.5831241011619568, "Finetune/Step": 6240, "Finetune/Step Time": 6.5544146206229925}
{"Finetune/Learning Rate": 1.363148998587041e-05, "Finetune/Loss": 0.5982663631439209, "Finetune/Loss (Raw)": 0.5042029619216919, "Finetune/Step": 6241, "Finetune/Step Time": 6.556539360433817}
{"Finetune/Learning Rate": 1.3629554877810533e-05, "Finetune/Loss": 0.5987977385520935, "Finetune/Loss (Raw)": 0.6551159620285034, "Finetune/Step": 6242, "Finetune/Step Time": 6.5634368024766445}
{"Finetune/Learning Rate": 1.3627619613202665e-05, "Finetune/Loss": 0.598675012588501, "Finetune/Loss (Raw)": 0.6952137351036072, "Finetune/Step": 6243, "Finetune/Step Time": 6.55240928567946}
{"Finetune/Learning Rate": 1.362568419213028e-05, "Finetune/Loss": 0.5992909669876099, "Finetune/Loss (Raw)": 0.725348711013794, "Finetune/Step": 6244, "Finetune/Step Time": 6.537287322804332}
{"Finetune/Learning Rate": 1.362374861467685e-05, "Finetune/Loss": 0.601860523223877, "Finetune/Loss (Raw)": 0.6247366070747375, "Finetune/Step": 6245, "Finetune/Step Time": 6.511516807600856}
{"Finetune/Learning Rate": 1.3621812880925864e-05, "Finetune/Loss": 0.6014388799667358, "Finetune/Loss (Raw)": 0.6605454087257385, "Finetune/Step": 6246, "Finetune/Step Time": 6.50147520378232}
{"Finetune/Learning Rate": 1.361987699096081e-05, "Finetune/Loss": 0.6036232709884644, "Finetune/Loss (Raw)": 0.7616466283798218, "Finetune/Step": 6247, "Finetune/Step Time": 6.490402463823557}
{"Finetune/Learning Rate": 1.3617940944865188e-05, "Finetune/Loss": 0.6035196781158447, "Finetune/Loss (Raw)": 0.5869626402854919, "Finetune/Step": 6248, "Finetune/Step Time": 6.522345805540681}
{"Finetune/Learning Rate": 1.3616004742722499e-05, "Finetune/Loss": 0.6038268804550171, "Finetune/Loss (Raw)": 0.6404604911804199, "Finetune/Step": 6249, "Finetune/Step Time": 6.526060331612825}
{"Finetune/Learning Rate": 1.3614068384616257e-05, "Finetune/Loss": 0.6007753610610962, "Finetune/Loss (Raw)": 0.2510223090648651, "Finetune/Step": 6250, "Finetune/Step Time": 6.552188599482179}
{"Finetune/Learning Rate": 1.3612131870629984e-05, "Finetune/Loss": 0.6014915704727173, "Finetune/Loss (Raw)": 0.569004476070404, "Finetune/Step": 6251, "Finetune/Step Time": 6.541245844215155}
{"Finetune/Learning Rate": 1.3610195200847196e-05, "Finetune/Loss": 0.6001406908035278, "Finetune/Loss (Raw)": 0.5002425312995911, "Finetune/Step": 6252, "Finetune/Step Time": 6.568029863759875}
{"Finetune/Learning Rate": 1.3608258375351429e-05, "Finetune/Loss": 0.5992211699485779, "Finetune/Loss (Raw)": 0.5892443656921387, "Finetune/Step": 6253, "Finetune/Step Time": 6.573371769860387}
{"Finetune/Learning Rate": 1.3606321394226223e-05, "Finetune/Loss": 0.6005848050117493, "Finetune/Loss (Raw)": 0.7668586373329163, "Finetune/Step": 6254, "Finetune/Step Time": 6.551124207675457}
{"Finetune/Learning Rate": 1.3604384257555117e-05, "Finetune/Loss": 0.6015852689743042, "Finetune/Loss (Raw)": 0.702038586139679, "Finetune/Step": 6255, "Finetune/Step Time": 6.5413751900196075}
{"Finetune/Learning Rate": 1.3602446965421668e-05, "Finetune/Loss": 0.6031322479248047, "Finetune/Loss (Raw)": 0.6903751492500305, "Finetune/Step": 6256, "Finetune/Step Time": 6.54350458830595}
{"Finetune/Learning Rate": 1.3600509517909433e-05, "Finetune/Loss": 0.6036373376846313, "Finetune/Loss (Raw)": 0.6322706341743469, "Finetune/Step": 6257, "Finetune/Step Time": 6.533270729705691}
{"Finetune/Learning Rate": 1.3598571915101975e-05, "Finetune/Loss": 0.6039626598358154, "Finetune/Loss (Raw)": 0.7699399590492249, "Finetune/Step": 6258, "Finetune/Step Time": 6.51896602101624}
{"Finetune/Learning Rate": 1.3596634157082866e-05, "Finetune/Loss": 0.6039451956748962, "Finetune/Loss (Raw)": 0.6759117841720581, "Finetune/Step": 6259, "Finetune/Step Time": 6.5239143669605255}
{"Finetune/Learning Rate": 1.3594696243935685e-05, "Finetune/Loss": 0.604203999042511, "Finetune/Loss (Raw)": 0.5486570596694946, "Finetune/Step": 6260, "Finetune/Step Time": 6.535096703097224}
{"Finetune/Learning Rate": 1.3592758175744019e-05, "Finetune/Loss": 0.6036391258239746, "Finetune/Loss (Raw)": 0.5795301795005798, "Finetune/Step": 6261, "Finetune/Step Time": 6.517961161211133}
{"Finetune/Learning Rate": 1.359081995259146e-05, "Finetune/Loss": 0.6029192209243774, "Finetune/Loss (Raw)": 0.6284416317939758, "Finetune/Step": 6262, "Finetune/Step Time": 6.526599125936627}
{"Finetune/Learning Rate": 1.3588881574561599e-05, "Finetune/Loss": 0.6031666398048401, "Finetune/Loss (Raw)": 0.7003570199012756, "Finetune/Step": 6263, "Finetune/Step Time": 6.545487251132727}
{"Finetune/Learning Rate": 1.358694304173805e-05, "Finetune/Loss": 0.6029412746429443, "Finetune/Loss (Raw)": 0.5762372612953186, "Finetune/Step": 6264, "Finetune/Step Time": 6.542683070525527}
{"Finetune/Learning Rate": 1.3585004354204419e-05, "Finetune/Loss": 0.6036461591720581, "Finetune/Loss (Raw)": 0.6328641176223755, "Finetune/Step": 6265, "Finetune/Step Time": 6.546582927927375}
{"Finetune/Learning Rate": 1.3583065512044327e-05, "Finetune/Loss": 0.6037054061889648, "Finetune/Loss (Raw)": 0.6562877893447876, "Finetune/Step": 6266, "Finetune/Step Time": 6.542954375967383}
{"Finetune/Learning Rate": 1.3581126515341398e-05, "Finetune/Loss": 0.6033772826194763, "Finetune/Loss (Raw)": 0.6207550168037415, "Finetune/Step": 6267, "Finetune/Step Time": 6.5417947340756655}
{"Finetune/Learning Rate": 1.357918736417927e-05, "Finetune/Loss": 0.6043250560760498, "Finetune/Loss (Raw)": 0.6733401417732239, "Finetune/Step": 6268, "Finetune/Step Time": 6.540681108832359}
{"Finetune/Learning Rate": 1.3577248058641567e-05, "Finetune/Loss": 0.6067360639572144, "Finetune/Loss (Raw)": 0.6361806392669678, "Finetune/Step": 6269, "Finetune/Step Time": 6.536309774965048}
{"Finetune/Learning Rate": 1.3575308598811947e-05, "Finetune/Loss": 0.6068433523178101, "Finetune/Loss (Raw)": 0.651610255241394, "Finetune/Step": 6270, "Finetune/Step Time": 6.529094690456986}
{"Finetune/Learning Rate": 1.3573368984774057e-05, "Finetune/Loss": 0.6060154438018799, "Finetune/Loss (Raw)": 0.6750673055648804, "Finetune/Step": 6271, "Finetune/Step Time": 6.531907316297293}
{"Finetune/Learning Rate": 1.357142921661156e-05, "Finetune/Loss": 0.6053187251091003, "Finetune/Loss (Raw)": 0.48374634981155396, "Finetune/Step": 6272, "Finetune/Step Time": 6.547085592523217}
{"Finetune/Learning Rate": 1.3569489294408111e-05, "Finetune/Loss": 0.6054315567016602, "Finetune/Loss (Raw)": 0.603053629398346, "Finetune/Step": 6273, "Finetune/Step Time": 6.540424404665828}
{"Finetune/Learning Rate": 1.3567549218247391e-05, "Finetune/Loss": 0.6046323776245117, "Finetune/Loss (Raw)": 0.5926519632339478, "Finetune/Step": 6274, "Finetune/Step Time": 6.543398229405284}
{"Finetune/Learning Rate": 1.3565608988213073e-05, "Finetune/Loss": 0.6044445633888245, "Finetune/Loss (Raw)": 0.6688811182975769, "Finetune/Step": 6275, "Finetune/Step Time": 6.545963484793901}
{"Finetune/Learning Rate": 1.3563668604388844e-05, "Finetune/Loss": 0.6060682535171509, "Finetune/Loss (Raw)": 0.7008530497550964, "Finetune/Step": 6276, "Finetune/Step Time": 6.548281857743859}
{"Finetune/Learning Rate": 1.3561728066858397e-05, "Finetune/Loss": 0.6021976470947266, "Finetune/Loss (Raw)": 0.2416582554578781, "Finetune/Step": 6277, "Finetune/Step Time": 6.566823011264205}
{"Finetune/Learning Rate": 1.3559787375705431e-05, "Finetune/Loss": 0.6022449731826782, "Finetune/Loss (Raw)": 0.6549326777458191, "Finetune/Step": 6278, "Finetune/Step Time": 6.553969254717231}
{"Finetune/Learning Rate": 1.3557846531013644e-05, "Finetune/Loss": 0.6023271083831787, "Finetune/Loss (Raw)": 0.6608388423919678, "Finetune/Step": 6279, "Finetune/Step Time": 6.551886847242713}
{"Finetune/Learning Rate": 1.3555905532866756e-05, "Finetune/Loss": 0.6011385321617126, "Finetune/Loss (Raw)": 0.5812533497810364, "Finetune/Step": 6280, "Finetune/Step Time": 6.55483190715313}
{"Finetune/Learning Rate": 1.3553964381348477e-05, "Finetune/Loss": 0.6006358861923218, "Finetune/Loss (Raw)": 0.5743752121925354, "Finetune/Step": 6281, "Finetune/Step Time": 6.576239053159952}
{"Finetune/Learning Rate": 1.3552023076542537e-05, "Finetune/Loss": 0.6018608808517456, "Finetune/Loss (Raw)": 0.6685426831245422, "Finetune/Step": 6282, "Finetune/Step Time": 6.57472656108439}
{"Finetune/Learning Rate": 1.355008161853267e-05, "Finetune/Loss": 0.6055184602737427, "Finetune/Loss (Raw)": 0.7051461935043335, "Finetune/Step": 6283, "Finetune/Step Time": 6.557127460837364}
{"Finetune/Learning Rate": 1.3548140007402603e-05, "Finetune/Loss": 0.6065042018890381, "Finetune/Loss (Raw)": 0.6618842482566833, "Finetune/Step": 6284, "Finetune/Step Time": 6.547060212120414}
{"Finetune/Learning Rate": 1.354619824323609e-05, "Finetune/Loss": 0.6066334247589111, "Finetune/Loss (Raw)": 0.6241594552993774, "Finetune/Step": 6285, "Finetune/Step Time": 6.5449722073972225}
{"Finetune/Learning Rate": 1.354425632611688e-05, "Finetune/Loss": 0.60672926902771, "Finetune/Loss (Raw)": 0.6549823880195618, "Finetune/Step": 6286, "Finetune/Step Time": 6.544355737045407}
{"Finetune/Learning Rate": 1.3542314256128732e-05, "Finetune/Loss": 0.6071866750717163, "Finetune/Loss (Raw)": 0.7170591354370117, "Finetune/Step": 6287, "Finetune/Step Time": 6.543273720890284}
{"Finetune/Learning Rate": 1.3540372033355409e-05, "Finetune/Loss": 0.6052761077880859, "Finetune/Loss (Raw)": 0.4505622386932373, "Finetune/Step": 6288, "Finetune/Step Time": 6.549301130697131}
{"Finetune/Learning Rate": 1.3538429657880678e-05, "Finetune/Loss": 0.6055339574813843, "Finetune/Loss (Raw)": 0.7209493517875671, "Finetune/Step": 6289, "Finetune/Step Time": 6.544053200632334}
{"Finetune/Learning Rate": 1.3536487129788325e-05, "Finetune/Loss": 0.603990912437439, "Finetune/Loss (Raw)": 0.5573026537895203, "Finetune/Step": 6290, "Finetune/Step Time": 6.545018784701824}
{"Finetune/Learning Rate": 1.3534544449162123e-05, "Finetune/Loss": 0.6032902598381042, "Finetune/Loss (Raw)": 0.5883881449699402, "Finetune/Step": 6291, "Finetune/Step Time": 6.535462027415633}
{"Finetune/Learning Rate": 1.3532601616085873e-05, "Finetune/Loss": 0.6031922101974487, "Finetune/Loss (Raw)": 0.6254900097846985, "Finetune/Step": 6292, "Finetune/Step Time": 6.529167741537094}
{"Finetune/Learning Rate": 1.3530658630643369e-05, "Finetune/Loss": 0.604269802570343, "Finetune/Loss (Raw)": 0.707657516002655, "Finetune/Step": 6293, "Finetune/Step Time": 6.538790946826339}
{"Finetune/Learning Rate": 1.3528715492918412e-05, "Finetune/Loss": 0.6038411855697632, "Finetune/Loss (Raw)": 0.6130557060241699, "Finetune/Step": 6294, "Finetune/Step Time": 6.539023483172059}
{"Finetune/Learning Rate": 1.3526772202994811e-05, "Finetune/Loss": 0.6041631698608398, "Finetune/Loss (Raw)": 0.7110386490821838, "Finetune/Step": 6295, "Finetune/Step Time": 6.535207664594054}
{"Finetune/Learning Rate": 1.352482876095639e-05, "Finetune/Loss": 0.6043354868888855, "Finetune/Loss (Raw)": 0.6023229956626892, "Finetune/Step": 6296, "Finetune/Step Time": 6.532229157164693}
{"Finetune/Learning Rate": 1.3522885166886968e-05, "Finetune/Loss": 0.6046485900878906, "Finetune/Loss (Raw)": 0.6958356499671936, "Finetune/Step": 6297, "Finetune/Step Time": 6.5295007433742285}
{"Finetune/Learning Rate": 1.3520941420870375e-05, "Finetune/Loss": 0.6049354672431946, "Finetune/Loss (Raw)": 0.6060329675674438, "Finetune/Step": 6298, "Finetune/Step Time": 6.523288149386644}
{"Finetune/Learning Rate": 1.3518997522990446e-05, "Finetune/Loss": 0.6062788963317871, "Finetune/Loss (Raw)": 0.7541567087173462, "Finetune/Step": 6299, "Finetune/Step Time": 6.515341013669968}
{"Finetune/Learning Rate": 1.351705347333103e-05, "Finetune/Loss": 0.6046078205108643, "Finetune/Loss (Raw)": 0.4415917694568634, "Finetune/Step": 6300, "Finetune/Step Time": 6.504845159128308}
{"Finetune/Learning Rate": 1.351510927197597e-05, "Finetune/Loss": 0.6026532053947449, "Finetune/Loss (Raw)": 0.27674412727355957, "Finetune/Step": 6301, "Finetune/Step Time": 6.522142320871353}
{"Finetune/Learning Rate": 1.3513164919009128e-05, "Finetune/Loss": 0.602205216884613, "Finetune/Loss (Raw)": 0.5630300045013428, "Finetune/Step": 6302, "Finetune/Step Time": 6.5329062808305025}
{"Finetune/Learning Rate": 1.3511220414514363e-05, "Finetune/Loss": 0.6058298349380493, "Finetune/Loss (Raw)": 0.6656765341758728, "Finetune/Step": 6303, "Finetune/Step Time": 6.500278990715742}
{"Finetune/Learning Rate": 1.3509275758575546e-05, "Finetune/Loss": 0.6060228943824768, "Finetune/Loss (Raw)": 0.5876517295837402, "Finetune/Step": 6304, "Finetune/Step Time": 6.499393427744508}
{"Finetune/Learning Rate": 1.3507330951276549e-05, "Finetune/Loss": 0.6053422689437866, "Finetune/Loss (Raw)": 0.5562813878059387, "Finetune/Step": 6305, "Finetune/Step Time": 6.510788649320602}
{"Finetune/Learning Rate": 1.350538599270126e-05, "Finetune/Loss": 0.6069514155387878, "Finetune/Loss (Raw)": 0.7584875822067261, "Finetune/Step": 6306, "Finetune/Step Time": 6.511135635897517}
{"Finetune/Learning Rate": 1.3503440882933566e-05, "Finetune/Loss": 0.6069374084472656, "Finetune/Loss (Raw)": 0.6188180446624756, "Finetune/Step": 6307, "Finetune/Step Time": 6.504526115953922}
{"Finetune/Learning Rate": 1.3501495622057362e-05, "Finetune/Loss": 0.6064664125442505, "Finetune/Loss (Raw)": 0.5712868571281433, "Finetune/Step": 6308, "Finetune/Step Time": 6.5060270093381405}
{"Finetune/Learning Rate": 1.3499550210156549e-05, "Finetune/Loss": 0.609752893447876, "Finetune/Loss (Raw)": 0.6349176168441772, "Finetune/Step": 6309, "Finetune/Step Time": 6.5005783177912235}
{"Finetune/Learning Rate": 1.3497604647315035e-05, "Finetune/Loss": 0.609566330909729, "Finetune/Loss (Raw)": 0.5648705959320068, "Finetune/Step": 6310, "Finetune/Step Time": 6.492468148469925}
{"Finetune/Learning Rate": 1.3495658933616737e-05, "Finetune/Loss": 0.6100423336029053, "Finetune/Loss (Raw)": 0.7401706576347351, "Finetune/Step": 6311, "Finetune/Step Time": 6.4996599070727825}
{"Finetune/Learning Rate": 1.3493713069145576e-05, "Finetune/Loss": 0.6097334027290344, "Finetune/Loss (Raw)": 0.25012195110321045, "Finetune/Step": 6312, "Finetune/Step Time": 6.500054221600294}
{"Finetune/Learning Rate": 1.3491767053985479e-05, "Finetune/Loss": 0.6109520196914673, "Finetune/Loss (Raw)": 0.7536319494247437, "Finetune/Step": 6313, "Finetune/Step Time": 6.515228163450956}
{"Finetune/Learning Rate": 1.3489820888220382e-05, "Finetune/Loss": 0.6101738214492798, "Finetune/Loss (Raw)": 0.5922196507453918, "Finetune/Step": 6314, "Finetune/Step Time": 6.531897243112326}
{"Finetune/Learning Rate": 1.3487874571934226e-05, "Finetune/Loss": 0.6103653311729431, "Finetune/Loss (Raw)": 0.6288778185844421, "Finetune/Step": 6315, "Finetune/Step Time": 6.533643119037151}
{"Finetune/Learning Rate": 1.3485928105210957e-05, "Finetune/Loss": 0.6098025441169739, "Finetune/Loss (Raw)": 0.5041731595993042, "Finetune/Step": 6316, "Finetune/Step Time": 6.5330293867737055}
{"Finetune/Learning Rate": 1.3483981488134528e-05, "Finetune/Loss": 0.6103050708770752, "Finetune/Loss (Raw)": 0.6549919247627258, "Finetune/Step": 6317, "Finetune/Step Time": 6.5331627912819386}
{"Finetune/Learning Rate": 1.34820347207889e-05, "Finetune/Loss": 0.6130896210670471, "Finetune/Loss (Raw)": 0.5800243020057678, "Finetune/Step": 6318, "Finetune/Step Time": 6.506262158975005}
{"Finetune/Learning Rate": 1.3480087803258047e-05, "Finetune/Loss": 0.6116049885749817, "Finetune/Loss (Raw)": 0.5748823881149292, "Finetune/Step": 6319, "Finetune/Step Time": 6.510889552533627}
{"Finetune/Learning Rate": 1.347814073562593e-05, "Finetune/Loss": 0.6100476980209351, "Finetune/Loss (Raw)": 0.43824902176856995, "Finetune/Step": 6320, "Finetune/Step Time": 6.547740211710334}
{"Finetune/Learning Rate": 1.3476193517976535e-05, "Finetune/Loss": 0.6102620363235474, "Finetune/Loss (Raw)": 0.6605022549629211, "Finetune/Step": 6321, "Finetune/Step Time": 6.5618208814412355}
{"Finetune/Learning Rate": 1.347424615039385e-05, "Finetune/Loss": 0.6113713383674622, "Finetune/Loss (Raw)": 0.6717199683189392, "Finetune/Step": 6322, "Finetune/Step Time": 6.560973271727562}
{"Finetune/Learning Rate": 1.3472298632961866e-05, "Finetune/Loss": 0.6123580932617188, "Finetune/Loss (Raw)": 0.7266725897789001, "Finetune/Step": 6323, "Finetune/Step Time": 6.564474780112505}
{"Finetune/Learning Rate": 1.3470350965764585e-05, "Finetune/Loss": 0.6116511821746826, "Finetune/Loss (Raw)": 0.4738690257072449, "Finetune/Step": 6324, "Finetune/Step Time": 6.5720207672566175}
{"Finetune/Learning Rate": 1.346840314888601e-05, "Finetune/Loss": 0.6135913729667664, "Finetune/Loss (Raw)": 0.5790424346923828, "Finetune/Step": 6325, "Finetune/Step Time": 6.543077630922198}
{"Finetune/Learning Rate": 1.346645518241015e-05, "Finetune/Loss": 0.614516019821167, "Finetune/Loss (Raw)": 0.6725334525108337, "Finetune/Step": 6326, "Finetune/Step Time": 6.543524865061045}
{"Finetune/Learning Rate": 1.3464507066421026e-05, "Finetune/Loss": 0.6131561994552612, "Finetune/Loss (Raw)": 0.5070506930351257, "Finetune/Step": 6327, "Finetune/Step Time": 6.544641485437751}
{"Finetune/Learning Rate": 1.3462558801002667e-05, "Finetune/Loss": 0.6143678426742554, "Finetune/Loss (Raw)": 0.6230269074440002, "Finetune/Step": 6328, "Finetune/Step Time": 6.560557333752513}
{"Finetune/Learning Rate": 1.3460610386239106e-05, "Finetune/Loss": 0.6145158410072327, "Finetune/Loss (Raw)": 0.5486803650856018, "Finetune/Step": 6329, "Finetune/Step Time": 6.570498064160347}
{"Finetune/Learning Rate": 1.3458661822214369e-05, "Finetune/Loss": 0.6136888265609741, "Finetune/Loss (Raw)": 0.5690627098083496, "Finetune/Step": 6330, "Finetune/Step Time": 6.589786360040307}
{"Finetune/Learning Rate": 1.3456713109012512e-05, "Finetune/Loss": 0.6134194135665894, "Finetune/Loss (Raw)": 0.5956766605377197, "Finetune/Step": 6331, "Finetune/Step Time": 6.581645457074046}
{"Finetune/Learning Rate": 1.345476424671758e-05, "Finetune/Loss": 0.6143289804458618, "Finetune/Loss (Raw)": 0.6717821359634399, "Finetune/Step": 6332, "Finetune/Step Time": 6.584258269518614}
{"Finetune/Learning Rate": 1.3452815235413633e-05, "Finetune/Loss": 0.615180253982544, "Finetune/Loss (Raw)": 0.6696383357048035, "Finetune/Step": 6333, "Finetune/Step Time": 6.572971172630787}
{"Finetune/Learning Rate": 1.3450866075184734e-05, "Finetune/Loss": 0.6140531301498413, "Finetune/Loss (Raw)": 0.5206992626190186, "Finetune/Step": 6334, "Finetune/Step Time": 6.584390761330724}
{"Finetune/Learning Rate": 1.3448916766114954e-05, "Finetune/Loss": 0.6140507459640503, "Finetune/Loss (Raw)": 0.5992956757545471, "Finetune/Step": 6335, "Finetune/Step Time": 6.581231661140919}
{"Finetune/Learning Rate": 1.3446967308288366e-05, "Finetune/Loss": 0.6140203475952148, "Finetune/Loss (Raw)": 0.633778989315033, "Finetune/Step": 6336, "Finetune/Step Time": 6.588700119405985}
{"Finetune/Learning Rate": 1.3445017701789056e-05, "Finetune/Loss": 0.6128326654434204, "Finetune/Loss (Raw)": 0.5947415232658386, "Finetune/Step": 6337, "Finetune/Step Time": 6.596291661262512}
{"Finetune/Learning Rate": 1.3443067946701113e-05, "Finetune/Loss": 0.6106879711151123, "Finetune/Loss (Raw)": 0.30606940388679504, "Finetune/Step": 6338, "Finetune/Step Time": 6.613161092624068}
{"Finetune/Learning Rate": 1.3441118043108632e-05, "Finetune/Loss": 0.6106801629066467, "Finetune/Loss (Raw)": 0.5549569129943848, "Finetune/Step": 6339, "Finetune/Step Time": 6.635583138093352}
{"Finetune/Learning Rate": 1.3439167991095718e-05, "Finetune/Loss": 0.6115348935127258, "Finetune/Loss (Raw)": 0.6449419856071472, "Finetune/Step": 6340, "Finetune/Step Time": 6.610998319461942}
{"Finetune/Learning Rate": 1.3437217790746477e-05, "Finetune/Loss": 0.6123315095901489, "Finetune/Loss (Raw)": 0.7311438918113708, "Finetune/Step": 6341, "Finetune/Step Time": 6.619320262223482}
{"Finetune/Learning Rate": 1.3435267442145023e-05, "Finetune/Loss": 0.6156427264213562, "Finetune/Loss (Raw)": 0.7047021985054016, "Finetune/Step": 6342, "Finetune/Step Time": 6.603614278137684}
{"Finetune/Learning Rate": 1.343331694537548e-05, "Finetune/Loss": 0.6164928078651428, "Finetune/Loss (Raw)": 0.6131840944290161, "Finetune/Step": 6343, "Finetune/Step Time": 6.583544749766588}
{"Finetune/Learning Rate": 1.3431366300521972e-05, "Finetune/Loss": 0.6156994104385376, "Finetune/Loss (Raw)": 0.5926682949066162, "Finetune/Step": 6344, "Finetune/Step Time": 6.58796445839107}
{"Finetune/Learning Rate": 1.342941550766864e-05, "Finetune/Loss": 0.6148677468299866, "Finetune/Loss (Raw)": 0.523280680179596, "Finetune/Step": 6345, "Finetune/Step Time": 6.605227462947369}
{"Finetune/Learning Rate": 1.3427464566899615e-05, "Finetune/Loss": 0.6144202947616577, "Finetune/Loss (Raw)": 0.6594469547271729, "Finetune/Step": 6346, "Finetune/Step Time": 6.599402831867337}
{"Finetune/Learning Rate": 1.342551347829905e-05, "Finetune/Loss": 0.6138253808021545, "Finetune/Loss (Raw)": 0.5297679305076599, "Finetune/Step": 6347, "Finetune/Step Time": 6.602356629446149}
{"Finetune/Learning Rate": 1.34235622419511e-05, "Finetune/Loss": 0.6130682826042175, "Finetune/Loss (Raw)": 0.5927433371543884, "Finetune/Step": 6348, "Finetune/Step Time": 6.6066527515649796}
{"Finetune/Learning Rate": 1.3421610857939919e-05, "Finetune/Loss": 0.6131794452667236, "Finetune/Loss (Raw)": 0.6311578750610352, "Finetune/Step": 6349, "Finetune/Step Time": 6.597712159156799}
{"Finetune/Learning Rate": 1.3419659326349681e-05, "Finetune/Loss": 0.6143182516098022, "Finetune/Loss (Raw)": 0.6828893423080444, "Finetune/Step": 6350, "Finetune/Step Time": 6.595190128311515}
{"Finetune/Learning Rate": 1.3417707647264551e-05, "Finetune/Loss": 0.6129066944122314, "Finetune/Loss (Raw)": 0.5842288732528687, "Finetune/Step": 6351, "Finetune/Step Time": 6.610625106841326}
{"Finetune/Learning Rate": 1.3415755820768708e-05, "Finetune/Loss": 0.6125704050064087, "Finetune/Loss (Raw)": 0.6868805885314941, "Finetune/Step": 6352, "Finetune/Step Time": 6.598321693018079}
{"Finetune/Learning Rate": 1.341380384694634e-05, "Finetune/Loss": 0.6118716597557068, "Finetune/Loss (Raw)": 0.5867357850074768, "Finetune/Step": 6353, "Finetune/Step Time": 6.588388895615935}
{"Finetune/Learning Rate": 1.3411851725881642e-05, "Finetune/Loss": 0.6115003228187561, "Finetune/Loss (Raw)": 0.6487277150154114, "Finetune/Step": 6354, "Finetune/Step Time": 6.580308213829994}
{"Finetune/Learning Rate": 1.3409899457658804e-05, "Finetune/Loss": 0.6077143549919128, "Finetune/Loss (Raw)": 0.253873348236084, "Finetune/Step": 6355, "Finetune/Step Time": 6.591539574787021}
{"Finetune/Learning Rate": 1.3407947042362033e-05, "Finetune/Loss": 0.6078717112541199, "Finetune/Loss (Raw)": 0.6451361775398254, "Finetune/Step": 6356, "Finetune/Step Time": 6.606718806549907}
{"Finetune/Learning Rate": 1.3405994480075542e-05, "Finetune/Loss": 0.6095064878463745, "Finetune/Loss (Raw)": 0.7230523228645325, "Finetune/Step": 6357, "Finetune/Step Time": 6.614921927452087}
{"Finetune/Learning Rate": 1.3404041770883546e-05, "Finetune/Loss": 0.6083985567092896, "Finetune/Loss (Raw)": 0.5433104038238525, "Finetune/Step": 6358, "Finetune/Step Time": 6.62477014772594}
{"Finetune/Learning Rate": 1.3402088914870266e-05, "Finetune/Loss": 0.6098397374153137, "Finetune/Loss (Raw)": 0.8243507146835327, "Finetune/Step": 6359, "Finetune/Step Time": 6.63038400746882}
{"Finetune/Learning Rate": 1.3400135912119938e-05, "Finetune/Loss": 0.609412670135498, "Finetune/Loss (Raw)": 0.7160887122154236, "Finetune/Step": 6360, "Finetune/Step Time": 6.679824123159051}
{"Finetune/Learning Rate": 1.3398182762716793e-05, "Finetune/Loss": 0.6095393896102905, "Finetune/Loss (Raw)": 0.2926911413669586, "Finetune/Step": 6361, "Finetune/Step Time": 6.681524781510234}
{"Finetune/Learning Rate": 1.3396229466745073e-05, "Finetune/Loss": 0.6104201078414917, "Finetune/Loss (Raw)": 0.7406541705131531, "Finetune/Step": 6362, "Finetune/Step Time": 6.675380576401949}
{"Finetune/Learning Rate": 1.3394276024289026e-05, "Finetune/Loss": 0.610245406627655, "Finetune/Loss (Raw)": 0.603533923625946, "Finetune/Step": 6363, "Finetune/Step Time": 6.681336039677262}
{"Finetune/Learning Rate": 1.339232243543291e-05, "Finetune/Loss": 0.6091381311416626, "Finetune/Loss (Raw)": 0.6609179377555847, "Finetune/Step": 6364, "Finetune/Step Time": 6.6837485786527395}
{"Finetune/Learning Rate": 1.3390368700260985e-05, "Finetune/Loss": 0.6086758375167847, "Finetune/Loss (Raw)": 0.5664264559745789, "Finetune/Step": 6365, "Finetune/Step Time": 6.696324110031128}
{"Finetune/Learning Rate": 1.3388414818857518e-05, "Finetune/Loss": 0.608505129814148, "Finetune/Loss (Raw)": 0.560390293598175, "Finetune/Step": 6366, "Finetune/Step Time": 6.689664283767343}
{"Finetune/Learning Rate": 1.3386460791306782e-05, "Finetune/Loss": 0.6085096001625061, "Finetune/Loss (Raw)": 0.6204037666320801, "Finetune/Step": 6367, "Finetune/Step Time": 6.66978807374835}
{"Finetune/Learning Rate": 1.3384506617693056e-05, "Finetune/Loss": 0.6085453629493713, "Finetune/Loss (Raw)": 0.5876996517181396, "Finetune/Step": 6368, "Finetune/Step Time": 6.675701322034001}
{"Finetune/Learning Rate": 1.3382552298100628e-05, "Finetune/Loss": 0.6087841987609863, "Finetune/Loss (Raw)": 0.5347718000411987, "Finetune/Step": 6369, "Finetune/Step Time": 6.6691730376333}
{"Finetune/Learning Rate": 1.3380597832613792e-05, "Finetune/Loss": 0.6091736555099487, "Finetune/Loss (Raw)": 0.7049691081047058, "Finetune/Step": 6370, "Finetune/Step Time": 6.6789866760373116}
{"Finetune/Learning Rate": 1.3378643221316846e-05, "Finetune/Loss": 0.6075990200042725, "Finetune/Loss (Raw)": 0.4936579763889313, "Finetune/Step": 6371, "Finetune/Step Time": 6.692146606743336}
{"Finetune/Learning Rate": 1.3376688464294096e-05, "Finetune/Loss": 0.6079012155532837, "Finetune/Loss (Raw)": 0.7640342116355896, "Finetune/Step": 6372, "Finetune/Step Time": 6.690234053879976}
{"Finetune/Learning Rate": 1.3374733561629849e-05, "Finetune/Loss": 0.6069481372833252, "Finetune/Loss (Raw)": 0.502737283706665, "Finetune/Step": 6373, "Finetune/Step Time": 6.683252554386854}
{"Finetune/Learning Rate": 1.337277851340843e-05, "Finetune/Loss": 0.6066945791244507, "Finetune/Loss (Raw)": 0.628091037273407, "Finetune/Step": 6374, "Finetune/Step Time": 6.683892315253615}
{"Finetune/Learning Rate": 1.3370823319714155e-05, "Finetune/Loss": 0.6051583886146545, "Finetune/Loss (Raw)": 0.5650140643119812, "Finetune/Step": 6375, "Finetune/Step Time": 6.6869762148708105}
{"Finetune/Learning Rate": 1.3368867980631361e-05, "Finetune/Loss": 0.6026147603988647, "Finetune/Loss (Raw)": 0.2613762617111206, "Finetune/Step": 6376, "Finetune/Step Time": 6.68411466665566}
{"Finetune/Learning Rate": 1.3366912496244385e-05, "Finetune/Loss": 0.6032758951187134, "Finetune/Loss (Raw)": 0.7250868082046509, "Finetune/Step": 6377, "Finetune/Step Time": 6.684363694861531}
{"Finetune/Learning Rate": 1.3364956866637562e-05, "Finetune/Loss": 0.6054743528366089, "Finetune/Loss (Raw)": 0.5324273705482483, "Finetune/Step": 6378, "Finetune/Step Time": 6.67574355006218}
{"Finetune/Learning Rate": 1.3363001091895247e-05, "Finetune/Loss": 0.6057652235031128, "Finetune/Loss (Raw)": 0.6062338352203369, "Finetune/Step": 6379, "Finetune/Step Time": 6.686095194891095}
{"Finetune/Learning Rate": 1.3361045172101799e-05, "Finetune/Loss": 0.6077786087989807, "Finetune/Loss (Raw)": 0.757954478263855, "Finetune/Step": 6380, "Finetune/Step Time": 6.673803182318807}
{"Finetune/Learning Rate": 1.3359089107341574e-05, "Finetune/Loss": 0.6074961423873901, "Finetune/Loss (Raw)": 0.55308997631073, "Finetune/Step": 6381, "Finetune/Step Time": 6.666938580572605}
{"Finetune/Learning Rate": 1.3357132897698937e-05, "Finetune/Loss": 0.603211522102356, "Finetune/Loss (Raw)": 0.21842248737812042, "Finetune/Step": 6382, "Finetune/Step Time": 6.691061891615391}
{"Finetune/Learning Rate": 1.335517654325827e-05, "Finetune/Loss": 0.6028584241867065, "Finetune/Loss (Raw)": 0.6568491458892822, "Finetune/Step": 6383, "Finetune/Step Time": 6.700333846732974}
{"Finetune/Learning Rate": 1.335322004410395e-05, "Finetune/Loss": 0.6016344428062439, "Finetune/Loss (Raw)": 0.533706784248352, "Finetune/Step": 6384, "Finetune/Step Time": 6.690915197134018}
{"Finetune/Learning Rate": 1.335126340032036e-05, "Finetune/Loss": 0.6016789674758911, "Finetune/Loss (Raw)": 0.637967586517334, "Finetune/Step": 6385, "Finetune/Step Time": 6.687539158388972}
{"Finetune/Learning Rate": 1.3349306611991902e-05, "Finetune/Loss": 0.6009613871574402, "Finetune/Loss (Raw)": 0.6780881881713867, "Finetune/Step": 6386, "Finetune/Step Time": 6.6876317504793406}
{"Finetune/Learning Rate": 1.3347349679202965e-05, "Finetune/Loss": 0.6014909744262695, "Finetune/Loss (Raw)": 0.7436974048614502, "Finetune/Step": 6387, "Finetune/Step Time": 6.707796588540077}
{"Finetune/Learning Rate": 1.3345392602037962e-05, "Finetune/Loss": 0.6019941568374634, "Finetune/Loss (Raw)": 0.613064706325531, "Finetune/Step": 6388, "Finetune/Step Time": 6.713218342512846}
{"Finetune/Learning Rate": 1.3343435380581298e-05, "Finetune/Loss": 0.60322505235672, "Finetune/Loss (Raw)": 0.7370827794075012, "Finetune/Step": 6389, "Finetune/Step Time": 6.733245935291052}
{"Finetune/Learning Rate": 1.3341478014917398e-05, "Finetune/Loss": 0.6042766571044922, "Finetune/Loss (Raw)": 0.7630547285079956, "Finetune/Step": 6390, "Finetune/Step Time": 6.726235091686249}
{"Finetune/Learning Rate": 1.3339520505130681e-05, "Finetune/Loss": 0.6032370924949646, "Finetune/Loss (Raw)": 0.5672910213470459, "Finetune/Step": 6391, "Finetune/Step Time": 6.706557046622038}
{"Finetune/Learning Rate": 1.3337562851305576e-05, "Finetune/Loss": 0.6031308770179749, "Finetune/Loss (Raw)": 0.5626343488693237, "Finetune/Step": 6392, "Finetune/Step Time": 6.710042217746377}
{"Finetune/Learning Rate": 1.3335605053526528e-05, "Finetune/Loss": 0.6022169589996338, "Finetune/Loss (Raw)": 0.5158833861351013, "Finetune/Step": 6393, "Finetune/Step Time": 6.7222486194223166}
{"Finetune/Learning Rate": 1.3333647111877967e-05, "Finetune/Loss": 0.600322961807251, "Finetune/Loss (Raw)": 0.41386115550994873, "Finetune/Step": 6394, "Finetune/Step Time": 6.738333517685533}
{"Finetune/Learning Rate": 1.3331689026444351e-05, "Finetune/Loss": 0.6001551151275635, "Finetune/Loss (Raw)": 0.5992698073387146, "Finetune/Step": 6395, "Finetune/Step Time": 6.75021512247622}
{"Finetune/Learning Rate": 1.3329730797310137e-05, "Finetune/Loss": 0.5963366031646729, "Finetune/Loss (Raw)": 0.18457002937793732, "Finetune/Step": 6396, "Finetune/Step Time": 6.763037573546171}
{"Finetune/Learning Rate": 1.3327772424559777e-05, "Finetune/Loss": 0.5972473621368408, "Finetune/Loss (Raw)": 0.7527608871459961, "Finetune/Step": 6397, "Finetune/Step Time": 6.751812770962715}
{"Finetune/Learning Rate": 1.3325813908277745e-05, "Finetune/Loss": 0.5975860357284546, "Finetune/Loss (Raw)": 0.6949620842933655, "Finetune/Step": 6398, "Finetune/Step Time": 6.752472655847669}
{"Finetune/Learning Rate": 1.3323855248548515e-05, "Finetune/Loss": 0.5965903401374817, "Finetune/Loss (Raw)": 0.5476181507110596, "Finetune/Step": 6399, "Finetune/Step Time": 6.751441463828087}
{"Finetune/Learning Rate": 1.3321896445456561e-05, "Finetune/Loss": 0.5983889102935791, "Finetune/Loss (Raw)": 0.7139655947685242, "Finetune/Step": 6400, "Finetune/Step Time": 6.7375479359179735}
{"Finetune/Learning Rate": 1.3319937499086375e-05, "Finetune/Loss": 0.5979747772216797, "Finetune/Loss (Raw)": 0.5500352382659912, "Finetune/Step": 6401, "Finetune/Step Time": 6.7504008281975985}
{"Finetune/Learning Rate": 1.3317978409522448e-05, "Finetune/Loss": 0.5989212989807129, "Finetune/Loss (Raw)": 0.7138186097145081, "Finetune/Step": 6402, "Finetune/Step Time": 6.748193934559822}
{"Finetune/Learning Rate": 1.3316019176849278e-05, "Finetune/Loss": 0.5975210666656494, "Finetune/Loss (Raw)": 0.48964884877204895, "Finetune/Step": 6403, "Finetune/Step Time": 6.758867893368006}
{"Finetune/Learning Rate": 1.3314059801151366e-05, "Finetune/Loss": 0.597015380859375, "Finetune/Loss (Raw)": 0.6361135840415955, "Finetune/Step": 6404, "Finetune/Step Time": 6.745465183630586}
{"Finetune/Learning Rate": 1.3312100282513227e-05, "Finetune/Loss": 0.6004918217658997, "Finetune/Loss (Raw)": 0.6866474747657776, "Finetune/Step": 6405, "Finetune/Step Time": 6.724420044571161}
{"Finetune/Learning Rate": 1.3310140621019379e-05, "Finetune/Loss": 0.6000372171401978, "Finetune/Loss (Raw)": 0.5967456102371216, "Finetune/Step": 6406, "Finetune/Step Time": 6.726966118440032}
{"Finetune/Learning Rate": 1.3308180816754341e-05, "Finetune/Loss": 0.599821925163269, "Finetune/Loss (Raw)": 0.633280336856842, "Finetune/Step": 6407, "Finetune/Step Time": 6.742846097797155}
{"Finetune/Learning Rate": 1.3306220869802644e-05, "Finetune/Loss": 0.6007992029190063, "Finetune/Loss (Raw)": 0.7063403129577637, "Finetune/Step": 6408, "Finetune/Step Time": 6.755020471289754}
{"Finetune/Learning Rate": 1.3304260780248826e-05, "Finetune/Loss": 0.6013789772987366, "Finetune/Loss (Raw)": 0.6485908627510071, "Finetune/Step": 6409, "Finetune/Step Time": 6.738514486700296}
{"Finetune/Learning Rate": 1.3302300548177422e-05, "Finetune/Loss": 0.6010509133338928, "Finetune/Loss (Raw)": 0.6265508532524109, "Finetune/Step": 6410, "Finetune/Step Time": 6.728391192853451}
{"Finetune/Learning Rate": 1.3300340173672982e-05, "Finetune/Loss": 0.6002689599990845, "Finetune/Loss (Raw)": 0.6050552725791931, "Finetune/Step": 6411, "Finetune/Step Time": 6.729138482362032}
{"Finetune/Learning Rate": 1.3298379656820068e-05, "Finetune/Loss": 0.5996960401535034, "Finetune/Loss (Raw)": 0.588549017906189, "Finetune/Step": 6412, "Finetune/Step Time": 6.741815835237503}
{"Finetune/Learning Rate": 1.3296418997703232e-05, "Finetune/Loss": 0.5998897552490234, "Finetune/Loss (Raw)": 0.6489548087120056, "Finetune/Step": 6413, "Finetune/Step Time": 6.752786999568343}
{"Finetune/Learning Rate": 1.3294458196407037e-05, "Finetune/Loss": 0.6006709337234497, "Finetune/Loss (Raw)": 0.754977822303772, "Finetune/Step": 6414, "Finetune/Step Time": 6.758970197290182}
{"Finetune/Learning Rate": 1.3292497253016062e-05, "Finetune/Loss": 0.6000674366950989, "Finetune/Loss (Raw)": 0.6398149728775024, "Finetune/Step": 6415, "Finetune/Step Time": 6.753861406818032}
{"Finetune/Learning Rate": 1.3290536167614882e-05, "Finetune/Loss": 0.6009628772735596, "Finetune/Loss (Raw)": 0.5651710629463196, "Finetune/Step": 6416, "Finetune/Step Time": 6.739348573610187}
{"Finetune/Learning Rate": 1.3288574940288086e-05, "Finetune/Loss": 0.6005021333694458, "Finetune/Loss (Raw)": 0.6619811058044434, "Finetune/Step": 6417, "Finetune/Step Time": 6.732303055003285}
{"Finetune/Learning Rate": 1.3286613571120257e-05, "Finetune/Loss": 0.6013209819793701, "Finetune/Loss (Raw)": 0.6621127128601074, "Finetune/Step": 6418, "Finetune/Step Time": 6.733342546969652}
{"Finetune/Learning Rate": 1.3284652060196e-05, "Finetune/Loss": 0.6013730764389038, "Finetune/Loss (Raw)": 0.5950540900230408, "Finetune/Step": 6419, "Finetune/Step Time": 6.724233524873853}
{"Finetune/Learning Rate": 1.328269040759991e-05, "Finetune/Loss": 0.6008637547492981, "Finetune/Loss (Raw)": 0.5602959990501404, "Finetune/Step": 6420, "Finetune/Step Time": 6.728238981217146}
{"Finetune/Learning Rate": 1.3280728613416598e-05, "Finetune/Loss": 0.6006882190704346, "Finetune/Loss (Raw)": 0.6851940751075745, "Finetune/Step": 6421, "Finetune/Step Time": 6.716859409585595}
{"Finetune/Learning Rate": 1.3278766677730683e-05, "Finetune/Loss": 0.6012974977493286, "Finetune/Loss (Raw)": 0.6910330653190613, "Finetune/Step": 6422, "Finetune/Step Time": 6.718090735375881}
{"Finetune/Learning Rate": 1.3276804600626788e-05, "Finetune/Loss": 0.6004371047019958, "Finetune/Loss (Raw)": 0.6009119749069214, "Finetune/Step": 6423, "Finetune/Step Time": 6.7170984372496605}
{"Finetune/Learning Rate": 1.3274842382189528e-05, "Finetune/Loss": 0.5999327898025513, "Finetune/Loss (Raw)": 0.5377802848815918, "Finetune/Step": 6424, "Finetune/Step Time": 6.719661535695195}
{"Finetune/Learning Rate": 1.327288002250355e-05, "Finetune/Loss": 0.598971962928772, "Finetune/Loss (Raw)": 0.5728400349617004, "Finetune/Step": 6425, "Finetune/Step Time": 6.734399374574423}
{"Finetune/Learning Rate": 1.3270917521653486e-05, "Finetune/Loss": 0.5995028018951416, "Finetune/Loss (Raw)": 0.6739857792854309, "Finetune/Step": 6426, "Finetune/Step Time": 6.748191446065903}
{"Finetune/Learning Rate": 1.3268954879723983e-05, "Finetune/Loss": 0.598293662071228, "Finetune/Loss (Raw)": 0.5993863940238953, "Finetune/Step": 6427, "Finetune/Step Time": 6.757209379225969}
{"Finetune/Learning Rate": 1.3266992096799694e-05, "Finetune/Loss": 0.5992996692657471, "Finetune/Loss (Raw)": 0.5703578591346741, "Finetune/Step": 6428, "Finetune/Step Time": 6.770618250593543}
{"Finetune/Learning Rate": 1.3265029172965273e-05, "Finetune/Loss": 0.6017923951148987, "Finetune/Loss (Raw)": 0.5958129167556763, "Finetune/Step": 6429, "Finetune/Step Time": 6.752483569085598}
{"Finetune/Learning Rate": 1.3263066108305387e-05, "Finetune/Loss": 0.6027052402496338, "Finetune/Loss (Raw)": 0.6798775792121887, "Finetune/Step": 6430, "Finetune/Step Time": 6.740481143817306}
{"Finetune/Learning Rate": 1.3261102902904704e-05, "Finetune/Loss": 0.6019343733787537, "Finetune/Loss (Raw)": 0.5670063495635986, "Finetune/Step": 6431, "Finetune/Step Time": 6.742604561150074}
{"Finetune/Learning Rate": 1.3259139556847904e-05, "Finetune/Loss": 0.5988526344299316, "Finetune/Loss (Raw)": 0.19318252801895142, "Finetune/Step": 6432, "Finetune/Step Time": 6.753738567233086}
{"Finetune/Learning Rate": 1.3257176070219667e-05, "Finetune/Loss": 0.5994126796722412, "Finetune/Loss (Raw)": 0.6279733777046204, "Finetune/Step": 6433, "Finetune/Step Time": 6.739265188574791}
{"Finetune/Learning Rate": 1.3255212443104677e-05, "Finetune/Loss": 0.5982711315155029, "Finetune/Loss (Raw)": 0.6123687624931335, "Finetune/Step": 6434, "Finetune/Step Time": 6.743887271732092}
{"Finetune/Learning Rate": 1.3253248675587633e-05, "Finetune/Loss": 0.5990993976593018, "Finetune/Loss (Raw)": 0.7248274683952332, "Finetune/Step": 6435, "Finetune/Step Time": 6.751790095120668}
{"Finetune/Learning Rate": 1.3251284767753233e-05, "Finetune/Loss": 0.6006314754486084, "Finetune/Loss (Raw)": 0.7673988342285156, "Finetune/Step": 6436, "Finetune/Step Time": 6.750629581511021}
{"Finetune/Learning Rate": 1.3249320719686179e-05, "Finetune/Loss": 0.600479781627655, "Finetune/Loss (Raw)": 0.615500271320343, "Finetune/Step": 6437, "Finetune/Step Time": 6.734718814492226}
{"Finetune/Learning Rate": 1.3247356531471196e-05, "Finetune/Loss": 0.6011914014816284, "Finetune/Loss (Raw)": 0.655963122844696, "Finetune/Step": 6438, "Finetune/Step Time": 6.737254749983549}
{"Finetune/Learning Rate": 1.3245392203192989e-05, "Finetune/Loss": 0.5992721319198608, "Finetune/Loss (Raw)": 0.49449804425239563, "Finetune/Step": 6439, "Finetune/Step Time": 6.733011392876506}
{"Finetune/Learning Rate": 1.3243427734936287e-05, "Finetune/Loss": 0.6033414006233215, "Finetune/Loss (Raw)": 0.7709881663322449, "Finetune/Step": 6440, "Finetune/Step Time": 6.711543742567301}
{"Finetune/Learning Rate": 1.3241463126785823e-05, "Finetune/Loss": 0.603057861328125, "Finetune/Loss (Raw)": 0.7173362374305725, "Finetune/Step": 6441, "Finetune/Step Time": 6.697618490085006}
{"Finetune/Learning Rate": 1.323949837882633e-05, "Finetune/Loss": 0.6024521589279175, "Finetune/Loss (Raw)": 0.5146939158439636, "Finetune/Step": 6442, "Finetune/Step Time": 6.694448366761208}
{"Finetune/Learning Rate": 1.3237533491142551e-05, "Finetune/Loss": 0.6031530499458313, "Finetune/Loss (Raw)": 0.7185919284820557, "Finetune/Step": 6443, "Finetune/Step Time": 6.707184787839651}
{"Finetune/Learning Rate": 1.3235568463819238e-05, "Finetune/Loss": 0.6045794486999512, "Finetune/Loss (Raw)": 0.6867510676383972, "Finetune/Step": 6444, "Finetune/Step Time": 6.710805779322982}
{"Finetune/Learning Rate": 1.323360329694114e-05, "Finetune/Loss": 0.6033356189727783, "Finetune/Loss (Raw)": 0.4957820773124695, "Finetune/Step": 6445, "Finetune/Step Time": 6.726076308637857}
{"Finetune/Learning Rate": 1.3231637990593021e-05, "Finetune/Loss": 0.6039310693740845, "Finetune/Loss (Raw)": 0.65623939037323, "Finetune/Step": 6446, "Finetune/Step Time": 6.741824984550476}
{"Finetune/Learning Rate": 1.3229672544859644e-05, "Finetune/Loss": 0.6042793989181519, "Finetune/Loss (Raw)": 0.6194750666618347, "Finetune/Step": 6447, "Finetune/Step Time": 6.741784501820803}
{"Finetune/Learning Rate": 1.3227706959825788e-05, "Finetune/Loss": 0.6051720976829529, "Finetune/Loss (Raw)": 0.5525068640708923, "Finetune/Step": 6448, "Finetune/Step Time": 6.711379123851657}
{"Finetune/Learning Rate": 1.3225741235576229e-05, "Finetune/Loss": 0.6052532196044922, "Finetune/Loss (Raw)": 0.6708887815475464, "Finetune/Step": 6449, "Finetune/Step Time": 6.706134358420968}
{"Finetune/Learning Rate": 1.3223775372195744e-05, "Finetune/Loss": 0.6048080921173096, "Finetune/Loss (Raw)": 0.6147401332855225, "Finetune/Step": 6450, "Finetune/Step Time": 6.708036843687296}
{"Finetune/Learning Rate": 1.3221809369769134e-05, "Finetune/Loss": 0.6032223701477051, "Finetune/Loss (Raw)": 0.523702085018158, "Finetune/Step": 6451, "Finetune/Step Time": 6.732137689366937}
{"Finetune/Learning Rate": 1.321984322838119e-05, "Finetune/Loss": 0.6043596863746643, "Finetune/Loss (Raw)": 0.6194460391998291, "Finetune/Step": 6452, "Finetune/Step Time": 6.734892081469297}
{"Finetune/Learning Rate": 1.321787694811672e-05, "Finetune/Loss": 0.6034414172172546, "Finetune/Loss (Raw)": 0.4615076780319214, "Finetune/Step": 6453, "Finetune/Step Time": 6.7364796586334705}
{"Finetune/Learning Rate": 1.3215910529060525e-05, "Finetune/Loss": 0.6033360362052917, "Finetune/Loss (Raw)": 0.6590434908866882, "Finetune/Step": 6454, "Finetune/Step Time": 6.743639605119824}
{"Finetune/Learning Rate": 1.3213943971297422e-05, "Finetune/Loss": 0.604469895362854, "Finetune/Loss (Raw)": 0.6521877646446228, "Finetune/Step": 6455, "Finetune/Step Time": 6.732456531375647}
{"Finetune/Learning Rate": 1.3211977274912233e-05, "Finetune/Loss": 0.6039459109306335, "Finetune/Loss (Raw)": 0.5559496283531189, "Finetune/Step": 6456, "Finetune/Step Time": 6.716950798407197}
{"Finetune/Learning Rate": 1.3210010439989787e-05, "Finetune/Loss": 0.6044759750366211, "Finetune/Loss (Raw)": 0.6165344715118408, "Finetune/Step": 6457, "Finetune/Step Time": 6.695043785497546}
{"Finetune/Learning Rate": 1.320804346661491e-05, "Finetune/Loss": 0.6041738986968994, "Finetune/Loss (Raw)": 0.5303961038589478, "Finetune/Step": 6458, "Finetune/Step Time": 6.68139529414475}
{"Finetune/Learning Rate": 1.3206076354872446e-05, "Finetune/Loss": 0.6046470999717712, "Finetune/Loss (Raw)": 0.6562475562095642, "Finetune/Step": 6459, "Finetune/Step Time": 6.6754094529896975}
{"Finetune/Learning Rate": 1.3204109104847237e-05, "Finetune/Loss": 0.6015796661376953, "Finetune/Loss (Raw)": 0.2791447937488556, "Finetune/Step": 6460, "Finetune/Step Time": 6.697020223364234}
{"Finetune/Learning Rate": 1.3202141716624133e-05, "Finetune/Loss": 0.6013768911361694, "Finetune/Loss (Raw)": 0.6436855792999268, "Finetune/Step": 6461, "Finetune/Step Time": 6.709388135001063}
{"Finetune/Learning Rate": 1.320017419028799e-05, "Finetune/Loss": 0.6022594571113586, "Finetune/Loss (Raw)": 0.6336686611175537, "Finetune/Step": 6462, "Finetune/Step Time": 6.6963929664343596}
{"Finetune/Learning Rate": 1.3198206525923673e-05, "Finetune/Loss": 0.6018062829971313, "Finetune/Loss (Raw)": 0.5412891507148743, "Finetune/Step": 6463, "Finetune/Step Time": 6.691008497029543}
{"Finetune/Learning Rate": 1.3196238723616049e-05, "Finetune/Loss": 0.6013662219047546, "Finetune/Loss (Raw)": 0.5774517059326172, "Finetune/Step": 6464, "Finetune/Step Time": 6.680131142958999}
{"Finetune/Learning Rate": 1.3194270783449987e-05, "Finetune/Loss": 0.6017767786979675, "Finetune/Loss (Raw)": 0.6472923755645752, "Finetune/Step": 6465, "Finetune/Step Time": 6.679226994514465}
{"Finetune/Learning Rate": 1.3192302705510374e-05, "Finetune/Loss": 0.6049637794494629, "Finetune/Loss (Raw)": 0.7140016555786133, "Finetune/Step": 6466, "Finetune/Step Time": 6.666839571669698}
{"Finetune/Learning Rate": 1.3190334489882097e-05, "Finetune/Loss": 0.6027956604957581, "Finetune/Loss (Raw)": 0.2774465084075928, "Finetune/Step": 6467, "Finetune/Step Time": 6.6606793366372585}
{"Finetune/Learning Rate": 1.318836613665004e-05, "Finetune/Loss": 0.6023430824279785, "Finetune/Loss (Raw)": 0.587005078792572, "Finetune/Step": 6468, "Finetune/Step Time": 6.665329433977604}
{"Finetune/Learning Rate": 1.3186397645899112e-05, "Finetune/Loss": 0.6019160151481628, "Finetune/Loss (Raw)": 0.6764835119247437, "Finetune/Step": 6469, "Finetune/Step Time": 6.66245655529201}
{"Finetune/Learning Rate": 1.3184429017714206e-05, "Finetune/Loss": 0.5981152057647705, "Finetune/Loss (Raw)": 0.2181985080242157, "Finetune/Step": 6470, "Finetune/Step Time": 6.680283531546593}
{"Finetune/Learning Rate": 1.3182460252180237e-05, "Finetune/Loss": 0.5991367697715759, "Finetune/Loss (Raw)": 0.7439479827880859, "Finetune/Step": 6471, "Finetune/Step Time": 6.680906310677528}
{"Finetune/Learning Rate": 1.3180491349382121e-05, "Finetune/Loss": 0.5985320210456848, "Finetune/Loss (Raw)": 0.5152528882026672, "Finetune/Step": 6472, "Finetune/Step Time": 6.705232398584485}
{"Finetune/Learning Rate": 1.3178522309404775e-05, "Finetune/Loss": 0.5965678095817566, "Finetune/Loss (Raw)": 0.2718636989593506, "Finetune/Step": 6473, "Finetune/Step Time": 6.708262545987964}
{"Finetune/Learning Rate": 1.3176553132333138e-05, "Finetune/Loss": 0.5966334342956543, "Finetune/Loss (Raw)": 0.6678510904312134, "Finetune/Step": 6474, "Finetune/Step Time": 6.719178408384323}
{"Finetune/Learning Rate": 1.317458381825213e-05, "Finetune/Loss": 0.5973029732704163, "Finetune/Loss (Raw)": 0.6154677867889404, "Finetune/Step": 6475, "Finetune/Step Time": 6.7265741266310215}
{"Finetune/Learning Rate": 1.3172614367246696e-05, "Finetune/Loss": 0.5974768400192261, "Finetune/Loss (Raw)": 0.6149932146072388, "Finetune/Step": 6476, "Finetune/Step Time": 6.7205956149846315}
{"Finetune/Learning Rate": 1.3170644779401784e-05, "Finetune/Loss": 0.5973720550537109, "Finetune/Loss (Raw)": 0.6177446842193604, "Finetune/Step": 6477, "Finetune/Step Time": 6.71912938170135}
{"Finetune/Learning Rate": 1.3168675054802342e-05, "Finetune/Loss": 0.5973442792892456, "Finetune/Loss (Raw)": 0.6793307662010193, "Finetune/Step": 6478, "Finetune/Step Time": 6.721203112974763}
{"Finetune/Learning Rate": 1.316670519353333e-05, "Finetune/Loss": 0.5976938009262085, "Finetune/Loss (Raw)": 0.6289673447608948, "Finetune/Step": 6479, "Finetune/Step Time": 6.708929385989904}
{"Finetune/Learning Rate": 1.3164735195679707e-05, "Finetune/Loss": 0.5963617563247681, "Finetune/Loss (Raw)": 0.5163881778717041, "Finetune/Step": 6480, "Finetune/Step Time": 6.710313303396106}
{"Finetune/Learning Rate": 1.3162765061326444e-05, "Finetune/Loss": 0.5979002714157104, "Finetune/Loss (Raw)": 0.7836657166481018, "Finetune/Step": 6481, "Finetune/Step Time": 6.72671858407557}
{"Finetune/Learning Rate": 1.3160794790558513e-05, "Finetune/Loss": 0.5979454517364502, "Finetune/Loss (Raw)": 0.6545055508613586, "Finetune/Step": 6482, "Finetune/Step Time": 6.726206287741661}
{"Finetune/Learning Rate": 1.31588243834609e-05, "Finetune/Loss": 0.5979211330413818, "Finetune/Loss (Raw)": 0.25076818466186523, "Finetune/Step": 6483, "Finetune/Step Time": 6.724785652011633}
{"Finetune/Learning Rate": 1.3156853840118586e-05, "Finetune/Loss": 0.5974403619766235, "Finetune/Loss (Raw)": 0.583587110042572, "Finetune/Step": 6484, "Finetune/Step Time": 6.738586464896798}
{"Finetune/Learning Rate": 1.315488316061657e-05, "Finetune/Loss": 0.5963752269744873, "Finetune/Loss (Raw)": 0.5867160558700562, "Finetune/Step": 6485, "Finetune/Step Time": 6.733764233067632}
{"Finetune/Learning Rate": 1.3152912345039844e-05, "Finetune/Loss": 0.5954886674880981, "Finetune/Loss (Raw)": 0.4298352301120758, "Finetune/Step": 6486, "Finetune/Step Time": 6.726540984585881}
{"Finetune/Learning Rate": 1.3150941393473413e-05, "Finetune/Loss": 0.5940229892730713, "Finetune/Loss (Raw)": 0.6367431282997131, "Finetune/Step": 6487, "Finetune/Step Time": 6.7222715727984905}
{"Finetune/Learning Rate": 1.3148970306002289e-05, "Finetune/Loss": 0.5932284593582153, "Finetune/Loss (Raw)": 0.6143903136253357, "Finetune/Step": 6488, "Finetune/Step Time": 6.684778252616525}
{"Finetune/Learning Rate": 1.3146999082711489e-05, "Finetune/Loss": 0.5972874164581299, "Finetune/Loss (Raw)": 0.8122387528419495, "Finetune/Step": 6489, "Finetune/Step Time": 6.660679841414094}
{"Finetune/Learning Rate": 1.3145027723686035e-05, "Finetune/Loss": 0.5960469245910645, "Finetune/Loss (Raw)": 0.5818707346916199, "Finetune/Step": 6490, "Finetune/Step Time": 6.685367750003934}
{"Finetune/Learning Rate": 1.3143056229010949e-05, "Finetune/Loss": 0.5951014161109924, "Finetune/Loss (Raw)": 0.48251113295555115, "Finetune/Step": 6491, "Finetune/Step Time": 6.697274750098586}
{"Finetune/Learning Rate": 1.3141084598771268e-05, "Finetune/Loss": 0.595126748085022, "Finetune/Loss (Raw)": 0.6641623377799988, "Finetune/Step": 6492, "Finetune/Step Time": 6.6978621035814285}
{"Finetune/Learning Rate": 1.3139112833052032e-05, "Finetune/Loss": 0.595747709274292, "Finetune/Loss (Raw)": 0.6459026336669922, "Finetune/Step": 6493, "Finetune/Step Time": 6.6961971167474985}
{"Finetune/Learning Rate": 1.3137140931938286e-05, "Finetune/Loss": 0.5952958464622498, "Finetune/Loss (Raw)": 0.5025507807731628, "Finetune/Step": 6494, "Finetune/Step Time": 6.72663020901382}
{"Finetune/Learning Rate": 1.313516889551508e-05, "Finetune/Loss": 0.5963979959487915, "Finetune/Loss (Raw)": 0.7614734768867493, "Finetune/Step": 6495, "Finetune/Step Time": 6.7292221467942}
{"Finetune/Learning Rate": 1.3133196723867474e-05, "Finetune/Loss": 0.5962605476379395, "Finetune/Loss (Raw)": 0.5701166987419128, "Finetune/Step": 6496, "Finetune/Step Time": 6.723761338740587}
{"Finetune/Learning Rate": 1.3131224417080524e-05, "Finetune/Loss": 0.5962793231010437, "Finetune/Loss (Raw)": 0.5371748805046082, "Finetune/Step": 6497, "Finetune/Step Time": 6.744317503646016}
{"Finetune/Learning Rate": 1.3129251975239303e-05, "Finetune/Loss": 0.5959115028381348, "Finetune/Loss (Raw)": 0.6578809022903442, "Finetune/Step": 6498, "Finetune/Step Time": 6.732406934723258}
{"Finetune/Learning Rate": 1.3127279398428887e-05, "Finetune/Loss": 0.5980427265167236, "Finetune/Loss (Raw)": 0.76645427942276, "Finetune/Step": 6499, "Finetune/Step Time": 6.722101595252752}
{"Finetune/Learning Rate": 1.3125306686734353e-05, "Finetune/Loss": 0.5962594747543335, "Finetune/Loss (Raw)": 0.5357761383056641, "Finetune/Step": 6500, "Finetune/Step Time": 6.728939354419708}
{"Finetune/Learning Rate": 1.3123333840240785e-05, "Finetune/Loss": 0.5971870422363281, "Finetune/Loss (Raw)": 0.6214697360992432, "Finetune/Step": 6501, "Finetune/Step Time": 6.733806971460581}
{"Finetune/Learning Rate": 1.3121360859033281e-05, "Finetune/Loss": 0.5972322821617126, "Finetune/Loss (Raw)": 0.6338827610015869, "Finetune/Step": 6502, "Finetune/Step Time": 6.738886892795563}
{"Finetune/Learning Rate": 1.3119387743196935e-05, "Finetune/Loss": 0.5979614853858948, "Finetune/Loss (Raw)": 0.6583513617515564, "Finetune/Step": 6503, "Finetune/Step Time": 6.740359453484416}
{"Finetune/Learning Rate": 1.311741449281685e-05, "Finetune/Loss": 0.6009209156036377, "Finetune/Loss (Raw)": 0.640181839466095, "Finetune/Step": 6504, "Finetune/Step Time": 6.713483791798353}
{"Finetune/Learning Rate": 1.3115441107978132e-05, "Finetune/Loss": 0.6006693840026855, "Finetune/Loss (Raw)": 0.6928939819335938, "Finetune/Step": 6505, "Finetune/Step Time": 6.713795827701688}
{"Finetune/Learning Rate": 1.3113467588765905e-05, "Finetune/Loss": 0.6012747287750244, "Finetune/Loss (Raw)": 0.609903872013092, "Finetune/Step": 6506, "Finetune/Step Time": 6.705434387549758}
{"Finetune/Learning Rate": 1.311149393526528e-05, "Finetune/Loss": 0.6019771099090576, "Finetune/Loss (Raw)": 0.6961513757705688, "Finetune/Step": 6507, "Finetune/Step Time": 6.689246220514178}
{"Finetune/Learning Rate": 1.310952014756139e-05, "Finetune/Loss": 0.600406289100647, "Finetune/Loss (Raw)": 0.5568876266479492, "Finetune/Step": 6508, "Finetune/Step Time": 6.68465169519186}
{"Finetune/Learning Rate": 1.3107546225739365e-05, "Finetune/Loss": 0.6011958122253418, "Finetune/Loss (Raw)": 0.6541470289230347, "Finetune/Step": 6509, "Finetune/Step Time": 6.68247608654201}
{"Finetune/Learning Rate": 1.3105572169884342e-05, "Finetune/Loss": 0.6045269966125488, "Finetune/Loss (Raw)": 0.6448156237602234, "Finetune/Step": 6510, "Finetune/Step Time": 6.659605706110597}
{"Finetune/Learning Rate": 1.3103597980081469e-05, "Finetune/Loss": 0.6040091514587402, "Finetune/Loss (Raw)": 0.5905576348304749, "Finetune/Step": 6511, "Finetune/Step Time": 6.659428749233484}
{"Finetune/Learning Rate": 1.310162365641589e-05, "Finetune/Loss": 0.6054764986038208, "Finetune/Loss (Raw)": 0.721534252166748, "Finetune/Step": 6512, "Finetune/Step Time": 6.676108969375491}
{"Finetune/Learning Rate": 1.3099649198972764e-05, "Finetune/Loss": 0.6051591634750366, "Finetune/Loss (Raw)": 0.5973550081253052, "Finetune/Step": 6513, "Finetune/Step Time": 6.675746226683259}
{"Finetune/Learning Rate": 1.309767460783725e-05, "Finetune/Loss": 0.6033069491386414, "Finetune/Loss (Raw)": 0.44099363684654236, "Finetune/Step": 6514, "Finetune/Step Time": 6.6827226504683495}
{"Finetune/Learning Rate": 1.3095699883094519e-05, "Finetune/Loss": 0.6014550924301147, "Finetune/Loss (Raw)": 0.5066596865653992, "Finetune/Step": 6515, "Finetune/Step Time": 6.6539171282202005}
{"Finetune/Learning Rate": 1.3093725024829742e-05, "Finetune/Loss": 0.6007456183433533, "Finetune/Loss (Raw)": 0.5222555994987488, "Finetune/Step": 6516, "Finetune/Step Time": 6.635477622970939}
{"Finetune/Learning Rate": 1.3091750033128094e-05, "Finetune/Loss": 0.5999608039855957, "Finetune/Loss (Raw)": 0.6366181969642639, "Finetune/Step": 6517, "Finetune/Step Time": 6.607873983681202}
{"Finetune/Learning Rate": 1.3089774908074761e-05, "Finetune/Loss": 0.5987284183502197, "Finetune/Loss (Raw)": 0.6053179502487183, "Finetune/Step": 6518, "Finetune/Step Time": 6.600866209715605}
{"Finetune/Learning Rate": 1.308779964975494e-05, "Finetune/Loss": 0.5997186899185181, "Finetune/Loss (Raw)": 0.6940430402755737, "Finetune/Step": 6519, "Finetune/Step Time": 6.603778434917331}
{"Finetune/Learning Rate": 1.3085824258253817e-05, "Finetune/Loss": 0.5976032614707947, "Finetune/Loss (Raw)": 0.2918621003627777, "Finetune/Step": 6520, "Finetune/Step Time": 6.621176745742559}
{"Finetune/Learning Rate": 1.30838487336566e-05, "Finetune/Loss": 0.5982134342193604, "Finetune/Loss (Raw)": 0.5939890742301941, "Finetune/Step": 6521, "Finetune/Step Time": 6.606033170595765}
{"Finetune/Learning Rate": 1.308187307604849e-05, "Finetune/Loss": 0.599724531173706, "Finetune/Loss (Raw)": 0.6072774529457092, "Finetune/Step": 6522, "Finetune/Step Time": 6.597592115402222}
{"Finetune/Learning Rate": 1.3079897285514705e-05, "Finetune/Loss": 0.6003682613372803, "Finetune/Loss (Raw)": 0.6816674470901489, "Finetune/Step": 6523, "Finetune/Step Time": 6.583764581009746}
{"Finetune/Learning Rate": 1.3077921362140463e-05, "Finetune/Loss": 0.6040619015693665, "Finetune/Loss (Raw)": 0.6573522686958313, "Finetune/Step": 6524, "Finetune/Step Time": 6.564651763066649}
{"Finetune/Learning Rate": 1.3075945306010987e-05, "Finetune/Loss": 0.6032518148422241, "Finetune/Loss (Raw)": 0.6490687131881714, "Finetune/Step": 6525, "Finetune/Step Time": 6.563710441812873}
{"Finetune/Learning Rate": 1.3073969117211509e-05, "Finetune/Loss": 0.6029270887374878, "Finetune/Loss (Raw)": 0.6534023284912109, "Finetune/Step": 6526, "Finetune/Step Time": 6.558122243732214}
{"Finetune/Learning Rate": 1.3071992795827262e-05, "Finetune/Loss": 0.6028051376342773, "Finetune/Loss (Raw)": 0.5320070385932922, "Finetune/Step": 6527, "Finetune/Step Time": 6.56727772206068}
{"Finetune/Learning Rate": 1.3070016341943491e-05, "Finetune/Loss": 0.6015756130218506, "Finetune/Loss (Raw)": 0.5565816164016724, "Finetune/Step": 6528, "Finetune/Step Time": 6.5723520293831825}
{"Finetune/Learning Rate": 1.3068039755645444e-05, "Finetune/Loss": 0.6011795997619629, "Finetune/Loss (Raw)": 0.49935564398765564, "Finetune/Step": 6529, "Finetune/Step Time": 6.563443411141634}
{"Finetune/Learning Rate": 1.3066063037018366e-05, "Finetune/Loss": 0.5999343395233154, "Finetune/Loss (Raw)": 0.5544189810752869, "Finetune/Step": 6530, "Finetune/Step Time": 6.567790551111102}
{"Finetune/Learning Rate": 1.3064086186147527e-05, "Finetune/Loss": 0.6010453104972839, "Finetune/Loss (Raw)": 0.6318542957305908, "Finetune/Step": 6531, "Finetune/Step Time": 6.562110595405102}
{"Finetune/Learning Rate": 1.3062109203118185e-05, "Finetune/Loss": 0.6009226441383362, "Finetune/Loss (Raw)": 0.6204139590263367, "Finetune/Step": 6532, "Finetune/Step Time": 6.562076672911644}
{"Finetune/Learning Rate": 1.3060132088015612e-05, "Finetune/Loss": 0.5998170375823975, "Finetune/Loss (Raw)": 0.5451231598854065, "Finetune/Step": 6533, "Finetune/Step Time": 6.563138607889414}
{"Finetune/Learning Rate": 1.305815484092508e-05, "Finetune/Loss": 0.6002556681632996, "Finetune/Loss (Raw)": 0.6528952717781067, "Finetune/Step": 6534, "Finetune/Step Time": 6.56421560421586}
{"Finetune/Learning Rate": 1.3056177461931877e-05, "Finetune/Loss": 0.6016417741775513, "Finetune/Loss (Raw)": 0.810699999332428, "Finetune/Step": 6535, "Finetune/Step Time": 6.547444919124246}
{"Finetune/Learning Rate": 1.3054199951121284e-05, "Finetune/Loss": 0.6004711389541626, "Finetune/Loss (Raw)": 0.5565016269683838, "Finetune/Step": 6536, "Finetune/Step Time": 6.543966012075543}
{"Finetune/Learning Rate": 1.3052222308578597e-05, "Finetune/Loss": 0.5970402359962463, "Finetune/Loss (Raw)": 0.2094377726316452, "Finetune/Step": 6537, "Finetune/Step Time": 6.556839412078261}
{"Finetune/Learning Rate": 1.3050244534389118e-05, "Finetune/Loss": 0.596708357334137, "Finetune/Loss (Raw)": 0.5840645432472229, "Finetune/Step": 6538, "Finetune/Step Time": 6.570281790569425}
{"Finetune/Learning Rate": 1.3048266628638145e-05, "Finetune/Loss": 0.597977876663208, "Finetune/Loss (Raw)": 0.7675527334213257, "Finetune/Step": 6539, "Finetune/Step Time": 6.58147387765348}
{"Finetune/Learning Rate": 1.3046288591410989e-05, "Finetune/Loss": 0.5978922843933105, "Finetune/Loss (Raw)": 0.5775972604751587, "Finetune/Step": 6540, "Finetune/Step Time": 6.569978186860681}
{"Finetune/Learning Rate": 1.3044310422792972e-05, "Finetune/Loss": 0.5976805686950684, "Finetune/Loss (Raw)": 0.6218501925468445, "Finetune/Step": 6541, "Finetune/Step Time": 6.572036821395159}
{"Finetune/Learning Rate": 1.3042332122869408e-05, "Finetune/Loss": 0.5964224338531494, "Finetune/Loss (Raw)": 0.5939390659332275, "Finetune/Step": 6542, "Finetune/Step Time": 6.566418474540114}
{"Finetune/Learning Rate": 1.3040353691725627e-05, "Finetune/Loss": 0.5967029929161072, "Finetune/Loss (Raw)": 0.6757283210754395, "Finetune/Step": 6543, "Finetune/Step Time": 6.56617533788085}
{"Finetune/Learning Rate": 1.303837512944696e-05, "Finetune/Loss": 0.5942039489746094, "Finetune/Loss (Raw)": 0.24528701603412628, "Finetune/Step": 6544, "Finetune/Step Time": 6.587719965726137}
{"Finetune/Learning Rate": 1.3036396436118745e-05, "Finetune/Loss": 0.5940932035446167, "Finetune/Loss (Raw)": 0.6478142738342285, "Finetune/Step": 6545, "Finetune/Step Time": 6.591755628585815}
{"Finetune/Learning Rate": 1.303441761182633e-05, "Finetune/Loss": 0.5939480066299438, "Finetune/Loss (Raw)": 0.6435287594795227, "Finetune/Step": 6546, "Finetune/Step Time": 6.5937667060643435}
{"Finetune/Learning Rate": 1.3032438656655062e-05, "Finetune/Loss": 0.5944821834564209, "Finetune/Loss (Raw)": 0.6634240746498108, "Finetune/Step": 6547, "Finetune/Step Time": 6.599030448123813}
{"Finetune/Learning Rate": 1.3030459570690298e-05, "Finetune/Loss": 0.5954379439353943, "Finetune/Loss (Raw)": 0.6826341152191162, "Finetune/Step": 6548, "Finetune/Step Time": 6.592130612581968}
{"Finetune/Learning Rate": 1.3028480354017394e-05, "Finetune/Loss": 0.5950244665145874, "Finetune/Loss (Raw)": 0.6322678923606873, "Finetune/Step": 6549, "Finetune/Step Time": 6.591638430953026}
{"Finetune/Learning Rate": 1.3026501006721719e-05, "Finetune/Loss": 0.5943713784217834, "Finetune/Loss (Raw)": 0.6074414849281311, "Finetune/Step": 6550, "Finetune/Step Time": 6.596430879086256}
{"Finetune/Learning Rate": 1.3024521528888647e-05, "Finetune/Loss": 0.5960772037506104, "Finetune/Loss (Raw)": 0.8192615509033203, "Finetune/Step": 6551, "Finetune/Step Time": 6.612658528611064}
{"Finetune/Learning Rate": 1.3022541920603557e-05, "Finetune/Loss": 0.5976030826568604, "Finetune/Loss (Raw)": 0.7330852150917053, "Finetune/Step": 6552, "Finetune/Step Time": 6.6325215715914965}
{"Finetune/Learning Rate": 1.3020562181951826e-05, "Finetune/Loss": 0.5977055430412292, "Finetune/Loss (Raw)": 0.5859596729278564, "Finetune/Step": 6553, "Finetune/Step Time": 6.619629517197609}
{"Finetune/Learning Rate": 1.3018582313018849e-05, "Finetune/Loss": 0.597024142742157, "Finetune/Loss (Raw)": 0.5867633819580078, "Finetune/Step": 6554, "Finetune/Step Time": 6.6296759862452745}
{"Finetune/Learning Rate": 1.3016602313890016e-05, "Finetune/Loss": 0.5969367027282715, "Finetune/Loss (Raw)": 0.5881928205490112, "Finetune/Step": 6555, "Finetune/Step Time": 6.627141857519746}
{"Finetune/Learning Rate": 1.3014622184650732e-05, "Finetune/Loss": 0.5964187979698181, "Finetune/Loss (Raw)": 0.5040688514709473, "Finetune/Step": 6556, "Finetune/Step Time": 6.612548707053065}
{"Finetune/Learning Rate": 1.30126419253864e-05, "Finetune/Loss": 0.5934134721755981, "Finetune/Loss (Raw)": 0.21113336086273193, "Finetune/Step": 6557, "Finetune/Step Time": 6.6297155525535345}
{"Finetune/Learning Rate": 1.3010661536182432e-05, "Finetune/Loss": 0.5933514833450317, "Finetune/Loss (Raw)": 0.6719427704811096, "Finetune/Step": 6558, "Finetune/Step Time": 6.665455998852849}
{"Finetune/Learning Rate": 1.3008681017124244e-05, "Finetune/Loss": 0.5935816764831543, "Finetune/Loss (Raw)": 0.5964742302894592, "Finetune/Step": 6559, "Finetune/Step Time": 6.678270122036338}
{"Finetune/Learning Rate": 1.3006700368297263e-05, "Finetune/Loss": 0.5968335866928101, "Finetune/Loss (Raw)": 0.6094194650650024, "Finetune/Step": 6560, "Finetune/Step Time": 6.659512795507908}
{"Finetune/Learning Rate": 1.3004719589786911e-05, "Finetune/Loss": 0.5976568460464478, "Finetune/Loss (Raw)": 0.7333577275276184, "Finetune/Step": 6561, "Finetune/Step Time": 6.6740292981266975}
{"Finetune/Learning Rate": 1.3002738681678627e-05, "Finetune/Loss": 0.595180869102478, "Finetune/Loss (Raw)": 0.2954391837120056, "Finetune/Step": 6562, "Finetune/Step Time": 6.688861101865768}
{"Finetune/Learning Rate": 1.3000757644057846e-05, "Finetune/Loss": 0.5916367769241333, "Finetune/Loss (Raw)": 0.2711820602416992, "Finetune/Step": 6563, "Finetune/Step Time": 6.700573114678264}
{"Finetune/Learning Rate": 1.2998776477010017e-05, "Finetune/Loss": 0.5902356505393982, "Finetune/Loss (Raw)": 0.5880565047264099, "Finetune/Step": 6564, "Finetune/Step Time": 6.698764080181718}
{"Finetune/Learning Rate": 1.299679518062059e-05, "Finetune/Loss": 0.589759886264801, "Finetune/Loss (Raw)": 0.5545988082885742, "Finetune/Step": 6565, "Finetune/Step Time": 6.709335811436176}
{"Finetune/Learning Rate": 1.2994813754975015e-05, "Finetune/Loss": 0.5903233885765076, "Finetune/Loss (Raw)": 0.7280958890914917, "Finetune/Step": 6566, "Finetune/Step Time": 6.712823763489723}
{"Finetune/Learning Rate": 1.2992832200158766e-05, "Finetune/Loss": 0.5916187763214111, "Finetune/Loss (Raw)": 0.6603074669837952, "Finetune/Step": 6567, "Finetune/Step Time": 6.70683510415256}
{"Finetune/Learning Rate": 1.29908505162573e-05, "Finetune/Loss": 0.5908066034317017, "Finetune/Loss (Raw)": 0.6670207381248474, "Finetune/Step": 6568, "Finetune/Step Time": 6.707956722006202}
{"Finetune/Learning Rate": 1.2988868703356093e-05, "Finetune/Loss": 0.5911771655082703, "Finetune/Loss (Raw)": 0.7647817730903625, "Finetune/Step": 6569, "Finetune/Step Time": 6.710085686296225}
{"Finetune/Learning Rate": 1.2986886761540625e-05, "Finetune/Loss": 0.5902432799339294, "Finetune/Loss (Raw)": 0.3951479196548462, "Finetune/Step": 6570, "Finetune/Step Time": 6.703988011926413}
{"Finetune/Learning Rate": 1.2984904690896377e-05, "Finetune/Loss": 0.5865910053253174, "Finetune/Loss (Raw)": 0.25110530853271484, "Finetune/Step": 6571, "Finetune/Step Time": 6.70772535353899}
{"Finetune/Learning Rate": 1.2982922491508843e-05, "Finetune/Loss": 0.5858449935913086, "Finetune/Loss (Raw)": 0.5912549495697021, "Finetune/Step": 6572, "Finetune/Step Time": 6.711104419082403}
{"Finetune/Learning Rate": 1.2980940163463516e-05, "Finetune/Loss": 0.5873345136642456, "Finetune/Loss (Raw)": 0.6864515542984009, "Finetune/Step": 6573, "Finetune/Step Time": 6.694343976676464}
{"Finetune/Learning Rate": 1.2978957706845892e-05, "Finetune/Loss": 0.5866439342498779, "Finetune/Loss (Raw)": 0.567839503288269, "Finetune/Step": 6574, "Finetune/Step Time": 6.68215299770236}
{"Finetune/Learning Rate": 1.2976975121741484e-05, "Finetune/Loss": 0.5868619084358215, "Finetune/Loss (Raw)": 0.6473761200904846, "Finetune/Step": 6575, "Finetune/Step Time": 6.6740132458508015}
{"Finetune/Learning Rate": 1.2974992408235801e-05, "Finetune/Loss": 0.5873450636863708, "Finetune/Loss (Raw)": 0.6143497824668884, "Finetune/Step": 6576, "Finetune/Step Time": 6.682664463296533}
{"Finetune/Learning Rate": 1.2973009566414358e-05, "Finetune/Loss": 0.5857694149017334, "Finetune/Loss (Raw)": 0.4692072868347168, "Finetune/Step": 6577, "Finetune/Step Time": 6.679880144074559}
{"Finetune/Learning Rate": 1.2971026596362685e-05, "Finetune/Loss": 0.5856425762176514, "Finetune/Loss (Raw)": 0.5985081195831299, "Finetune/Step": 6578, "Finetune/Step Time": 6.684058163315058}
{"Finetune/Learning Rate": 1.2969043498166302e-05, "Finetune/Loss": 0.5866654515266418, "Finetune/Loss (Raw)": 0.6546225547790527, "Finetune/Step": 6579, "Finetune/Step Time": 6.670093461871147}
{"Finetune/Learning Rate": 1.2967060271910751e-05, "Finetune/Loss": 0.5857861638069153, "Finetune/Loss (Raw)": 0.5069006085395813, "Finetune/Step": 6580, "Finetune/Step Time": 6.6540727987885475}
{"Finetune/Learning Rate": 1.2965076917681563e-05, "Finetune/Loss": 0.588386058807373, "Finetune/Loss (Raw)": 0.7942924499511719, "Finetune/Step": 6581, "Finetune/Step Time": 6.654332438483834}
{"Finetune/Learning Rate": 1.296309343556429e-05, "Finetune/Loss": 0.5852369070053101, "Finetune/Loss (Raw)": 0.2559582591056824, "Finetune/Step": 6582, "Finetune/Step Time": 6.667836809530854}
{"Finetune/Learning Rate": 1.296110982564448e-05, "Finetune/Loss": 0.5817936658859253, "Finetune/Loss (Raw)": 0.2114485502243042, "Finetune/Step": 6583, "Finetune/Step Time": 6.689350096508861}
{"Finetune/Learning Rate": 1.2959126088007686e-05, "Finetune/Loss": 0.5833818912506104, "Finetune/Loss (Raw)": 0.7592447996139526, "Finetune/Step": 6584, "Finetune/Step Time": 6.716487102210522}
{"Finetune/Learning Rate": 1.2957142222739472e-05, "Finetune/Loss": 0.5831137299537659, "Finetune/Loss (Raw)": 0.5822161436080933, "Finetune/Step": 6585, "Finetune/Step Time": 6.737241204828024}
{"Finetune/Learning Rate": 1.2955158229925409e-05, "Finetune/Loss": 0.5851094126701355, "Finetune/Loss (Raw)": 0.7858319282531738, "Finetune/Step": 6586, "Finetune/Step Time": 6.734564205631614}
{"Finetune/Learning Rate": 1.2953174109651062e-05, "Finetune/Loss": 0.5845412611961365, "Finetune/Loss (Raw)": 0.583527684211731, "Finetune/Step": 6587, "Finetune/Step Time": 6.73698896355927}
{"Finetune/Learning Rate": 1.2951189862002014e-05, "Finetune/Loss": 0.5882358551025391, "Finetune/Loss (Raw)": 0.7520480751991272, "Finetune/Step": 6588, "Finetune/Step Time": 6.71756530366838}
{"Finetune/Learning Rate": 1.2949205487063847e-05, "Finetune/Loss": 0.5884547233581543, "Finetune/Loss (Raw)": 0.6717043519020081, "Finetune/Step": 6589, "Finetune/Step Time": 6.7013008166104555}
{"Finetune/Learning Rate": 1.2947220984922149e-05, "Finetune/Loss": 0.5884906649589539, "Finetune/Loss (Raw)": 0.6382704377174377, "Finetune/Step": 6590, "Finetune/Step Time": 6.70531296916306}
{"Finetune/Learning Rate": 1.2945236355662515e-05, "Finetune/Loss": 0.5897409915924072, "Finetune/Loss (Raw)": 0.7013313174247742, "Finetune/Step": 6591, "Finetune/Step Time": 6.709672344848514}
{"Finetune/Learning Rate": 1.2943251599370545e-05, "Finetune/Loss": 0.5904107093811035, "Finetune/Loss (Raw)": 0.6631762385368347, "Finetune/Step": 6592, "Finetune/Step Time": 6.726789927110076}
{"Finetune/Learning Rate": 1.2941266716131848e-05, "Finetune/Loss": 0.5906500816345215, "Finetune/Loss (Raw)": 0.6779308319091797, "Finetune/Step": 6593, "Finetune/Step Time": 6.7188222873955965}
{"Finetune/Learning Rate": 1.2939281706032033e-05, "Finetune/Loss": 0.5896015763282776, "Finetune/Loss (Raw)": 0.5797955393791199, "Finetune/Step": 6594, "Finetune/Step Time": 6.726882077753544}
{"Finetune/Learning Rate": 1.2937296569156709e-05, "Finetune/Loss": 0.5918960571289062, "Finetune/Loss (Raw)": 0.5711352825164795, "Finetune/Step": 6595, "Finetune/Step Time": 6.730909645557404}
{"Finetune/Learning Rate": 1.293531130559151e-05, "Finetune/Loss": 0.5929299592971802, "Finetune/Loss (Raw)": 0.7193441987037659, "Finetune/Step": 6596, "Finetune/Step Time": 6.728961415588856}
{"Finetune/Learning Rate": 1.2933325915422054e-05, "Finetune/Loss": 0.5896363258361816, "Finetune/Loss (Raw)": 0.25489699840545654, "Finetune/Step": 6597, "Finetune/Step Time": 6.741445172578096}
{"Finetune/Learning Rate": 1.2931340398733977e-05, "Finetune/Loss": 0.5915842056274414, "Finetune/Loss (Raw)": 0.4675321877002716, "Finetune/Step": 6598, "Finetune/Step Time": 6.75636382214725}
{"Finetune/Learning Rate": 1.2929354755612921e-05, "Finetune/Loss": 0.5914911031723022, "Finetune/Loss (Raw)": 0.73203045129776, "Finetune/Step": 6599, "Finetune/Step Time": 6.755684783682227}
{"Finetune/Learning Rate": 1.2927368986144524e-05, "Finetune/Loss": 0.5927746295928955, "Finetune/Loss (Raw)": 0.6795434951782227, "Finetune/Step": 6600, "Finetune/Step Time": 6.740129094570875}
{"Finetune/Learning Rate": 1.2925383090414433e-05, "Finetune/Loss": 0.595349133014679, "Finetune/Loss (Raw)": 0.6014053225517273, "Finetune/Step": 6601, "Finetune/Step Time": 6.719959272071719}
{"Finetune/Learning Rate": 1.2923397068508312e-05, "Finetune/Loss": 0.5953418016433716, "Finetune/Loss (Raw)": 0.6669115424156189, "Finetune/Step": 6602, "Finetune/Step Time": 6.704293230548501}
{"Finetune/Learning Rate": 1.2921410920511814e-05, "Finetune/Loss": 0.5947622656822205, "Finetune/Loss (Raw)": 0.5412837266921997, "Finetune/Step": 6603, "Finetune/Step Time": 6.72786801122129}
{"Finetune/Learning Rate": 1.2919424646510607e-05, "Finetune/Loss": 0.5936493277549744, "Finetune/Loss (Raw)": 0.4725307822227478, "Finetune/Step": 6604, "Finetune/Step Time": 6.765466535463929}
{"Finetune/Learning Rate": 1.291743824659036e-05, "Finetune/Loss": 0.5934977531433105, "Finetune/Loss (Raw)": 0.5983505249023438, "Finetune/Step": 6605, "Finetune/Step Time": 6.759784858673811}
{"Finetune/Learning Rate": 1.2915451720836752e-05, "Finetune/Loss": 0.5933938026428223, "Finetune/Loss (Raw)": 0.6660268902778625, "Finetune/Step": 6606, "Finetune/Step Time": 6.753797618672252}
{"Finetune/Learning Rate": 1.2913465069335461e-05, "Finetune/Loss": 0.5933871269226074, "Finetune/Loss (Raw)": 0.6281076669692993, "Finetune/Step": 6607, "Finetune/Step Time": 6.746211314573884}
{"Finetune/Learning Rate": 1.2911478292172177e-05, "Finetune/Loss": 0.5937281847000122, "Finetune/Loss (Raw)": 0.5600491762161255, "Finetune/Step": 6608, "Finetune/Step Time": 6.744282679632306}
{"Finetune/Learning Rate": 1.2909491389432596e-05, "Finetune/Loss": 0.5928018093109131, "Finetune/Loss (Raw)": 0.6650850772857666, "Finetune/Step": 6609, "Finetune/Step Time": 6.733568795025349}
{"Finetune/Learning Rate": 1.2907504361202405e-05, "Finetune/Loss": 0.5925872921943665, "Finetune/Loss (Raw)": 0.627047061920166, "Finetune/Step": 6610, "Finetune/Step Time": 6.72706881724298}
{"Finetune/Learning Rate": 1.2905517207567318e-05, "Finetune/Loss": 0.5960507988929749, "Finetune/Loss (Raw)": 0.6940950751304626, "Finetune/Step": 6611, "Finetune/Step Time": 6.705683743581176}
{"Finetune/Learning Rate": 1.290352992861304e-05, "Finetune/Loss": 0.5953012108802795, "Finetune/Loss (Raw)": 0.48763999342918396, "Finetune/Step": 6612, "Finetune/Step Time": 6.700394777581096}
{"Finetune/Learning Rate": 1.2901542524425286e-05, "Finetune/Loss": 0.595267653465271, "Finetune/Loss (Raw)": 0.5824202299118042, "Finetune/Step": 6613, "Finetune/Step Time": 6.697916628792882}
{"Finetune/Learning Rate": 1.2899554995089777e-05, "Finetune/Loss": 0.5976912975311279, "Finetune/Loss (Raw)": 0.7400595545768738, "Finetune/Step": 6614, "Finetune/Step Time": 6.684256806969643}
{"Finetune/Learning Rate": 1.2897567340692235e-05, "Finetune/Loss": 0.5970644950866699, "Finetune/Loss (Raw)": 0.556519627571106, "Finetune/Step": 6615, "Finetune/Step Time": 6.683725884184241}
{"Finetune/Learning Rate": 1.2895579561318388e-05, "Finetune/Loss": 0.5967315435409546, "Finetune/Loss (Raw)": 0.5717670321464539, "Finetune/Step": 6616, "Finetune/Step Time": 6.680032216012478}
{"Finetune/Learning Rate": 1.2893591657053976e-05, "Finetune/Loss": 0.5952884554862976, "Finetune/Loss (Raw)": 0.6275274753570557, "Finetune/Step": 6617, "Finetune/Step Time": 6.683664906769991}
{"Finetune/Learning Rate": 1.2891603627984742e-05, "Finetune/Loss": 0.5946639776229858, "Finetune/Loss (Raw)": 0.5019303560256958, "Finetune/Step": 6618, "Finetune/Step Time": 6.681414268910885}
{"Finetune/Learning Rate": 1.2889615474196429e-05, "Finetune/Loss": 0.5963358879089355, "Finetune/Loss (Raw)": 0.6965189576148987, "Finetune/Step": 6619, "Finetune/Step Time": 6.668022872880101}
{"Finetune/Learning Rate": 1.2887627195774792e-05, "Finetune/Loss": 0.595862627029419, "Finetune/Loss (Raw)": 0.6035815477371216, "Finetune/Step": 6620, "Finetune/Step Time": 6.674276871606708}
{"Finetune/Learning Rate": 1.2885638792805584e-05, "Finetune/Loss": 0.5930626392364502, "Finetune/Loss (Raw)": 0.2875114679336548, "Finetune/Step": 6621, "Finetune/Step Time": 6.684129197150469}
{"Finetune/Learning Rate": 1.288365026537457e-05, "Finetune/Loss": 0.5943106412887573, "Finetune/Loss (Raw)": 0.6622886061668396, "Finetune/Step": 6622, "Finetune/Step Time": 6.646619973704219}
{"Finetune/Learning Rate": 1.288166161356752e-05, "Finetune/Loss": 0.5936447978019714, "Finetune/Loss (Raw)": 0.6762522459030151, "Finetune/Step": 6623, "Finetune/Step Time": 6.64023762755096}
{"Finetune/Learning Rate": 1.2879672837470208e-05, "Finetune/Loss": 0.5938876271247864, "Finetune/Loss (Raw)": 0.6011969447135925, "Finetune/Step": 6624, "Finetune/Step Time": 6.63325697556138}
{"Finetune/Learning Rate": 1.2877683937168409e-05, "Finetune/Loss": 0.5940943956375122, "Finetune/Loss (Raw)": 0.563639760017395, "Finetune/Step": 6625, "Finetune/Step Time": 6.627305885776877}
{"Finetune/Learning Rate": 1.2875694912747904e-05, "Finetune/Loss": 0.5940797328948975, "Finetune/Loss (Raw)": 0.6560009121894836, "Finetune/Step": 6626, "Finetune/Step Time": 6.624583538621664}
{"Finetune/Learning Rate": 1.287370576429449e-05, "Finetune/Loss": 0.5933926105499268, "Finetune/Loss (Raw)": 0.6785054802894592, "Finetune/Step": 6627, "Finetune/Step Time": 6.634844155982137}
{"Finetune/Learning Rate": 1.2871716491893962e-05, "Finetune/Loss": 0.5934872627258301, "Finetune/Loss (Raw)": 0.5478945970535278, "Finetune/Step": 6628, "Finetune/Step Time": 6.6297821495682}
{"Finetune/Learning Rate": 1.2869727095632114e-05, "Finetune/Loss": 0.5934637784957886, "Finetune/Loss (Raw)": 0.6184634566307068, "Finetune/Step": 6629, "Finetune/Step Time": 6.638483630493283}
{"Finetune/Learning Rate": 1.2867737575594756e-05, "Finetune/Loss": 0.5926559567451477, "Finetune/Loss (Raw)": 0.5304791331291199, "Finetune/Step": 6630, "Finetune/Step Time": 6.63887763954699}
{"Finetune/Learning Rate": 1.28657479318677e-05, "Finetune/Loss": 0.5920929908752441, "Finetune/Loss (Raw)": 0.5862884521484375, "Finetune/Step": 6631, "Finetune/Step Time": 6.640985487028956}
{"Finetune/Learning Rate": 1.2863758164536757e-05, "Finetune/Loss": 0.5917627811431885, "Finetune/Loss (Raw)": 0.5979176759719849, "Finetune/Step": 6632, "Finetune/Step Time": 6.65592766366899}
{"Finetune/Learning Rate": 1.2861768273687752e-05, "Finetune/Loss": 0.5905128717422485, "Finetune/Loss (Raw)": 0.5329133868217468, "Finetune/Step": 6633, "Finetune/Step Time": 6.667035041376948}
{"Finetune/Learning Rate": 1.2859778259406512e-05, "Finetune/Loss": 0.5901734232902527, "Finetune/Loss (Raw)": 0.566449761390686, "Finetune/Step": 6634, "Finetune/Step Time": 6.660629402846098}
{"Finetune/Learning Rate": 1.2857788121778868e-05, "Finetune/Loss": 0.5892400741577148, "Finetune/Loss (Raw)": 0.5766763687133789, "Finetune/Step": 6635, "Finetune/Step Time": 6.665205096825957}
{"Finetune/Learning Rate": 1.285579786089066e-05, "Finetune/Loss": 0.589934229850769, "Finetune/Loss (Raw)": 0.6457379460334778, "Finetune/Step": 6636, "Finetune/Step Time": 6.67005467414856}
{"Finetune/Learning Rate": 1.2853807476827726e-05, "Finetune/Loss": 0.5900532007217407, "Finetune/Loss (Raw)": 0.6693882942199707, "Finetune/Step": 6637, "Finetune/Step Time": 6.6654224786907434}
{"Finetune/Learning Rate": 1.2851816969675922e-05, "Finetune/Loss": 0.5891236066818237, "Finetune/Loss (Raw)": 0.5258225202560425, "Finetune/Step": 6638, "Finetune/Step Time": 6.67916009388864}
{"Finetune/Learning Rate": 1.2849826339521091e-05, "Finetune/Loss": 0.5888587236404419, "Finetune/Loss (Raw)": 0.5566543340682983, "Finetune/Step": 6639, "Finetune/Step Time": 6.6890058517456055}
{"Finetune/Learning Rate": 1.2847835586449104e-05, "Finetune/Loss": 0.5886353254318237, "Finetune/Loss (Raw)": 0.6929312348365784, "Finetune/Step": 6640, "Finetune/Step Time": 6.686032958328724}
{"Finetune/Learning Rate": 1.2845844710545814e-05, "Finetune/Loss": 0.588943600654602, "Finetune/Loss (Raw)": 0.6368224024772644, "Finetune/Step": 6641, "Finetune/Step Time": 6.689701663330197}
{"Finetune/Learning Rate": 1.2843853711897096e-05, "Finetune/Loss": 0.5912857055664062, "Finetune/Loss (Raw)": 0.7407820224761963, "Finetune/Step": 6642, "Finetune/Step Time": 6.680569538846612}
{"Finetune/Learning Rate": 1.2841862590588822e-05, "Finetune/Loss": 0.5914660096168518, "Finetune/Loss (Raw)": 0.5297393798828125, "Finetune/Step": 6643, "Finetune/Step Time": 6.710023079067469}
{"Finetune/Learning Rate": 1.2839871346706878e-05, "Finetune/Loss": 0.5923863649368286, "Finetune/Loss (Raw)": 0.6400527954101562, "Finetune/Step": 6644, "Finetune/Step Time": 6.732889359816909}
{"Finetune/Learning Rate": 1.2837879980337143e-05, "Finetune/Loss": 0.5924450159072876, "Finetune/Loss (Raw)": 0.6441326141357422, "Finetune/Step": 6645, "Finetune/Step Time": 6.735285012051463}
{"Finetune/Learning Rate": 1.2835888491565507e-05, "Finetune/Loss": 0.5936803817749023, "Finetune/Loss (Raw)": 0.7634435296058655, "Finetune/Step": 6646, "Finetune/Step Time": 6.737718939781189}
{"Finetune/Learning Rate": 1.283389688047787e-05, "Finetune/Loss": 0.592368483543396, "Finetune/Loss (Raw)": 0.5261247158050537, "Finetune/Step": 6647, "Finetune/Step Time": 6.75152013450861}
{"Finetune/Learning Rate": 1.2831905147160132e-05, "Finetune/Loss": 0.5954391956329346, "Finetune/Loss (Raw)": 0.6849119663238525, "Finetune/Step": 6648, "Finetune/Step Time": 6.7330888248980045}
{"Finetune/Learning Rate": 1.2829913291698196e-05, "Finetune/Loss": 0.5959163904190063, "Finetune/Loss (Raw)": 0.6550737023353577, "Finetune/Step": 6649, "Finetune/Step Time": 6.7267612144351006}
{"Finetune/Learning Rate": 1.2827921314177978e-05, "Finetune/Loss": 0.5953805446624756, "Finetune/Loss (Raw)": 0.5386839509010315, "Finetune/Step": 6650, "Finetune/Step Time": 6.71944628842175}
{"Finetune/Learning Rate": 1.2825929214685396e-05, "Finetune/Loss": 0.594883918762207, "Finetune/Loss (Raw)": 0.6180941462516785, "Finetune/Step": 6651, "Finetune/Step Time": 6.718657873570919}
{"Finetune/Learning Rate": 1.2823936993306365e-05, "Finetune/Loss": 0.5942593812942505, "Finetune/Loss (Raw)": 0.577411949634552, "Finetune/Step": 6652, "Finetune/Step Time": 6.719231186434627}
{"Finetune/Learning Rate": 1.2821944650126817e-05, "Finetune/Loss": 0.5936919450759888, "Finetune/Loss (Raw)": 0.5764393210411072, "Finetune/Step": 6653, "Finetune/Step Time": 6.717612920328975}
{"Finetune/Learning Rate": 1.2819952185232686e-05, "Finetune/Loss": 0.5928696990013123, "Finetune/Loss (Raw)": 0.5481573939323425, "Finetune/Step": 6654, "Finetune/Step Time": 6.73807586543262}
{"Finetune/Learning Rate": 1.2817959598709905e-05, "Finetune/Loss": 0.5933773517608643, "Finetune/Loss (Raw)": 0.5969799757003784, "Finetune/Step": 6655, "Finetune/Step Time": 6.74288596957922}
{"Finetune/Learning Rate": 1.2815966890644427e-05, "Finetune/Loss": 0.593575119972229, "Finetune/Loss (Raw)": 0.5819008350372314, "Finetune/Step": 6656, "Finetune/Step Time": 6.732010321691632}
{"Finetune/Learning Rate": 1.2813974061122189e-05, "Finetune/Loss": 0.5934730768203735, "Finetune/Loss (Raw)": 0.48629695177078247, "Finetune/Step": 6657, "Finetune/Step Time": 6.735912607982755}
{"Finetune/Learning Rate": 1.2811981110229151e-05, "Finetune/Loss": 0.5938098430633545, "Finetune/Loss (Raw)": 0.5975229144096375, "Finetune/Step": 6658, "Finetune/Step Time": 6.732874900102615}
{"Finetune/Learning Rate": 1.280998803805127e-05, "Finetune/Loss": 0.5942742824554443, "Finetune/Loss (Raw)": 0.6913076043128967, "Finetune/Step": 6659, "Finetune/Step Time": 6.741879383102059}
{"Finetune/Learning Rate": 1.2807994844674511e-05, "Finetune/Loss": 0.5932306051254272, "Finetune/Loss (Raw)": 0.4868176579475403, "Finetune/Step": 6660, "Finetune/Step Time": 6.760357769206166}
{"Finetune/Learning Rate": 1.2806001530184844e-05, "Finetune/Loss": 0.5942861437797546, "Finetune/Loss (Raw)": 0.6802293658256531, "Finetune/Step": 6661, "Finetune/Step Time": 6.772324873134494}
{"Finetune/Learning Rate": 1.280400809466824e-05, "Finetune/Loss": 0.5945691466331482, "Finetune/Loss (Raw)": 0.6891232132911682, "Finetune/Step": 6662, "Finetune/Step Time": 6.783071223646402}
{"Finetune/Learning Rate": 1.2802014538210678e-05, "Finetune/Loss": 0.5930554866790771, "Finetune/Loss (Raw)": 0.616950511932373, "Finetune/Step": 6663, "Finetune/Step Time": 6.782030837610364}
{"Finetune/Learning Rate": 1.2800020860898152e-05, "Finetune/Loss": 0.5929469466209412, "Finetune/Loss (Raw)": 0.5426119565963745, "Finetune/Step": 6664, "Finetune/Step Time": 6.775984497740865}
{"Finetune/Learning Rate": 1.2798027062816645e-05, "Finetune/Loss": 0.5967891216278076, "Finetune/Loss (Raw)": 0.7012336850166321, "Finetune/Step": 6665, "Finetune/Step Time": 6.761341731995344}
{"Finetune/Learning Rate": 1.2796033144052153e-05, "Finetune/Loss": 0.5977094173431396, "Finetune/Loss (Raw)": 0.701863706111908, "Finetune/Step": 6666, "Finetune/Step Time": 6.736021647229791}
{"Finetune/Learning Rate": 1.279403910469068e-05, "Finetune/Loss": 0.5966204404830933, "Finetune/Loss (Raw)": 0.6281581521034241, "Finetune/Step": 6667, "Finetune/Step Time": 6.724637761712074}
{"Finetune/Learning Rate": 1.2792044944818225e-05, "Finetune/Loss": 0.5965571403503418, "Finetune/Loss (Raw)": 0.5695027112960815, "Finetune/Step": 6668, "Finetune/Step Time": 6.727077988907695}
{"Finetune/Learning Rate": 1.2790050664520806e-05, "Finetune/Loss": 0.5964511632919312, "Finetune/Loss (Raw)": 0.6082813739776611, "Finetune/Step": 6669, "Finetune/Step Time": 6.715695824474096}
{"Finetune/Learning Rate": 1.2788056263884436e-05, "Finetune/Loss": 0.5966726541519165, "Finetune/Loss (Raw)": 0.6222917437553406, "Finetune/Step": 6670, "Finetune/Step Time": 6.717864504083991}
{"Finetune/Learning Rate": 1.2786061742995137e-05, "Finetune/Loss": 0.5970317125320435, "Finetune/Loss (Raw)": 0.7216854095458984, "Finetune/Step": 6671, "Finetune/Step Time": 6.724185450002551}
{"Finetune/Learning Rate": 1.2784067101938934e-05, "Finetune/Loss": 0.5993879437446594, "Finetune/Loss (Raw)": 0.5468867421150208, "Finetune/Step": 6672, "Finetune/Step Time": 6.714994974434376}
{"Finetune/Learning Rate": 1.278207234080186e-05, "Finetune/Loss": 0.5993499755859375, "Finetune/Loss (Raw)": 0.642946183681488, "Finetune/Step": 6673, "Finetune/Step Time": 6.717652408406138}
{"Finetune/Learning Rate": 1.2780077459669954e-05, "Finetune/Loss": 0.5980536937713623, "Finetune/Loss (Raw)": 0.477615088224411, "Finetune/Step": 6674, "Finetune/Step Time": 6.723686909303069}
{"Finetune/Learning Rate": 1.2778082458629255e-05, "Finetune/Loss": 0.5976101160049438, "Finetune/Loss (Raw)": 0.6066421866416931, "Finetune/Step": 6675, "Finetune/Step Time": 6.723161678761244}
{"Finetune/Learning Rate": 1.2776087337765813e-05, "Finetune/Loss": 0.5971353054046631, "Finetune/Loss (Raw)": 0.621855616569519, "Finetune/Step": 6676, "Finetune/Step Time": 6.719909010455012}
{"Finetune/Learning Rate": 1.277409209716568e-05, "Finetune/Loss": 0.5937639474868774, "Finetune/Loss (Raw)": 0.20073302090168, "Finetune/Step": 6677, "Finetune/Step Time": 6.74003035761416}
{"Finetune/Learning Rate": 1.277209673691491e-05, "Finetune/Loss": 0.5937219858169556, "Finetune/Loss (Raw)": 0.602073073387146, "Finetune/Step": 6678, "Finetune/Step Time": 6.734705315902829}
{"Finetune/Learning Rate": 1.277010125709957e-05, "Finetune/Loss": 0.592048168182373, "Finetune/Loss (Raw)": 0.6050094962120056, "Finetune/Step": 6679, "Finetune/Step Time": 6.7237695679068565}
{"Finetune/Learning Rate": 1.2768105657805725e-05, "Finetune/Loss": 0.5920920968055725, "Finetune/Loss (Raw)": 0.7387162446975708, "Finetune/Step": 6680, "Finetune/Step Time": 6.724472118541598}
{"Finetune/Learning Rate": 1.2766109939119453e-05, "Finetune/Loss": 0.5938798785209656, "Finetune/Loss (Raw)": 0.8147901296615601, "Finetune/Step": 6681, "Finetune/Step Time": 6.742639109492302}
{"Finetune/Learning Rate": 1.2764114101126825e-05, "Finetune/Loss": 0.5943831205368042, "Finetune/Loss (Raw)": 0.6511848568916321, "Finetune/Step": 6682, "Finetune/Step Time": 6.713298147544265}
{"Finetune/Learning Rate": 1.276211814391393e-05, "Finetune/Loss": 0.5913317203521729, "Finetune/Loss (Raw)": 0.19760891795158386, "Finetune/Step": 6683, "Finetune/Step Time": 6.7215084452182055}
{"Finetune/Learning Rate": 1.2760122067566853e-05, "Finetune/Loss": 0.592319130897522, "Finetune/Loss (Raw)": 0.6304579377174377, "Finetune/Step": 6684, "Finetune/Step Time": 6.719954464584589}
{"Finetune/Learning Rate": 1.2758125872171692e-05, "Finetune/Loss": 0.5962731838226318, "Finetune/Loss (Raw)": 0.7172443270683289, "Finetune/Step": 6685, "Finetune/Step Time": 6.711335340514779}
{"Finetune/Learning Rate": 1.2756129557814543e-05, "Finetune/Loss": 0.5956045389175415, "Finetune/Loss (Raw)": 0.5863640308380127, "Finetune/Step": 6686, "Finetune/Step Time": 6.692272329702973}
{"Finetune/Learning Rate": 1.2754133124581512e-05, "Finetune/Loss": 0.5951820611953735, "Finetune/Loss (Raw)": 0.5423946976661682, "Finetune/Step": 6687, "Finetune/Step Time": 6.696634102612734}
{"Finetune/Learning Rate": 1.2752136572558702e-05, "Finetune/Loss": 0.5958059430122375, "Finetune/Loss (Raw)": 0.689277172088623, "Finetune/Step": 6688, "Finetune/Step Time": 6.699245538562536}
{"Finetune/Learning Rate": 1.2750139901832235e-05, "Finetune/Loss": 0.5954653024673462, "Finetune/Loss (Raw)": 0.6897571086883545, "Finetune/Step": 6689, "Finetune/Step Time": 6.685177681967616}
{"Finetune/Learning Rate": 1.2748143112488224e-05, "Finetune/Loss": 0.5989264249801636, "Finetune/Loss (Raw)": 0.7384628653526306, "Finetune/Step": 6690, "Finetune/Step Time": 6.667433677241206}
{"Finetune/Learning Rate": 1.2746146204612795e-05, "Finetune/Loss": 0.6009621620178223, "Finetune/Loss (Raw)": 0.5317509770393372, "Finetune/Step": 6691, "Finetune/Step Time": 6.664417423307896}
{"Finetune/Learning Rate": 1.2744149178292081e-05, "Finetune/Loss": 0.6008932590484619, "Finetune/Loss (Raw)": 0.5792368054389954, "Finetune/Step": 6692, "Finetune/Step Time": 6.668559981510043}
{"Finetune/Learning Rate": 1.2742152033612216e-05, "Finetune/Loss": 0.6021467447280884, "Finetune/Loss (Raw)": 0.7150508761405945, "Finetune/Step": 6693, "Finetune/Step Time": 6.667696902528405}
{"Finetune/Learning Rate": 1.2740154770659339e-05, "Finetune/Loss": 0.6010001301765442, "Finetune/Loss (Raw)": 0.581327497959137, "Finetune/Step": 6694, "Finetune/Step Time": 6.663052700459957}
{"Finetune/Learning Rate": 1.273815738951959e-05, "Finetune/Loss": 0.600413978099823, "Finetune/Loss (Raw)": 0.5852776765823364, "Finetune/Step": 6695, "Finetune/Step Time": 6.6715237610042095}
{"Finetune/Learning Rate": 1.2736159890279125e-05, "Finetune/Loss": 0.6007174253463745, "Finetune/Loss (Raw)": 0.7058706283569336, "Finetune/Step": 6696, "Finetune/Step Time": 6.672276010736823}
{"Finetune/Learning Rate": 1.2734162273024098e-05, "Finetune/Loss": 0.5989731550216675, "Finetune/Loss (Raw)": 0.5415036678314209, "Finetune/Step": 6697, "Finetune/Step Time": 6.682962093502283}
{"Finetune/Learning Rate": 1.2732164537840666e-05, "Finetune/Loss": 0.6007909774780273, "Finetune/Loss (Raw)": 0.6278356313705444, "Finetune/Step": 6698, "Finetune/Step Time": 6.694552861154079}
{"Finetune/Learning Rate": 1.2730166684815e-05, "Finetune/Loss": 0.6031315922737122, "Finetune/Loss (Raw)": 0.5507007241249084, "Finetune/Step": 6699, "Finetune/Step Time": 6.67518300935626}
{"Finetune/Learning Rate": 1.2728168714033262e-05, "Finetune/Loss": 0.6033289432525635, "Finetune/Loss (Raw)": 0.61652010679245, "Finetune/Step": 6700, "Finetune/Step Time": 6.684494877234101}
{"Finetune/Learning Rate": 1.2726170625581635e-05, "Finetune/Loss": 0.602513313293457, "Finetune/Loss (Raw)": 0.5820426344871521, "Finetune/Step": 6701, "Finetune/Step Time": 6.686382716521621}
{"Finetune/Learning Rate": 1.2724172419546297e-05, "Finetune/Loss": 0.6034295558929443, "Finetune/Loss (Raw)": 0.6851248145103455, "Finetune/Step": 6702, "Finetune/Step Time": 6.680763278156519}
{"Finetune/Learning Rate": 1.2722174096013433e-05, "Finetune/Loss": 0.6033632755279541, "Finetune/Loss (Raw)": 0.6388933658599854, "Finetune/Step": 6703, "Finetune/Step Time": 6.690477529540658}
{"Finetune/Learning Rate": 1.272017565506923e-05, "Finetune/Loss": 0.6043490171432495, "Finetune/Loss (Raw)": 0.7405233979225159, "Finetune/Step": 6704, "Finetune/Step Time": 6.675298396497965}
{"Finetune/Learning Rate": 1.2718177096799896e-05, "Finetune/Loss": 0.6046414971351624, "Finetune/Loss (Raw)": 0.5066435933113098, "Finetune/Step": 6705, "Finetune/Step Time": 6.684504868462682}
{"Finetune/Learning Rate": 1.2716178421291616e-05, "Finetune/Loss": 0.6050238013267517, "Finetune/Loss (Raw)": 0.6474407911300659, "Finetune/Step": 6706, "Finetune/Step Time": 6.675134195014834}
{"Finetune/Learning Rate": 1.2714179628630605e-05, "Finetune/Loss": 0.604194164276123, "Finetune/Loss (Raw)": 0.5484256148338318, "Finetune/Step": 6707, "Finetune/Step Time": 6.663229286670685}
{"Finetune/Learning Rate": 1.2712180718903068e-05, "Finetune/Loss": 0.6053738594055176, "Finetune/Loss (Raw)": 0.657907247543335, "Finetune/Step": 6708, "Finetune/Step Time": 6.676457518711686}
{"Finetune/Learning Rate": 1.2710181692195232e-05, "Finetune/Loss": 0.6033409833908081, "Finetune/Loss (Raw)": 0.5340902209281921, "Finetune/Step": 6709, "Finetune/Step Time": 6.681398959830403}
{"Finetune/Learning Rate": 1.2708182548593305e-05, "Finetune/Loss": 0.6052459478378296, "Finetune/Loss (Raw)": 0.4997899830341339, "Finetune/Step": 6710, "Finetune/Step Time": 6.690151935443282}
{"Finetune/Learning Rate": 1.270618328818352e-05, "Finetune/Loss": 0.6083666086196899, "Finetune/Loss (Raw)": 0.6108893156051636, "Finetune/Step": 6711, "Finetune/Step Time": 6.686475146561861}
{"Finetune/Learning Rate": 1.2704183911052109e-05, "Finetune/Loss": 0.6075015664100647, "Finetune/Loss (Raw)": 0.6485282778739929, "Finetune/Step": 6712, "Finetune/Step Time": 6.670470146462321}
{"Finetune/Learning Rate": 1.2702184417285304e-05, "Finetune/Loss": 0.6074235439300537, "Finetune/Loss (Raw)": 0.5722190737724304, "Finetune/Step": 6713, "Finetune/Step Time": 6.660782091319561}
{"Finetune/Learning Rate": 1.2700184806969346e-05, "Finetune/Loss": 0.6065539121627808, "Finetune/Loss (Raw)": 0.6745198369026184, "Finetune/Step": 6714, "Finetune/Step Time": 6.669991839677095}
{"Finetune/Learning Rate": 1.2698185080190487e-05, "Finetune/Loss": 0.6071099042892456, "Finetune/Loss (Raw)": 0.6547003388404846, "Finetune/Step": 6715, "Finetune/Step Time": 6.688618978485465}
{"Finetune/Learning Rate": 1.2696185237034968e-05, "Finetune/Loss": 0.6055898666381836, "Finetune/Loss (Raw)": 0.5574848055839539, "Finetune/Step": 6716, "Finetune/Step Time": 6.702391363680363}
{"Finetune/Learning Rate": 1.2694185277589055e-05, "Finetune/Loss": 0.6059269905090332, "Finetune/Loss (Raw)": 0.7148491740226746, "Finetune/Step": 6717, "Finetune/Step Time": 6.713968746364117}
{"Finetune/Learning Rate": 1.2692185201939007e-05, "Finetune/Loss": 0.6054700613021851, "Finetune/Loss (Raw)": 0.5797877907752991, "Finetune/Step": 6718, "Finetune/Step Time": 6.73115617223084}
{"Finetune/Learning Rate": 1.2690185010171085e-05, "Finetune/Loss": 0.6042670011520386, "Finetune/Loss (Raw)": 0.5473361015319824, "Finetune/Step": 6719, "Finetune/Step Time": 6.739739021286368}
{"Finetune/Learning Rate": 1.2688184702371564e-05, "Finetune/Loss": 0.6010318994522095, "Finetune/Loss (Raw)": 0.24908702075481415, "Finetune/Step": 6720, "Finetune/Step Time": 6.744791436940432}
{"Finetune/Learning Rate": 1.268618427862672e-05, "Finetune/Loss": 0.6001405715942383, "Finetune/Loss (Raw)": 0.5638361573219299, "Finetune/Step": 6721, "Finetune/Step Time": 6.74537480995059}
{"Finetune/Learning Rate": 1.2684183739022834e-05, "Finetune/Loss": 0.5981760621070862, "Finetune/Loss (Raw)": 0.3283389210700989, "Finetune/Step": 6722, "Finetune/Step Time": 6.7590096071362495}
{"Finetune/Learning Rate": 1.2682183083646196e-05, "Finetune/Loss": 0.5979463458061218, "Finetune/Loss (Raw)": 0.541730523109436, "Finetune/Step": 6723, "Finetune/Step Time": 6.744129376485944}
{"Finetune/Learning Rate": 1.2680182312583088e-05, "Finetune/Loss": 0.5962511897087097, "Finetune/Loss (Raw)": 0.5023673176765442, "Finetune/Step": 6724, "Finetune/Step Time": 6.744671560823917}
{"Finetune/Learning Rate": 1.2678181425919816e-05, "Finetune/Loss": 0.5990428924560547, "Finetune/Loss (Raw)": 0.6122303009033203, "Finetune/Step": 6725, "Finetune/Step Time": 6.733215598389506}
{"Finetune/Learning Rate": 1.2676180423742671e-05, "Finetune/Loss": 0.599852442741394, "Finetune/Loss (Raw)": 0.5711589455604553, "Finetune/Step": 6726, "Finetune/Step Time": 6.706891445443034}
{"Finetune/Learning Rate": 1.2674179306137969e-05, "Finetune/Loss": 0.599364697933197, "Finetune/Loss (Raw)": 0.6696005463600159, "Finetune/Step": 6727, "Finetune/Step Time": 6.706702698022127}
{"Finetune/Learning Rate": 1.2672178073192019e-05, "Finetune/Loss": 0.5987594723701477, "Finetune/Loss (Raw)": 0.6020746231079102, "Finetune/Step": 6728, "Finetune/Step Time": 6.695849049836397}
{"Finetune/Learning Rate": 1.2670176724991133e-05, "Finetune/Loss": 0.5982627868652344, "Finetune/Loss (Raw)": 0.5378328561782837, "Finetune/Step": 6729, "Finetune/Step Time": 6.699785999953747}
{"Finetune/Learning Rate": 1.2668175261621632e-05, "Finetune/Loss": 0.5978758335113525, "Finetune/Loss (Raw)": 0.6173747181892395, "Finetune/Step": 6730, "Finetune/Step Time": 6.70540508069098}
{"Finetune/Learning Rate": 1.2666173683169847e-05, "Finetune/Loss": 0.5973626375198364, "Finetune/Loss (Raw)": 0.4755938947200775, "Finetune/Step": 6731, "Finetune/Step Time": 6.690559130162001}
{"Finetune/Learning Rate": 1.2664171989722105e-05, "Finetune/Loss": 0.5981534719467163, "Finetune/Loss (Raw)": 0.5737650990486145, "Finetune/Step": 6732, "Finetune/Step Time": 6.659145321696997}
{"Finetune/Learning Rate": 1.2662170181364743e-05, "Finetune/Loss": 0.5978889465332031, "Finetune/Loss (Raw)": 0.5644904971122742, "Finetune/Step": 6733, "Finetune/Step Time": 6.66359231621027}
{"Finetune/Learning Rate": 1.2660168258184103e-05, "Finetune/Loss": 0.5972965955734253, "Finetune/Loss (Raw)": 0.5902045369148254, "Finetune/Step": 6734, "Finetune/Step Time": 6.689403330907226}
{"Finetune/Learning Rate": 1.2658166220266527e-05, "Finetune/Loss": 0.5976977348327637, "Finetune/Loss (Raw)": 0.6794516444206238, "Finetune/Step": 6735, "Finetune/Step Time": 6.692199200391769}
{"Finetune/Learning Rate": 1.265616406769837e-05, "Finetune/Loss": 0.598418116569519, "Finetune/Loss (Raw)": 0.6522626876831055, "Finetune/Step": 6736, "Finetune/Step Time": 6.6951315980404615}
{"Finetune/Learning Rate": 1.2654161800565987e-05, "Finetune/Loss": 0.5989962816238403, "Finetune/Loss (Raw)": 0.739080011844635, "Finetune/Step": 6737, "Finetune/Step Time": 6.692430794239044}
{"Finetune/Learning Rate": 1.265215941895574e-05, "Finetune/Loss": 0.5997306108474731, "Finetune/Loss (Raw)": 0.7210444808006287, "Finetune/Step": 6738, "Finetune/Step Time": 6.690893778577447}
{"Finetune/Learning Rate": 1.2650156922953994e-05, "Finetune/Loss": 0.5957711338996887, "Finetune/Loss (Raw)": 0.18728360533714294, "Finetune/Step": 6739, "Finetune/Step Time": 6.711363943293691}
{"Finetune/Learning Rate": 1.2648154312647113e-05, "Finetune/Loss": 0.5966877937316895, "Finetune/Loss (Raw)": 0.6049737334251404, "Finetune/Step": 6740, "Finetune/Step Time": 6.685517206788063}
{"Finetune/Learning Rate": 1.2646151588121481e-05, "Finetune/Loss": 0.5981581211090088, "Finetune/Loss (Raw)": 0.770621120929718, "Finetune/Step": 6741, "Finetune/Step Time": 6.68904235213995}
{"Finetune/Learning Rate": 1.2644148749463474e-05, "Finetune/Loss": 0.597913920879364, "Finetune/Loss (Raw)": 0.7088046073913574, "Finetune/Step": 6742, "Finetune/Step Time": 6.6919730473309755}
{"Finetune/Learning Rate": 1.2642145796759482e-05, "Finetune/Loss": 0.5979464650154114, "Finetune/Loss (Raw)": 0.5606841444969177, "Finetune/Step": 6743, "Finetune/Step Time": 6.710451323539019}
{"Finetune/Learning Rate": 1.2640142730095888e-05, "Finetune/Loss": 0.5977818369865417, "Finetune/Loss (Raw)": 0.5506900548934937, "Finetune/Step": 6744, "Finetune/Step Time": 6.704633725807071}
{"Finetune/Learning Rate": 1.2638139549559091e-05, "Finetune/Loss": 0.5980312824249268, "Finetune/Loss (Raw)": 0.6594568490982056, "Finetune/Step": 6745, "Finetune/Step Time": 6.707609046250582}
{"Finetune/Learning Rate": 1.2636136255235494e-05, "Finetune/Loss": 0.5994893312454224, "Finetune/Loss (Raw)": 0.6885613799095154, "Finetune/Step": 6746, "Finetune/Step Time": 6.687276570126414}
{"Finetune/Learning Rate": 1.2634132847211497e-05, "Finetune/Loss": 0.5992662906646729, "Finetune/Loss (Raw)": 0.6679672598838806, "Finetune/Step": 6747, "Finetune/Step Time": 6.689566111192107}
{"Finetune/Learning Rate": 1.2632129325573512e-05, "Finetune/Loss": 0.5992406606674194, "Finetune/Loss (Raw)": 0.60030198097229, "Finetune/Step": 6748, "Finetune/Step Time": 6.686113296076655}
{"Finetune/Learning Rate": 1.2630125690407958e-05, "Finetune/Loss": 0.6026227474212646, "Finetune/Loss (Raw)": 0.7204291820526123, "Finetune/Step": 6749, "Finetune/Step Time": 6.6683331821113825}
{"Finetune/Learning Rate": 1.2628121941801246e-05, "Finetune/Loss": 0.6021961569786072, "Finetune/Loss (Raw)": 0.6076802611351013, "Finetune/Step": 6750, "Finetune/Step Time": 6.682203885167837}
{"Finetune/Learning Rate": 1.2626118079839808e-05, "Finetune/Loss": 0.6017719507217407, "Finetune/Loss (Raw)": 0.6219499111175537, "Finetune/Step": 6751, "Finetune/Step Time": 6.688536241650581}
{"Finetune/Learning Rate": 1.2624114104610068e-05, "Finetune/Loss": 0.601669192314148, "Finetune/Loss (Raw)": 0.5880433917045593, "Finetune/Step": 6752, "Finetune/Step Time": 6.7191828936338425}
{"Finetune/Learning Rate": 1.2622110016198463e-05, "Finetune/Loss": 0.6022968292236328, "Finetune/Loss (Raw)": 0.6439821720123291, "Finetune/Step": 6753, "Finetune/Step Time": 6.703743137419224}
{"Finetune/Learning Rate": 1.2620105814691437e-05, "Finetune/Loss": 0.6019892692565918, "Finetune/Loss (Raw)": 0.6166268587112427, "Finetune/Step": 6754, "Finetune/Step Time": 6.716497907415032}
{"Finetune/Learning Rate": 1.2618101500175425e-05, "Finetune/Loss": 0.6000142097473145, "Finetune/Loss (Raw)": 0.42570197582244873, "Finetune/Step": 6755, "Finetune/Step Time": 6.718432581052184}
{"Finetune/Learning Rate": 1.2616097072736882e-05, "Finetune/Loss": 0.600120484828949, "Finetune/Loss (Raw)": 0.5614992380142212, "Finetune/Step": 6756, "Finetune/Step Time": 6.722559817135334}
{"Finetune/Learning Rate": 1.2614092532462261e-05, "Finetune/Loss": 0.5997319221496582, "Finetune/Loss (Raw)": 0.5687215328216553, "Finetune/Step": 6757, "Finetune/Step Time": 6.732259392738342}
{"Finetune/Learning Rate": 1.2612087879438017e-05, "Finetune/Loss": 0.6001134514808655, "Finetune/Loss (Raw)": 0.5793188810348511, "Finetune/Step": 6758, "Finetune/Step Time": 6.737631129100919}
{"Finetune/Learning Rate": 1.2610083113750623e-05, "Finetune/Loss": 0.6013249158859253, "Finetune/Loss (Raw)": 0.7413621544837952, "Finetune/Step": 6759, "Finetune/Step Time": 6.734144004061818}
{"Finetune/Learning Rate": 1.2608078235486535e-05, "Finetune/Loss": 0.6004112958908081, "Finetune/Loss (Raw)": 0.48097139596939087, "Finetune/Step": 6760, "Finetune/Step Time": 6.7259544264525175}
{"Finetune/Learning Rate": 1.2606073244732236e-05, "Finetune/Loss": 0.6014047861099243, "Finetune/Loss (Raw)": 0.6600795984268188, "Finetune/Step": 6761, "Finetune/Step Time": 6.709405772387981}
{"Finetune/Learning Rate": 1.2604068141574197e-05, "Finetune/Loss": 0.5996309518814087, "Finetune/Loss (Raw)": 0.33939194679260254, "Finetune/Step": 6762, "Finetune/Step Time": 6.726066827774048}
{"Finetune/Learning Rate": 1.2602062926098908e-05, "Finetune/Loss": 0.5997336506843567, "Finetune/Loss (Raw)": 0.5898255109786987, "Finetune/Step": 6763, "Finetune/Step Time": 6.734405672177672}
{"Finetune/Learning Rate": 1.2600057598392852e-05, "Finetune/Loss": 0.596062421798706, "Finetune/Loss (Raw)": 0.17582328617572784, "Finetune/Step": 6764, "Finetune/Step Time": 6.7389386631548405}
{"Finetune/Learning Rate": 1.2598052158542524e-05, "Finetune/Loss": 0.5960996150970459, "Finetune/Loss (Raw)": 0.6741505265235901, "Finetune/Step": 6765, "Finetune/Step Time": 6.746295364573598}
{"Finetune/Learning Rate": 1.259604660663442e-05, "Finetune/Loss": 0.5961663722991943, "Finetune/Loss (Raw)": 0.534360945224762, "Finetune/Step": 6766, "Finetune/Step Time": 6.744996778666973}
{"Finetune/Learning Rate": 1.2594040942755044e-05, "Finetune/Loss": 0.5958327054977417, "Finetune/Loss (Raw)": 0.5139437317848206, "Finetune/Step": 6767, "Finetune/Step Time": 6.750493688508868}
{"Finetune/Learning Rate": 1.2592035166990902e-05, "Finetune/Loss": 0.5947690606117249, "Finetune/Loss (Raw)": 0.556792676448822, "Finetune/Step": 6768, "Finetune/Step Time": 6.741497159004211}
{"Finetune/Learning Rate": 1.2590029279428508e-05, "Finetune/Loss": 0.5941987037658691, "Finetune/Loss (Raw)": 0.5638088583946228, "Finetune/Step": 6769, "Finetune/Step Time": 6.751283325254917}
{"Finetune/Learning Rate": 1.2588023280154375e-05, "Finetune/Loss": 0.5924555063247681, "Finetune/Loss (Raw)": 0.5176537036895752, "Finetune/Step": 6770, "Finetune/Step Time": 6.763831663876772}
{"Finetune/Learning Rate": 1.2586017169255027e-05, "Finetune/Loss": 0.5927920937538147, "Finetune/Loss (Raw)": 0.5728276968002319, "Finetune/Step": 6771, "Finetune/Step Time": 6.7381450068205595}
{"Finetune/Learning Rate": 1.2584010946816992e-05, "Finetune/Loss": 0.5922937393188477, "Finetune/Loss (Raw)": 0.5762614011764526, "Finetune/Step": 6772, "Finetune/Step Time": 6.715452900156379}
{"Finetune/Learning Rate": 1.25820046129268e-05, "Finetune/Loss": 0.591843843460083, "Finetune/Loss (Raw)": 0.5865471959114075, "Finetune/Step": 6773, "Finetune/Step Time": 6.724418815225363}
{"Finetune/Learning Rate": 1.2579998167670984e-05, "Finetune/Loss": 0.5909512042999268, "Finetune/Loss (Raw)": 0.6491819620132446, "Finetune/Step": 6774, "Finetune/Step Time": 6.742856901139021}
{"Finetune/Learning Rate": 1.2577991611136088e-05, "Finetune/Loss": 0.5912073850631714, "Finetune/Loss (Raw)": 0.5589170455932617, "Finetune/Step": 6775, "Finetune/Step Time": 6.727872621268034}
{"Finetune/Learning Rate": 1.2575984943408662e-05, "Finetune/Loss": 0.5911904573440552, "Finetune/Loss (Raw)": 0.6827464699745178, "Finetune/Step": 6776, "Finetune/Step Time": 6.736654805019498}
{"Finetune/Learning Rate": 1.2573978164575247e-05, "Finetune/Loss": 0.5911191701889038, "Finetune/Loss (Raw)": 0.6459487080574036, "Finetune/Step": 6777, "Finetune/Step Time": 6.739275325089693}
{"Finetune/Learning Rate": 1.2571971274722404e-05, "Finetune/Loss": 0.5916258096694946, "Finetune/Loss (Raw)": 0.6035271883010864, "Finetune/Step": 6778, "Finetune/Step Time": 6.733946088701487}
{"Finetune/Learning Rate": 1.2569964273936694e-05, "Finetune/Loss": 0.5923003554344177, "Finetune/Loss (Raw)": 0.7044425010681152, "Finetune/Step": 6779, "Finetune/Step Time": 6.744803495705128}
{"Finetune/Learning Rate": 1.256795716230468e-05, "Finetune/Loss": 0.5919062495231628, "Finetune/Loss (Raw)": 0.52696692943573, "Finetune/Step": 6780, "Finetune/Step Time": 6.75645063072443}
{"Finetune/Learning Rate": 1.256594993991293e-05, "Finetune/Loss": 0.5926312208175659, "Finetune/Loss (Raw)": 0.6692335605621338, "Finetune/Step": 6781, "Finetune/Step Time": 6.755787113681436}
{"Finetune/Learning Rate": 1.256394260684802e-05, "Finetune/Loss": 0.5933762192726135, "Finetune/Loss (Raw)": 0.6435191035270691, "Finetune/Step": 6782, "Finetune/Step Time": 6.745683312416077}
{"Finetune/Learning Rate": 1.2561935163196532e-05, "Finetune/Loss": 0.5949709415435791, "Finetune/Loss (Raw)": 0.801103413105011, "Finetune/Step": 6783, "Finetune/Step Time": 6.735531408339739}
{"Finetune/Learning Rate": 1.2559927609045046e-05, "Finetune/Loss": 0.5950802564620972, "Finetune/Loss (Raw)": 0.5959005355834961, "Finetune/Step": 6784, "Finetune/Step Time": 6.748173333704472}
{"Finetune/Learning Rate": 1.2557919944480155e-05, "Finetune/Loss": 0.5967133045196533, "Finetune/Loss (Raw)": 0.6953187584877014, "Finetune/Step": 6785, "Finetune/Step Time": 6.740401552990079}
{"Finetune/Learning Rate": 1.2555912169588446e-05, "Finetune/Loss": 0.597785234451294, "Finetune/Loss (Raw)": 0.7347303032875061, "Finetune/Step": 6786, "Finetune/Step Time": 6.7459111250936985}
{"Finetune/Learning Rate": 1.2553904284456521e-05, "Finetune/Loss": 0.5980581045150757, "Finetune/Loss (Raw)": 0.7262415885925293, "Finetune/Step": 6787, "Finetune/Step Time": 6.729221623390913}
{"Finetune/Learning Rate": 1.2551896289170983e-05, "Finetune/Loss": 0.5985476970672607, "Finetune/Loss (Raw)": 0.5494819283485413, "Finetune/Step": 6788, "Finetune/Step Time": 6.714790012687445}
{"Finetune/Learning Rate": 1.2549888183818442e-05, "Finetune/Loss": 0.5984494686126709, "Finetune/Loss (Raw)": 0.667657196521759, "Finetune/Step": 6789, "Finetune/Step Time": 6.704345788806677}
{"Finetune/Learning Rate": 1.2547879968485508e-05, "Finetune/Loss": 0.5981786847114563, "Finetune/Loss (Raw)": 0.6544638276100159, "Finetune/Step": 6790, "Finetune/Step Time": 6.69715103879571}
{"Finetune/Learning Rate": 1.2545871643258796e-05, "Finetune/Loss": 0.5981075763702393, "Finetune/Loss (Raw)": 0.6078523397445679, "Finetune/Step": 6791, "Finetune/Step Time": 6.699215015396476}
{"Finetune/Learning Rate": 1.2543863208224933e-05, "Finetune/Loss": 0.5988962650299072, "Finetune/Loss (Raw)": 0.6435622572898865, "Finetune/Step": 6792, "Finetune/Step Time": 6.7077476270496845}
{"Finetune/Learning Rate": 1.254185466347054e-05, "Finetune/Loss": 0.5983588695526123, "Finetune/Loss (Raw)": 0.632440447807312, "Finetune/Step": 6793, "Finetune/Step Time": 6.711592353880405}
{"Finetune/Learning Rate": 1.2539846009082255e-05, "Finetune/Loss": 0.5971986055374146, "Finetune/Loss (Raw)": 0.5533515810966492, "Finetune/Step": 6794, "Finetune/Step Time": 6.716617103666067}
{"Finetune/Learning Rate": 1.2537837245146709e-05, "Finetune/Loss": 0.5967423915863037, "Finetune/Loss (Raw)": 0.5697627067565918, "Finetune/Step": 6795, "Finetune/Step Time": 6.7168450858443975}
{"Finetune/Learning Rate": 1.2535828371750547e-05, "Finetune/Loss": 0.5938434600830078, "Finetune/Loss (Raw)": 0.1984356790781021, "Finetune/Step": 6796, "Finetune/Step Time": 6.730579346418381}
{"Finetune/Learning Rate": 1.2533819388980408e-05, "Finetune/Loss": 0.5908790826797485, "Finetune/Loss (Raw)": 0.2288445085287094, "Finetune/Step": 6797, "Finetune/Step Time": 6.7508892342448235}
{"Finetune/Learning Rate": 1.2531810296922951e-05, "Finetune/Loss": 0.5905271768569946, "Finetune/Loss (Raw)": 0.5772538185119629, "Finetune/Step": 6798, "Finetune/Step Time": 6.751601906493306}
{"Finetune/Learning Rate": 1.2529801095664824e-05, "Finetune/Loss": 0.5900739431381226, "Finetune/Loss (Raw)": 0.6636631488800049, "Finetune/Step": 6799, "Finetune/Step Time": 6.762771567329764}
{"Finetune/Learning Rate": 1.2527791785292691e-05, "Finetune/Loss": 0.5905702114105225, "Finetune/Loss (Raw)": 0.6104099750518799, "Finetune/Step": 6800, "Finetune/Step Time": 6.752084443345666}
{"Finetune/Learning Rate": 1.2525782365893216e-05, "Finetune/Loss": 0.5910242795944214, "Finetune/Loss (Raw)": 0.7010658979415894, "Finetune/Step": 6801, "Finetune/Step Time": 6.747414596378803}
{"Finetune/Learning Rate": 1.2523772837553065e-05, "Finetune/Loss": 0.5932720303535461, "Finetune/Loss (Raw)": 0.7653296589851379, "Finetune/Step": 6802, "Finetune/Step Time": 6.740618947893381}
{"Finetune/Learning Rate": 1.2521763200358916e-05, "Finetune/Loss": 0.592180609703064, "Finetune/Loss (Raw)": 0.4669390618801117, "Finetune/Step": 6803, "Finetune/Step Time": 6.749305358156562}
{"Finetune/Learning Rate": 1.2519753454397443e-05, "Finetune/Loss": 0.591942310333252, "Finetune/Loss (Raw)": 0.5913481712341309, "Finetune/Step": 6804, "Finetune/Step Time": 6.763320300728083}
{"Finetune/Learning Rate": 1.2517743599755334e-05, "Finetune/Loss": 0.5917512774467468, "Finetune/Loss (Raw)": 0.17628559470176697, "Finetune/Step": 6805, "Finetune/Step Time": 6.763361860066652}
{"Finetune/Learning Rate": 1.2515733636519276e-05, "Finetune/Loss": 0.5916178822517395, "Finetune/Loss (Raw)": 0.5850021243095398, "Finetune/Step": 6806, "Finetune/Step Time": 6.7602821830660105}
{"Finetune/Learning Rate": 1.251372356477596e-05, "Finetune/Loss": 0.5884646773338318, "Finetune/Loss (Raw)": 0.20139767229557037, "Finetune/Step": 6807, "Finetune/Step Time": 6.7760035786777735}
{"Finetune/Learning Rate": 1.251171338461208e-05, "Finetune/Loss": 0.5883470773696899, "Finetune/Loss (Raw)": 0.7236554622650146, "Finetune/Step": 6808, "Finetune/Step Time": 6.756635213270783}
{"Finetune/Learning Rate": 1.2509703096114348e-05, "Finetune/Loss": 0.5879154205322266, "Finetune/Loss (Raw)": 0.7595430016517639, "Finetune/Step": 6809, "Finetune/Step Time": 6.740241765975952}
{"Finetune/Learning Rate": 1.250769269936946e-05, "Finetune/Loss": 0.5883573889732361, "Finetune/Loss (Raw)": 0.7077597379684448, "Finetune/Step": 6810, "Finetune/Step Time": 6.752991760149598}
{"Finetune/Learning Rate": 1.2505682194464135e-05, "Finetune/Loss": 0.5918014049530029, "Finetune/Loss (Raw)": 0.6384479403495789, "Finetune/Step": 6811, "Finetune/Step Time": 6.7331524305045605}
{"Finetune/Learning Rate": 1.2503671581485083e-05, "Finetune/Loss": 0.5913732051849365, "Finetune/Loss (Raw)": 0.5756390690803528, "Finetune/Step": 6812, "Finetune/Step Time": 6.736329440027475}
{"Finetune/Learning Rate": 1.2501660860519031e-05, "Finetune/Loss": 0.5906959176063538, "Finetune/Loss (Raw)": 0.6305549740791321, "Finetune/Step": 6813, "Finetune/Step Time": 6.725668843835592}
{"Finetune/Learning Rate": 1.2499650031652698e-05, "Finetune/Loss": 0.5909111499786377, "Finetune/Loss (Raw)": 0.6139124035835266, "Finetune/Step": 6814, "Finetune/Step Time": 6.726285519078374}
{"Finetune/Learning Rate": 1.2497639094972817e-05, "Finetune/Loss": 0.5916311740875244, "Finetune/Loss (Raw)": 0.6345540285110474, "Finetune/Step": 6815, "Finetune/Step Time": 6.7102805115282536}
{"Finetune/Learning Rate": 1.2495628050566126e-05, "Finetune/Loss": 0.5912809371948242, "Finetune/Loss (Raw)": 0.6444465517997742, "Finetune/Step": 6816, "Finetune/Step Time": 6.720157055184245}
{"Finetune/Learning Rate": 1.2493616898519356e-05, "Finetune/Loss": 0.5898723602294922, "Finetune/Loss (Raw)": 0.5094677209854126, "Finetune/Step": 6817, "Finetune/Step Time": 6.718794833868742}
{"Finetune/Learning Rate": 1.2491605638919259e-05, "Finetune/Loss": 0.5877737998962402, "Finetune/Loss (Raw)": 0.4698408842086792, "Finetune/Step": 6818, "Finetune/Step Time": 6.719451159238815}
{"Finetune/Learning Rate": 1.248959427185258e-05, "Finetune/Loss": 0.5886008143424988, "Finetune/Loss (Raw)": 0.6376152038574219, "Finetune/Step": 6819, "Finetune/Step Time": 6.7038931380957365}
{"Finetune/Learning Rate": 1.248758279740607e-05, "Finetune/Loss": 0.588713526725769, "Finetune/Loss (Raw)": 0.5936590433120728, "Finetune/Step": 6820, "Finetune/Step Time": 6.701687196269631}
{"Finetune/Learning Rate": 1.2485571215666493e-05, "Finetune/Loss": 0.5876865983009338, "Finetune/Loss (Raw)": 0.5836089849472046, "Finetune/Step": 6821, "Finetune/Step Time": 6.709175968542695}
{"Finetune/Learning Rate": 1.2483559526720606e-05, "Finetune/Loss": 0.5891975164413452, "Finetune/Loss (Raw)": 0.7747248411178589, "Finetune/Step": 6822, "Finetune/Step Time": 6.7061649691313505}
{"Finetune/Learning Rate": 1.2481547730655177e-05, "Finetune/Loss": 0.586768388748169, "Finetune/Loss (Raw)": 0.27434399724006653, "Finetune/Step": 6823, "Finetune/Step Time": 6.728386636823416}
{"Finetune/Learning Rate": 1.2479535827556979e-05, "Finetune/Loss": 0.5867666006088257, "Finetune/Loss (Raw)": 0.7056477665901184, "Finetune/Step": 6824, "Finetune/Step Time": 6.744652412831783}
{"Finetune/Learning Rate": 1.2477523817512789e-05, "Finetune/Loss": 0.5873504877090454, "Finetune/Loss (Raw)": 0.6162344813346863, "Finetune/Step": 6825, "Finetune/Step Time": 6.736472116783261}
{"Finetune/Learning Rate": 1.2475511700609387e-05, "Finetune/Loss": 0.5876493453979492, "Finetune/Loss (Raw)": 0.666094958782196, "Finetune/Step": 6826, "Finetune/Step Time": 6.733148695901036}
{"Finetune/Learning Rate": 1.2473499476933555e-05, "Finetune/Loss": 0.5889647006988525, "Finetune/Loss (Raw)": 0.7190681099891663, "Finetune/Step": 6827, "Finetune/Step Time": 6.745326425880194}
{"Finetune/Learning Rate": 1.2471487146572089e-05, "Finetune/Loss": 0.5886762142181396, "Finetune/Loss (Raw)": 0.5795879364013672, "Finetune/Step": 6828, "Finetune/Step Time": 6.731984386220574}
{"Finetune/Learning Rate": 1.2469474709611783e-05, "Finetune/Loss": 0.5896338224411011, "Finetune/Loss (Raw)": 0.7046188116073608, "Finetune/Step": 6829, "Finetune/Step Time": 6.731912454590201}
{"Finetune/Learning Rate": 1.2467462166139427e-05, "Finetune/Loss": 0.5889434814453125, "Finetune/Loss (Raw)": 0.5967642664909363, "Finetune/Step": 6830, "Finetune/Step Time": 6.732693012803793}
{"Finetune/Learning Rate": 1.2465449516241841e-05, "Finetune/Loss": 0.5881646871566772, "Finetune/Loss (Raw)": 0.5391978025436401, "Finetune/Step": 6831, "Finetune/Step Time": 6.722691107541323}
{"Finetune/Learning Rate": 1.2463436760005823e-05, "Finetune/Loss": 0.587384819984436, "Finetune/Loss (Raw)": 0.6407076120376587, "Finetune/Step": 6832, "Finetune/Step Time": 6.724137322977185}
{"Finetune/Learning Rate": 1.2461423897518186e-05, "Finetune/Loss": 0.5886876583099365, "Finetune/Loss (Raw)": 0.6734016537666321, "Finetune/Step": 6833, "Finetune/Step Time": 6.707269797101617}
{"Finetune/Learning Rate": 1.2459410928865751e-05, "Finetune/Loss": 0.5877708196640015, "Finetune/Loss (Raw)": 0.5300963521003723, "Finetune/Step": 6834, "Finetune/Step Time": 6.727967079728842}
{"Finetune/Learning Rate": 1.2457397854135338e-05, "Finetune/Loss": 0.5881826281547546, "Finetune/Loss (Raw)": 0.6011324524879456, "Finetune/Step": 6835, "Finetune/Step Time": 6.728354752063751}
{"Finetune/Learning Rate": 1.2455384673413772e-05, "Finetune/Loss": 0.5884170532226562, "Finetune/Loss (Raw)": 0.6879134178161621, "Finetune/Step": 6836, "Finetune/Step Time": 6.726770471781492}
{"Finetune/Learning Rate": 1.2453371386787894e-05, "Finetune/Loss": 0.58875572681427, "Finetune/Loss (Raw)": 0.5774403214454651, "Finetune/Step": 6837, "Finetune/Step Time": 6.721723284572363}
{"Finetune/Learning Rate": 1.2451357994344531e-05, "Finetune/Loss": 0.5894713401794434, "Finetune/Loss (Raw)": 0.591392457485199, "Finetune/Step": 6838, "Finetune/Step Time": 6.699569312855601}
{"Finetune/Learning Rate": 1.2449344496170523e-05, "Finetune/Loss": 0.5890640020370483, "Finetune/Loss (Raw)": 0.5587488412857056, "Finetune/Step": 6839, "Finetune/Step Time": 6.698518339544535}
{"Finetune/Learning Rate": 1.2447330892352717e-05, "Finetune/Loss": 0.5894330143928528, "Finetune/Loss (Raw)": 0.6957594752311707, "Finetune/Step": 6840, "Finetune/Step Time": 6.6898306999355555}
{"Finetune/Learning Rate": 1.2445317182977969e-05, "Finetune/Loss": 0.5907619595527649, "Finetune/Loss (Raw)": 0.7423234581947327, "Finetune/Step": 6841, "Finetune/Step Time": 6.680743280798197}
{"Finetune/Learning Rate": 1.2443303368133126e-05, "Finetune/Loss": 0.5907533168792725, "Finetune/Loss (Raw)": 0.6734106540679932, "Finetune/Step": 6842, "Finetune/Step Time": 6.681496925652027}
{"Finetune/Learning Rate": 1.2441289447905046e-05, "Finetune/Loss": 0.5898200869560242, "Finetune/Loss (Raw)": 0.5352504849433899, "Finetune/Step": 6843, "Finetune/Step Time": 6.681729001924396}
{"Finetune/Learning Rate": 1.2439275422380599e-05, "Finetune/Loss": 0.5898997783660889, "Finetune/Loss (Raw)": 0.5676842331886292, "Finetune/Step": 6844, "Finetune/Step Time": 6.666903192177415}
{"Finetune/Learning Rate": 1.2437261291646646e-05, "Finetune/Loss": 0.5859367847442627, "Finetune/Loss (Raw)": 0.2075827419757843, "Finetune/Step": 6845, "Finetune/Step Time": 6.675296390429139}
{"Finetune/Learning Rate": 1.243524705579006e-05, "Finetune/Loss": 0.5851091146469116, "Finetune/Loss (Raw)": 0.47384360432624817, "Finetune/Step": 6846, "Finetune/Step Time": 6.669927649199963}
{"Finetune/Learning Rate": 1.2433232714897724e-05, "Finetune/Loss": 0.5852013230323792, "Finetune/Loss (Raw)": 0.5591437220573425, "Finetune/Step": 6847, "Finetune/Step Time": 6.657022055238485}
{"Finetune/Learning Rate": 1.2431218269056515e-05, "Finetune/Loss": 0.5885984897613525, "Finetune/Loss (Raw)": 0.6839284896850586, "Finetune/Step": 6848, "Finetune/Step Time": 6.647550804540515}
{"Finetune/Learning Rate": 1.2429203718353319e-05, "Finetune/Loss": 0.5863158702850342, "Finetune/Loss (Raw)": 0.27165669202804565, "Finetune/Step": 6849, "Finetune/Step Time": 6.666114559397101}
{"Finetune/Learning Rate": 1.2427189062875029e-05, "Finetune/Loss": 0.5885127782821655, "Finetune/Loss (Raw)": 0.6095394492149353, "Finetune/Step": 6850, "Finetune/Step Time": 6.643356844782829}
{"Finetune/Learning Rate": 1.2425174302708533e-05, "Finetune/Loss": 0.5899271368980408, "Finetune/Loss (Raw)": 0.7227715849876404, "Finetune/Step": 6851, "Finetune/Step Time": 6.637379854917526}
{"Finetune/Learning Rate": 1.2423159437940741e-05, "Finetune/Loss": 0.5916926860809326, "Finetune/Loss (Raw)": 0.7283627390861511, "Finetune/Step": 6852, "Finetune/Step Time": 6.636090276762843}
{"Finetune/Learning Rate": 1.2421144468658548e-05, "Finetune/Loss": 0.5928313732147217, "Finetune/Loss (Raw)": 0.7579793334007263, "Finetune/Step": 6853, "Finetune/Step Time": 6.6282141376286745}
{"Finetune/Learning Rate": 1.2419129394948868e-05, "Finetune/Loss": 0.5929763317108154, "Finetune/Loss (Raw)": 0.5897060036659241, "Finetune/Step": 6854, "Finetune/Step Time": 6.621941082179546}
{"Finetune/Learning Rate": 1.2417114216898612e-05, "Finetune/Loss": 0.5919774770736694, "Finetune/Loss (Raw)": 0.5417528748512268, "Finetune/Step": 6855, "Finetune/Step Time": 6.623281441628933}
{"Finetune/Learning Rate": 1.2415098934594696e-05, "Finetune/Loss": 0.5907285213470459, "Finetune/Loss (Raw)": 0.4422146677970886, "Finetune/Step": 6856, "Finetune/Step Time": 6.633425630629063}
{"Finetune/Learning Rate": 1.2413083548124044e-05, "Finetune/Loss": 0.5914331674575806, "Finetune/Loss (Raw)": 0.6280241012573242, "Finetune/Step": 6857, "Finetune/Step Time": 6.635411566123366}
{"Finetune/Learning Rate": 1.2411068057573588e-05, "Finetune/Loss": 0.5916621088981628, "Finetune/Loss (Raw)": 0.6466759443283081, "Finetune/Step": 6858, "Finetune/Step Time": 6.646032543852925}
{"Finetune/Learning Rate": 1.2409052463030249e-05, "Finetune/Loss": 0.5927116870880127, "Finetune/Loss (Raw)": 0.6099379658699036, "Finetune/Step": 6859, "Finetune/Step Time": 6.628532487899065}
{"Finetune/Learning Rate": 1.2407036764580966e-05, "Finetune/Loss": 0.5929481983184814, "Finetune/Loss (Raw)": 0.6040434241294861, "Finetune/Step": 6860, "Finetune/Step Time": 6.62398836016655}
{"Finetune/Learning Rate": 1.2405020962312682e-05, "Finetune/Loss": 0.5944626927375793, "Finetune/Loss (Raw)": 0.7583421468734741, "Finetune/Step": 6861, "Finetune/Step Time": 6.626655867323279}
{"Finetune/Learning Rate": 1.2403005056312338e-05, "Finetune/Loss": 0.5938811898231506, "Finetune/Loss (Raw)": 0.5157734155654907, "Finetune/Step": 6862, "Finetune/Step Time": 6.605772668495774}
{"Finetune/Learning Rate": 1.240098904666689e-05, "Finetune/Loss": 0.5936277508735657, "Finetune/Loss (Raw)": 0.647010862827301, "Finetune/Step": 6863, "Finetune/Step Time": 6.609087221324444}
{"Finetune/Learning Rate": 1.239897293346328e-05, "Finetune/Loss": 0.593658447265625, "Finetune/Loss (Raw)": 0.6561971306800842, "Finetune/Step": 6864, "Finetune/Step Time": 6.612780515104532}
{"Finetune/Learning Rate": 1.2396956716788473e-05, "Finetune/Loss": 0.5923655033111572, "Finetune/Loss (Raw)": 0.5735835433006287, "Finetune/Step": 6865, "Finetune/Step Time": 6.6125463508069515}
{"Finetune/Learning Rate": 1.239494039672943e-05, "Finetune/Loss": 0.5916534662246704, "Finetune/Loss (Raw)": 0.6299027800559998, "Finetune/Step": 6866, "Finetune/Step Time": 6.6136387307196856}
{"Finetune/Learning Rate": 1.2392923973373118e-05, "Finetune/Loss": 0.5925164222717285, "Finetune/Loss (Raw)": 0.2977411448955536, "Finetune/Step": 6867, "Finetune/Step Time": 6.613832609727979}
{"Finetune/Learning Rate": 1.2390907446806511e-05, "Finetune/Loss": 0.5939104557037354, "Finetune/Loss (Raw)": 0.783404529094696, "Finetune/Step": 6868, "Finetune/Step Time": 6.619075063616037}
{"Finetune/Learning Rate": 1.2388890817116579e-05, "Finetune/Loss": 0.5923022031784058, "Finetune/Loss (Raw)": 0.564765214920044, "Finetune/Step": 6869, "Finetune/Step Time": 6.629866559058428}
{"Finetune/Learning Rate": 1.2386874084390308e-05, "Finetune/Loss": 0.5920655727386475, "Finetune/Loss (Raw)": 0.6785128116607666, "Finetune/Step": 6870, "Finetune/Step Time": 6.656174438074231}
{"Finetune/Learning Rate": 1.2384857248714677e-05, "Finetune/Loss": 0.5918905735015869, "Finetune/Loss (Raw)": 0.5382879972457886, "Finetune/Step": 6871, "Finetune/Step Time": 6.633891066536307}
{"Finetune/Learning Rate": 1.2382840310176676e-05, "Finetune/Loss": 0.5927311778068542, "Finetune/Loss (Raw)": 0.6582914590835571, "Finetune/Step": 6872, "Finetune/Step Time": 6.629490317776799}
{"Finetune/Learning Rate": 1.2380823268863304e-05, "Finetune/Loss": 0.5926018357276917, "Finetune/Loss (Raw)": 0.6429004073143005, "Finetune/Step": 6873, "Finetune/Step Time": 6.635160576552153}
{"Finetune/Learning Rate": 1.2378806124861558e-05, "Finetune/Loss": 0.5922311544418335, "Finetune/Loss (Raw)": 0.641111433506012, "Finetune/Step": 6874, "Finetune/Step Time": 6.661335777491331}
{"Finetune/Learning Rate": 1.2376788878258433e-05, "Finetune/Loss": 0.5925136804580688, "Finetune/Loss (Raw)": 0.7041285037994385, "Finetune/Step": 6875, "Finetune/Step Time": 6.655160730704665}
{"Finetune/Learning Rate": 1.2374771529140943e-05, "Finetune/Loss": 0.5918582081794739, "Finetune/Loss (Raw)": 0.5164048075675964, "Finetune/Step": 6876, "Finetune/Step Time": 6.671552816405892}
{"Finetune/Learning Rate": 1.2372754077596094e-05, "Finetune/Loss": 0.5916866660118103, "Finetune/Loss (Raw)": 0.6984688639640808, "Finetune/Step": 6877, "Finetune/Step Time": 6.67397696711123}
{"Finetune/Learning Rate": 1.2370736523710907e-05, "Finetune/Loss": 0.5920854806900024, "Finetune/Loss (Raw)": 0.6587252020835876, "Finetune/Step": 6878, "Finetune/Step Time": 6.664011338725686}
{"Finetune/Learning Rate": 1.23687188675724e-05, "Finetune/Loss": 0.592180073261261, "Finetune/Loss (Raw)": 0.6340621709823608, "Finetune/Step": 6879, "Finetune/Step Time": 6.663775933906436}
{"Finetune/Learning Rate": 1.2366701109267593e-05, "Finetune/Loss": 0.5921680927276611, "Finetune/Loss (Raw)": 0.5865134000778198, "Finetune/Step": 6880, "Finetune/Step Time": 6.654919406399131}
{"Finetune/Learning Rate": 1.236468324888352e-05, "Finetune/Loss": 0.5923871994018555, "Finetune/Loss (Raw)": 0.6720288991928101, "Finetune/Step": 6881, "Finetune/Step Time": 6.655916396528482}
{"Finetune/Learning Rate": 1.236266528650721e-05, "Finetune/Loss": 0.5925589203834534, "Finetune/Loss (Raw)": 0.6386060118675232, "Finetune/Step": 6882, "Finetune/Step Time": 6.646193938329816}
{"Finetune/Learning Rate": 1.236064722222571e-05, "Finetune/Loss": 0.5942902565002441, "Finetune/Loss (Raw)": 0.6473091244697571, "Finetune/Step": 6883, "Finetune/Step Time": 6.654096679762006}
{"Finetune/Learning Rate": 1.2358629056126055e-05, "Finetune/Loss": 0.5952295064926147, "Finetune/Loss (Raw)": 0.6817283630371094, "Finetune/Step": 6884, "Finetune/Step Time": 6.6491257306188345}
{"Finetune/Learning Rate": 1.2356610788295287e-05, "Finetune/Loss": 0.5954204797744751, "Finetune/Loss (Raw)": 0.5931626558303833, "Finetune/Step": 6885, "Finetune/Step Time": 6.630265211686492}
{"Finetune/Learning Rate": 1.2354592418820465e-05, "Finetune/Loss": 0.5964133143424988, "Finetune/Loss (Raw)": 0.7063993215560913, "Finetune/Step": 6886, "Finetune/Step Time": 6.616837712004781}
{"Finetune/Learning Rate": 1.2352573947788642e-05, "Finetune/Loss": 0.5950369238853455, "Finetune/Loss (Raw)": 0.565184473991394, "Finetune/Step": 6887, "Finetune/Step Time": 6.624878644943237}
{"Finetune/Learning Rate": 1.2350555375286875e-05, "Finetune/Loss": 0.5935890674591064, "Finetune/Loss (Raw)": 0.29564306139945984, "Finetune/Step": 6888, "Finetune/Step Time": 6.633174851536751}
{"Finetune/Learning Rate": 1.2348536701402231e-05, "Finetune/Loss": 0.5949711799621582, "Finetune/Loss (Raw)": 0.8369932174682617, "Finetune/Step": 6889, "Finetune/Step Time": 6.647769045084715}
{"Finetune/Learning Rate": 1.2346517926221776e-05, "Finetune/Loss": 0.5975198149681091, "Finetune/Loss (Raw)": 0.6656184196472168, "Finetune/Step": 6890, "Finetune/Step Time": 6.638340760022402}
{"Finetune/Learning Rate": 1.2344499049832584e-05, "Finetune/Loss": 0.5977998971939087, "Finetune/Loss (Raw)": 0.6256739497184753, "Finetune/Step": 6891, "Finetune/Step Time": 6.645501682534814}
{"Finetune/Learning Rate": 1.2342480072321732e-05, "Finetune/Loss": 0.6020510196685791, "Finetune/Loss (Raw)": 0.7199639678001404, "Finetune/Step": 6892, "Finetune/Step Time": 6.6294493563473225}
{"Finetune/Learning Rate": 1.23404609937763e-05, "Finetune/Loss": 0.6009261012077332, "Finetune/Loss (Raw)": 0.530164361000061, "Finetune/Step": 6893, "Finetune/Step Time": 6.640845933929086}
{"Finetune/Learning Rate": 1.2338441814283378e-05, "Finetune/Loss": 0.6017128229141235, "Finetune/Loss (Raw)": 0.6350643038749695, "Finetune/Step": 6894, "Finetune/Step Time": 6.654287638142705}
{"Finetune/Learning Rate": 1.2336422533930049e-05, "Finetune/Loss": 0.6032602787017822, "Finetune/Loss (Raw)": 0.7120144963264465, "Finetune/Step": 6895, "Finetune/Step Time": 6.630071463063359}
{"Finetune/Learning Rate": 1.2334403152803414e-05, "Finetune/Loss": 0.6047006845474243, "Finetune/Loss (Raw)": 0.7411646842956543, "Finetune/Step": 6896, "Finetune/Step Time": 6.621583456173539}
{"Finetune/Learning Rate": 1.2332383670990569e-05, "Finetune/Loss": 0.604550838470459, "Finetune/Loss (Raw)": 0.544627845287323, "Finetune/Step": 6897, "Finetune/Step Time": 6.619454141706228}
{"Finetune/Learning Rate": 1.2330364088578617e-05, "Finetune/Loss": 0.6053253412246704, "Finetune/Loss (Raw)": 0.6167914867401123, "Finetune/Step": 6898, "Finetune/Step Time": 6.617516279220581}
{"Finetune/Learning Rate": 1.232834440565467e-05, "Finetune/Loss": 0.605268120765686, "Finetune/Loss (Raw)": 0.5655068159103394, "Finetune/Step": 6899, "Finetune/Step Time": 6.626963218674064}
{"Finetune/Learning Rate": 1.2326324622305835e-05, "Finetune/Loss": 0.6053200960159302, "Finetune/Loss (Raw)": 0.5829110741615295, "Finetune/Step": 6900, "Finetune/Step Time": 6.6328418627381325}
{"Finetune/Learning Rate": 1.2324304738619226e-05, "Finetune/Loss": 0.6051033735275269, "Finetune/Loss (Raw)": 0.5588138699531555, "Finetune/Step": 6901, "Finetune/Step Time": 6.625271160155535}
{"Finetune/Learning Rate": 1.232228475468197e-05, "Finetune/Loss": 0.6052398681640625, "Finetune/Loss (Raw)": 0.6666480302810669, "Finetune/Step": 6902, "Finetune/Step Time": 6.616069892421365}
{"Finetune/Learning Rate": 1.2320264670581186e-05, "Finetune/Loss": 0.6027997732162476, "Finetune/Loss (Raw)": 0.24658864736557007, "Finetune/Step": 6903, "Finetune/Step Time": 6.633389368653297}
{"Finetune/Learning Rate": 1.231824448640401e-05, "Finetune/Loss": 0.6028397083282471, "Finetune/Loss (Raw)": 0.6878533959388733, "Finetune/Step": 6904, "Finetune/Step Time": 6.623334603384137}
{"Finetune/Learning Rate": 1.231622420223757e-05, "Finetune/Loss": 0.6026991605758667, "Finetune/Loss (Raw)": 0.6279520988464355, "Finetune/Step": 6905, "Finetune/Step Time": 6.630090896040201}
{"Finetune/Learning Rate": 1.2314203818169002e-05, "Finetune/Loss": 0.6028484106063843, "Finetune/Loss (Raw)": 0.6226341724395752, "Finetune/Step": 6906, "Finetune/Step Time": 6.652695646509528}
{"Finetune/Learning Rate": 1.2312183334285453e-05, "Finetune/Loss": 0.6023095846176147, "Finetune/Loss (Raw)": 0.6354808211326599, "Finetune/Step": 6907, "Finetune/Step Time": 6.644009053707123}
{"Finetune/Learning Rate": 1.2310162750674068e-05, "Finetune/Loss": 0.6028977632522583, "Finetune/Loss (Raw)": 0.6022441983222961, "Finetune/Step": 6908, "Finetune/Step Time": 6.638936230912805}
{"Finetune/Learning Rate": 1.2308142067421998e-05, "Finetune/Loss": 0.5997490882873535, "Finetune/Loss (Raw)": 0.2662045359611511, "Finetune/Step": 6909, "Finetune/Step Time": 6.657509526237845}
{"Finetune/Learning Rate": 1.2306121284616397e-05, "Finetune/Loss": 0.5993624925613403, "Finetune/Loss (Raw)": 0.5940407514572144, "Finetune/Step": 6910, "Finetune/Step Time": 6.666093835607171}
{"Finetune/Learning Rate": 1.2304100402344426e-05, "Finetune/Loss": 0.5973089337348938, "Finetune/Loss (Raw)": 0.5382468700408936, "Finetune/Step": 6911, "Finetune/Step Time": 6.66783350892365}
{"Finetune/Learning Rate": 1.2302079420693245e-05, "Finetune/Loss": 0.5944488048553467, "Finetune/Loss (Raw)": 0.22979854047298431, "Finetune/Step": 6912, "Finetune/Step Time": 6.674259962514043}
{"Finetune/Learning Rate": 1.2300058339750026e-05, "Finetune/Loss": 0.5940186381340027, "Finetune/Loss (Raw)": 0.6402605772018433, "Finetune/Step": 6913, "Finetune/Step Time": 6.680666657164693}
{"Finetune/Learning Rate": 1.2298037159601939e-05, "Finetune/Loss": 0.5933008193969727, "Finetune/Loss (Raw)": 0.6428465247154236, "Finetune/Step": 6914, "Finetune/Step Time": 6.682502660900354}
{"Finetune/Learning Rate": 1.2296015880336163e-05, "Finetune/Loss": 0.593492865562439, "Finetune/Loss (Raw)": 0.7508279085159302, "Finetune/Step": 6915, "Finetune/Step Time": 6.686732068657875}
{"Finetune/Learning Rate": 1.2293994502039872e-05, "Finetune/Loss": 0.5945374965667725, "Finetune/Loss (Raw)": 0.6831942796707153, "Finetune/Step": 6916, "Finetune/Step Time": 6.680099776014686}
{"Finetune/Learning Rate": 1.2291973024800257e-05, "Finetune/Loss": 0.5942884087562561, "Finetune/Loss (Raw)": 0.6357748508453369, "Finetune/Step": 6917, "Finetune/Step Time": 6.6828867867589}
{"Finetune/Learning Rate": 1.2289951448704506e-05, "Finetune/Loss": 0.5942634344100952, "Finetune/Loss (Raw)": 0.6512655019760132, "Finetune/Step": 6918, "Finetune/Step Time": 6.685007942840457}
{"Finetune/Learning Rate": 1.2287929773839813e-05, "Finetune/Loss": 0.5936769247055054, "Finetune/Loss (Raw)": 0.532782793045044, "Finetune/Step": 6919, "Finetune/Step Time": 6.697645911946893}
{"Finetune/Learning Rate": 1.2285908000293376e-05, "Finetune/Loss": 0.5940866470336914, "Finetune/Loss (Raw)": 0.6960110068321228, "Finetune/Step": 6920, "Finetune/Step Time": 6.686572739854455}
{"Finetune/Learning Rate": 1.2283886128152396e-05, "Finetune/Loss": 0.5942598581314087, "Finetune/Loss (Raw)": 0.6546041369438171, "Finetune/Step": 6921, "Finetune/Step Time": 6.684835059568286}
{"Finetune/Learning Rate": 1.2281864157504077e-05, "Finetune/Loss": 0.5946306586265564, "Finetune/Loss (Raw)": 0.6008170247077942, "Finetune/Step": 6922, "Finetune/Step Time": 6.689776731655002}
{"Finetune/Learning Rate": 1.2279842088435634e-05, "Finetune/Loss": 0.5946933627128601, "Finetune/Loss (Raw)": 0.5777853727340698, "Finetune/Step": 6923, "Finetune/Step Time": 6.699409520253539}
{"Finetune/Learning Rate": 1.227781992103428e-05, "Finetune/Loss": 0.5951516032218933, "Finetune/Loss (Raw)": 0.2570915222167969, "Finetune/Step": 6924, "Finetune/Step Time": 6.713110635057092}
{"Finetune/Learning Rate": 1.2275797655387235e-05, "Finetune/Loss": 0.5985344648361206, "Finetune/Loss (Raw)": 0.6618512868881226, "Finetune/Step": 6925, "Finetune/Step Time": 6.692108375951648}
{"Finetune/Learning Rate": 1.2273775291581718e-05, "Finetune/Loss": 0.5957402586936951, "Finetune/Loss (Raw)": 0.21959926187992096, "Finetune/Step": 6926, "Finetune/Step Time": 6.7058017905801535}
{"Finetune/Learning Rate": 1.2271752829704959e-05, "Finetune/Loss": 0.5964452028274536, "Finetune/Loss (Raw)": 0.7538955211639404, "Finetune/Step": 6927, "Finetune/Step Time": 6.691057592630386}
{"Finetune/Learning Rate": 1.2269730269844193e-05, "Finetune/Loss": 0.596575140953064, "Finetune/Loss (Raw)": 0.6270409822463989, "Finetune/Step": 6928, "Finetune/Step Time": 6.703842293471098}
{"Finetune/Learning Rate": 1.2267707612086652e-05, "Finetune/Loss": 0.5957159996032715, "Finetune/Loss (Raw)": 0.5910972356796265, "Finetune/Step": 6929, "Finetune/Step Time": 6.73177557811141}
{"Finetune/Learning Rate": 1.226568485651958e-05, "Finetune/Loss": 0.5946400165557861, "Finetune/Loss (Raw)": 0.6276074647903442, "Finetune/Step": 6930, "Finetune/Step Time": 6.731996679678559}
{"Finetune/Learning Rate": 1.2263662003230216e-05, "Finetune/Loss": 0.5962152481079102, "Finetune/Loss (Raw)": 0.6685606241226196, "Finetune/Step": 6931, "Finetune/Step Time": 6.723582582548261}
{"Finetune/Learning Rate": 1.2261639052305812e-05, "Finetune/Loss": 0.5938038229942322, "Finetune/Loss (Raw)": 0.28268882632255554, "Finetune/Step": 6932, "Finetune/Step Time": 6.732863172888756}
{"Finetune/Learning Rate": 1.225961600383362e-05, "Finetune/Loss": 0.5972199440002441, "Finetune/Loss (Raw)": 0.6135450601577759, "Finetune/Step": 6933, "Finetune/Step Time": 6.71552200615406}
{"Finetune/Learning Rate": 1.2257592857900897e-05, "Finetune/Loss": 0.5968798398971558, "Finetune/Loss (Raw)": 0.5414681434631348, "Finetune/Step": 6934, "Finetune/Step Time": 6.731421269476414}
{"Finetune/Learning Rate": 1.2255569614594906e-05, "Finetune/Loss": 0.6000320911407471, "Finetune/Loss (Raw)": 0.6048855781555176, "Finetune/Step": 6935, "Finetune/Step Time": 6.729659644886851}
{"Finetune/Learning Rate": 1.225354627400291e-05, "Finetune/Loss": 0.5996091365814209, "Finetune/Loss (Raw)": 0.6695165634155273, "Finetune/Step": 6936, "Finetune/Step Time": 6.728043742477894}
{"Finetune/Learning Rate": 1.2251522836212182e-05, "Finetune/Loss": 0.5974770784378052, "Finetune/Loss (Raw)": 0.4866394102573395, "Finetune/Step": 6937, "Finetune/Step Time": 6.728956902399659}
{"Finetune/Learning Rate": 1.2249499301309988e-05, "Finetune/Loss": 0.5967874526977539, "Finetune/Loss (Raw)": 0.6194905638694763, "Finetune/Step": 6938, "Finetune/Step Time": 6.725370939821005}
{"Finetune/Learning Rate": 1.2247475669383615e-05, "Finetune/Loss": 0.5964470505714417, "Finetune/Loss (Raw)": 0.5948771238327026, "Finetune/Step": 6939, "Finetune/Step Time": 6.729617862030864}
{"Finetune/Learning Rate": 1.224545194052034e-05, "Finetune/Loss": 0.5968784689903259, "Finetune/Loss (Raw)": 0.6308619976043701, "Finetune/Step": 6940, "Finetune/Step Time": 6.732715435326099}
{"Finetune/Learning Rate": 1.2243428114807454e-05, "Finetune/Loss": 0.5963980555534363, "Finetune/Loss (Raw)": 0.569057822227478, "Finetune/Step": 6941, "Finetune/Step Time": 6.735779982060194}
{"Finetune/Learning Rate": 1.2241404192332243e-05, "Finetune/Loss": 0.5959300994873047, "Finetune/Loss (Raw)": 0.5540169477462769, "Finetune/Step": 6942, "Finetune/Step Time": 6.747404582798481}
{"Finetune/Learning Rate": 1.2239380173182e-05, "Finetune/Loss": 0.5961813926696777, "Finetune/Loss (Raw)": 0.666722297668457, "Finetune/Step": 6943, "Finetune/Step Time": 6.756728848442435}
{"Finetune/Learning Rate": 1.2237356057444032e-05, "Finetune/Loss": 0.5966342687606812, "Finetune/Loss (Raw)": 0.7024127244949341, "Finetune/Step": 6944, "Finetune/Step Time": 6.745792740955949}
{"Finetune/Learning Rate": 1.2235331845205634e-05, "Finetune/Loss": 0.5946404933929443, "Finetune/Loss (Raw)": 0.25426211953163147, "Finetune/Step": 6945, "Finetune/Step Time": 6.764966795220971}
{"Finetune/Learning Rate": 1.2233307536554118e-05, "Finetune/Loss": 0.5964352488517761, "Finetune/Loss (Raw)": 0.6995741724967957, "Finetune/Step": 6946, "Finetune/Step Time": 6.763568971306086}
{"Finetune/Learning Rate": 1.2231283131576795e-05, "Finetune/Loss": 0.5954281091690063, "Finetune/Loss (Raw)": 0.5086989402770996, "Finetune/Step": 6947, "Finetune/Step Time": 6.766510229557753}
{"Finetune/Learning Rate": 1.2229258630360976e-05, "Finetune/Loss": 0.5953654050827026, "Finetune/Loss (Raw)": 0.5856367349624634, "Finetune/Step": 6948, "Finetune/Step Time": 6.7632606122642756}
{"Finetune/Learning Rate": 1.2227234032993985e-05, "Finetune/Loss": 0.5953885316848755, "Finetune/Loss (Raw)": 0.5865652561187744, "Finetune/Step": 6949, "Finetune/Step Time": 6.746472651138902}
{"Finetune/Learning Rate": 1.2225209339563144e-05, "Finetune/Loss": 0.5936155319213867, "Finetune/Loss (Raw)": 0.5477784276008606, "Finetune/Step": 6950, "Finetune/Step Time": 6.758430374786258}
{"Finetune/Learning Rate": 1.2223184550155787e-05, "Finetune/Loss": 0.59660404920578, "Finetune/Loss (Raw)": 0.6568762063980103, "Finetune/Step": 6951, "Finetune/Step Time": 6.738752191886306}
{"Finetune/Learning Rate": 1.2221159664859234e-05, "Finetune/Loss": 0.5951036214828491, "Finetune/Loss (Raw)": 0.5135905742645264, "Finetune/Step": 6952, "Finetune/Step Time": 6.728919297456741}
{"Finetune/Learning Rate": 1.2219134683760834e-05, "Finetune/Loss": 0.5942742824554443, "Finetune/Loss (Raw)": 0.5100791454315186, "Finetune/Step": 6953, "Finetune/Step Time": 6.742211006581783}
{"Finetune/Learning Rate": 1.2217109606947916e-05, "Finetune/Loss": 0.5945127010345459, "Finetune/Loss (Raw)": 0.6966202855110168, "Finetune/Step": 6954, "Finetune/Step Time": 6.728805413469672}
{"Finetune/Learning Rate": 1.2215084434507833e-05, "Finetune/Loss": 0.5934774875640869, "Finetune/Loss (Raw)": 0.5865547060966492, "Finetune/Step": 6955, "Finetune/Step Time": 6.727897249162197}
{"Finetune/Learning Rate": 1.2213059166527934e-05, "Finetune/Loss": 0.5941254496574402, "Finetune/Loss (Raw)": 0.6625288724899292, "Finetune/Step": 6956, "Finetune/Step Time": 6.731151575222611}
{"Finetune/Learning Rate": 1.2211033803095567e-05, "Finetune/Loss": 0.5936238169670105, "Finetune/Loss (Raw)": 0.6404038667678833, "Finetune/Step": 6957, "Finetune/Step Time": 6.733411738649011}
{"Finetune/Learning Rate": 1.2209008344298086e-05, "Finetune/Loss": 0.5940521359443665, "Finetune/Loss (Raw)": 0.6515927314758301, "Finetune/Step": 6958, "Finetune/Step Time": 6.745697194710374}
{"Finetune/Learning Rate": 1.2206982790222858e-05, "Finetune/Loss": 0.5948225259780884, "Finetune/Loss (Raw)": 0.6378098130226135, "Finetune/Step": 6959, "Finetune/Step Time": 6.745666002854705}
{"Finetune/Learning Rate": 1.220495714095725e-05, "Finetune/Loss": 0.5948008298873901, "Finetune/Loss (Raw)": 0.6379261016845703, "Finetune/Step": 6960, "Finetune/Step Time": 6.748099038377404}
{"Finetune/Learning Rate": 1.2202931396588627e-05, "Finetune/Loss": 0.5945775508880615, "Finetune/Loss (Raw)": 0.6448227167129517, "Finetune/Step": 6961, "Finetune/Step Time": 6.747505819424987}
{"Finetune/Learning Rate": 1.2200905557204359e-05, "Finetune/Loss": 0.5948541164398193, "Finetune/Loss (Raw)": 0.5654999017715454, "Finetune/Step": 6962, "Finetune/Step Time": 6.727372460067272}
{"Finetune/Learning Rate": 1.2198879622891831e-05, "Finetune/Loss": 0.5950250625610352, "Finetune/Loss (Raw)": 0.6230098009109497, "Finetune/Step": 6963, "Finetune/Step Time": 6.726907322183251}
{"Finetune/Learning Rate": 1.2196853593738419e-05, "Finetune/Loss": 0.5912744998931885, "Finetune/Loss (Raw)": 0.20783893764019012, "Finetune/Step": 6964, "Finetune/Step Time": 6.73435939848423}
{"Finetune/Learning Rate": 1.219482746983151e-05, "Finetune/Loss": 0.5918946266174316, "Finetune/Loss (Raw)": 0.6568177342414856, "Finetune/Step": 6965, "Finetune/Step Time": 6.732100162655115}
{"Finetune/Learning Rate": 1.2192801251258494e-05, "Finetune/Loss": 0.5917466878890991, "Finetune/Loss (Raw)": 0.5724661350250244, "Finetune/Step": 6966, "Finetune/Step Time": 6.730904866009951}
{"Finetune/Learning Rate": 1.2190774938106769e-05, "Finetune/Loss": 0.592273473739624, "Finetune/Loss (Raw)": 0.6261773109436035, "Finetune/Step": 6967, "Finetune/Step Time": 6.714334934949875}
{"Finetune/Learning Rate": 1.2188748530463723e-05, "Finetune/Loss": 0.5888702869415283, "Finetune/Loss (Raw)": 0.260141521692276, "Finetune/Step": 6968, "Finetune/Step Time": 6.729769030585885}
{"Finetune/Learning Rate": 1.2186722028416766e-05, "Finetune/Loss": 0.5878726243972778, "Finetune/Loss (Raw)": 0.6146237850189209, "Finetune/Step": 6969, "Finetune/Step Time": 6.727931449189782}
{"Finetune/Learning Rate": 1.2184695432053304e-05, "Finetune/Loss": 0.5874730348587036, "Finetune/Loss (Raw)": 0.6222672462463379, "Finetune/Step": 6970, "Finetune/Step Time": 6.717568343505263}
{"Finetune/Learning Rate": 1.2182668741460743e-05, "Finetune/Loss": 0.5884616374969482, "Finetune/Loss (Raw)": 0.6617931723594666, "Finetune/Step": 6971, "Finetune/Step Time": 6.702611926943064}
{"Finetune/Learning Rate": 1.2180641956726498e-05, "Finetune/Loss": 0.5882135629653931, "Finetune/Loss (Raw)": 0.5359302163124084, "Finetune/Step": 6972, "Finetune/Step Time": 6.701976582407951}
{"Finetune/Learning Rate": 1.217861507793799e-05, "Finetune/Loss": 0.5914424061775208, "Finetune/Loss (Raw)": 0.6208721399307251, "Finetune/Step": 6973, "Finetune/Step Time": 6.684841183945537}
{"Finetune/Learning Rate": 1.2176588105182639e-05, "Finetune/Loss": 0.5929017066955566, "Finetune/Loss (Raw)": 0.6606402397155762, "Finetune/Step": 6974, "Finetune/Step Time": 6.667373860254884}
{"Finetune/Learning Rate": 1.2174561038547867e-05, "Finetune/Loss": 0.593526303768158, "Finetune/Loss (Raw)": 0.6390871405601501, "Finetune/Step": 6975, "Finetune/Step Time": 6.691827254369855}
{"Finetune/Learning Rate": 1.2172533878121114e-05, "Finetune/Loss": 0.5936349630355835, "Finetune/Loss (Raw)": 0.6978321075439453, "Finetune/Step": 6976, "Finetune/Step Time": 6.683723442256451}
{"Finetune/Learning Rate": 1.2170506623989809e-05, "Finetune/Loss": 0.5959464311599731, "Finetune/Loss (Raw)": 0.5675314664840698, "Finetune/Step": 6977, "Finetune/Step Time": 6.661315347999334}
{"Finetune/Learning Rate": 1.2168479276241388e-05, "Finetune/Loss": 0.5963027477264404, "Finetune/Loss (Raw)": 0.6551463007926941, "Finetune/Step": 6978, "Finetune/Step Time": 6.655426329001784}
{"Finetune/Learning Rate": 1.2166451834963297e-05, "Finetune/Loss": 0.5947179794311523, "Finetune/Loss (Raw)": 0.5199182629585266, "Finetune/Step": 6979, "Finetune/Step Time": 6.6676452942192554}
{"Finetune/Learning Rate": 1.2164424300242984e-05, "Finetune/Loss": 0.5939372181892395, "Finetune/Loss (Raw)": 0.6284290552139282, "Finetune/Step": 6980, "Finetune/Step Time": 6.670225223526359}
{"Finetune/Learning Rate": 1.2162396672167893e-05, "Finetune/Loss": 0.5931336879730225, "Finetune/Loss (Raw)": 0.6551284790039062, "Finetune/Step": 6981, "Finetune/Step Time": 6.670651935040951}
{"Finetune/Learning Rate": 1.2160368950825485e-05, "Finetune/Loss": 0.5935649871826172, "Finetune/Loss (Raw)": 0.6449180245399475, "Finetune/Step": 6982, "Finetune/Step Time": 6.664341954514384}
{"Finetune/Learning Rate": 1.2158341136303218e-05, "Finetune/Loss": 0.5933584570884705, "Finetune/Loss (Raw)": 0.5153094530105591, "Finetune/Step": 6983, "Finetune/Step Time": 6.671606564894319}
{"Finetune/Learning Rate": 1.215631322868855e-05, "Finetune/Loss": 0.5936684608459473, "Finetune/Loss (Raw)": 0.4818979799747467, "Finetune/Step": 6984, "Finetune/Step Time": 6.6691682524979115}
{"Finetune/Learning Rate": 1.215428522806895e-05, "Finetune/Loss": 0.5938377380371094, "Finetune/Loss (Raw)": 0.6496867537498474, "Finetune/Step": 6985, "Finetune/Step Time": 6.687638033181429}
{"Finetune/Learning Rate": 1.2152257134531893e-05, "Finetune/Loss": 0.594506561756134, "Finetune/Loss (Raw)": 0.7322920560836792, "Finetune/Step": 6986, "Finetune/Step Time": 6.671872017905116}
{"Finetune/Learning Rate": 1.2150228948164848e-05, "Finetune/Loss": 0.5937508344650269, "Finetune/Loss (Raw)": 0.5132024884223938, "Finetune/Step": 6987, "Finetune/Step Time": 6.6715303882956505}
{"Finetune/Learning Rate": 1.2148200669055292e-05, "Finetune/Loss": 0.5950603485107422, "Finetune/Loss (Raw)": 0.771654486656189, "Finetune/Step": 6988, "Finetune/Step Time": 6.675456702709198}
{"Finetune/Learning Rate": 1.2146172297290715e-05, "Finetune/Loss": 0.5942351222038269, "Finetune/Loss (Raw)": 0.6527180075645447, "Finetune/Step": 6989, "Finetune/Step Time": 6.682183615863323}
{"Finetune/Learning Rate": 1.2144143832958597e-05, "Finetune/Loss": 0.5940828323364258, "Finetune/Loss (Raw)": 0.4962828457355499, "Finetune/Step": 6990, "Finetune/Step Time": 6.6994572672992945}
{"Finetune/Learning Rate": 1.2142115276146433e-05, "Finetune/Loss": 0.5923642516136169, "Finetune/Loss (Raw)": 0.4270249903202057, "Finetune/Step": 6991, "Finetune/Step Time": 6.724875710904598}
{"Finetune/Learning Rate": 1.2140086626941716e-05, "Finetune/Loss": 0.5923898220062256, "Finetune/Loss (Raw)": 0.6594749093055725, "Finetune/Step": 6992, "Finetune/Step Time": 6.729162121191621}
{"Finetune/Learning Rate": 1.2138057885431946e-05, "Finetune/Loss": 0.5925032496452332, "Finetune/Loss (Raw)": 0.5881033539772034, "Finetune/Step": 6993, "Finetune/Step Time": 6.723069075495005}
{"Finetune/Learning Rate": 1.213602905170462e-05, "Finetune/Loss": 0.5897374153137207, "Finetune/Loss (Raw)": 0.27587977051734924, "Finetune/Step": 6994, "Finetune/Step Time": 6.741793937981129}
{"Finetune/Learning Rate": 1.2134000125847252e-05, "Finetune/Loss": 0.5909860134124756, "Finetune/Loss (Raw)": 0.45756176114082336, "Finetune/Step": 6995, "Finetune/Step Time": 6.750003254041076}
{"Finetune/Learning Rate": 1.2131971107947347e-05, "Finetune/Loss": 0.5894613265991211, "Finetune/Loss (Raw)": 0.5882443189620972, "Finetune/Step": 6996, "Finetune/Step Time": 6.754854863509536}
{"Finetune/Learning Rate": 1.2129941998092423e-05, "Finetune/Loss": 0.5897220373153687, "Finetune/Loss (Raw)": 0.598128080368042, "Finetune/Step": 6997, "Finetune/Step Time": 6.753359898924828}
{"Finetune/Learning Rate": 1.2127912796369996e-05, "Finetune/Loss": 0.5891731977462769, "Finetune/Loss (Raw)": 0.6082668900489807, "Finetune/Step": 6998, "Finetune/Step Time": 6.726964561268687}
{"Finetune/Learning Rate": 1.212588350286759e-05, "Finetune/Loss": 0.5896323919296265, "Finetune/Loss (Raw)": 0.597061276435852, "Finetune/Step": 6999, "Finetune/Step Time": 6.72921378724277}
{"Finetune/Learning Rate": 1.2123854117672731e-05, "Finetune/Loss": 0.5896803140640259, "Finetune/Loss (Raw)": 0.6644265055656433, "Finetune/Step": 7000, "Finetune/Step Time": 6.73460815474391}
{"Finetune/Learning Rate": 1.2121824640872948e-05, "Finetune/Loss": 0.5894150137901306, "Finetune/Loss (Raw)": 0.608941912651062, "Finetune/Step": 7001, "Finetune/Step Time": 6.736536210402846}
{"Finetune/Learning Rate": 1.2119795072555778e-05, "Finetune/Loss": 0.5892009139060974, "Finetune/Loss (Raw)": 0.6137099862098694, "Finetune/Step": 7002, "Finetune/Step Time": 6.711858691647649}
{"Finetune/Learning Rate": 1.211776541280876e-05, "Finetune/Loss": 0.5891737341880798, "Finetune/Loss (Raw)": 0.7006478309631348, "Finetune/Step": 7003, "Finetune/Step Time": 6.729439690709114}
{"Finetune/Learning Rate": 1.211573566171943e-05, "Finetune/Loss": 0.5899981260299683, "Finetune/Loss (Raw)": 0.6219201683998108, "Finetune/Step": 7004, "Finetune/Step Time": 6.713754888623953}
{"Finetune/Learning Rate": 1.2113705819375339e-05, "Finetune/Loss": 0.5893920063972473, "Finetune/Loss (Raw)": 0.6208910942077637, "Finetune/Step": 7005, "Finetune/Step Time": 6.7231784127652645}
{"Finetune/Learning Rate": 1.2111675885864036e-05, "Finetune/Loss": 0.5891634821891785, "Finetune/Loss (Raw)": 0.6294738054275513, "Finetune/Step": 7006, "Finetune/Step Time": 6.718443725258112}
{"Finetune/Learning Rate": 1.2109645861273074e-05, "Finetune/Loss": 0.5885124206542969, "Finetune/Loss (Raw)": 0.5507217645645142, "Finetune/Step": 7007, "Finetune/Step Time": 6.7328676376491785}
{"Finetune/Learning Rate": 1.2107615745690017e-05, "Finetune/Loss": 0.5889875888824463, "Finetune/Loss (Raw)": 0.6473316550254822, "Finetune/Step": 7008, "Finetune/Step Time": 6.715142626315355}
{"Finetune/Learning Rate": 1.2105585539202418e-05, "Finetune/Loss": 0.5887984037399292, "Finetune/Loss (Raw)": 0.6478162407875061, "Finetune/Step": 7009, "Finetune/Step Time": 6.7122543677687645}
{"Finetune/Learning Rate": 1.2103555241897847e-05, "Finetune/Loss": 0.5859864354133606, "Finetune/Loss (Raw)": 0.2786788046360016, "Finetune/Step": 7010, "Finetune/Step Time": 6.722898386418819}
{"Finetune/Learning Rate": 1.2101524853863875e-05, "Finetune/Loss": 0.5851262807846069, "Finetune/Loss (Raw)": 0.5372056365013123, "Finetune/Step": 7011, "Finetune/Step Time": 6.702509891241789}
{"Finetune/Learning Rate": 1.209949437518807e-05, "Finetune/Loss": 0.5848147869110107, "Finetune/Loss (Raw)": 0.6418566107749939, "Finetune/Step": 7012, "Finetune/Step Time": 6.7038981188088655}
{"Finetune/Learning Rate": 1.2097463805958019e-05, "Finetune/Loss": 0.5843443870544434, "Finetune/Loss (Raw)": 0.5329577922821045, "Finetune/Step": 7013, "Finetune/Step Time": 6.7027302496135235}
{"Finetune/Learning Rate": 1.2095433146261294e-05, "Finetune/Loss": 0.5839160084724426, "Finetune/Loss (Raw)": 0.6515613198280334, "Finetune/Step": 7014, "Finetune/Step Time": 6.70670504681766}
{"Finetune/Learning Rate": 1.2093402396185486e-05, "Finetune/Loss": 0.5835597515106201, "Finetune/Loss (Raw)": 0.5195875763893127, "Finetune/Step": 7015, "Finetune/Step Time": 6.706088371574879}
{"Finetune/Learning Rate": 1.2091371555818178e-05, "Finetune/Loss": 0.5868841409683228, "Finetune/Loss (Raw)": 0.7211580872535706, "Finetune/Step": 7016, "Finetune/Step Time": 6.689652234315872}
{"Finetune/Learning Rate": 1.2089340625246971e-05, "Finetune/Loss": 0.585578203201294, "Finetune/Loss (Raw)": 0.6698408126831055, "Finetune/Step": 7017, "Finetune/Step Time": 6.677845109254122}
{"Finetune/Learning Rate": 1.2087309604559458e-05, "Finetune/Loss": 0.5862060785293579, "Finetune/Loss (Raw)": 0.7459871172904968, "Finetune/Step": 7018, "Finetune/Step Time": 6.679042270407081}
{"Finetune/Learning Rate": 1.2085278493843245e-05, "Finetune/Loss": 0.5862194299697876, "Finetune/Loss (Raw)": 0.6273783445358276, "Finetune/Step": 7019, "Finetune/Step Time": 6.677406746894121}
{"Finetune/Learning Rate": 1.2083247293185925e-05, "Finetune/Loss": 0.5856223106384277, "Finetune/Loss (Raw)": 0.6435394883155823, "Finetune/Step": 7020, "Finetune/Step Time": 6.674393858760595}
{"Finetune/Learning Rate": 1.2081216002675117e-05, "Finetune/Loss": 0.5832920074462891, "Finetune/Loss (Raw)": 0.231875941157341, "Finetune/Step": 7021, "Finetune/Step Time": 6.687819289043546}
{"Finetune/Learning Rate": 1.207918462239843e-05, "Finetune/Loss": 0.5836741328239441, "Finetune/Loss (Raw)": 0.6839790344238281, "Finetune/Step": 7022, "Finetune/Step Time": 6.666273556649685}
{"Finetune/Learning Rate": 1.207715315244348e-05, "Finetune/Loss": 0.5798015594482422, "Finetune/Loss (Raw)": 0.21633237600326538, "Finetune/Step": 7023, "Finetune/Step Time": 6.688832186162472}
{"Finetune/Learning Rate": 1.2075121592897889e-05, "Finetune/Loss": 0.5795096158981323, "Finetune/Loss (Raw)": 0.7037901282310486, "Finetune/Step": 7024, "Finetune/Step Time": 6.715618163347244}
{"Finetune/Learning Rate": 1.2073089943849279e-05, "Finetune/Loss": 0.5801340341567993, "Finetune/Loss (Raw)": 0.6245537400245667, "Finetune/Step": 7025, "Finetune/Step Time": 6.714664747938514}
{"Finetune/Learning Rate": 1.2071058205385278e-05, "Finetune/Loss": 0.5810099840164185, "Finetune/Loss (Raw)": 0.7289104461669922, "Finetune/Step": 7026, "Finetune/Step Time": 6.707735018804669}
{"Finetune/Learning Rate": 1.206902637759352e-05, "Finetune/Loss": 0.5813916921615601, "Finetune/Loss (Raw)": 0.6143685579299927, "Finetune/Step": 7027, "Finetune/Step Time": 6.6960913222283125}
{"Finetune/Learning Rate": 1.2066994460561641e-05, "Finetune/Loss": 0.5788042545318604, "Finetune/Loss (Raw)": 0.2517237961292267, "Finetune/Step": 7028, "Finetune/Step Time": 6.706521179527044}
{"Finetune/Learning Rate": 1.2064962454377279e-05, "Finetune/Loss": 0.5796367526054382, "Finetune/Loss (Raw)": 0.6653690934181213, "Finetune/Step": 7029, "Finetune/Step Time": 6.710280403494835}
{"Finetune/Learning Rate": 1.2062930359128076e-05, "Finetune/Loss": 0.5788717269897461, "Finetune/Loss (Raw)": 0.5687196850776672, "Finetune/Step": 7030, "Finetune/Step Time": 6.702163437381387}
{"Finetune/Learning Rate": 1.2060898174901681e-05, "Finetune/Loss": 0.582162618637085, "Finetune/Loss (Raw)": 0.6678297519683838, "Finetune/Step": 7031, "Finetune/Step Time": 6.685307268053293}
{"Finetune/Learning Rate": 1.2058865901785746e-05, "Finetune/Loss": 0.5814920663833618, "Finetune/Loss (Raw)": 0.6020269393920898, "Finetune/Step": 7032, "Finetune/Step Time": 6.697149496525526}
{"Finetune/Learning Rate": 1.2056833539867923e-05, "Finetune/Loss": 0.5816401839256287, "Finetune/Loss (Raw)": 0.6469038128852844, "Finetune/Step": 7033, "Finetune/Step Time": 6.693313637748361}
{"Finetune/Learning Rate": 1.2054801089235874e-05, "Finetune/Loss": 0.581348180770874, "Finetune/Loss (Raw)": 0.5852556824684143, "Finetune/Step": 7034, "Finetune/Step Time": 6.675600420683622}
{"Finetune/Learning Rate": 1.2052768549977258e-05, "Finetune/Loss": 0.5807327628135681, "Finetune/Loss (Raw)": 0.5567089319229126, "Finetune/Step": 7035, "Finetune/Step Time": 6.673156827688217}
{"Finetune/Learning Rate": 1.2050735922179744e-05, "Finetune/Loss": 0.5813202857971191, "Finetune/Loss (Raw)": 0.6774520874023438, "Finetune/Step": 7036, "Finetune/Step Time": 6.668124780058861}
{"Finetune/Learning Rate": 1.2048703205931003e-05, "Finetune/Loss": 0.5847733020782471, "Finetune/Loss (Raw)": 0.7081895470619202, "Finetune/Step": 7037, "Finetune/Step Time": 6.650615002959967}
{"Finetune/Learning Rate": 1.2046670401318705e-05, "Finetune/Loss": 0.5857582092285156, "Finetune/Loss (Raw)": 0.7201072573661804, "Finetune/Step": 7038, "Finetune/Step Time": 6.635824430733919}
{"Finetune/Learning Rate": 1.2044637508430532e-05, "Finetune/Loss": 0.5831697583198547, "Finetune/Loss (Raw)": 0.20692600309848785, "Finetune/Step": 7039, "Finetune/Step Time": 6.649222960695624}
{"Finetune/Learning Rate": 1.2042604527354166e-05, "Finetune/Loss": 0.5865358114242554, "Finetune/Loss (Raw)": 0.6606523394584656, "Finetune/Step": 7040, "Finetune/Step Time": 6.630698373541236}
{"Finetune/Learning Rate": 1.2040571458177287e-05, "Finetune/Loss": 0.5834177732467651, "Finetune/Loss (Raw)": 0.24114716053009033, "Finetune/Step": 7041, "Finetune/Step Time": 6.655406521633267}
{"Finetune/Learning Rate": 1.2038538300987588e-05, "Finetune/Loss": 0.5834063291549683, "Finetune/Loss (Raw)": 0.6413847804069519, "Finetune/Step": 7042, "Finetune/Step Time": 6.651323778554797}
{"Finetune/Learning Rate": 1.2036505055872763e-05, "Finetune/Loss": 0.5816364288330078, "Finetune/Loss (Raw)": 0.5242816805839539, "Finetune/Step": 7043, "Finetune/Step Time": 6.650396775454283}
{"Finetune/Learning Rate": 1.2034471722920512e-05, "Finetune/Loss": 0.5816535949707031, "Finetune/Loss (Raw)": 0.6853893399238586, "Finetune/Step": 7044, "Finetune/Step Time": 6.648131480440497}
{"Finetune/Learning Rate": 1.2032438302218524e-05, "Finetune/Loss": 0.5806118845939636, "Finetune/Loss (Raw)": 0.5024361610412598, "Finetune/Step": 7045, "Finetune/Step Time": 6.663458399474621}
{"Finetune/Learning Rate": 1.2030404793854511e-05, "Finetune/Loss": 0.580681562423706, "Finetune/Loss (Raw)": 0.6601786613464355, "Finetune/Step": 7046, "Finetune/Step Time": 6.652740340679884}
{"Finetune/Learning Rate": 1.2028371197916184e-05, "Finetune/Loss": 0.5817164778709412, "Finetune/Loss (Raw)": 0.6652611494064331, "Finetune/Step": 7047, "Finetune/Step Time": 6.639376878738403}
{"Finetune/Learning Rate": 1.2026337514491251e-05, "Finetune/Loss": 0.5808599591255188, "Finetune/Loss (Raw)": 0.5863755941390991, "Finetune/Step": 7048, "Finetune/Step Time": 6.657803634181619}
{"Finetune/Learning Rate": 1.2024303743667427e-05, "Finetune/Loss": 0.580664336681366, "Finetune/Loss (Raw)": 0.6295608282089233, "Finetune/Step": 7049, "Finetune/Step Time": 6.656950308009982}
{"Finetune/Learning Rate": 1.2022269885532436e-05, "Finetune/Loss": 0.5804110765457153, "Finetune/Loss (Raw)": 0.5684006810188293, "Finetune/Step": 7050, "Finetune/Step Time": 6.654225019738078}
{"Finetune/Learning Rate": 1.2020235940173994e-05, "Finetune/Loss": 0.581207275390625, "Finetune/Loss (Raw)": 0.6796934008598328, "Finetune/Step": 7051, "Finetune/Step Time": 6.643737932667136}
{"Finetune/Learning Rate": 1.2018201907679834e-05, "Finetune/Loss": 0.584622859954834, "Finetune/Loss (Raw)": 0.6942891478538513, "Finetune/Step": 7052, "Finetune/Step Time": 6.614705722779036}
{"Finetune/Learning Rate": 1.2016167788137688e-05, "Finetune/Loss": 0.5847663879394531, "Finetune/Loss (Raw)": 0.6802258491516113, "Finetune/Step": 7053, "Finetune/Step Time": 6.615143429487944}
{"Finetune/Learning Rate": 1.2014133581635283e-05, "Finetune/Loss": 0.5881397724151611, "Finetune/Loss (Raw)": 0.6513906121253967, "Finetune/Step": 7054, "Finetune/Step Time": 6.617291610687971}
{"Finetune/Learning Rate": 1.2012099288260364e-05, "Finetune/Loss": 0.5867708325386047, "Finetune/Loss (Raw)": 0.5786746740341187, "Finetune/Step": 7055, "Finetune/Step Time": 6.619515543803573}
{"Finetune/Learning Rate": 1.2010064908100669e-05, "Finetune/Loss": 0.586851954460144, "Finetune/Loss (Raw)": 0.6374310851097107, "Finetune/Step": 7056, "Finetune/Step Time": 6.622316908091307}
{"Finetune/Learning Rate": 1.200803044124395e-05, "Finetune/Loss": 0.5876714587211609, "Finetune/Loss (Raw)": 0.6959870457649231, "Finetune/Step": 7057, "Finetune/Step Time": 6.596946811303496}
{"Finetune/Learning Rate": 1.2005995887777949e-05, "Finetune/Loss": 0.5879645347595215, "Finetune/Loss (Raw)": 0.6651194095611572, "Finetune/Step": 7058, "Finetune/Step Time": 6.595323199406266}
{"Finetune/Learning Rate": 1.2003961247790423e-05, "Finetune/Loss": 0.5878303050994873, "Finetune/Loss (Raw)": 0.6513818502426147, "Finetune/Step": 7059, "Finetune/Step Time": 6.595682928338647}
{"Finetune/Learning Rate": 1.2001926521369129e-05, "Finetune/Loss": 0.5901283025741577, "Finetune/Loss (Raw)": 0.5768295526504517, "Finetune/Step": 7060, "Finetune/Step Time": 6.590585382655263}
{"Finetune/Learning Rate": 1.1999891708601825e-05, "Finetune/Loss": 0.5905014872550964, "Finetune/Loss (Raw)": 0.6613123416900635, "Finetune/Step": 7061, "Finetune/Step Time": 6.599367626011372}
{"Finetune/Learning Rate": 1.1997856809576278e-05, "Finetune/Loss": 0.589370846748352, "Finetune/Loss (Raw)": 0.3967552185058594, "Finetune/Step": 7062, "Finetune/Step Time": 6.621044704690576}
{"Finetune/Learning Rate": 1.1995821824380258e-05, "Finetune/Loss": 0.5895024538040161, "Finetune/Loss (Raw)": 0.6217201948165894, "Finetune/Step": 7063, "Finetune/Step Time": 6.601889351382852}
{"Finetune/Learning Rate": 1.1993786753101532e-05, "Finetune/Loss": 0.5882141590118408, "Finetune/Loss (Raw)": 0.50461745262146, "Finetune/Step": 7064, "Finetune/Step Time": 6.628718454390764}
{"Finetune/Learning Rate": 1.1991751595827881e-05, "Finetune/Loss": 0.590405285358429, "Finetune/Loss (Raw)": 0.767103374004364, "Finetune/Step": 7065, "Finetune/Step Time": 6.635811923071742}
{"Finetune/Learning Rate": 1.198971635264708e-05, "Finetune/Loss": 0.590817391872406, "Finetune/Loss (Raw)": 0.6722438335418701, "Finetune/Step": 7066, "Finetune/Step Time": 6.63163479231298}
{"Finetune/Learning Rate": 1.1987681023646914e-05, "Finetune/Loss": 0.5916117429733276, "Finetune/Loss (Raw)": 0.6965473294258118, "Finetune/Step": 7067, "Finetune/Step Time": 6.631751341745257}
{"Finetune/Learning Rate": 1.1985645608915166e-05, "Finetune/Loss": 0.591376781463623, "Finetune/Loss (Raw)": 0.6007894277572632, "Finetune/Step": 7068, "Finetune/Step Time": 6.6293374970555305}
{"Finetune/Learning Rate": 1.1983610108539634e-05, "Finetune/Loss": 0.5918243527412415, "Finetune/Loss (Raw)": 0.6263506412506104, "Finetune/Step": 7069, "Finetune/Step Time": 6.624655777588487}
{"Finetune/Learning Rate": 1.1981574522608108e-05, "Finetune/Loss": 0.5908986926078796, "Finetune/Loss (Raw)": 0.43553367257118225, "Finetune/Step": 7070, "Finetune/Step Time": 6.635813983157277}
{"Finetune/Learning Rate": 1.1979538851208383e-05, "Finetune/Loss": 0.5909658670425415, "Finetune/Loss (Raw)": 0.6753187775611877, "Finetune/Step": 7071, "Finetune/Step Time": 6.6281870398670435}
{"Finetune/Learning Rate": 1.1977503094428263e-05, "Finetune/Loss": 0.5908808708190918, "Finetune/Loss (Raw)": 0.6915345191955566, "Finetune/Step": 7072, "Finetune/Step Time": 6.629047749564052}
{"Finetune/Learning Rate": 1.1975467252355552e-05, "Finetune/Loss": 0.5928425192832947, "Finetune/Loss (Raw)": 0.5053533911705017, "Finetune/Step": 7073, "Finetune/Step Time": 6.613400729373097}
{"Finetune/Learning Rate": 1.1973431325078061e-05, "Finetune/Loss": 0.5921472311019897, "Finetune/Loss (Raw)": 0.6105809211730957, "Finetune/Step": 7074, "Finetune/Step Time": 6.61010324023664}
{"Finetune/Learning Rate": 1.1971395312683605e-05, "Finetune/Loss": 0.5912730693817139, "Finetune/Loss (Raw)": 0.3967980742454529, "Finetune/Step": 7075, "Finetune/Step Time": 6.632544508203864}
{"Finetune/Learning Rate": 1.1969359215259995e-05, "Finetune/Loss": 0.5918537974357605, "Finetune/Loss (Raw)": 0.6599692702293396, "Finetune/Step": 7076, "Finetune/Step Time": 6.638292303308845}
{"Finetune/Learning Rate": 1.1967323032895049e-05, "Finetune/Loss": 0.5917530059814453, "Finetune/Loss (Raw)": 0.573660671710968, "Finetune/Step": 7077, "Finetune/Step Time": 6.638574194163084}
{"Finetune/Learning Rate": 1.1965286765676595e-05, "Finetune/Loss": 0.5918336510658264, "Finetune/Loss (Raw)": 0.5581101179122925, "Finetune/Step": 7078, "Finetune/Step Time": 6.651732884347439}
{"Finetune/Learning Rate": 1.1963250413692463e-05, "Finetune/Loss": 0.592076301574707, "Finetune/Loss (Raw)": 0.6879315972328186, "Finetune/Step": 7079, "Finetune/Step Time": 6.642617443576455}
{"Finetune/Learning Rate": 1.1961213977030477e-05, "Finetune/Loss": 0.5924578905105591, "Finetune/Loss (Raw)": 0.5624442100524902, "Finetune/Step": 7080, "Finetune/Step Time": 6.645290533080697}
{"Finetune/Learning Rate": 1.1959177455778474e-05, "Finetune/Loss": 0.591823160648346, "Finetune/Loss (Raw)": 0.42882680892944336, "Finetune/Step": 7081, "Finetune/Step Time": 6.661403702571988}
{"Finetune/Learning Rate": 1.1957140850024295e-05, "Finetune/Loss": 0.5918384790420532, "Finetune/Loss (Raw)": 0.6985805034637451, "Finetune/Step": 7082, "Finetune/Step Time": 6.665735503658652}
{"Finetune/Learning Rate": 1.1955104159855777e-05, "Finetune/Loss": 0.5919100642204285, "Finetune/Loss (Raw)": 0.5957186222076416, "Finetune/Step": 7083, "Finetune/Step Time": 6.656612614169717}
{"Finetune/Learning Rate": 1.1953067385360769e-05, "Finetune/Loss": 0.592208981513977, "Finetune/Loss (Raw)": 0.7007854580879211, "Finetune/Step": 7084, "Finetune/Step Time": 6.6536097303032875}
{"Finetune/Learning Rate": 1.1951030526627119e-05, "Finetune/Loss": 0.591988205909729, "Finetune/Loss (Raw)": 0.6121545433998108, "Finetune/Step": 7085, "Finetune/Step Time": 6.650278516113758}
{"Finetune/Learning Rate": 1.1948993583742679e-05, "Finetune/Loss": 0.5905196070671082, "Finetune/Loss (Raw)": 0.4636061489582062, "Finetune/Step": 7086, "Finetune/Step Time": 6.644288182258606}
{"Finetune/Learning Rate": 1.1946956556795306e-05, "Finetune/Loss": 0.5874052047729492, "Finetune/Loss (Raw)": 0.23916617035865784, "Finetune/Step": 7087, "Finetune/Step Time": 6.6750962268561125}
{"Finetune/Learning Rate": 1.1944919445872858e-05, "Finetune/Loss": 0.5879592895507812, "Finetune/Loss (Raw)": 0.7088474035263062, "Finetune/Step": 7088, "Finetune/Step Time": 6.685270678251982}
{"Finetune/Learning Rate": 1.1942882251063204e-05, "Finetune/Loss": 0.588316798210144, "Finetune/Loss (Raw)": 0.6905912756919861, "Finetune/Step": 7089, "Finetune/Step Time": 6.68531789816916}
{"Finetune/Learning Rate": 1.1940844972454205e-05, "Finetune/Loss": 0.5887576341629028, "Finetune/Loss (Raw)": 0.6219223141670227, "Finetune/Step": 7090, "Finetune/Step Time": 6.697773022577167}
{"Finetune/Learning Rate": 1.1938807610133737e-05, "Finetune/Loss": 0.588355302810669, "Finetune/Loss (Raw)": 0.5715125203132629, "Finetune/Step": 7091, "Finetune/Step Time": 6.699860608205199}
{"Finetune/Learning Rate": 1.1936770164189668e-05, "Finetune/Loss": 0.5919671058654785, "Finetune/Loss (Raw)": 0.6701500415802002, "Finetune/Step": 7092, "Finetune/Step Time": 6.682960936799645}
{"Finetune/Learning Rate": 1.1934732634709882e-05, "Finetune/Loss": 0.5922425985336304, "Finetune/Loss (Raw)": 0.6920812726020813, "Finetune/Step": 7093, "Finetune/Step Time": 6.692427160218358}
{"Finetune/Learning Rate": 1.1932695021782257e-05, "Finetune/Loss": 0.5927298665046692, "Finetune/Loss (Raw)": 0.6348323225975037, "Finetune/Step": 7094, "Finetune/Step Time": 6.710572635754943}
{"Finetune/Learning Rate": 1.1930657325494682e-05, "Finetune/Loss": 0.5925735831260681, "Finetune/Loss (Raw)": 0.6061796545982361, "Finetune/Step": 7095, "Finetune/Step Time": 6.71566647477448}
{"Finetune/Learning Rate": 1.192861954593504e-05, "Finetune/Loss": 0.5952585935592651, "Finetune/Loss (Raw)": 0.6038175225257874, "Finetune/Step": 7096, "Finetune/Step Time": 6.699663117527962}
{"Finetune/Learning Rate": 1.1926581683191229e-05, "Finetune/Loss": 0.5950192213058472, "Finetune/Loss (Raw)": 0.5839926600456238, "Finetune/Step": 7097, "Finetune/Step Time": 6.7107909843325615}
{"Finetune/Learning Rate": 1.1924543737351144e-05, "Finetune/Loss": 0.5952101945877075, "Finetune/Loss (Raw)": 0.6466989517211914, "Finetune/Step": 7098, "Finetune/Step Time": 6.70276989415288}
{"Finetune/Learning Rate": 1.192250570850268e-05, "Finetune/Loss": 0.5945839881896973, "Finetune/Loss (Raw)": 0.5816461443901062, "Finetune/Step": 7099, "Finetune/Step Time": 6.698549034073949}
{"Finetune/Learning Rate": 1.1920467596733744e-05, "Finetune/Loss": 0.5959744453430176, "Finetune/Loss (Raw)": 0.7139014005661011, "Finetune/Step": 7100, "Finetune/Step Time": 6.700668983161449}
{"Finetune/Learning Rate": 1.1918429402132246e-05, "Finetune/Loss": 0.5966041684150696, "Finetune/Loss (Raw)": 0.701483964920044, "Finetune/Step": 7101, "Finetune/Step Time": 6.694098357111216}
{"Finetune/Learning Rate": 1.191639112478609e-05, "Finetune/Loss": 0.5960794687271118, "Finetune/Loss (Raw)": 0.5934706330299377, "Finetune/Step": 7102, "Finetune/Step Time": 6.701455969363451}
{"Finetune/Learning Rate": 1.1914352764783193e-05, "Finetune/Loss": 0.5965735912322998, "Finetune/Loss (Raw)": 0.7023422718048096, "Finetune/Step": 7103, "Finetune/Step Time": 6.681574448943138}
{"Finetune/Learning Rate": 1.1912314322211471e-05, "Finetune/Loss": 0.5963582992553711, "Finetune/Loss (Raw)": 0.6702762842178345, "Finetune/Step": 7104, "Finetune/Step Time": 6.688268659636378}
{"Finetune/Learning Rate": 1.1910275797158846e-05, "Finetune/Loss": 0.5936695337295532, "Finetune/Loss (Raw)": 0.22336812317371368, "Finetune/Step": 7105, "Finetune/Step Time": 6.711136495694518}
{"Finetune/Learning Rate": 1.1908237189713244e-05, "Finetune/Loss": 0.593608021736145, "Finetune/Loss (Raw)": 0.6472705006599426, "Finetune/Step": 7106, "Finetune/Step Time": 6.722578236833215}
{"Finetune/Learning Rate": 1.1906198499962589e-05, "Finetune/Loss": 0.5950398445129395, "Finetune/Loss (Raw)": 0.703186571598053, "Finetune/Step": 7107, "Finetune/Step Time": 6.716490693390369}
{"Finetune/Learning Rate": 1.1904159727994818e-05, "Finetune/Loss": 0.5949753522872925, "Finetune/Loss (Raw)": 0.6201761364936829, "Finetune/Step": 7108, "Finetune/Step Time": 6.713463073596358}
{"Finetune/Learning Rate": 1.190212087389786e-05, "Finetune/Loss": 0.5950343012809753, "Finetune/Loss (Raw)": 0.6626849174499512, "Finetune/Step": 7109, "Finetune/Step Time": 6.715574434027076}
{"Finetune/Learning Rate": 1.1900081937759657e-05, "Finetune/Loss": 0.5960489511489868, "Finetune/Loss (Raw)": 0.7747873067855835, "Finetune/Step": 7110, "Finetune/Step Time": 6.725873086601496}
{"Finetune/Learning Rate": 1.1898042919668155e-05, "Finetune/Loss": 0.5974418520927429, "Finetune/Loss (Raw)": 0.6936034560203552, "Finetune/Step": 7111, "Finetune/Step Time": 6.750143891200423}
{"Finetune/Learning Rate": 1.1896003819711297e-05, "Finetune/Loss": 0.5985802412033081, "Finetune/Loss (Raw)": 0.6276041269302368, "Finetune/Step": 7112, "Finetune/Step Time": 6.74550274759531}
{"Finetune/Learning Rate": 1.1893964637977027e-05, "Finetune/Loss": 0.597556471824646, "Finetune/Loss (Raw)": 0.5186542868614197, "Finetune/Step": 7113, "Finetune/Step Time": 6.733447298407555}
{"Finetune/Learning Rate": 1.1891925374553304e-05, "Finetune/Loss": 0.5963640213012695, "Finetune/Loss (Raw)": 0.5796524286270142, "Finetune/Step": 7114, "Finetune/Step Time": 6.735116172581911}
{"Finetune/Learning Rate": 1.1889886029528083e-05, "Finetune/Loss": 0.5963362455368042, "Finetune/Loss (Raw)": 0.5096434354782104, "Finetune/Step": 7115, "Finetune/Step Time": 6.740118831396103}
{"Finetune/Learning Rate": 1.1887846602989325e-05, "Finetune/Loss": 0.5955166816711426, "Finetune/Loss (Raw)": 0.6667494773864746, "Finetune/Step": 7116, "Finetune/Step Time": 6.749819276854396}
{"Finetune/Learning Rate": 1.1885807095024992e-05, "Finetune/Loss": 0.5943920612335205, "Finetune/Loss (Raw)": 0.5087748765945435, "Finetune/Step": 7117, "Finetune/Step Time": 6.754207463935018}
{"Finetune/Learning Rate": 1.1883767505723052e-05, "Finetune/Loss": 0.5955092906951904, "Finetune/Loss (Raw)": 0.6392797827720642, "Finetune/Step": 7118, "Finetune/Step Time": 6.747700771316886}
{"Finetune/Learning Rate": 1.1881727835171473e-05, "Finetune/Loss": 0.5968207120895386, "Finetune/Loss (Raw)": 0.5948912501335144, "Finetune/Step": 7119, "Finetune/Step Time": 6.7162956446409225}
{"Finetune/Learning Rate": 1.1879688083458229e-05, "Finetune/Loss": 0.596971869468689, "Finetune/Loss (Raw)": 0.6788181066513062, "Finetune/Step": 7120, "Finetune/Step Time": 6.706798799335957}
{"Finetune/Learning Rate": 1.1877648250671302e-05, "Finetune/Loss": 0.5978323817253113, "Finetune/Loss (Raw)": 0.6982557773590088, "Finetune/Step": 7121, "Finetune/Step Time": 6.72202062420547}
{"Finetune/Learning Rate": 1.1875608336898671e-05, "Finetune/Loss": 0.6005387902259827, "Finetune/Loss (Raw)": 0.6222968101501465, "Finetune/Step": 7122, "Finetune/Step Time": 6.711858052760363}
{"Finetune/Learning Rate": 1.1873568342228316e-05, "Finetune/Loss": 0.6015057563781738, "Finetune/Loss (Raw)": 0.5813345313072205, "Finetune/Step": 7123, "Finetune/Step Time": 6.6879787147045135}
{"Finetune/Learning Rate": 1.187152826674823e-05, "Finetune/Loss": 0.6021662354469299, "Finetune/Loss (Raw)": 0.672782838344574, "Finetune/Step": 7124, "Finetune/Step Time": 6.6810355223715305}
{"Finetune/Learning Rate": 1.1869488110546403e-05, "Finetune/Loss": 0.602361261844635, "Finetune/Loss (Raw)": 0.6230944395065308, "Finetune/Step": 7125, "Finetune/Step Time": 6.666980139911175}
{"Finetune/Learning Rate": 1.1867447873710829e-05, "Finetune/Loss": 0.6010270714759827, "Finetune/Loss (Raw)": 0.4374936521053314, "Finetune/Step": 7126, "Finetune/Step Time": 6.680076006799936}
{"Finetune/Learning Rate": 1.186540755632951e-05, "Finetune/Loss": 0.6019910573959351, "Finetune/Loss (Raw)": 0.7204494476318359, "Finetune/Step": 7127, "Finetune/Step Time": 6.6820991560816765}
{"Finetune/Learning Rate": 1.1863367158490444e-05, "Finetune/Loss": 0.6021012663841248, "Finetune/Loss (Raw)": 0.6785298585891724, "Finetune/Step": 7128, "Finetune/Step Time": 6.678487101569772}
{"Finetune/Learning Rate": 1.1861326680281636e-05, "Finetune/Loss": 0.6018445491790771, "Finetune/Loss (Raw)": 0.576088547706604, "Finetune/Step": 7129, "Finetune/Step Time": 6.670756135135889}
{"Finetune/Learning Rate": 1.1859286121791093e-05, "Finetune/Loss": 0.6025561094284058, "Finetune/Loss (Raw)": 0.7047885060310364, "Finetune/Step": 7130, "Finetune/Step Time": 6.671012617647648}
{"Finetune/Learning Rate": 1.1857245483106836e-05, "Finetune/Loss": 0.6015667915344238, "Finetune/Loss (Raw)": 0.5740096569061279, "Finetune/Step": 7131, "Finetune/Step Time": 6.654622487723827}
{"Finetune/Learning Rate": 1.1855204764316874e-05, "Finetune/Loss": 0.60167396068573, "Finetune/Loss (Raw)": 0.6356348395347595, "Finetune/Step": 7132, "Finetune/Step Time": 6.6505236197263}
{"Finetune/Learning Rate": 1.1853163965509225e-05, "Finetune/Loss": 0.6018802523612976, "Finetune/Loss (Raw)": 0.6473044157028198, "Finetune/Step": 7133, "Finetune/Step Time": 6.638880994170904}
{"Finetune/Learning Rate": 1.1851123086771916e-05, "Finetune/Loss": 0.6012265086174011, "Finetune/Loss (Raw)": 0.5457931160926819, "Finetune/Step": 7134, "Finetune/Step Time": 6.649361364543438}
{"Finetune/Learning Rate": 1.1849082128192969e-05, "Finetune/Loss": 0.601582944393158, "Finetune/Loss (Raw)": 0.596345841884613, "Finetune/Step": 7135, "Finetune/Step Time": 6.64831225015223}
{"Finetune/Learning Rate": 1.1847041089860417e-05, "Finetune/Loss": 0.6012618541717529, "Finetune/Loss (Raw)": 0.6062286496162415, "Finetune/Step": 7136, "Finetune/Step Time": 6.654176466166973}
{"Finetune/Learning Rate": 1.184499997186229e-05, "Finetune/Loss": 0.6018981337547302, "Finetune/Loss (Raw)": 0.729263424873352, "Finetune/Step": 7137, "Finetune/Step Time": 6.662880448624492}
{"Finetune/Learning Rate": 1.1842958774286629e-05, "Finetune/Loss": 0.6043816804885864, "Finetune/Loss (Raw)": 0.5965748429298401, "Finetune/Step": 7138, "Finetune/Step Time": 6.68651283159852}
{"Finetune/Learning Rate": 1.1840917497221468e-05, "Finetune/Loss": 0.6049249172210693, "Finetune/Loss (Raw)": 0.6067351698875427, "Finetune/Step": 7139, "Finetune/Step Time": 6.682795908302069}
{"Finetune/Learning Rate": 1.1838876140754853e-05, "Finetune/Loss": 0.6046875715255737, "Finetune/Loss (Raw)": 0.6114794015884399, "Finetune/Step": 7140, "Finetune/Step Time": 6.697575794532895}
{"Finetune/Learning Rate": 1.183683470497483e-05, "Finetune/Loss": 0.6048910617828369, "Finetune/Loss (Raw)": 0.5589995980262756, "Finetune/Step": 7141, "Finetune/Step Time": 6.698755066841841}
{"Finetune/Learning Rate": 1.1834793189969454e-05, "Finetune/Loss": 0.6045863628387451, "Finetune/Loss (Raw)": 0.6125618815422058, "Finetune/Step": 7142, "Finetune/Step Time": 6.694837465882301}
{"Finetune/Learning Rate": 1.183275159582677e-05, "Finetune/Loss": 0.6055129170417786, "Finetune/Loss (Raw)": 0.6381915807723999, "Finetune/Step": 7143, "Finetune/Step Time": 6.685007946565747}
{"Finetune/Learning Rate": 1.183070992263484e-05, "Finetune/Loss": 0.6044096350669861, "Finetune/Loss (Raw)": 0.5799352526664734, "Finetune/Step": 7144, "Finetune/Step Time": 6.681355217471719}
{"Finetune/Learning Rate": 1.1828668170481723e-05, "Finetune/Loss": 0.604259192943573, "Finetune/Loss (Raw)": 0.650584876537323, "Finetune/Step": 7145, "Finetune/Step Time": 6.6831046640872955}
{"Finetune/Learning Rate": 1.1826626339455483e-05, "Finetune/Loss": 0.6030929088592529, "Finetune/Loss (Raw)": 0.5967046022415161, "Finetune/Step": 7146, "Finetune/Step Time": 6.671699246391654}
{"Finetune/Learning Rate": 1.1824584429644191e-05, "Finetune/Loss": 0.6025041341781616, "Finetune/Loss (Raw)": 0.5520073771476746, "Finetune/Step": 7147, "Finetune/Step Time": 6.659376220777631}
{"Finetune/Learning Rate": 1.1822542441135912e-05, "Finetune/Loss": 0.602211594581604, "Finetune/Loss (Raw)": 0.6060930490493774, "Finetune/Step": 7148, "Finetune/Step Time": 6.65942001901567}
{"Finetune/Learning Rate": 1.1820500374018719e-05, "Finetune/Loss": 0.6051981449127197, "Finetune/Loss (Raw)": 0.6141573786735535, "Finetune/Step": 7149, "Finetune/Step Time": 6.63558647967875}
{"Finetune/Learning Rate": 1.1818458228380697e-05, "Finetune/Loss": 0.6058282852172852, "Finetune/Loss (Raw)": 0.7646370530128479, "Finetune/Step": 7150, "Finetune/Step Time": 6.636110454797745}
{"Finetune/Learning Rate": 1.1816416004309918e-05, "Finetune/Loss": 0.6101346611976624, "Finetune/Loss (Raw)": 0.767551064491272, "Finetune/Step": 7151, "Finetune/Step Time": 6.627015175297856}
{"Finetune/Learning Rate": 1.1814373701894471e-05, "Finetune/Loss": 0.6097174882888794, "Finetune/Loss (Raw)": 0.650387704372406, "Finetune/Step": 7152, "Finetune/Step Time": 6.619620570912957}
{"Finetune/Learning Rate": 1.1812331321222446e-05, "Finetune/Loss": 0.6080096960067749, "Finetune/Loss (Raw)": 0.4059630036354065, "Finetune/Step": 7153, "Finetune/Step Time": 6.626601919531822}
{"Finetune/Learning Rate": 1.1810288862381926e-05, "Finetune/Loss": 0.6059358716011047, "Finetune/Loss (Raw)": 0.4634535014629364, "Finetune/Step": 7154, "Finetune/Step Time": 6.635677287355065}
{"Finetune/Learning Rate": 1.180824632546101e-05, "Finetune/Loss": 0.6060981154441833, "Finetune/Loss (Raw)": 0.6351393461227417, "Finetune/Step": 7155, "Finetune/Step Time": 6.642349833622575}
{"Finetune/Learning Rate": 1.1806203710547798e-05, "Finetune/Loss": 0.6095088720321655, "Finetune/Loss (Raw)": 0.6882975101470947, "Finetune/Step": 7156, "Finetune/Step Time": 6.629946485161781}
{"Finetune/Learning Rate": 1.1804161017730385e-05, "Finetune/Loss": 0.6098564863204956, "Finetune/Loss (Raw)": 0.7098700404167175, "Finetune/Step": 7157, "Finetune/Step Time": 6.6209933534264565}
{"Finetune/Learning Rate": 1.1802118247096881e-05, "Finetune/Loss": 0.6071052551269531, "Finetune/Loss (Raw)": 0.21655143797397614, "Finetune/Step": 7158, "Finetune/Step Time": 6.638246091082692}
{"Finetune/Learning Rate": 1.1800075398735389e-05, "Finetune/Loss": 0.606651246547699, "Finetune/Loss (Raw)": 0.6097294092178345, "Finetune/Step": 7159, "Finetune/Step Time": 6.638606112450361}
{"Finetune/Learning Rate": 1.1798032472734025e-05, "Finetune/Loss": 0.607061505317688, "Finetune/Loss (Raw)": 0.6545425057411194, "Finetune/Step": 7160, "Finetune/Step Time": 6.638002343475819}
{"Finetune/Learning Rate": 1.1795989469180897e-05, "Finetune/Loss": 0.6069720387458801, "Finetune/Loss (Raw)": 0.6354437470436096, "Finetune/Step": 7161, "Finetune/Step Time": 6.638466063886881}
{"Finetune/Learning Rate": 1.1793946388164129e-05, "Finetune/Loss": 0.6063270568847656, "Finetune/Loss (Raw)": 0.502694308757782, "Finetune/Step": 7162, "Finetune/Step Time": 6.653288964182138}
{"Finetune/Learning Rate": 1.1791903229771837e-05, "Finetune/Loss": 0.6066269874572754, "Finetune/Loss (Raw)": 0.5951061248779297, "Finetune/Step": 7163, "Finetune/Step Time": 6.679890422150493}
{"Finetune/Learning Rate": 1.178985999409215e-05, "Finetune/Loss": 0.6059795022010803, "Finetune/Loss (Raw)": 0.5945678353309631, "Finetune/Step": 7164, "Finetune/Step Time": 6.680790705606341}
{"Finetune/Learning Rate": 1.1787816681213193e-05, "Finetune/Loss": 0.6053310632705688, "Finetune/Loss (Raw)": 0.6251892447471619, "Finetune/Step": 7165, "Finetune/Step Time": 6.682183543220162}
{"Finetune/Learning Rate": 1.1785773291223096e-05, "Finetune/Loss": 0.6049121618270874, "Finetune/Loss (Raw)": 0.6664891242980957, "Finetune/Step": 7166, "Finetune/Step Time": 6.6958696991205215}
{"Finetune/Learning Rate": 1.1783729824209997e-05, "Finetune/Loss": 0.6083704233169556, "Finetune/Loss (Raw)": 0.6495845913887024, "Finetune/Step": 7167, "Finetune/Step Time": 6.676345191895962}
{"Finetune/Learning Rate": 1.1781686280262031e-05, "Finetune/Loss": 0.6071749925613403, "Finetune/Loss (Raw)": 0.5076354742050171, "Finetune/Step": 7168, "Finetune/Step Time": 6.699659530073404}
{"Finetune/Learning Rate": 1.177964265946734e-05, "Finetune/Loss": 0.6110324263572693, "Finetune/Loss (Raw)": 0.7349014282226562, "Finetune/Step": 7169, "Finetune/Step Time": 6.6677396688610315}
{"Finetune/Learning Rate": 1.1777598961914068e-05, "Finetune/Loss": 0.6101942658424377, "Finetune/Loss (Raw)": 0.5340958833694458, "Finetune/Step": 7170, "Finetune/Step Time": 6.662412216886878}
{"Finetune/Learning Rate": 1.177555518769036e-05, "Finetune/Loss": 0.6109075546264648, "Finetune/Loss (Raw)": 0.6155877113342285, "Finetune/Step": 7171, "Finetune/Step Time": 6.658874796703458}
{"Finetune/Learning Rate": 1.177351133688437e-05, "Finetune/Loss": 0.6107897162437439, "Finetune/Loss (Raw)": 0.6703020334243774, "Finetune/Step": 7172, "Finetune/Step Time": 6.679668394848704}
{"Finetune/Learning Rate": 1.1771467409584254e-05, "Finetune/Loss": 0.6118699312210083, "Finetune/Loss (Raw)": 0.6407098770141602, "Finetune/Step": 7173, "Finetune/Step Time": 6.670539693906903}
{"Finetune/Learning Rate": 1.1769423405878169e-05, "Finetune/Loss": 0.6120792627334595, "Finetune/Loss (Raw)": 0.6869669556617737, "Finetune/Step": 7174, "Finetune/Step Time": 6.670951627194881}
{"Finetune/Learning Rate": 1.1767379325854269e-05, "Finetune/Loss": 0.6114497184753418, "Finetune/Loss (Raw)": 0.5846840739250183, "Finetune/Step": 7175, "Finetune/Step Time": 6.679049406200647}
{"Finetune/Learning Rate": 1.1765335169600729e-05, "Finetune/Loss": 0.6121470928192139, "Finetune/Loss (Raw)": 0.6756470203399658, "Finetune/Step": 7176, "Finetune/Step Time": 6.660631177946925}
{"Finetune/Learning Rate": 1.1763290937205707e-05, "Finetune/Loss": 0.6130712032318115, "Finetune/Loss (Raw)": 0.7478381991386414, "Finetune/Step": 7177, "Finetune/Step Time": 6.66860425658524}
{"Finetune/Learning Rate": 1.1761246628757379e-05, "Finetune/Loss": 0.6138062477111816, "Finetune/Loss (Raw)": 0.6624810695648193, "Finetune/Step": 7178, "Finetune/Step Time": 6.677017131820321}
{"Finetune/Learning Rate": 1.175920224434392e-05, "Finetune/Loss": 0.612155020236969, "Finetune/Loss (Raw)": 0.4683419167995453, "Finetune/Step": 7179, "Finetune/Step Time": 6.681472411379218}
{"Finetune/Learning Rate": 1.17571577840535e-05, "Finetune/Loss": 0.6117806434631348, "Finetune/Loss (Raw)": 0.6463654637336731, "Finetune/Step": 7180, "Finetune/Step Time": 6.6793265007436275}
{"Finetune/Learning Rate": 1.1755113247974305e-05, "Finetune/Loss": 0.6113157868385315, "Finetune/Loss (Raw)": 0.6207315325737, "Finetune/Step": 7181, "Finetune/Step Time": 6.698508370667696}
{"Finetune/Learning Rate": 1.1753068636194522e-05, "Finetune/Loss": 0.6111020445823669, "Finetune/Loss (Raw)": 0.6240264773368835, "Finetune/Step": 7182, "Finetune/Step Time": 6.688986994326115}
{"Finetune/Learning Rate": 1.175102394880233e-05, "Finetune/Loss": 0.608110249042511, "Finetune/Loss (Raw)": 0.19572727382183075, "Finetune/Step": 7183, "Finetune/Step Time": 6.704165855422616}
{"Finetune/Learning Rate": 1.1748979185885929e-05, "Finetune/Loss": 0.6072381734848022, "Finetune/Loss (Raw)": 0.5258011221885681, "Finetune/Step": 7184, "Finetune/Step Time": 6.695211946964264}
{"Finetune/Learning Rate": 1.1746934347533506e-05, "Finetune/Loss": 0.6076104640960693, "Finetune/Loss (Raw)": 0.7436453104019165, "Finetune/Step": 7185, "Finetune/Step Time": 6.711332408711314}
{"Finetune/Learning Rate": 1.1744889433833255e-05, "Finetune/Loss": 0.6070271730422974, "Finetune/Loss (Raw)": 0.5904530882835388, "Finetune/Step": 7186, "Finetune/Step Time": 6.710675463080406}
{"Finetune/Learning Rate": 1.1742844444873382e-05, "Finetune/Loss": 0.6071270704269409, "Finetune/Loss (Raw)": 0.6641671657562256, "Finetune/Step": 7187, "Finetune/Step Time": 6.712721364572644}
{"Finetune/Learning Rate": 1.1740799380742089e-05, "Finetune/Loss": 0.6069161295890808, "Finetune/Loss (Raw)": 0.549830973148346, "Finetune/Step": 7188, "Finetune/Step Time": 6.7148426827043295}
{"Finetune/Learning Rate": 1.1738754241527585e-05, "Finetune/Loss": 0.6062890291213989, "Finetune/Loss (Raw)": 0.5810421109199524, "Finetune/Step": 7189, "Finetune/Step Time": 6.707579741254449}
{"Finetune/Learning Rate": 1.1736709027318073e-05, "Finetune/Loss": 0.6084107160568237, "Finetune/Loss (Raw)": 0.668333113193512, "Finetune/Step": 7190, "Finetune/Step Time": 6.675427811220288}
{"Finetune/Learning Rate": 1.173466373820177e-05, "Finetune/Loss": 0.6087208986282349, "Finetune/Loss (Raw)": 0.6614317297935486, "Finetune/Step": 7191, "Finetune/Step Time": 6.680611848831177}
{"Finetune/Learning Rate": 1.1732618374266896e-05, "Finetune/Loss": 0.6095353364944458, "Finetune/Loss (Raw)": 0.6088605523109436, "Finetune/Step": 7192, "Finetune/Step Time": 6.6541003454476595}
{"Finetune/Learning Rate": 1.1730572935601666e-05, "Finetune/Loss": 0.6091951727867126, "Finetune/Loss (Raw)": 0.7235602736473083, "Finetune/Step": 7193, "Finetune/Step Time": 6.645312733948231}
{"Finetune/Learning Rate": 1.1728527422294302e-05, "Finetune/Loss": 0.6097296476364136, "Finetune/Loss (Raw)": 0.7406561374664307, "Finetune/Step": 7194, "Finetune/Step Time": 6.64882854744792}
{"Finetune/Learning Rate": 1.1726481834433034e-05, "Finetune/Loss": 0.6089707612991333, "Finetune/Loss (Raw)": 0.5994192361831665, "Finetune/Step": 7195, "Finetune/Step Time": 6.6550886277109385}
{"Finetune/Learning Rate": 1.1724436172106086e-05, "Finetune/Loss": 0.6101686954498291, "Finetune/Loss (Raw)": 0.7541137337684631, "Finetune/Step": 7196, "Finetune/Step Time": 6.662071540951729}
{"Finetune/Learning Rate": 1.1722390435401692e-05, "Finetune/Loss": 0.6103565096855164, "Finetune/Loss (Raw)": 0.6503961086273193, "Finetune/Step": 7197, "Finetune/Step Time": 6.660181315615773}
{"Finetune/Learning Rate": 1.1720344624408093e-05, "Finetune/Loss": 0.6123414635658264, "Finetune/Loss (Raw)": 0.6896044611930847, "Finetune/Step": 7198, "Finetune/Step Time": 6.629251658916473}
{"Finetune/Learning Rate": 1.171829873921352e-05, "Finetune/Loss": 0.6122046709060669, "Finetune/Loss (Raw)": 0.6578061580657959, "Finetune/Step": 7199, "Finetune/Step Time": 6.629958141595125}
{"Finetune/Learning Rate": 1.1716252779906223e-05, "Finetune/Loss": 0.6123383641242981, "Finetune/Loss (Raw)": 0.7086514234542847, "Finetune/Step": 7200, "Finetune/Step Time": 6.625268856063485}
{"Finetune/Learning Rate": 1.1714206746574438e-05, "Finetune/Loss": 0.6124927997589111, "Finetune/Loss (Raw)": 0.5251256227493286, "Finetune/Step": 7201, "Finetune/Step Time": 6.63828150741756}
{"Finetune/Learning Rate": 1.1712160639306423e-05, "Finetune/Loss": 0.6119865775108337, "Finetune/Loss (Raw)": 0.5457770824432373, "Finetune/Step": 7202, "Finetune/Step Time": 6.651607135310769}
{"Finetune/Learning Rate": 1.171011445819042e-05, "Finetune/Loss": 0.6136132478713989, "Finetune/Loss (Raw)": 0.6050174832344055, "Finetune/Step": 7203, "Finetune/Step Time": 6.6243724673986435}
{"Finetune/Learning Rate": 1.1708068203314694e-05, "Finetune/Loss": 0.6128858327865601, "Finetune/Loss (Raw)": 0.5668548941612244, "Finetune/Step": 7204, "Finetune/Step Time": 6.628619458526373}
{"Finetune/Learning Rate": 1.1706021874767495e-05, "Finetune/Loss": 0.6148262023925781, "Finetune/Loss (Raw)": 0.8220253586769104, "Finetune/Step": 7205, "Finetune/Step Time": 6.6398486737161875}
{"Finetune/Learning Rate": 1.1703975472637083e-05, "Finetune/Loss": 0.6151087284088135, "Finetune/Loss (Raw)": 0.5942829251289368, "Finetune/Step": 7206, "Finetune/Step Time": 6.617416771128774}
{"Finetune/Learning Rate": 1.1701928997011729e-05, "Finetune/Loss": 0.6157218217849731, "Finetune/Loss (Raw)": 0.7664092779159546, "Finetune/Step": 7207, "Finetune/Step Time": 6.615690089762211}
{"Finetune/Learning Rate": 1.16998824479797e-05, "Finetune/Loss": 0.6157982349395752, "Finetune/Loss (Raw)": 0.5722203850746155, "Finetune/Step": 7208, "Finetune/Step Time": 6.626429375261068}
{"Finetune/Learning Rate": 1.169783582562926e-05, "Finetune/Loss": 0.6173037886619568, "Finetune/Loss (Raw)": 0.6215392351150513, "Finetune/Step": 7209, "Finetune/Step Time": 6.596124114468694}
{"Finetune/Learning Rate": 1.1695789130048691e-05, "Finetune/Loss": 0.6175631284713745, "Finetune/Loss (Raw)": 0.7317768335342407, "Finetune/Step": 7210, "Finetune/Step Time": 6.595539819449186}
{"Finetune/Learning Rate": 1.1693742361326264e-05, "Finetune/Loss": 0.617491602897644, "Finetune/Loss (Raw)": 0.5865662097930908, "Finetune/Step": 7211, "Finetune/Step Time": 6.608022350817919}
{"Finetune/Learning Rate": 1.1691695519550259e-05, "Finetune/Loss": 0.6164954900741577, "Finetune/Loss (Raw)": 0.57328200340271, "Finetune/Step": 7212, "Finetune/Step Time": 6.6065838392823935}
{"Finetune/Learning Rate": 1.1689648604808963e-05, "Finetune/Loss": 0.6172805428504944, "Finetune/Loss (Raw)": 0.7126392126083374, "Finetune/Step": 7213, "Finetune/Step Time": 6.6041564885526896}
{"Finetune/Learning Rate": 1.1687601617190663e-05, "Finetune/Loss": 0.6178563833236694, "Finetune/Loss (Raw)": 0.5373098850250244, "Finetune/Step": 7214, "Finetune/Step Time": 6.598130797967315}
{"Finetune/Learning Rate": 1.1685554556783645e-05, "Finetune/Loss": 0.6210622787475586, "Finetune/Loss (Raw)": 0.6495237350463867, "Finetune/Step": 7215, "Finetune/Step Time": 6.566244060173631}
{"Finetune/Learning Rate": 1.1683507423676199e-05, "Finetune/Loss": 0.6202431917190552, "Finetune/Loss (Raw)": 0.6040011644363403, "Finetune/Step": 7216, "Finetune/Step Time": 6.564005430787802}
{"Finetune/Learning Rate": 1.1681460217956628e-05, "Finetune/Loss": 0.6191898584365845, "Finetune/Loss (Raw)": 0.5557692050933838, "Finetune/Step": 7217, "Finetune/Step Time": 6.570950271561742}
{"Finetune/Learning Rate": 1.1679412939713229e-05, "Finetune/Loss": 0.6192610263824463, "Finetune/Loss (Raw)": 0.6310263276100159, "Finetune/Step": 7218, "Finetune/Step Time": 6.573913061991334}
{"Finetune/Learning Rate": 1.16773655890343e-05, "Finetune/Loss": 0.6181763410568237, "Finetune/Loss (Raw)": 0.43268176913261414, "Finetune/Step": 7219, "Finetune/Step Time": 6.577243506908417}
{"Finetune/Learning Rate": 1.167531816600815e-05, "Finetune/Loss": 0.6162580251693726, "Finetune/Loss (Raw)": 0.4245966672897339, "Finetune/Step": 7220, "Finetune/Step Time": 6.602097110822797}
{"Finetune/Learning Rate": 1.1673270670723089e-05, "Finetune/Loss": 0.6127007007598877, "Finetune/Loss (Raw)": 0.23674684762954712, "Finetune/Step": 7221, "Finetune/Step Time": 6.606612011790276}
{"Finetune/Learning Rate": 1.1671223103267422e-05, "Finetune/Loss": 0.6121295690536499, "Finetune/Loss (Raw)": 0.5617234110832214, "Finetune/Step": 7222, "Finetune/Step Time": 6.598361872136593}
{"Finetune/Learning Rate": 1.1669175463729468e-05, "Finetune/Loss": 0.6116135716438293, "Finetune/Loss (Raw)": 0.5401345491409302, "Finetune/Step": 7223, "Finetune/Step Time": 6.598625546321273}
{"Finetune/Learning Rate": 1.1667127752197547e-05, "Finetune/Loss": 0.6118383407592773, "Finetune/Loss (Raw)": 0.6325909495353699, "Finetune/Step": 7224, "Finetune/Step Time": 6.607758900150657}
{"Finetune/Learning Rate": 1.1665079968759976e-05, "Finetune/Loss": 0.6126821041107178, "Finetune/Loss (Raw)": 0.6919988989830017, "Finetune/Step": 7225, "Finetune/Step Time": 6.60333289951086}
{"Finetune/Learning Rate": 1.1663032113505077e-05, "Finetune/Loss": 0.6133751273155212, "Finetune/Loss (Raw)": 0.7353991866111755, "Finetune/Step": 7226, "Finetune/Step Time": 6.605458242818713}
{"Finetune/Learning Rate": 1.1660984186521182e-05, "Finetune/Loss": 0.613555908203125, "Finetune/Loss (Raw)": 0.6047902703285217, "Finetune/Step": 7227, "Finetune/Step Time": 6.609677253291011}
{"Finetune/Learning Rate": 1.1658936187896617e-05, "Finetune/Loss": 0.6136758923530579, "Finetune/Loss (Raw)": 0.7292559146881104, "Finetune/Step": 7228, "Finetune/Step Time": 6.61035155877471}
{"Finetune/Learning Rate": 1.1656888117719718e-05, "Finetune/Loss": 0.6134064197540283, "Finetune/Loss (Raw)": 0.6669942736625671, "Finetune/Step": 7229, "Finetune/Step Time": 6.61758130043745}
{"Finetune/Learning Rate": 1.1654839976078822e-05, "Finetune/Loss": 0.613960325717926, "Finetune/Loss (Raw)": 0.6643655896186829, "Finetune/Step": 7230, "Finetune/Step Time": 6.621949385851622}
{"Finetune/Learning Rate": 1.1652791763062265e-05, "Finetune/Loss": 0.6135653257369995, "Finetune/Loss (Raw)": 0.6517811417579651, "Finetune/Step": 7231, "Finetune/Step Time": 6.612878654152155}
{"Finetune/Learning Rate": 1.1650743478758391e-05, "Finetune/Loss": 0.613665759563446, "Finetune/Loss (Raw)": 0.6831334233283997, "Finetune/Step": 7232, "Finetune/Step Time": 6.600647496059537}
{"Finetune/Learning Rate": 1.1648695123255544e-05, "Finetune/Loss": 0.6160068511962891, "Finetune/Loss (Raw)": 0.5230292081832886, "Finetune/Step": 7233, "Finetune/Step Time": 6.602324614301324}
{"Finetune/Learning Rate": 1.1646646696642077e-05, "Finetune/Loss": 0.6160109639167786, "Finetune/Loss (Raw)": 0.647796094417572, "Finetune/Step": 7234, "Finetune/Step Time": 6.593873908743262}
{"Finetune/Learning Rate": 1.1644598199006337e-05, "Finetune/Loss": 0.6161333918571472, "Finetune/Loss (Raw)": 0.7188577055931091, "Finetune/Step": 7235, "Finetune/Step Time": 6.5992044527083635}
{"Finetune/Learning Rate": 1.1642549630436682e-05, "Finetune/Loss": 0.6156595945358276, "Finetune/Loss (Raw)": 0.5595304369926453, "Finetune/Step": 7236, "Finetune/Step Time": 6.6359996516257524}
{"Finetune/Learning Rate": 1.1640500991021467e-05, "Finetune/Loss": 0.6147998571395874, "Finetune/Loss (Raw)": 0.5526448488235474, "Finetune/Step": 7237, "Finetune/Step Time": 6.633286278694868}
{"Finetune/Learning Rate": 1.1638452280849052e-05, "Finetune/Loss": 0.6148706674575806, "Finetune/Loss (Raw)": 0.7838389873504639, "Finetune/Step": 7238, "Finetune/Step Time": 6.636676799505949}
{"Finetune/Learning Rate": 1.1636403500007802e-05, "Finetune/Loss": 0.6140972971916199, "Finetune/Loss (Raw)": 0.5946203470230103, "Finetune/Step": 7239, "Finetune/Step Time": 6.605123937129974}
{"Finetune/Learning Rate": 1.1634354648586088e-05, "Finetune/Loss": 0.6139198541641235, "Finetune/Loss (Raw)": 0.6048875451087952, "Finetune/Step": 7240, "Finetune/Step Time": 6.603589233011007}
{"Finetune/Learning Rate": 1.1632305726672277e-05, "Finetune/Loss": 0.6133967638015747, "Finetune/Loss (Raw)": 0.451701283454895, "Finetune/Step": 7241, "Finetune/Step Time": 6.601186778396368}
{"Finetune/Learning Rate": 1.1630256734354738e-05, "Finetune/Loss": 0.6131365299224854, "Finetune/Loss (Raw)": 0.546341598033905, "Finetune/Step": 7242, "Finetune/Step Time": 6.607202515006065}
{"Finetune/Learning Rate": 1.1628207671721856e-05, "Finetune/Loss": 0.6155416965484619, "Finetune/Loss (Raw)": 0.8175002336502075, "Finetune/Step": 7243, "Finetune/Step Time": 6.603700729086995}
{"Finetune/Learning Rate": 1.1626158538862e-05, "Finetune/Loss": 0.6148152351379395, "Finetune/Loss (Raw)": 0.5737698078155518, "Finetune/Step": 7244, "Finetune/Step Time": 6.5951631013303995}
{"Finetune/Learning Rate": 1.1624109335863558e-05, "Finetune/Loss": 0.6125766038894653, "Finetune/Loss (Raw)": 0.22223208844661713, "Finetune/Step": 7245, "Finetune/Step Time": 6.598044687882066}
{"Finetune/Learning Rate": 1.1622060062814915e-05, "Finetune/Loss": 0.6128472089767456, "Finetune/Loss (Raw)": 0.673915684223175, "Finetune/Step": 7246, "Finetune/Step Time": 6.58474999293685}
{"Finetune/Learning Rate": 1.1620010719804458e-05, "Finetune/Loss": 0.6130642890930176, "Finetune/Loss (Raw)": 0.6226752400398254, "Finetune/Step": 7247, "Finetune/Step Time": 6.594781205058098}
{"Finetune/Learning Rate": 1.1617961306920575e-05, "Finetune/Loss": 0.6126627922058105, "Finetune/Loss (Raw)": 0.6274242997169495, "Finetune/Step": 7248, "Finetune/Step Time": 6.60102347843349}
{"Finetune/Learning Rate": 1.1615911824251664e-05, "Finetune/Loss": 0.6117297410964966, "Finetune/Loss (Raw)": 0.5788261294364929, "Finetune/Step": 7249, "Finetune/Step Time": 6.592042991891503}
{"Finetune/Learning Rate": 1.1613862271886124e-05, "Finetune/Loss": 0.6108953952789307, "Finetune/Loss (Raw)": 0.5155045390129089, "Finetune/Step": 7250, "Finetune/Step Time": 6.598748536780477}
{"Finetune/Learning Rate": 1.1611812649912354e-05, "Finetune/Loss": 0.6104686856269836, "Finetune/Loss (Raw)": 0.5267119407653809, "Finetune/Step": 7251, "Finetune/Step Time": 6.611327128484845}
{"Finetune/Learning Rate": 1.1609762958418752e-05, "Finetune/Loss": 0.6096149682998657, "Finetune/Loss (Raw)": 0.563504159450531, "Finetune/Step": 7252, "Finetune/Step Time": 6.61097464710474}
{"Finetune/Learning Rate": 1.160771319749373e-05, "Finetune/Loss": 0.6104693412780762, "Finetune/Loss (Raw)": 0.7324602603912354, "Finetune/Step": 7253, "Finetune/Step Time": 6.61611021310091}
{"Finetune/Learning Rate": 1.1605663367225695e-05, "Finetune/Loss": 0.611680805683136, "Finetune/Loss (Raw)": 0.5925571918487549, "Finetune/Step": 7254, "Finetune/Step Time": 6.6125572565943}
{"Finetune/Learning Rate": 1.1603613467703056e-05, "Finetune/Loss": 0.6103252172470093, "Finetune/Loss (Raw)": 0.5469352602958679, "Finetune/Step": 7255, "Finetune/Step Time": 6.615648325532675}
{"Finetune/Learning Rate": 1.1601563499014236e-05, "Finetune/Loss": 0.6097238063812256, "Finetune/Loss (Raw)": 0.6015498638153076, "Finetune/Step": 7256, "Finetune/Step Time": 6.623740192502737}
{"Finetune/Learning Rate": 1.159951346124765e-05, "Finetune/Loss": 0.6101352572441101, "Finetune/Loss (Raw)": 0.6287544965744019, "Finetune/Step": 7257, "Finetune/Step Time": 6.620414102450013}
{"Finetune/Learning Rate": 1.1597463354491714e-05, "Finetune/Loss": 0.6103179454803467, "Finetune/Loss (Raw)": 0.7281686067581177, "Finetune/Step": 7258, "Finetune/Step Time": 6.6159272119402885}
{"Finetune/Learning Rate": 1.1595413178834854e-05, "Finetune/Loss": 0.6111637949943542, "Finetune/Loss (Raw)": 0.6822810173034668, "Finetune/Step": 7259, "Finetune/Step Time": 6.621064828708768}
{"Finetune/Learning Rate": 1.1593362934365504e-05, "Finetune/Loss": 0.6117374897003174, "Finetune/Loss (Raw)": 0.7090736031532288, "Finetune/Step": 7260, "Finetune/Step Time": 6.617861120030284}
{"Finetune/Learning Rate": 1.1591312621172084e-05, "Finetune/Loss": 0.6114428043365479, "Finetune/Loss (Raw)": 0.6095755696296692, "Finetune/Step": 7261, "Finetune/Step Time": 6.619848605245352}
{"Finetune/Learning Rate": 1.1589262239343037e-05, "Finetune/Loss": 0.6132019758224487, "Finetune/Loss (Raw)": 0.7709663510322571, "Finetune/Step": 7262, "Finetune/Step Time": 6.608972854912281}
{"Finetune/Learning Rate": 1.1587211788966792e-05, "Finetune/Loss": 0.6139835119247437, "Finetune/Loss (Raw)": 0.6963942050933838, "Finetune/Step": 7263, "Finetune/Step Time": 6.5927785858511925}
{"Finetune/Learning Rate": 1.1585161270131789e-05, "Finetune/Loss": 0.61443030834198, "Finetune/Loss (Raw)": 0.6634151935577393, "Finetune/Step": 7264, "Finetune/Step Time": 6.581911331042647}
{"Finetune/Learning Rate": 1.158311068292647e-05, "Finetune/Loss": 0.6133700013160706, "Finetune/Loss (Raw)": 0.5935367345809937, "Finetune/Step": 7265, "Finetune/Step Time": 6.582548135891557}
{"Finetune/Learning Rate": 1.1581060027439282e-05, "Finetune/Loss": 0.6119475364685059, "Finetune/Loss (Raw)": 0.41450056433677673, "Finetune/Step": 7266, "Finetune/Step Time": 6.553183367475867}
{"Finetune/Learning Rate": 1.1579009303758673e-05, "Finetune/Loss": 0.6116389036178589, "Finetune/Loss (Raw)": 0.567229151725769, "Finetune/Step": 7267, "Finetune/Step Time": 6.556709127500653}
{"Finetune/Learning Rate": 1.157695851197309e-05, "Finetune/Loss": 0.6106876134872437, "Finetune/Loss (Raw)": 0.48971855640411377, "Finetune/Step": 7268, "Finetune/Step Time": 6.540534682571888}
{"Finetune/Learning Rate": 1.1574907652170987e-05, "Finetune/Loss": 0.6120643615722656, "Finetune/Loss (Raw)": 0.7352244853973389, "Finetune/Step": 7269, "Finetune/Step Time": 6.539136504754424}
{"Finetune/Learning Rate": 1.1572856724440822e-05, "Finetune/Loss": 0.6118466258049011, "Finetune/Loss (Raw)": 0.584689199924469, "Finetune/Step": 7270, "Finetune/Step Time": 6.544131502509117}
{"Finetune/Learning Rate": 1.1570805728871055e-05, "Finetune/Loss": 0.6113930940628052, "Finetune/Loss (Raw)": 0.5801393389701843, "Finetune/Step": 7271, "Finetune/Step Time": 6.5446040611714125}
{"Finetune/Learning Rate": 1.156875466555015e-05, "Finetune/Loss": 0.6121248006820679, "Finetune/Loss (Raw)": 0.673591136932373, "Finetune/Step": 7272, "Finetune/Step Time": 6.543290488421917}
{"Finetune/Learning Rate": 1.1566703534566573e-05, "Finetune/Loss": 0.6122570037841797, "Finetune/Loss (Raw)": 0.6675094366073608, "Finetune/Step": 7273, "Finetune/Step Time": 6.558667184785008}
{"Finetune/Learning Rate": 1.1564652336008783e-05, "Finetune/Loss": 0.6114727258682251, "Finetune/Loss (Raw)": 0.4963080883026123, "Finetune/Step": 7274, "Finetune/Step Time": 6.559195378795266}
{"Finetune/Learning Rate": 1.1562601069965263e-05, "Finetune/Loss": 0.6124950647354126, "Finetune/Loss (Raw)": 0.6828752160072327, "Finetune/Step": 7275, "Finetune/Step Time": 6.555597711354494}
{"Finetune/Learning Rate": 1.156054973652448e-05, "Finetune/Loss": 0.6130783557891846, "Finetune/Loss (Raw)": 0.6807591915130615, "Finetune/Step": 7276, "Finetune/Step Time": 6.559658050537109}
{"Finetune/Learning Rate": 1.1558498335774915e-05, "Finetune/Loss": 0.6137412190437317, "Finetune/Loss (Raw)": 0.6989993453025818, "Finetune/Step": 7277, "Finetune/Step Time": 6.560687333345413}
{"Finetune/Learning Rate": 1.1556446867805042e-05, "Finetune/Loss": 0.6136470437049866, "Finetune/Loss (Raw)": 0.7525784969329834, "Finetune/Step": 7278, "Finetune/Step Time": 6.5623994786292315}
{"Finetune/Learning Rate": 1.1554395332703353e-05, "Finetune/Loss": 0.6133198142051697, "Finetune/Loss (Raw)": 0.7256706357002258, "Finetune/Step": 7279, "Finetune/Step Time": 6.549154939129949}
{"Finetune/Learning Rate": 1.1552343730558325e-05, "Finetune/Loss": 0.613323450088501, "Finetune/Loss (Raw)": 0.6508514285087585, "Finetune/Step": 7280, "Finetune/Step Time": 6.529976321384311}
{"Finetune/Learning Rate": 1.1550292061458447e-05, "Finetune/Loss": 0.6150987148284912, "Finetune/Loss (Raw)": 0.6331953406333923, "Finetune/Step": 7281, "Finetune/Step Time": 6.520090280100703}
{"Finetune/Learning Rate": 1.1548240325492219e-05, "Finetune/Loss": 0.6153011322021484, "Finetune/Loss (Raw)": 0.48935920000076294, "Finetune/Step": 7282, "Finetune/Step Time": 6.524915846064687}
{"Finetune/Learning Rate": 1.1546188522748127e-05, "Finetune/Loss": 0.615807831287384, "Finetune/Loss (Raw)": 0.7000062465667725, "Finetune/Step": 7283, "Finetune/Step Time": 6.517506083473563}
{"Finetune/Learning Rate": 1.1544136653314673e-05, "Finetune/Loss": 0.6159499883651733, "Finetune/Loss (Raw)": 0.7064880728721619, "Finetune/Step": 7284, "Finetune/Step Time": 6.537564003840089}
{"Finetune/Learning Rate": 1.1542084717280353e-05, "Finetune/Loss": 0.6147794723510742, "Finetune/Loss (Raw)": 0.5600507259368896, "Finetune/Step": 7285, "Finetune/Step Time": 6.540651090443134}
{"Finetune/Learning Rate": 1.1540032714733674e-05, "Finetune/Loss": 0.6182993054389954, "Finetune/Loss (Raw)": 0.6670830249786377, "Finetune/Step": 7286, "Finetune/Step Time": 6.526474837213755}
{"Finetune/Learning Rate": 1.1537980645763139e-05, "Finetune/Loss": 0.6186810731887817, "Finetune/Loss (Raw)": 0.6585994362831116, "Finetune/Step": 7287, "Finetune/Step Time": 6.525468211621046}
{"Finetune/Learning Rate": 1.1535928510457257e-05, "Finetune/Loss": 0.6152728796005249, "Finetune/Loss (Raw)": 0.2182944416999817, "Finetune/Step": 7288, "Finetune/Step Time": 6.545768402516842}
{"Finetune/Learning Rate": 1.1533876308904541e-05, "Finetune/Loss": 0.6155890822410583, "Finetune/Loss (Raw)": 0.6759089231491089, "Finetune/Step": 7289, "Finetune/Step Time": 6.54147569462657}
{"Finetune/Learning Rate": 1.1531824041193505e-05, "Finetune/Loss": 0.6137635707855225, "Finetune/Loss (Raw)": 0.2690304219722748, "Finetune/Step": 7290, "Finetune/Step Time": 6.542653506621718}
{"Finetune/Learning Rate": 1.1529771707412664e-05, "Finetune/Loss": 0.6152708530426025, "Finetune/Loss (Raw)": 0.7880451083183289, "Finetune/Step": 7291, "Finetune/Step Time": 6.517777979373932}
{"Finetune/Learning Rate": 1.1527719307650544e-05, "Finetune/Loss": 0.6164916753768921, "Finetune/Loss (Raw)": 0.7508284449577332, "Finetune/Step": 7292, "Finetune/Step Time": 6.530337072908878}
{"Finetune/Learning Rate": 1.1525666841995663e-05, "Finetune/Loss": 0.6154332756996155, "Finetune/Loss (Raw)": 0.4897167682647705, "Finetune/Step": 7293, "Finetune/Step Time": 6.5413570161908865}
{"Finetune/Learning Rate": 1.1523614310536548e-05, "Finetune/Loss": 0.6138474941253662, "Finetune/Loss (Raw)": 0.4635053277015686, "Finetune/Step": 7294, "Finetune/Step Time": 6.5345471277832985}
{"Finetune/Learning Rate": 1.1521561713361729e-05, "Finetune/Loss": 0.6141824722290039, "Finetune/Loss (Raw)": 0.6924611330032349, "Finetune/Step": 7295, "Finetune/Step Time": 6.5309556145220995}
{"Finetune/Learning Rate": 1.1519509050559732e-05, "Finetune/Loss": 0.6149193644523621, "Finetune/Loss (Raw)": 0.6019622683525085, "Finetune/Step": 7296, "Finetune/Step Time": 6.506355369463563}
{"Finetune/Learning Rate": 1.1517456322219098e-05, "Finetune/Loss": 0.6134047508239746, "Finetune/Loss (Raw)": 0.541029691696167, "Finetune/Step": 7297, "Finetune/Step Time": 6.5131780710071325}
{"Finetune/Learning Rate": 1.1515403528428363e-05, "Finetune/Loss": 0.6145675778388977, "Finetune/Loss (Raw)": 0.6829376220703125, "Finetune/Step": 7298, "Finetune/Step Time": 6.524048361927271}
{"Finetune/Learning Rate": 1.1513350669276064e-05, "Finetune/Loss": 0.6145458817481995, "Finetune/Loss (Raw)": 0.6128162145614624, "Finetune/Step": 7299, "Finetune/Step Time": 6.526314249262214}
{"Finetune/Learning Rate": 1.1511297744850746e-05, "Finetune/Loss": 0.6116307973861694, "Finetune/Loss (Raw)": 0.29717081785202026, "Finetune/Step": 7300, "Finetune/Step Time": 6.525058766826987}
{"Finetune/Learning Rate": 1.1509244755240956e-05, "Finetune/Loss": 0.6108018755912781, "Finetune/Loss (Raw)": 0.5346028208732605, "Finetune/Step": 7301, "Finetune/Step Time": 6.521090786904097}
{"Finetune/Learning Rate": 1.1507191700535239e-05, "Finetune/Loss": 0.6105175018310547, "Finetune/Loss (Raw)": 0.6505632400512695, "Finetune/Step": 7302, "Finetune/Step Time": 6.53006836399436}
{"Finetune/Learning Rate": 1.1505138580822149e-05, "Finetune/Loss": 0.6111118793487549, "Finetune/Loss (Raw)": 0.6607726812362671, "Finetune/Step": 7303, "Finetune/Step Time": 6.5184534303843975}
{"Finetune/Learning Rate": 1.1503085396190234e-05, "Finetune/Loss": 0.6110279560089111, "Finetune/Loss (Raw)": 0.6649038791656494, "Finetune/Step": 7304, "Finetune/Step Time": 6.528829889371991}
{"Finetune/Learning Rate": 1.1501032146728061e-05, "Finetune/Loss": 0.610245406627655, "Finetune/Loss (Raw)": 0.6476642489433289, "Finetune/Step": 7305, "Finetune/Step Time": 6.5145751889795065}
{"Finetune/Learning Rate": 1.1498978832524182e-05, "Finetune/Loss": 0.6092532873153687, "Finetune/Loss (Raw)": 0.5354951620101929, "Finetune/Step": 7306, "Finetune/Step Time": 6.506431261077523}
{"Finetune/Learning Rate": 1.149692545366716e-05, "Finetune/Loss": 0.6101722121238708, "Finetune/Loss (Raw)": 0.5859662294387817, "Finetune/Step": 7307, "Finetune/Step Time": 6.502789333462715}
{"Finetune/Learning Rate": 1.1494872010245567e-05, "Finetune/Loss": 0.6082844734191895, "Finetune/Loss (Raw)": 0.4047345817089081, "Finetune/Step": 7308, "Finetune/Step Time": 6.529464369639754}
{"Finetune/Learning Rate": 1.1492818502347964e-05, "Finetune/Loss": 0.6088455319404602, "Finetune/Loss (Raw)": 0.6925442218780518, "Finetune/Step": 7309, "Finetune/Step Time": 6.51671414449811}
{"Finetune/Learning Rate": 1.1490764930062923e-05, "Finetune/Loss": 0.6092298626899719, "Finetune/Loss (Raw)": 0.6732180118560791, "Finetune/Step": 7310, "Finetune/Step Time": 6.51748800650239}
{"Finetune/Learning Rate": 1.148871129347902e-05, "Finetune/Loss": 0.6111300587654114, "Finetune/Loss (Raw)": 0.43895408511161804, "Finetune/Step": 7311, "Finetune/Step Time": 6.513726545497775}
{"Finetune/Learning Rate": 1.1486657592684827e-05, "Finetune/Loss": 0.6117448806762695, "Finetune/Loss (Raw)": 0.6044989824295044, "Finetune/Step": 7312, "Finetune/Step Time": 6.509138684719801}
{"Finetune/Learning Rate": 1.1484603827768928e-05, "Finetune/Loss": 0.6108148097991943, "Finetune/Loss (Raw)": 0.6245980858802795, "Finetune/Step": 7313, "Finetune/Step Time": 6.4939291421324015}
{"Finetune/Learning Rate": 1.1482549998819903e-05, "Finetune/Loss": 0.6108790040016174, "Finetune/Loss (Raw)": 0.5986667275428772, "Finetune/Step": 7314, "Finetune/Step Time": 6.4961889665573835}
{"Finetune/Learning Rate": 1.1480496105926336e-05, "Finetune/Loss": 0.6101977825164795, "Finetune/Loss (Raw)": 0.5769760608673096, "Finetune/Step": 7315, "Finetune/Step Time": 6.497253581881523}
{"Finetune/Learning Rate": 1.1478442149176812e-05, "Finetune/Loss": 0.6113808155059814, "Finetune/Loss (Raw)": 0.7012559771537781, "Finetune/Step": 7316, "Finetune/Step Time": 6.47865036688745}
{"Finetune/Learning Rate": 1.1476388128659925e-05, "Finetune/Loss": 0.6125036478042603, "Finetune/Loss (Raw)": 0.7247660160064697, "Finetune/Step": 7317, "Finetune/Step Time": 6.490535117685795}
{"Finetune/Learning Rate": 1.1474334044464269e-05, "Finetune/Loss": 0.6119152903556824, "Finetune/Loss (Raw)": 0.5930219292640686, "Finetune/Step": 7318, "Finetune/Step Time": 6.4850854985415936}
{"Finetune/Learning Rate": 1.1472279896678435e-05, "Finetune/Loss": 0.61252760887146, "Finetune/Loss (Raw)": 0.7398041486740112, "Finetune/Step": 7319, "Finetune/Step Time": 6.47529854439199}
{"Finetune/Learning Rate": 1.1470225685391025e-05, "Finetune/Loss": 0.6127997636795044, "Finetune/Loss (Raw)": 0.6437075734138489, "Finetune/Step": 7320, "Finetune/Step Time": 6.487585322931409}
{"Finetune/Learning Rate": 1.146817141069064e-05, "Finetune/Loss": 0.6123276948928833, "Finetune/Loss (Raw)": 0.6631274223327637, "Finetune/Step": 7321, "Finetune/Step Time": 6.4866931065917015}
{"Finetune/Learning Rate": 1.1466117072665881e-05, "Finetune/Loss": 0.6109942197799683, "Finetune/Loss (Raw)": 0.5699730515480042, "Finetune/Step": 7322, "Finetune/Step Time": 6.492812268435955}
{"Finetune/Learning Rate": 1.1464062671405358e-05, "Finetune/Loss": 0.6113933324813843, "Finetune/Loss (Raw)": 0.6505066156387329, "Finetune/Step": 7323, "Finetune/Step Time": 6.49413138628006}
{"Finetune/Learning Rate": 1.146200820699768e-05, "Finetune/Loss": 0.6100635528564453, "Finetune/Loss (Raw)": 0.5838975310325623, "Finetune/Step": 7324, "Finetune/Step Time": 6.497383596375585}
{"Finetune/Learning Rate": 1.1459953679531452e-05, "Finetune/Loss": 0.6092236042022705, "Finetune/Loss (Raw)": 0.54288649559021, "Finetune/Step": 7325, "Finetune/Step Time": 6.504654720425606}
{"Finetune/Learning Rate": 1.1457899089095298e-05, "Finetune/Loss": 0.6091734170913696, "Finetune/Loss (Raw)": 0.6831763386726379, "Finetune/Step": 7326, "Finetune/Step Time": 6.5052280724048615}
{"Finetune/Learning Rate": 1.1455844435777831e-05, "Finetune/Loss": 0.6085981130599976, "Finetune/Loss (Raw)": 0.5841639041900635, "Finetune/Step": 7327, "Finetune/Step Time": 6.504270536825061}
{"Finetune/Learning Rate": 1.1453789719667675e-05, "Finetune/Loss": 0.607907772064209, "Finetune/Loss (Raw)": 0.620292067527771, "Finetune/Step": 7328, "Finetune/Step Time": 6.51017876341939}
{"Finetune/Learning Rate": 1.1451734940853448e-05, "Finetune/Loss": 0.608858585357666, "Finetune/Loss (Raw)": 0.6468294262886047, "Finetune/Step": 7329, "Finetune/Step Time": 6.489811055362225}
{"Finetune/Learning Rate": 1.1449680099423779e-05, "Finetune/Loss": 0.6090962886810303, "Finetune/Loss (Raw)": 0.5762033462524414, "Finetune/Step": 7330, "Finetune/Step Time": 6.497322496026754}
{"Finetune/Learning Rate": 1.1447625195467293e-05, "Finetune/Loss": 0.6086905598640442, "Finetune/Loss (Raw)": 0.5530864000320435, "Finetune/Step": 7331, "Finetune/Step Time": 6.508725166320801}
{"Finetune/Learning Rate": 1.1445570229072623e-05, "Finetune/Loss": 0.6098078489303589, "Finetune/Loss (Raw)": 0.709863543510437, "Finetune/Step": 7332, "Finetune/Step Time": 6.509544162079692}
{"Finetune/Learning Rate": 1.14435152003284e-05, "Finetune/Loss": 0.6080420017242432, "Finetune/Loss (Raw)": 0.5959973931312561, "Finetune/Step": 7333, "Finetune/Step Time": 6.5004018023610115}
{"Finetune/Learning Rate": 1.1441460109323272e-05, "Finetune/Loss": 0.6083390712738037, "Finetune/Loss (Raw)": 0.6323075890541077, "Finetune/Step": 7334, "Finetune/Step Time": 6.5012712478637695}
{"Finetune/Learning Rate": 1.1439404956145861e-05, "Finetune/Loss": 0.6067613363265991, "Finetune/Loss (Raw)": 0.5644578337669373, "Finetune/Step": 7335, "Finetune/Step Time": 6.50369280949235}
{"Finetune/Learning Rate": 1.143734974088482e-05, "Finetune/Loss": 0.6068958044052124, "Finetune/Loss (Raw)": 0.5894374847412109, "Finetune/Step": 7336, "Finetune/Step Time": 6.483248360455036}
{"Finetune/Learning Rate": 1.143529446362879e-05, "Finetune/Loss": 0.6065847873687744, "Finetune/Loss (Raw)": 0.5817292928695679, "Finetune/Step": 7337, "Finetune/Step Time": 6.494169367477298}
{"Finetune/Learning Rate": 1.1433239124466417e-05, "Finetune/Loss": 0.6059603691101074, "Finetune/Loss (Raw)": 0.651849627494812, "Finetune/Step": 7338, "Finetune/Step Time": 6.493275688961148}
{"Finetune/Learning Rate": 1.1431183723486355e-05, "Finetune/Loss": 0.6052596569061279, "Finetune/Loss (Raw)": 0.49687618017196655, "Finetune/Step": 7339, "Finetune/Step Time": 6.507938373833895}
{"Finetune/Learning Rate": 1.1429128260777254e-05, "Finetune/Loss": 0.605593740940094, "Finetune/Loss (Raw)": 0.6160474419593811, "Finetune/Step": 7340, "Finetune/Step Time": 6.515652377158403}
{"Finetune/Learning Rate": 1.1427072736427767e-05, "Finetune/Loss": 0.6046342849731445, "Finetune/Loss (Raw)": 0.5898281931877136, "Finetune/Step": 7341, "Finetune/Step Time": 6.5373465195298195}
{"Finetune/Learning Rate": 1.1425017150526552e-05, "Finetune/Loss": 0.6048106551170349, "Finetune/Loss (Raw)": 0.5598812103271484, "Finetune/Step": 7342, "Finetune/Step Time": 6.545558795332909}
{"Finetune/Learning Rate": 1.1422961503162272e-05, "Finetune/Loss": 0.6046768426895142, "Finetune/Loss (Raw)": 0.6323953866958618, "Finetune/Step": 7343, "Finetune/Step Time": 6.549307441338897}
{"Finetune/Learning Rate": 1.1420905794423588e-05, "Finetune/Loss": 0.6045178174972534, "Finetune/Loss (Raw)": 0.5836508870124817, "Finetune/Step": 7344, "Finetune/Step Time": 6.539872474968433}
{"Finetune/Learning Rate": 1.141885002439917e-05, "Finetune/Loss": 0.6044979095458984, "Finetune/Loss (Raw)": 0.5532214641571045, "Finetune/Step": 7345, "Finetune/Step Time": 6.537723366171122}
{"Finetune/Learning Rate": 1.141679419317768e-05, "Finetune/Loss": 0.6047769784927368, "Finetune/Loss (Raw)": 0.6667441725730896, "Finetune/Step": 7346, "Finetune/Step Time": 6.519368417561054}
{"Finetune/Learning Rate": 1.1414738300847793e-05, "Finetune/Loss": 0.6061749458312988, "Finetune/Loss (Raw)": 0.6116175055503845, "Finetune/Step": 7347, "Finetune/Step Time": 6.519517116248608}
{"Finetune/Learning Rate": 1.1412682347498181e-05, "Finetune/Loss": 0.6071866750717163, "Finetune/Loss (Raw)": 0.5540984272956848, "Finetune/Step": 7348, "Finetune/Step Time": 6.49318084679544}
{"Finetune/Learning Rate": 1.1410626333217523e-05, "Finetune/Loss": 0.6078060865402222, "Finetune/Loss (Raw)": 0.31603333353996277, "Finetune/Step": 7349, "Finetune/Step Time": 6.497250687330961}
{"Finetune/Learning Rate": 1.1408570258094496e-05, "Finetune/Loss": 0.6088240742683411, "Finetune/Loss (Raw)": 0.6920286417007446, "Finetune/Step": 7350, "Finetune/Step Time": 6.491384720429778}
{"Finetune/Learning Rate": 1.1406514122217777e-05, "Finetune/Loss": 0.6081440448760986, "Finetune/Loss (Raw)": 0.45308828353881836, "Finetune/Step": 7351, "Finetune/Step Time": 6.494566580280662}
{"Finetune/Learning Rate": 1.1404457925676058e-05, "Finetune/Loss": 0.6066324710845947, "Finetune/Loss (Raw)": 0.43910783529281616, "Finetune/Step": 7352, "Finetune/Step Time": 6.492942927405238}
{"Finetune/Learning Rate": 1.1402401668558024e-05, "Finetune/Loss": 0.6053505539894104, "Finetune/Loss (Raw)": 0.527917206287384, "Finetune/Step": 7353, "Finetune/Step Time": 6.483974292874336}
{"Finetune/Learning Rate": 1.1400345350952358e-05, "Finetune/Loss": 0.6045726537704468, "Finetune/Loss (Raw)": 0.6358252167701721, "Finetune/Step": 7354, "Finetune/Step Time": 6.492721872404218}
{"Finetune/Learning Rate": 1.139828897294776e-05, "Finetune/Loss": 0.6042285561561584, "Finetune/Loss (Raw)": 0.5607476830482483, "Finetune/Step": 7355, "Finetune/Step Time": 6.490615686401725}
{"Finetune/Learning Rate": 1.139623253463292e-05, "Finetune/Loss": 0.6027145981788635, "Finetune/Loss (Raw)": 0.5354737639427185, "Finetune/Step": 7356, "Finetune/Step Time": 6.498496416956186}
{"Finetune/Learning Rate": 1.1394176036096535e-05, "Finetune/Loss": 0.6012941002845764, "Finetune/Loss (Raw)": 0.48517045378685, "Finetune/Step": 7357, "Finetune/Step Time": 6.498676620423794}
{"Finetune/Learning Rate": 1.1392119477427306e-05, "Finetune/Loss": 0.6013351082801819, "Finetune/Loss (Raw)": 0.6696082353591919, "Finetune/Step": 7358, "Finetune/Step Time": 6.490903191268444}
{"Finetune/Learning Rate": 1.1390062858713939e-05, "Finetune/Loss": 0.6011278033256531, "Finetune/Loss (Raw)": 0.6252530217170715, "Finetune/Step": 7359, "Finetune/Step Time": 6.490878738462925}
{"Finetune/Learning Rate": 1.1388006180045135e-05, "Finetune/Loss": 0.6011562347412109, "Finetune/Loss (Raw)": 0.686764657497406, "Finetune/Step": 7360, "Finetune/Step Time": 6.489861726760864}
{"Finetune/Learning Rate": 1.1385949441509598e-05, "Finetune/Loss": 0.6020621657371521, "Finetune/Loss (Raw)": 0.6389932036399841, "Finetune/Step": 7361, "Finetune/Step Time": 6.474459234625101}
{"Finetune/Learning Rate": 1.1383892643196043e-05, "Finetune/Loss": 0.6011441946029663, "Finetune/Loss (Raw)": 0.5302988886833191, "Finetune/Step": 7362, "Finetune/Step Time": 6.480634996667504}
{"Finetune/Learning Rate": 1.1381835785193185e-05, "Finetune/Loss": 0.600007176399231, "Finetune/Loss (Raw)": 0.5733149647712708, "Finetune/Step": 7363, "Finetune/Step Time": 6.47924592345953}
{"Finetune/Learning Rate": 1.1379778867589733e-05, "Finetune/Loss": 0.5994322896003723, "Finetune/Loss (Raw)": 0.4859447181224823, "Finetune/Step": 7364, "Finetune/Step Time": 6.454199384897947}
{"Finetune/Learning Rate": 1.137772189047441e-05, "Finetune/Loss": 0.5999080538749695, "Finetune/Loss (Raw)": 0.6135454773902893, "Finetune/Step": 7365, "Finetune/Step Time": 6.456111351028085}
{"Finetune/Learning Rate": 1.1375664853935935e-05, "Finetune/Loss": 0.5982558131217957, "Finetune/Loss (Raw)": 0.5723527073860168, "Finetune/Step": 7366, "Finetune/Step Time": 6.446963116526604}
{"Finetune/Learning Rate": 1.1373607758063027e-05, "Finetune/Loss": 0.5980700254440308, "Finetune/Loss (Raw)": 0.5708386301994324, "Finetune/Step": 7367, "Finetune/Step Time": 6.445345021784306}
{"Finetune/Learning Rate": 1.1371550602944416e-05, "Finetune/Loss": 0.5985620617866516, "Finetune/Loss (Raw)": 0.6678640246391296, "Finetune/Step": 7368, "Finetune/Step Time": 6.448236284777522}
{"Finetune/Learning Rate": 1.1369493388668833e-05, "Finetune/Loss": 0.600022554397583, "Finetune/Loss (Raw)": 0.638649046421051, "Finetune/Step": 7369, "Finetune/Step Time": 6.440108137205243}
{"Finetune/Learning Rate": 1.1367436115324999e-05, "Finetune/Loss": 0.6023114919662476, "Finetune/Loss (Raw)": 0.8393212556838989, "Finetune/Step": 7370, "Finetune/Step Time": 6.443345723673701}
{"Finetune/Learning Rate": 1.1365378783001657e-05, "Finetune/Loss": 0.6017159223556519, "Finetune/Loss (Raw)": 0.7412656545639038, "Finetune/Step": 7371, "Finetune/Step Time": 6.442080240696669}
{"Finetune/Learning Rate": 1.1363321391787539e-05, "Finetune/Loss": 0.6023434400558472, "Finetune/Loss (Raw)": 0.6540919542312622, "Finetune/Step": 7372, "Finetune/Step Time": 6.4390036929398775}
{"Finetune/Learning Rate": 1.1361263941771378e-05, "Finetune/Loss": 0.6044901013374329, "Finetune/Loss (Raw)": 0.49700891971588135, "Finetune/Step": 7373, "Finetune/Step Time": 6.430024094879627}
{"Finetune/Learning Rate": 1.1359206433041923e-05, "Finetune/Loss": 0.6030142307281494, "Finetune/Loss (Raw)": 0.4850078523159027, "Finetune/Step": 7374, "Finetune/Step Time": 6.4376031421124935}
{"Finetune/Learning Rate": 1.1357148865687914e-05, "Finetune/Loss": 0.603261411190033, "Finetune/Loss (Raw)": 0.6543127298355103, "Finetune/Step": 7375, "Finetune/Step Time": 6.428678352385759}
{"Finetune/Learning Rate": 1.13550912397981e-05, "Finetune/Loss": 0.6001768708229065, "Finetune/Loss (Raw)": 0.2326028198003769, "Finetune/Step": 7376, "Finetune/Step Time": 6.4436197858303785}
{"Finetune/Learning Rate": 1.1353033555461222e-05, "Finetune/Loss": 0.6013671159744263, "Finetune/Loss (Raw)": 0.7311765551567078, "Finetune/Step": 7377, "Finetune/Step Time": 6.443616081029177}
{"Finetune/Learning Rate": 1.1350975812766035e-05, "Finetune/Loss": 0.6027263402938843, "Finetune/Loss (Raw)": 0.6894912719726562, "Finetune/Step": 7378, "Finetune/Step Time": 6.430841941386461}
{"Finetune/Learning Rate": 1.1348918011801293e-05, "Finetune/Loss": 0.6034929752349854, "Finetune/Loss (Raw)": 0.6248273253440857, "Finetune/Step": 7379, "Finetune/Step Time": 6.425247576087713}
{"Finetune/Learning Rate": 1.1346860152655753e-05, "Finetune/Loss": 0.6040579676628113, "Finetune/Loss (Raw)": 0.6358312964439392, "Finetune/Step": 7380, "Finetune/Step Time": 6.439189551398158}
{"Finetune/Learning Rate": 1.1344802235418173e-05, "Finetune/Loss": 0.6034066081047058, "Finetune/Loss (Raw)": 0.6490851640701294, "Finetune/Step": 7381, "Finetune/Step Time": 6.4431969951838255}
{"Finetune/Learning Rate": 1.1342744260177313e-05, "Finetune/Loss": 0.6038309335708618, "Finetune/Loss (Raw)": 0.6468766927719116, "Finetune/Step": 7382, "Finetune/Step Time": 6.440995035693049}
{"Finetune/Learning Rate": 1.1340686227021933e-05, "Finetune/Loss": 0.6043334603309631, "Finetune/Loss (Raw)": 0.6112514734268188, "Finetune/Step": 7383, "Finetune/Step Time": 6.438107464462519}
{"Finetune/Learning Rate": 1.1338628136040803e-05, "Finetune/Loss": 0.6047176122665405, "Finetune/Loss (Raw)": 0.6507225036621094, "Finetune/Step": 7384, "Finetune/Step Time": 6.448505891487002}
{"Finetune/Learning Rate": 1.1336569987322694e-05, "Finetune/Loss": 0.6053829193115234, "Finetune/Loss (Raw)": 0.71391761302948, "Finetune/Step": 7385, "Finetune/Step Time": 6.456984415650368}
{"Finetune/Learning Rate": 1.1334511780956374e-05, "Finetune/Loss": 0.6051843166351318, "Finetune/Loss (Raw)": 0.7027444839477539, "Finetune/Step": 7386, "Finetune/Step Time": 6.456414125859737}
{"Finetune/Learning Rate": 1.1332453517030615e-05, "Finetune/Loss": 0.6049127578735352, "Finetune/Loss (Raw)": 0.6475169062614441, "Finetune/Step": 7387, "Finetune/Step Time": 6.467132231220603}
{"Finetune/Learning Rate": 1.1330395195634196e-05, "Finetune/Loss": 0.6046056747436523, "Finetune/Loss (Raw)": 0.6697708368301392, "Finetune/Step": 7388, "Finetune/Step Time": 6.473760597407818}
{"Finetune/Learning Rate": 1.1328336816855892e-05, "Finetune/Loss": 0.6054697632789612, "Finetune/Loss (Raw)": 0.7201792597770691, "Finetune/Step": 7389, "Finetune/Step Time": 6.473694602027535}
{"Finetune/Learning Rate": 1.1326278380784483e-05, "Finetune/Loss": 0.6038033962249756, "Finetune/Loss (Raw)": 0.5576776266098022, "Finetune/Step": 7390, "Finetune/Step Time": 6.491729788482189}
{"Finetune/Learning Rate": 1.1324219887508758e-05, "Finetune/Loss": 0.603305459022522, "Finetune/Loss (Raw)": 0.632656455039978, "Finetune/Step": 7391, "Finetune/Step Time": 6.490388296544552}
{"Finetune/Learning Rate": 1.1322161337117502e-05, "Finetune/Loss": 0.5999911427497864, "Finetune/Loss (Raw)": 0.23917941749095917, "Finetune/Step": 7392, "Finetune/Step Time": 6.511631429195404}
{"Finetune/Learning Rate": 1.1320102729699496e-05, "Finetune/Loss": 0.6007020473480225, "Finetune/Loss (Raw)": 0.6845306754112244, "Finetune/Step": 7393, "Finetune/Step Time": 6.515350820496678}
{"Finetune/Learning Rate": 1.1318044065343538e-05, "Finetune/Loss": 0.6021144986152649, "Finetune/Loss (Raw)": 0.5952993631362915, "Finetune/Step": 7394, "Finetune/Step Time": 6.525029219686985}
{"Finetune/Learning Rate": 1.1315985344138421e-05, "Finetune/Loss": 0.6017574667930603, "Finetune/Loss (Raw)": 0.521521806716919, "Finetune/Step": 7395, "Finetune/Step Time": 6.536956802010536}
{"Finetune/Learning Rate": 1.1313926566172937e-05, "Finetune/Loss": 0.6000617742538452, "Finetune/Loss (Raw)": 0.2726685702800751, "Finetune/Step": 7396, "Finetune/Step Time": 6.5629921685904264}
{"Finetune/Learning Rate": 1.1311867731535884e-05, "Finetune/Loss": 0.5995054244995117, "Finetune/Loss (Raw)": 0.664019763469696, "Finetune/Step": 7397, "Finetune/Step Time": 6.560613939538598}
{"Finetune/Learning Rate": 1.1309808840316067e-05, "Finetune/Loss": 0.5986735820770264, "Finetune/Loss (Raw)": 0.47821107506752014, "Finetune/Step": 7398, "Finetune/Step Time": 6.55992660485208}
{"Finetune/Learning Rate": 1.1307749892602282e-05, "Finetune/Loss": 0.5972545146942139, "Finetune/Loss (Raw)": 0.39849433302879333, "Finetune/Step": 7399, "Finetune/Step Time": 6.564009299501777}
{"Finetune/Learning Rate": 1.130569088848334e-05, "Finetune/Loss": 0.5965094566345215, "Finetune/Loss (Raw)": 0.5782313942909241, "Finetune/Step": 7400, "Finetune/Step Time": 6.574447298422456}
{"Finetune/Learning Rate": 1.1303631828048052e-05, "Finetune/Loss": 0.5969903469085693, "Finetune/Loss (Raw)": 0.7290545701980591, "Finetune/Step": 7401, "Finetune/Step Time": 6.5624870210886}
{"Finetune/Learning Rate": 1.130157271138522e-05, "Finetune/Loss": 0.5980074405670166, "Finetune/Loss (Raw)": 0.6264992952346802, "Finetune/Step": 7402, "Finetune/Step Time": 6.561241656541824}
{"Finetune/Learning Rate": 1.1299513538583661e-05, "Finetune/Loss": 0.5989581942558289, "Finetune/Loss (Raw)": 0.8045757412910461, "Finetune/Step": 7403, "Finetune/Step Time": 6.559997834265232}
{"Finetune/Learning Rate": 1.129745430973219e-05, "Finetune/Loss": 0.5972195863723755, "Finetune/Loss (Raw)": 0.4582189917564392, "Finetune/Step": 7404, "Finetune/Step Time": 6.571082254871726}
{"Finetune/Learning Rate": 1.1295395024919625e-05, "Finetune/Loss": 0.5972270965576172, "Finetune/Loss (Raw)": 0.6999616026878357, "Finetune/Step": 7405, "Finetune/Step Time": 6.581655040383339}
{"Finetune/Learning Rate": 1.129333568423478e-05, "Finetune/Loss": 0.5960782170295715, "Finetune/Loss (Raw)": 0.6055151224136353, "Finetune/Step": 7406, "Finetune/Step Time": 6.592444421723485}
{"Finetune/Learning Rate": 1.1291276287766488e-05, "Finetune/Loss": 0.5953531265258789, "Finetune/Loss (Raw)": 0.632863461971283, "Finetune/Step": 7407, "Finetune/Step Time": 6.600889865309}
{"Finetune/Learning Rate": 1.1289216835603566e-05, "Finetune/Loss": 0.5941216945648193, "Finetune/Loss (Raw)": 0.49322187900543213, "Finetune/Step": 7408, "Finetune/Step Time": 6.638033980503678}
{"Finetune/Learning Rate": 1.1287157327834844e-05, "Finetune/Loss": 0.5946810245513916, "Finetune/Loss (Raw)": 0.7047943472862244, "Finetune/Step": 7409, "Finetune/Step Time": 6.634116869419813}
{"Finetune/Learning Rate": 1.1285097764549148e-05, "Finetune/Loss": 0.596571683883667, "Finetune/Loss (Raw)": 0.7313613295555115, "Finetune/Step": 7410, "Finetune/Step Time": 6.61762335896492}
{"Finetune/Learning Rate": 1.1283038145835318e-05, "Finetune/Loss": 0.5951239466667175, "Finetune/Loss (Raw)": 0.514697253704071, "Finetune/Step": 7411, "Finetune/Step Time": 6.634140940383077}
{"Finetune/Learning Rate": 1.1280978471782182e-05, "Finetune/Loss": 0.5938078165054321, "Finetune/Loss (Raw)": 0.5380173921585083, "Finetune/Step": 7412, "Finetune/Step Time": 6.634822415187955}
{"Finetune/Learning Rate": 1.1278918742478577e-05, "Finetune/Loss": 0.5944303870201111, "Finetune/Loss (Raw)": 0.6397475600242615, "Finetune/Step": 7413, "Finetune/Step Time": 6.63731380738318}
{"Finetune/Learning Rate": 1.1276858958013344e-05, "Finetune/Loss": 0.5938152074813843, "Finetune/Loss (Raw)": 0.5883360505104065, "Finetune/Step": 7414, "Finetune/Step Time": 6.634380925446749}
{"Finetune/Learning Rate": 1.1274799118475321e-05, "Finetune/Loss": 0.5938681364059448, "Finetune/Loss (Raw)": 0.6653712391853333, "Finetune/Step": 7415, "Finetune/Step Time": 6.648619567975402}
{"Finetune/Learning Rate": 1.1272739223953354e-05, "Finetune/Loss": 0.5972294211387634, "Finetune/Loss (Raw)": 0.6485461592674255, "Finetune/Step": 7416, "Finetune/Step Time": 6.640489738434553}
{"Finetune/Learning Rate": 1.1270679274536293e-05, "Finetune/Loss": 0.596322238445282, "Finetune/Loss (Raw)": 0.5597863793373108, "Finetune/Step": 7417, "Finetune/Step Time": 6.650319894775748}
{"Finetune/Learning Rate": 1.1268619270312984e-05, "Finetune/Loss": 0.5976935029029846, "Finetune/Loss (Raw)": 0.44455069303512573, "Finetune/Step": 7418, "Finetune/Step Time": 6.631845939904451}
{"Finetune/Learning Rate": 1.1266559211372274e-05, "Finetune/Loss": 0.596039891242981, "Finetune/Loss (Raw)": 0.5763824582099915, "Finetune/Step": 7419, "Finetune/Step Time": 6.6553649343550205}
{"Finetune/Learning Rate": 1.1264499097803021e-05, "Finetune/Loss": 0.5951562523841858, "Finetune/Loss (Raw)": 0.6377271413803101, "Finetune/Step": 7420, "Finetune/Step Time": 6.65491583570838}
{"Finetune/Learning Rate": 1.1262438929694083e-05, "Finetune/Loss": 0.5955785512924194, "Finetune/Loss (Raw)": 0.5437647104263306, "Finetune/Step": 7421, "Finetune/Step Time": 6.6643548514693975}
{"Finetune/Learning Rate": 1.126037870713431e-05, "Finetune/Loss": 0.5970008373260498, "Finetune/Loss (Raw)": 0.6455571055412292, "Finetune/Step": 7422, "Finetune/Step Time": 6.6544538624584675}
{"Finetune/Learning Rate": 1.1258318430212567e-05, "Finetune/Loss": 0.5962430238723755, "Finetune/Loss (Raw)": 0.5954650640487671, "Finetune/Step": 7423, "Finetune/Step Time": 6.6678897105157375}
{"Finetune/Learning Rate": 1.1256258099017719e-05, "Finetune/Loss": 0.5960171818733215, "Finetune/Loss (Raw)": 0.5730534195899963, "Finetune/Step": 7424, "Finetune/Step Time": 6.685929119586945}
{"Finetune/Learning Rate": 1.1254197713638626e-05, "Finetune/Loss": 0.5965451598167419, "Finetune/Loss (Raw)": 0.608612596988678, "Finetune/Step": 7425, "Finetune/Step Time": 6.681465193629265}
{"Finetune/Learning Rate": 1.1252137274164158e-05, "Finetune/Loss": 0.5955415964126587, "Finetune/Loss (Raw)": 0.5544797778129578, "Finetune/Step": 7426, "Finetune/Step Time": 6.673921061679721}
{"Finetune/Learning Rate": 1.1250076780683188e-05, "Finetune/Loss": 0.5922559499740601, "Finetune/Loss (Raw)": 0.19225408136844635, "Finetune/Step": 7427, "Finetune/Step Time": 6.693444548174739}
{"Finetune/Learning Rate": 1.1248016233284585e-05, "Finetune/Loss": 0.5935733914375305, "Finetune/Loss (Raw)": 0.4658043086528778, "Finetune/Step": 7428, "Finetune/Step Time": 6.68286888115108}
{"Finetune/Learning Rate": 1.124595563205722e-05, "Finetune/Loss": 0.5945545434951782, "Finetune/Loss (Raw)": 0.6601962447166443, "Finetune/Step": 7429, "Finetune/Step Time": 6.688402632251382}
{"Finetune/Learning Rate": 1.1243894977089975e-05, "Finetune/Loss": 0.5938372611999512, "Finetune/Loss (Raw)": 0.5587371587753296, "Finetune/Step": 7430, "Finetune/Step Time": 6.680859701707959}
{"Finetune/Learning Rate": 1.1241834268471727e-05, "Finetune/Loss": 0.5941245555877686, "Finetune/Loss (Raw)": 0.6975563764572144, "Finetune/Step": 7431, "Finetune/Step Time": 6.684573581442237}
{"Finetune/Learning Rate": 1.1239773506291359e-05, "Finetune/Loss": 0.5946345329284668, "Finetune/Loss (Raw)": 0.7301825881004333, "Finetune/Step": 7432, "Finetune/Step Time": 6.676706705242395}
{"Finetune/Learning Rate": 1.1237712690637752e-05, "Finetune/Loss": 0.5948305726051331, "Finetune/Loss (Raw)": 0.6727503538131714, "Finetune/Step": 7433, "Finetune/Step Time": 6.681787304580212}
{"Finetune/Learning Rate": 1.1235651821599793e-05, "Finetune/Loss": 0.5948663949966431, "Finetune/Loss (Raw)": 0.540083646774292, "Finetune/Step": 7434, "Finetune/Step Time": 6.690538160502911}
{"Finetune/Learning Rate": 1.1233590899266369e-05, "Finetune/Loss": 0.5949217081069946, "Finetune/Loss (Raw)": 0.5930439829826355, "Finetune/Step": 7435, "Finetune/Step Time": 6.688723970204592}
{"Finetune/Learning Rate": 1.1231529923726372e-05, "Finetune/Loss": 0.596901535987854, "Finetune/Loss (Raw)": 0.6581599712371826, "Finetune/Step": 7436, "Finetune/Step Time": 6.6803885120898485}
{"Finetune/Learning Rate": 1.1229468895068698e-05, "Finetune/Loss": 0.5958899259567261, "Finetune/Loss (Raw)": 0.5630494356155396, "Finetune/Step": 7437, "Finetune/Step Time": 6.679650088772178}
{"Finetune/Learning Rate": 1.1227407813382239e-05, "Finetune/Loss": 0.5955294370651245, "Finetune/Loss (Raw)": 0.6270740032196045, "Finetune/Step": 7438, "Finetune/Step Time": 6.684813767671585}
{"Finetune/Learning Rate": 1.1225346678755888e-05, "Finetune/Loss": 0.5971207618713379, "Finetune/Loss (Raw)": 0.6426548957824707, "Finetune/Step": 7439, "Finetune/Step Time": 6.671502573415637}
{"Finetune/Learning Rate": 1.1223285491278554e-05, "Finetune/Loss": 0.5978149771690369, "Finetune/Loss (Raw)": 0.6933527588844299, "Finetune/Step": 7440, "Finetune/Step Time": 6.672085750848055}
{"Finetune/Learning Rate": 1.1221224251039133e-05, "Finetune/Loss": 0.5967391729354858, "Finetune/Loss (Raw)": 0.4869004487991333, "Finetune/Step": 7441, "Finetune/Step Time": 6.671545768156648}
{"Finetune/Learning Rate": 1.1219162958126528e-05, "Finetune/Loss": 0.5964761972427368, "Finetune/Loss (Raw)": 0.5649970769882202, "Finetune/Step": 7442, "Finetune/Step Time": 6.668352518230677}
{"Finetune/Learning Rate": 1.1217101612629655e-05, "Finetune/Loss": 0.597048282623291, "Finetune/Loss (Raw)": 0.6502107977867126, "Finetune/Step": 7443, "Finetune/Step Time": 6.663307309150696}
{"Finetune/Learning Rate": 1.121504021463741e-05, "Finetune/Loss": 0.5938540697097778, "Finetune/Loss (Raw)": 0.2923959791660309, "Finetune/Step": 7444, "Finetune/Step Time": 6.694591758772731}
{"Finetune/Learning Rate": 1.1212978764238711e-05, "Finetune/Loss": 0.5907944440841675, "Finetune/Loss (Raw)": 0.33312806487083435, "Finetune/Step": 7445, "Finetune/Step Time": 6.718973498791456}
{"Finetune/Learning Rate": 1.1210917261522472e-05, "Finetune/Loss": 0.5911661982536316, "Finetune/Loss (Raw)": 0.6406040191650391, "Finetune/Step": 7446, "Finetune/Step Time": 6.724551808089018}
{"Finetune/Learning Rate": 1.1208855706577604e-05, "Finetune/Loss": 0.5908336043357849, "Finetune/Loss (Raw)": 0.6972390413284302, "Finetune/Step": 7447, "Finetune/Step Time": 6.728298811241984}
{"Finetune/Learning Rate": 1.1206794099493033e-05, "Finetune/Loss": 0.5877021551132202, "Finetune/Loss (Raw)": 0.24288196861743927, "Finetune/Step": 7448, "Finetune/Step Time": 6.73343501240015}
{"Finetune/Learning Rate": 1.1204732440357668e-05, "Finetune/Loss": 0.5874890089035034, "Finetune/Loss (Raw)": 0.6358425617218018, "Finetune/Step": 7449, "Finetune/Step Time": 6.735150430351496}
{"Finetune/Learning Rate": 1.1202670729260443e-05, "Finetune/Loss": 0.5879954099655151, "Finetune/Loss (Raw)": 0.6347955465316772, "Finetune/Step": 7450, "Finetune/Step Time": 6.721805347129703}
{"Finetune/Learning Rate": 1.1200608966290274e-05, "Finetune/Loss": 0.587865948677063, "Finetune/Loss (Raw)": 0.6339353322982788, "Finetune/Step": 7451, "Finetune/Step Time": 6.732773121446371}
{"Finetune/Learning Rate": 1.119854715153609e-05, "Finetune/Loss": 0.5883240699768066, "Finetune/Loss (Raw)": 0.6425377130508423, "Finetune/Step": 7452, "Finetune/Step Time": 6.71780775859952}
{"Finetune/Learning Rate": 1.1196485285086822e-05, "Finetune/Loss": 0.589046835899353, "Finetune/Loss (Raw)": 0.6353907585144043, "Finetune/Step": 7453, "Finetune/Step Time": 6.72410087659955}
{"Finetune/Learning Rate": 1.1194423367031404e-05, "Finetune/Loss": 0.5882571935653687, "Finetune/Loss (Raw)": 0.5821031332015991, "Finetune/Step": 7454, "Finetune/Step Time": 6.7186523880809546}
{"Finetune/Learning Rate": 1.119236139745876e-05, "Finetune/Loss": 0.589556097984314, "Finetune/Loss (Raw)": 0.7504276037216187, "Finetune/Step": 7455, "Finetune/Step Time": 6.717558277770877}
{"Finetune/Learning Rate": 1.1190299376457836e-05, "Finetune/Loss": 0.5863698720932007, "Finetune/Loss (Raw)": 0.21245639026165009, "Finetune/Step": 7456, "Finetune/Step Time": 6.732476709410548}
{"Finetune/Learning Rate": 1.1188237304117561e-05, "Finetune/Loss": 0.5841668844223022, "Finetune/Loss (Raw)": 0.3648475408554077, "Finetune/Step": 7457, "Finetune/Step Time": 6.751028452068567}
{"Finetune/Learning Rate": 1.1186175180526883e-05, "Finetune/Loss": 0.581479549407959, "Finetune/Loss (Raw)": 0.2322222739458084, "Finetune/Step": 7458, "Finetune/Step Time": 6.752112096175551}
{"Finetune/Learning Rate": 1.1184113005774744e-05, "Finetune/Loss": 0.5819118022918701, "Finetune/Loss (Raw)": 0.6084141135215759, "Finetune/Step": 7459, "Finetune/Step Time": 6.745109349489212}
{"Finetune/Learning Rate": 1.118205077995008e-05, "Finetune/Loss": 0.580977737903595, "Finetune/Loss (Raw)": 0.5903071165084839, "Finetune/Step": 7460, "Finetune/Step Time": 6.740770293399692}
{"Finetune/Learning Rate": 1.1179988503141845e-05, "Finetune/Loss": 0.5813908576965332, "Finetune/Loss (Raw)": 0.6488832831382751, "Finetune/Step": 7461, "Finetune/Step Time": 6.737048748880625}
{"Finetune/Learning Rate": 1.1177926175438987e-05, "Finetune/Loss": 0.581383228302002, "Finetune/Loss (Raw)": 0.6313211917877197, "Finetune/Step": 7462, "Finetune/Step Time": 6.747051753103733}
{"Finetune/Learning Rate": 1.1175863796930455e-05, "Finetune/Loss": 0.5821099281311035, "Finetune/Loss (Raw)": 0.6574785113334656, "Finetune/Step": 7463, "Finetune/Step Time": 6.758224358782172}
{"Finetune/Learning Rate": 1.1173801367705207e-05, "Finetune/Loss": 0.5820038318634033, "Finetune/Loss (Raw)": 0.5758594274520874, "Finetune/Step": 7464, "Finetune/Step Time": 6.758564593270421}
{"Finetune/Learning Rate": 1.1171738887852194e-05, "Finetune/Loss": 0.582342267036438, "Finetune/Loss (Raw)": 0.6250503063201904, "Finetune/Step": 7465, "Finetune/Step Time": 6.743511190637946}
{"Finetune/Learning Rate": 1.1169676357460377e-05, "Finetune/Loss": 0.5822404623031616, "Finetune/Loss (Raw)": 0.6388123035430908, "Finetune/Step": 7466, "Finetune/Step Time": 6.744185345247388}
{"Finetune/Learning Rate": 1.1167613776618714e-05, "Finetune/Loss": 0.583840012550354, "Finetune/Loss (Raw)": 0.7016212940216064, "Finetune/Step": 7467, "Finetune/Step Time": 6.729684986174107}
{"Finetune/Learning Rate": 1.1165551145416166e-05, "Finetune/Loss": 0.5832443833351135, "Finetune/Loss (Raw)": 0.5398099422454834, "Finetune/Step": 7468, "Finetune/Step Time": 6.724522583186626}
{"Finetune/Learning Rate": 1.11634884639417e-05, "Finetune/Loss": 0.5824782848358154, "Finetune/Loss (Raw)": 0.4917697608470917, "Finetune/Step": 7469, "Finetune/Step Time": 6.724395805969834}
{"Finetune/Learning Rate": 1.116142573228428e-05, "Finetune/Loss": 0.5823661684989929, "Finetune/Loss (Raw)": 0.5455223917961121, "Finetune/Step": 7470, "Finetune/Step Time": 6.719920651987195}
{"Finetune/Learning Rate": 1.1159362950532877e-05, "Finetune/Loss": 0.5788695216178894, "Finetune/Loss (Raw)": 0.18482868373394012, "Finetune/Step": 7471, "Finetune/Step Time": 6.736703401431441}
{"Finetune/Learning Rate": 1.1157300118776461e-05, "Finetune/Loss": 0.5785115361213684, "Finetune/Loss (Raw)": 0.537826657295227, "Finetune/Step": 7472, "Finetune/Step Time": 6.738191736862063}
{"Finetune/Learning Rate": 1.1155237237104001e-05, "Finetune/Loss": 0.5790361166000366, "Finetune/Loss (Raw)": 0.6203683018684387, "Finetune/Step": 7473, "Finetune/Step Time": 6.730890054255724}
{"Finetune/Learning Rate": 1.1153174305604482e-05, "Finetune/Loss": 0.5794603228569031, "Finetune/Loss (Raw)": 0.7210469841957092, "Finetune/Step": 7474, "Finetune/Step Time": 6.734079061076045}
{"Finetune/Learning Rate": 1.1151111324366872e-05, "Finetune/Loss": 0.579723596572876, "Finetune/Loss (Raw)": 0.6453135013580322, "Finetune/Step": 7475, "Finetune/Step Time": 6.731515243649483}
{"Finetune/Learning Rate": 1.1149048293480151e-05, "Finetune/Loss": 0.5804693698883057, "Finetune/Loss (Raw)": 0.649558424949646, "Finetune/Step": 7476, "Finetune/Step Time": 6.7312843631953}
{"Finetune/Learning Rate": 1.1146985213033303e-05, "Finetune/Loss": 0.5796023011207581, "Finetune/Loss (Raw)": 0.205046147108078, "Finetune/Step": 7477, "Finetune/Step Time": 6.727741912007332}
{"Finetune/Learning Rate": 1.1144922083115312e-05, "Finetune/Loss": 0.5762210488319397, "Finetune/Loss (Raw)": 0.2592313587665558, "Finetune/Step": 7478, "Finetune/Step Time": 6.7378671038895845}
{"Finetune/Learning Rate": 1.1142858903815168e-05, "Finetune/Loss": 0.5767018795013428, "Finetune/Loss (Raw)": 0.5146316289901733, "Finetune/Step": 7479, "Finetune/Step Time": 6.741260224953294}
{"Finetune/Learning Rate": 1.1140795675221851e-05, "Finetune/Loss": 0.5787084102630615, "Finetune/Loss (Raw)": 0.695941686630249, "Finetune/Step": 7480, "Finetune/Step Time": 6.729013988748193}
{"Finetune/Learning Rate": 1.1138732397424352e-05, "Finetune/Loss": 0.5792393684387207, "Finetune/Loss (Raw)": 0.595882773399353, "Finetune/Step": 7481, "Finetune/Step Time": 6.7278864700347185}
{"Finetune/Learning Rate": 1.113666907051167e-05, "Finetune/Loss": 0.5783978700637817, "Finetune/Loss (Raw)": 0.5281181931495667, "Finetune/Step": 7482, "Finetune/Step Time": 6.7331061363220215}
{"Finetune/Learning Rate": 1.113460569457279e-05, "Finetune/Loss": 0.5789172053337097, "Finetune/Loss (Raw)": 0.6272150278091431, "Finetune/Step": 7483, "Finetune/Step Time": 6.748374566435814}
{"Finetune/Learning Rate": 1.1132542269696716e-05, "Finetune/Loss": 0.5790711641311646, "Finetune/Loss (Raw)": 0.5551826357841492, "Finetune/Step": 7484, "Finetune/Step Time": 6.736323436722159}
{"Finetune/Learning Rate": 1.1130478795972444e-05, "Finetune/Loss": 0.5771735906600952, "Finetune/Loss (Raw)": 0.24228009581565857, "Finetune/Step": 7485, "Finetune/Step Time": 6.751320015639067}
{"Finetune/Learning Rate": 1.1128415273488972e-05, "Finetune/Loss": 0.5777000188827515, "Finetune/Loss (Raw)": 0.7369940876960754, "Finetune/Step": 7486, "Finetune/Step Time": 6.761384081095457}
{"Finetune/Learning Rate": 1.1126351702335305e-05, "Finetune/Loss": 0.5776106119155884, "Finetune/Loss (Raw)": 0.6138094067573547, "Finetune/Step": 7487, "Finetune/Step Time": 6.76574169844389}
{"Finetune/Learning Rate": 1.1124288082600452e-05, "Finetune/Loss": 0.5770224332809448, "Finetune/Loss (Raw)": 0.6114762425422668, "Finetune/Step": 7488, "Finetune/Step Time": 6.772265080362558}
{"Finetune/Learning Rate": 1.1122224414373411e-05, "Finetune/Loss": 0.5736612677574158, "Finetune/Loss (Raw)": 0.2087590992450714, "Finetune/Step": 7489, "Finetune/Step Time": 6.785686789080501}
{"Finetune/Learning Rate": 1.1120160697743198e-05, "Finetune/Loss": 0.5745792388916016, "Finetune/Loss (Raw)": 0.6478073000907898, "Finetune/Step": 7490, "Finetune/Step Time": 6.781965998932719}
{"Finetune/Learning Rate": 1.1118096932798823e-05, "Finetune/Loss": 0.5755034685134888, "Finetune/Loss (Raw)": 0.6916086077690125, "Finetune/Step": 7491, "Finetune/Step Time": 6.766574574634433}
{"Finetune/Learning Rate": 1.1116033119629298e-05, "Finetune/Loss": 0.5770715475082397, "Finetune/Loss (Raw)": 0.6866627335548401, "Finetune/Step": 7492, "Finetune/Step Time": 6.766409024596214}
{"Finetune/Learning Rate": 1.1113969258323633e-05, "Finetune/Loss": 0.576425313949585, "Finetune/Loss (Raw)": 0.5308263897895813, "Finetune/Step": 7493, "Finetune/Step Time": 6.777988841757178}
{"Finetune/Learning Rate": 1.1111905348970857e-05, "Finetune/Loss": 0.5768217444419861, "Finetune/Loss (Raw)": 0.6230983734130859, "Finetune/Step": 7494, "Finetune/Step Time": 6.777387438341975}
{"Finetune/Learning Rate": 1.1109841391659983e-05, "Finetune/Loss": 0.5764546394348145, "Finetune/Loss (Raw)": 0.5238479375839233, "Finetune/Step": 7495, "Finetune/Step Time": 6.7810899168252945}
{"Finetune/Learning Rate": 1.110777738648003e-05, "Finetune/Loss": 0.5753166079521179, "Finetune/Loss (Raw)": 0.5221964716911316, "Finetune/Step": 7496, "Finetune/Step Time": 6.7914841789752245}
{"Finetune/Learning Rate": 1.1105713333520023e-05, "Finetune/Loss": 0.5747631788253784, "Finetune/Loss (Raw)": 0.567808985710144, "Finetune/Step": 7497, "Finetune/Step Time": 6.808628331869841}
{"Finetune/Learning Rate": 1.1103649232868992e-05, "Finetune/Loss": 0.5733466148376465, "Finetune/Loss (Raw)": 0.6580044031143188, "Finetune/Step": 7498, "Finetune/Step Time": 6.802121050655842}
{"Finetune/Learning Rate": 1.1101585084615958e-05, "Finetune/Loss": 0.57270348072052, "Finetune/Loss (Raw)": 0.6589363813400269, "Finetune/Step": 7499, "Finetune/Step Time": 6.8054133132100105}
{"Finetune/Learning Rate": 1.1099520888849957e-05, "Finetune/Loss": 0.5723477602005005, "Finetune/Loss (Raw)": 0.6085649132728577, "Finetune/Step": 7500, "Finetune/Step Time": 6.813716147094965}
{"Finetune/Learning Rate": 1.109745664566002e-05, "Finetune/Loss": 0.5730019807815552, "Finetune/Loss (Raw)": 0.5807405710220337, "Finetune/Step": 7501, "Finetune/Step Time": 6.8041728269308805}
{"Finetune/Learning Rate": 1.1095392355135175e-05, "Finetune/Loss": 0.5740809440612793, "Finetune/Loss (Raw)": 0.6231269240379333, "Finetune/Step": 7502, "Finetune/Step Time": 6.805119223892689}
{"Finetune/Learning Rate": 1.1093328017364463e-05, "Finetune/Loss": 0.5739408135414124, "Finetune/Loss (Raw)": 0.636370837688446, "Finetune/Step": 7503, "Finetune/Step Time": 6.825721777975559}
{"Finetune/Learning Rate": 1.109126363243692e-05, "Finetune/Loss": 0.5781148672103882, "Finetune/Loss (Raw)": 0.7668864727020264, "Finetune/Step": 7504, "Finetune/Step Time": 6.811403157189488}
{"Finetune/Learning Rate": 1.1089199200441586e-05, "Finetune/Loss": 0.5771034955978394, "Finetune/Loss (Raw)": 0.601711630821228, "Finetune/Step": 7505, "Finetune/Step Time": 6.812052013352513}
{"Finetune/Learning Rate": 1.1087134721467505e-05, "Finetune/Loss": 0.5759851336479187, "Finetune/Loss (Raw)": 0.546349048614502, "Finetune/Step": 7506, "Finetune/Step Time": 6.811474554240704}
{"Finetune/Learning Rate": 1.1085070195603717e-05, "Finetune/Loss": 0.5767385959625244, "Finetune/Loss (Raw)": 0.7212684750556946, "Finetune/Step": 7507, "Finetune/Step Time": 6.802015125751495}
{"Finetune/Learning Rate": 1.1083005622939274e-05, "Finetune/Loss": 0.5769628286361694, "Finetune/Loss (Raw)": 0.6645264029502869, "Finetune/Step": 7508, "Finetune/Step Time": 6.789561690762639}
{"Finetune/Learning Rate": 1.1080941003563217e-05, "Finetune/Loss": 0.5782377123832703, "Finetune/Loss (Raw)": 0.812275767326355, "Finetune/Step": 7509, "Finetune/Step Time": 6.786110388115048}
{"Finetune/Learning Rate": 1.10788763375646e-05, "Finetune/Loss": 0.5753412842750549, "Finetune/Loss (Raw)": 0.276132732629776, "Finetune/Step": 7510, "Finetune/Step Time": 6.796884540468454}
{"Finetune/Learning Rate": 1.1076811625032478e-05, "Finetune/Loss": 0.5761449933052063, "Finetune/Loss (Raw)": 0.7141273021697998, "Finetune/Step": 7511, "Finetune/Step Time": 6.802716687321663}
{"Finetune/Learning Rate": 1.1074746866055896e-05, "Finetune/Loss": 0.5758593678474426, "Finetune/Loss (Raw)": 0.614165723323822, "Finetune/Step": 7512, "Finetune/Step Time": 6.785938762128353}
{"Finetune/Learning Rate": 1.1072682060723918e-05, "Finetune/Loss": 0.5755089521408081, "Finetune/Loss (Raw)": 0.6690659523010254, "Finetune/Step": 7513, "Finetune/Step Time": 6.7782812137156725}
{"Finetune/Learning Rate": 1.1070617209125603e-05, "Finetune/Loss": 0.5750664472579956, "Finetune/Loss (Raw)": 0.6461052298545837, "Finetune/Step": 7514, "Finetune/Step Time": 6.790473623201251}
{"Finetune/Learning Rate": 1.1068552311350002e-05, "Finetune/Loss": 0.5751680731773376, "Finetune/Loss (Raw)": 0.6605152487754822, "Finetune/Step": 7515, "Finetune/Step Time": 6.777661396190524}
{"Finetune/Learning Rate": 1.1066487367486189e-05, "Finetune/Loss": 0.575049638748169, "Finetune/Loss (Raw)": 0.6546116471290588, "Finetune/Step": 7516, "Finetune/Step Time": 6.7692152969539165}
{"Finetune/Learning Rate": 1.1064422377623218e-05, "Finetune/Loss": 0.574246883392334, "Finetune/Loss (Raw)": 0.6174332499504089, "Finetune/Step": 7517, "Finetune/Step Time": 6.7750986367464066}
{"Finetune/Learning Rate": 1.1062357341850161e-05, "Finetune/Loss": 0.5758359432220459, "Finetune/Loss (Raw)": 0.761065661907196, "Finetune/Step": 7518, "Finetune/Step Time": 6.769348738715053}
{"Finetune/Learning Rate": 1.106029226025608e-05, "Finetune/Loss": 0.5748873949050903, "Finetune/Loss (Raw)": 0.5112472772598267, "Finetune/Step": 7519, "Finetune/Step Time": 6.780555251985788}
{"Finetune/Learning Rate": 1.1058227132930053e-05, "Finetune/Loss": 0.5785731077194214, "Finetune/Loss (Raw)": 0.710959255695343, "Finetune/Step": 7520, "Finetune/Step Time": 6.772357936948538}
{"Finetune/Learning Rate": 1.1056161959961148e-05, "Finetune/Loss": 0.5769705772399902, "Finetune/Loss (Raw)": 0.47939929366111755, "Finetune/Step": 7521, "Finetune/Step Time": 6.773256393149495}
{"Finetune/Learning Rate": 1.1054096741438436e-05, "Finetune/Loss": 0.5785510540008545, "Finetune/Loss (Raw)": 0.7976040244102478, "Finetune/Step": 7522, "Finetune/Step Time": 6.754649460315704}
{"Finetune/Learning Rate": 1.1052031477450995e-05, "Finetune/Loss": 0.5788854360580444, "Finetune/Loss (Raw)": 0.5643166899681091, "Finetune/Step": 7523, "Finetune/Step Time": 6.7425397504121065}
{"Finetune/Learning Rate": 1.1049966168087906e-05, "Finetune/Loss": 0.5814653635025024, "Finetune/Loss (Raw)": 0.6029056906700134, "Finetune/Step": 7524, "Finetune/Step Time": 6.716525478288531}
{"Finetune/Learning Rate": 1.1047900813438243e-05, "Finetune/Loss": 0.5822402238845825, "Finetune/Loss (Raw)": 0.7632023692131042, "Finetune/Step": 7525, "Finetune/Step Time": 6.722192658111453}
{"Finetune/Learning Rate": 1.1045835413591095e-05, "Finetune/Loss": 0.5836880207061768, "Finetune/Loss (Raw)": 0.6635228991508484, "Finetune/Step": 7526, "Finetune/Step Time": 6.722852608188987}
{"Finetune/Learning Rate": 1.1043769968635543e-05, "Finetune/Loss": 0.5856021642684937, "Finetune/Loss (Raw)": 0.6435059309005737, "Finetune/Step": 7527, "Finetune/Step Time": 6.720236759632826}
{"Finetune/Learning Rate": 1.1041704478660667e-05, "Finetune/Loss": 0.585572361946106, "Finetune/Loss (Raw)": 0.574425458908081, "Finetune/Step": 7528, "Finetune/Step Time": 6.715608356520534}
{"Finetune/Learning Rate": 1.1039638943755559e-05, "Finetune/Loss": 0.5853322744369507, "Finetune/Loss (Raw)": 0.6983181834220886, "Finetune/Step": 7529, "Finetune/Step Time": 6.7136211190372705}
{"Finetune/Learning Rate": 1.1037573364009311e-05, "Finetune/Loss": 0.5851921439170837, "Finetune/Loss (Raw)": 0.6085628867149353, "Finetune/Step": 7530, "Finetune/Step Time": 6.71765130199492}
{"Finetune/Learning Rate": 1.103550773951101e-05, "Finetune/Loss": 0.5805593729019165, "Finetune/Loss (Raw)": 0.21157817542552948, "Finetune/Step": 7531, "Finetune/Step Time": 6.738710593432188}
{"Finetune/Learning Rate": 1.1033442070349754e-05, "Finetune/Loss": 0.578571081161499, "Finetune/Loss (Raw)": 0.20371592044830322, "Finetune/Step": 7532, "Finetune/Step Time": 6.745214309543371}
{"Finetune/Learning Rate": 1.1031376356614634e-05, "Finetune/Loss": 0.5785260796546936, "Finetune/Loss (Raw)": 0.69420325756073, "Finetune/Step": 7533, "Finetune/Step Time": 6.73730593547225}
{"Finetune/Learning Rate": 1.1029310598394747e-05, "Finetune/Loss": 0.578525960445404, "Finetune/Loss (Raw)": 0.6054983139038086, "Finetune/Step": 7534, "Finetune/Step Time": 6.720297921448946}
{"Finetune/Learning Rate": 1.1027244795779196e-05, "Finetune/Loss": 0.5781719088554382, "Finetune/Loss (Raw)": 0.5875499248504639, "Finetune/Step": 7535, "Finetune/Step Time": 6.724250612780452}
{"Finetune/Learning Rate": 1.102517894885708e-05, "Finetune/Loss": 0.5791330933570862, "Finetune/Loss (Raw)": 0.6162510514259338, "Finetune/Step": 7536, "Finetune/Step Time": 6.705766500905156}
{"Finetune/Learning Rate": 1.1023113057717504e-05, "Finetune/Loss": 0.5795988440513611, "Finetune/Loss (Raw)": 0.764407753944397, "Finetune/Step": 7537, "Finetune/Step Time": 6.727411864325404}
{"Finetune/Learning Rate": 1.1021047122449568e-05, "Finetune/Loss": 0.578369677066803, "Finetune/Loss (Raw)": 0.5740324854850769, "Finetune/Step": 7538, "Finetune/Step Time": 6.7241670694202185}
{"Finetune/Learning Rate": 1.1018981143142382e-05, "Finetune/Loss": 0.5788942575454712, "Finetune/Loss (Raw)": 0.5818484425544739, "Finetune/Step": 7539, "Finetune/Step Time": 6.722691617906094}
{"Finetune/Learning Rate": 1.1016915119885056e-05, "Finetune/Loss": 0.5795990228652954, "Finetune/Loss (Raw)": 0.6282193660736084, "Finetune/Step": 7540, "Finetune/Step Time": 6.69684093631804}
{"Finetune/Learning Rate": 1.10148490527667e-05, "Finetune/Loss": 0.5801823139190674, "Finetune/Loss (Raw)": 0.71441251039505, "Finetune/Step": 7541, "Finetune/Step Time": 6.695684900507331}
{"Finetune/Learning Rate": 1.1012782941876426e-05, "Finetune/Loss": 0.5775647163391113, "Finetune/Loss (Raw)": 0.25327494740486145, "Finetune/Step": 7542, "Finetune/Step Time": 6.72214856185019}
{"Finetune/Learning Rate": 1.1010716787303347e-05, "Finetune/Loss": 0.5768548250198364, "Finetune/Loss (Raw)": 0.5745159387588501, "Finetune/Step": 7543, "Finetune/Step Time": 6.708349848166108}
{"Finetune/Learning Rate": 1.1008650589136579e-05, "Finetune/Loss": 0.5769339799880981, "Finetune/Loss (Raw)": 0.6586744785308838, "Finetune/Step": 7544, "Finetune/Step Time": 6.690473027527332}
{"Finetune/Learning Rate": 1.100658434746524e-05, "Finetune/Loss": 0.5775868892669678, "Finetune/Loss (Raw)": 0.6433593034744263, "Finetune/Step": 7545, "Finetune/Step Time": 6.6876969411969185}
{"Finetune/Learning Rate": 1.1004518062378456e-05, "Finetune/Loss": 0.5788958072662354, "Finetune/Loss (Raw)": 0.6120931506156921, "Finetune/Step": 7546, "Finetune/Step Time": 6.714018190279603}
{"Finetune/Learning Rate": 1.1002451733965343e-05, "Finetune/Loss": 0.5760207176208496, "Finetune/Loss (Raw)": 0.20836468040943146, "Finetune/Step": 7547, "Finetune/Step Time": 6.719894798472524}
{"Finetune/Learning Rate": 1.1000385362315022e-05, "Finetune/Loss": 0.5757198929786682, "Finetune/Loss (Raw)": 0.5992259383201599, "Finetune/Step": 7548, "Finetune/Step Time": 6.704283207654953}
{"Finetune/Learning Rate": 1.0998318947516627e-05, "Finetune/Loss": 0.5769733786582947, "Finetune/Loss (Raw)": 0.704206645488739, "Finetune/Step": 7549, "Finetune/Step Time": 6.709586089476943}
{"Finetune/Learning Rate": 1.0996252489659278e-05, "Finetune/Loss": 0.5767652988433838, "Finetune/Loss (Raw)": 0.6189290881156921, "Finetune/Step": 7550, "Finetune/Step Time": 6.711775332689285}
{"Finetune/Learning Rate": 1.0994185988832108e-05, "Finetune/Loss": 0.5767530798912048, "Finetune/Loss (Raw)": 0.5939047932624817, "Finetune/Step": 7551, "Finetune/Step Time": 6.703010983765125}
{"Finetune/Learning Rate": 1.099211944512425e-05, "Finetune/Loss": 0.5741027593612671, "Finetune/Loss (Raw)": 0.23380111157894135, "Finetune/Step": 7552, "Finetune/Step Time": 6.704436099156737}
{"Finetune/Learning Rate": 1.0990052858624836e-05, "Finetune/Loss": 0.5733046531677246, "Finetune/Loss (Raw)": 0.506456732749939, "Finetune/Step": 7553, "Finetune/Step Time": 6.719090843573213}
{"Finetune/Learning Rate": 1.0987986229422996e-05, "Finetune/Loss": 0.5734652876853943, "Finetune/Loss (Raw)": 0.5750477313995361, "Finetune/Step": 7554, "Finetune/Step Time": 6.721393762156367}
{"Finetune/Learning Rate": 1.0985919557607869e-05, "Finetune/Loss": 0.5764994025230408, "Finetune/Loss (Raw)": 0.5806223154067993, "Finetune/Step": 7555, "Finetune/Step Time": 6.701364753767848}
{"Finetune/Learning Rate": 1.09838528432686e-05, "Finetune/Loss": 0.5781369209289551, "Finetune/Loss (Raw)": 0.6754066348075867, "Finetune/Step": 7556, "Finetune/Step Time": 6.693856965750456}
{"Finetune/Learning Rate": 1.0981786086494321e-05, "Finetune/Loss": 0.5770864486694336, "Finetune/Loss (Raw)": 0.5257307887077332, "Finetune/Step": 7557, "Finetune/Step Time": 6.6889092065393925}
{"Finetune/Learning Rate": 1.0979719287374177e-05, "Finetune/Loss": 0.5782431364059448, "Finetune/Loss (Raw)": 0.706798255443573, "Finetune/Step": 7558, "Finetune/Step Time": 6.69219034910202}
{"Finetune/Learning Rate": 1.0977652445997316e-05, "Finetune/Loss": 0.5744973421096802, "Finetune/Loss (Raw)": 0.21809452772140503, "Finetune/Step": 7559, "Finetune/Step Time": 6.710897382348776}
{"Finetune/Learning Rate": 1.0975585562452877e-05, "Finetune/Loss": 0.574016273021698, "Finetune/Loss (Raw)": 0.6686021089553833, "Finetune/Step": 7560, "Finetune/Step Time": 6.710790507495403}
{"Finetune/Learning Rate": 1.0973518636830012e-05, "Finetune/Loss": 0.5755323171615601, "Finetune/Loss (Raw)": 0.8668078780174255, "Finetune/Step": 7561, "Finetune/Step Time": 6.707228422164917}
{"Finetune/Learning Rate": 1.097145166921787e-05, "Finetune/Loss": 0.5768016576766968, "Finetune/Loss (Raw)": 0.70255047082901, "Finetune/Step": 7562, "Finetune/Step Time": 6.693115573376417}
{"Finetune/Learning Rate": 1.0969384659705604e-05, "Finetune/Loss": 0.5770854949951172, "Finetune/Loss (Raw)": 0.6293835043907166, "Finetune/Step": 7563, "Finetune/Step Time": 6.7067208625376225}
{"Finetune/Learning Rate": 1.0967317608382362e-05, "Finetune/Loss": 0.5767661929130554, "Finetune/Loss (Raw)": 0.6172873973846436, "Finetune/Step": 7564, "Finetune/Step Time": 6.689297627657652}
{"Finetune/Learning Rate": 1.0965250515337303e-05, "Finetune/Loss": 0.5778244733810425, "Finetune/Loss (Raw)": 0.6985097527503967, "Finetune/Step": 7565, "Finetune/Step Time": 6.685511043295264}
{"Finetune/Learning Rate": 1.0963183380659583e-05, "Finetune/Loss": 0.5782086849212646, "Finetune/Loss (Raw)": 0.6762485504150391, "Finetune/Step": 7566, "Finetune/Step Time": 6.673822620883584}
{"Finetune/Learning Rate": 1.0961116204438362e-05, "Finetune/Loss": 0.5775294303894043, "Finetune/Loss (Raw)": 0.5557126402854919, "Finetune/Step": 7567, "Finetune/Step Time": 6.669958274811506}
{"Finetune/Learning Rate": 1.0959048986762796e-05, "Finetune/Loss": 0.5771832466125488, "Finetune/Loss (Raw)": 0.6490368247032166, "Finetune/Step": 7568, "Finetune/Step Time": 6.672125283628702}
{"Finetune/Learning Rate": 1.0956981727722051e-05, "Finetune/Loss": 0.5781788229942322, "Finetune/Loss (Raw)": 0.6143401265144348, "Finetune/Step": 7569, "Finetune/Step Time": 6.680519998073578}
{"Finetune/Learning Rate": 1.095491442740529e-05, "Finetune/Loss": 0.5786166191101074, "Finetune/Loss (Raw)": 0.6210345029830933, "Finetune/Step": 7570, "Finetune/Step Time": 6.68711574934423}
{"Finetune/Learning Rate": 1.0952847085901677e-05, "Finetune/Loss": 0.5785022974014282, "Finetune/Loss (Raw)": 0.6355752944946289, "Finetune/Step": 7571, "Finetune/Step Time": 6.692882964387536}
{"Finetune/Learning Rate": 1.0950779703300383e-05, "Finetune/Loss": 0.5807918310165405, "Finetune/Loss (Raw)": 0.5854648351669312, "Finetune/Step": 7572, "Finetune/Step Time": 6.668384704738855}
{"Finetune/Learning Rate": 1.0948712279690574e-05, "Finetune/Loss": 0.5799676179885864, "Finetune/Loss (Raw)": 0.22761505842208862, "Finetune/Step": 7573, "Finetune/Step Time": 6.649256264790893}
{"Finetune/Learning Rate": 1.094664481516142e-05, "Finetune/Loss": 0.5795883536338806, "Finetune/Loss (Raw)": 0.5920677781105042, "Finetune/Step": 7574, "Finetune/Step Time": 6.64646602794528}
{"Finetune/Learning Rate": 1.09445773098021e-05, "Finetune/Loss": 0.5790010690689087, "Finetune/Loss (Raw)": 0.6220625042915344, "Finetune/Step": 7575, "Finetune/Step Time": 6.6650590524077415}
{"Finetune/Learning Rate": 1.094250976370178e-05, "Finetune/Loss": 0.5819869637489319, "Finetune/Loss (Raw)": 0.6250818371772766, "Finetune/Step": 7576, "Finetune/Step Time": 6.6584324557334185}
{"Finetune/Learning Rate": 1.0940442176949644e-05, "Finetune/Loss": 0.5811663866043091, "Finetune/Loss (Raw)": 0.5308021306991577, "Finetune/Step": 7577, "Finetune/Step Time": 6.664761262014508}
{"Finetune/Learning Rate": 1.0938374549634864e-05, "Finetune/Loss": 0.5783726572990417, "Finetune/Loss (Raw)": 0.27719616889953613, "Finetune/Step": 7578, "Finetune/Step Time": 6.687318433076143}
{"Finetune/Learning Rate": 1.0936306881846623e-05, "Finetune/Loss": 0.5784521698951721, "Finetune/Loss (Raw)": 0.6441160440444946, "Finetune/Step": 7579, "Finetune/Step Time": 6.669044015929103}
{"Finetune/Learning Rate": 1.0934239173674102e-05, "Finetune/Loss": 0.5784899592399597, "Finetune/Loss (Raw)": 0.6473759412765503, "Finetune/Step": 7580, "Finetune/Step Time": 6.688601279631257}
{"Finetune/Learning Rate": 1.0932171425206483e-05, "Finetune/Loss": 0.5785599946975708, "Finetune/Loss (Raw)": 0.6443488001823425, "Finetune/Step": 7581, "Finetune/Step Time": 6.685093784704804}
{"Finetune/Learning Rate": 1.0930103636532956e-05, "Finetune/Loss": 0.5781839489936829, "Finetune/Loss (Raw)": 0.5339765548706055, "Finetune/Step": 7582, "Finetune/Step Time": 6.686005277559161}
{"Finetune/Learning Rate": 1.09280358077427e-05, "Finetune/Loss": 0.5762284398078918, "Finetune/Loss (Raw)": 0.5001216530799866, "Finetune/Step": 7583, "Finetune/Step Time": 6.69240709207952}
{"Finetune/Learning Rate": 1.0925967938924909e-05, "Finetune/Loss": 0.5799367427825928, "Finetune/Loss (Raw)": 0.6871199011802673, "Finetune/Step": 7584, "Finetune/Step Time": 6.693488543853164}
{"Finetune/Learning Rate": 1.0923900030168773e-05, "Finetune/Loss": 0.5815048813819885, "Finetune/Loss (Raw)": 0.5655673742294312, "Finetune/Step": 7585, "Finetune/Step Time": 6.679489756003022}
{"Finetune/Learning Rate": 1.092183208156348e-05, "Finetune/Loss": 0.5841718912124634, "Finetune/Loss (Raw)": 0.573601245880127, "Finetune/Step": 7586, "Finetune/Step Time": 6.658190421760082}
{"Finetune/Learning Rate": 1.0919764093198227e-05, "Finetune/Loss": 0.5838119983673096, "Finetune/Loss (Raw)": 0.5623513460159302, "Finetune/Step": 7587, "Finetune/Step Time": 6.654119420796633}
{"Finetune/Learning Rate": 1.091769606516221e-05, "Finetune/Loss": 0.5823800563812256, "Finetune/Loss (Raw)": 0.407012403011322, "Finetune/Step": 7588, "Finetune/Step Time": 6.657385386526585}
{"Finetune/Learning Rate": 1.0915627997544622e-05, "Finetune/Loss": 0.5821717977523804, "Finetune/Loss (Raw)": 0.6222237944602966, "Finetune/Step": 7589, "Finetune/Step Time": 6.659766821190715}
{"Finetune/Learning Rate": 1.0913559890434664e-05, "Finetune/Loss": 0.5825846195220947, "Finetune/Loss (Raw)": 0.6841704845428467, "Finetune/Step": 7590, "Finetune/Step Time": 6.659823188558221}
{"Finetune/Learning Rate": 1.091149174392154e-05, "Finetune/Loss": 0.5826871395111084, "Finetune/Loss (Raw)": 0.6705939173698425, "Finetune/Step": 7591, "Finetune/Step Time": 6.653934583067894}
{"Finetune/Learning Rate": 1.0909423558094444e-05, "Finetune/Loss": 0.5831199884414673, "Finetune/Loss (Raw)": 0.6312738060951233, "Finetune/Step": 7592, "Finetune/Step Time": 6.654292872175574}
{"Finetune/Learning Rate": 1.0907355333042591e-05, "Finetune/Loss": 0.58256596326828, "Finetune/Loss (Raw)": 0.5541273355484009, "Finetune/Step": 7593, "Finetune/Step Time": 6.670239094644785}
{"Finetune/Learning Rate": 1.0905287068855174e-05, "Finetune/Loss": 0.5817950963973999, "Finetune/Loss (Raw)": 0.5401434302330017, "Finetune/Step": 7594, "Finetune/Step Time": 6.665983736515045}
{"Finetune/Learning Rate": 1.0903218765621412e-05, "Finetune/Loss": 0.5778598785400391, "Finetune/Loss (Raw)": 0.19790740311145782, "Finetune/Step": 7595, "Finetune/Step Time": 6.6709773521870375}
{"Finetune/Learning Rate": 1.0901150423430506e-05, "Finetune/Loss": 0.5785866975784302, "Finetune/Loss (Raw)": 0.6328510642051697, "Finetune/Step": 7596, "Finetune/Step Time": 6.666806219145656}
{"Finetune/Learning Rate": 1.0899082042371669e-05, "Finetune/Loss": 0.5792902112007141, "Finetune/Loss (Raw)": 0.5818151831626892, "Finetune/Step": 7597, "Finetune/Step Time": 6.663838116452098}
{"Finetune/Learning Rate": 1.0897013622534117e-05, "Finetune/Loss": 0.5796849727630615, "Finetune/Loss (Raw)": 0.5960549712181091, "Finetune/Step": 7598, "Finetune/Step Time": 6.663495155051351}
{"Finetune/Learning Rate": 1.0894945164007055e-05, "Finetune/Loss": 0.5837497115135193, "Finetune/Loss (Raw)": 0.7051115036010742, "Finetune/Step": 7599, "Finetune/Step Time": 6.643025448545814}
{"Finetune/Learning Rate": 1.0892876666879708e-05, "Finetune/Loss": 0.5846065282821655, "Finetune/Loss (Raw)": 0.6474995017051697, "Finetune/Step": 7600, "Finetune/Step Time": 6.6401736587285995}
{"Finetune/Learning Rate": 1.0890808131241288e-05, "Finetune/Loss": 0.5839632749557495, "Finetune/Loss (Raw)": 0.5380382537841797, "Finetune/Step": 7601, "Finetune/Step Time": 6.643571376800537}
{"Finetune/Learning Rate": 1.0888739557181013e-05, "Finetune/Loss": 0.583387017250061, "Finetune/Loss (Raw)": 0.6472777128219604, "Finetune/Step": 7602, "Finetune/Step Time": 6.642809130251408}
{"Finetune/Learning Rate": 1.0886670944788112e-05, "Finetune/Loss": 0.5828384160995483, "Finetune/Loss (Raw)": 0.5750948190689087, "Finetune/Step": 7603, "Finetune/Step Time": 6.643315067514777}
{"Finetune/Learning Rate": 1.0884602294151798e-05, "Finetune/Loss": 0.5824989080429077, "Finetune/Loss (Raw)": 0.6061065793037415, "Finetune/Step": 7604, "Finetune/Step Time": 6.653030466288328}
{"Finetune/Learning Rate": 1.0882533605361296e-05, "Finetune/Loss": 0.5860919952392578, "Finetune/Loss (Raw)": 0.6649598479270935, "Finetune/Step": 7605, "Finetune/Step Time": 6.632325345650315}
{"Finetune/Learning Rate": 1.0880464878505834e-05, "Finetune/Loss": 0.5887132883071899, "Finetune/Loss (Raw)": 0.5947566032409668, "Finetune/Step": 7606, "Finetune/Step Time": 6.613742740824819}
{"Finetune/Learning Rate": 1.087839611367464e-05, "Finetune/Loss": 0.5894630551338196, "Finetune/Loss (Raw)": 0.6105960607528687, "Finetune/Step": 7607, "Finetune/Step Time": 6.607915053144097}
{"Finetune/Learning Rate": 1.087632731095694e-05, "Finetune/Loss": 0.589488685131073, "Finetune/Loss (Raw)": 0.699225127696991, "Finetune/Step": 7608, "Finetune/Step Time": 6.610634811222553}
{"Finetune/Learning Rate": 1.0874258470441969e-05, "Finetune/Loss": 0.5895881652832031, "Finetune/Loss (Raw)": 0.6086218953132629, "Finetune/Step": 7609, "Finetune/Step Time": 6.614610411226749}
{"Finetune/Learning Rate": 1.0872189592218956e-05, "Finetune/Loss": 0.590684711933136, "Finetune/Loss (Raw)": 0.6684720516204834, "Finetune/Step": 7610, "Finetune/Step Time": 6.602414075285196}
{"Finetune/Learning Rate": 1.0870120676377134e-05, "Finetune/Loss": 0.589695930480957, "Finetune/Loss (Raw)": 0.5006470084190369, "Finetune/Step": 7611, "Finetune/Step Time": 6.601780101656914}
{"Finetune/Learning Rate": 1.0868051723005739e-05, "Finetune/Loss": 0.5908479690551758, "Finetune/Loss (Raw)": 0.7026494145393372, "Finetune/Step": 7612, "Finetune/Step Time": 6.61283671669662}
{"Finetune/Learning Rate": 1.0865982732194007e-05, "Finetune/Loss": 0.592859148979187, "Finetune/Loss (Raw)": 0.4997083246707916, "Finetune/Step": 7613, "Finetune/Step Time": 6.610961509868503}
{"Finetune/Learning Rate": 1.0863913704031184e-05, "Finetune/Loss": 0.5920120477676392, "Finetune/Loss (Raw)": 0.6285659670829773, "Finetune/Step": 7614, "Finetune/Step Time": 6.599030340090394}
{"Finetune/Learning Rate": 1.0861844638606498e-05, "Finetune/Loss": 0.5916253328323364, "Finetune/Loss (Raw)": 0.5643070936203003, "Finetune/Step": 7615, "Finetune/Step Time": 6.622833421453834}
{"Finetune/Learning Rate": 1.0859775536009199e-05, "Finetune/Loss": 0.5915628671646118, "Finetune/Loss (Raw)": 0.6034771800041199, "Finetune/Step": 7616, "Finetune/Step Time": 6.627359664067626}
{"Finetune/Learning Rate": 1.085770639632853e-05, "Finetune/Loss": 0.5953516364097595, "Finetune/Loss (Raw)": 0.6937292218208313, "Finetune/Step": 7617, "Finetune/Step Time": 6.60865093767643}
{"Finetune/Learning Rate": 1.085563721965373e-05, "Finetune/Loss": 0.5962575674057007, "Finetune/Loss (Raw)": 0.7637673020362854, "Finetune/Step": 7618, "Finetune/Step Time": 6.60348897241056}
{"Finetune/Learning Rate": 1.0853568006074053e-05, "Finetune/Loss": 0.5955379009246826, "Finetune/Loss (Raw)": 0.599484384059906, "Finetune/Step": 7619, "Finetune/Step Time": 6.605689784511924}
{"Finetune/Learning Rate": 1.0851498755678747e-05, "Finetune/Loss": 0.5959200859069824, "Finetune/Loss (Raw)": 0.7355843186378479, "Finetune/Step": 7620, "Finetune/Step Time": 6.5931156873703}
{"Finetune/Learning Rate": 1.0849429468557053e-05, "Finetune/Loss": 0.5966771841049194, "Finetune/Loss (Raw)": 0.6277380585670471, "Finetune/Step": 7621, "Finetune/Step Time": 6.583346650004387}
{"Finetune/Learning Rate": 1.0847360144798232e-05, "Finetune/Loss": 0.5968812704086304, "Finetune/Loss (Raw)": 0.6492217183113098, "Finetune/Step": 7622, "Finetune/Step Time": 6.592017782852054}
{"Finetune/Learning Rate": 1.0845290784491531e-05, "Finetune/Loss": 0.597831130027771, "Finetune/Loss (Raw)": 0.6454228162765503, "Finetune/Step": 7623, "Finetune/Step Time": 6.595494216307998}
{"Finetune/Learning Rate": 1.0843221387726208e-05, "Finetune/Loss": 0.5956732034683228, "Finetune/Loss (Raw)": 0.24598945677280426, "Finetune/Step": 7624, "Finetune/Step Time": 6.600357621908188}
{"Finetune/Learning Rate": 1.084115195459152e-05, "Finetune/Loss": 0.5967389345169067, "Finetune/Loss (Raw)": 0.7042220234870911, "Finetune/Step": 7625, "Finetune/Step Time": 6.585587225854397}
{"Finetune/Learning Rate": 1.083908248517672e-05, "Finetune/Loss": 0.5964252948760986, "Finetune/Loss (Raw)": 0.6178549528121948, "Finetune/Step": 7626, "Finetune/Step Time": 6.58000367693603}
{"Finetune/Learning Rate": 1.0837012979571072e-05, "Finetune/Loss": 0.5959309339523315, "Finetune/Loss (Raw)": 0.5956552028656006, "Finetune/Step": 7627, "Finetune/Step Time": 6.590993892401457}
{"Finetune/Learning Rate": 1.0834943437863829e-05, "Finetune/Loss": 0.5953223705291748, "Finetune/Loss (Raw)": 0.5306779146194458, "Finetune/Step": 7628, "Finetune/Step Time": 6.5904350113123655}
{"Finetune/Learning Rate": 1.0832873860144266e-05, "Finetune/Loss": 0.5957082509994507, "Finetune/Loss (Raw)": 0.6301243305206299, "Finetune/Step": 7629, "Finetune/Step Time": 6.595270676538348}
{"Finetune/Learning Rate": 1.0830804246501638e-05, "Finetune/Loss": 0.5964621901512146, "Finetune/Loss (Raw)": 0.7196332812309265, "Finetune/Step": 7630, "Finetune/Step Time": 6.58703207410872}
{"Finetune/Learning Rate": 1.082873459702521e-05, "Finetune/Loss": 0.5945056676864624, "Finetune/Loss (Raw)": 0.38594377040863037, "Finetune/Step": 7631, "Finetune/Step Time": 6.574533546343446}
{"Finetune/Learning Rate": 1.082666491180425e-05, "Finetune/Loss": 0.5924882888793945, "Finetune/Loss (Raw)": 0.5086565017700195, "Finetune/Step": 7632, "Finetune/Step Time": 6.583980731666088}
{"Finetune/Learning Rate": 1.082459519092803e-05, "Finetune/Loss": 0.591980516910553, "Finetune/Loss (Raw)": 0.5367163419723511, "Finetune/Step": 7633, "Finetune/Step Time": 6.5833142176270485}
{"Finetune/Learning Rate": 1.0822525434485818e-05, "Finetune/Loss": 0.5928150415420532, "Finetune/Loss (Raw)": 0.6531686186790466, "Finetune/Step": 7634, "Finetune/Step Time": 6.595346976071596}
{"Finetune/Learning Rate": 1.0820455642566888e-05, "Finetune/Loss": 0.5918523073196411, "Finetune/Loss (Raw)": 0.5980410575866699, "Finetune/Step": 7635, "Finetune/Step Time": 6.604877403005958}
{"Finetune/Learning Rate": 1.0818385815260508e-05, "Finetune/Loss": 0.5921599864959717, "Finetune/Loss (Raw)": 0.7039098739624023, "Finetune/Step": 7636, "Finetune/Step Time": 6.599492184817791}
{"Finetune/Learning Rate": 1.0816315952655956e-05, "Finetune/Loss": 0.5909015536308289, "Finetune/Loss (Raw)": 0.6511929631233215, "Finetune/Step": 7637, "Finetune/Step Time": 6.595976132899523}
{"Finetune/Learning Rate": 1.0814246054842505e-05, "Finetune/Loss": 0.593069851398468, "Finetune/Loss (Raw)": 0.5536743402481079, "Finetune/Step": 7638, "Finetune/Step Time": 6.598008485510945}
{"Finetune/Learning Rate": 1.081217612190944e-05, "Finetune/Loss": 0.5916233062744141, "Finetune/Loss (Raw)": 0.5289676785469055, "Finetune/Step": 7639, "Finetune/Step Time": 6.608461584895849}
{"Finetune/Learning Rate": 1.0810106153946032e-05, "Finetune/Loss": 0.5881459712982178, "Finetune/Loss (Raw)": 0.16906797885894775, "Finetune/Step": 7640, "Finetune/Step Time": 6.6288818474859}
{"Finetune/Learning Rate": 1.0808036151041566e-05, "Finetune/Loss": 0.5879178047180176, "Finetune/Loss (Raw)": 0.639864444732666, "Finetune/Step": 7641, "Finetune/Step Time": 6.629096861928701}
{"Finetune/Learning Rate": 1.080596611328532e-05, "Finetune/Loss": 0.5873926877975464, "Finetune/Loss (Raw)": 0.5788850784301758, "Finetune/Step": 7642, "Finetune/Step Time": 6.627807853743434}
{"Finetune/Learning Rate": 1.0803896040766587e-05, "Finetune/Loss": 0.5865879058837891, "Finetune/Loss (Raw)": 0.5575043559074402, "Finetune/Step": 7643, "Finetune/Step Time": 6.637407707050443}
{"Finetune/Learning Rate": 1.0801825933574641e-05, "Finetune/Loss": 0.5857788324356079, "Finetune/Loss (Raw)": 0.5510525703430176, "Finetune/Step": 7644, "Finetune/Step Time": 6.652841821312904}
{"Finetune/Learning Rate": 1.0799755791798779e-05, "Finetune/Loss": 0.5852880477905273, "Finetune/Loss (Raw)": 0.5546098947525024, "Finetune/Step": 7645, "Finetune/Step Time": 6.659596137702465}
{"Finetune/Learning Rate": 1.0797685615528284e-05, "Finetune/Loss": 0.5847395062446594, "Finetune/Loss (Raw)": 0.6908547282218933, "Finetune/Step": 7646, "Finetune/Step Time": 6.646294290199876}
{"Finetune/Learning Rate": 1.0795615404852441e-05, "Finetune/Loss": 0.5879720449447632, "Finetune/Loss (Raw)": 0.9250136613845825, "Finetune/Step": 7647, "Finetune/Step Time": 6.6377929747104645}
{"Finetune/Learning Rate": 1.079354515986055e-05, "Finetune/Loss": 0.5864242315292358, "Finetune/Loss (Raw)": 0.5128425359725952, "Finetune/Step": 7648, "Finetune/Step Time": 6.634338710457087}
{"Finetune/Learning Rate": 1.07914748806419e-05, "Finetune/Loss": 0.5873772501945496, "Finetune/Loss (Raw)": 0.6013811826705933, "Finetune/Step": 7649, "Finetune/Step Time": 6.624774914234877}
{"Finetune/Learning Rate": 1.0789404567285788e-05, "Finetune/Loss": 0.5852318406105042, "Finetune/Loss (Raw)": 0.5229914784431458, "Finetune/Step": 7650, "Finetune/Step Time": 6.639497917145491}
{"Finetune/Learning Rate": 1.0787334219881502e-05, "Finetune/Loss": 0.5860434770584106, "Finetune/Loss (Raw)": 0.6682072877883911, "Finetune/Step": 7651, "Finetune/Step Time": 6.646377058699727}
{"Finetune/Learning Rate": 1.0785263838518345e-05, "Finetune/Loss": 0.5849952101707458, "Finetune/Loss (Raw)": 0.4687248766422272, "Finetune/Step": 7652, "Finetune/Step Time": 6.64223712310195}
{"Finetune/Learning Rate": 1.0783193423285616e-05, "Finetune/Loss": 0.5846508741378784, "Finetune/Loss (Raw)": 0.7191336750984192, "Finetune/Step": 7653, "Finetune/Step Time": 6.638937566429377}
{"Finetune/Learning Rate": 1.0781122974272611e-05, "Finetune/Loss": 0.5839356184005737, "Finetune/Loss (Raw)": 0.5719655156135559, "Finetune/Step": 7654, "Finetune/Step Time": 6.643813254311681}
{"Finetune/Learning Rate": 1.0779052491568636e-05, "Finetune/Loss": 0.5839652419090271, "Finetune/Loss (Raw)": 0.6473010182380676, "Finetune/Step": 7655, "Finetune/Step Time": 6.6466879323124886}
{"Finetune/Learning Rate": 1.0776981975262992e-05, "Finetune/Loss": 0.5842543840408325, "Finetune/Loss (Raw)": 0.6114301085472107, "Finetune/Step": 7656, "Finetune/Step Time": 6.650068439543247}
{"Finetune/Learning Rate": 1.0774911425444982e-05, "Finetune/Loss": 0.583953857421875, "Finetune/Loss (Raw)": 0.65985107421875, "Finetune/Step": 7657, "Finetune/Step Time": 6.649587729945779}
{"Finetune/Learning Rate": 1.0772840842203913e-05, "Finetune/Loss": 0.5841171741485596, "Finetune/Loss (Raw)": 0.6294664144515991, "Finetune/Step": 7658, "Finetune/Step Time": 6.651935048401356}
{"Finetune/Learning Rate": 1.0770770225629094e-05, "Finetune/Loss": 0.5876320600509644, "Finetune/Loss (Raw)": 0.661492645740509, "Finetune/Step": 7659, "Finetune/Step Time": 6.632664414122701}
{"Finetune/Learning Rate": 1.076869957580983e-05, "Finetune/Loss": 0.5908820629119873, "Finetune/Loss (Raw)": 0.6197047829627991, "Finetune/Step": 7660, "Finetune/Step Time": 6.620497418567538}
{"Finetune/Learning Rate": 1.0766628892835435e-05, "Finetune/Loss": 0.5902878642082214, "Finetune/Loss (Raw)": 0.6181529760360718, "Finetune/Step": 7661, "Finetune/Step Time": 6.627270452678204}
{"Finetune/Learning Rate": 1.076455817679522e-05, "Finetune/Loss": 0.5906391143798828, "Finetune/Loss (Raw)": 0.6504543423652649, "Finetune/Step": 7662, "Finetune/Step Time": 6.632005073130131}
{"Finetune/Learning Rate": 1.0762487427778495e-05, "Finetune/Loss": 0.5899776220321655, "Finetune/Loss (Raw)": 0.5028782486915588, "Finetune/Step": 7663, "Finetune/Step Time": 6.649541612714529}
{"Finetune/Learning Rate": 1.0760416645874574e-05, "Finetune/Loss": 0.5900387763977051, "Finetune/Loss (Raw)": 0.6240783333778381, "Finetune/Step": 7664, "Finetune/Step Time": 6.6554051619023085}
{"Finetune/Learning Rate": 1.0758345831172779e-05, "Finetune/Loss": 0.5886445045471191, "Finetune/Loss (Raw)": 0.5859466791152954, "Finetune/Step": 7665, "Finetune/Step Time": 6.640496654435992}
{"Finetune/Learning Rate": 1.075627498376242e-05, "Finetune/Loss": 0.5894339084625244, "Finetune/Loss (Raw)": 0.6750794053077698, "Finetune/Step": 7666, "Finetune/Step Time": 6.64154583029449}
{"Finetune/Learning Rate": 1.0754204103732822e-05, "Finetune/Loss": 0.5899440050125122, "Finetune/Loss (Raw)": 0.6471334099769592, "Finetune/Step": 7667, "Finetune/Step Time": 6.636513335630298}
{"Finetune/Learning Rate": 1.0752133191173297e-05, "Finetune/Loss": 0.590822160243988, "Finetune/Loss (Raw)": 0.7406221628189087, "Finetune/Step": 7668, "Finetune/Step Time": 6.650716235861182}
{"Finetune/Learning Rate": 1.0750062246173179e-05, "Finetune/Loss": 0.5906357765197754, "Finetune/Loss (Raw)": 0.6905631422996521, "Finetune/Step": 7669, "Finetune/Step Time": 6.649118084460497}
{"Finetune/Learning Rate": 1.0747991268821776e-05, "Finetune/Loss": 0.5925263166427612, "Finetune/Loss (Raw)": 0.4952617585659027, "Finetune/Step": 7670, "Finetune/Step Time": 6.638245690613985}
{"Finetune/Learning Rate": 1.0745920259208424e-05, "Finetune/Loss": 0.592863917350769, "Finetune/Loss (Raw)": 0.6177261471748352, "Finetune/Step": 7671, "Finetune/Step Time": 6.638565808534622}
{"Finetune/Learning Rate": 1.0743849217422445e-05, "Finetune/Loss": 0.5931600332260132, "Finetune/Loss (Raw)": 0.6965753436088562, "Finetune/Step": 7672, "Finetune/Step Time": 6.632199013605714}
{"Finetune/Learning Rate": 1.0741778143553163e-05, "Finetune/Loss": 0.5928407907485962, "Finetune/Loss (Raw)": 0.6024965047836304, "Finetune/Step": 7673, "Finetune/Step Time": 6.632977046072483}
{"Finetune/Learning Rate": 1.0739707037689907e-05, "Finetune/Loss": 0.5929222106933594, "Finetune/Loss (Raw)": 0.6225178241729736, "Finetune/Step": 7674, "Finetune/Step Time": 6.607820026576519}
{"Finetune/Learning Rate": 1.0737635899922014e-05, "Finetune/Loss": 0.5963572859764099, "Finetune/Loss (Raw)": 0.6480562090873718, "Finetune/Step": 7675, "Finetune/Step Time": 6.57984671741724}
{"Finetune/Learning Rate": 1.073556473033881e-05, "Finetune/Loss": 0.5963568687438965, "Finetune/Loss (Raw)": 0.59917151927948, "Finetune/Step": 7676, "Finetune/Step Time": 6.580143189057708}
{"Finetune/Learning Rate": 1.0733493529029622e-05, "Finetune/Loss": 0.5964587926864624, "Finetune/Loss (Raw)": 0.7172546982765198, "Finetune/Step": 7677, "Finetune/Step Time": 6.553690591827035}
{"Finetune/Learning Rate": 1.0731422296083793e-05, "Finetune/Loss": 0.5973387956619263, "Finetune/Loss (Raw)": 0.7315696477890015, "Finetune/Step": 7678, "Finetune/Step Time": 6.551492042839527}
{"Finetune/Learning Rate": 1.0729351031590653e-05, "Finetune/Loss": 0.5948155522346497, "Finetune/Loss (Raw)": 0.2709241807460785, "Finetune/Step": 7679, "Finetune/Step Time": 6.570604646578431}
{"Finetune/Learning Rate": 1.072727973563954e-05, "Finetune/Loss": 0.5983874797821045, "Finetune/Loss (Raw)": 0.6910037994384766, "Finetune/Step": 7680, "Finetune/Step Time": 6.569459430873394}
{"Finetune/Learning Rate": 1.0725208408319793e-05, "Finetune/Loss": 0.5995288491249084, "Finetune/Loss (Raw)": 0.6525573134422302, "Finetune/Step": 7681, "Finetune/Step Time": 6.5654155276715755}
{"Finetune/Learning Rate": 1.0723137049720753e-05, "Finetune/Loss": 0.5994784832000732, "Finetune/Loss (Raw)": 0.5686022639274597, "Finetune/Step": 7682, "Finetune/Step Time": 6.562391368672252}
{"Finetune/Learning Rate": 1.0721065659931755e-05, "Finetune/Loss": 0.5999854803085327, "Finetune/Loss (Raw)": 0.6455124616622925, "Finetune/Step": 7683, "Finetune/Step Time": 6.564110953360796}
{"Finetune/Learning Rate": 1.0718994239042144e-05, "Finetune/Loss": 0.6008211970329285, "Finetune/Loss (Raw)": 0.7823830246925354, "Finetune/Step": 7684, "Finetune/Step Time": 6.564822036772966}
{"Finetune/Learning Rate": 1.0716922787141266e-05, "Finetune/Loss": 0.6022089123725891, "Finetune/Loss (Raw)": 0.7033605575561523, "Finetune/Step": 7685, "Finetune/Step Time": 6.557813769206405}
{"Finetune/Learning Rate": 1.0714851304318466e-05, "Finetune/Loss": 0.6015074253082275, "Finetune/Loss (Raw)": 0.6170052886009216, "Finetune/Step": 7686, "Finetune/Step Time": 6.558648260310292}
{"Finetune/Learning Rate": 1.0712779790663082e-05, "Finetune/Loss": 0.6018644571304321, "Finetune/Loss (Raw)": 0.26379361748695374, "Finetune/Step": 7687, "Finetune/Step Time": 6.558743674308062}
{"Finetune/Learning Rate": 1.0710708246264471e-05, "Finetune/Loss": 0.6004586219787598, "Finetune/Loss (Raw)": 0.4886575937271118, "Finetune/Step": 7688, "Finetune/Step Time": 6.580564660951495}
{"Finetune/Learning Rate": 1.0708636671211977e-05, "Finetune/Loss": 0.5989894866943359, "Finetune/Loss (Raw)": 0.6787576675415039, "Finetune/Step": 7689, "Finetune/Step Time": 6.594641363248229}
{"Finetune/Learning Rate": 1.0706565065594947e-05, "Finetune/Loss": 0.5980655550956726, "Finetune/Loss (Raw)": 0.5842853784561157, "Finetune/Step": 7690, "Finetune/Step Time": 6.601619988679886}
{"Finetune/Learning Rate": 1.070449342950274e-05, "Finetune/Loss": 0.5986476540565491, "Finetune/Loss (Raw)": 0.703890860080719, "Finetune/Step": 7691, "Finetune/Step Time": 6.599186742678285}
{"Finetune/Learning Rate": 1.0702421763024706e-05, "Finetune/Loss": 0.5989819765090942, "Finetune/Loss (Raw)": 0.6600831747055054, "Finetune/Step": 7692, "Finetune/Step Time": 6.611165860667825}
{"Finetune/Learning Rate": 1.0700350066250196e-05, "Finetune/Loss": 0.598501443862915, "Finetune/Loss (Raw)": 0.6370033025741577, "Finetune/Step": 7693, "Finetune/Step Time": 6.6110257133841515}
{"Finetune/Learning Rate": 1.0698278339268568e-05, "Finetune/Loss": 0.5986629724502563, "Finetune/Loss (Raw)": 0.6969204545021057, "Finetune/Step": 7694, "Finetune/Step Time": 6.619304683059454}
{"Finetune/Learning Rate": 1.0696206582169176e-05, "Finetune/Loss": 0.596167802810669, "Finetune/Loss (Raw)": 0.23633696138858795, "Finetune/Step": 7695, "Finetune/Step Time": 6.639784572646022}
{"Finetune/Learning Rate": 1.069413479504138e-05, "Finetune/Loss": 0.5957863330841064, "Finetune/Loss (Raw)": 0.6002102494239807, "Finetune/Step": 7696, "Finetune/Step Time": 6.658645881339908}
{"Finetune/Learning Rate": 1.069206297797454e-05, "Finetune/Loss": 0.5971587300300598, "Finetune/Loss (Raw)": 0.7900007367134094, "Finetune/Step": 7697, "Finetune/Step Time": 6.650897948071361}
{"Finetune/Learning Rate": 1.0689991131058014e-05, "Finetune/Loss": 0.5968432426452637, "Finetune/Loss (Raw)": 0.5806531310081482, "Finetune/Step": 7698, "Finetune/Step Time": 6.664631696417928}
{"Finetune/Learning Rate": 1.0687919254381167e-05, "Finetune/Loss": 0.5960891246795654, "Finetune/Loss (Raw)": 0.5390487313270569, "Finetune/Step": 7699, "Finetune/Step Time": 6.659217871725559}
{"Finetune/Learning Rate": 1.0685847348033358e-05, "Finetune/Loss": 0.5966137647628784, "Finetune/Loss (Raw)": 0.6526209115982056, "Finetune/Step": 7700, "Finetune/Step Time": 6.6556299310177565}
{"Finetune/Learning Rate": 1.0683775412103956e-05, "Finetune/Loss": 0.599435031414032, "Finetune/Loss (Raw)": 0.5887379050254822, "Finetune/Step": 7701, "Finetune/Step Time": 6.6457457188516855}
{"Finetune/Learning Rate": 1.0681703446682323e-05, "Finetune/Loss": 0.5968892574310303, "Finetune/Loss (Raw)": 0.2662023901939392, "Finetune/Step": 7702, "Finetune/Step Time": 6.660766201093793}
{"Finetune/Learning Rate": 1.0679631451857827e-05, "Finetune/Loss": 0.5940797924995422, "Finetune/Loss (Raw)": 0.2624545097351074, "Finetune/Step": 7703, "Finetune/Step Time": 6.663516812026501}
{"Finetune/Learning Rate": 1.0677559427719836e-05, "Finetune/Loss": 0.5947420597076416, "Finetune/Loss (Raw)": 0.7098520398139954, "Finetune/Step": 7704, "Finetune/Step Time": 6.650765189900994}
{"Finetune/Learning Rate": 1.067548737435772e-05, "Finetune/Loss": 0.5954981446266174, "Finetune/Loss (Raw)": 0.6275742053985596, "Finetune/Step": 7705, "Finetune/Step Time": 6.643891682848334}
{"Finetune/Learning Rate": 1.0673415291860846e-05, "Finetune/Loss": 0.5988354682922363, "Finetune/Loss (Raw)": 0.7043759226799011, "Finetune/Step": 7706, "Finetune/Step Time": 6.620397796854377}
{"Finetune/Learning Rate": 1.0671343180318596e-05, "Finetune/Loss": 0.5993364453315735, "Finetune/Loss (Raw)": 0.7082424163818359, "Finetune/Step": 7707, "Finetune/Step Time": 6.622698603197932}
{"Finetune/Learning Rate": 1.0669271039820332e-05, "Finetune/Loss": 0.5998750925064087, "Finetune/Loss (Raw)": 0.7163295745849609, "Finetune/Step": 7708, "Finetune/Step Time": 6.599941823631525}
{"Finetune/Learning Rate": 1.0667198870455432e-05, "Finetune/Loss": 0.6000006198883057, "Finetune/Loss (Raw)": 0.6604053974151611, "Finetune/Step": 7709, "Finetune/Step Time": 6.603437731042504}
{"Finetune/Learning Rate": 1.0665126672313278e-05, "Finetune/Loss": 0.6009808778762817, "Finetune/Loss (Raw)": 0.6594530940055847, "Finetune/Step": 7710, "Finetune/Step Time": 6.603437125682831}
{"Finetune/Learning Rate": 1.0663054445483237e-05, "Finetune/Loss": 0.6011174917221069, "Finetune/Loss (Raw)": 0.5176154971122742, "Finetune/Step": 7711, "Finetune/Step Time": 6.615710258483887}
{"Finetune/Learning Rate": 1.0660982190054692e-05, "Finetune/Loss": 0.6004987359046936, "Finetune/Loss (Raw)": 0.6079177260398865, "Finetune/Step": 7712, "Finetune/Step Time": 6.596812563017011}
{"Finetune/Learning Rate": 1.065890990611702e-05, "Finetune/Loss": 0.6014903783798218, "Finetune/Loss (Raw)": 0.6924925446510315, "Finetune/Step": 7713, "Finetune/Step Time": 6.603893458843231}
{"Finetune/Learning Rate": 1.0656837593759609e-05, "Finetune/Loss": 0.6021533012390137, "Finetune/Loss (Raw)": 0.6584551930427551, "Finetune/Step": 7714, "Finetune/Step Time": 6.613787472248077}
{"Finetune/Learning Rate": 1.0654765253071831e-05, "Finetune/Loss": 0.6031702160835266, "Finetune/Loss (Raw)": 0.6925179958343506, "Finetune/Step": 7715, "Finetune/Step Time": 6.615262435749173}
{"Finetune/Learning Rate": 1.0652692884143074e-05, "Finetune/Loss": 0.6055540442466736, "Finetune/Loss (Raw)": 0.7121450901031494, "Finetune/Step": 7716, "Finetune/Step Time": 6.6120992582291365}
{"Finetune/Learning Rate": 1.0650620487062724e-05, "Finetune/Loss": 0.6058760285377502, "Finetune/Loss (Raw)": 0.663438618183136, "Finetune/Step": 7717, "Finetune/Step Time": 6.619252007454634}
{"Finetune/Learning Rate": 1.0648548061920163e-05, "Finetune/Loss": 0.6055719256401062, "Finetune/Loss (Raw)": 0.645240843296051, "Finetune/Step": 7718, "Finetune/Step Time": 6.615998674184084}
{"Finetune/Learning Rate": 1.0646475608804779e-05, "Finetune/Loss": 0.6042870283126831, "Finetune/Loss (Raw)": 0.5061312913894653, "Finetune/Step": 7719, "Finetune/Step Time": 6.6240723095834255}
{"Finetune/Learning Rate": 1.0644403127805963e-05, "Finetune/Loss": 0.6048061847686768, "Finetune/Loss (Raw)": 0.6977211236953735, "Finetune/Step": 7720, "Finetune/Step Time": 6.639732755720615}
{"Finetune/Learning Rate": 1.0642330619013094e-05, "Finetune/Loss": 0.605512261390686, "Finetune/Loss (Raw)": 0.6445083022117615, "Finetune/Step": 7721, "Finetune/Step Time": 6.635115375742316}
{"Finetune/Learning Rate": 1.0640258082515575e-05, "Finetune/Loss": 0.6066344380378723, "Finetune/Loss (Raw)": 0.6837789416313171, "Finetune/Step": 7722, "Finetune/Step Time": 6.637388363480568}
{"Finetune/Learning Rate": 1.0638185518402793e-05, "Finetune/Loss": 0.609589695930481, "Finetune/Loss (Raw)": 0.5761857032775879, "Finetune/Step": 7723, "Finetune/Step Time": 6.619798535481095}
{"Finetune/Learning Rate": 1.0636112926764137e-05, "Finetune/Loss": 0.6092439293861389, "Finetune/Loss (Raw)": 0.5885943174362183, "Finetune/Step": 7724, "Finetune/Step Time": 6.619216945022345}
{"Finetune/Learning Rate": 1.0634040307689004e-05, "Finetune/Loss": 0.6096839904785156, "Finetune/Loss (Raw)": 0.638140082359314, "Finetune/Step": 7725, "Finetune/Step Time": 6.602889847010374}
{"Finetune/Learning Rate": 1.0631967661266786e-05, "Finetune/Loss": 0.6071047186851501, "Finetune/Loss (Raw)": 0.2659080922603607, "Finetune/Step": 7726, "Finetune/Step Time": 6.619710115715861}
{"Finetune/Learning Rate": 1.0629894987586886e-05, "Finetune/Loss": 0.6068253517150879, "Finetune/Loss (Raw)": 0.6693543195724487, "Finetune/Step": 7727, "Finetune/Step Time": 6.621684450656176}
{"Finetune/Learning Rate": 1.0627822286738698e-05, "Finetune/Loss": 0.6059631109237671, "Finetune/Loss (Raw)": 0.5371280312538147, "Finetune/Step": 7728, "Finetune/Step Time": 6.628444040194154}
{"Finetune/Learning Rate": 1.0625749558811618e-05, "Finetune/Loss": 0.606469988822937, "Finetune/Loss (Raw)": 0.602922797203064, "Finetune/Step": 7729, "Finetune/Step Time": 6.641721110790968}
{"Finetune/Learning Rate": 1.0623676803895049e-05, "Finetune/Loss": 0.6055886745452881, "Finetune/Loss (Raw)": 0.5344651341438293, "Finetune/Step": 7730, "Finetune/Step Time": 6.654906356707215}
{"Finetune/Learning Rate": 1.0621604022078389e-05, "Finetune/Loss": 0.6053695678710938, "Finetune/Loss (Raw)": 0.5470507144927979, "Finetune/Step": 7731, "Finetune/Step Time": 6.651750324293971}
{"Finetune/Learning Rate": 1.061953121345104e-05, "Finetune/Loss": 0.6059982180595398, "Finetune/Loss (Raw)": 0.6865755915641785, "Finetune/Step": 7732, "Finetune/Step Time": 6.640319084748626}
{"Finetune/Learning Rate": 1.0617458378102412e-05, "Finetune/Loss": 0.6060490012168884, "Finetune/Loss (Raw)": 0.6714592576026917, "Finetune/Step": 7733, "Finetune/Step Time": 6.640302853658795}
{"Finetune/Learning Rate": 1.06153855161219e-05, "Finetune/Loss": 0.605880856513977, "Finetune/Loss (Raw)": 0.573232889175415, "Finetune/Step": 7734, "Finetune/Step Time": 6.6427625846117735}
{"Finetune/Learning Rate": 1.0613312627598917e-05, "Finetune/Loss": 0.6064223051071167, "Finetune/Loss (Raw)": 0.6799027323722839, "Finetune/Step": 7735, "Finetune/Step Time": 6.646998893469572}
{"Finetune/Learning Rate": 1.0611239712622867e-05, "Finetune/Loss": 0.6051807403564453, "Finetune/Loss (Raw)": 0.5402988791465759, "Finetune/Step": 7736, "Finetune/Step Time": 6.653408594429493}
{"Finetune/Learning Rate": 1.0609166771283155e-05, "Finetune/Loss": 0.6047226190567017, "Finetune/Loss (Raw)": 0.549990713596344, "Finetune/Step": 7737, "Finetune/Step Time": 6.649203278124332}
{"Finetune/Learning Rate": 1.0607093803669195e-05, "Finetune/Loss": 0.6043730974197388, "Finetune/Loss (Raw)": 0.6237314343452454, "Finetune/Step": 7738, "Finetune/Step Time": 6.657650925219059}
{"Finetune/Learning Rate": 1.0605020809870394e-05, "Finetune/Loss": 0.6047887802124023, "Finetune/Loss (Raw)": 0.5538513660430908, "Finetune/Step": 7739, "Finetune/Step Time": 6.6588832475245}
{"Finetune/Learning Rate": 1.060294778997616e-05, "Finetune/Loss": 0.6042970418930054, "Finetune/Loss (Raw)": 0.6397110819816589, "Finetune/Step": 7740, "Finetune/Step Time": 6.649679567664862}
{"Finetune/Learning Rate": 1.0600874744075912e-05, "Finetune/Loss": 0.6051167249679565, "Finetune/Loss (Raw)": 0.6046215295791626, "Finetune/Step": 7741, "Finetune/Step Time": 6.637468378990889}
{"Finetune/Learning Rate": 1.0598801672259063e-05, "Finetune/Loss": 0.6056238412857056, "Finetune/Loss (Raw)": 0.6934786438941956, "Finetune/Step": 7742, "Finetune/Step Time": 6.634046398103237}
{"Finetune/Learning Rate": 1.0596728574615023e-05, "Finetune/Loss": 0.6060469150543213, "Finetune/Loss (Raw)": 0.6184658408164978, "Finetune/Step": 7743, "Finetune/Step Time": 6.6111923065036535}
{"Finetune/Learning Rate": 1.0594655451233213e-05, "Finetune/Loss": 0.6059584617614746, "Finetune/Loss (Raw)": 0.5921518802642822, "Finetune/Step": 7744, "Finetune/Step Time": 6.60691231675446}
{"Finetune/Learning Rate": 1.0592582302203043e-05, "Finetune/Loss": 0.6052899956703186, "Finetune/Loss (Raw)": 0.6081656217575073, "Finetune/Step": 7745, "Finetune/Step Time": 6.603694923222065}
{"Finetune/Learning Rate": 1.0590509127613937e-05, "Finetune/Loss": 0.6045104265213013, "Finetune/Loss (Raw)": 0.6639798283576965, "Finetune/Step": 7746, "Finetune/Step Time": 6.60606692917645}
{"Finetune/Learning Rate": 1.0588435927555312e-05, "Finetune/Loss": 0.6015012264251709, "Finetune/Loss (Raw)": 0.2143121063709259, "Finetune/Step": 7747, "Finetune/Step Time": 6.637902112677693}
{"Finetune/Learning Rate": 1.0586362702116588e-05, "Finetune/Loss": 0.5997231006622314, "Finetune/Loss (Raw)": 0.5079851746559143, "Finetune/Step": 7748, "Finetune/Step Time": 6.648839006200433}
{"Finetune/Learning Rate": 1.0584289451387186e-05, "Finetune/Loss": 0.5967788100242615, "Finetune/Loss (Raw)": 0.2508668303489685, "Finetune/Step": 7749, "Finetune/Step Time": 6.665807193145156}
{"Finetune/Learning Rate": 1.0582216175456528e-05, "Finetune/Loss": 0.5961129665374756, "Finetune/Loss (Raw)": 0.5639892220497131, "Finetune/Step": 7750, "Finetune/Step Time": 6.668458977714181}
{"Finetune/Learning Rate": 1.0580142874414037e-05, "Finetune/Loss": 0.5969783067703247, "Finetune/Loss (Raw)": 0.7561870217323303, "Finetune/Step": 7751, "Finetune/Step Time": 6.6648111045360565}
{"Finetune/Learning Rate": 1.0578069548349142e-05, "Finetune/Loss": 0.5997719764709473, "Finetune/Loss (Raw)": 0.603581428527832, "Finetune/Step": 7752, "Finetune/Step Time": 6.655911717563868}
{"Finetune/Learning Rate": 1.0575996197351261e-05, "Finetune/Loss": 0.5991775989532471, "Finetune/Loss (Raw)": 0.6281391382217407, "Finetune/Step": 7753, "Finetune/Step Time": 6.658107332885265}
{"Finetune/Learning Rate": 1.0573922821509828e-05, "Finetune/Loss": 0.5993390083312988, "Finetune/Loss (Raw)": 0.6385174989700317, "Finetune/Step": 7754, "Finetune/Step Time": 6.664902187883854}
{"Finetune/Learning Rate": 1.0571849420914265e-05, "Finetune/Loss": 0.6001063585281372, "Finetune/Loss (Raw)": 0.6938789486885071, "Finetune/Step": 7755, "Finetune/Step Time": 6.657157799229026}
{"Finetune/Learning Rate": 1.0569775995654005e-05, "Finetune/Loss": 0.6011348366737366, "Finetune/Loss (Raw)": 0.6623229384422302, "Finetune/Step": 7756, "Finetune/Step Time": 6.652666242793202}
{"Finetune/Learning Rate": 1.0567702545818474e-05, "Finetune/Loss": 0.6010658740997314, "Finetune/Loss (Raw)": 0.6212899088859558, "Finetune/Step": 7757, "Finetune/Step Time": 6.652224849909544}
{"Finetune/Learning Rate": 1.0565629071497106e-05, "Finetune/Loss": 0.6004922389984131, "Finetune/Loss (Raw)": 0.6462190747261047, "Finetune/Step": 7758, "Finetune/Step Time": 6.6872760485857725}
{"Finetune/Learning Rate": 1.0563555572779336e-05, "Finetune/Loss": 0.6016097664833069, "Finetune/Loss (Raw)": 0.5289793014526367, "Finetune/Step": 7759, "Finetune/Step Time": 6.682675639167428}
{"Finetune/Learning Rate": 1.0561482049754588e-05, "Finetune/Loss": 0.6015751361846924, "Finetune/Loss (Raw)": 0.5042210817337036, "Finetune/Step": 7760, "Finetune/Step Time": 6.671528650447726}
{"Finetune/Learning Rate": 1.05594085025123e-05, "Finetune/Loss": 0.6027004718780518, "Finetune/Loss (Raw)": 0.6807576417922974, "Finetune/Step": 7761, "Finetune/Step Time": 6.681611344218254}
{"Finetune/Learning Rate": 1.0557334931141914e-05, "Finetune/Loss": 0.6031879186630249, "Finetune/Loss (Raw)": 0.7155714631080627, "Finetune/Step": 7762, "Finetune/Step Time": 6.671293867751956}
{"Finetune/Learning Rate": 1.0555261335732854e-05, "Finetune/Loss": 0.6035966873168945, "Finetune/Loss (Raw)": 0.6503605842590332, "Finetune/Step": 7763, "Finetune/Step Time": 6.681492641568184}
{"Finetune/Learning Rate": 1.0553187716374568e-05, "Finetune/Loss": 0.6034051179885864, "Finetune/Loss (Raw)": 0.6793844103813171, "Finetune/Step": 7764, "Finetune/Step Time": 6.693346127867699}
{"Finetune/Learning Rate": 1.055111407315649e-05, "Finetune/Loss": 0.6037487983703613, "Finetune/Loss (Raw)": 0.6951900720596313, "Finetune/Step": 7765, "Finetune/Step Time": 6.707092231139541}
{"Finetune/Learning Rate": 1.0549040406168056e-05, "Finetune/Loss": 0.6050412654876709, "Finetune/Loss (Raw)": 0.7191041111946106, "Finetune/Step": 7766, "Finetune/Step Time": 6.6837084498256445}
{"Finetune/Learning Rate": 1.054696671549871e-05, "Finetune/Loss": 0.6064721941947937, "Finetune/Loss (Raw)": 0.7121312022209167, "Finetune/Step": 7767, "Finetune/Step Time": 6.687760524451733}
{"Finetune/Learning Rate": 1.0544893001237892e-05, "Finetune/Loss": 0.6099537014961243, "Finetune/Loss (Raw)": 0.6146994233131409, "Finetune/Step": 7768, "Finetune/Step Time": 6.671345736831427}
{"Finetune/Learning Rate": 1.0542819263475045e-05, "Finetune/Loss": 0.609607458114624, "Finetune/Loss (Raw)": 0.595546305179596, "Finetune/Step": 7769, "Finetune/Step Time": 6.684049133211374}
{"Finetune/Learning Rate": 1.0540745502299615e-05, "Finetune/Loss": 0.6101092100143433, "Finetune/Loss (Raw)": 0.6431115865707397, "Finetune/Step": 7770, "Finetune/Step Time": 6.675285276025534}
{"Finetune/Learning Rate": 1.0538671717801041e-05, "Finetune/Loss": 0.611369252204895, "Finetune/Loss (Raw)": 0.7187864780426025, "Finetune/Step": 7771, "Finetune/Step Time": 6.664647147059441}
{"Finetune/Learning Rate": 1.0536597910068773e-05, "Finetune/Loss": 0.6122207641601562, "Finetune/Loss (Raw)": 0.6600520014762878, "Finetune/Step": 7772, "Finetune/Step Time": 6.653906125575304}
{"Finetune/Learning Rate": 1.0534524079192252e-05, "Finetune/Loss": 0.6122692823410034, "Finetune/Loss (Raw)": 0.5608167052268982, "Finetune/Step": 7773, "Finetune/Step Time": 6.651689205318689}
{"Finetune/Learning Rate": 1.0532450225260932e-05, "Finetune/Loss": 0.6113747358322144, "Finetune/Loss (Raw)": 0.5763479471206665, "Finetune/Step": 7774, "Finetune/Step Time": 6.65457827784121}
{"Finetune/Learning Rate": 1.0530376348364257e-05, "Finetune/Loss": 0.6092162728309631, "Finetune/Loss (Raw)": 0.648731529712677, "Finetune/Step": 7775, "Finetune/Step Time": 6.703202556818724}
{"Finetune/Learning Rate": 1.0528302448591675e-05, "Finetune/Loss": 0.6103206276893616, "Finetune/Loss (Raw)": 0.6542032957077026, "Finetune/Step": 7776, "Finetune/Step Time": 6.697806354612112}
{"Finetune/Learning Rate": 1.052622852603264e-05, "Finetune/Loss": 0.6102367043495178, "Finetune/Loss (Raw)": 0.5906381011009216, "Finetune/Step": 7777, "Finetune/Step Time": 6.712986670434475}
{"Finetune/Learning Rate": 1.0524154580776605e-05, "Finetune/Loss": 0.6124069690704346, "Finetune/Loss (Raw)": 0.8007858395576477, "Finetune/Step": 7778, "Finetune/Step Time": 6.702129457145929}
{"Finetune/Learning Rate": 1.0522080612913014e-05, "Finetune/Loss": 0.6122749447822571, "Finetune/Loss (Raw)": 0.6513062119483948, "Finetune/Step": 7779, "Finetune/Step Time": 6.6896441876888275}
{"Finetune/Learning Rate": 1.0520006622531329e-05, "Finetune/Loss": 0.6138291358947754, "Finetune/Loss (Raw)": 0.6676572561264038, "Finetune/Step": 7780, "Finetune/Step Time": 6.696056822314858}
{"Finetune/Learning Rate": 1.0517932609721003e-05, "Finetune/Loss": 0.6129350662231445, "Finetune/Loss (Raw)": 0.6047029495239258, "Finetune/Step": 7781, "Finetune/Step Time": 6.700250547379255}
{"Finetune/Learning Rate": 1.0515858574571483e-05, "Finetune/Loss": 0.6133949756622314, "Finetune/Loss (Raw)": 0.6308245658874512, "Finetune/Step": 7782, "Finetune/Step Time": 6.689920982345939}
{"Finetune/Learning Rate": 1.0513784517172231e-05, "Finetune/Loss": 0.611778736114502, "Finetune/Loss (Raw)": 0.44043079018592834, "Finetune/Step": 7783, "Finetune/Step Time": 6.704197300598025}
{"Finetune/Learning Rate": 1.0511710437612708e-05, "Finetune/Loss": 0.6124529838562012, "Finetune/Loss (Raw)": 0.6977301239967346, "Finetune/Step": 7784, "Finetune/Step Time": 6.6945427544415}
{"Finetune/Learning Rate": 1.050963633598237e-05, "Finetune/Loss": 0.6124346256256104, "Finetune/Loss (Raw)": 0.6575019359588623, "Finetune/Step": 7785, "Finetune/Step Time": 6.696786746382713}
{"Finetune/Learning Rate": 1.0507562212370667e-05, "Finetune/Loss": 0.6130422353744507, "Finetune/Loss (Raw)": 0.7072364687919617, "Finetune/Step": 7786, "Finetune/Step Time": 6.694802135229111}
{"Finetune/Learning Rate": 1.0505488066867071e-05, "Finetune/Loss": 0.6129783391952515, "Finetune/Loss (Raw)": 0.6533128619194031, "Finetune/Step": 7787, "Finetune/Step Time": 6.696891363710165}
{"Finetune/Learning Rate": 1.0503413899561039e-05, "Finetune/Loss": 0.6133002638816833, "Finetune/Loss (Raw)": 0.6609123945236206, "Finetune/Step": 7788, "Finetune/Step Time": 6.687648423016071}
{"Finetune/Learning Rate": 1.0501339710542028e-05, "Finetune/Loss": 0.6102695465087891, "Finetune/Loss (Raw)": 0.230229452252388, "Finetune/Step": 7789, "Finetune/Step Time": 6.69123906083405}
{"Finetune/Learning Rate": 1.049926549989951e-05, "Finetune/Loss": 0.6098631620407104, "Finetune/Loss (Raw)": 0.5984306931495667, "Finetune/Step": 7790, "Finetune/Step Time": 6.6883539985865355}
{"Finetune/Learning Rate": 1.049719126772294e-05, "Finetune/Loss": 0.6111622452735901, "Finetune/Loss (Raw)": 0.6691614985466003, "Finetune/Step": 7791, "Finetune/Step Time": 6.6600651908665895}
{"Finetune/Learning Rate": 1.0495117014101786e-05, "Finetune/Loss": 0.6100643277168274, "Finetune/Loss (Raw)": 0.4835469424724579, "Finetune/Step": 7792, "Finetune/Step Time": 6.655136005952954}
{"Finetune/Learning Rate": 1.0493042739125514e-05, "Finetune/Loss": 0.6101671457290649, "Finetune/Loss (Raw)": 0.5991116166114807, "Finetune/Step": 7793, "Finetune/Step Time": 6.657695205882192}
{"Finetune/Learning Rate": 1.0490968442883591e-05, "Finetune/Loss": 0.609117329120636, "Finetune/Loss (Raw)": 0.5406946539878845, "Finetune/Step": 7794, "Finetune/Step Time": 6.6595342848449945}
{"Finetune/Learning Rate": 1.0488894125465486e-05, "Finetune/Loss": 0.6097408533096313, "Finetune/Loss (Raw)": 0.7269449234008789, "Finetune/Step": 7795, "Finetune/Step Time": 6.650928465649486}
{"Finetune/Learning Rate": 1.048681978696066e-05, "Finetune/Loss": 0.6092814803123474, "Finetune/Loss (Raw)": 0.6818224191665649, "Finetune/Step": 7796, "Finetune/Step Time": 6.636545039713383}
{"Finetune/Learning Rate": 1.0484745427458592e-05, "Finetune/Loss": 0.60834801197052, "Finetune/Loss (Raw)": 0.5710770487785339, "Finetune/Step": 7797, "Finetune/Step Time": 6.633123690262437}
{"Finetune/Learning Rate": 1.0482671047048744e-05, "Finetune/Loss": 0.6063868999481201, "Finetune/Loss (Raw)": 0.24424216151237488, "Finetune/Step": 7798, "Finetune/Step Time": 6.627431560307741}
{"Finetune/Learning Rate": 1.048059664582059e-05, "Finetune/Loss": 0.6051831245422363, "Finetune/Loss (Raw)": 0.46364614367485046, "Finetune/Step": 7799, "Finetune/Step Time": 6.645157631486654}
{"Finetune/Learning Rate": 1.0478522223863605e-05, "Finetune/Loss": 0.6046454906463623, "Finetune/Loss (Raw)": 0.6277521848678589, "Finetune/Step": 7800, "Finetune/Step Time": 6.650216283276677}
{"Finetune/Learning Rate": 1.047644778126726e-05, "Finetune/Loss": 0.605004608631134, "Finetune/Loss (Raw)": 0.6484689116477966, "Finetune/Step": 7801, "Finetune/Step Time": 6.64904273301363}
{"Finetune/Learning Rate": 1.0474373318121025e-05, "Finetune/Loss": 0.6047435402870178, "Finetune/Loss (Raw)": 0.5891014933586121, "Finetune/Step": 7802, "Finetune/Step Time": 6.661150952801108}
{"Finetune/Learning Rate": 1.0472298834514379e-05, "Finetune/Loss": 0.6051739454269409, "Finetune/Loss (Raw)": 0.7031518220901489, "Finetune/Step": 7803, "Finetune/Step Time": 6.661685468629003}
{"Finetune/Learning Rate": 1.0470224330536795e-05, "Finetune/Loss": 0.6053942441940308, "Finetune/Loss (Raw)": 0.6273638606071472, "Finetune/Step": 7804, "Finetune/Step Time": 6.664914475753903}
{"Finetune/Learning Rate": 1.046814980627775e-05, "Finetune/Loss": 0.6041144728660583, "Finetune/Loss (Raw)": 0.553446888923645, "Finetune/Step": 7805, "Finetune/Step Time": 6.6737070214003325}
{"Finetune/Learning Rate": 1.0466075261826725e-05, "Finetune/Loss": 0.603091299533844, "Finetune/Loss (Raw)": 0.600602388381958, "Finetune/Step": 7806, "Finetune/Step Time": 6.675563672557473}
{"Finetune/Learning Rate": 1.0464000697273194e-05, "Finetune/Loss": 0.6060078144073486, "Finetune/Loss (Raw)": 0.6442391276359558, "Finetune/Step": 7807, "Finetune/Step Time": 6.6549582201987505}
{"Finetune/Learning Rate": 1.0461926112706636e-05, "Finetune/Loss": 0.6041204929351807, "Finetune/Loss (Raw)": 0.44942954182624817, "Finetune/Step": 7808, "Finetune/Step Time": 6.662295952439308}
{"Finetune/Learning Rate": 1.045985150821653e-05, "Finetune/Loss": 0.6040608882904053, "Finetune/Loss (Raw)": 0.644923746585846, "Finetune/Step": 7809, "Finetune/Step Time": 6.658471580594778}
{"Finetune/Learning Rate": 1.045777688389236e-05, "Finetune/Loss": 0.6048827767372131, "Finetune/Loss (Raw)": 0.6738074421882629, "Finetune/Step": 7810, "Finetune/Step Time": 6.663800917565823}
{"Finetune/Learning Rate": 1.0455702239823606e-05, "Finetune/Loss": 0.6045490503311157, "Finetune/Loss (Raw)": 0.6027877926826477, "Finetune/Step": 7811, "Finetune/Step Time": 6.668739605695009}
{"Finetune/Learning Rate": 1.045362757609975e-05, "Finetune/Loss": 0.6024032235145569, "Finetune/Loss (Raw)": 0.5077207088470459, "Finetune/Step": 7812, "Finetune/Step Time": 6.678365645930171}
{"Finetune/Learning Rate": 1.0451552892810276e-05, "Finetune/Loss": 0.6008313298225403, "Finetune/Loss (Raw)": 0.5021550059318542, "Finetune/Step": 7813, "Finetune/Step Time": 6.690870860591531}
{"Finetune/Learning Rate": 1.0449478190044666e-05, "Finetune/Loss": 0.6014164090156555, "Finetune/Loss (Raw)": 0.6919009685516357, "Finetune/Step": 7814, "Finetune/Step Time": 6.689030239358544}
{"Finetune/Learning Rate": 1.0447403467892407e-05, "Finetune/Loss": 0.6050279140472412, "Finetune/Loss (Raw)": 0.7260617613792419, "Finetune/Step": 7815, "Finetune/Step Time": 6.669174315407872}
{"Finetune/Learning Rate": 1.0445328726442989e-05, "Finetune/Loss": 0.6061212420463562, "Finetune/Loss (Raw)": 0.6286048293113708, "Finetune/Step": 7816, "Finetune/Step Time": 6.645455103367567}
{"Finetune/Learning Rate": 1.0443253965785891e-05, "Finetune/Loss": 0.6024742126464844, "Finetune/Loss (Raw)": 0.2119372934103012, "Finetune/Step": 7817, "Finetune/Step Time": 6.6507834661751986}
{"Finetune/Learning Rate": 1.0441179186010604e-05, "Finetune/Loss": 0.6031748056411743, "Finetune/Loss (Raw)": 0.6739659309387207, "Finetune/Step": 7818, "Finetune/Step Time": 6.6617974601686}
{"Finetune/Learning Rate": 1.0439104387206613e-05, "Finetune/Loss": 0.6024110317230225, "Finetune/Loss (Raw)": 0.6061263084411621, "Finetune/Step": 7819, "Finetune/Step Time": 6.655249752104282}
{"Finetune/Learning Rate": 1.0437029569463413e-05, "Finetune/Loss": 0.6014436483383179, "Finetune/Loss (Raw)": 0.5362587571144104, "Finetune/Step": 7820, "Finetune/Step Time": 6.65808685682714}
{"Finetune/Learning Rate": 1.0434954732870492e-05, "Finetune/Loss": 0.6008337736129761, "Finetune/Loss (Raw)": 0.558940589427948, "Finetune/Step": 7821, "Finetune/Step Time": 6.661302862688899}
{"Finetune/Learning Rate": 1.0432879877517337e-05, "Finetune/Loss": 0.5993074774742126, "Finetune/Loss (Raw)": 0.5015527606010437, "Finetune/Step": 7822, "Finetune/Step Time": 6.655183514580131}
{"Finetune/Learning Rate": 1.0430805003493446e-05, "Finetune/Loss": 0.6009446978569031, "Finetune/Loss (Raw)": 0.4459000825881958, "Finetune/Step": 7823, "Finetune/Step Time": 6.660245878621936}
{"Finetune/Learning Rate": 1.0428730110888301e-05, "Finetune/Loss": 0.597808837890625, "Finetune/Loss (Raw)": 0.1988130509853363, "Finetune/Step": 7824, "Finetune/Step Time": 6.656964914873242}
{"Finetune/Learning Rate": 1.0426655199791404e-05, "Finetune/Loss": 0.5954225063323975, "Finetune/Loss (Raw)": 0.48456400632858276, "Finetune/Step": 7825, "Finetune/Step Time": 6.665666101500392}
{"Finetune/Learning Rate": 1.0424580270292247e-05, "Finetune/Loss": 0.595626711845398, "Finetune/Loss (Raw)": 0.6067854762077332, "Finetune/Step": 7826, "Finetune/Step Time": 6.64546800032258}
{"Finetune/Learning Rate": 1.0422505322480328e-05, "Finetune/Loss": 0.5961472988128662, "Finetune/Loss (Raw)": 0.6056843996047974, "Finetune/Step": 7827, "Finetune/Step Time": 6.645167116075754}
{"Finetune/Learning Rate": 1.0420430356445135e-05, "Finetune/Loss": 0.5943294763565063, "Finetune/Loss (Raw)": 0.41993090510368347, "Finetune/Step": 7828, "Finetune/Step Time": 6.654214879497886}
{"Finetune/Learning Rate": 1.0418355372276168e-05, "Finetune/Loss": 0.5946915149688721, "Finetune/Loss (Raw)": 0.6350847482681274, "Finetune/Step": 7829, "Finetune/Step Time": 6.652532197535038}
{"Finetune/Learning Rate": 1.0416280370062926e-05, "Finetune/Loss": 0.5965155363082886, "Finetune/Loss (Raw)": 0.4996776282787323, "Finetune/Step": 7830, "Finetune/Step Time": 6.64386136084795}
{"Finetune/Learning Rate": 1.0414205349894906e-05, "Finetune/Loss": 0.5988378524780273, "Finetune/Loss (Raw)": 0.5597084760665894, "Finetune/Step": 7831, "Finetune/Step Time": 6.631315158680081}
{"Finetune/Learning Rate": 1.0412130311861602e-05, "Finetune/Loss": 0.597481369972229, "Finetune/Loss (Raw)": 0.536222517490387, "Finetune/Step": 7832, "Finetune/Step Time": 6.654151331633329}
{"Finetune/Learning Rate": 1.0410055256052521e-05, "Finetune/Loss": 0.5975092649459839, "Finetune/Loss (Raw)": 0.6311522722244263, "Finetune/Step": 7833, "Finetune/Step Time": 6.667824288830161}
{"Finetune/Learning Rate": 1.0407980182557155e-05, "Finetune/Loss": 0.5977099537849426, "Finetune/Loss (Raw)": 0.73006272315979, "Finetune/Step": 7834, "Finetune/Step Time": 6.687647540122271}
{"Finetune/Learning Rate": 1.0405905091465011e-05, "Finetune/Loss": 0.5973809957504272, "Finetune/Loss (Raw)": 0.6661304831504822, "Finetune/Step": 7835, "Finetune/Step Time": 6.680432749912143}
{"Finetune/Learning Rate": 1.040382998286559e-05, "Finetune/Loss": 0.5966511964797974, "Finetune/Loss (Raw)": 0.6229163408279419, "Finetune/Step": 7836, "Finetune/Step Time": 6.692248433828354}
{"Finetune/Learning Rate": 1.0401754856848394e-05, "Finetune/Loss": 0.5934449434280396, "Finetune/Loss (Raw)": 0.24999812245368958, "Finetune/Step": 7837, "Finetune/Step Time": 6.701343588531017}
{"Finetune/Learning Rate": 1.0399679713502923e-05, "Finetune/Loss": 0.5939900875091553, "Finetune/Loss (Raw)": 0.7292448878288269, "Finetune/Step": 7838, "Finetune/Step Time": 6.701651681214571}
{"Finetune/Learning Rate": 1.0397604552918687e-05, "Finetune/Loss": 0.5946437120437622, "Finetune/Loss (Raw)": 0.6012762784957886, "Finetune/Step": 7839, "Finetune/Step Time": 6.688512671738863}
{"Finetune/Learning Rate": 1.0395529375185185e-05, "Finetune/Loss": 0.5941489934921265, "Finetune/Loss (Raw)": 0.5445862412452698, "Finetune/Step": 7840, "Finetune/Step Time": 6.699919354170561}
{"Finetune/Learning Rate": 1.0393454180391925e-05, "Finetune/Loss": 0.5931109189987183, "Finetune/Loss (Raw)": 0.559625506401062, "Finetune/Step": 7841, "Finetune/Step Time": 6.6983211655169725}
{"Finetune/Learning Rate": 1.0391378968628415e-05, "Finetune/Loss": 0.5922650098800659, "Finetune/Loss (Raw)": 0.5501747131347656, "Finetune/Step": 7842, "Finetune/Step Time": 6.69126795232296}
{"Finetune/Learning Rate": 1.0389303739984158e-05, "Finetune/Loss": 0.5917778015136719, "Finetune/Loss (Raw)": 0.630151629447937, "Finetune/Step": 7843, "Finetune/Step Time": 6.692676285281777}
{"Finetune/Learning Rate": 1.0387228494548663e-05, "Finetune/Loss": 0.5904179811477661, "Finetune/Loss (Raw)": 0.5380875468254089, "Finetune/Step": 7844, "Finetune/Step Time": 6.717020124197006}
{"Finetune/Learning Rate": 1.0385153232411436e-05, "Finetune/Loss": 0.589120626449585, "Finetune/Loss (Raw)": 0.49738767743110657, "Finetune/Step": 7845, "Finetune/Step Time": 6.721297262236476}
{"Finetune/Learning Rate": 1.0383077953661992e-05, "Finetune/Loss": 0.5885879397392273, "Finetune/Loss (Raw)": 0.5770529508590698, "Finetune/Step": 7846, "Finetune/Step Time": 6.712001837790012}
{"Finetune/Learning Rate": 1.038100265838984e-05, "Finetune/Loss": 0.5891332030296326, "Finetune/Loss (Raw)": 0.5759225487709045, "Finetune/Step": 7847, "Finetune/Step Time": 6.712775068357587}
{"Finetune/Learning Rate": 1.0378927346684487e-05, "Finetune/Loss": 0.5858696699142456, "Finetune/Loss (Raw)": 0.27998998761177063, "Finetune/Step": 7848, "Finetune/Step Time": 6.716772010549903}
{"Finetune/Learning Rate": 1.0376852018635444e-05, "Finetune/Loss": 0.5852575302124023, "Finetune/Loss (Raw)": 0.5661567449569702, "Finetune/Step": 7849, "Finetune/Step Time": 6.708097210153937}
{"Finetune/Learning Rate": 1.0374776674332223e-05, "Finetune/Loss": 0.5818147659301758, "Finetune/Loss (Raw)": 0.24310380220413208, "Finetune/Step": 7850, "Finetune/Step Time": 6.725588895380497}
{"Finetune/Learning Rate": 1.037270131386434e-05, "Finetune/Loss": 0.581903874874115, "Finetune/Loss (Raw)": 0.5875886082649231, "Finetune/Step": 7851, "Finetune/Step Time": 6.727085430175066}
{"Finetune/Learning Rate": 1.0370625937321307e-05, "Finetune/Loss": 0.5823420882225037, "Finetune/Loss (Raw)": 0.6446916460990906, "Finetune/Step": 7852, "Finetune/Step Time": 6.723714077845216}
{"Finetune/Learning Rate": 1.0368550544792638e-05, "Finetune/Loss": 0.5816792249679565, "Finetune/Loss (Raw)": 0.5532920956611633, "Finetune/Step": 7853, "Finetune/Step Time": 6.737660851329565}
{"Finetune/Learning Rate": 1.0366475136367842e-05, "Finetune/Loss": 0.584776759147644, "Finetune/Loss (Raw)": 0.6623967885971069, "Finetune/Step": 7854, "Finetune/Step Time": 6.717778839170933}
{"Finetune/Learning Rate": 1.0364399712136444e-05, "Finetune/Loss": 0.5848174691200256, "Finetune/Loss (Raw)": 0.6745555996894836, "Finetune/Step": 7855, "Finetune/Step Time": 6.718944609165192}
{"Finetune/Learning Rate": 1.0362324272187954e-05, "Finetune/Loss": 0.5854642391204834, "Finetune/Loss (Raw)": 0.6199216842651367, "Finetune/Step": 7856, "Finetune/Step Time": 6.717535890638828}
{"Finetune/Learning Rate": 1.036024881661189e-05, "Finetune/Loss": 0.5858085751533508, "Finetune/Loss (Raw)": 0.6469917297363281, "Finetune/Step": 7857, "Finetune/Step Time": 6.699992129579186}
{"Finetune/Learning Rate": 1.0358173345497768e-05, "Finetune/Loss": 0.5868202447891235, "Finetune/Loss (Raw)": 0.6639638543128967, "Finetune/Step": 7858, "Finetune/Step Time": 6.685493383556604}
{"Finetune/Learning Rate": 1.035609785893511e-05, "Finetune/Loss": 0.5884580612182617, "Finetune/Loss (Raw)": 0.7566916346549988, "Finetune/Step": 7859, "Finetune/Step Time": 6.693754272535443}
{"Finetune/Learning Rate": 1.0354022357013431e-05, "Finetune/Loss": 0.5884541273117065, "Finetune/Loss (Raw)": 0.6860744953155518, "Finetune/Step": 7860, "Finetune/Step Time": 6.696280898526311}
{"Finetune/Learning Rate": 1.0351946839822253e-05, "Finetune/Loss": 0.588538646697998, "Finetune/Loss (Raw)": 0.6822695136070251, "Finetune/Step": 7861, "Finetune/Step Time": 6.701448105275631}
{"Finetune/Learning Rate": 1.0349871307451096e-05, "Finetune/Loss": 0.5873474478721619, "Finetune/Loss (Raw)": 0.42076411843299866, "Finetune/Step": 7862, "Finetune/Step Time": 6.719712842255831}
{"Finetune/Learning Rate": 1.0347795759989479e-05, "Finetune/Loss": 0.583219051361084, "Finetune/Loss (Raw)": 0.15146680176258087, "Finetune/Step": 7863, "Finetune/Step Time": 6.731317389756441}
{"Finetune/Learning Rate": 1.0345720197526922e-05, "Finetune/Loss": 0.5838662385940552, "Finetune/Loss (Raw)": 0.6231411695480347, "Finetune/Step": 7864, "Finetune/Step Time": 6.755830209702253}
{"Finetune/Learning Rate": 1.0343644620152952e-05, "Finetune/Loss": 0.5833761692047119, "Finetune/Loss (Raw)": 0.4872589409351349, "Finetune/Step": 7865, "Finetune/Step Time": 6.7710222490131855}
{"Finetune/Learning Rate": 1.0341569027957088e-05, "Finetune/Loss": 0.5840840339660645, "Finetune/Loss (Raw)": 0.7143411636352539, "Finetune/Step": 7866, "Finetune/Step Time": 6.75742163695395}
{"Finetune/Learning Rate": 1.0339493421028852e-05, "Finetune/Loss": 0.584796130657196, "Finetune/Loss (Raw)": 0.6449947953224182, "Finetune/Step": 7867, "Finetune/Step Time": 6.7376013565808535}
{"Finetune/Learning Rate": 1.0337417799457773e-05, "Finetune/Loss": 0.5856025815010071, "Finetune/Loss (Raw)": 0.7429378628730774, "Finetune/Step": 7868, "Finetune/Step Time": 6.73749995790422}
{"Finetune/Learning Rate": 1.0335342163333372e-05, "Finetune/Loss": 0.5858461856842041, "Finetune/Loss (Raw)": 0.6358018517494202, "Finetune/Step": 7869, "Finetune/Step Time": 6.7405596021562815}
{"Finetune/Learning Rate": 1.0333266512745174e-05, "Finetune/Loss": 0.5859479904174805, "Finetune/Loss (Raw)": 0.7065077424049377, "Finetune/Step": 7870, "Finetune/Step Time": 6.740856805816293}
{"Finetune/Learning Rate": 1.0331190847782703e-05, "Finetune/Loss": 0.5863065719604492, "Finetune/Loss (Raw)": 0.6643684506416321, "Finetune/Step": 7871, "Finetune/Step Time": 6.739720419049263}
{"Finetune/Learning Rate": 1.0329115168535492e-05, "Finetune/Loss": 0.5857456922531128, "Finetune/Loss (Raw)": 0.520354688167572, "Finetune/Step": 7872, "Finetune/Step Time": 6.736735312268138}
{"Finetune/Learning Rate": 1.0327039475093067e-05, "Finetune/Loss": 0.586230993270874, "Finetune/Loss (Raw)": 0.6702842116355896, "Finetune/Step": 7873, "Finetune/Step Time": 6.742139941081405}
{"Finetune/Learning Rate": 1.0324963767544949e-05, "Finetune/Loss": 0.5854084491729736, "Finetune/Loss (Raw)": 0.5587042570114136, "Finetune/Step": 7874, "Finetune/Step Time": 6.7581363301724195}
{"Finetune/Learning Rate": 1.032288804598067e-05, "Finetune/Loss": 0.5885599851608276, "Finetune/Loss (Raw)": 0.6176965832710266, "Finetune/Step": 7875, "Finetune/Step Time": 6.734425676986575}
{"Finetune/Learning Rate": 1.0320812310489758e-05, "Finetune/Loss": 0.5891355872154236, "Finetune/Loss (Raw)": 0.5816711783409119, "Finetune/Step": 7876, "Finetune/Step Time": 6.748587463051081}
{"Finetune/Learning Rate": 1.0318736561161743e-05, "Finetune/Loss": 0.5914517641067505, "Finetune/Loss (Raw)": 0.5473356246948242, "Finetune/Step": 7877, "Finetune/Step Time": 6.7473110388964415}
{"Finetune/Learning Rate": 1.031666079808616e-05, "Finetune/Loss": 0.5925506353378296, "Finetune/Loss (Raw)": 0.7046470642089844, "Finetune/Step": 7878, "Finetune/Step Time": 6.741949198767543}
{"Finetune/Learning Rate": 1.0314585021352535e-05, "Finetune/Loss": 0.5910443067550659, "Finetune/Loss (Raw)": 0.5633741617202759, "Finetune/Step": 7879, "Finetune/Step Time": 6.750197067856789}
{"Finetune/Learning Rate": 1.0312509231050398e-05, "Finetune/Loss": 0.5898200869560242, "Finetune/Loss (Raw)": 0.4468802809715271, "Finetune/Step": 7880, "Finetune/Step Time": 6.756568124517798}
{"Finetune/Learning Rate": 1.0310433427269283e-05, "Finetune/Loss": 0.5899268984794617, "Finetune/Loss (Raw)": 0.6418113708496094, "Finetune/Step": 7881, "Finetune/Step Time": 6.764002179726958}
{"Finetune/Learning Rate": 1.030835761009872e-05, "Finetune/Loss": 0.5899559259414673, "Finetune/Loss (Raw)": 0.6422299742698669, "Finetune/Step": 7882, "Finetune/Step Time": 6.773582695052028}
{"Finetune/Learning Rate": 1.0306281779628247e-05, "Finetune/Loss": 0.5894566774368286, "Finetune/Loss (Raw)": 0.6299828290939331, "Finetune/Step": 7883, "Finetune/Step Time": 6.77003282867372}
{"Finetune/Learning Rate": 1.0304205935947394e-05, "Finetune/Loss": 0.5883396863937378, "Finetune/Loss (Raw)": 0.5193449258804321, "Finetune/Step": 7884, "Finetune/Step Time": 6.769096052274108}
{"Finetune/Learning Rate": 1.0302130079145694e-05, "Finetune/Loss": 0.5880732536315918, "Finetune/Loss (Raw)": 0.587190568447113, "Finetune/Step": 7885, "Finetune/Step Time": 6.765217076987028}
{"Finetune/Learning Rate": 1.0300054209312682e-05, "Finetune/Loss": 0.5884441137313843, "Finetune/Loss (Raw)": 0.6936842203140259, "Finetune/Step": 7886, "Finetune/Step Time": 6.735884018242359}
{"Finetune/Learning Rate": 1.0297978326537896e-05, "Finetune/Loss": 0.5886444449424744, "Finetune/Loss (Raw)": 0.5546218156814575, "Finetune/Step": 7887, "Finetune/Step Time": 6.755807269364595}
{"Finetune/Learning Rate": 1.0295902430910873e-05, "Finetune/Loss": 0.5897458791732788, "Finetune/Loss (Raw)": 0.6452082395553589, "Finetune/Step": 7888, "Finetune/Step Time": 6.750523237511516}
{"Finetune/Learning Rate": 1.0293826522521146e-05, "Finetune/Loss": 0.5886451601982117, "Finetune/Loss (Raw)": 0.5398638844490051, "Finetune/Step": 7889, "Finetune/Step Time": 6.749413376674056}
{"Finetune/Learning Rate": 1.029175060145825e-05, "Finetune/Loss": 0.588408350944519, "Finetune/Loss (Raw)": 0.6852611303329468, "Finetune/Step": 7890, "Finetune/Step Time": 6.74498226121068}
{"Finetune/Learning Rate": 1.028967466781173e-05, "Finetune/Loss": 0.5883760452270508, "Finetune/Loss (Raw)": 0.6462205648422241, "Finetune/Step": 7891, "Finetune/Step Time": 6.726025704294443}
{"Finetune/Learning Rate": 1.0287598721671116e-05, "Finetune/Loss": 0.5871065258979797, "Finetune/Loss (Raw)": 0.5168856382369995, "Finetune/Step": 7892, "Finetune/Step Time": 6.733947338536382}
{"Finetune/Learning Rate": 1.0285522763125952e-05, "Finetune/Loss": 0.5860583782196045, "Finetune/Loss (Raw)": 0.5610302090644836, "Finetune/Step": 7893, "Finetune/Step Time": 6.722337054088712}
{"Finetune/Learning Rate": 1.0283446792265777e-05, "Finetune/Loss": 0.585431694984436, "Finetune/Loss (Raw)": 0.6388920545578003, "Finetune/Step": 7894, "Finetune/Step Time": 6.723417140543461}
{"Finetune/Learning Rate": 1.0281370809180125e-05, "Finetune/Loss": 0.5839754939079285, "Finetune/Loss (Raw)": 0.5257309675216675, "Finetune/Step": 7895, "Finetune/Step Time": 6.711838994175196}
{"Finetune/Learning Rate": 1.027929481395854e-05, "Finetune/Loss": 0.5839424729347229, "Finetune/Loss (Raw)": 0.6104753613471985, "Finetune/Step": 7896, "Finetune/Step Time": 6.71390556357801}
{"Finetune/Learning Rate": 1.0277218806690565e-05, "Finetune/Loss": 0.5842536687850952, "Finetune/Loss (Raw)": 0.6353754997253418, "Finetune/Step": 7897, "Finetune/Step Time": 6.69915215857327}
{"Finetune/Learning Rate": 1.0275142787465737e-05, "Finetune/Loss": 0.5845661759376526, "Finetune/Loss (Raw)": 0.6831135749816895, "Finetune/Step": 7898, "Finetune/Step Time": 6.705417642369866}
{"Finetune/Learning Rate": 1.0273066756373602e-05, "Finetune/Loss": 0.5842208862304688, "Finetune/Loss (Raw)": 0.6745979189872742, "Finetune/Step": 7899, "Finetune/Step Time": 6.714900601655245}
{"Finetune/Learning Rate": 1.0270990713503698e-05, "Finetune/Loss": 0.5843528509140015, "Finetune/Loss (Raw)": 0.6769335865974426, "Finetune/Step": 7900, "Finetune/Step Time": 6.71465433947742}
{"Finetune/Learning Rate": 1.0268914658945572e-05, "Finetune/Loss": 0.5855777263641357, "Finetune/Loss (Raw)": 0.7176028490066528, "Finetune/Step": 7901, "Finetune/Step Time": 6.714806597679853}
{"Finetune/Learning Rate": 1.0266838592788761e-05, "Finetune/Loss": 0.5853416919708252, "Finetune/Loss (Raw)": 0.5461412668228149, "Finetune/Step": 7902, "Finetune/Step Time": 6.730718748643994}
{"Finetune/Learning Rate": 1.0264762515122816e-05, "Finetune/Loss": 0.5846276879310608, "Finetune/Loss (Raw)": 0.5573317408561707, "Finetune/Step": 7903, "Finetune/Step Time": 6.685197053477168}
{"Finetune/Learning Rate": 1.0262686426037278e-05, "Finetune/Loss": 0.584339439868927, "Finetune/Loss (Raw)": 0.6173092722892761, "Finetune/Step": 7904, "Finetune/Step Time": 6.682291558012366}
{"Finetune/Learning Rate": 1.026061032562169e-05, "Finetune/Loss": 0.5853219032287598, "Finetune/Loss (Raw)": 0.716387927532196, "Finetune/Step": 7905, "Finetune/Step Time": 6.670673148706555}
{"Finetune/Learning Rate": 1.02585342139656e-05, "Finetune/Loss": 0.583840012550354, "Finetune/Loss (Raw)": 0.6111118197441101, "Finetune/Step": 7906, "Finetune/Step Time": 6.680121179670095}
{"Finetune/Learning Rate": 1.0256458091158552e-05, "Finetune/Loss": 0.5841281414031982, "Finetune/Loss (Raw)": 0.6881833672523499, "Finetune/Step": 7907, "Finetune/Step Time": 6.6913552060723305}
{"Finetune/Learning Rate": 1.0254381957290092e-05, "Finetune/Loss": 0.5844773054122925, "Finetune/Loss (Raw)": 0.7123510837554932, "Finetune/Step": 7908, "Finetune/Step Time": 6.684367902576923}
{"Finetune/Learning Rate": 1.025230581244977e-05, "Finetune/Loss": 0.5853752493858337, "Finetune/Loss (Raw)": 0.7196393609046936, "Finetune/Step": 7909, "Finetune/Step Time": 6.681761821731925}
{"Finetune/Learning Rate": 1.025022965672713e-05, "Finetune/Loss": 0.5858386754989624, "Finetune/Loss (Raw)": 0.6901459693908691, "Finetune/Step": 7910, "Finetune/Step Time": 6.680772718042135}
{"Finetune/Learning Rate": 1.0248153490211718e-05, "Finetune/Loss": 0.5879383683204651, "Finetune/Loss (Raw)": 0.7091888785362244, "Finetune/Step": 7911, "Finetune/Step Time": 6.663428641855717}
{"Finetune/Learning Rate": 1.0246077312993086e-05, "Finetune/Loss": 0.5879072546958923, "Finetune/Loss (Raw)": 0.693747878074646, "Finetune/Step": 7912, "Finetune/Step Time": 6.666308620944619}
{"Finetune/Learning Rate": 1.0244001125160782e-05, "Finetune/Loss": 0.5873763561248779, "Finetune/Loss (Raw)": 0.5895459055900574, "Finetune/Step": 7913, "Finetune/Step Time": 6.660877723246813}
{"Finetune/Learning Rate": 1.024192492680435e-05, "Finetune/Loss": 0.5870566368103027, "Finetune/Loss (Raw)": 0.6663141846656799, "Finetune/Step": 7914, "Finetune/Step Time": 6.657892221584916}
{"Finetune/Learning Rate": 1.0239848718013347e-05, "Finetune/Loss": 0.5868780612945557, "Finetune/Loss (Raw)": 0.6304504871368408, "Finetune/Step": 7915, "Finetune/Step Time": 6.660194359719753}
{"Finetune/Learning Rate": 1.0237772498877319e-05, "Finetune/Loss": 0.5856354236602783, "Finetune/Loss (Raw)": 0.5018641352653503, "Finetune/Step": 7916, "Finetune/Step Time": 6.665873054414988}
{"Finetune/Learning Rate": 1.0235696269485816e-05, "Finetune/Loss": 0.585845410823822, "Finetune/Loss (Raw)": 0.2571030855178833, "Finetune/Step": 7917, "Finetune/Step Time": 6.66707038320601}
{"Finetune/Learning Rate": 1.0233620029928389e-05, "Finetune/Loss": 0.5849001407623291, "Finetune/Loss (Raw)": 0.4774402678012848, "Finetune/Step": 7918, "Finetune/Step Time": 6.6949217692017555}
{"Finetune/Learning Rate": 1.023154378029459e-05, "Finetune/Loss": 0.5838675498962402, "Finetune/Loss (Raw)": 0.5369855165481567, "Finetune/Step": 7919, "Finetune/Step Time": 6.7351473066955805}
{"Finetune/Learning Rate": 1.0229467520673972e-05, "Finetune/Loss": 0.5844978094100952, "Finetune/Loss (Raw)": 0.5642215609550476, "Finetune/Step": 7920, "Finetune/Step Time": 6.734831474721432}
{"Finetune/Learning Rate": 1.0227391251156084e-05, "Finetune/Loss": 0.5845563411712646, "Finetune/Loss (Raw)": 0.6066007018089294, "Finetune/Step": 7921, "Finetune/Step Time": 6.7271718531847}
{"Finetune/Learning Rate": 1.0225314971830477e-05, "Finetune/Loss": 0.5853633880615234, "Finetune/Loss (Raw)": 0.6439977884292603, "Finetune/Step": 7922, "Finetune/Step Time": 6.73274751752615}
{"Finetune/Learning Rate": 1.0223238682786714e-05, "Finetune/Loss": 0.584540843963623, "Finetune/Loss (Raw)": 0.6216603517532349, "Finetune/Step": 7923, "Finetune/Step Time": 6.737703867256641}
{"Finetune/Learning Rate": 1.0221162384114336e-05, "Finetune/Loss": 0.5848742723464966, "Finetune/Loss (Raw)": 0.724494457244873, "Finetune/Step": 7924, "Finetune/Step Time": 6.735810160636902}
{"Finetune/Learning Rate": 1.0219086075902904e-05, "Finetune/Loss": 0.5856613516807556, "Finetune/Loss (Raw)": 0.6718246936798096, "Finetune/Step": 7925, "Finetune/Step Time": 6.7399124056100845}
{"Finetune/Learning Rate": 1.0217009758241972e-05, "Finetune/Loss": 0.5888800621032715, "Finetune/Loss (Raw)": 0.6562438607215881, "Finetune/Step": 7926, "Finetune/Step Time": 6.730776101350784}
{"Finetune/Learning Rate": 1.0214933431221088e-05, "Finetune/Loss": 0.5904313921928406, "Finetune/Loss (Raw)": 0.6622141003608704, "Finetune/Step": 7927, "Finetune/Step Time": 6.719836011528969}
{"Finetune/Learning Rate": 1.0212857094929814e-05, "Finetune/Loss": 0.5910016894340515, "Finetune/Loss (Raw)": 0.7007512450218201, "Finetune/Step": 7928, "Finetune/Step Time": 6.718353755772114}
{"Finetune/Learning Rate": 1.0210780749457705e-05, "Finetune/Loss": 0.591592013835907, "Finetune/Loss (Raw)": 0.7240332961082458, "Finetune/Step": 7929, "Finetune/Step Time": 6.717119939625263}
{"Finetune/Learning Rate": 1.0208704394894316e-05, "Finetune/Loss": 0.5905609130859375, "Finetune/Loss (Raw)": 0.457116037607193, "Finetune/Step": 7930, "Finetune/Step Time": 6.716851377859712}
{"Finetune/Learning Rate": 1.02066280313292e-05, "Finetune/Loss": 0.5899468064308167, "Finetune/Loss (Raw)": 0.6245492100715637, "Finetune/Step": 7931, "Finetune/Step Time": 6.714677417650819}
{"Finetune/Learning Rate": 1.0204551658851916e-05, "Finetune/Loss": 0.5898048877716064, "Finetune/Loss (Raw)": 0.6092019081115723, "Finetune/Step": 7932, "Finetune/Step Time": 6.728185726329684}
{"Finetune/Learning Rate": 1.0202475277552022e-05, "Finetune/Loss": 0.5897883772850037, "Finetune/Loss (Raw)": 0.551328718662262, "Finetune/Step": 7933, "Finetune/Step Time": 6.725120827555656}
{"Finetune/Learning Rate": 1.0200398887519072e-05, "Finetune/Loss": 0.5905758142471313, "Finetune/Loss (Raw)": 0.7013912796974182, "Finetune/Step": 7934, "Finetune/Step Time": 6.7248600497841835}
{"Finetune/Learning Rate": 1.019832248884263e-05, "Finetune/Loss": 0.5898761749267578, "Finetune/Loss (Raw)": 0.5546886324882507, "Finetune/Step": 7935, "Finetune/Step Time": 6.734590835869312}
{"Finetune/Learning Rate": 1.0196246081612246e-05, "Finetune/Loss": 0.591198742389679, "Finetune/Loss (Raw)": 0.618716299533844, "Finetune/Step": 7936, "Finetune/Step Time": 6.724938038736582}
{"Finetune/Learning Rate": 1.0194169665917484e-05, "Finetune/Loss": 0.591174840927124, "Finetune/Loss (Raw)": 0.641870379447937, "Finetune/Step": 7937, "Finetune/Step Time": 6.718026984483004}
{"Finetune/Learning Rate": 1.0192093241847901e-05, "Finetune/Loss": 0.590753436088562, "Finetune/Loss (Raw)": 0.6198617219924927, "Finetune/Step": 7938, "Finetune/Step Time": 6.720935305580497}
{"Finetune/Learning Rate": 1.0190016809493058e-05, "Finetune/Loss": 0.5920289754867554, "Finetune/Loss (Raw)": 0.7660630941390991, "Finetune/Step": 7939, "Finetune/Step Time": 6.720583034679294}
{"Finetune/Learning Rate": 1.0187940368942512e-05, "Finetune/Loss": 0.5921738743782043, "Finetune/Loss (Raw)": 0.5262631773948669, "Finetune/Step": 7940, "Finetune/Step Time": 6.71076125651598}
{"Finetune/Learning Rate": 1.0185863920285826e-05, "Finetune/Loss": 0.5928821563720703, "Finetune/Loss (Raw)": 0.592808187007904, "Finetune/Step": 7941, "Finetune/Step Time": 6.697002334520221}
{"Finetune/Learning Rate": 1.0183787463612557e-05, "Finetune/Loss": 0.5926740169525146, "Finetune/Loss (Raw)": 0.6652601957321167, "Finetune/Step": 7942, "Finetune/Step Time": 6.696160934865475}
{"Finetune/Learning Rate": 1.0181710999012264e-05, "Finetune/Loss": 0.5915093421936035, "Finetune/Loss (Raw)": 0.5769839882850647, "Finetune/Step": 7943, "Finetune/Step Time": 6.701683918014169}
{"Finetune/Learning Rate": 1.0179634526574513e-05, "Finetune/Loss": 0.5918660163879395, "Finetune/Loss (Raw)": 0.6742667555809021, "Finetune/Step": 7944, "Finetune/Step Time": 6.714208433404565}
{"Finetune/Learning Rate": 1.0177558046388865e-05, "Finetune/Loss": 0.5956735014915466, "Finetune/Loss (Raw)": 0.6992957592010498, "Finetune/Step": 7945, "Finetune/Step Time": 6.69344799593091}
{"Finetune/Learning Rate": 1.017548155854488e-05, "Finetune/Loss": 0.5954405069351196, "Finetune/Loss (Raw)": 0.6441401243209839, "Finetune/Step": 7946, "Finetune/Step Time": 6.6915115267038345}
{"Finetune/Learning Rate": 1.0173405063132115e-05, "Finetune/Loss": 0.5945318341255188, "Finetune/Loss (Raw)": 0.4898160398006439, "Finetune/Step": 7947, "Finetune/Step Time": 6.706618428230286}
{"Finetune/Learning Rate": 1.0171328560240141e-05, "Finetune/Loss": 0.592390239238739, "Finetune/Loss (Raw)": 0.26213449239730835, "Finetune/Step": 7948, "Finetune/Step Time": 6.7092066165059805}
{"Finetune/Learning Rate": 1.0169252049958516e-05, "Finetune/Loss": 0.5921192765235901, "Finetune/Loss (Raw)": 0.5242555141448975, "Finetune/Step": 7949, "Finetune/Step Time": 6.71403219923377}
{"Finetune/Learning Rate": 1.01671755323768e-05, "Finetune/Loss": 0.5928937196731567, "Finetune/Loss (Raw)": 0.6006892323493958, "Finetune/Step": 7950, "Finetune/Step Time": 6.714312212541699}
{"Finetune/Learning Rate": 1.0165099007584564e-05, "Finetune/Loss": 0.595000147819519, "Finetune/Loss (Raw)": 0.715514600276947, "Finetune/Step": 7951, "Finetune/Step Time": 6.6898064985871315}
{"Finetune/Learning Rate": 1.016302247567137e-05, "Finetune/Loss": 0.5980283617973328, "Finetune/Loss (Raw)": 0.5864220857620239, "Finetune/Step": 7952, "Finetune/Step Time": 6.6811981946229935}
{"Finetune/Learning Rate": 1.0160945936726771e-05, "Finetune/Loss": 0.5995956659317017, "Finetune/Loss (Raw)": 0.6851859092712402, "Finetune/Step": 7953, "Finetune/Step Time": 6.667673945426941}
{"Finetune/Learning Rate": 1.0158869390840342e-05, "Finetune/Loss": 0.6001191735267639, "Finetune/Loss (Raw)": 0.6737921237945557, "Finetune/Step": 7954, "Finetune/Step Time": 6.679154343903065}
{"Finetune/Learning Rate": 1.0156792838101648e-05, "Finetune/Loss": 0.6009392142295837, "Finetune/Loss (Raw)": 0.7106521129608154, "Finetune/Step": 7955, "Finetune/Step Time": 6.677584711462259}
{"Finetune/Learning Rate": 1.015471627860025e-05, "Finetune/Loss": 0.6032571792602539, "Finetune/Loss (Raw)": 0.7166269421577454, "Finetune/Step": 7956, "Finetune/Step Time": 6.663248719647527}
{"Finetune/Learning Rate": 1.0152639712425712e-05, "Finetune/Loss": 0.6036470532417297, "Finetune/Loss (Raw)": 0.6849878430366516, "Finetune/Step": 7957, "Finetune/Step Time": 6.653330298140645}
{"Finetune/Learning Rate": 1.0150563139667598e-05, "Finetune/Loss": 0.604092001914978, "Finetune/Loss (Raw)": 0.5566332936286926, "Finetune/Step": 7958, "Finetune/Step Time": 6.641803791746497}
{"Finetune/Learning Rate": 1.014848656041548e-05, "Finetune/Loss": 0.6037640571594238, "Finetune/Loss (Raw)": 0.5177314877510071, "Finetune/Step": 7959, "Finetune/Step Time": 6.644151484593749}
{"Finetune/Learning Rate": 1.0146409974758917e-05, "Finetune/Loss": 0.604323148727417, "Finetune/Loss (Raw)": 0.6077845096588135, "Finetune/Step": 7960, "Finetune/Step Time": 6.621657637879252}
{"Finetune/Learning Rate": 1.0144333382787483e-05, "Finetune/Loss": 0.604022741317749, "Finetune/Loss (Raw)": 0.5927028656005859, "Finetune/Step": 7961, "Finetune/Step Time": 6.612941147759557}
{"Finetune/Learning Rate": 1.0142256784590738e-05, "Finetune/Loss": 0.602992057800293, "Finetune/Loss (Raw)": 0.5981289148330688, "Finetune/Step": 7962, "Finetune/Step Time": 6.599647918716073}
{"Finetune/Learning Rate": 1.014018018025825e-05, "Finetune/Loss": 0.6024100184440613, "Finetune/Loss (Raw)": 0.5916327238082886, "Finetune/Step": 7963, "Finetune/Step Time": 6.6065830290317535}
{"Finetune/Learning Rate": 1.0138103569879585e-05, "Finetune/Loss": 0.602241039276123, "Finetune/Loss (Raw)": 0.6012889742851257, "Finetune/Step": 7964, "Finetune/Step Time": 6.6117481905967}
{"Finetune/Learning Rate": 1.0136026953544315e-05, "Finetune/Loss": 0.6059352159500122, "Finetune/Loss (Raw)": 0.7228480577468872, "Finetune/Step": 7965, "Finetune/Step Time": 6.592404492199421}
{"Finetune/Learning Rate": 1.0133950331342004e-05, "Finetune/Loss": 0.6058378219604492, "Finetune/Loss (Raw)": 0.7167826890945435, "Finetune/Step": 7966, "Finetune/Step Time": 6.588576287031174}
{"Finetune/Learning Rate": 1.0131873703362219e-05, "Finetune/Loss": 0.6057363748550415, "Finetune/Loss (Raw)": 0.5882881283760071, "Finetune/Step": 7967, "Finetune/Step Time": 6.590236468240619}
{"Finetune/Learning Rate": 1.012979706969453e-05, "Finetune/Loss": 0.6051260828971863, "Finetune/Loss (Raw)": 0.46646666526794434, "Finetune/Step": 7968, "Finetune/Step Time": 6.587745986878872}
{"Finetune/Learning Rate": 1.01277204304285e-05, "Finetune/Loss": 0.6067197322845459, "Finetune/Loss (Raw)": 0.7636172771453857, "Finetune/Step": 7969, "Finetune/Step Time": 6.595931490883231}
{"Finetune/Learning Rate": 1.0125643785653705e-05, "Finetune/Loss": 0.6073410511016846, "Finetune/Loss (Raw)": 0.6297021508216858, "Finetune/Step": 7970, "Finetune/Step Time": 6.622412607073784}
{"Finetune/Learning Rate": 1.0123567135459712e-05, "Finetune/Loss": 0.604698896408081, "Finetune/Loss (Raw)": 0.2919544279575348, "Finetune/Step": 7971, "Finetune/Step Time": 6.637862948700786}
{"Finetune/Learning Rate": 1.0121490479936087e-05, "Finetune/Loss": 0.6059303879737854, "Finetune/Loss (Raw)": 0.6957151889801025, "Finetune/Step": 7972, "Finetune/Step Time": 6.610400855541229}
{"Finetune/Learning Rate": 1.01194138191724e-05, "Finetune/Loss": 0.6057335138320923, "Finetune/Loss (Raw)": 0.4721921384334564, "Finetune/Step": 7973, "Finetune/Step Time": 6.6172970831394196}
{"Finetune/Learning Rate": 1.011733715325822e-05, "Finetune/Loss": 0.605487585067749, "Finetune/Loss (Raw)": 0.5455776453018188, "Finetune/Step": 7974, "Finetune/Step Time": 6.624382123351097}
{"Finetune/Learning Rate": 1.011526048228312e-05, "Finetune/Loss": 0.6057431101799011, "Finetune/Loss (Raw)": 0.6086267232894897, "Finetune/Step": 7975, "Finetune/Step Time": 6.604891821742058}
{"Finetune/Learning Rate": 1.0113183806336667e-05, "Finetune/Loss": 0.608606219291687, "Finetune/Loss (Raw)": 0.6464636325836182, "Finetune/Step": 7976, "Finetune/Step Time": 6.596280757337809}
{"Finetune/Learning Rate": 1.011110712550843e-05, "Finetune/Loss": 0.608713686466217, "Finetune/Loss (Raw)": 0.5799194574356079, "Finetune/Step": 7977, "Finetune/Step Time": 6.604721799492836}
{"Finetune/Learning Rate": 1.0109030439887984e-05, "Finetune/Loss": 0.6109105348587036, "Finetune/Loss (Raw)": 0.5242958664894104, "Finetune/Step": 7978, "Finetune/Step Time": 6.590099800378084}
{"Finetune/Learning Rate": 1.0106953749564891e-05, "Finetune/Loss": 0.6113522052764893, "Finetune/Loss (Raw)": 0.6441243886947632, "Finetune/Step": 7979, "Finetune/Step Time": 6.587681520730257}
{"Finetune/Learning Rate": 1.010487705462873e-05, "Finetune/Loss": 0.6107568144798279, "Finetune/Loss (Raw)": 0.5684817433357239, "Finetune/Step": 7980, "Finetune/Step Time": 6.58901727385819}
{"Finetune/Learning Rate": 1.010280035516907e-05, "Finetune/Loss": 0.6097093820571899, "Finetune/Loss (Raw)": 0.41922205686569214, "Finetune/Step": 7981, "Finetune/Step Time": 6.611536415293813}
{"Finetune/Learning Rate": 1.010072365127548e-05, "Finetune/Loss": 0.6068007946014404, "Finetune/Loss (Raw)": 0.2900865375995636, "Finetune/Step": 7982, "Finetune/Step Time": 6.649256082251668}
{"Finetune/Learning Rate": 1.0098646943037531e-05, "Finetune/Loss": 0.6042711138725281, "Finetune/Loss (Raw)": 0.350765198469162, "Finetune/Step": 7983, "Finetune/Step Time": 6.651814263314009}
{"Finetune/Learning Rate": 1.0096570230544798e-05, "Finetune/Loss": 0.6033148765563965, "Finetune/Loss (Raw)": 0.4975188374519348, "Finetune/Step": 7984, "Finetune/Step Time": 6.6640978660434484}
{"Finetune/Learning Rate": 1.0094493513886848e-05, "Finetune/Loss": 0.6031757593154907, "Finetune/Loss (Raw)": 0.6291928291320801, "Finetune/Step": 7985, "Finetune/Step Time": 6.675203088670969}
{"Finetune/Learning Rate": 1.0092416793153255e-05, "Finetune/Loss": 0.6030465364456177, "Finetune/Loss (Raw)": 0.6474205851554871, "Finetune/Step": 7986, "Finetune/Step Time": 6.679461028426886}
{"Finetune/Learning Rate": 1.0090340068433591e-05, "Finetune/Loss": 0.6009302139282227, "Finetune/Loss (Raw)": 0.4858015179634094, "Finetune/Step": 7987, "Finetune/Step Time": 6.70041292719543}
{"Finetune/Learning Rate": 1.008826333981743e-05, "Finetune/Loss": 0.5999003648757935, "Finetune/Loss (Raw)": 0.5542580485343933, "Finetune/Step": 7988, "Finetune/Step Time": 6.708824273198843}
{"Finetune/Learning Rate": 1.0086186607394342e-05, "Finetune/Loss": 0.5992291569709778, "Finetune/Loss (Raw)": 0.596354067325592, "Finetune/Step": 7989, "Finetune/Step Time": 6.720496296882629}
{"Finetune/Learning Rate": 1.0084109871253897e-05, "Finetune/Loss": 0.6007977724075317, "Finetune/Loss (Raw)": 0.6215448379516602, "Finetune/Step": 7990, "Finetune/Step Time": 6.736020376905799}
{"Finetune/Learning Rate": 1.0082033131485676e-05, "Finetune/Loss": 0.6042288541793823, "Finetune/Loss (Raw)": 0.5906413793563843, "Finetune/Step": 7991, "Finetune/Step Time": 6.7145949974656105}
{"Finetune/Learning Rate": 1.0079956388179245e-05, "Finetune/Loss": 0.6032410264015198, "Finetune/Loss (Raw)": 0.4967038333415985, "Finetune/Step": 7992, "Finetune/Step Time": 6.689808446913958}
{"Finetune/Learning Rate": 1.0077879641424174e-05, "Finetune/Loss": 0.6052952408790588, "Finetune/Loss (Raw)": 0.7502020597457886, "Finetune/Step": 7993, "Finetune/Step Time": 6.677463281899691}
{"Finetune/Learning Rate": 1.0075802891310044e-05, "Finetune/Loss": 0.6048749089241028, "Finetune/Loss (Raw)": 0.6605324149131775, "Finetune/Step": 7994, "Finetune/Step Time": 6.7003123965114355}
{"Finetune/Learning Rate": 1.0073726137926425e-05, "Finetune/Loss": 0.6051173210144043, "Finetune/Loss (Raw)": 0.6760234832763672, "Finetune/Step": 7995, "Finetune/Step Time": 6.706071624532342}
{"Finetune/Learning Rate": 1.0071649381362889e-05, "Finetune/Loss": 0.6038829684257507, "Finetune/Loss (Raw)": 0.5849452018737793, "Finetune/Step": 7996, "Finetune/Step Time": 6.720086662098765}
{"Finetune/Learning Rate": 1.0069572621709011e-05, "Finetune/Loss": 0.6046453714370728, "Finetune/Loss (Raw)": 0.7333866953849792, "Finetune/Step": 7997, "Finetune/Step Time": 6.714234199374914}
{"Finetune/Learning Rate": 1.0067495859054369e-05, "Finetune/Loss": 0.6044491529464722, "Finetune/Loss (Raw)": 0.6813896894454956, "Finetune/Step": 7998, "Finetune/Step Time": 6.728452540934086}
{"Finetune/Learning Rate": 1.0065419093488526e-05, "Finetune/Loss": 0.6036037802696228, "Finetune/Loss (Raw)": 0.5561588406562805, "Finetune/Step": 7999, "Finetune/Step Time": 6.748172463849187}
{"Finetune/Learning Rate": 1.0063342325101066e-05, "Finetune/Loss": 0.6014442443847656, "Finetune/Loss (Raw)": 0.24393774569034576, "Finetune/Step": 8000, "Finetune/Step Time": 6.765368565917015}
{"Finetune/Learning Rate": 1.0061265553981556e-05, "Finetune/Loss": 0.6000527143478394, "Finetune/Loss (Raw)": 0.4921697974205017, "Finetune/Step": 8001, "Finetune/Step Time": 6.783944543451071}
{"Finetune/Learning Rate": 1.0059188780219577e-05, "Finetune/Loss": 0.6005747318267822, "Finetune/Loss (Raw)": 0.6255235075950623, "Finetune/Step": 8002, "Finetune/Step Time": 6.766017301008105}
{"Finetune/Learning Rate": 1.0057112003904697e-05, "Finetune/Loss": 0.600641131401062, "Finetune/Loss (Raw)": 0.6261873245239258, "Finetune/Step": 8003, "Finetune/Step Time": 6.774343324825168}
{"Finetune/Learning Rate": 1.0055035225126496e-05, "Finetune/Loss": 0.6016861200332642, "Finetune/Loss (Raw)": 0.7154412269592285, "Finetune/Step": 8004, "Finetune/Step Time": 6.75403293967247}
{"Finetune/Learning Rate": 1.005295844397454e-05, "Finetune/Loss": 0.6026453971862793, "Finetune/Loss (Raw)": 0.6701191067695618, "Finetune/Step": 8005, "Finetune/Step Time": 6.736188380047679}
{"Finetune/Learning Rate": 1.0050881660538412e-05, "Finetune/Loss": 0.5991412401199341, "Finetune/Loss (Raw)": 0.2561153769493103, "Finetune/Step": 8006, "Finetune/Step Time": 6.75083833001554}
{"Finetune/Learning Rate": 1.0048804874907686e-05, "Finetune/Loss": 0.5993530750274658, "Finetune/Loss (Raw)": 0.5904861688613892, "Finetune/Step": 8007, "Finetune/Step Time": 6.741625493392348}
{"Finetune/Learning Rate": 1.0046728087171933e-05, "Finetune/Loss": 0.6009266972541809, "Finetune/Loss (Raw)": 0.6483084559440613, "Finetune/Step": 8008, "Finetune/Step Time": 6.728916143998504}
{"Finetune/Learning Rate": 1.0044651297420728e-05, "Finetune/Loss": 0.6007974147796631, "Finetune/Loss (Raw)": 0.6252653002738953, "Finetune/Step": 8009, "Finetune/Step Time": 6.717556409537792}
{"Finetune/Learning Rate": 1.0042574505743652e-05, "Finetune/Loss": 0.5998294949531555, "Finetune/Loss (Raw)": 0.5183348059654236, "Finetune/Step": 8010, "Finetune/Step Time": 6.72295687533915}
{"Finetune/Learning Rate": 1.0040497712230271e-05, "Finetune/Loss": 0.6001729965209961, "Finetune/Loss (Raw)": 0.6739429235458374, "Finetune/Step": 8011, "Finetune/Step Time": 6.723452227190137}
{"Finetune/Learning Rate": 1.0038420916970164e-05, "Finetune/Loss": 0.6001405715942383, "Finetune/Loss (Raw)": 0.515200138092041, "Finetune/Step": 8012, "Finetune/Step Time": 6.721168868243694}
{"Finetune/Learning Rate": 1.0036344120052912e-05, "Finetune/Loss": 0.6001428365707397, "Finetune/Loss (Raw)": 0.587479829788208, "Finetune/Step": 8013, "Finetune/Step Time": 6.719885004684329}
{"Finetune/Learning Rate": 1.0034267321568082e-05, "Finetune/Loss": 0.5987651944160461, "Finetune/Loss (Raw)": 0.5173450708389282, "Finetune/Step": 8014, "Finetune/Step Time": 6.7157794944942}
{"Finetune/Learning Rate": 1.0032190521605252e-05, "Finetune/Loss": 0.5995286703109741, "Finetune/Loss (Raw)": 0.6523382067680359, "Finetune/Step": 8015, "Finetune/Step Time": 6.692950731143355}
{"Finetune/Learning Rate": 1.0030113720253997e-05, "Finetune/Loss": 0.5983148217201233, "Finetune/Loss (Raw)": 0.48984667658805847, "Finetune/Step": 8016, "Finetune/Step Time": 6.690541859716177}
{"Finetune/Learning Rate": 1.0028036917603897e-05, "Finetune/Loss": 0.5994257926940918, "Finetune/Loss (Raw)": 0.6820655465126038, "Finetune/Step": 8017, "Finetune/Step Time": 6.677844543009996}
{"Finetune/Learning Rate": 1.0025960113744521e-05, "Finetune/Loss": 0.5987536311149597, "Finetune/Loss (Raw)": 0.5992265343666077, "Finetune/Step": 8018, "Finetune/Step Time": 6.684190526604652}
{"Finetune/Learning Rate": 1.002388330876545e-05, "Finetune/Loss": 0.5989695191383362, "Finetune/Loss (Raw)": 0.6738488078117371, "Finetune/Step": 8019, "Finetune/Step Time": 6.683590395376086}
{"Finetune/Learning Rate": 1.0021806502756254e-05, "Finetune/Loss": 0.6003196835517883, "Finetune/Loss (Raw)": 0.6897132992744446, "Finetune/Step": 8020, "Finetune/Step Time": 6.664417427033186}
{"Finetune/Learning Rate": 1.0019729695806513e-05, "Finetune/Loss": 0.6004785299301147, "Finetune/Loss (Raw)": 0.5813589096069336, "Finetune/Step": 8021, "Finetune/Step Time": 6.663225514814258}
{"Finetune/Learning Rate": 1.00176528880058e-05, "Finetune/Loss": 0.6004440784454346, "Finetune/Loss (Raw)": 0.6344823837280273, "Finetune/Step": 8022, "Finetune/Step Time": 6.664215909317136}
{"Finetune/Learning Rate": 1.0015576079443697e-05, "Finetune/Loss": 0.6018919944763184, "Finetune/Loss (Raw)": 0.7110620141029358, "Finetune/Step": 8023, "Finetune/Step Time": 6.662860997021198}
{"Finetune/Learning Rate": 1.0013499270209772e-05, "Finetune/Loss": 0.6019115447998047, "Finetune/Loss (Raw)": 0.6129801869392395, "Finetune/Step": 8024, "Finetune/Step Time": 6.666699785739183}
{"Finetune/Learning Rate": 1.0011422460393602e-05, "Finetune/Loss": 0.6021811962127686, "Finetune/Loss (Raw)": 0.6698949933052063, "Finetune/Step": 8025, "Finetune/Step Time": 6.6850760076195}
{"Finetune/Learning Rate": 1.0009345650084767e-05, "Finetune/Loss": 0.6020742654800415, "Finetune/Loss (Raw)": 0.6694233417510986, "Finetune/Step": 8026, "Finetune/Step Time": 6.685620544478297}
{"Finetune/Learning Rate": 1.000726883937284e-05, "Finetune/Loss": 0.6009823679924011, "Finetune/Loss (Raw)": 0.5348343849182129, "Finetune/Step": 8027, "Finetune/Step Time": 6.6852043848484755}
{"Finetune/Learning Rate": 1.00051920283474e-05, "Finetune/Loss": 0.601008415222168, "Finetune/Loss (Raw)": 0.6802680492401123, "Finetune/Step": 8028, "Finetune/Step Time": 6.684129625558853}
{"Finetune/Learning Rate": 1.0003115217098016e-05, "Finetune/Loss": 0.6003724932670593, "Finetune/Loss (Raw)": 0.63620525598526, "Finetune/Step": 8029, "Finetune/Step Time": 6.675874087959528}
{"Finetune/Learning Rate": 1.0001038405714269e-05, "Finetune/Loss": 0.6006741523742676, "Finetune/Loss (Raw)": 0.5847498178482056, "Finetune/Step": 8030, "Finetune/Step Time": 6.674435803666711}
{"Finetune/Learning Rate": 9.998961594285733e-06, "Finetune/Loss": 0.6022674441337585, "Finetune/Loss (Raw)": 0.7612767219543457, "Finetune/Step": 8031, "Finetune/Step Time": 6.681518917903304}
{"Finetune/Learning Rate": 9.996884782901986e-06, "Finetune/Loss": 0.6021912693977356, "Finetune/Loss (Raw)": 0.6075615882873535, "Finetune/Step": 8032, "Finetune/Step Time": 6.685601476579905}
{"Finetune/Learning Rate": 9.994807971652604e-06, "Finetune/Loss": 0.6018571853637695, "Finetune/Loss (Raw)": 0.6736264824867249, "Finetune/Step": 8033, "Finetune/Step Time": 6.689398782327771}
{"Finetune/Learning Rate": 9.992731160627162e-06, "Finetune/Loss": 0.6027950048446655, "Finetune/Loss (Raw)": 0.7311495542526245, "Finetune/Step": 8034, "Finetune/Step Time": 6.67578349262476}
{"Finetune/Learning Rate": 9.990654349915238e-06, "Finetune/Loss": 0.6025726795196533, "Finetune/Loss (Raw)": 0.6597214341163635, "Finetune/Step": 8035, "Finetune/Step Time": 6.665015876293182}
{"Finetune/Learning Rate": 9.9885775396064e-06, "Finetune/Loss": 0.5993927717208862, "Finetune/Loss (Raw)": 0.30532732605934143, "Finetune/Step": 8036, "Finetune/Step Time": 6.686615424230695}
{"Finetune/Learning Rate": 9.986500729790231e-06, "Finetune/Loss": 0.5982179045677185, "Finetune/Loss (Raw)": 0.5692543983459473, "Finetune/Step": 8037, "Finetune/Step Time": 6.684187466278672}
{"Finetune/Learning Rate": 9.984423920556307e-06, "Finetune/Loss": 0.5991120338439941, "Finetune/Loss (Raw)": 0.8045973777770996, "Finetune/Step": 8038, "Finetune/Step Time": 6.6901692897081375}
{"Finetune/Learning Rate": 9.9823471119942e-06, "Finetune/Loss": 0.5978567004203796, "Finetune/Loss (Raw)": 0.5485062003135681, "Finetune/Step": 8039, "Finetune/Step Time": 6.712298754602671}
{"Finetune/Learning Rate": 9.980270304193487e-06, "Finetune/Loss": 0.5979975461959839, "Finetune/Loss (Raw)": 0.7117723226547241, "Finetune/Step": 8040, "Finetune/Step Time": 6.721156334504485}
{"Finetune/Learning Rate": 9.97819349724375e-06, "Finetune/Loss": 0.597608208656311, "Finetune/Loss (Raw)": 0.5397133231163025, "Finetune/Step": 8041, "Finetune/Step Time": 6.7235039081424475}
{"Finetune/Learning Rate": 9.976116691234553e-06, "Finetune/Loss": 0.593751072883606, "Finetune/Loss (Raw)": 0.17260806262493134, "Finetune/Step": 8042, "Finetune/Step Time": 6.742069913074374}
{"Finetune/Learning Rate": 9.97403988625548e-06, "Finetune/Loss": 0.5934638381004333, "Finetune/Loss (Raw)": 0.5936793088912964, "Finetune/Step": 8043, "Finetune/Step Time": 6.740086529403925}
{"Finetune/Learning Rate": 9.971963082396107e-06, "Finetune/Loss": 0.5942423343658447, "Finetune/Loss (Raw)": 0.6015024185180664, "Finetune/Step": 8044, "Finetune/Step Time": 6.739302100613713}
{"Finetune/Learning Rate": 9.969886279746003e-06, "Finetune/Loss": 0.5964425206184387, "Finetune/Loss (Raw)": 0.5387341976165771, "Finetune/Step": 8045, "Finetune/Step Time": 6.7335257064551115}
{"Finetune/Learning Rate": 9.967809478394748e-06, "Finetune/Loss": 0.5975012183189392, "Finetune/Loss (Raw)": 0.6129553914070129, "Finetune/Step": 8046, "Finetune/Step Time": 6.708068748936057}
{"Finetune/Learning Rate": 9.965732678431923e-06, "Finetune/Loss": 0.5981261730194092, "Finetune/Loss (Raw)": 0.6169824004173279, "Finetune/Step": 8047, "Finetune/Step Time": 6.671263415366411}
{"Finetune/Learning Rate": 9.963655879947092e-06, "Finetune/Loss": 0.5983054637908936, "Finetune/Loss (Raw)": 0.5871672630310059, "Finetune/Step": 8048, "Finetune/Step Time": 6.667660403996706}
{"Finetune/Learning Rate": 9.961579083029838e-06, "Finetune/Loss": 0.5984979867935181, "Finetune/Loss (Raw)": 0.6312477588653564, "Finetune/Step": 8049, "Finetune/Step Time": 6.667719157412648}
{"Finetune/Learning Rate": 9.959502287769732e-06, "Finetune/Loss": 0.5953533053398132, "Finetune/Loss (Raw)": 0.2414773851633072, "Finetune/Step": 8050, "Finetune/Step Time": 6.689292151480913}
{"Finetune/Learning Rate": 9.957425494256351e-06, "Finetune/Loss": 0.5958361625671387, "Finetune/Loss (Raw)": 0.6834574341773987, "Finetune/Step": 8051, "Finetune/Step Time": 6.688182299956679}
{"Finetune/Learning Rate": 9.955348702579271e-06, "Finetune/Loss": 0.596383810043335, "Finetune/Loss (Raw)": 0.7945978045463562, "Finetune/Step": 8052, "Finetune/Step Time": 6.701141823083162}
{"Finetune/Learning Rate": 9.95327191282807e-06, "Finetune/Loss": 0.5967320203781128, "Finetune/Loss (Raw)": 0.7163974642753601, "Finetune/Step": 8053, "Finetune/Step Time": 6.720423521474004}
{"Finetune/Learning Rate": 9.951195125092318e-06, "Finetune/Loss": 0.5974060297012329, "Finetune/Loss (Raw)": 0.7425130605697632, "Finetune/Step": 8054, "Finetune/Step Time": 6.7216791938990355}
{"Finetune/Learning Rate": 9.949118339461591e-06, "Finetune/Loss": 0.595786988735199, "Finetune/Loss (Raw)": 0.4549790620803833, "Finetune/Step": 8055, "Finetune/Step Time": 6.742274897173047}
{"Finetune/Learning Rate": 9.947041556025461e-06, "Finetune/Loss": 0.5961931943893433, "Finetune/Loss (Raw)": 0.752746045589447, "Finetune/Step": 8056, "Finetune/Step Time": 6.742999654263258}
{"Finetune/Learning Rate": 9.94496477487351e-06, "Finetune/Loss": 0.5947290062904358, "Finetune/Loss (Raw)": 0.5366164445877075, "Finetune/Step": 8057, "Finetune/Step Time": 6.740503603592515}
{"Finetune/Learning Rate": 9.942887996095303e-06, "Finetune/Loss": 0.5953177213668823, "Finetune/Loss (Raw)": 0.5324764251708984, "Finetune/Step": 8058, "Finetune/Step Time": 6.734839953482151}
{"Finetune/Learning Rate": 9.940811219780426e-06, "Finetune/Loss": 0.5952101349830627, "Finetune/Loss (Raw)": 0.6107760667800903, "Finetune/Step": 8059, "Finetune/Step Time": 6.7525438368320465}
{"Finetune/Learning Rate": 9.93873444601845e-06, "Finetune/Loss": 0.5926679372787476, "Finetune/Loss (Raw)": 0.2837962806224823, "Finetune/Step": 8060, "Finetune/Step Time": 6.766472451388836}
{"Finetune/Learning Rate": 9.936657674898939e-06, "Finetune/Loss": 0.5937515497207642, "Finetune/Loss (Raw)": 0.6900333166122437, "Finetune/Step": 8061, "Finetune/Step Time": 6.761511089280248}
{"Finetune/Learning Rate": 9.934580906511477e-06, "Finetune/Loss": 0.5935308337211609, "Finetune/Loss (Raw)": 0.6731420755386353, "Finetune/Step": 8062, "Finetune/Step Time": 6.764011763036251}
{"Finetune/Learning Rate": 9.932504140945636e-06, "Finetune/Loss": 0.5943979024887085, "Finetune/Loss (Raw)": 0.6656723022460938, "Finetune/Step": 8063, "Finetune/Step Time": 6.7542789578437805}
{"Finetune/Learning Rate": 9.93042737829099e-06, "Finetune/Loss": 0.5944117307662964, "Finetune/Loss (Raw)": 0.6204861402511597, "Finetune/Step": 8064, "Finetune/Step Time": 6.737937428057194}
{"Finetune/Learning Rate": 9.928350618637111e-06, "Finetune/Loss": 0.5943009853363037, "Finetune/Loss (Raw)": 0.6276925206184387, "Finetune/Step": 8065, "Finetune/Step Time": 6.743090832605958}
{"Finetune/Learning Rate": 9.92627386207358e-06, "Finetune/Loss": 0.5944279432296753, "Finetune/Loss (Raw)": 0.6361203193664551, "Finetune/Step": 8066, "Finetune/Step Time": 6.735515348613262}
{"Finetune/Learning Rate": 9.92419710868996e-06, "Finetune/Loss": 0.5932943820953369, "Finetune/Loss (Raw)": 0.6209602952003479, "Finetune/Step": 8067, "Finetune/Step Time": 6.740005224943161}
{"Finetune/Learning Rate": 9.922120358575829e-06, "Finetune/Loss": 0.5936194658279419, "Finetune/Loss (Raw)": 0.5678796768188477, "Finetune/Step": 8068, "Finetune/Step Time": 6.752936409786344}
{"Finetune/Learning Rate": 9.92004361182076e-06, "Finetune/Loss": 0.5930798053741455, "Finetune/Loss (Raw)": 0.5237199068069458, "Finetune/Step": 8069, "Finetune/Step Time": 6.766711749136448}
{"Finetune/Learning Rate": 9.917966868514329e-06, "Finetune/Loss": 0.5931968688964844, "Finetune/Loss (Raw)": 0.6802539229393005, "Finetune/Step": 8070, "Finetune/Step Time": 6.768019357696176}
{"Finetune/Learning Rate": 9.915890128746103e-06, "Finetune/Loss": 0.5927833318710327, "Finetune/Loss (Raw)": 0.524044394493103, "Finetune/Step": 8071, "Finetune/Step Time": 6.763484422117472}
{"Finetune/Learning Rate": 9.91381339260566e-06, "Finetune/Loss": 0.591810941696167, "Finetune/Loss (Raw)": 0.5498051047325134, "Finetune/Step": 8072, "Finetune/Step Time": 6.767720054835081}
{"Finetune/Learning Rate": 9.911736660182575e-06, "Finetune/Loss": 0.5916119813919067, "Finetune/Loss (Raw)": 0.6738278865814209, "Finetune/Step": 8073, "Finetune/Step Time": 6.777224685996771}
{"Finetune/Learning Rate": 9.90965993156641e-06, "Finetune/Loss": 0.5905656218528748, "Finetune/Loss (Raw)": 0.5102120041847229, "Finetune/Step": 8074, "Finetune/Step Time": 6.793333338573575}
{"Finetune/Learning Rate": 9.907583206846748e-06, "Finetune/Loss": 0.5915075540542603, "Finetune/Loss (Raw)": 0.6103813052177429, "Finetune/Step": 8075, "Finetune/Step Time": 6.769518272951245}
{"Finetune/Learning Rate": 9.905506486113155e-06, "Finetune/Loss": 0.591884434223175, "Finetune/Loss (Raw)": 0.3103759288787842, "Finetune/Step": 8076, "Finetune/Step Time": 6.782421996816993}
{"Finetune/Learning Rate": 9.903429769455205e-06, "Finetune/Loss": 0.5927850008010864, "Finetune/Loss (Raw)": 0.6395261883735657, "Finetune/Step": 8077, "Finetune/Step Time": 6.771586617454886}
{"Finetune/Learning Rate": 9.901353056962469e-06, "Finetune/Loss": 0.5928539037704468, "Finetune/Loss (Raw)": 0.6095070242881775, "Finetune/Step": 8078, "Finetune/Step Time": 6.760179080069065}
{"Finetune/Learning Rate": 9.899276348724524e-06, "Finetune/Loss": 0.5918542742729187, "Finetune/Loss (Raw)": 0.5875614881515503, "Finetune/Step": 8079, "Finetune/Step Time": 6.755594501271844}
{"Finetune/Learning Rate": 9.897199644830934e-06, "Finetune/Loss": 0.5917038917541504, "Finetune/Loss (Raw)": 0.5671769380569458, "Finetune/Step": 8080, "Finetune/Step Time": 6.754880581051111}
{"Finetune/Learning Rate": 9.895122945371273e-06, "Finetune/Loss": 0.5914970636367798, "Finetune/Loss (Raw)": 0.6587079763412476, "Finetune/Step": 8081, "Finetune/Step Time": 6.756391488015652}
{"Finetune/Learning Rate": 9.89304625043511e-06, "Finetune/Loss": 0.5905407667160034, "Finetune/Loss (Raw)": 0.5513833165168762, "Finetune/Step": 8082, "Finetune/Step Time": 6.746138880029321}
{"Finetune/Learning Rate": 9.89096956011202e-06, "Finetune/Loss": 0.5906651616096497, "Finetune/Loss (Raw)": 0.726579487323761, "Finetune/Step": 8083, "Finetune/Step Time": 6.748879546299577}
{"Finetune/Learning Rate": 9.888892874491571e-06, "Finetune/Loss": 0.5892817974090576, "Finetune/Loss (Raw)": 0.5395565032958984, "Finetune/Step": 8084, "Finetune/Step Time": 6.76656879298389}
{"Finetune/Learning Rate": 9.886816193663335e-06, "Finetune/Loss": 0.5893417596817017, "Finetune/Loss (Raw)": 0.6926609873771667, "Finetune/Step": 8085, "Finetune/Step Time": 6.7663819920271635}
{"Finetune/Learning Rate": 9.884739517716885e-06, "Finetune/Loss": 0.589143693447113, "Finetune/Loss (Raw)": 0.5312800407409668, "Finetune/Step": 8086, "Finetune/Step Time": 6.772937806323171}
{"Finetune/Learning Rate": 9.882662846741784e-06, "Finetune/Loss": 0.5899165272712708, "Finetune/Loss (Raw)": 0.6166492700576782, "Finetune/Step": 8087, "Finetune/Step Time": 6.763416148722172}
{"Finetune/Learning Rate": 9.880586180827602e-06, "Finetune/Loss": 0.5909682512283325, "Finetune/Loss (Raw)": 0.7424131035804749, "Finetune/Step": 8088, "Finetune/Step Time": 6.766244348138571}
{"Finetune/Learning Rate": 9.878509520063916e-06, "Finetune/Loss": 0.5911563634872437, "Finetune/Loss (Raw)": 0.6167752146720886, "Finetune/Step": 8089, "Finetune/Step Time": 6.768260013312101}
{"Finetune/Learning Rate": 9.87643286454029e-06, "Finetune/Loss": 0.5919198989868164, "Finetune/Loss (Raw)": 0.6958675384521484, "Finetune/Step": 8090, "Finetune/Step Time": 6.784016394987702}
{"Finetune/Learning Rate": 9.874356214346296e-06, "Finetune/Loss": 0.5916229486465454, "Finetune/Loss (Raw)": 0.5536163449287415, "Finetune/Step": 8091, "Finetune/Step Time": 6.778239419683814}
{"Finetune/Learning Rate": 9.872279569571503e-06, "Finetune/Loss": 0.5919162034988403, "Finetune/Loss (Raw)": 0.6388277411460876, "Finetune/Step": 8092, "Finetune/Step Time": 6.775245683267713}
{"Finetune/Learning Rate": 9.870202930305476e-06, "Finetune/Loss": 0.5890381336212158, "Finetune/Loss (Raw)": 0.35445359349250793, "Finetune/Step": 8093, "Finetune/Step Time": 6.785284865647554}
{"Finetune/Learning Rate": 9.868126296637785e-06, "Finetune/Loss": 0.5876275300979614, "Finetune/Loss (Raw)": 0.5362294912338257, "Finetune/Step": 8094, "Finetune/Step Time": 6.791435312479734}
{"Finetune/Learning Rate": 9.866049668658e-06, "Finetune/Loss": 0.5879618525505066, "Finetune/Loss (Raw)": 0.631077229976654, "Finetune/Step": 8095, "Finetune/Step Time": 6.8023157473653555}
{"Finetune/Learning Rate": 9.863973046455687e-06, "Finetune/Loss": 0.5885763764381409, "Finetune/Loss (Raw)": 0.5451318025588989, "Finetune/Step": 8096, "Finetune/Step Time": 6.805700872093439}
{"Finetune/Learning Rate": 9.861896430120414e-06, "Finetune/Loss": 0.5878415107727051, "Finetune/Loss (Raw)": 0.6695544123649597, "Finetune/Step": 8097, "Finetune/Step Time": 6.791318131610751}
{"Finetune/Learning Rate": 9.859819819741751e-06, "Finetune/Loss": 0.5880193114280701, "Finetune/Loss (Raw)": 0.6524618864059448, "Finetune/Step": 8098, "Finetune/Step Time": 6.76067485101521}
{"Finetune/Learning Rate": 9.857743215409267e-06, "Finetune/Loss": 0.5878312587738037, "Finetune/Loss (Raw)": 0.26787886023521423, "Finetune/Step": 8099, "Finetune/Step Time": 6.761982483789325}
{"Finetune/Learning Rate": 9.855666617212519e-06, "Finetune/Loss": 0.5873085260391235, "Finetune/Loss (Raw)": 0.6288115978240967, "Finetune/Step": 8100, "Finetune/Step Time": 6.764139011502266}
{"Finetune/Learning Rate": 9.853590025241085e-06, "Finetune/Loss": 0.5884913206100464, "Finetune/Loss (Raw)": 0.6235863566398621, "Finetune/Step": 8101, "Finetune/Step Time": 6.752406241372228}
{"Finetune/Learning Rate": 9.851513439584522e-06, "Finetune/Loss": 0.5900311470031738, "Finetune/Loss (Raw)": 0.7426669001579285, "Finetune/Step": 8102, "Finetune/Step Time": 6.745835583657026}
{"Finetune/Learning Rate": 9.849436860332402e-06, "Finetune/Loss": 0.5901602506637573, "Finetune/Loss (Raw)": 0.6251525282859802, "Finetune/Step": 8103, "Finetune/Step Time": 6.74897775053978}
{"Finetune/Learning Rate": 9.84736028757429e-06, "Finetune/Loss": 0.5905107259750366, "Finetune/Loss (Raw)": 0.6913332343101501, "Finetune/Step": 8104, "Finetune/Step Time": 6.7399259731173515}
{"Finetune/Learning Rate": 9.845283721399756e-06, "Finetune/Loss": 0.5905359983444214, "Finetune/Loss (Raw)": 0.5831557512283325, "Finetune/Step": 8105, "Finetune/Step Time": 6.74166195653379}
{"Finetune/Learning Rate": 9.843207161898356e-06, "Finetune/Loss": 0.591145932674408, "Finetune/Loss (Raw)": 0.60235995054245, "Finetune/Step": 8106, "Finetune/Step Time": 6.749617043882608}
{"Finetune/Learning Rate": 9.84113060915966e-06, "Finetune/Loss": 0.590552806854248, "Finetune/Loss (Raw)": 0.5682010650634766, "Finetune/Step": 8107, "Finetune/Step Time": 6.751287695020437}
{"Finetune/Learning Rate": 9.83905406327323e-06, "Finetune/Loss": 0.5908705592155457, "Finetune/Loss (Raw)": 0.6091611981391907, "Finetune/Step": 8108, "Finetune/Step Time": 6.770812515169382}
{"Finetune/Learning Rate": 9.836977524328635e-06, "Finetune/Loss": 0.5915510654449463, "Finetune/Loss (Raw)": 0.5063313245773315, "Finetune/Step": 8109, "Finetune/Step Time": 6.740881057456136}
{"Finetune/Learning Rate": 9.834900992415436e-06, "Finetune/Loss": 0.5945262908935547, "Finetune/Loss (Raw)": 0.670911431312561, "Finetune/Step": 8110, "Finetune/Step Time": 6.70060651935637}
{"Finetune/Learning Rate": 9.8328244676232e-06, "Finetune/Loss": 0.5937089920043945, "Finetune/Loss (Raw)": 0.24615179002285004, "Finetune/Step": 8111, "Finetune/Step Time": 6.714023765176535}
{"Finetune/Learning Rate": 9.830747950041489e-06, "Finetune/Loss": 0.5946574807167053, "Finetune/Loss (Raw)": 0.6189253330230713, "Finetune/Step": 8112, "Finetune/Step Time": 6.692706493660808}
{"Finetune/Learning Rate": 9.828671439759862e-06, "Finetune/Loss": 0.5941646099090576, "Finetune/Loss (Raw)": 0.5661047101020813, "Finetune/Step": 8113, "Finetune/Step Time": 6.684326644986868}
{"Finetune/Learning Rate": 9.826594936867886e-06, "Finetune/Loss": 0.5941519737243652, "Finetune/Loss (Raw)": 0.6458050012588501, "Finetune/Step": 8114, "Finetune/Step Time": 6.683273637667298}
{"Finetune/Learning Rate": 9.824518441455124e-06, "Finetune/Loss": 0.5954907536506653, "Finetune/Loss (Raw)": 0.6571617722511292, "Finetune/Step": 8115, "Finetune/Step Time": 6.649650935083628}
{"Finetune/Learning Rate": 9.822441953611139e-06, "Finetune/Loss": 0.5960973501205444, "Finetune/Loss (Raw)": 0.6318997144699097, "Finetune/Step": 8116, "Finetune/Step Time": 6.638296531513333}
{"Finetune/Learning Rate": 9.820365473425487e-06, "Finetune/Loss": 0.5957666635513306, "Finetune/Loss (Raw)": 0.5540227293968201, "Finetune/Step": 8117, "Finetune/Step Time": 6.641332499682903}
{"Finetune/Learning Rate": 9.818289000987739e-06, "Finetune/Loss": 0.5965741872787476, "Finetune/Loss (Raw)": 0.7249128222465515, "Finetune/Step": 8118, "Finetune/Step Time": 6.60924069955945}
{"Finetune/Learning Rate": 9.816212536387448e-06, "Finetune/Loss": 0.5967029929161072, "Finetune/Loss (Raw)": 0.6071262359619141, "Finetune/Step": 8119, "Finetune/Step Time": 6.613936111330986}
{"Finetune/Learning Rate": 9.814136079714177e-06, "Finetune/Loss": 0.5971956253051758, "Finetune/Loss (Raw)": 0.5597710609436035, "Finetune/Step": 8120, "Finetune/Step Time": 6.615943919867277}
{"Finetune/Learning Rate": 9.81205963105749e-06, "Finetune/Loss": 0.5957752466201782, "Finetune/Loss (Raw)": 0.5683870315551758, "Finetune/Step": 8121, "Finetune/Step Time": 6.615031149238348}
{"Finetune/Learning Rate": 9.809983190506944e-06, "Finetune/Loss": 0.5949972867965698, "Finetune/Loss (Raw)": 0.5609557628631592, "Finetune/Step": 8122, "Finetune/Step Time": 6.601024439558387}
{"Finetune/Learning Rate": 9.8079067581521e-06, "Finetune/Loss": 0.595168948173523, "Finetune/Loss (Raw)": 0.6979947090148926, "Finetune/Step": 8123, "Finetune/Step Time": 6.612521504983306}
{"Finetune/Learning Rate": 9.80583033408252e-06, "Finetune/Loss": 0.5957671403884888, "Finetune/Loss (Raw)": 0.6615184545516968, "Finetune/Step": 8124, "Finetune/Step Time": 6.598892722278833}
{"Finetune/Learning Rate": 9.803753918387759e-06, "Finetune/Loss": 0.5952198505401611, "Finetune/Loss (Raw)": 0.6633293032646179, "Finetune/Step": 8125, "Finetune/Step Time": 6.595539355650544}
{"Finetune/Learning Rate": 9.801677511157375e-06, "Finetune/Loss": 0.5942032337188721, "Finetune/Loss (Raw)": 0.551264226436615, "Finetune/Step": 8126, "Finetune/Step Time": 6.584706496447325}
{"Finetune/Learning Rate": 9.799601112480932e-06, "Finetune/Loss": 0.595352292060852, "Finetune/Loss (Raw)": 0.7032317519187927, "Finetune/Step": 8127, "Finetune/Step Time": 6.562545431777835}
{"Finetune/Learning Rate": 9.797524722447982e-06, "Finetune/Loss": 0.5986827611923218, "Finetune/Loss (Raw)": 0.6702461838722229, "Finetune/Step": 8128, "Finetune/Step Time": 6.549380738288164}
{"Finetune/Learning Rate": 9.795448341148085e-06, "Finetune/Loss": 0.5991857051849365, "Finetune/Loss (Raw)": 0.5565463304519653, "Finetune/Step": 8129, "Finetune/Step Time": 6.531092254444957}
{"Finetune/Learning Rate": 9.793371968670801e-06, "Finetune/Loss": 0.5960057377815247, "Finetune/Loss (Raw)": 0.21848392486572266, "Finetune/Step": 8130, "Finetune/Step Time": 6.549884639680386}
{"Finetune/Learning Rate": 9.79129560510569e-06, "Finetune/Loss": 0.594833254814148, "Finetune/Loss (Raw)": 0.47610968351364136, "Finetune/Step": 8131, "Finetune/Step Time": 6.559650544077158}
{"Finetune/Learning Rate": 9.789219250542298e-06, "Finetune/Loss": 0.5934579372406006, "Finetune/Loss (Raw)": 0.5393980145454407, "Finetune/Step": 8132, "Finetune/Step Time": 6.583569385111332}
{"Finetune/Learning Rate": 9.787142905070188e-06, "Finetune/Loss": 0.5927014350891113, "Finetune/Loss (Raw)": 0.5732864737510681, "Finetune/Step": 8133, "Finetune/Step Time": 6.612660229206085}
{"Finetune/Learning Rate": 9.785066568778913e-06, "Finetune/Loss": 0.594820499420166, "Finetune/Loss (Raw)": 0.5273593068122864, "Finetune/Step": 8134, "Finetune/Step Time": 6.590526882559061}
{"Finetune/Learning Rate": 9.782990241758032e-06, "Finetune/Loss": 0.5940871834754944, "Finetune/Loss (Raw)": 0.4966192841529846, "Finetune/Step": 8135, "Finetune/Step Time": 6.59902997687459}
{"Finetune/Learning Rate": 9.780913924097098e-06, "Finetune/Loss": 0.5940024256706238, "Finetune/Loss (Raw)": 0.637458086013794, "Finetune/Step": 8136, "Finetune/Step Time": 6.597452539950609}
{"Finetune/Learning Rate": 9.778837615885669e-06, "Finetune/Loss": 0.5935873985290527, "Finetune/Loss (Raw)": 0.5721403360366821, "Finetune/Step": 8137, "Finetune/Step Time": 6.603615386411548}
{"Finetune/Learning Rate": 9.776761317213293e-06, "Finetune/Loss": 0.5940133333206177, "Finetune/Loss (Raw)": 0.5728541612625122, "Finetune/Step": 8138, "Finetune/Step Time": 6.584578076377511}
{"Finetune/Learning Rate": 9.774685028169524e-06, "Finetune/Loss": 0.5936672687530518, "Finetune/Loss (Raw)": 0.6296561360359192, "Finetune/Step": 8139, "Finetune/Step Time": 6.581912146881223}
{"Finetune/Learning Rate": 9.77260874884392e-06, "Finetune/Loss": 0.5948377251625061, "Finetune/Loss (Raw)": 0.6650147438049316, "Finetune/Step": 8140, "Finetune/Step Time": 6.578236961737275}
{"Finetune/Learning Rate": 9.770532479326031e-06, "Finetune/Loss": 0.5960889458656311, "Finetune/Loss (Raw)": 0.7476301789283752, "Finetune/Step": 8141, "Finetune/Step Time": 6.576794046908617}
{"Finetune/Learning Rate": 9.768456219705413e-06, "Finetune/Loss": 0.5970149636268616, "Finetune/Loss (Raw)": 0.6358798742294312, "Finetune/Step": 8142, "Finetune/Step Time": 6.586154172196984}
{"Finetune/Learning Rate": 9.766379970071613e-06, "Finetune/Loss": 0.5956990718841553, "Finetune/Loss (Raw)": 0.48390671610832214, "Finetune/Step": 8143, "Finetune/Step Time": 6.593991953879595}
{"Finetune/Learning Rate": 9.76430373051419e-06, "Finetune/Loss": 0.59691321849823, "Finetune/Loss (Raw)": 0.6452548503875732, "Finetune/Step": 8144, "Finetune/Step Time": 6.600883750244975}
{"Finetune/Learning Rate": 9.762227501122686e-06, "Finetune/Loss": 0.5962163209915161, "Finetune/Loss (Raw)": 0.5928614735603333, "Finetune/Step": 8145, "Finetune/Step Time": 6.604932675138116}
{"Finetune/Learning Rate": 9.760151281986654e-06, "Finetune/Loss": 0.5959252715110779, "Finetune/Loss (Raw)": 0.5619715452194214, "Finetune/Step": 8146, "Finetune/Step Time": 6.611418165266514}
{"Finetune/Learning Rate": 9.758075073195651e-06, "Finetune/Loss": 0.5959399938583374, "Finetune/Loss (Raw)": 0.675737202167511, "Finetune/Step": 8147, "Finetune/Step Time": 6.624038953334093}
{"Finetune/Learning Rate": 9.755998874839222e-06, "Finetune/Loss": 0.5951813459396362, "Finetune/Loss (Raw)": 0.5926080942153931, "Finetune/Step": 8148, "Finetune/Step Time": 6.63623889349401}
{"Finetune/Learning Rate": 9.753922687006916e-06, "Finetune/Loss": 0.595987856388092, "Finetune/Loss (Raw)": 0.6845846176147461, "Finetune/Step": 8149, "Finetune/Step Time": 6.640353698283434}
{"Finetune/Learning Rate": 9.751846509788288e-06, "Finetune/Loss": 0.595431923866272, "Finetune/Loss (Raw)": 0.5633236765861511, "Finetune/Step": 8150, "Finetune/Step Time": 6.638920629397035}
{"Finetune/Learning Rate": 9.749770343272876e-06, "Finetune/Loss": 0.5942372679710388, "Finetune/Loss (Raw)": 0.5581499934196472, "Finetune/Step": 8151, "Finetune/Step Time": 6.631863959133625}
{"Finetune/Learning Rate": 9.747694187550234e-06, "Finetune/Loss": 0.594748318195343, "Finetune/Loss (Raw)": 0.6783909201622009, "Finetune/Step": 8152, "Finetune/Step Time": 6.626174649223685}
{"Finetune/Learning Rate": 9.745618042709911e-06, "Finetune/Loss": 0.5940020084381104, "Finetune/Loss (Raw)": 0.574374794960022, "Finetune/Step": 8153, "Finetune/Step Time": 6.606300158426166}
{"Finetune/Learning Rate": 9.743541908841451e-06, "Finetune/Loss": 0.5933462381362915, "Finetune/Loss (Raw)": 0.5854793787002563, "Finetune/Step": 8154, "Finetune/Step Time": 6.5994229800999165}
{"Finetune/Learning Rate": 9.741465786034402e-06, "Finetune/Loss": 0.5937265753746033, "Finetune/Loss (Raw)": 0.5835183262825012, "Finetune/Step": 8155, "Finetune/Step Time": 6.591865895316005}
{"Finetune/Learning Rate": 9.73938967437831e-06, "Finetune/Loss": 0.5925452709197998, "Finetune/Loss (Raw)": 0.5290590524673462, "Finetune/Step": 8156, "Finetune/Step Time": 6.616493696346879}
{"Finetune/Learning Rate": 9.737313573962727e-06, "Finetune/Loss": 0.5922620296478271, "Finetune/Loss (Raw)": 0.599948525428772, "Finetune/Step": 8157, "Finetune/Step Time": 6.609011631458998}
{"Finetune/Learning Rate": 9.735237484877188e-06, "Finetune/Loss": 0.5923240184783936, "Finetune/Loss (Raw)": 0.5926817059516907, "Finetune/Step": 8158, "Finetune/Step Time": 6.599723109975457}
{"Finetune/Learning Rate": 9.733161407211242e-06, "Finetune/Loss": 0.5904458165168762, "Finetune/Loss (Raw)": 0.5208765268325806, "Finetune/Step": 8159, "Finetune/Step Time": 6.591289324685931}
{"Finetune/Learning Rate": 9.731085341054431e-06, "Finetune/Loss": 0.5900784730911255, "Finetune/Loss (Raw)": 0.5605406761169434, "Finetune/Step": 8160, "Finetune/Step Time": 6.603865848854184}
{"Finetune/Learning Rate": 9.729009286496303e-06, "Finetune/Loss": 0.5865997076034546, "Finetune/Loss (Raw)": 0.22834692895412445, "Finetune/Step": 8161, "Finetune/Step Time": 6.616787804290652}
{"Finetune/Learning Rate": 9.726933243626402e-06, "Finetune/Loss": 0.5861263275146484, "Finetune/Loss (Raw)": 0.6705511808395386, "Finetune/Step": 8162, "Finetune/Step Time": 6.628958370536566}
{"Finetune/Learning Rate": 9.724857212534266e-06, "Finetune/Loss": 0.5859731435775757, "Finetune/Loss (Raw)": 0.6401183009147644, "Finetune/Step": 8163, "Finetune/Step Time": 6.632301775738597}
{"Finetune/Learning Rate": 9.72278119330944e-06, "Finetune/Loss": 0.5888526439666748, "Finetune/Loss (Raw)": 0.6739000082015991, "Finetune/Step": 8164, "Finetune/Step Time": 6.615948343649507}
{"Finetune/Learning Rate": 9.720705186041463e-06, "Finetune/Loss": 0.5903937220573425, "Finetune/Loss (Raw)": 0.7665104866027832, "Finetune/Step": 8165, "Finetune/Step Time": 6.616168355569243}
{"Finetune/Learning Rate": 9.718629190819879e-06, "Finetune/Loss": 0.5890742540359497, "Finetune/Loss (Raw)": 0.635704755783081, "Finetune/Step": 8166, "Finetune/Step Time": 6.6170085798949}
{"Finetune/Learning Rate": 9.716553207734226e-06, "Finetune/Loss": 0.5898795127868652, "Finetune/Loss (Raw)": 0.6515853404998779, "Finetune/Step": 8167, "Finetune/Step Time": 6.601337626576424}
{"Finetune/Learning Rate": 9.71447723687405e-06, "Finetune/Loss": 0.5890840291976929, "Finetune/Loss (Raw)": 0.6099486947059631, "Finetune/Step": 8168, "Finetune/Step Time": 6.591893821954727}
{"Finetune/Learning Rate": 9.712401278328885e-06, "Finetune/Loss": 0.5906542539596558, "Finetune/Loss (Raw)": 0.740697979927063, "Finetune/Step": 8169, "Finetune/Step Time": 6.59744911827147}
{"Finetune/Learning Rate": 9.710325332188276e-06, "Finetune/Loss": 0.5946938991546631, "Finetune/Loss (Raw)": 0.6896892786026001, "Finetune/Step": 8170, "Finetune/Step Time": 6.577152827754617}
{"Finetune/Learning Rate": 9.708249398541752e-06, "Finetune/Loss": 0.594314455986023, "Finetune/Loss (Raw)": 0.5451033711433411, "Finetune/Step": 8171, "Finetune/Step Time": 6.586140217259526}
{"Finetune/Learning Rate": 9.706173477478857e-06, "Finetune/Loss": 0.5952937602996826, "Finetune/Loss (Raw)": 0.7268631458282471, "Finetune/Step": 8172, "Finetune/Step Time": 6.595586476847529}
{"Finetune/Learning Rate": 9.70409756908913e-06, "Finetune/Loss": 0.5957030057907104, "Finetune/Loss (Raw)": 0.5911051630973816, "Finetune/Step": 8173, "Finetune/Step Time": 6.592757331207395}
{"Finetune/Learning Rate": 9.702021673462105e-06, "Finetune/Loss": 0.5953997373580933, "Finetune/Loss (Raw)": 0.5741428732872009, "Finetune/Step": 8174, "Finetune/Step Time": 6.591362522915006}
{"Finetune/Learning Rate": 9.699945790687318e-06, "Finetune/Loss": 0.5953613519668579, "Finetune/Loss (Raw)": 0.6120656728744507, "Finetune/Step": 8175, "Finetune/Step Time": 6.587512439116836}
{"Finetune/Learning Rate": 9.69786992085431e-06, "Finetune/Loss": 0.5962101817131042, "Finetune/Loss (Raw)": 0.6958203315734863, "Finetune/Step": 8176, "Finetune/Step Time": 6.593317026272416}
{"Finetune/Learning Rate": 9.695794064052611e-06, "Finetune/Loss": 0.5967522859573364, "Finetune/Loss (Raw)": 0.7006412744522095, "Finetune/Step": 8177, "Finetune/Step Time": 6.591701351106167}
{"Finetune/Learning Rate": 9.693718220371756e-06, "Finetune/Loss": 0.5990167260169983, "Finetune/Loss (Raw)": 0.5313239097595215, "Finetune/Step": 8178, "Finetune/Step Time": 6.576800165697932}
{"Finetune/Learning Rate": 9.691642389901282e-06, "Finetune/Loss": 0.5988645553588867, "Finetune/Loss (Raw)": 0.6639841794967651, "Finetune/Step": 8179, "Finetune/Step Time": 6.576654689386487}
{"Finetune/Learning Rate": 9.689566572730719e-06, "Finetune/Loss": 0.5975860357284546, "Finetune/Loss (Raw)": 0.630942702293396, "Finetune/Step": 8180, "Finetune/Step Time": 6.567178105935454}
{"Finetune/Learning Rate": 9.687490768949604e-06, "Finetune/Loss": 0.5967974662780762, "Finetune/Loss (Raw)": 0.6154611706733704, "Finetune/Step": 8181, "Finetune/Step Time": 6.547505114227533}
{"Finetune/Learning Rate": 9.68541497864747e-06, "Finetune/Loss": 0.5959608554840088, "Finetune/Loss (Raw)": 0.6354272961616516, "Finetune/Step": 8182, "Finetune/Step Time": 6.564776286482811}
{"Finetune/Learning Rate": 9.683339201913841e-06, "Finetune/Loss": 0.5970994234085083, "Finetune/Loss (Raw)": 0.6007078886032104, "Finetune/Step": 8183, "Finetune/Step Time": 6.5401443019509315}
{"Finetune/Learning Rate": 9.681263438838258e-06, "Finetune/Loss": 0.5962055921554565, "Finetune/Loss (Raw)": 0.6383474469184875, "Finetune/Step": 8184, "Finetune/Step Time": 6.538044463843107}
{"Finetune/Learning Rate": 9.679187689510245e-06, "Finetune/Loss": 0.5975008010864258, "Finetune/Loss (Raw)": 0.7023904323577881, "Finetune/Step": 8185, "Finetune/Step Time": 6.534309208393097}
{"Finetune/Learning Rate": 9.677111954019332e-06, "Finetune/Loss": 0.5984722375869751, "Finetune/Loss (Raw)": 0.6568290591239929, "Finetune/Step": 8186, "Finetune/Step Time": 6.530657988041639}
{"Finetune/Learning Rate": 9.675036232455053e-06, "Finetune/Loss": 0.5990322232246399, "Finetune/Loss (Raw)": 0.6824505925178528, "Finetune/Step": 8187, "Finetune/Step Time": 6.514498978853226}
{"Finetune/Learning Rate": 9.672960524906935e-06, "Finetune/Loss": 0.6014740467071533, "Finetune/Loss (Raw)": 0.5963504910469055, "Finetune/Step": 8188, "Finetune/Step Time": 6.482880162075162}
{"Finetune/Learning Rate": 9.67088483146451e-06, "Finetune/Loss": 0.6011219024658203, "Finetune/Loss (Raw)": 0.6449655890464783, "Finetune/Step": 8189, "Finetune/Step Time": 6.502451345324516}
{"Finetune/Learning Rate": 9.668809152217298e-06, "Finetune/Loss": 0.6012607216835022, "Finetune/Loss (Raw)": 0.69090336561203, "Finetune/Step": 8190, "Finetune/Step Time": 6.511112546548247}
{"Finetune/Learning Rate": 9.66673348725483e-06, "Finetune/Loss": 0.5975246429443359, "Finetune/Loss (Raw)": 0.18744835257530212, "Finetune/Step": 8191, "Finetune/Step Time": 6.528127513825893}
{"Finetune/Learning Rate": 9.66465783666663e-06, "Finetune/Loss": 0.5983880758285522, "Finetune/Loss (Raw)": 0.7310107350349426, "Finetune/Step": 8192, "Finetune/Step Time": 6.5297643058001995}
{"Finetune/Learning Rate": 9.662582200542228e-06, "Finetune/Loss": 0.5978751182556152, "Finetune/Loss (Raw)": 0.5620320439338684, "Finetune/Step": 8193, "Finetune/Step Time": 6.527062471956015}
{"Finetune/Learning Rate": 9.660506578971148e-06, "Finetune/Loss": 0.5977410078048706, "Finetune/Loss (Raw)": 0.6189547777175903, "Finetune/Step": 8194, "Finetune/Step Time": 6.529415976256132}
{"Finetune/Learning Rate": 9.658430972042917e-06, "Finetune/Loss": 0.5967792272567749, "Finetune/Loss (Raw)": 0.497855007648468, "Finetune/Step": 8195, "Finetune/Step Time": 6.520241836085916}
{"Finetune/Learning Rate": 9.656355379847053e-06, "Finetune/Loss": 0.5973016023635864, "Finetune/Loss (Raw)": 0.6347476243972778, "Finetune/Step": 8196, "Finetune/Step Time": 6.523126291111112}
{"Finetune/Learning Rate": 9.65427980247308e-06, "Finetune/Loss": 0.5986998081207275, "Finetune/Loss (Raw)": 0.7026913166046143, "Finetune/Step": 8197, "Finetune/Step Time": 6.51340202614665}
{"Finetune/Learning Rate": 9.652204240010522e-06, "Finetune/Loss": 0.5956807136535645, "Finetune/Loss (Raw)": 0.2937992811203003, "Finetune/Step": 8198, "Finetune/Step Time": 6.529628997668624}
{"Finetune/Learning Rate": 9.650128692548907e-06, "Finetune/Loss": 0.5972791910171509, "Finetune/Loss (Raw)": 0.7286533117294312, "Finetune/Step": 8199, "Finetune/Step Time": 6.544724512845278}
{"Finetune/Learning Rate": 9.648053160177749e-06, "Finetune/Loss": 0.5987339019775391, "Finetune/Loss (Raw)": 0.7360137104988098, "Finetune/Step": 8200, "Finetune/Step Time": 6.531168799847364}
{"Finetune/Learning Rate": 9.645977642986569e-06, "Finetune/Loss": 0.5987931489944458, "Finetune/Loss (Raw)": 0.6814040541648865, "Finetune/Step": 8201, "Finetune/Step Time": 6.527612371370196}
{"Finetune/Learning Rate": 9.643902141064894e-06, "Finetune/Loss": 0.6003780364990234, "Finetune/Loss (Raw)": 0.7130831480026245, "Finetune/Step": 8202, "Finetune/Step Time": 6.50590661354363}
{"Finetune/Learning Rate": 9.641826654502234e-06, "Finetune/Loss": 0.6004794239997864, "Finetune/Loss (Raw)": 0.6233571171760559, "Finetune/Step": 8203, "Finetune/Step Time": 6.510379791259766}
{"Finetune/Learning Rate": 9.639751183388113e-06, "Finetune/Loss": 0.602851927280426, "Finetune/Loss (Raw)": 0.6140584945678711, "Finetune/Step": 8204, "Finetune/Step Time": 6.5092323534190655}
{"Finetune/Learning Rate": 9.637675727812051e-06, "Finetune/Loss": 0.6018998622894287, "Finetune/Loss (Raw)": 0.5176649689674377, "Finetune/Step": 8205, "Finetune/Step Time": 6.518076764419675}
{"Finetune/Learning Rate": 9.635600287863559e-06, "Finetune/Loss": 0.6010632514953613, "Finetune/Loss (Raw)": 0.5024113655090332, "Finetune/Step": 8206, "Finetune/Step Time": 6.570055356249213}
{"Finetune/Learning Rate": 9.63352486363216e-06, "Finetune/Loss": 0.6012862324714661, "Finetune/Loss (Raw)": 0.616108775138855, "Finetune/Step": 8207, "Finetune/Step Time": 6.584305811673403}
{"Finetune/Learning Rate": 9.631449455207369e-06, "Finetune/Loss": 0.6013034582138062, "Finetune/Loss (Raw)": 0.5693743824958801, "Finetune/Step": 8208, "Finetune/Step Time": 6.590125188231468}
{"Finetune/Learning Rate": 9.629374062678697e-06, "Finetune/Loss": 0.6008602380752563, "Finetune/Loss (Raw)": 0.6019799113273621, "Finetune/Step": 8209, "Finetune/Step Time": 6.590528301894665}
{"Finetune/Learning Rate": 9.627298686135664e-06, "Finetune/Loss": 0.6009891033172607, "Finetune/Loss (Raw)": 0.5678814053535461, "Finetune/Step": 8210, "Finetune/Step Time": 6.600348716601729}
{"Finetune/Learning Rate": 9.62522332566778e-06, "Finetune/Loss": 0.6003051996231079, "Finetune/Loss (Raw)": 0.6390460729598999, "Finetune/Step": 8211, "Finetune/Step Time": 6.598304646089673}
{"Finetune/Learning Rate": 9.62314798136456e-06, "Finetune/Loss": 0.6017943620681763, "Finetune/Loss (Raw)": 0.730167806148529, "Finetune/Step": 8212, "Finetune/Step Time": 6.583967946469784}
{"Finetune/Learning Rate": 9.621072653315515e-06, "Finetune/Loss": 0.6030303239822388, "Finetune/Loss (Raw)": 0.8508632183074951, "Finetune/Step": 8213, "Finetune/Step Time": 6.584605289623141}
{"Finetune/Learning Rate": 9.618997341610162e-06, "Finetune/Loss": 0.6033660769462585, "Finetune/Loss (Raw)": 0.5742471814155579, "Finetune/Step": 8214, "Finetune/Step Time": 6.58495045080781}
{"Finetune/Learning Rate": 9.61692204633801e-06, "Finetune/Loss": 0.6035386323928833, "Finetune/Loss (Raw)": 0.6387429237365723, "Finetune/Step": 8215, "Finetune/Step Time": 6.601380644366145}
{"Finetune/Learning Rate": 9.614846767588566e-06, "Finetune/Loss": 0.6031235456466675, "Finetune/Loss (Raw)": 0.6892833709716797, "Finetune/Step": 8216, "Finetune/Step Time": 6.599071156233549}
{"Finetune/Learning Rate": 9.612771505451342e-06, "Finetune/Loss": 0.6018469333648682, "Finetune/Loss (Raw)": 0.4533662497997284, "Finetune/Step": 8217, "Finetune/Step Time": 6.591122521087527}
{"Finetune/Learning Rate": 9.610696260015845e-06, "Finetune/Loss": 0.601220965385437, "Finetune/Loss (Raw)": 0.615737795829773, "Finetune/Step": 8218, "Finetune/Step Time": 6.570937229320407}
{"Finetune/Learning Rate": 9.608621031371587e-06, "Finetune/Loss": 0.6011993885040283, "Finetune/Loss (Raw)": 0.5508579015731812, "Finetune/Step": 8219, "Finetune/Step Time": 6.590092748403549}
{"Finetune/Learning Rate": 9.606545819608077e-06, "Finetune/Loss": 0.6012462377548218, "Finetune/Loss (Raw)": 0.6448265910148621, "Finetune/Step": 8220, "Finetune/Step Time": 6.584119793027639}
{"Finetune/Learning Rate": 9.60447062481482e-06, "Finetune/Loss": 0.6026855707168579, "Finetune/Loss (Raw)": 0.5386932492256165, "Finetune/Step": 8221, "Finetune/Step Time": 6.575624238699675}
{"Finetune/Learning Rate": 9.602395447081318e-06, "Finetune/Loss": 0.6035809516906738, "Finetune/Loss (Raw)": 0.650827169418335, "Finetune/Step": 8222, "Finetune/Step Time": 6.570041324943304}
{"Finetune/Learning Rate": 9.600320286497078e-06, "Finetune/Loss": 0.602792501449585, "Finetune/Loss (Raw)": 0.5301669239997864, "Finetune/Step": 8223, "Finetune/Step Time": 6.558755427598953}
{"Finetune/Learning Rate": 9.598245143151608e-06, "Finetune/Loss": 0.6029866933822632, "Finetune/Loss (Raw)": 0.5699805617332458, "Finetune/Step": 8224, "Finetune/Step Time": 6.548767566680908}
{"Finetune/Learning Rate": 9.596170017134412e-06, "Finetune/Loss": 0.5996886491775513, "Finetune/Loss (Raw)": 0.24740922451019287, "Finetune/Step": 8225, "Finetune/Step Time": 6.5678503680974245}
{"Finetune/Learning Rate": 9.59409490853499e-06, "Finetune/Loss": 0.5963255167007446, "Finetune/Loss (Raw)": 0.22197777032852173, "Finetune/Step": 8226, "Finetune/Step Time": 6.588957520201802}
{"Finetune/Learning Rate": 9.592019817442848e-06, "Finetune/Loss": 0.5990183353424072, "Finetune/Loss (Raw)": 0.6125649809837341, "Finetune/Step": 8227, "Finetune/Step Time": 6.5865210965275764}
{"Finetune/Learning Rate": 9.589944743947484e-06, "Finetune/Loss": 0.5989388823509216, "Finetune/Loss (Raw)": 0.6186399459838867, "Finetune/Step": 8228, "Finetune/Step Time": 6.601278148591518}
{"Finetune/Learning Rate": 9.5878696881384e-06, "Finetune/Loss": 0.5959340929985046, "Finetune/Loss (Raw)": 0.23897409439086914, "Finetune/Step": 8229, "Finetune/Step Time": 6.61390608176589}
{"Finetune/Learning Rate": 9.585794650105098e-06, "Finetune/Loss": 0.5948708653450012, "Finetune/Loss (Raw)": 0.6065643429756165, "Finetune/Step": 8230, "Finetune/Step Time": 6.611593000590801}
{"Finetune/Learning Rate": 9.583719629937078e-06, "Finetune/Loss": 0.59520024061203, "Finetune/Loss (Raw)": 0.6673229932785034, "Finetune/Step": 8231, "Finetune/Step Time": 6.612802151590586}
{"Finetune/Learning Rate": 9.581644627723832e-06, "Finetune/Loss": 0.5946544408798218, "Finetune/Loss (Raw)": 0.6214641332626343, "Finetune/Step": 8232, "Finetune/Step Time": 6.617039956152439}
{"Finetune/Learning Rate": 9.579569643554867e-06, "Finetune/Loss": 0.5953980088233948, "Finetune/Loss (Raw)": 0.6783374547958374, "Finetune/Step": 8233, "Finetune/Step Time": 6.604552434757352}
{"Finetune/Learning Rate": 9.577494677519677e-06, "Finetune/Loss": 0.5960198044776917, "Finetune/Loss (Raw)": 0.6819486618041992, "Finetune/Step": 8234, "Finetune/Step Time": 6.593860691413283}
{"Finetune/Learning Rate": 9.575419729707754e-06, "Finetune/Loss": 0.5958831310272217, "Finetune/Loss (Raw)": 0.5507039427757263, "Finetune/Step": 8235, "Finetune/Step Time": 6.601713269948959}
{"Finetune/Learning Rate": 9.573344800208599e-06, "Finetune/Loss": 0.5959491729736328, "Finetune/Loss (Raw)": 0.6176209449768066, "Finetune/Step": 8236, "Finetune/Step Time": 6.585128920152783}
{"Finetune/Learning Rate": 9.571269889111702e-06, "Finetune/Loss": 0.5972448587417603, "Finetune/Loss (Raw)": 0.6721681356430054, "Finetune/Step": 8237, "Finetune/Step Time": 6.5941273625940084}
{"Finetune/Learning Rate": 9.56919499650656e-06, "Finetune/Loss": 0.5969890356063843, "Finetune/Loss (Raw)": 0.6381704211235046, "Finetune/Step": 8238, "Finetune/Step Time": 6.610125070437789}
{"Finetune/Learning Rate": 9.567120122482663e-06, "Finetune/Loss": 0.5973900556564331, "Finetune/Loss (Raw)": 0.2974879741668701, "Finetune/Step": 8239, "Finetune/Step Time": 6.609946006909013}
{"Finetune/Learning Rate": 9.565045267129513e-06, "Finetune/Loss": 0.5970190763473511, "Finetune/Loss (Raw)": 0.5714367032051086, "Finetune/Step": 8240, "Finetune/Step Time": 6.635927975177765}
{"Finetune/Learning Rate": 9.562970430536589e-06, "Finetune/Loss": 0.5967392921447754, "Finetune/Loss (Raw)": 0.5302854180335999, "Finetune/Step": 8241, "Finetune/Step Time": 6.637692611664534}
{"Finetune/Learning Rate": 9.560895612793389e-06, "Finetune/Loss": 0.5938037633895874, "Finetune/Loss (Raw)": 0.27006420493125916, "Finetune/Step": 8242, "Finetune/Step Time": 6.657858958467841}
{"Finetune/Learning Rate": 9.5588208139894e-06, "Finetune/Loss": 0.5932474732398987, "Finetune/Loss (Raw)": 0.585956871509552, "Finetune/Step": 8243, "Finetune/Step Time": 6.674955377355218}
{"Finetune/Learning Rate": 9.556746034214112e-06, "Finetune/Loss": 0.589940071105957, "Finetune/Loss (Raw)": 0.20854906737804413, "Finetune/Step": 8244, "Finetune/Step Time": 6.696594517678022}
{"Finetune/Learning Rate": 9.554671273557014e-06, "Finetune/Loss": 0.5902507305145264, "Finetune/Loss (Raw)": 0.5937897562980652, "Finetune/Step": 8245, "Finetune/Step Time": 6.6801274586468935}
{"Finetune/Learning Rate": 9.552596532107591e-06, "Finetune/Loss": 0.5887582898139954, "Finetune/Loss (Raw)": 0.5338758230209351, "Finetune/Step": 8246, "Finetune/Step Time": 6.681656911969185}
{"Finetune/Learning Rate": 9.550521809955337e-06, "Finetune/Loss": 0.5887821912765503, "Finetune/Loss (Raw)": 0.610187828540802, "Finetune/Step": 8247, "Finetune/Step Time": 6.680226614698768}
{"Finetune/Learning Rate": 9.54844710718973e-06, "Finetune/Loss": 0.5892913341522217, "Finetune/Loss (Raw)": 0.6249400973320007, "Finetune/Step": 8248, "Finetune/Step Time": 6.678127991035581}
{"Finetune/Learning Rate": 9.546372423900253e-06, "Finetune/Loss": 0.5892037153244019, "Finetune/Loss (Raw)": 0.5571760535240173, "Finetune/Step": 8249, "Finetune/Step Time": 6.694158980622888}
{"Finetune/Learning Rate": 9.544297760176396e-06, "Finetune/Loss": 0.587443470954895, "Finetune/Loss (Raw)": 0.335643470287323, "Finetune/Step": 8250, "Finetune/Step Time": 6.708800695836544}
{"Finetune/Learning Rate": 9.542223116107642e-06, "Finetune/Loss": 0.5864930152893066, "Finetune/Loss (Raw)": 0.5763344168663025, "Finetune/Step": 8251, "Finetune/Step Time": 6.6940470691770315}
{"Finetune/Learning Rate": 9.540148491783472e-06, "Finetune/Loss": 0.5861038565635681, "Finetune/Loss (Raw)": 0.6117077469825745, "Finetune/Step": 8252, "Finetune/Step Time": 6.701703643426299}
{"Finetune/Learning Rate": 9.53807388729337e-06, "Finetune/Loss": 0.5837939977645874, "Finetune/Loss (Raw)": 0.3676678240299225, "Finetune/Step": 8253, "Finetune/Step Time": 6.719195168465376}
{"Finetune/Learning Rate": 9.535999302726811e-06, "Finetune/Loss": 0.5844155550003052, "Finetune/Loss (Raw)": 0.6308208107948303, "Finetune/Step": 8254, "Finetune/Step Time": 6.720602000132203}
{"Finetune/Learning Rate": 9.533924738173278e-06, "Finetune/Loss": 0.583790123462677, "Finetune/Loss (Raw)": 0.6231787204742432, "Finetune/Step": 8255, "Finetune/Step Time": 6.7253000140190125}
{"Finetune/Learning Rate": 9.531850193722252e-06, "Finetune/Loss": 0.5839282870292664, "Finetune/Loss (Raw)": 0.6879291534423828, "Finetune/Step": 8256, "Finetune/Step Time": 6.719661032781005}
{"Finetune/Learning Rate": 9.529775669463206e-06, "Finetune/Loss": 0.5840709209442139, "Finetune/Loss (Raw)": 0.5748019814491272, "Finetune/Step": 8257, "Finetune/Step Time": 6.725763468071818}
{"Finetune/Learning Rate": 9.527701165485623e-06, "Finetune/Loss": 0.5872638821601868, "Finetune/Loss (Raw)": 0.6271836757659912, "Finetune/Step": 8258, "Finetune/Step Time": 6.708969842642546}
{"Finetune/Learning Rate": 9.525626681878975e-06, "Finetune/Loss": 0.5884537696838379, "Finetune/Loss (Raw)": 0.6284179091453552, "Finetune/Step": 8259, "Finetune/Step Time": 6.691004952415824}
{"Finetune/Learning Rate": 9.523552218732745e-06, "Finetune/Loss": 0.5897442102432251, "Finetune/Loss (Raw)": 0.7045679092407227, "Finetune/Step": 8260, "Finetune/Step Time": 6.6663748472929}
{"Finetune/Learning Rate": 9.521477776136397e-06, "Finetune/Loss": 0.5896320343017578, "Finetune/Loss (Raw)": 0.5589280724525452, "Finetune/Step": 8261, "Finetune/Step Time": 6.6477959752082825}
{"Finetune/Learning Rate": 9.519403354179413e-06, "Finetune/Loss": 0.590360701084137, "Finetune/Loss (Raw)": 0.6206312775611877, "Finetune/Step": 8262, "Finetune/Step Time": 6.667357686907053}
{"Finetune/Learning Rate": 9.517328952951259e-06, "Finetune/Loss": 0.5913299322128296, "Finetune/Loss (Raw)": 0.6206784248352051, "Finetune/Step": 8263, "Finetune/Step Time": 6.659972341731191}
{"Finetune/Learning Rate": 9.515254572541412e-06, "Finetune/Loss": 0.5881990194320679, "Finetune/Loss (Raw)": 0.23671114444732666, "Finetune/Step": 8264, "Finetune/Step Time": 6.67699614726007}
{"Finetune/Learning Rate": 9.51318021303934e-06, "Finetune/Loss": 0.5888843536376953, "Finetune/Loss (Raw)": 0.659864068031311, "Finetune/Step": 8265, "Finetune/Step Time": 6.6715914979577065}
{"Finetune/Learning Rate": 9.51110587453452e-06, "Finetune/Loss": 0.589060366153717, "Finetune/Loss (Raw)": 0.5953783392906189, "Finetune/Step": 8266, "Finetune/Step Time": 6.683944119140506}
{"Finetune/Learning Rate": 9.509031557116414e-06, "Finetune/Loss": 0.5893239974975586, "Finetune/Loss (Raw)": 0.6633951663970947, "Finetune/Step": 8267, "Finetune/Step Time": 6.681443426758051}
{"Finetune/Learning Rate": 9.506957260874489e-06, "Finetune/Loss": 0.5890982151031494, "Finetune/Loss (Raw)": 0.6361226439476013, "Finetune/Step": 8268, "Finetune/Step Time": 6.69355314783752}
{"Finetune/Learning Rate": 9.504882985898216e-06, "Finetune/Loss": 0.5876697301864624, "Finetune/Loss (Raw)": 0.5647789835929871, "Finetune/Step": 8269, "Finetune/Step Time": 6.702519875019789}
{"Finetune/Learning Rate": 9.502808732277063e-06, "Finetune/Loss": 0.5875908732414246, "Finetune/Loss (Raw)": 0.6257938742637634, "Finetune/Step": 8270, "Finetune/Step Time": 6.6907443553209305}
{"Finetune/Learning Rate": 9.500734500100495e-06, "Finetune/Loss": 0.588764488697052, "Finetune/Loss (Raw)": 0.6341243982315063, "Finetune/Step": 8271, "Finetune/Step Time": 6.6994213573634624}
{"Finetune/Learning Rate": 9.498660289457973e-06, "Finetune/Loss": 0.5888285636901855, "Finetune/Loss (Raw)": 0.6534573435783386, "Finetune/Step": 8272, "Finetune/Step Time": 6.697443958371878}
{"Finetune/Learning Rate": 9.496586100438966e-06, "Finetune/Loss": 0.5884131789207458, "Finetune/Loss (Raw)": 0.5396921038627625, "Finetune/Step": 8273, "Finetune/Step Time": 6.711755782365799}
{"Finetune/Learning Rate": 9.494511933132932e-06, "Finetune/Loss": 0.5882967710494995, "Finetune/Loss (Raw)": 0.547073245048523, "Finetune/Step": 8274, "Finetune/Step Time": 6.711816463619471}
{"Finetune/Learning Rate": 9.492437787629334e-06, "Finetune/Loss": 0.5880256295204163, "Finetune/Loss (Raw)": 0.6410295963287354, "Finetune/Step": 8275, "Finetune/Step Time": 6.712406301870942}
{"Finetune/Learning Rate": 9.490363664017634e-06, "Finetune/Loss": 0.5881163477897644, "Finetune/Loss (Raw)": 0.6042157411575317, "Finetune/Step": 8276, "Finetune/Step Time": 6.7020023465156555}
{"Finetune/Learning Rate": 9.488289562387293e-06, "Finetune/Loss": 0.5846487879753113, "Finetune/Loss (Raw)": 0.24073779582977295, "Finetune/Step": 8277, "Finetune/Step Time": 6.716003818437457}
{"Finetune/Learning Rate": 9.486215482827769e-06, "Finetune/Loss": 0.5838532447814941, "Finetune/Loss (Raw)": 0.4614991545677185, "Finetune/Step": 8278, "Finetune/Step Time": 6.732533093541861}
{"Finetune/Learning Rate": 9.484141425428522e-06, "Finetune/Loss": 0.5841362476348877, "Finetune/Loss (Raw)": 0.5943654775619507, "Finetune/Step": 8279, "Finetune/Step Time": 6.7420332711189985}
{"Finetune/Learning Rate": 9.482067390279004e-06, "Finetune/Loss": 0.5835939049720764, "Finetune/Loss (Raw)": 0.6089757680892944, "Finetune/Step": 8280, "Finetune/Step Time": 6.7425670977681875}
{"Finetune/Learning Rate": 9.479993377468674e-06, "Finetune/Loss": 0.5829775333404541, "Finetune/Loss (Raw)": 0.4954795837402344, "Finetune/Step": 8281, "Finetune/Step Time": 6.75026473402977}
{"Finetune/Learning Rate": 9.477919387086989e-06, "Finetune/Loss": 0.5839107036590576, "Finetune/Loss (Raw)": 0.7049265503883362, "Finetune/Step": 8282, "Finetune/Step Time": 6.75412941724062}
{"Finetune/Learning Rate": 9.475845419223399e-06, "Finetune/Loss": 0.5835224390029907, "Finetune/Loss (Raw)": 0.5338255763053894, "Finetune/Step": 8283, "Finetune/Step Time": 6.751911988481879}
{"Finetune/Learning Rate": 9.47377147396736e-06, "Finetune/Loss": 0.5843960046768188, "Finetune/Loss (Raw)": 0.6408695578575134, "Finetune/Step": 8284, "Finetune/Step Time": 6.732004100456834}
{"Finetune/Learning Rate": 9.471697551408328e-06, "Finetune/Loss": 0.5838817358016968, "Finetune/Loss (Raw)": 0.5341249704360962, "Finetune/Step": 8285, "Finetune/Step Time": 6.738826908171177}
{"Finetune/Learning Rate": 9.469623651635748e-06, "Finetune/Loss": 0.5839186906814575, "Finetune/Loss (Raw)": 0.5974178314208984, "Finetune/Step": 8286, "Finetune/Step Time": 6.734140453860164}
{"Finetune/Learning Rate": 9.467549774739071e-06, "Finetune/Loss": 0.5857645273208618, "Finetune/Loss (Raw)": 0.7571393251419067, "Finetune/Step": 8287, "Finetune/Step Time": 6.734997784718871}
{"Finetune/Learning Rate": 9.465475920807751e-06, "Finetune/Loss": 0.5862659215927124, "Finetune/Loss (Raw)": 0.624718427658081, "Finetune/Step": 8288, "Finetune/Step Time": 6.740173988044262}
{"Finetune/Learning Rate": 9.46340208993123e-06, "Finetune/Loss": 0.5891993641853333, "Finetune/Loss (Raw)": 0.6038273572921753, "Finetune/Step": 8289, "Finetune/Step Time": 6.720073040574789}
{"Finetune/Learning Rate": 9.461328282198959e-06, "Finetune/Loss": 0.5883660912513733, "Finetune/Loss (Raw)": 0.5638959407806396, "Finetune/Step": 8290, "Finetune/Step Time": 6.70838126167655}
{"Finetune/Learning Rate": 9.459254497700385e-06, "Finetune/Loss": 0.5876611471176147, "Finetune/Loss (Raw)": 0.5498764514923096, "Finetune/Step": 8291, "Finetune/Step Time": 6.70349595323205}
{"Finetune/Learning Rate": 9.457180736524957e-06, "Finetune/Loss": 0.5874350070953369, "Finetune/Loss (Raw)": 0.6449511051177979, "Finetune/Step": 8292, "Finetune/Step Time": 6.707110296934843}
{"Finetune/Learning Rate": 9.455106998762112e-06, "Finetune/Loss": 0.5861948728561401, "Finetune/Loss (Raw)": 0.6077736616134644, "Finetune/Step": 8293, "Finetune/Step Time": 6.707169286906719}
{"Finetune/Learning Rate": 9.453033284501294e-06, "Finetune/Loss": 0.5864547491073608, "Finetune/Loss (Raw)": 0.6689780950546265, "Finetune/Step": 8294, "Finetune/Step Time": 6.7142387349158525}
{"Finetune/Learning Rate": 9.450959593831947e-06, "Finetune/Loss": 0.5868544578552246, "Finetune/Loss (Raw)": 0.7027480602264404, "Finetune/Step": 8295, "Finetune/Step Time": 6.721561975777149}
{"Finetune/Learning Rate": 9.448885926843515e-06, "Finetune/Loss": 0.5870327949523926, "Finetune/Loss (Raw)": 0.6327731609344482, "Finetune/Step": 8296, "Finetune/Step Time": 6.729136247187853}
{"Finetune/Learning Rate": 9.446812283625435e-06, "Finetune/Loss": 0.585492730140686, "Finetune/Loss (Raw)": 0.5435750484466553, "Finetune/Step": 8297, "Finetune/Step Time": 6.725496906787157}
{"Finetune/Learning Rate": 9.444738664267147e-06, "Finetune/Loss": 0.5852574110031128, "Finetune/Loss (Raw)": 0.6595603227615356, "Finetune/Step": 8298, "Finetune/Step Time": 6.730161963030696}
{"Finetune/Learning Rate": 9.442665068858093e-06, "Finetune/Loss": 0.5863584280014038, "Finetune/Loss (Raw)": 0.6860378384590149, "Finetune/Step": 8299, "Finetune/Step Time": 6.721211103722453}
{"Finetune/Learning Rate": 9.440591497487703e-06, "Finetune/Loss": 0.5862318277359009, "Finetune/Loss (Raw)": 0.7106557488441467, "Finetune/Step": 8300, "Finetune/Step Time": 6.707250053063035}
{"Finetune/Learning Rate": 9.438517950245416e-06, "Finetune/Loss": 0.5866025686264038, "Finetune/Loss (Raw)": 0.6385635733604431, "Finetune/Step": 8301, "Finetune/Step Time": 6.697580711916089}
{"Finetune/Learning Rate": 9.436444427220668e-06, "Finetune/Loss": 0.586990237236023, "Finetune/Loss (Raw)": 0.6237643361091614, "Finetune/Step": 8302, "Finetune/Step Time": 6.6997803039848804}
{"Finetune/Learning Rate": 9.434370928502896e-06, "Finetune/Loss": 0.5871800780296326, "Finetune/Loss (Raw)": 0.6363657712936401, "Finetune/Step": 8303, "Finetune/Step Time": 6.711588183417916}
{"Finetune/Learning Rate": 9.432297454181526e-06, "Finetune/Loss": 0.586974561214447, "Finetune/Loss (Raw)": 0.6695119142532349, "Finetune/Step": 8304, "Finetune/Step Time": 6.693057557567954}
{"Finetune/Learning Rate": 9.430224004346e-06, "Finetune/Loss": 0.5859435796737671, "Finetune/Loss (Raw)": 0.5686774849891663, "Finetune/Step": 8305, "Finetune/Step Time": 6.706300530582666}
{"Finetune/Learning Rate": 9.428150579085739e-06, "Finetune/Loss": 0.5838204622268677, "Finetune/Loss (Raw)": 0.25956663489341736, "Finetune/Step": 8306, "Finetune/Step Time": 6.708658553659916}
{"Finetune/Learning Rate": 9.426077178490176e-06, "Finetune/Loss": 0.583179235458374, "Finetune/Loss (Raw)": 0.581899106502533, "Finetune/Step": 8307, "Finetune/Step Time": 6.708255929872394}
{"Finetune/Learning Rate": 9.424003802648742e-06, "Finetune/Loss": 0.5828925371170044, "Finetune/Loss (Raw)": 0.5942507386207581, "Finetune/Step": 8308, "Finetune/Step Time": 6.707067435607314}
{"Finetune/Learning Rate": 9.421930451650862e-06, "Finetune/Loss": 0.5827674865722656, "Finetune/Loss (Raw)": 0.599449098110199, "Finetune/Step": 8309, "Finetune/Step Time": 6.7035117875784636}
{"Finetune/Learning Rate": 9.419857125585963e-06, "Finetune/Loss": 0.582454264163971, "Finetune/Loss (Raw)": 0.5953349471092224, "Finetune/Step": 8310, "Finetune/Step Time": 6.679043874144554}
{"Finetune/Learning Rate": 9.417783824543477e-06, "Finetune/Loss": 0.5819674134254456, "Finetune/Loss (Raw)": 0.5383949279785156, "Finetune/Step": 8311, "Finetune/Step Time": 6.6809159610420465}
{"Finetune/Learning Rate": 9.415710548612819e-06, "Finetune/Loss": 0.5785871744155884, "Finetune/Loss (Raw)": 0.20568059384822845, "Finetune/Step": 8312, "Finetune/Step Time": 6.699656520038843}
{"Finetune/Learning Rate": 9.413637297883416e-06, "Finetune/Loss": 0.5781898498535156, "Finetune/Loss (Raw)": 0.6515321135520935, "Finetune/Step": 8313, "Finetune/Step Time": 6.717948611825705}
{"Finetune/Learning Rate": 9.411564072444691e-06, "Finetune/Loss": 0.5784405469894409, "Finetune/Loss (Raw)": 0.6889111399650574, "Finetune/Step": 8314, "Finetune/Step Time": 6.718905849382281}
{"Finetune/Learning Rate": 9.409490872386064e-06, "Finetune/Loss": 0.5781742930412292, "Finetune/Loss (Raw)": 0.6483752131462097, "Finetune/Step": 8315, "Finetune/Step Time": 6.712323896586895}
{"Finetune/Learning Rate": 9.407417697796957e-06, "Finetune/Loss": 0.5754879713058472, "Finetune/Loss (Raw)": 0.25249841809272766, "Finetune/Step": 8316, "Finetune/Step Time": 6.731680145487189}
{"Finetune/Learning Rate": 9.40534454876679e-06, "Finetune/Loss": 0.5749369263648987, "Finetune/Loss (Raw)": 0.5744355916976929, "Finetune/Step": 8317, "Finetune/Step Time": 6.716406024992466}
{"Finetune/Learning Rate": 9.403271425384978e-06, "Finetune/Loss": 0.5740164518356323, "Finetune/Loss (Raw)": 0.5730777382850647, "Finetune/Step": 8318, "Finetune/Step Time": 6.715651633217931}
{"Finetune/Learning Rate": 9.40119832774094e-06, "Finetune/Loss": 0.5771554708480835, "Finetune/Loss (Raw)": 0.5892441272735596, "Finetune/Step": 8319, "Finetune/Step Time": 6.700529903173447}
{"Finetune/Learning Rate": 9.39912525592409e-06, "Finetune/Loss": 0.5770114660263062, "Finetune/Loss (Raw)": 0.7125751376152039, "Finetune/Step": 8320, "Finetune/Step Time": 6.701440064236522}
{"Finetune/Learning Rate": 9.397052210023841e-06, "Finetune/Loss": 0.5775092840194702, "Finetune/Loss (Raw)": 0.6257595419883728, "Finetune/Step": 8321, "Finetune/Step Time": 6.696365650743246}
{"Finetune/Learning Rate": 9.394979190129608e-06, "Finetune/Loss": 0.5780301690101624, "Finetune/Loss (Raw)": 0.6856244206428528, "Finetune/Step": 8322, "Finetune/Step Time": 6.693316362798214}
{"Finetune/Learning Rate": 9.392906196330808e-06, "Finetune/Loss": 0.5795211791992188, "Finetune/Loss (Raw)": 0.6887096762657166, "Finetune/Step": 8323, "Finetune/Step Time": 6.694546367973089}
{"Finetune/Learning Rate": 9.390833228716848e-06, "Finetune/Loss": 0.5791792273521423, "Finetune/Loss (Raw)": 0.5909729599952698, "Finetune/Step": 8324, "Finetune/Step Time": 6.684191280975938}
{"Finetune/Learning Rate": 9.388760287377138e-06, "Finetune/Loss": 0.5792416930198669, "Finetune/Loss (Raw)": 0.7106857299804688, "Finetune/Step": 8325, "Finetune/Step Time": 6.67812705039978}
{"Finetune/Learning Rate": 9.386687372401087e-06, "Finetune/Loss": 0.5806441307067871, "Finetune/Loss (Raw)": 0.47330811619758606, "Finetune/Step": 8326, "Finetune/Step Time": 6.65553099475801}
{"Finetune/Learning Rate": 9.384614483878101e-06, "Finetune/Loss": 0.5805392861366272, "Finetune/Loss (Raw)": 0.7152382731437683, "Finetune/Step": 8327, "Finetune/Step Time": 6.639627607539296}
{"Finetune/Learning Rate": 9.382541621897591e-06, "Finetune/Loss": 0.5802316665649414, "Finetune/Loss (Raw)": 0.6966434717178345, "Finetune/Step": 8328, "Finetune/Step Time": 6.6449047438800335}
{"Finetune/Learning Rate": 9.380468786548959e-06, "Finetune/Loss": 0.5804446935653687, "Finetune/Loss (Raw)": 0.7086656093597412, "Finetune/Step": 8329, "Finetune/Step Time": 6.642375690862536}
{"Finetune/Learning Rate": 9.378395977921612e-06, "Finetune/Loss": 0.5796706676483154, "Finetune/Loss (Raw)": 0.6140093803405762, "Finetune/Step": 8330, "Finetune/Step Time": 6.632385542616248}
{"Finetune/Learning Rate": 9.376323196104956e-06, "Finetune/Loss": 0.5797075033187866, "Finetune/Loss (Raw)": 0.6280725002288818, "Finetune/Step": 8331, "Finetune/Step Time": 6.632994424551725}
{"Finetune/Learning Rate": 9.374250441188386e-06, "Finetune/Loss": 0.5796447992324829, "Finetune/Loss (Raw)": 0.6060330271720886, "Finetune/Step": 8332, "Finetune/Step Time": 6.611662179231644}
{"Finetune/Learning Rate": 9.372177713261305e-06, "Finetune/Loss": 0.5795473456382751, "Finetune/Loss (Raw)": 0.5051855444908142, "Finetune/Step": 8333, "Finetune/Step Time": 6.6186544224619865}
{"Finetune/Learning Rate": 9.370105012413116e-06, "Finetune/Loss": 0.5810682773590088, "Finetune/Loss (Raw)": 0.697093665599823, "Finetune/Step": 8334, "Finetune/Step Time": 6.571110345423222}
{"Finetune/Learning Rate": 9.368032338733212e-06, "Finetune/Loss": 0.5806747674942017, "Finetune/Loss (Raw)": 0.5657444000244141, "Finetune/Step": 8335, "Finetune/Step Time": 6.569876827299595}
{"Finetune/Learning Rate": 9.365959692310998e-06, "Finetune/Loss": 0.5810246467590332, "Finetune/Loss (Raw)": 0.6141529083251953, "Finetune/Step": 8336, "Finetune/Step Time": 6.554640667513013}
{"Finetune/Learning Rate": 9.363887073235868e-06, "Finetune/Loss": 0.5815657377243042, "Finetune/Loss (Raw)": 0.6712453365325928, "Finetune/Step": 8337, "Finetune/Step Time": 6.552323775365949}
{"Finetune/Learning Rate": 9.361814481597212e-06, "Finetune/Loss": 0.5823537707328796, "Finetune/Loss (Raw)": 0.6687445044517517, "Finetune/Step": 8338, "Finetune/Step Time": 6.547447223216295}
{"Finetune/Learning Rate": 9.359741917484428e-06, "Finetune/Loss": 0.5820404291152954, "Finetune/Loss (Raw)": 0.5989316701889038, "Finetune/Step": 8339, "Finetune/Step Time": 6.5640133284032345}
{"Finetune/Learning Rate": 9.357669380986907e-06, "Finetune/Loss": 0.5808925628662109, "Finetune/Loss (Raw)": 0.5832447409629822, "Finetune/Step": 8340, "Finetune/Step Time": 6.571915656328201}
{"Finetune/Learning Rate": 9.355596872194042e-06, "Finetune/Loss": 0.5796072483062744, "Finetune/Loss (Raw)": 0.6863468885421753, "Finetune/Step": 8341, "Finetune/Step Time": 6.589360045269132}
{"Finetune/Learning Rate": 9.353524391195223e-06, "Finetune/Loss": 0.5798946022987366, "Finetune/Loss (Raw)": 0.6110237836837769, "Finetune/Step": 8342, "Finetune/Step Time": 6.597155766561627}
{"Finetune/Learning Rate": 9.351451938079842e-06, "Finetune/Loss": 0.5800438523292542, "Finetune/Loss (Raw)": 0.6578493118286133, "Finetune/Step": 8343, "Finetune/Step Time": 6.581884514540434}
{"Finetune/Learning Rate": 9.34937951293728e-06, "Finetune/Loss": 0.5803173780441284, "Finetune/Loss (Raw)": 0.7242960333824158, "Finetune/Step": 8344, "Finetune/Step Time": 6.58218165487051}
{"Finetune/Learning Rate": 9.34730711585693e-06, "Finetune/Loss": 0.5813907384872437, "Finetune/Loss (Raw)": 0.5907605290412903, "Finetune/Step": 8345, "Finetune/Step Time": 6.584623731672764}
{"Finetune/Learning Rate": 9.345234746928172e-06, "Finetune/Loss": 0.5811312794685364, "Finetune/Loss (Raw)": 0.5825219750404358, "Finetune/Step": 8346, "Finetune/Step Time": 6.584288734942675}
{"Finetune/Learning Rate": 9.343162406240395e-06, "Finetune/Loss": 0.5818171501159668, "Finetune/Loss (Raw)": 0.6386511921882629, "Finetune/Step": 8347, "Finetune/Step Time": 6.561016337946057}
{"Finetune/Learning Rate": 9.341090093882979e-06, "Finetune/Loss": 0.5810371041297913, "Finetune/Loss (Raw)": 0.5449790954589844, "Finetune/Step": 8348, "Finetune/Step Time": 6.5739116463810205}
{"Finetune/Learning Rate": 9.339017809945311e-06, "Finetune/Loss": 0.5815850496292114, "Finetune/Loss (Raw)": 0.6088342666625977, "Finetune/Step": 8349, "Finetune/Step Time": 6.580591564998031}
{"Finetune/Learning Rate": 9.336945554516768e-06, "Finetune/Loss": 0.5818725824356079, "Finetune/Loss (Raw)": 0.6876296401023865, "Finetune/Step": 8350, "Finetune/Step Time": 6.584718178957701}
{"Finetune/Learning Rate": 9.334873327686729e-06, "Finetune/Loss": 0.5820245146751404, "Finetune/Loss (Raw)": 0.5496123433113098, "Finetune/Step": 8351, "Finetune/Step Time": 6.603215964511037}
{"Finetune/Learning Rate": 9.33280112954457e-06, "Finetune/Loss": 0.5828058123588562, "Finetune/Loss (Raw)": 0.6699868440628052, "Finetune/Step": 8352, "Finetune/Step Time": 6.611683506518602}
{"Finetune/Learning Rate": 9.33072896017967e-06, "Finetune/Loss": 0.585452675819397, "Finetune/Loss (Raw)": 0.5862129330635071, "Finetune/Step": 8353, "Finetune/Step Time": 6.596871783956885}
{"Finetune/Learning Rate": 9.328656819681407e-06, "Finetune/Loss": 0.5889962315559387, "Finetune/Loss (Raw)": 0.6755544543266296, "Finetune/Step": 8354, "Finetune/Step Time": 6.576690770685673}
{"Finetune/Learning Rate": 9.326584708139152e-06, "Finetune/Loss": 0.5886593461036682, "Finetune/Loss (Raw)": 0.5694342255592346, "Finetune/Step": 8355, "Finetune/Step Time": 6.566102733835578}
{"Finetune/Learning Rate": 9.324512625642285e-06, "Finetune/Loss": 0.5885070562362671, "Finetune/Loss (Raw)": 0.5991543531417847, "Finetune/Step": 8356, "Finetune/Step Time": 6.549477810040116}
{"Finetune/Learning Rate": 9.322440572280167e-06, "Finetune/Loss": 0.5918166041374207, "Finetune/Loss (Raw)": 0.6625936627388, "Finetune/Step": 8357, "Finetune/Step Time": 6.5267911199480295}
{"Finetune/Learning Rate": 9.320368548142175e-06, "Finetune/Loss": 0.5921584963798523, "Finetune/Loss (Raw)": 0.65032559633255, "Finetune/Step": 8358, "Finetune/Step Time": 6.525476640090346}
{"Finetune/Learning Rate": 9.318296553317679e-06, "Finetune/Loss": 0.5920422077178955, "Finetune/Loss (Raw)": 0.652431309223175, "Finetune/Step": 8359, "Finetune/Step Time": 6.542067501693964}
{"Finetune/Learning Rate": 9.316224587896046e-06, "Finetune/Loss": 0.5914623141288757, "Finetune/Loss (Raw)": 0.5472423434257507, "Finetune/Step": 8360, "Finetune/Step Time": 6.56042080745101}
{"Finetune/Learning Rate": 9.314152651966643e-06, "Finetune/Loss": 0.5908375978469849, "Finetune/Loss (Raw)": 0.5983709096908569, "Finetune/Step": 8361, "Finetune/Step Time": 6.568985804915428}
{"Finetune/Learning Rate": 9.312080745618833e-06, "Finetune/Loss": 0.5903775691986084, "Finetune/Loss (Raw)": 0.6230714321136475, "Finetune/Step": 8362, "Finetune/Step Time": 6.570750646293163}
{"Finetune/Learning Rate": 9.310008868941989e-06, "Finetune/Loss": 0.5900170207023621, "Finetune/Loss (Raw)": 0.504548966884613, "Finetune/Step": 8363, "Finetune/Step Time": 6.5680405255407095}
{"Finetune/Learning Rate": 9.307937022025463e-06, "Finetune/Loss": 0.589599072933197, "Finetune/Loss (Raw)": 0.5641255974769592, "Finetune/Step": 8364, "Finetune/Step Time": 6.573796357959509}
{"Finetune/Learning Rate": 9.305865204958623e-06, "Finetune/Loss": 0.5903148651123047, "Finetune/Loss (Raw)": 0.7637866139411926, "Finetune/Step": 8365, "Finetune/Step Time": 6.5570955742150545}
{"Finetune/Learning Rate": 9.303793417830827e-06, "Finetune/Loss": 0.5896875262260437, "Finetune/Loss (Raw)": 0.5578755736351013, "Finetune/Step": 8366, "Finetune/Step Time": 6.544542441144586}
{"Finetune/Learning Rate": 9.301721660731435e-06, "Finetune/Loss": 0.5926816463470459, "Finetune/Loss (Raw)": 0.6807268857955933, "Finetune/Step": 8367, "Finetune/Step Time": 6.52902297116816}
{"Finetune/Learning Rate": 9.299649933749806e-06, "Finetune/Loss": 0.5929679870605469, "Finetune/Loss (Raw)": 0.6080896854400635, "Finetune/Step": 8368, "Finetune/Step Time": 6.504593417048454}
{"Finetune/Learning Rate": 9.297578236975299e-06, "Finetune/Loss": 0.5932832956314087, "Finetune/Loss (Raw)": 0.5706576704978943, "Finetune/Step": 8369, "Finetune/Step Time": 6.521292649209499}
{"Finetune/Learning Rate": 9.295506570497262e-06, "Finetune/Loss": 0.5946564674377441, "Finetune/Loss (Raw)": 0.44582781195640564, "Finetune/Step": 8370, "Finetune/Step Time": 6.5040871091187}
{"Finetune/Learning Rate": 9.293434934405056e-06, "Finetune/Loss": 0.5944597721099854, "Finetune/Loss (Raw)": 0.5607715845108032, "Finetune/Step": 8371, "Finetune/Step Time": 6.519885731860995}
{"Finetune/Learning Rate": 9.291363328788028e-06, "Finetune/Loss": 0.5967654585838318, "Finetune/Loss (Raw)": 0.5036787390708923, "Finetune/Step": 8372, "Finetune/Step Time": 6.516608394682407}
{"Finetune/Learning Rate": 9.289291753735532e-06, "Finetune/Loss": 0.59796142578125, "Finetune/Loss (Raw)": 0.7468774914741516, "Finetune/Step": 8373, "Finetune/Step Time": 6.512307621538639}
{"Finetune/Learning Rate": 9.287220209336918e-06, "Finetune/Loss": 0.5984179973602295, "Finetune/Loss (Raw)": 0.592315137386322, "Finetune/Step": 8374, "Finetune/Step Time": 6.5070936270058155}
{"Finetune/Learning Rate": 9.28514869568154e-06, "Finetune/Loss": 0.5990800857543945, "Finetune/Loss (Raw)": 0.6949281096458435, "Finetune/Step": 8375, "Finetune/Step Time": 6.518567498773336}
{"Finetune/Learning Rate": 9.283077212858739e-06, "Finetune/Loss": 0.5981705188751221, "Finetune/Loss (Raw)": 0.5085169076919556, "Finetune/Step": 8376, "Finetune/Step Time": 6.527160914614797}
{"Finetune/Learning Rate": 9.281005760957859e-06, "Finetune/Loss": 0.5980716943740845, "Finetune/Loss (Raw)": 0.5445327758789062, "Finetune/Step": 8377, "Finetune/Step Time": 6.524961732327938}
{"Finetune/Learning Rate": 9.278934340068248e-06, "Finetune/Loss": 0.600275993347168, "Finetune/Loss (Raw)": 0.6177944540977478, "Finetune/Step": 8378, "Finetune/Step Time": 6.512957684695721}
{"Finetune/Learning Rate": 9.27686295027925e-06, "Finetune/Loss": 0.6008392572402954, "Finetune/Loss (Raw)": 0.6484337449073792, "Finetune/Step": 8379, "Finetune/Step Time": 6.5155519135296345}
{"Finetune/Learning Rate": 9.274791591680208e-06, "Finetune/Loss": 0.6002692580223083, "Finetune/Loss (Raw)": 0.5387416481971741, "Finetune/Step": 8380, "Finetune/Step Time": 6.53470372967422}
{"Finetune/Learning Rate": 9.272720264360462e-06, "Finetune/Loss": 0.6015496253967285, "Finetune/Loss (Raw)": 0.531560480594635, "Finetune/Step": 8381, "Finetune/Step Time": 6.5340477880090475}
{"Finetune/Learning Rate": 9.270648968409352e-06, "Finetune/Loss": 0.602127194404602, "Finetune/Loss (Raw)": 0.7047497034072876, "Finetune/Step": 8382, "Finetune/Step Time": 6.538259645923972}
{"Finetune/Learning Rate": 9.268577703916212e-06, "Finetune/Loss": 0.6017323732376099, "Finetune/Loss (Raw)": 0.5726335644721985, "Finetune/Step": 8383, "Finetune/Step Time": 6.538263136520982}
{"Finetune/Learning Rate": 9.26650647097038e-06, "Finetune/Loss": 0.6016943454742432, "Finetune/Loss (Raw)": 0.6830606460571289, "Finetune/Step": 8384, "Finetune/Step Time": 6.548989789560437}
{"Finetune/Learning Rate": 9.264435269661194e-06, "Finetune/Loss": 0.6021140813827515, "Finetune/Loss (Raw)": 0.6285387277603149, "Finetune/Step": 8385, "Finetune/Step Time": 6.54045545309782}
{"Finetune/Learning Rate": 9.262364100077989e-06, "Finetune/Loss": 0.6015455722808838, "Finetune/Loss (Raw)": 0.5544149279594421, "Finetune/Step": 8386, "Finetune/Step Time": 6.541534937918186}
{"Finetune/Learning Rate": 9.260292962310091e-06, "Finetune/Loss": 0.6011046171188354, "Finetune/Loss (Raw)": 0.5719660520553589, "Finetune/Step": 8387, "Finetune/Step Time": 6.551699195057154}
{"Finetune/Learning Rate": 9.258221856446837e-06, "Finetune/Loss": 0.6012016534805298, "Finetune/Loss (Raw)": 0.7169960141181946, "Finetune/Step": 8388, "Finetune/Step Time": 6.553568955510855}
{"Finetune/Learning Rate": 9.25615078257756e-06, "Finetune/Loss": 0.6006696224212646, "Finetune/Loss (Raw)": 0.4908211827278137, "Finetune/Step": 8389, "Finetune/Step Time": 6.567201225087047}
{"Finetune/Learning Rate": 9.254079740791578e-06, "Finetune/Loss": 0.6013565063476562, "Finetune/Loss (Raw)": 0.7085584998130798, "Finetune/Step": 8390, "Finetune/Step Time": 6.549101734533906}
{"Finetune/Learning Rate": 9.252008731178226e-06, "Finetune/Loss": 0.6014357209205627, "Finetune/Loss (Raw)": 0.6308163404464722, "Finetune/Step": 8391, "Finetune/Step Time": 6.5490114744752645}
{"Finetune/Learning Rate": 9.249937753826825e-06, "Finetune/Loss": 0.604727566242218, "Finetune/Loss (Raw)": 0.6580666899681091, "Finetune/Step": 8392, "Finetune/Step Time": 6.530098561197519}
{"Finetune/Learning Rate": 9.247866808826701e-06, "Finetune/Loss": 0.6014630794525146, "Finetune/Loss (Raw)": 0.24201074242591858, "Finetune/Step": 8393, "Finetune/Step Time": 6.546227995306253}
{"Finetune/Learning Rate": 9.24579589626718e-06, "Finetune/Loss": 0.602412223815918, "Finetune/Loss (Raw)": 0.7168689966201782, "Finetune/Step": 8394, "Finetune/Step Time": 6.537910440936685}
{"Finetune/Learning Rate": 9.243725016237584e-06, "Finetune/Loss": 0.6018694043159485, "Finetune/Loss (Raw)": 0.5939138531684875, "Finetune/Step": 8395, "Finetune/Step Time": 6.538374373689294}
{"Finetune/Learning Rate": 9.241654168827225e-06, "Finetune/Loss": 0.6022689342498779, "Finetune/Loss (Raw)": 0.6872566342353821, "Finetune/Step": 8396, "Finetune/Step Time": 6.531364252790809}
{"Finetune/Learning Rate": 9.23958335412543e-06, "Finetune/Loss": 0.6037145853042603, "Finetune/Loss (Raw)": 0.7498344779014587, "Finetune/Step": 8397, "Finetune/Step Time": 6.544592026621103}
{"Finetune/Learning Rate": 9.23751257222151e-06, "Finetune/Loss": 0.6039468050003052, "Finetune/Loss (Raw)": 0.6555094122886658, "Finetune/Step": 8398, "Finetune/Step Time": 6.544005550444126}
{"Finetune/Learning Rate": 9.235441823204784e-06, "Finetune/Loss": 0.6036388874053955, "Finetune/Loss (Raw)": 0.594710111618042, "Finetune/Step": 8399, "Finetune/Step Time": 6.527005359530449}
{"Finetune/Learning Rate": 9.233371107164565e-06, "Finetune/Loss": 0.6021807193756104, "Finetune/Loss (Raw)": 0.46682095527648926, "Finetune/Step": 8400, "Finetune/Step Time": 6.537659727036953}
{"Finetune/Learning Rate": 9.231300424190172e-06, "Finetune/Loss": 0.6029129028320312, "Finetune/Loss (Raw)": 0.6334047317504883, "Finetune/Step": 8401, "Finetune/Step Time": 6.522294109687209}
{"Finetune/Learning Rate": 9.229229774370911e-06, "Finetune/Loss": 0.602249264717102, "Finetune/Loss (Raw)": 0.4621332883834839, "Finetune/Step": 8402, "Finetune/Step Time": 6.547386625781655}
{"Finetune/Learning Rate": 9.22715915779609e-06, "Finetune/Loss": 0.6025072336196899, "Finetune/Loss (Raw)": 0.6740481853485107, "Finetune/Step": 8403, "Finetune/Step Time": 6.536448774859309}
{"Finetune/Learning Rate": 9.225088574555021e-06, "Finetune/Loss": 0.6026126146316528, "Finetune/Loss (Raw)": 0.6177027821540833, "Finetune/Step": 8404, "Finetune/Step Time": 6.53711854852736}
{"Finetune/Learning Rate": 9.22301802473701e-06, "Finetune/Loss": 0.6029226779937744, "Finetune/Loss (Raw)": 0.2804200351238251, "Finetune/Step": 8405, "Finetune/Step Time": 6.53660437092185}
{"Finetune/Learning Rate": 9.220947508431366e-06, "Finetune/Loss": 0.6049906015396118, "Finetune/Loss (Raw)": 0.7261955738067627, "Finetune/Step": 8406, "Finetune/Step Time": 6.52073815651238}
{"Finetune/Learning Rate": 9.21887702572739e-06, "Finetune/Loss": 0.6048932075500488, "Finetune/Loss (Raw)": 0.581905722618103, "Finetune/Step": 8407, "Finetune/Step Time": 6.5201544519513845}
{"Finetune/Learning Rate": 9.21680657671439e-06, "Finetune/Loss": 0.6043776273727417, "Finetune/Loss (Raw)": 0.54297935962677, "Finetune/Step": 8408, "Finetune/Step Time": 6.51348477229476}
{"Finetune/Learning Rate": 9.21473616148166e-06, "Finetune/Loss": 0.602787435054779, "Finetune/Loss (Raw)": 0.2919279634952545, "Finetune/Step": 8409, "Finetune/Step Time": 6.527823857963085}
{"Finetune/Learning Rate": 9.2126657801185e-06, "Finetune/Loss": 0.6020622253417969, "Finetune/Loss (Raw)": 0.6121065616607666, "Finetune/Step": 8410, "Finetune/Step Time": 6.544463271275163}
{"Finetune/Learning Rate": 9.210595432714216e-06, "Finetune/Loss": 0.6027987003326416, "Finetune/Loss (Raw)": 0.6280866265296936, "Finetune/Step": 8411, "Finetune/Step Time": 6.546838296577334}
{"Finetune/Learning Rate": 9.208525119358101e-06, "Finetune/Loss": 0.60258948802948, "Finetune/Loss (Raw)": 0.6140998005867004, "Finetune/Step": 8412, "Finetune/Step Time": 6.543900594115257}
{"Finetune/Learning Rate": 9.20645484013945e-06, "Finetune/Loss": 0.6023411154747009, "Finetune/Loss (Raw)": 0.5023276805877686, "Finetune/Step": 8413, "Finetune/Step Time": 6.542373524978757}
{"Finetune/Learning Rate": 9.204384595147562e-06, "Finetune/Loss": 0.602820634841919, "Finetune/Loss (Raw)": 0.6588011384010315, "Finetune/Step": 8414, "Finetune/Step Time": 6.546170633286238}
{"Finetune/Learning Rate": 9.20231438447172e-06, "Finetune/Loss": 0.6015142202377319, "Finetune/Loss (Raw)": 0.5899103283882141, "Finetune/Step": 8415, "Finetune/Step Time": 6.570661276578903}
{"Finetune/Learning Rate": 9.200244208201223e-06, "Finetune/Loss": 0.6002124547958374, "Finetune/Loss (Raw)": 0.458103209733963, "Finetune/Step": 8416, "Finetune/Step Time": 6.582924947142601}
{"Finetune/Learning Rate": 9.19817406642536e-06, "Finetune/Loss": 0.6000043153762817, "Finetune/Loss (Raw)": 0.5771765112876892, "Finetune/Step": 8417, "Finetune/Step Time": 6.598960792645812}
{"Finetune/Learning Rate": 9.196103959233416e-06, "Finetune/Loss": 0.599780797958374, "Finetune/Loss (Raw)": 0.5352866053581238, "Finetune/Step": 8418, "Finetune/Step Time": 6.5985468458384275}
{"Finetune/Learning Rate": 9.19403388671468e-06, "Finetune/Loss": 0.6001204252243042, "Finetune/Loss (Raw)": 0.5933453440666199, "Finetune/Step": 8419, "Finetune/Step Time": 6.60964822396636}
{"Finetune/Learning Rate": 9.191963848958436e-06, "Finetune/Loss": 0.5992993712425232, "Finetune/Loss (Raw)": 0.5398631691932678, "Finetune/Step": 8420, "Finetune/Step Time": 6.618618123233318}
{"Finetune/Learning Rate": 9.189893846053973e-06, "Finetune/Loss": 0.6002185940742493, "Finetune/Loss (Raw)": 0.7254327535629272, "Finetune/Step": 8421, "Finetune/Step Time": 6.618398012593389}
{"Finetune/Learning Rate": 9.187823878090566e-06, "Finetune/Loss": 0.5997644662857056, "Finetune/Loss (Raw)": 0.6108452081680298, "Finetune/Step": 8422, "Finetune/Step Time": 6.610836526378989}
{"Finetune/Learning Rate": 9.185753945157498e-06, "Finetune/Loss": 0.5999830961227417, "Finetune/Loss (Raw)": 0.7307332158088684, "Finetune/Step": 8423, "Finetune/Step Time": 6.597213001921773}
{"Finetune/Learning Rate": 9.183684047344049e-06, "Finetune/Loss": 0.5992121696472168, "Finetune/Loss (Raw)": 0.534098744392395, "Finetune/Step": 8424, "Finetune/Step Time": 6.609029082581401}
{"Finetune/Learning Rate": 9.181614184739495e-06, "Finetune/Loss": 0.6000300049781799, "Finetune/Loss (Raw)": 0.6482550501823425, "Finetune/Step": 8425, "Finetune/Step Time": 6.615820314735174}
{"Finetune/Learning Rate": 9.179544357433116e-06, "Finetune/Loss": 0.5999858379364014, "Finetune/Loss (Raw)": 0.6539111137390137, "Finetune/Step": 8426, "Finetune/Step Time": 6.63160003349185}
{"Finetune/Learning Rate": 9.177474565514183e-06, "Finetune/Loss": 0.5976549386978149, "Finetune/Loss (Raw)": 0.3876742422580719, "Finetune/Step": 8427, "Finetune/Step Time": 6.645990805700421}
{"Finetune/Learning Rate": 9.175404809071974e-06, "Finetune/Loss": 0.5937785506248474, "Finetune/Loss (Raw)": 0.2144857794046402, "Finetune/Step": 8428, "Finetune/Step Time": 6.665501028299332}
{"Finetune/Learning Rate": 9.173335088195752e-06, "Finetune/Loss": 0.5939805507659912, "Finetune/Loss (Raw)": 0.6644230484962463, "Finetune/Step": 8429, "Finetune/Step Time": 6.663062976673245}
{"Finetune/Learning Rate": 9.171265402974794e-06, "Finetune/Loss": 0.5944888591766357, "Finetune/Loss (Raw)": 0.6888208985328674, "Finetune/Step": 8430, "Finetune/Step Time": 6.658977821469307}
{"Finetune/Learning Rate": 9.169195753498365e-06, "Finetune/Loss": 0.5937106013298035, "Finetune/Loss (Raw)": 0.5367513298988342, "Finetune/Step": 8431, "Finetune/Step Time": 6.652076655998826}
{"Finetune/Learning Rate": 9.167126139855738e-06, "Finetune/Loss": 0.5904620885848999, "Finetune/Loss (Raw)": 0.2537027895450592, "Finetune/Step": 8432, "Finetune/Step Time": 6.683422774076462}
{"Finetune/Learning Rate": 9.16505656213617e-06, "Finetune/Loss": 0.5917619466781616, "Finetune/Loss (Raw)": 0.7350541353225708, "Finetune/Step": 8433, "Finetune/Step Time": 6.671241754665971}
{"Finetune/Learning Rate": 9.162987020428935e-06, "Finetune/Loss": 0.5953525900840759, "Finetune/Loss (Raw)": 0.7191687226295471, "Finetune/Step": 8434, "Finetune/Step Time": 6.651152713224292}
{"Finetune/Learning Rate": 9.160917514823283e-06, "Finetune/Loss": 0.5953186750411987, "Finetune/Loss (Raw)": 0.5775604844093323, "Finetune/Step": 8435, "Finetune/Step Time": 6.655272547155619}
{"Finetune/Learning Rate": 9.158848045408483e-06, "Finetune/Loss": 0.5965588092803955, "Finetune/Loss (Raw)": 0.7529876828193665, "Finetune/Step": 8436, "Finetune/Step Time": 6.658381490036845}
{"Finetune/Learning Rate": 9.156778612273795e-06, "Finetune/Loss": 0.5962187051773071, "Finetune/Loss (Raw)": 0.5559248924255371, "Finetune/Step": 8437, "Finetune/Step Time": 6.669805098325014}
{"Finetune/Learning Rate": 9.15470921550847e-06, "Finetune/Loss": 0.5930687189102173, "Finetune/Loss (Raw)": 0.19213059544563293, "Finetune/Step": 8438, "Finetune/Step Time": 6.690620217472315}
{"Finetune/Learning Rate": 9.15263985520177e-06, "Finetune/Loss": 0.5939334630966187, "Finetune/Loss (Raw)": 0.6490845084190369, "Finetune/Step": 8439, "Finetune/Step Time": 6.683231793344021}
{"Finetune/Learning Rate": 9.15057053144295e-06, "Finetune/Loss": 0.5970728397369385, "Finetune/Loss (Raw)": 0.6075258255004883, "Finetune/Step": 8440, "Finetune/Step Time": 6.670483672991395}
{"Finetune/Learning Rate": 9.148501244321258e-06, "Finetune/Loss": 0.5970418453216553, "Finetune/Loss (Raw)": 0.6475544571876526, "Finetune/Step": 8441, "Finetune/Step Time": 6.655955685302615}
{"Finetune/Learning Rate": 9.146431993925949e-06, "Finetune/Loss": 0.5964008569717407, "Finetune/Loss (Raw)": 0.6068641543388367, "Finetune/Step": 8442, "Finetune/Step Time": 6.6541338842362165}
{"Finetune/Learning Rate": 9.144362780346271e-06, "Finetune/Loss": 0.5968215465545654, "Finetune/Loss (Raw)": 0.702221691608429, "Finetune/Step": 8443, "Finetune/Step Time": 6.659613462164998}
{"Finetune/Learning Rate": 9.142293603671474e-06, "Finetune/Loss": 0.599722146987915, "Finetune/Loss (Raw)": 0.623783528804779, "Finetune/Step": 8444, "Finetune/Step Time": 6.6445411294698715}
{"Finetune/Learning Rate": 9.140224463990803e-06, "Finetune/Loss": 0.5996171832084656, "Finetune/Loss (Raw)": 0.5610016584396362, "Finetune/Step": 8445, "Finetune/Step Time": 6.635530265048146}
{"Finetune/Learning Rate": 9.138155361393502e-06, "Finetune/Loss": 0.6001896858215332, "Finetune/Loss (Raw)": 0.6463561654090881, "Finetune/Step": 8446, "Finetune/Step Time": 6.632685171440244}
{"Finetune/Learning Rate": 9.136086295968821e-06, "Finetune/Loss": 0.5974488258361816, "Finetune/Loss (Raw)": 0.23841403424739838, "Finetune/Step": 8447, "Finetune/Step Time": 6.6502353716641665}
{"Finetune/Learning Rate": 9.134017267805994e-06, "Finetune/Loss": 0.5958110094070435, "Finetune/Loss (Raw)": 0.5029319524765015, "Finetune/Step": 8448, "Finetune/Step Time": 6.650179257616401}
{"Finetune/Learning Rate": 9.131948276994264e-06, "Finetune/Loss": 0.5958027839660645, "Finetune/Loss (Raw)": 0.6247067451477051, "Finetune/Step": 8449, "Finetune/Step Time": 6.665186617523432}
{"Finetune/Learning Rate": 9.129879323622867e-06, "Finetune/Loss": 0.5953102111816406, "Finetune/Loss (Raw)": 0.6225717067718506, "Finetune/Step": 8450, "Finetune/Step Time": 6.663741439580917}
{"Finetune/Learning Rate": 9.127810407781046e-06, "Finetune/Loss": 0.5946788787841797, "Finetune/Loss (Raw)": 0.6079060435295105, "Finetune/Step": 8451, "Finetune/Step Time": 6.660110276192427}
{"Finetune/Learning Rate": 9.125741529558033e-06, "Finetune/Loss": 0.5957687497138977, "Finetune/Loss (Raw)": 0.7304737567901611, "Finetune/Step": 8452, "Finetune/Step Time": 6.668179793283343}
{"Finetune/Learning Rate": 9.123672689043061e-06, "Finetune/Loss": 0.5948483943939209, "Finetune/Loss (Raw)": 0.5928823351860046, "Finetune/Step": 8453, "Finetune/Step Time": 6.677158301696181}
{"Finetune/Learning Rate": 9.121603886325365e-06, "Finetune/Loss": 0.5957809686660767, "Finetune/Loss (Raw)": 0.5926740169525146, "Finetune/Step": 8454, "Finetune/Step Time": 6.687530484050512}
{"Finetune/Learning Rate": 9.11953512149417e-06, "Finetune/Loss": 0.5949641466140747, "Finetune/Loss (Raw)": 0.610683262348175, "Finetune/Step": 8455, "Finetune/Step Time": 6.692207399755716}
{"Finetune/Learning Rate": 9.117466394638707e-06, "Finetune/Loss": 0.5944929122924805, "Finetune/Loss (Raw)": 0.6363332271575928, "Finetune/Step": 8456, "Finetune/Step Time": 6.7035431526601315}
{"Finetune/Learning Rate": 9.115397705848206e-06, "Finetune/Loss": 0.5948231816291809, "Finetune/Loss (Raw)": 0.7509362101554871, "Finetune/Step": 8457, "Finetune/Step Time": 6.696690184995532}
{"Finetune/Learning Rate": 9.113329055211892e-06, "Finetune/Loss": 0.5917816162109375, "Finetune/Loss (Raw)": 0.22468993067741394, "Finetune/Step": 8458, "Finetune/Step Time": 6.717407204210758}
{"Finetune/Learning Rate": 9.111260442818992e-06, "Finetune/Loss": 0.5922396779060364, "Finetune/Loss (Raw)": 0.6867043972015381, "Finetune/Step": 8459, "Finetune/Step Time": 6.718419315293431}
{"Finetune/Learning Rate": 9.109191868758717e-06, "Finetune/Loss": 0.5924806594848633, "Finetune/Loss (Raw)": 0.6368765830993652, "Finetune/Step": 8460, "Finetune/Step Time": 6.7088855896145105}
{"Finetune/Learning Rate": 9.107123333120295e-06, "Finetune/Loss": 0.5935299396514893, "Finetune/Loss (Raw)": 0.6394981145858765, "Finetune/Step": 8461, "Finetune/Step Time": 6.695204634219408}
{"Finetune/Learning Rate": 9.105054835992946e-06, "Finetune/Loss": 0.5930845737457275, "Finetune/Loss (Raw)": 0.6400782465934753, "Finetune/Step": 8462, "Finetune/Step Time": 6.692918386310339}
{"Finetune/Learning Rate": 9.102986377465888e-06, "Finetune/Loss": 0.5928057432174683, "Finetune/Loss (Raw)": 0.530059814453125, "Finetune/Step": 8463, "Finetune/Step Time": 6.6870791632682085}
{"Finetune/Learning Rate": 9.100917957628333e-06, "Finetune/Loss": 0.5927587747573853, "Finetune/Loss (Raw)": 0.6081360578536987, "Finetune/Step": 8464, "Finetune/Step Time": 6.698920615017414}
{"Finetune/Learning Rate": 9.098849576569494e-06, "Finetune/Loss": 0.591101884841919, "Finetune/Loss (Raw)": 0.45917168259620667, "Finetune/Step": 8465, "Finetune/Step Time": 6.7142127100378275}
{"Finetune/Learning Rate": 9.096781234378593e-06, "Finetune/Loss": 0.5907271504402161, "Finetune/Loss (Raw)": 0.6207736134529114, "Finetune/Step": 8466, "Finetune/Step Time": 6.710819534957409}
{"Finetune/Learning Rate": 9.094712931144827e-06, "Finetune/Loss": 0.5877557992935181, "Finetune/Loss (Raw)": 0.2185901552438736, "Finetune/Step": 8467, "Finetune/Step Time": 6.712379217147827}
{"Finetune/Learning Rate": 9.092644666957412e-06, "Finetune/Loss": 0.5876566171646118, "Finetune/Loss (Raw)": 0.5705575346946716, "Finetune/Step": 8468, "Finetune/Step Time": 6.7065408658236265}
{"Finetune/Learning Rate": 9.090576441905557e-06, "Finetune/Loss": 0.5859761238098145, "Finetune/Loss (Raw)": 0.4712468683719635, "Finetune/Step": 8469, "Finetune/Step Time": 6.701147668063641}
{"Finetune/Learning Rate": 9.088508256078463e-06, "Finetune/Loss": 0.585863471031189, "Finetune/Loss (Raw)": 0.5966005325317383, "Finetune/Step": 8470, "Finetune/Step Time": 6.687233431264758}
{"Finetune/Learning Rate": 9.086440109565336e-06, "Finetune/Loss": 0.5848404765129089, "Finetune/Loss (Raw)": 0.526904821395874, "Finetune/Step": 8471, "Finetune/Step Time": 6.696156935766339}
{"Finetune/Learning Rate": 9.084372002455383e-06, "Finetune/Loss": 0.5845123529434204, "Finetune/Loss (Raw)": 0.6822941303253174, "Finetune/Step": 8472, "Finetune/Step Time": 6.695744084194303}
{"Finetune/Learning Rate": 9.082303934837795e-06, "Finetune/Loss": 0.5852866172790527, "Finetune/Loss (Raw)": 0.6898773908615112, "Finetune/Step": 8473, "Finetune/Step Time": 6.7158030439168215}
{"Finetune/Learning Rate": 9.080235906801778e-06, "Finetune/Loss": 0.5850064754486084, "Finetune/Loss (Raw)": 0.5466603636741638, "Finetune/Step": 8474, "Finetune/Step Time": 6.723886419087648}
{"Finetune/Learning Rate": 9.078167918436524e-06, "Finetune/Loss": 0.5848681330680847, "Finetune/Loss (Raw)": 0.6209417581558228, "Finetune/Step": 8475, "Finetune/Step Time": 6.72610049135983}
{"Finetune/Learning Rate": 9.07609996983123e-06, "Finetune/Loss": 0.5823906064033508, "Finetune/Loss (Raw)": 0.22784937918186188, "Finetune/Step": 8476, "Finetune/Step Time": 6.727972604334354}
{"Finetune/Learning Rate": 9.074032061075091e-06, "Finetune/Loss": 0.5793524980545044, "Finetune/Loss (Raw)": 0.21995773911476135, "Finetune/Step": 8477, "Finetune/Step Time": 6.740063263103366}
{"Finetune/Learning Rate": 9.071964192257301e-06, "Finetune/Loss": 0.5786428451538086, "Finetune/Loss (Raw)": 0.5967997908592224, "Finetune/Step": 8478, "Finetune/Step Time": 6.731922192499042}
{"Finetune/Learning Rate": 9.069896363467047e-06, "Finetune/Loss": 0.5783306360244751, "Finetune/Loss (Raw)": 0.5096495747566223, "Finetune/Step": 8479, "Finetune/Step Time": 6.713841065764427}
{"Finetune/Learning Rate": 9.06782857479352e-06, "Finetune/Loss": 0.576440155506134, "Finetune/Loss (Raw)": 0.42800089716911316, "Finetune/Step": 8480, "Finetune/Step Time": 6.7104364186525345}
{"Finetune/Learning Rate": 9.065760826325902e-06, "Finetune/Loss": 0.5770009756088257, "Finetune/Loss (Raw)": 0.6579955220222473, "Finetune/Step": 8481, "Finetune/Step Time": 6.7110356744378805}
{"Finetune/Learning Rate": 9.06369311815338e-06, "Finetune/Loss": 0.5759524703025818, "Finetune/Loss (Raw)": 0.5413520336151123, "Finetune/Step": 8482, "Finetune/Step Time": 6.7134019415825605}
{"Finetune/Learning Rate": 9.061625450365138e-06, "Finetune/Loss": 0.5761163234710693, "Finetune/Loss (Raw)": 0.5904036164283752, "Finetune/Step": 8483, "Finetune/Step Time": 6.723904512822628}
{"Finetune/Learning Rate": 9.05955782305036e-06, "Finetune/Loss": 0.5761550664901733, "Finetune/Loss (Raw)": 0.6041167378425598, "Finetune/Step": 8484, "Finetune/Step Time": 6.720493514090776}
{"Finetune/Learning Rate": 9.057490236298225e-06, "Finetune/Loss": 0.5760635733604431, "Finetune/Loss (Raw)": 0.6508767604827881, "Finetune/Step": 8485, "Finetune/Step Time": 6.719974998384714}
{"Finetune/Learning Rate": 9.055422690197906e-06, "Finetune/Loss": 0.5759750008583069, "Finetune/Loss (Raw)": 0.6389890313148499, "Finetune/Step": 8486, "Finetune/Step Time": 6.719836059957743}
{"Finetune/Learning Rate": 9.053355184838582e-06, "Finetune/Loss": 0.5762530565261841, "Finetune/Loss (Raw)": 0.6880180835723877, "Finetune/Step": 8487, "Finetune/Step Time": 6.719617020338774}
{"Finetune/Learning Rate": 9.05128772030943e-06, "Finetune/Loss": 0.5760629177093506, "Finetune/Loss (Raw)": 0.5229144096374512, "Finetune/Step": 8488, "Finetune/Step Time": 6.716521548107266}
{"Finetune/Learning Rate": 9.049220296699622e-06, "Finetune/Loss": 0.5758038759231567, "Finetune/Loss (Raw)": 0.5652084350585938, "Finetune/Step": 8489, "Finetune/Step Time": 6.708207244053483}
{"Finetune/Learning Rate": 9.047152914098325e-06, "Finetune/Loss": 0.575849175453186, "Finetune/Loss (Raw)": 0.6288747787475586, "Finetune/Step": 8490, "Finetune/Step Time": 6.725799523293972}
{"Finetune/Learning Rate": 9.045085572594711e-06, "Finetune/Loss": 0.5769900679588318, "Finetune/Loss (Raw)": 0.6505789756774902, "Finetune/Step": 8491, "Finetune/Step Time": 6.722911385819316}
{"Finetune/Learning Rate": 9.043018272277954e-06, "Finetune/Loss": 0.5761992931365967, "Finetune/Loss (Raw)": 0.4629000425338745, "Finetune/Step": 8492, "Finetune/Step Time": 6.723862724378705}
{"Finetune/Learning Rate": 9.040951013237207e-06, "Finetune/Loss": 0.57204669713974, "Finetune/Loss (Raw)": 0.23226098716259003, "Finetune/Step": 8493, "Finetune/Step Time": 6.743224943056703}
{"Finetune/Learning Rate": 9.038883795561641e-06, "Finetune/Loss": 0.5730595588684082, "Finetune/Loss (Raw)": 0.6875222325325012, "Finetune/Step": 8494, "Finetune/Step Time": 6.740924820303917}
{"Finetune/Learning Rate": 9.03681661934042e-06, "Finetune/Loss": 0.5722758769989014, "Finetune/Loss (Raw)": 0.5804087519645691, "Finetune/Step": 8495, "Finetune/Step Time": 6.73544529825449}
{"Finetune/Learning Rate": 9.034749484662699e-06, "Finetune/Loss": 0.572392463684082, "Finetune/Loss (Raw)": 0.623022735118866, "Finetune/Step": 8496, "Finetune/Step Time": 6.732905205339193}
{"Finetune/Learning Rate": 9.032682391617638e-06, "Finetune/Loss": 0.5724280476570129, "Finetune/Loss (Raw)": 0.5752109289169312, "Finetune/Step": 8497, "Finetune/Step Time": 6.71617691591382}
{"Finetune/Learning Rate": 9.030615340294401e-06, "Finetune/Loss": 0.5738503336906433, "Finetune/Loss (Raw)": 0.6278790831565857, "Finetune/Step": 8498, "Finetune/Step Time": 6.7278205547481775}
{"Finetune/Learning Rate": 9.028548330782132e-06, "Finetune/Loss": 0.5748560428619385, "Finetune/Loss (Raw)": 0.6894993185997009, "Finetune/Step": 8499, "Finetune/Step Time": 6.698947440832853}
{"Finetune/Learning Rate": 9.026481363169993e-06, "Finetune/Loss": 0.5756691694259644, "Finetune/Loss (Raw)": 0.6077600121498108, "Finetune/Step": 8500, "Finetune/Step Time": 6.680683385580778}
{"Finetune/Learning Rate": 9.024414437547127e-06, "Finetune/Loss": 0.574725866317749, "Finetune/Loss (Raw)": 0.6261371970176697, "Finetune/Step": 8501, "Finetune/Step Time": 6.679077457636595}
{"Finetune/Learning Rate": 9.022347554002687e-06, "Finetune/Loss": 0.5761794447898865, "Finetune/Loss (Raw)": 0.7783716320991516, "Finetune/Step": 8502, "Finetune/Step Time": 6.690967608243227}
{"Finetune/Learning Rate": 9.020280712625823e-06, "Finetune/Loss": 0.5755454301834106, "Finetune/Loss (Raw)": 0.6137731075286865, "Finetune/Step": 8503, "Finetune/Step Time": 6.689237050712109}
{"Finetune/Learning Rate": 9.01821391350568e-06, "Finetune/Loss": 0.5766143202781677, "Finetune/Loss (Raw)": 0.6453391313552856, "Finetune/Step": 8504, "Finetune/Step Time": 6.6754147838801146}
{"Finetune/Learning Rate": 9.016147156731404e-06, "Finetune/Loss": 0.5769329071044922, "Finetune/Loss (Raw)": 0.585309624671936, "Finetune/Step": 8505, "Finetune/Step Time": 6.679169021546841}
{"Finetune/Learning Rate": 9.014080442392133e-06, "Finetune/Loss": 0.5772931575775146, "Finetune/Loss (Raw)": 0.663905918598175, "Finetune/Step": 8506, "Finetune/Step Time": 6.6752208936959505}
{"Finetune/Learning Rate": 9.012013770577009e-06, "Finetune/Loss": 0.5769545435905457, "Finetune/Loss (Raw)": 0.6050869822502136, "Finetune/Step": 8507, "Finetune/Step Time": 6.6723955404013395}
{"Finetune/Learning Rate": 9.009947141375168e-06, "Finetune/Loss": 0.5780651569366455, "Finetune/Loss (Raw)": 0.6809018850326538, "Finetune/Step": 8508, "Finetune/Step Time": 6.643403496593237}
{"Finetune/Learning Rate": 9.00788055487575e-06, "Finetune/Loss": 0.5784463882446289, "Finetune/Loss (Raw)": 0.5803552865982056, "Finetune/Step": 8509, "Finetune/Step Time": 6.629582066088915}
{"Finetune/Learning Rate": 9.005814011167893e-06, "Finetune/Loss": 0.5778100490570068, "Finetune/Loss (Raw)": 0.6233016848564148, "Finetune/Step": 8510, "Finetune/Step Time": 6.628530753776431}
{"Finetune/Learning Rate": 9.003747510340727e-06, "Finetune/Loss": 0.5779926776885986, "Finetune/Loss (Raw)": 0.596011221408844, "Finetune/Step": 8511, "Finetune/Step Time": 6.633369052782655}
{"Finetune/Learning Rate": 9.001681052483378e-06, "Finetune/Loss": 0.5773409605026245, "Finetune/Loss (Raw)": 0.5996494889259338, "Finetune/Step": 8512, "Finetune/Step Time": 6.6350486278533936}
{"Finetune/Learning Rate": 8.999614637684981e-06, "Finetune/Loss": 0.576445460319519, "Finetune/Loss (Raw)": 0.5139060616493225, "Finetune/Step": 8513, "Finetune/Step Time": 6.6346298437565565}
{"Finetune/Learning Rate": 8.99754826603466e-06, "Finetune/Loss": 0.5768892168998718, "Finetune/Loss (Raw)": 0.6112142205238342, "Finetune/Step": 8514, "Finetune/Step Time": 6.641338791698217}
{"Finetune/Learning Rate": 8.995481937621549e-06, "Finetune/Loss": 0.5760352611541748, "Finetune/Loss (Raw)": 0.46265798807144165, "Finetune/Step": 8515, "Finetune/Step Time": 6.626338042318821}
{"Finetune/Learning Rate": 8.99341565253476e-06, "Finetune/Loss": 0.5755363702774048, "Finetune/Loss (Raw)": 0.6531452536582947, "Finetune/Step": 8516, "Finetune/Step Time": 6.620250253006816}
{"Finetune/Learning Rate": 8.991349410863427e-06, "Finetune/Loss": 0.577189564704895, "Finetune/Loss (Raw)": 0.7024287581443787, "Finetune/Step": 8517, "Finetune/Step Time": 6.594899900257587}
{"Finetune/Learning Rate": 8.989283212696658e-06, "Finetune/Loss": 0.5761820673942566, "Finetune/Loss (Raw)": 0.5795974135398865, "Finetune/Step": 8518, "Finetune/Step Time": 6.5939852222800255}
{"Finetune/Learning Rate": 8.987217058123578e-06, "Finetune/Loss": 0.576225221157074, "Finetune/Loss (Raw)": 0.6363379955291748, "Finetune/Step": 8519, "Finetune/Step Time": 6.593987997621298}
{"Finetune/Learning Rate": 8.9851509472333e-06, "Finetune/Loss": 0.5763261914253235, "Finetune/Loss (Raw)": 0.6709941029548645, "Finetune/Step": 8520, "Finetune/Step Time": 6.599111385643482}
{"Finetune/Learning Rate": 8.983084880114946e-06, "Finetune/Loss": 0.5789951086044312, "Finetune/Loss (Raw)": 0.5836357474327087, "Finetune/Step": 8521, "Finetune/Step Time": 6.58168831653893}
{"Finetune/Learning Rate": 8.981018856857618e-06, "Finetune/Loss": 0.5775532126426697, "Finetune/Loss (Raw)": 0.5323008298873901, "Finetune/Step": 8522, "Finetune/Step Time": 6.585922179743648}
{"Finetune/Learning Rate": 8.978952877550432e-06, "Finetune/Loss": 0.5785708427429199, "Finetune/Loss (Raw)": 0.724168062210083, "Finetune/Step": 8523, "Finetune/Step Time": 6.589722536504269}
{"Finetune/Learning Rate": 8.9768869422825e-06, "Finetune/Loss": 0.5778775215148926, "Finetune/Loss (Raw)": 0.5985165238380432, "Finetune/Step": 8524, "Finetune/Step Time": 6.598020924255252}
{"Finetune/Learning Rate": 8.974821051142923e-06, "Finetune/Loss": 0.5766789317131042, "Finetune/Loss (Raw)": 0.5964120626449585, "Finetune/Step": 8525, "Finetune/Step Time": 6.581256071105599}
{"Finetune/Learning Rate": 8.972755204220808e-06, "Finetune/Loss": 0.5762147903442383, "Finetune/Loss (Raw)": 0.5960996747016907, "Finetune/Step": 8526, "Finetune/Step Time": 6.582449292764068}
{"Finetune/Learning Rate": 8.970689401605255e-06, "Finetune/Loss": 0.5770672559738159, "Finetune/Loss (Raw)": 0.7038320302963257, "Finetune/Step": 8527, "Finetune/Step Time": 6.5827036034315825}
{"Finetune/Learning Rate": 8.96862364338537e-06, "Finetune/Loss": 0.5774812698364258, "Finetune/Loss (Raw)": 0.519809365272522, "Finetune/Step": 8528, "Finetune/Step Time": 6.586428979411721}
{"Finetune/Learning Rate": 8.966557929650248e-06, "Finetune/Loss": 0.5774039030075073, "Finetune/Loss (Raw)": 0.6235041618347168, "Finetune/Step": 8529, "Finetune/Step Time": 6.582866493612528}
{"Finetune/Learning Rate": 8.964492260488993e-06, "Finetune/Loss": 0.5756025910377502, "Finetune/Loss (Raw)": 0.231562539935112, "Finetune/Step": 8530, "Finetune/Step Time": 6.576689334586263}
{"Finetune/Learning Rate": 8.962426635990692e-06, "Finetune/Loss": 0.57470703125, "Finetune/Loss (Raw)": 0.5594189763069153, "Finetune/Step": 8531, "Finetune/Step Time": 6.573727171868086}
{"Finetune/Learning Rate": 8.960361056244444e-06, "Finetune/Loss": 0.5739107131958008, "Finetune/Loss (Raw)": 0.5157683491706848, "Finetune/Step": 8532, "Finetune/Step Time": 6.57884169742465}
{"Finetune/Learning Rate": 8.958295521339336e-06, "Finetune/Loss": 0.5761657357215881, "Finetune/Loss (Raw)": 0.5690680146217346, "Finetune/Step": 8533, "Finetune/Step Time": 6.560832789167762}
{"Finetune/Learning Rate": 8.95623003136446e-06, "Finetune/Loss": 0.5753576755523682, "Finetune/Loss (Raw)": 0.6227659583091736, "Finetune/Step": 8534, "Finetune/Step Time": 6.564443992450833}
{"Finetune/Learning Rate": 8.954164586408907e-06, "Finetune/Loss": 0.5754795670509338, "Finetune/Loss (Raw)": 0.5975032448768616, "Finetune/Step": 8535, "Finetune/Step Time": 6.554948667064309}
{"Finetune/Learning Rate": 8.952099186561757e-06, "Finetune/Loss": 0.5752026438713074, "Finetune/Loss (Raw)": 0.5075327157974243, "Finetune/Step": 8536, "Finetune/Step Time": 6.565136507153511}
{"Finetune/Learning Rate": 8.950033831912099e-06, "Finetune/Loss": 0.5776571035385132, "Finetune/Loss (Raw)": 0.6061027646064758, "Finetune/Step": 8537, "Finetune/Step Time": 6.555833810940385}
{"Finetune/Learning Rate": 8.947968522549008e-06, "Finetune/Loss": 0.5780271291732788, "Finetune/Loss (Raw)": 0.6594653725624084, "Finetune/Step": 8538, "Finetune/Step Time": 6.53535190038383}
{"Finetune/Learning Rate": 8.945903258561568e-06, "Finetune/Loss": 0.578100323677063, "Finetune/Loss (Raw)": 0.6374549269676208, "Finetune/Step": 8539, "Finetune/Step Time": 6.545193940401077}
{"Finetune/Learning Rate": 8.943838040038856e-06, "Finetune/Loss": 0.5784667730331421, "Finetune/Loss (Raw)": 0.6610071063041687, "Finetune/Step": 8540, "Finetune/Step Time": 6.544292172417045}
{"Finetune/Learning Rate": 8.94177286706995e-06, "Finetune/Loss": 0.5793448686599731, "Finetune/Loss (Raw)": 0.6147275567054749, "Finetune/Step": 8541, "Finetune/Step Time": 6.5434074848890305}
{"Finetune/Learning Rate": 8.93970773974392e-06, "Finetune/Loss": 0.5796841382980347, "Finetune/Loss (Raw)": 0.7022324204444885, "Finetune/Step": 8542, "Finetune/Step Time": 6.539232783019543}
{"Finetune/Learning Rate": 8.937642658149845e-06, "Finetune/Loss": 0.5811992883682251, "Finetune/Loss (Raw)": 0.7838409543037415, "Finetune/Step": 8543, "Finetune/Step Time": 6.511528797447681}
{"Finetune/Learning Rate": 8.935577622376786e-06, "Finetune/Loss": 0.5810822248458862, "Finetune/Loss (Raw)": 0.44312745332717896, "Finetune/Step": 8544, "Finetune/Step Time": 6.491514613851905}
{"Finetune/Learning Rate": 8.933512632513815e-06, "Finetune/Loss": 0.581556499004364, "Finetune/Loss (Raw)": 0.6378816366195679, "Finetune/Step": 8545, "Finetune/Step Time": 6.4826801139861345}
{"Finetune/Learning Rate": 8.93144768865e-06, "Finetune/Loss": 0.5811408758163452, "Finetune/Loss (Raw)": 0.48208823800086975, "Finetune/Step": 8546, "Finetune/Step Time": 6.493468496948481}
{"Finetune/Learning Rate": 8.9293827908744e-06, "Finetune/Loss": 0.5780843496322632, "Finetune/Loss (Raw)": 0.20210762321949005, "Finetune/Step": 8547, "Finetune/Step Time": 6.505541866645217}
{"Finetune/Learning Rate": 8.927317939276082e-06, "Finetune/Loss": 0.5795983076095581, "Finetune/Loss (Raw)": 0.7336405515670776, "Finetune/Step": 8548, "Finetune/Step Time": 6.4916890654712915}
{"Finetune/Learning Rate": 8.925253133944102e-06, "Finetune/Loss": 0.579284131526947, "Finetune/Loss (Raw)": 0.6852261424064636, "Finetune/Step": 8549, "Finetune/Step Time": 6.496346661821008}
{"Finetune/Learning Rate": 8.923188374967527e-06, "Finetune/Loss": 0.5795416831970215, "Finetune/Loss (Raw)": 0.6438076496124268, "Finetune/Step": 8550, "Finetune/Step Time": 6.499220052734017}
{"Finetune/Learning Rate": 8.921123662435401e-06, "Finetune/Loss": 0.5781244039535522, "Finetune/Loss (Raw)": 0.5493277311325073, "Finetune/Step": 8551, "Finetune/Step Time": 6.503665179014206}
{"Finetune/Learning Rate": 8.919058996436787e-06, "Finetune/Loss": 0.5794858932495117, "Finetune/Loss (Raw)": 0.7083606719970703, "Finetune/Step": 8552, "Finetune/Step Time": 6.486472904682159}
{"Finetune/Learning Rate": 8.916994377060731e-06, "Finetune/Loss": 0.5761775970458984, "Finetune/Loss (Raw)": 0.22479669749736786, "Finetune/Step": 8553, "Finetune/Step Time": 6.493747603148222}
{"Finetune/Learning Rate": 8.914929804396284e-06, "Finetune/Loss": 0.5758540034294128, "Finetune/Loss (Raw)": 0.612494945526123, "Finetune/Step": 8554, "Finetune/Step Time": 6.4770974684506655}
{"Finetune/Learning Rate": 8.912865278532497e-06, "Finetune/Loss": 0.5781154036521912, "Finetune/Loss (Raw)": 0.6771296262741089, "Finetune/Step": 8555, "Finetune/Step Time": 6.465243253856897}
{"Finetune/Learning Rate": 8.910800799558417e-06, "Finetune/Loss": 0.5822086334228516, "Finetune/Loss (Raw)": 0.7384223341941833, "Finetune/Step": 8556, "Finetune/Step Time": 6.447981281206012}
{"Finetune/Learning Rate": 8.908736367563085e-06, "Finetune/Loss": 0.5831270217895508, "Finetune/Loss (Raw)": 0.7819700241088867, "Finetune/Step": 8557, "Finetune/Step Time": 6.449317779392004}
{"Finetune/Learning Rate": 8.906671982635542e-06, "Finetune/Loss": 0.5828708410263062, "Finetune/Loss (Raw)": 0.6560338735580444, "Finetune/Step": 8558, "Finetune/Step Time": 6.465618884190917}
{"Finetune/Learning Rate": 8.904607644864828e-06, "Finetune/Loss": 0.5832626819610596, "Finetune/Loss (Raw)": 0.5869109034538269, "Finetune/Step": 8559, "Finetune/Step Time": 6.470286486670375}
{"Finetune/Learning Rate": 8.902543354339983e-06, "Finetune/Loss": 0.5859853625297546, "Finetune/Loss (Raw)": 0.6022005677223206, "Finetune/Step": 8560, "Finetune/Step Time": 6.445583278313279}
{"Finetune/Learning Rate": 8.900479111150045e-06, "Finetune/Loss": 0.582190990447998, "Finetune/Loss (Raw)": 0.24938173592090607, "Finetune/Step": 8561, "Finetune/Step Time": 6.473505027592182}
{"Finetune/Learning Rate": 8.898414915384042e-06, "Finetune/Loss": 0.578187108039856, "Finetune/Loss (Raw)": 0.2066652476787567, "Finetune/Step": 8562, "Finetune/Step Time": 6.497032357379794}
{"Finetune/Learning Rate": 8.896350767131013e-06, "Finetune/Loss": 0.5764744281768799, "Finetune/Loss (Raw)": 0.3583412170410156, "Finetune/Step": 8563, "Finetune/Step Time": 6.504758456721902}
{"Finetune/Learning Rate": 8.894286666479979e-06, "Finetune/Loss": 0.5751277208328247, "Finetune/Loss (Raw)": 0.5806082487106323, "Finetune/Step": 8564, "Finetune/Step Time": 6.511130053550005}
{"Finetune/Learning Rate": 8.892222613519975e-06, "Finetune/Loss": 0.575554609298706, "Finetune/Loss (Raw)": 0.6105611324310303, "Finetune/Step": 8565, "Finetune/Step Time": 6.500688364729285}
{"Finetune/Learning Rate": 8.89015860834002e-06, "Finetune/Loss": 0.5794976353645325, "Finetune/Loss (Raw)": 0.6968441605567932, "Finetune/Step": 8566, "Finetune/Step Time": 6.483374839648604}
{"Finetune/Learning Rate": 8.888094651029146e-06, "Finetune/Loss": 0.5793782472610474, "Finetune/Loss (Raw)": 0.6338037848472595, "Finetune/Step": 8567, "Finetune/Step Time": 6.4880669470876455}
{"Finetune/Learning Rate": 8.886030741676367e-06, "Finetune/Loss": 0.5763291716575623, "Finetune/Loss (Raw)": 0.21723663806915283, "Finetune/Step": 8568, "Finetune/Step Time": 6.510475000366569}
{"Finetune/Learning Rate": 8.88396688037071e-06, "Finetune/Loss": 0.5755231380462646, "Finetune/Loss (Raw)": 0.5443840026855469, "Finetune/Step": 8569, "Finetune/Step Time": 6.521492442116141}
{"Finetune/Learning Rate": 8.881903067201182e-06, "Finetune/Loss": 0.5759205222129822, "Finetune/Loss (Raw)": 0.6577306389808655, "Finetune/Step": 8570, "Finetune/Step Time": 6.521040286868811}
{"Finetune/Learning Rate": 8.879839302256805e-06, "Finetune/Loss": 0.5758734941482544, "Finetune/Loss (Raw)": 0.6962025761604309, "Finetune/Step": 8571, "Finetune/Step Time": 6.528918448835611}
{"Finetune/Learning Rate": 8.877775585626592e-06, "Finetune/Loss": 0.5758888721466064, "Finetune/Loss (Raw)": 0.6257575154304504, "Finetune/Step": 8572, "Finetune/Step Time": 6.5247195810079575}
{"Finetune/Learning Rate": 8.875711917399553e-06, "Finetune/Loss": 0.5768863558769226, "Finetune/Loss (Raw)": 0.6886774897575378, "Finetune/Step": 8573, "Finetune/Step Time": 6.529835583642125}
{"Finetune/Learning Rate": 8.873648297664695e-06, "Finetune/Loss": 0.5773049592971802, "Finetune/Loss (Raw)": 0.6999385952949524, "Finetune/Step": 8574, "Finetune/Step Time": 6.522518677636981}
{"Finetune/Learning Rate": 8.871584726511033e-06, "Finetune/Loss": 0.5791324973106384, "Finetune/Loss (Raw)": 0.4723341763019562, "Finetune/Step": 8575, "Finetune/Step Time": 6.510539541020989}
{"Finetune/Learning Rate": 8.86952120402756e-06, "Finetune/Loss": 0.5790289640426636, "Finetune/Loss (Raw)": 0.48968106508255005, "Finetune/Step": 8576, "Finetune/Step Time": 6.510916784405708}
{"Finetune/Learning Rate": 8.867457730303288e-06, "Finetune/Loss": 0.5789506435394287, "Finetune/Loss (Raw)": 0.6146855354309082, "Finetune/Step": 8577, "Finetune/Step Time": 6.508353790268302}
{"Finetune/Learning Rate": 8.865394305427213e-06, "Finetune/Loss": 0.5759686231613159, "Finetune/Loss (Raw)": 0.24086980521678925, "Finetune/Step": 8578, "Finetune/Step Time": 6.5382695738226175}
{"Finetune/Learning Rate": 8.863330929488334e-06, "Finetune/Loss": 0.5752878189086914, "Finetune/Loss (Raw)": 0.5207645893096924, "Finetune/Step": 8579, "Finetune/Step Time": 6.547754624858499}
{"Finetune/Learning Rate": 8.861267602575648e-06, "Finetune/Loss": 0.5742515921592712, "Finetune/Loss (Raw)": 0.5978330969810486, "Finetune/Step": 8580, "Finetune/Step Time": 6.536081751808524}
{"Finetune/Learning Rate": 8.85920432477815e-06, "Finetune/Loss": 0.5751385688781738, "Finetune/Loss (Raw)": 0.7064110636711121, "Finetune/Step": 8581, "Finetune/Step Time": 6.5287035666406155}
{"Finetune/Learning Rate": 8.857141096184836e-06, "Finetune/Loss": 0.5749799013137817, "Finetune/Loss (Raw)": 0.5723686218261719, "Finetune/Step": 8582, "Finetune/Step Time": 6.538411315530539}
{"Finetune/Learning Rate": 8.85507791688469e-06, "Finetune/Loss": 0.5751416087150574, "Finetune/Loss (Raw)": 0.6313802003860474, "Finetune/Step": 8583, "Finetune/Step Time": 6.541045155376196}
{"Finetune/Learning Rate": 8.853014786966698e-06, "Finetune/Loss": 0.5744350552558899, "Finetune/Loss (Raw)": 0.545896589756012, "Finetune/Step": 8584, "Finetune/Step Time": 6.526317503303289}
{"Finetune/Learning Rate": 8.85095170651985e-06, "Finetune/Loss": 0.5733837485313416, "Finetune/Loss (Raw)": 0.6163693070411682, "Finetune/Step": 8585, "Finetune/Step Time": 6.543501226231456}
{"Finetune/Learning Rate": 8.84888867563313e-06, "Finetune/Loss": 0.5760915279388428, "Finetune/Loss (Raw)": 0.5712844133377075, "Finetune/Step": 8586, "Finetune/Step Time": 6.5234931986778975}
{"Finetune/Learning Rate": 8.846825694395521e-06, "Finetune/Loss": 0.5755292177200317, "Finetune/Loss (Raw)": 0.6147226691246033, "Finetune/Step": 8587, "Finetune/Step Time": 6.5321035496890545}
{"Finetune/Learning Rate": 8.844762762896e-06, "Finetune/Loss": 0.5750244855880737, "Finetune/Loss (Raw)": 0.5722816586494446, "Finetune/Step": 8588, "Finetune/Step Time": 6.5320163536816835}
{"Finetune/Learning Rate": 8.842699881223544e-06, "Finetune/Loss": 0.5753557682037354, "Finetune/Loss (Raw)": 0.6819031834602356, "Finetune/Step": 8589, "Finetune/Step Time": 6.542957488447428}
{"Finetune/Learning Rate": 8.840637049467127e-06, "Finetune/Loss": 0.5740313529968262, "Finetune/Loss (Raw)": 0.4705495238304138, "Finetune/Step": 8590, "Finetune/Step Time": 6.566134411841631}
{"Finetune/Learning Rate": 8.838574267715721e-06, "Finetune/Loss": 0.5718585848808289, "Finetune/Loss (Raw)": 0.2519456744194031, "Finetune/Step": 8591, "Finetune/Step Time": 6.582538776099682}
{"Finetune/Learning Rate": 8.836511536058302e-06, "Finetune/Loss": 0.5719002485275269, "Finetune/Loss (Raw)": 0.6134721636772156, "Finetune/Step": 8592, "Finetune/Step Time": 6.5719544012099504}
{"Finetune/Learning Rate": 8.834448854583835e-06, "Finetune/Loss": 0.5723020434379578, "Finetune/Loss (Raw)": 0.5105953812599182, "Finetune/Step": 8593, "Finetune/Step Time": 6.557393528521061}
{"Finetune/Learning Rate": 8.832386223381288e-06, "Finetune/Loss": 0.5721390247344971, "Finetune/Loss (Raw)": 0.5999066233634949, "Finetune/Step": 8594, "Finetune/Step Time": 6.559415344148874}
{"Finetune/Learning Rate": 8.830323642539628e-06, "Finetune/Loss": 0.5755008459091187, "Finetune/Loss (Raw)": 0.6489077210426331, "Finetune/Step": 8595, "Finetune/Step Time": 6.54007444344461}
{"Finetune/Learning Rate": 8.82826111214781e-06, "Finetune/Loss": 0.5761343240737915, "Finetune/Loss (Raw)": 0.6516384482383728, "Finetune/Step": 8596, "Finetune/Step Time": 6.5533940475434065}
{"Finetune/Learning Rate": 8.826198632294794e-06, "Finetune/Loss": 0.577558159828186, "Finetune/Loss (Raw)": 0.6534962058067322, "Finetune/Step": 8597, "Finetune/Step Time": 6.53965893574059}
{"Finetune/Learning Rate": 8.824136203069547e-06, "Finetune/Loss": 0.5772771835327148, "Finetune/Loss (Raw)": 0.5606384873390198, "Finetune/Step": 8598, "Finetune/Step Time": 6.557991119101644}
{"Finetune/Learning Rate": 8.822073824561015e-06, "Finetune/Loss": 0.57787024974823, "Finetune/Loss (Raw)": 0.6028183102607727, "Finetune/Step": 8599, "Finetune/Step Time": 6.54680978693068}
{"Finetune/Learning Rate": 8.820011496858157e-06, "Finetune/Loss": 0.5774037837982178, "Finetune/Loss (Raw)": 0.622586190700531, "Finetune/Step": 8600, "Finetune/Step Time": 6.545793490484357}
{"Finetune/Learning Rate": 8.817949220049925e-06, "Finetune/Loss": 0.576914370059967, "Finetune/Loss (Raw)": 0.6272310018539429, "Finetune/Step": 8601, "Finetune/Step Time": 6.531808730214834}
{"Finetune/Learning Rate": 8.815886994225262e-06, "Finetune/Loss": 0.5785439014434814, "Finetune/Loss (Raw)": 0.755246102809906, "Finetune/Step": 8602, "Finetune/Step Time": 6.531966036185622}
{"Finetune/Learning Rate": 8.813824819473118e-06, "Finetune/Loss": 0.5785267353057861, "Finetune/Loss (Raw)": 0.6187325716018677, "Finetune/Step": 8603, "Finetune/Step Time": 6.552650507539511}
{"Finetune/Learning Rate": 8.81176269588244e-06, "Finetune/Loss": 0.5820786952972412, "Finetune/Loss (Raw)": 0.6825127005577087, "Finetune/Step": 8604, "Finetune/Step Time": 6.533887995406985}
{"Finetune/Learning Rate": 8.809700623542167e-06, "Finetune/Loss": 0.5840503573417664, "Finetune/Loss (Raw)": 0.4723281264305115, "Finetune/Step": 8605, "Finetune/Step Time": 6.524078514426947}
{"Finetune/Learning Rate": 8.807638602541242e-06, "Finetune/Loss": 0.5844978094100952, "Finetune/Loss (Raw)": 0.6540731191635132, "Finetune/Step": 8606, "Finetune/Step Time": 6.52742918394506}
{"Finetune/Learning Rate": 8.805576632968597e-06, "Finetune/Loss": 0.5859612822532654, "Finetune/Loss (Raw)": 0.696972668170929, "Finetune/Step": 8607, "Finetune/Step Time": 6.530951265245676}
{"Finetune/Learning Rate": 8.80351471491318e-06, "Finetune/Loss": 0.58742755651474, "Finetune/Loss (Raw)": 0.6156840324401855, "Finetune/Step": 8608, "Finetune/Step Time": 6.525927096605301}
{"Finetune/Learning Rate": 8.801452848463914e-06, "Finetune/Loss": 0.5874350666999817, "Finetune/Loss (Raw)": 0.6589524745941162, "Finetune/Step": 8609, "Finetune/Step Time": 6.519710758700967}
{"Finetune/Learning Rate": 8.79939103370973e-06, "Finetune/Loss": 0.5882356762886047, "Finetune/Loss (Raw)": 0.643836259841919, "Finetune/Step": 8610, "Finetune/Step Time": 6.516827050596476}
{"Finetune/Learning Rate": 8.79732927073956e-06, "Finetune/Loss": 0.5872987508773804, "Finetune/Loss (Raw)": 0.470471054315567, "Finetune/Step": 8611, "Finetune/Step Time": 6.511252449825406}
{"Finetune/Learning Rate": 8.795267559642332e-06, "Finetune/Loss": 0.5877876877784729, "Finetune/Loss (Raw)": 0.6667070388793945, "Finetune/Step": 8612, "Finetune/Step Time": 6.516144776716828}
{"Finetune/Learning Rate": 8.793205900506972e-06, "Finetune/Loss": 0.5880458950996399, "Finetune/Loss (Raw)": 0.6839199066162109, "Finetune/Step": 8613, "Finetune/Step Time": 6.525220127776265}
{"Finetune/Learning Rate": 8.791144293422398e-06, "Finetune/Loss": 0.5889161229133606, "Finetune/Loss (Raw)": 0.7503863573074341, "Finetune/Step": 8614, "Finetune/Step Time": 6.5272607281804085}
{"Finetune/Learning Rate": 8.789082738477533e-06, "Finetune/Loss": 0.5880618095397949, "Finetune/Loss (Raw)": 0.5786676406860352, "Finetune/Step": 8615, "Finetune/Step Time": 6.524866355583072}
{"Finetune/Learning Rate": 8.787021235761292e-06, "Finetune/Loss": 0.5883855819702148, "Finetune/Loss (Raw)": 0.5643531084060669, "Finetune/Step": 8616, "Finetune/Step Time": 6.514666426926851}
{"Finetune/Learning Rate": 8.784959785362594e-06, "Finetune/Loss": 0.5885540246963501, "Finetune/Loss (Raw)": 0.5867696404457092, "Finetune/Step": 8617, "Finetune/Step Time": 6.5407156106084585}
{"Finetune/Learning Rate": 8.782898387370349e-06, "Finetune/Loss": 0.5886973142623901, "Finetune/Loss (Raw)": 0.647217869758606, "Finetune/Step": 8618, "Finetune/Step Time": 6.525440081954002}
{"Finetune/Learning Rate": 8.780837041873472e-06, "Finetune/Loss": 0.5889686942100525, "Finetune/Loss (Raw)": 0.6853119730949402, "Finetune/Step": 8619, "Finetune/Step Time": 6.522628616541624}
{"Finetune/Learning Rate": 8.778775748960872e-06, "Finetune/Loss": 0.5868940353393555, "Finetune/Loss (Raw)": 0.19734328985214233, "Finetune/Step": 8620, "Finetune/Step Time": 6.535303631797433}
{"Finetune/Learning Rate": 8.776714508721451e-06, "Finetune/Loss": 0.590874433517456, "Finetune/Loss (Raw)": 0.7417511343955994, "Finetune/Step": 8621, "Finetune/Step Time": 6.532227259129286}
{"Finetune/Learning Rate": 8.774653321244114e-06, "Finetune/Loss": 0.5900428295135498, "Finetune/Loss (Raw)": 0.5810751914978027, "Finetune/Step": 8622, "Finetune/Step Time": 6.557265503332019}
{"Finetune/Learning Rate": 8.772592186617765e-06, "Finetune/Loss": 0.5902137756347656, "Finetune/Loss (Raw)": 0.6022953987121582, "Finetune/Step": 8623, "Finetune/Step Time": 6.560628071427345}
{"Finetune/Learning Rate": 8.770531104931305e-06, "Finetune/Loss": 0.5900452136993408, "Finetune/Loss (Raw)": 0.6014437675476074, "Finetune/Step": 8624, "Finetune/Step Time": 6.573248144239187}
{"Finetune/Learning Rate": 8.768470076273628e-06, "Finetune/Loss": 0.5900908708572388, "Finetune/Loss (Raw)": 0.5810574293136597, "Finetune/Step": 8625, "Finetune/Step Time": 6.591191817075014}
{"Finetune/Learning Rate": 8.766409100733631e-06, "Finetune/Loss": 0.5889818668365479, "Finetune/Loss (Raw)": 0.48592138290405273, "Finetune/Step": 8626, "Finetune/Step Time": 6.595793951302767}
{"Finetune/Learning Rate": 8.764348178400212e-06, "Finetune/Loss": 0.5880278944969177, "Finetune/Loss (Raw)": 0.5673952102661133, "Finetune/Step": 8627, "Finetune/Step Time": 6.610699333250523}
{"Finetune/Learning Rate": 8.762287309362252e-06, "Finetune/Loss": 0.5884068012237549, "Finetune/Loss (Raw)": 0.6562587022781372, "Finetune/Step": 8628, "Finetune/Step Time": 6.617676043882966}
{"Finetune/Learning Rate": 8.760226493708643e-06, "Finetune/Loss": 0.5871458053588867, "Finetune/Loss (Raw)": 0.46473389863967896, "Finetune/Step": 8629, "Finetune/Step Time": 6.632720813155174}
{"Finetune/Learning Rate": 8.758165731528275e-06, "Finetune/Loss": 0.5858228802680969, "Finetune/Loss (Raw)": 0.6090344190597534, "Finetune/Step": 8630, "Finetune/Step Time": 6.616818007081747}
{"Finetune/Learning Rate": 8.756105022910026e-06, "Finetune/Loss": 0.5852760076522827, "Finetune/Loss (Raw)": 0.5437801480293274, "Finetune/Step": 8631, "Finetune/Step Time": 6.6159471571445465}
{"Finetune/Learning Rate": 8.75404436794278e-06, "Finetune/Loss": 0.5853509902954102, "Finetune/Loss (Raw)": 0.6549358367919922, "Finetune/Step": 8632, "Finetune/Step Time": 6.615509986877441}
{"Finetune/Learning Rate": 8.75198376671542e-06, "Finetune/Loss": 0.5850732922554016, "Finetune/Loss (Raw)": 0.5497608184814453, "Finetune/Step": 8633, "Finetune/Step Time": 6.605480784550309}
{"Finetune/Learning Rate": 8.749923219316815e-06, "Finetune/Loss": 0.584220826625824, "Finetune/Loss (Raw)": 0.5547849535942078, "Finetune/Step": 8634, "Finetune/Step Time": 6.622732140123844}
{"Finetune/Learning Rate": 8.747862725835844e-06, "Finetune/Loss": 0.5841892957687378, "Finetune/Loss (Raw)": 0.6010583639144897, "Finetune/Step": 8635, "Finetune/Step Time": 6.628461122512817}
{"Finetune/Learning Rate": 8.745802286361378e-06, "Finetune/Loss": 0.5832182765007019, "Finetune/Loss (Raw)": 0.5566064119338989, "Finetune/Step": 8636, "Finetune/Step Time": 6.629701856523752}
{"Finetune/Learning Rate": 8.743741900982283e-06, "Finetune/Loss": 0.5838031768798828, "Finetune/Loss (Raw)": 0.6552236080169678, "Finetune/Step": 8637, "Finetune/Step Time": 6.633291596546769}
{"Finetune/Learning Rate": 8.741681569787433e-06, "Finetune/Loss": 0.5843039751052856, "Finetune/Loss (Raw)": 0.6874035596847534, "Finetune/Step": 8638, "Finetune/Step Time": 6.6243012342602015}
{"Finetune/Learning Rate": 8.739621292865691e-06, "Finetune/Loss": 0.5841168165206909, "Finetune/Loss (Raw)": 0.5720579028129578, "Finetune/Step": 8639, "Finetune/Step Time": 6.616543112322688}
{"Finetune/Learning Rate": 8.737561070305922e-06, "Finetune/Loss": 0.5831884741783142, "Finetune/Loss (Raw)": 0.4808136522769928, "Finetune/Step": 8640, "Finetune/Step Time": 6.606179283931851}
{"Finetune/Learning Rate": 8.735500902196982e-06, "Finetune/Loss": 0.5844327211380005, "Finetune/Loss (Raw)": 0.6731757521629333, "Finetune/Step": 8641, "Finetune/Step Time": 6.613741923123598}
{"Finetune/Learning Rate": 8.733440788627728e-06, "Finetune/Loss": 0.584613025188446, "Finetune/Loss (Raw)": 0.6342926621437073, "Finetune/Step": 8642, "Finetune/Step Time": 6.602151311933994}
{"Finetune/Learning Rate": 8.73138072968702e-06, "Finetune/Loss": 0.5856063365936279, "Finetune/Loss (Raw)": 0.5897964239120483, "Finetune/Step": 8643, "Finetune/Step Time": 6.605198035016656}
{"Finetune/Learning Rate": 8.729320725463708e-06, "Finetune/Loss": 0.5845742225646973, "Finetune/Loss (Raw)": 0.521037220954895, "Finetune/Step": 8644, "Finetune/Step Time": 6.617735978215933}
{"Finetune/Learning Rate": 8.727260776046646e-06, "Finetune/Loss": 0.5839674472808838, "Finetune/Loss (Raw)": 0.6247662901878357, "Finetune/Step": 8645, "Finetune/Step Time": 6.61402702331543}
{"Finetune/Learning Rate": 8.725200881524685e-06, "Finetune/Loss": 0.5840300917625427, "Finetune/Loss (Raw)": 0.5876139998435974, "Finetune/Step": 8646, "Finetune/Step Time": 6.614072598516941}
{"Finetune/Learning Rate": 8.723141041986661e-06, "Finetune/Loss": 0.5841045379638672, "Finetune/Loss (Raw)": 0.6458669900894165, "Finetune/Step": 8647, "Finetune/Step Time": 6.608885599300265}
{"Finetune/Learning Rate": 8.721081257521426e-06, "Finetune/Loss": 0.5836021900177002, "Finetune/Loss (Raw)": 0.6066984534263611, "Finetune/Step": 8648, "Finetune/Step Time": 6.6059864684939384}
{"Finetune/Learning Rate": 8.71902152821782e-06, "Finetune/Loss": 0.5841050148010254, "Finetune/Loss (Raw)": 0.6479952931404114, "Finetune/Step": 8649, "Finetune/Step Time": 6.621467584744096}
{"Finetune/Learning Rate": 8.716961854164683e-06, "Finetune/Loss": 0.5843695998191833, "Finetune/Loss (Raw)": 0.5661605000495911, "Finetune/Step": 8650, "Finetune/Step Time": 6.614484732970595}
{"Finetune/Learning Rate": 8.71490223545085e-06, "Finetune/Loss": 0.583411693572998, "Finetune/Loss (Raw)": 0.6015591025352478, "Finetune/Step": 8651, "Finetune/Step Time": 6.625844482332468}
{"Finetune/Learning Rate": 8.712842672165156e-06, "Finetune/Loss": 0.5831594467163086, "Finetune/Loss (Raw)": 0.5662312507629395, "Finetune/Step": 8652, "Finetune/Step Time": 6.61686179228127}
{"Finetune/Learning Rate": 8.710783164396437e-06, "Finetune/Loss": 0.5830373764038086, "Finetune/Loss (Raw)": 0.5807902216911316, "Finetune/Step": 8653, "Finetune/Step Time": 6.6133882608264685}
{"Finetune/Learning Rate": 8.708723712233515e-06, "Finetune/Loss": 0.5820512771606445, "Finetune/Loss (Raw)": 0.469879686832428, "Finetune/Step": 8654, "Finetune/Step Time": 6.6364593878388405}
{"Finetune/Learning Rate": 8.706664315765222e-06, "Finetune/Loss": 0.5813155770301819, "Finetune/Loss (Raw)": 0.6096523404121399, "Finetune/Step": 8655, "Finetune/Step Time": 6.639216639101505}
{"Finetune/Learning Rate": 8.704604975080379e-06, "Finetune/Loss": 0.5821714401245117, "Finetune/Loss (Raw)": 0.6293588280677795, "Finetune/Step": 8656, "Finetune/Step Time": 6.625463005155325}
{"Finetune/Learning Rate": 8.702545690267811e-06, "Finetune/Loss": 0.5828129053115845, "Finetune/Loss (Raw)": 0.7056158185005188, "Finetune/Step": 8657, "Finetune/Step Time": 6.638315226882696}
{"Finetune/Learning Rate": 8.70048646141634e-06, "Finetune/Loss": 0.5852835178375244, "Finetune/Loss (Raw)": 0.5477990508079529, "Finetune/Step": 8658, "Finetune/Step Time": 6.6064079739153385}
{"Finetune/Learning Rate": 8.698427288614783e-06, "Finetune/Loss": 0.5860888957977295, "Finetune/Loss (Raw)": 0.6625117063522339, "Finetune/Step": 8659, "Finetune/Step Time": 6.614822398871183}
{"Finetune/Learning Rate": 8.696368171951952e-06, "Finetune/Loss": 0.5865703225135803, "Finetune/Loss (Raw)": 0.5773840546607971, "Finetune/Step": 8660, "Finetune/Step Time": 6.609209448099136}
{"Finetune/Learning Rate": 8.694309111516662e-06, "Finetune/Loss": 0.5861437320709229, "Finetune/Loss (Raw)": 0.5144624710083008, "Finetune/Step": 8661, "Finetune/Step Time": 6.626023195683956}
{"Finetune/Learning Rate": 8.69225010739772e-06, "Finetune/Loss": 0.5857738852500916, "Finetune/Loss (Raw)": 0.5754364132881165, "Finetune/Step": 8662, "Finetune/Step Time": 6.626735035330057}
{"Finetune/Learning Rate": 8.690191159683936e-06, "Finetune/Loss": 0.5862746834754944, "Finetune/Loss (Raw)": 0.6616001725196838, "Finetune/Step": 8663, "Finetune/Step Time": 6.636593686416745}
{"Finetune/Learning Rate": 8.688132268464116e-06, "Finetune/Loss": 0.5873736143112183, "Finetune/Loss (Raw)": 0.648200511932373, "Finetune/Step": 8664, "Finetune/Step Time": 6.6310789585113525}
{"Finetune/Learning Rate": 8.686073433827066e-06, "Finetune/Loss": 0.5879917144775391, "Finetune/Loss (Raw)": 0.685218334197998, "Finetune/Step": 8665, "Finetune/Step Time": 6.624001609161496}
{"Finetune/Learning Rate": 8.684014655861586e-06, "Finetune/Loss": 0.5879660844802856, "Finetune/Loss (Raw)": 0.6561815738677979, "Finetune/Step": 8666, "Finetune/Step Time": 6.6206113789230585}
{"Finetune/Learning Rate": 8.681955934656465e-06, "Finetune/Loss": 0.5878962278366089, "Finetune/Loss (Raw)": 0.6285086274147034, "Finetune/Step": 8667, "Finetune/Step Time": 6.610713476315141}
{"Finetune/Learning Rate": 8.679897270300505e-06, "Finetune/Loss": 0.5874029994010925, "Finetune/Loss (Raw)": 0.5978800654411316, "Finetune/Step": 8668, "Finetune/Step Time": 6.612265294417739}
{"Finetune/Learning Rate": 8.677838662882502e-06, "Finetune/Loss": 0.5871551036834717, "Finetune/Loss (Raw)": 0.5829886198043823, "Finetune/Step": 8669, "Finetune/Step Time": 6.614042343571782}
{"Finetune/Learning Rate": 8.675780112491245e-06, "Finetune/Loss": 0.5863623023033142, "Finetune/Loss (Raw)": 0.600766658782959, "Finetune/Step": 8670, "Finetune/Step Time": 6.617625487968326}
{"Finetune/Learning Rate": 8.673721619215517e-06, "Finetune/Loss": 0.5847142934799194, "Finetune/Loss (Raw)": 0.572891891002655, "Finetune/Step": 8671, "Finetune/Step Time": 6.632802531123161}
{"Finetune/Learning Rate": 8.671663183144114e-06, "Finetune/Loss": 0.5869486331939697, "Finetune/Loss (Raw)": 0.7291197180747986, "Finetune/Step": 8672, "Finetune/Step Time": 6.625957749783993}
{"Finetune/Learning Rate": 8.66960480436581e-06, "Finetune/Loss": 0.5877732038497925, "Finetune/Loss (Raw)": 0.743425726890564, "Finetune/Step": 8673, "Finetune/Step Time": 6.6194884236902}
{"Finetune/Learning Rate": 8.667546482969388e-06, "Finetune/Loss": 0.5895869731903076, "Finetune/Loss (Raw)": 0.7142570614814758, "Finetune/Step": 8674, "Finetune/Step Time": 6.609998280182481}
{"Finetune/Learning Rate": 8.665488219043627e-06, "Finetune/Loss": 0.5898600220680237, "Finetune/Loss (Raw)": 0.23705318570137024, "Finetune/Step": 8675, "Finetune/Step Time": 6.608003746718168}
{"Finetune/Learning Rate": 8.663430012677308e-06, "Finetune/Loss": 0.5887919664382935, "Finetune/Loss (Raw)": 0.5969278812408447, "Finetune/Step": 8676, "Finetune/Step Time": 6.608048986643553}
{"Finetune/Learning Rate": 8.661371863959195e-06, "Finetune/Loss": 0.5879125595092773, "Finetune/Loss (Raw)": 0.5726650357246399, "Finetune/Step": 8677, "Finetune/Step Time": 6.610924499109387}
{"Finetune/Learning Rate": 8.659313772978072e-06, "Finetune/Loss": 0.5877230167388916, "Finetune/Loss (Raw)": 0.6195436120033264, "Finetune/Step": 8678, "Finetune/Step Time": 6.604580353945494}
{"Finetune/Learning Rate": 8.657255739822692e-06, "Finetune/Loss": 0.5875610709190369, "Finetune/Loss (Raw)": 0.5286011695861816, "Finetune/Step": 8679, "Finetune/Step Time": 6.612575992941856}
{"Finetune/Learning Rate": 8.65519776458183e-06, "Finetune/Loss": 0.5854692459106445, "Finetune/Loss (Raw)": 0.4406117796897888, "Finetune/Step": 8680, "Finetune/Step Time": 6.623266324400902}
{"Finetune/Learning Rate": 8.65313984734425e-06, "Finetune/Loss": 0.5887210965156555, "Finetune/Loss (Raw)": 0.6410290002822876, "Finetune/Step": 8681, "Finetune/Step Time": 6.6046887300908566}
{"Finetune/Learning Rate": 8.651081988198708e-06, "Finetune/Loss": 0.589768648147583, "Finetune/Loss (Raw)": 0.746585488319397, "Finetune/Step": 8682, "Finetune/Step Time": 6.600885136052966}
{"Finetune/Learning Rate": 8.649024187233967e-06, "Finetune/Loss": 0.5868344902992249, "Finetune/Loss (Raw)": 0.3015492856502533, "Finetune/Step": 8683, "Finetune/Step Time": 6.616999134421349}
{"Finetune/Learning Rate": 8.64696644453878e-06, "Finetune/Loss": 0.5864928960800171, "Finetune/Loss (Raw)": 0.6947000622749329, "Finetune/Step": 8684, "Finetune/Step Time": 6.6303488705307245}
{"Finetune/Learning Rate": 8.644908760201907e-06, "Finetune/Loss": 0.5856411457061768, "Finetune/Loss (Raw)": 0.6729458570480347, "Finetune/Step": 8685, "Finetune/Step Time": 6.636822655797005}
{"Finetune/Learning Rate": 8.642851134312087e-06, "Finetune/Loss": 0.584705114364624, "Finetune/Loss (Raw)": 0.536231517791748, "Finetune/Step": 8686, "Finetune/Step Time": 6.655276380479336}
{"Finetune/Learning Rate": 8.64079356695808e-06, "Finetune/Loss": 0.5853941440582275, "Finetune/Loss (Raw)": 0.6750957369804382, "Finetune/Step": 8687, "Finetune/Step Time": 6.654960097745061}
{"Finetune/Learning Rate": 8.638736058228624e-06, "Finetune/Loss": 0.585390567779541, "Finetune/Loss (Raw)": 0.6017423272132874, "Finetune/Step": 8688, "Finetune/Step Time": 6.648470288142562}
{"Finetune/Learning Rate": 8.636678608212465e-06, "Finetune/Loss": 0.5873063802719116, "Finetune/Loss (Raw)": 0.49460914731025696, "Finetune/Step": 8689, "Finetune/Step Time": 6.61860622279346}
{"Finetune/Learning Rate": 8.634621216998343e-06, "Finetune/Loss": 0.5900644659996033, "Finetune/Loss (Raw)": 0.5597009062767029, "Finetune/Step": 8690, "Finetune/Step Time": 6.636042250320315}
{"Finetune/Learning Rate": 8.632563884675003e-06, "Finetune/Loss": 0.5926541090011597, "Finetune/Loss (Raw)": 0.6898166537284851, "Finetune/Step": 8691, "Finetune/Step Time": 6.624813549220562}
{"Finetune/Learning Rate": 8.630506611331172e-06, "Finetune/Loss": 0.5923980474472046, "Finetune/Loss (Raw)": 0.5478323698043823, "Finetune/Step": 8692, "Finetune/Step Time": 6.61143839545548}
{"Finetune/Learning Rate": 8.628449397055585e-06, "Finetune/Loss": 0.5922322273254395, "Finetune/Loss (Raw)": 0.5893348455429077, "Finetune/Step": 8693, "Finetune/Step Time": 6.61287659406662}
{"Finetune/Learning Rate": 8.626392241936975e-06, "Finetune/Loss": 0.5912636518478394, "Finetune/Loss (Raw)": 0.5728725790977478, "Finetune/Step": 8694, "Finetune/Step Time": 6.610484687611461}
{"Finetune/Learning Rate": 8.624335146064068e-06, "Finetune/Loss": 0.5908663272857666, "Finetune/Loss (Raw)": 0.582942008972168, "Finetune/Step": 8695, "Finetune/Step Time": 6.606636358425021}
{"Finetune/Learning Rate": 8.622278109525592e-06, "Finetune/Loss": 0.5932425260543823, "Finetune/Loss (Raw)": 0.5213865637779236, "Finetune/Step": 8696, "Finetune/Step Time": 6.58845853433013}
{"Finetune/Learning Rate": 8.620221132410267e-06, "Finetune/Loss": 0.5944095849990845, "Finetune/Loss (Raw)": 0.6937701106071472, "Finetune/Step": 8697, "Finetune/Step Time": 6.578682960942388}
{"Finetune/Learning Rate": 8.61816421480682e-06, "Finetune/Loss": 0.5941751003265381, "Finetune/Loss (Raw)": 0.6277195811271667, "Finetune/Step": 8698, "Finetune/Step Time": 6.5752501003444195}
{"Finetune/Learning Rate": 8.61610735680396e-06, "Finetune/Loss": 0.594255805015564, "Finetune/Loss (Raw)": 0.7065305113792419, "Finetune/Step": 8699, "Finetune/Step Time": 6.565286343917251}
{"Finetune/Learning Rate": 8.614050558490406e-06, "Finetune/Loss": 0.592786431312561, "Finetune/Loss (Raw)": 0.4376801550388336, "Finetune/Step": 8700, "Finetune/Step Time": 6.589128948748112}
{"Finetune/Learning Rate": 8.61199381995487e-06, "Finetune/Loss": 0.5915411710739136, "Finetune/Loss (Raw)": 0.5292789936065674, "Finetune/Step": 8701, "Finetune/Step Time": 6.606069250032306}
{"Finetune/Learning Rate": 8.609937141286065e-06, "Finetune/Loss": 0.5907813310623169, "Finetune/Loss (Raw)": 0.6026855707168579, "Finetune/Step": 8702, "Finetune/Step Time": 6.605794209986925}
{"Finetune/Learning Rate": 8.607880522572694e-06, "Finetune/Loss": 0.59131920337677, "Finetune/Loss (Raw)": 0.5411766767501831, "Finetune/Step": 8703, "Finetune/Step Time": 6.604541968554258}
{"Finetune/Learning Rate": 8.60582396390347e-06, "Finetune/Loss": 0.5898106694221497, "Finetune/Loss (Raw)": 0.29658862948417664, "Finetune/Step": 8704, "Finetune/Step Time": 6.621680743992329}
{"Finetune/Learning Rate": 8.603767465367086e-06, "Finetune/Loss": 0.5898928046226501, "Finetune/Loss (Raw)": 0.6252053380012512, "Finetune/Step": 8705, "Finetune/Step Time": 6.614056995138526}
{"Finetune/Learning Rate": 8.601711027052245e-06, "Finetune/Loss": 0.5920132994651794, "Finetune/Loss (Raw)": 0.5122862458229065, "Finetune/Step": 8706, "Finetune/Step Time": 6.583014348521829}
{"Finetune/Learning Rate": 8.599654649047645e-06, "Finetune/Loss": 0.5899009704589844, "Finetune/Loss (Raw)": 0.2503933012485504, "Finetune/Step": 8707, "Finetune/Step Time": 6.603459255769849}
{"Finetune/Learning Rate": 8.597598331441981e-06, "Finetune/Loss": 0.5870834589004517, "Finetune/Loss (Raw)": 0.23718418180942535, "Finetune/Step": 8708, "Finetune/Step Time": 6.620851652696729}
{"Finetune/Learning Rate": 8.595542074323944e-06, "Finetune/Loss": 0.5874353647232056, "Finetune/Loss (Raw)": 0.7514625191688538, "Finetune/Step": 8709, "Finetune/Step Time": 6.623427890241146}
{"Finetune/Learning Rate": 8.59348587778222e-06, "Finetune/Loss": 0.5882435441017151, "Finetune/Loss (Raw)": 0.6758102178573608, "Finetune/Step": 8710, "Finetune/Step Time": 6.607396362349391}
{"Finetune/Learning Rate": 8.59142974190551e-06, "Finetune/Loss": 0.5884629487991333, "Finetune/Loss (Raw)": 0.6594702005386353, "Finetune/Step": 8711, "Finetune/Step Time": 6.598043644800782}
{"Finetune/Learning Rate": 8.58937366678248e-06, "Finetune/Loss": 0.5903267860412598, "Finetune/Loss (Raw)": 0.7844557762145996, "Finetune/Step": 8712, "Finetune/Step Time": 6.5973840691149235}
{"Finetune/Learning Rate": 8.587317652501822e-06, "Finetune/Loss": 0.5897568464279175, "Finetune/Loss (Raw)": 0.5434213876724243, "Finetune/Step": 8713, "Finetune/Step Time": 6.599648108705878}
{"Finetune/Learning Rate": 8.58526169915221e-06, "Finetune/Loss": 0.5899839997291565, "Finetune/Loss (Raw)": 0.6003589034080505, "Finetune/Step": 8714, "Finetune/Step Time": 6.6046083606779575}
{"Finetune/Learning Rate": 8.583205806822321e-06, "Finetune/Loss": 0.5903047919273376, "Finetune/Loss (Raw)": 0.6557903289794922, "Finetune/Step": 8715, "Finetune/Step Time": 6.597142601385713}
{"Finetune/Learning Rate": 8.581149975600831e-06, "Finetune/Loss": 0.5905800461769104, "Finetune/Loss (Raw)": 0.6075109243392944, "Finetune/Step": 8716, "Finetune/Step Time": 6.600830852985382}
{"Finetune/Learning Rate": 8.579094205576415e-06, "Finetune/Loss": 0.5902847051620483, "Finetune/Loss (Raw)": 0.6441050171852112, "Finetune/Step": 8717, "Finetune/Step Time": 6.597650485113263}
{"Finetune/Learning Rate": 8.577038496837733e-06, "Finetune/Loss": 0.5914281010627747, "Finetune/Loss (Raw)": 0.6169002652168274, "Finetune/Step": 8718, "Finetune/Step Time": 6.578406110405922}
{"Finetune/Learning Rate": 8.574982849473452e-06, "Finetune/Loss": 0.5937352776527405, "Finetune/Loss (Raw)": 0.5472637414932251, "Finetune/Step": 8719, "Finetune/Step Time": 6.561273280531168}
{"Finetune/Learning Rate": 8.572927263572238e-06, "Finetune/Loss": 0.5935249328613281, "Finetune/Loss (Raw)": 0.5865453481674194, "Finetune/Step": 8720, "Finetune/Step Time": 6.5665439162403345}
{"Finetune/Learning Rate": 8.57087173922275e-06, "Finetune/Loss": 0.5939837694168091, "Finetune/Loss (Raw)": 0.5693281888961792, "Finetune/Step": 8721, "Finetune/Step Time": 6.598543968051672}
{"Finetune/Learning Rate": 8.568816276513647e-06, "Finetune/Loss": 0.5922213792800903, "Finetune/Loss (Raw)": 0.3743225336074829, "Finetune/Step": 8722, "Finetune/Step Time": 6.609093094244599}
{"Finetune/Learning Rate": 8.566760875533583e-06, "Finetune/Loss": 0.5912916660308838, "Finetune/Loss (Raw)": 0.529904842376709, "Finetune/Step": 8723, "Finetune/Step Time": 6.6410743203014135}
{"Finetune/Learning Rate": 8.564705536371213e-06, "Finetune/Loss": 0.5915042161941528, "Finetune/Loss (Raw)": 0.6788436770439148, "Finetune/Step": 8724, "Finetune/Step Time": 6.630161378532648}
{"Finetune/Learning Rate": 8.562650259115183e-06, "Finetune/Loss": 0.5916368961334229, "Finetune/Loss (Raw)": 0.6704832315444946, "Finetune/Step": 8725, "Finetune/Step Time": 6.633073030039668}
{"Finetune/Learning Rate": 8.56059504385414e-06, "Finetune/Loss": 0.592079758644104, "Finetune/Loss (Raw)": 0.6173171401023865, "Finetune/Step": 8726, "Finetune/Step Time": 6.617590228095651}
{"Finetune/Learning Rate": 8.558539890676731e-06, "Finetune/Loss": 0.5929924249649048, "Finetune/Loss (Raw)": 0.7196371555328369, "Finetune/Step": 8727, "Finetune/Step Time": 6.635124923661351}
{"Finetune/Learning Rate": 8.5564847996716e-06, "Finetune/Loss": 0.5898729562759399, "Finetune/Loss (Raw)": 0.22329704463481903, "Finetune/Step": 8728, "Finetune/Step Time": 6.65583061799407}
{"Finetune/Learning Rate": 8.554429770927379e-06, "Finetune/Loss": 0.5896598100662231, "Finetune/Loss (Raw)": 0.5999466776847839, "Finetune/Step": 8729, "Finetune/Step Time": 6.653125083073974}
{"Finetune/Learning Rate": 8.552374804532712e-06, "Finetune/Loss": 0.5886749029159546, "Finetune/Loss (Raw)": 0.6291806697845459, "Finetune/Step": 8730, "Finetune/Step Time": 6.65503016859293}
{"Finetune/Learning Rate": 8.550319900576228e-06, "Finetune/Loss": 0.5884701013565063, "Finetune/Loss (Raw)": 0.5925238728523254, "Finetune/Step": 8731, "Finetune/Step Time": 6.661016693338752}
{"Finetune/Learning Rate": 8.548265059146556e-06, "Finetune/Loss": 0.5880653858184814, "Finetune/Loss (Raw)": 0.6307003498077393, "Finetune/Step": 8732, "Finetune/Step Time": 6.662821849808097}
{"Finetune/Learning Rate": 8.54621028033233e-06, "Finetune/Loss": 0.5894755125045776, "Finetune/Loss (Raw)": 0.6528312563896179, "Finetune/Step": 8733, "Finetune/Step Time": 6.648005353286862}
{"Finetune/Learning Rate": 8.54415556422217e-06, "Finetune/Loss": 0.590038001537323, "Finetune/Loss (Raw)": 0.726071834564209, "Finetune/Step": 8734, "Finetune/Step Time": 6.649968482553959}
{"Finetune/Learning Rate": 8.542100910904704e-06, "Finetune/Loss": 0.5893595218658447, "Finetune/Loss (Raw)": 0.6101288199424744, "Finetune/Step": 8735, "Finetune/Step Time": 6.649191716685891}
{"Finetune/Learning Rate": 8.540046320468553e-06, "Finetune/Loss": 0.5896304845809937, "Finetune/Loss (Raw)": 0.6503559947013855, "Finetune/Step": 8736, "Finetune/Step Time": 6.650455283001065}
{"Finetune/Learning Rate": 8.537991793002327e-06, "Finetune/Loss": 0.5901550650596619, "Finetune/Loss (Raw)": 0.7261044383049011, "Finetune/Step": 8737, "Finetune/Step Time": 6.659715585410595}
{"Finetune/Learning Rate": 8.535937328594645e-06, "Finetune/Loss": 0.5903006792068481, "Finetune/Loss (Raw)": 0.6624706983566284, "Finetune/Step": 8738, "Finetune/Step Time": 6.66119441203773}
{"Finetune/Learning Rate": 8.533882927334122e-06, "Finetune/Loss": 0.5886383652687073, "Finetune/Loss (Raw)": 0.25770238041877747, "Finetune/Step": 8739, "Finetune/Step Time": 6.669020928442478}
{"Finetune/Learning Rate": 8.531828589309363e-06, "Finetune/Loss": 0.5874027013778687, "Finetune/Loss (Raw)": 0.5085431933403015, "Finetune/Step": 8740, "Finetune/Step Time": 6.668075999245048}
{"Finetune/Learning Rate": 8.529774314608977e-06, "Finetune/Loss": 0.5878949165344238, "Finetune/Loss (Raw)": 0.7469223737716675, "Finetune/Step": 8741, "Finetune/Step Time": 6.659487850964069}
{"Finetune/Learning Rate": 8.527720103321566e-06, "Finetune/Loss": 0.5839464664459229, "Finetune/Loss (Raw)": 0.24498096108436584, "Finetune/Step": 8742, "Finetune/Step Time": 6.677477091550827}
{"Finetune/Learning Rate": 8.525665955535735e-06, "Finetune/Loss": 0.5841957330703735, "Finetune/Loss (Raw)": 0.6105778217315674, "Finetune/Step": 8743, "Finetune/Step Time": 6.6622563470155}
{"Finetune/Learning Rate": 8.523611871340078e-06, "Finetune/Loss": 0.5852234959602356, "Finetune/Loss (Raw)": 0.695903480052948, "Finetune/Step": 8744, "Finetune/Step Time": 6.66186249256134}
{"Finetune/Learning Rate": 8.521557850823192e-06, "Finetune/Loss": 0.5848010182380676, "Finetune/Loss (Raw)": 0.5326924324035645, "Finetune/Step": 8745, "Finetune/Step Time": 6.652761213481426}
{"Finetune/Learning Rate": 8.51950389407367e-06, "Finetune/Loss": 0.5846880078315735, "Finetune/Loss (Raw)": 0.6327503323554993, "Finetune/Step": 8746, "Finetune/Step Time": 6.650600258260965}
{"Finetune/Learning Rate": 8.517450001180099e-06, "Finetune/Loss": 0.5842150449752808, "Finetune/Loss (Raw)": 0.6247777342796326, "Finetune/Step": 8747, "Finetune/Step Time": 6.657052846625447}
{"Finetune/Learning Rate": 8.515396172231074e-06, "Finetune/Loss": 0.5876357555389404, "Finetune/Loss (Raw)": 0.6351900100708008, "Finetune/Step": 8748, "Finetune/Step Time": 6.638253631070256}
{"Finetune/Learning Rate": 8.513342407315176e-06, "Finetune/Loss": 0.586791455745697, "Finetune/Loss (Raw)": 0.6336820721626282, "Finetune/Step": 8749, "Finetune/Step Time": 6.620615914463997}
{"Finetune/Learning Rate": 8.511288706520986e-06, "Finetune/Loss": 0.5865780115127563, "Finetune/Loss (Raw)": 0.5537586808204651, "Finetune/Step": 8750, "Finetune/Step Time": 6.602432621642947}
{"Finetune/Learning Rate": 8.50923506993708e-06, "Finetune/Loss": 0.5875025391578674, "Finetune/Loss (Raw)": 0.7206324934959412, "Finetune/Step": 8751, "Finetune/Step Time": 6.6024912018328905}
{"Finetune/Learning Rate": 8.507181497652038e-06, "Finetune/Loss": 0.5870583057403564, "Finetune/Loss (Raw)": 0.5445802211761475, "Finetune/Step": 8752, "Finetune/Step Time": 6.593393094837666}
{"Finetune/Learning Rate": 8.505127989754436e-06, "Finetune/Loss": 0.5871796607971191, "Finetune/Loss (Raw)": 0.5965876579284668, "Finetune/Step": 8753, "Finetune/Step Time": 6.572163796052337}
{"Finetune/Learning Rate": 8.50307454633284e-06, "Finetune/Loss": 0.587517499923706, "Finetune/Loss (Raw)": 0.5291700959205627, "Finetune/Step": 8754, "Finetune/Step Time": 6.554870026186109}
{"Finetune/Learning Rate": 8.50102116747582e-06, "Finetune/Loss": 0.58823162317276, "Finetune/Loss (Raw)": 0.6588023900985718, "Finetune/Step": 8755, "Finetune/Step Time": 6.541311906650662}
{"Finetune/Learning Rate": 8.498967853271944e-06, "Finetune/Loss": 0.5877939462661743, "Finetune/Loss (Raw)": 0.6002317667007446, "Finetune/Step": 8756, "Finetune/Step Time": 6.565219759941101}
{"Finetune/Learning Rate": 8.496914603809769e-06, "Finetune/Loss": 0.5888087153434753, "Finetune/Loss (Raw)": 0.5946285724639893, "Finetune/Step": 8757, "Finetune/Step Time": 6.553554650396109}
{"Finetune/Learning Rate": 8.494861419177856e-06, "Finetune/Loss": 0.589524507522583, "Finetune/Loss (Raw)": 0.7006528973579407, "Finetune/Step": 8758, "Finetune/Step Time": 6.563311440870166}
{"Finetune/Learning Rate": 8.492808299464766e-06, "Finetune/Loss": 0.5898210406303406, "Finetune/Loss (Raw)": 0.5817431807518005, "Finetune/Step": 8759, "Finetune/Step Time": 6.557478744536638}
{"Finetune/Learning Rate": 8.490755244759047e-06, "Finetune/Loss": 0.5891271829605103, "Finetune/Loss (Raw)": 0.5661199688911438, "Finetune/Step": 8760, "Finetune/Step Time": 6.556220313534141}
{"Finetune/Learning Rate": 8.488702255149256e-06, "Finetune/Loss": 0.5897074341773987, "Finetune/Loss (Raw)": 0.6240278482437134, "Finetune/Step": 8761, "Finetune/Step Time": 6.551769146695733}
{"Finetune/Learning Rate": 8.48664933072394e-06, "Finetune/Loss": 0.5885848999023438, "Finetune/Loss (Raw)": 0.41110751032829285, "Finetune/Step": 8762, "Finetune/Step Time": 6.546642581000924}
{"Finetune/Learning Rate": 8.48459647157164e-06, "Finetune/Loss": 0.5879414677619934, "Finetune/Loss (Raw)": 0.518696665763855, "Finetune/Step": 8763, "Finetune/Step Time": 6.5529814921319485}
{"Finetune/Learning Rate": 8.482543677780906e-06, "Finetune/Loss": 0.5882508754730225, "Finetune/Loss (Raw)": 0.596204936504364, "Finetune/Step": 8764, "Finetune/Step Time": 6.5518823601305485}
{"Finetune/Learning Rate": 8.48049094944027e-06, "Finetune/Loss": 0.5892544984817505, "Finetune/Loss (Raw)": 0.7836889028549194, "Finetune/Step": 8765, "Finetune/Step Time": 6.545840242877603}
{"Finetune/Learning Rate": 8.478438286638276e-06, "Finetune/Loss": 0.5895583629608154, "Finetune/Loss (Raw)": 0.7262964248657227, "Finetune/Step": 8766, "Finetune/Step Time": 6.562852093949914}
{"Finetune/Learning Rate": 8.476385689463453e-06, "Finetune/Loss": 0.5900458097457886, "Finetune/Loss (Raw)": 0.6344529986381531, "Finetune/Step": 8767, "Finetune/Step Time": 6.5673930533230305}
{"Finetune/Learning Rate": 8.474333158004338e-06, "Finetune/Loss": 0.590129017829895, "Finetune/Loss (Raw)": 0.4914715886116028, "Finetune/Step": 8768, "Finetune/Step Time": 6.573964163661003}
{"Finetune/Learning Rate": 8.472280692349458e-06, "Finetune/Loss": 0.5903476476669312, "Finetune/Loss (Raw)": 0.701156735420227, "Finetune/Step": 8769, "Finetune/Step Time": 6.567594796419144}
{"Finetune/Learning Rate": 8.470228292587337e-06, "Finetune/Loss": 0.5901633501052856, "Finetune/Loss (Raw)": 0.6106944680213928, "Finetune/Step": 8770, "Finetune/Step Time": 6.567442486062646}
{"Finetune/Learning Rate": 8.468175958806498e-06, "Finetune/Loss": 0.5895846486091614, "Finetune/Loss (Raw)": 0.5157297253608704, "Finetune/Step": 8771, "Finetune/Step Time": 6.568843694403768}
{"Finetune/Learning Rate": 8.46612369109546e-06, "Finetune/Loss": 0.5899882316589355, "Finetune/Loss (Raw)": 0.5726996064186096, "Finetune/Step": 8772, "Finetune/Step Time": 6.573044940829277}
{"Finetune/Learning Rate": 8.464071489542744e-06, "Finetune/Loss": 0.5897109508514404, "Finetune/Loss (Raw)": 0.5892740488052368, "Finetune/Step": 8773, "Finetune/Step Time": 6.598572248592973}
{"Finetune/Learning Rate": 8.462019354236863e-06, "Finetune/Loss": 0.5867680907249451, "Finetune/Loss (Raw)": 0.21091826260089874, "Finetune/Step": 8774, "Finetune/Step Time": 6.61940486356616}
{"Finetune/Learning Rate": 8.459967285266333e-06, "Finetune/Loss": 0.5866801142692566, "Finetune/Loss (Raw)": 0.6346163153648376, "Finetune/Step": 8775, "Finetune/Step Time": 6.629277467727661}
{"Finetune/Learning Rate": 8.45791528271965e-06, "Finetune/Loss": 0.5873246192932129, "Finetune/Loss (Raw)": 0.6891903281211853, "Finetune/Step": 8776, "Finetune/Step Time": 6.6303133722394705}
{"Finetune/Learning Rate": 8.45586334668533e-06, "Finetune/Loss": 0.5868938565254211, "Finetune/Loss (Raw)": 0.5928558707237244, "Finetune/Step": 8777, "Finetune/Step Time": 6.646241987124085}
{"Finetune/Learning Rate": 8.453811477251875e-06, "Finetune/Loss": 0.5866520404815674, "Finetune/Loss (Raw)": 0.5352165102958679, "Finetune/Step": 8778, "Finetune/Step Time": 6.667418394237757}
{"Finetune/Learning Rate": 8.451759674507785e-06, "Finetune/Loss": 0.5869191884994507, "Finetune/Loss (Raw)": 0.6357486844062805, "Finetune/Step": 8779, "Finetune/Step Time": 6.666788624599576}
{"Finetune/Learning Rate": 8.449707938541554e-06, "Finetune/Loss": 0.5877441763877869, "Finetune/Loss (Raw)": 0.6718286275863647, "Finetune/Step": 8780, "Finetune/Step Time": 6.66251247189939}
{"Finetune/Learning Rate": 8.447656269441677e-06, "Finetune/Loss": 0.5881906747817993, "Finetune/Loss (Raw)": 0.6379387378692627, "Finetune/Step": 8781, "Finetune/Step Time": 6.656230391934514}
{"Finetune/Learning Rate": 8.445604667296652e-06, "Finetune/Loss": 0.5888352394104004, "Finetune/Loss (Raw)": 0.5523916482925415, "Finetune/Step": 8782, "Finetune/Step Time": 6.6353464759886265}
{"Finetune/Learning Rate": 8.44355313219496e-06, "Finetune/Loss": 0.5891311168670654, "Finetune/Loss (Raw)": 0.6475242972373962, "Finetune/Step": 8783, "Finetune/Step Time": 6.640892958268523}
{"Finetune/Learning Rate": 8.441501664225089e-06, "Finetune/Loss": 0.589480996131897, "Finetune/Loss (Raw)": 0.6741452813148499, "Finetune/Step": 8784, "Finetune/Step Time": 6.640713509172201}
{"Finetune/Learning Rate": 8.439450263475523e-06, "Finetune/Loss": 0.5889886021614075, "Finetune/Loss (Raw)": 0.6425819396972656, "Finetune/Step": 8785, "Finetune/Step Time": 6.629744682461023}
{"Finetune/Learning Rate": 8.437398930034739e-06, "Finetune/Loss": 0.5887104868888855, "Finetune/Loss (Raw)": 0.5122013688087463, "Finetune/Step": 8786, "Finetune/Step Time": 6.635353667661548}
{"Finetune/Learning Rate": 8.435347663991215e-06, "Finetune/Loss": 0.5882099866867065, "Finetune/Loss (Raw)": 0.598451554775238, "Finetune/Step": 8787, "Finetune/Step Time": 6.628531895577908}
{"Finetune/Learning Rate": 8.433296465433432e-06, "Finetune/Loss": 0.5888827443122864, "Finetune/Loss (Raw)": 0.6634947657585144, "Finetune/Step": 8788, "Finetune/Step Time": 6.6320279985666275}
{"Finetune/Learning Rate": 8.431245334449851e-06, "Finetune/Loss": 0.5895732641220093, "Finetune/Loss (Raw)": 0.6028496026992798, "Finetune/Step": 8789, "Finetune/Step Time": 6.619806755334139}
{"Finetune/Learning Rate": 8.429194271128947e-06, "Finetune/Loss": 0.5909466743469238, "Finetune/Loss (Raw)": 0.7512333393096924, "Finetune/Step": 8790, "Finetune/Step Time": 6.629757281392813}
{"Finetune/Learning Rate": 8.42714327555918e-06, "Finetune/Loss": 0.5910826325416565, "Finetune/Loss (Raw)": 0.6790043115615845, "Finetune/Step": 8791, "Finetune/Step Time": 6.6158513352274895}
{"Finetune/Learning Rate": 8.425092347829016e-06, "Finetune/Loss": 0.5879089832305908, "Finetune/Loss (Raw)": 0.2419673204421997, "Finetune/Step": 8792, "Finetune/Step Time": 6.632944388315082}
{"Finetune/Learning Rate": 8.423041488026912e-06, "Finetune/Loss": 0.5879988670349121, "Finetune/Loss (Raw)": 0.6967239379882812, "Finetune/Step": 8793, "Finetune/Step Time": 6.639900701120496}
{"Finetune/Learning Rate": 8.420990696241334e-06, "Finetune/Loss": 0.5862569212913513, "Finetune/Loss (Raw)": 0.43321576714515686, "Finetune/Step": 8794, "Finetune/Step Time": 6.663701850920916}
{"Finetune/Learning Rate": 8.41893997256072e-06, "Finetune/Loss": 0.5849854350090027, "Finetune/Loss (Raw)": 0.46575671434402466, "Finetune/Step": 8795, "Finetune/Step Time": 6.678940184414387}
{"Finetune/Learning Rate": 8.416889317073533e-06, "Finetune/Loss": 0.5843766331672668, "Finetune/Loss (Raw)": 0.5199517011642456, "Finetune/Step": 8796, "Finetune/Step Time": 6.69461621530354}
{"Finetune/Learning Rate": 8.414838729868214e-06, "Finetune/Loss": 0.5840100049972534, "Finetune/Loss (Raw)": 0.5360620617866516, "Finetune/Step": 8797, "Finetune/Step Time": 6.695662213489413}
{"Finetune/Learning Rate": 8.412788211033211e-06, "Finetune/Loss": 0.5838945508003235, "Finetune/Loss (Raw)": 0.5859935879707336, "Finetune/Step": 8798, "Finetune/Step Time": 6.690793579444289}
{"Finetune/Learning Rate": 8.410737760656964e-06, "Finetune/Loss": 0.5844826698303223, "Finetune/Loss (Raw)": 0.648169994354248, "Finetune/Step": 8799, "Finetune/Step Time": 6.69280656054616}
{"Finetune/Learning Rate": 8.408687378827916e-06, "Finetune/Loss": 0.5842474699020386, "Finetune/Loss (Raw)": 0.6990121603012085, "Finetune/Step": 8800, "Finetune/Step Time": 6.695153931155801}
{"Finetune/Learning Rate": 8.406637065634502e-06, "Finetune/Loss": 0.5834810137748718, "Finetune/Loss (Raw)": 0.6453158855438232, "Finetune/Step": 8801, "Finetune/Step Time": 6.69500445201993}
{"Finetune/Learning Rate": 8.404586821165148e-06, "Finetune/Loss": 0.5828362107276917, "Finetune/Loss (Raw)": 0.6317218542098999, "Finetune/Step": 8802, "Finetune/Step Time": 6.694867081940174}
{"Finetune/Learning Rate": 8.40253664550829e-06, "Finetune/Loss": 0.5855485200881958, "Finetune/Loss (Raw)": 0.5842334032058716, "Finetune/Step": 8803, "Finetune/Step Time": 6.687262378633022}
{"Finetune/Learning Rate": 8.400486538752354e-06, "Finetune/Loss": 0.5862821340560913, "Finetune/Loss (Raw)": 0.6908294558525085, "Finetune/Step": 8804, "Finetune/Step Time": 6.683220969513059}
{"Finetune/Learning Rate": 8.398436500985766e-06, "Finetune/Loss": 0.5870775580406189, "Finetune/Loss (Raw)": 0.6744730472564697, "Finetune/Step": 8805, "Finetune/Step Time": 6.688668616116047}
{"Finetune/Learning Rate": 8.396386532296944e-06, "Finetune/Loss": 0.5879595279693604, "Finetune/Loss (Raw)": 0.7324402928352356, "Finetune/Step": 8806, "Finetune/Step Time": 6.687117677181959}
{"Finetune/Learning Rate": 8.394336632774312e-06, "Finetune/Loss": 0.5882822275161743, "Finetune/Loss (Raw)": 0.5699104070663452, "Finetune/Step": 8807, "Finetune/Step Time": 6.687184659764171}
{"Finetune/Learning Rate": 8.392286802506274e-06, "Finetune/Loss": 0.5902049541473389, "Finetune/Loss (Raw)": 0.686711847782135, "Finetune/Step": 8808, "Finetune/Step Time": 6.678693315014243}
{"Finetune/Learning Rate": 8.39023704158125e-06, "Finetune/Loss": 0.5894725918769836, "Finetune/Loss (Raw)": 0.547290027141571, "Finetune/Step": 8809, "Finetune/Step Time": 6.681421121582389}
{"Finetune/Learning Rate": 8.388187350087648e-06, "Finetune/Loss": 0.5887713432312012, "Finetune/Loss (Raw)": 0.6568305492401123, "Finetune/Step": 8810, "Finetune/Step Time": 6.682375218719244}
{"Finetune/Learning Rate": 8.386137728113877e-06, "Finetune/Loss": 0.591041624546051, "Finetune/Loss (Raw)": 0.5921403765678406, "Finetune/Step": 8811, "Finetune/Step Time": 6.665144810453057}
{"Finetune/Learning Rate": 8.384088175748336e-06, "Finetune/Loss": 0.5903734564781189, "Finetune/Loss (Raw)": 0.6091749668121338, "Finetune/Step": 8812, "Finetune/Step Time": 6.654984099790454}
{"Finetune/Learning Rate": 8.382038693079425e-06, "Finetune/Loss": 0.589530348777771, "Finetune/Loss (Raw)": 0.5650275349617004, "Finetune/Step": 8813, "Finetune/Step Time": 6.65312616340816}
{"Finetune/Learning Rate": 8.379989280195547e-06, "Finetune/Loss": 0.5903005599975586, "Finetune/Loss (Raw)": 0.63482666015625, "Finetune/Step": 8814, "Finetune/Step Time": 6.6220646891742945}
{"Finetune/Learning Rate": 8.37793993718509e-06, "Finetune/Loss": 0.5906203985214233, "Finetune/Loss (Raw)": 0.7160273790359497, "Finetune/Step": 8815, "Finetune/Step Time": 6.617892865091562}
{"Finetune/Learning Rate": 8.375890664136445e-06, "Finetune/Loss": 0.5896564722061157, "Finetune/Loss (Raw)": 0.4783589839935303, "Finetune/Step": 8816, "Finetune/Step Time": 6.624005377292633}
{"Finetune/Learning Rate": 8.373841461138003e-06, "Finetune/Loss": 0.5902271270751953, "Finetune/Loss (Raw)": 0.5676571130752563, "Finetune/Step": 8817, "Finetune/Step Time": 6.623185373842716}
{"Finetune/Learning Rate": 8.371792328278147e-06, "Finetune/Loss": 0.5902994275093079, "Finetune/Loss (Raw)": 0.5689518451690674, "Finetune/Step": 8818, "Finetune/Step Time": 6.588764280080795}
{"Finetune/Learning Rate": 8.36974326564526e-06, "Finetune/Loss": 0.5904539823532104, "Finetune/Loss (Raw)": 0.7095987200737, "Finetune/Step": 8819, "Finetune/Step Time": 6.581034930422902}
{"Finetune/Learning Rate": 8.367694273327727e-06, "Finetune/Loss": 0.5908571481704712, "Finetune/Loss (Raw)": 0.5994388461112976, "Finetune/Step": 8820, "Finetune/Step Time": 6.586295602843165}
{"Finetune/Learning Rate": 8.365645351413914e-06, "Finetune/Loss": 0.590756893157959, "Finetune/Loss (Raw)": 0.576497495174408, "Finetune/Step": 8821, "Finetune/Step Time": 6.592460887506604}
{"Finetune/Learning Rate": 8.3635964999922e-06, "Finetune/Loss": 0.5908163785934448, "Finetune/Loss (Raw)": 0.5804905891418457, "Finetune/Step": 8822, "Finetune/Step Time": 6.613972935825586}
{"Finetune/Learning Rate": 8.36154771915095e-06, "Finetune/Loss": 0.5906057357788086, "Finetune/Loss (Raw)": 0.55598384141922, "Finetune/Step": 8823, "Finetune/Step Time": 6.615687597543001}
{"Finetune/Learning Rate": 8.359499008978536e-06, "Finetune/Loss": 0.5905846357345581, "Finetune/Loss (Raw)": 0.5186911821365356, "Finetune/Step": 8824, "Finetune/Step Time": 6.64037218503654}
{"Finetune/Learning Rate": 8.357450369563322e-06, "Finetune/Loss": 0.5902255177497864, "Finetune/Loss (Raw)": 0.6477953791618347, "Finetune/Step": 8825, "Finetune/Step Time": 6.637772912159562}
{"Finetune/Learning Rate": 8.355401800993665e-06, "Finetune/Loss": 0.590219259262085, "Finetune/Loss (Raw)": 0.6269177198410034, "Finetune/Step": 8826, "Finetune/Step Time": 6.647242594510317}
{"Finetune/Learning Rate": 8.353353303357928e-06, "Finetune/Loss": 0.5897492170333862, "Finetune/Loss (Raw)": 0.6463603377342224, "Finetune/Step": 8827, "Finetune/Step Time": 6.646607581526041}
{"Finetune/Learning Rate": 8.35130487674446e-06, "Finetune/Loss": 0.591110110282898, "Finetune/Loss (Raw)": 0.6118791699409485, "Finetune/Step": 8828, "Finetune/Step Time": 6.624329101294279}
{"Finetune/Learning Rate": 8.349256521241612e-06, "Finetune/Loss": 0.591215193271637, "Finetune/Loss (Raw)": 0.5427341461181641, "Finetune/Step": 8829, "Finetune/Step Time": 6.612071068957448}
{"Finetune/Learning Rate": 8.347208236937737e-06, "Finetune/Loss": 0.5917013883590698, "Finetune/Loss (Raw)": 0.6649198532104492, "Finetune/Step": 8830, "Finetune/Step Time": 6.617072993889451}
{"Finetune/Learning Rate": 8.345160023921181e-06, "Finetune/Loss": 0.5920236110687256, "Finetune/Loss (Raw)": 0.5824154019355774, "Finetune/Step": 8831, "Finetune/Step Time": 6.620875073596835}
{"Finetune/Learning Rate": 8.343111882280282e-06, "Finetune/Loss": 0.5944513082504272, "Finetune/Loss (Raw)": 0.6073393225669861, "Finetune/Step": 8832, "Finetune/Step Time": 6.611913872882724}
{"Finetune/Learning Rate": 8.341063812103386e-06, "Finetune/Loss": 0.5948721170425415, "Finetune/Loss (Raw)": 0.6790665984153748, "Finetune/Step": 8833, "Finetune/Step Time": 6.606075091287494}
{"Finetune/Learning Rate": 8.339015813478822e-06, "Finetune/Loss": 0.5949987173080444, "Finetune/Loss (Raw)": 0.5284854173660278, "Finetune/Step": 8834, "Finetune/Step Time": 6.62622420117259}
{"Finetune/Learning Rate": 8.336967886494926e-06, "Finetune/Loss": 0.5977827310562134, "Finetune/Loss (Raw)": 0.6067502498626709, "Finetune/Step": 8835, "Finetune/Step Time": 6.605764659121633}
{"Finetune/Learning Rate": 8.334920031240029e-06, "Finetune/Loss": 0.5989795923233032, "Finetune/Loss (Raw)": 0.3903816342353821, "Finetune/Step": 8836, "Finetune/Step Time": 6.586899254471064}
{"Finetune/Learning Rate": 8.332872247802456e-06, "Finetune/Loss": 0.5985497236251831, "Finetune/Loss (Raw)": 0.696436882019043, "Finetune/Step": 8837, "Finetune/Step Time": 6.593070482835174}
{"Finetune/Learning Rate": 8.330824536270534e-06, "Finetune/Loss": 0.5982373952865601, "Finetune/Loss (Raw)": 0.6358341574668884, "Finetune/Step": 8838, "Finetune/Step Time": 6.59158786572516}
{"Finetune/Learning Rate": 8.328776896732578e-06, "Finetune/Loss": 0.597592830657959, "Finetune/Loss (Raw)": 0.5769697427749634, "Finetune/Step": 8839, "Finetune/Step Time": 6.59718987904489}
{"Finetune/Learning Rate": 8.326729329276916e-06, "Finetune/Loss": 0.5968219041824341, "Finetune/Loss (Raw)": 0.6857782006263733, "Finetune/Step": 8840, "Finetune/Step Time": 6.607390632852912}
{"Finetune/Learning Rate": 8.324681833991852e-06, "Finetune/Loss": 0.5973540544509888, "Finetune/Loss (Raw)": 0.6115282773971558, "Finetune/Step": 8841, "Finetune/Step Time": 6.60244863294065}
{"Finetune/Learning Rate": 8.322634410965704e-06, "Finetune/Loss": 0.5979446172714233, "Finetune/Loss (Raw)": 0.6759536266326904, "Finetune/Step": 8842, "Finetune/Step Time": 6.595353048294783}
{"Finetune/Learning Rate": 8.320587060286776e-06, "Finetune/Loss": 0.5984680652618408, "Finetune/Loss (Raw)": 0.7227941751480103, "Finetune/Step": 8843, "Finetune/Step Time": 6.592828726395965}
{"Finetune/Learning Rate": 8.318539782043374e-06, "Finetune/Loss": 0.5986519455909729, "Finetune/Loss (Raw)": 0.6310479044914246, "Finetune/Step": 8844, "Finetune/Step Time": 6.589497659355402}
{"Finetune/Learning Rate": 8.316492576323801e-06, "Finetune/Loss": 0.5979329943656921, "Finetune/Loss (Raw)": 0.5520836114883423, "Finetune/Step": 8845, "Finetune/Step Time": 6.603575551882386}
{"Finetune/Learning Rate": 8.314445443216362e-06, "Finetune/Loss": 0.5989837050437927, "Finetune/Loss (Raw)": 0.7513888478279114, "Finetune/Step": 8846, "Finetune/Step Time": 6.610560057684779}
{"Finetune/Learning Rate": 8.31239838280934e-06, "Finetune/Loss": 0.5992510318756104, "Finetune/Loss (Raw)": 0.5814822912216187, "Finetune/Step": 8847, "Finetune/Step Time": 6.608933940529823}
{"Finetune/Learning Rate": 8.31035139519104e-06, "Finetune/Loss": 0.5988924503326416, "Finetune/Loss (Raw)": 0.5406464338302612, "Finetune/Step": 8848, "Finetune/Step Time": 6.6028649546206}
{"Finetune/Learning Rate": 8.308304480449743e-06, "Finetune/Loss": 0.6000097393989563, "Finetune/Loss (Raw)": 0.7123380303382874, "Finetune/Step": 8849, "Finetune/Step Time": 6.573341032490134}
{"Finetune/Learning Rate": 8.306257638673738e-06, "Finetune/Loss": 0.6025896668434143, "Finetune/Loss (Raw)": 0.7045508623123169, "Finetune/Step": 8850, "Finetune/Step Time": 6.564976813271642}
{"Finetune/Learning Rate": 8.304210869951312e-06, "Finetune/Loss": 0.6034997701644897, "Finetune/Loss (Raw)": 0.6464068293571472, "Finetune/Step": 8851, "Finetune/Step Time": 6.536755001172423}
{"Finetune/Learning Rate": 8.302164174370743e-06, "Finetune/Loss": 0.6021925210952759, "Finetune/Loss (Raw)": 0.5115057826042175, "Finetune/Step": 8852, "Finetune/Step Time": 6.553194936364889}
{"Finetune/Learning Rate": 8.300117552020306e-06, "Finetune/Loss": 0.6011276245117188, "Finetune/Loss (Raw)": 0.5341843962669373, "Finetune/Step": 8853, "Finetune/Step Time": 6.55629656650126}
{"Finetune/Learning Rate": 8.298071002988273e-06, "Finetune/Loss": 0.5985608696937561, "Finetune/Loss (Raw)": 0.28876766562461853, "Finetune/Step": 8854, "Finetune/Step Time": 6.573637802153826}
{"Finetune/Learning Rate": 8.296024527362918e-06, "Finetune/Loss": 0.5974090099334717, "Finetune/Loss (Raw)": 0.572206437587738, "Finetune/Step": 8855, "Finetune/Step Time": 6.558533634990454}
{"Finetune/Learning Rate": 8.293978125232509e-06, "Finetune/Loss": 0.6006715297698975, "Finetune/Loss (Raw)": 0.6408940553665161, "Finetune/Step": 8856, "Finetune/Step Time": 6.550215011462569}
{"Finetune/Learning Rate": 8.291931796685311e-06, "Finetune/Loss": 0.6006376147270203, "Finetune/Loss (Raw)": 0.595603883266449, "Finetune/Step": 8857, "Finetune/Step Time": 6.541509363800287}
{"Finetune/Learning Rate": 8.28988554180958e-06, "Finetune/Loss": 0.600188136100769, "Finetune/Loss (Raw)": 0.5716478824615479, "Finetune/Step": 8858, "Finetune/Step Time": 6.533677717670798}
{"Finetune/Learning Rate": 8.287839360693582e-06, "Finetune/Loss": 0.6005301475524902, "Finetune/Loss (Raw)": 0.6363063454627991, "Finetune/Step": 8859, "Finetune/Step Time": 6.517904374748468}
{"Finetune/Learning Rate": 8.285793253425565e-06, "Finetune/Loss": 0.6016333103179932, "Finetune/Loss (Raw)": 0.7719023823738098, "Finetune/Step": 8860, "Finetune/Step Time": 6.52924295887351}
{"Finetune/Learning Rate": 8.283747220093782e-06, "Finetune/Loss": 0.6012591123580933, "Finetune/Loss (Raw)": 0.6049381494522095, "Finetune/Step": 8861, "Finetune/Step Time": 6.532203122973442}
{"Finetune/Learning Rate": 8.281701260786483e-06, "Finetune/Loss": 0.6003755331039429, "Finetune/Loss (Raw)": 0.6129668354988098, "Finetune/Step": 8862, "Finetune/Step Time": 6.5447990372776985}
{"Finetune/Learning Rate": 8.27965537559191e-06, "Finetune/Loss": 0.6009171605110168, "Finetune/Loss (Raw)": 0.6794613599777222, "Finetune/Step": 8863, "Finetune/Step Time": 6.537130868062377}
{"Finetune/Learning Rate": 8.277609564598308e-06, "Finetune/Loss": 0.6001442670822144, "Finetune/Loss (Raw)": 0.551428496837616, "Finetune/Step": 8864, "Finetune/Step Time": 6.534388083964586}
{"Finetune/Learning Rate": 8.27556382789392e-06, "Finetune/Loss": 0.5994508266448975, "Finetune/Loss (Raw)": 0.6373375058174133, "Finetune/Step": 8865, "Finetune/Step Time": 6.53293732739985}
{"Finetune/Learning Rate": 8.273518165566971e-06, "Finetune/Loss": 0.5995604991912842, "Finetune/Loss (Raw)": 0.6765124797821045, "Finetune/Step": 8866, "Finetune/Step Time": 6.532066600397229}
{"Finetune/Learning Rate": 8.271472577705702e-06, "Finetune/Loss": 0.602425754070282, "Finetune/Loss (Raw)": 0.624455451965332, "Finetune/Step": 8867, "Finetune/Step Time": 6.512885328382254}
{"Finetune/Learning Rate": 8.26942706439834e-06, "Finetune/Loss": 0.6039166450500488, "Finetune/Loss (Raw)": 0.6993799805641174, "Finetune/Step": 8868, "Finetune/Step Time": 6.508653815835714}
{"Finetune/Learning Rate": 8.267381625733106e-06, "Finetune/Loss": 0.6023757457733154, "Finetune/Loss (Raw)": 0.5496842861175537, "Finetune/Step": 8869, "Finetune/Step Time": 6.54130163602531}
{"Finetune/Learning Rate": 8.26533626179823e-06, "Finetune/Loss": 0.6056322455406189, "Finetune/Loss (Raw)": 0.6618111729621887, "Finetune/Step": 8870, "Finetune/Step Time": 6.521762404590845}
{"Finetune/Learning Rate": 8.263290972681927e-06, "Finetune/Loss": 0.605678379535675, "Finetune/Loss (Raw)": 0.6164841055870056, "Finetune/Step": 8871, "Finetune/Step Time": 6.525980124250054}
{"Finetune/Learning Rate": 8.26124575847242e-06, "Finetune/Loss": 0.6053298115730286, "Finetune/Loss (Raw)": 0.6512861847877502, "Finetune/Step": 8872, "Finetune/Step Time": 6.51743402890861}
{"Finetune/Learning Rate": 8.259200619257914e-06, "Finetune/Loss": 0.6043144464492798, "Finetune/Loss (Raw)": 0.40272191166877747, "Finetune/Step": 8873, "Finetune/Step Time": 6.510311495512724}
{"Finetune/Learning Rate": 8.25715555512662e-06, "Finetune/Loss": 0.6033351421356201, "Finetune/Loss (Raw)": 0.5074030160903931, "Finetune/Step": 8874, "Finetune/Step Time": 6.513745006173849}
{"Finetune/Learning Rate": 8.255110566166748e-06, "Finetune/Loss": 0.6024959087371826, "Finetune/Loss (Raw)": 0.5173553824424744, "Finetune/Step": 8875, "Finetune/Step Time": 6.5077056754380465}
{"Finetune/Learning Rate": 8.253065652466498e-06, "Finetune/Loss": 0.602480411529541, "Finetune/Loss (Raw)": 0.6332042217254639, "Finetune/Step": 8876, "Finetune/Step Time": 6.511228619143367}
{"Finetune/Learning Rate": 8.251020814114075e-06, "Finetune/Loss": 0.6024048924446106, "Finetune/Loss (Raw)": 0.624017059803009, "Finetune/Step": 8877, "Finetune/Step Time": 6.521177854388952}
{"Finetune/Learning Rate": 8.248976051197671e-06, "Finetune/Loss": 0.602768063545227, "Finetune/Loss (Raw)": 0.6002410054206848, "Finetune/Step": 8878, "Finetune/Step Time": 6.514458619058132}
{"Finetune/Learning Rate": 8.246931363805483e-06, "Finetune/Loss": 0.6022183895111084, "Finetune/Loss (Raw)": 0.6502723693847656, "Finetune/Step": 8879, "Finetune/Step Time": 6.515676360577345}
{"Finetune/Learning Rate": 8.244886752025696e-06, "Finetune/Loss": 0.6025388240814209, "Finetune/Loss (Raw)": 0.5856012105941772, "Finetune/Step": 8880, "Finetune/Step Time": 6.5110252015292645}
{"Finetune/Learning Rate": 8.242842215946503e-06, "Finetune/Loss": 0.6020544767379761, "Finetune/Loss (Raw)": 0.5345926284790039, "Finetune/Step": 8881, "Finetune/Step Time": 6.51847692579031}
{"Finetune/Learning Rate": 8.240797755656084e-06, "Finetune/Loss": 0.6021823883056641, "Finetune/Loss (Raw)": 0.5455400347709656, "Finetune/Step": 8882, "Finetune/Step Time": 6.517834099009633}
{"Finetune/Learning Rate": 8.238753371242623e-06, "Finetune/Loss": 0.6019142866134644, "Finetune/Loss (Raw)": 0.6244860291481018, "Finetune/Step": 8883, "Finetune/Step Time": 6.517118789255619}
{"Finetune/Learning Rate": 8.236709062794294e-06, "Finetune/Loss": 0.6019526124000549, "Finetune/Loss (Raw)": 0.6051384210586548, "Finetune/Step": 8884, "Finetune/Step Time": 6.487485948950052}
{"Finetune/Learning Rate": 8.234664830399278e-06, "Finetune/Loss": 0.6017435193061829, "Finetune/Loss (Raw)": 0.5678635835647583, "Finetune/Step": 8885, "Finetune/Step Time": 6.485419498756528}
{"Finetune/Learning Rate": 8.232620674145733e-06, "Finetune/Loss": 0.6005953550338745, "Finetune/Loss (Raw)": 0.5536863803863525, "Finetune/Step": 8886, "Finetune/Step Time": 6.486429439857602}
{"Finetune/Learning Rate": 8.230576594121835e-06, "Finetune/Loss": 0.6015135049819946, "Finetune/Loss (Raw)": 0.6992627382278442, "Finetune/Step": 8887, "Finetune/Step Time": 6.4850702323019505}
{"Finetune/Learning Rate": 8.228532590415749e-06, "Finetune/Loss": 0.6008166074752808, "Finetune/Loss (Raw)": 0.47692206501960754, "Finetune/Step": 8888, "Finetune/Step Time": 6.5184273812919855}
{"Finetune/Learning Rate": 8.22648866311563e-06, "Finetune/Loss": 0.6008202433586121, "Finetune/Loss (Raw)": 0.6244916319847107, "Finetune/Step": 8889, "Finetune/Step Time": 6.523104140534997}
{"Finetune/Learning Rate": 8.22444481230964e-06, "Finetune/Loss": 0.6024854183197021, "Finetune/Loss (Raw)": 0.6242533326148987, "Finetune/Step": 8890, "Finetune/Step Time": 6.517929943278432}
{"Finetune/Learning Rate": 8.222401038085939e-06, "Finetune/Loss": 0.6025948524475098, "Finetune/Loss (Raw)": 0.5326990485191345, "Finetune/Step": 8891, "Finetune/Step Time": 6.505225332453847}
{"Finetune/Learning Rate": 8.220357340532663e-06, "Finetune/Loss": 0.6039737462997437, "Finetune/Loss (Raw)": 0.7727053761482239, "Finetune/Step": 8892, "Finetune/Step Time": 6.507823079824448}
{"Finetune/Learning Rate": 8.21831371973797e-06, "Finetune/Loss": 0.599960446357727, "Finetune/Loss (Raw)": 0.2699855864048004, "Finetune/Step": 8893, "Finetune/Step Time": 6.5266554690897465}
{"Finetune/Learning Rate": 8.216270175790007e-06, "Finetune/Loss": 0.5993320345878601, "Finetune/Loss (Raw)": 0.6458615660667419, "Finetune/Step": 8894, "Finetune/Step Time": 6.5176099836826324}
{"Finetune/Learning Rate": 8.214226708776905e-06, "Finetune/Loss": 0.5993139743804932, "Finetune/Loss (Raw)": 0.6321432590484619, "Finetune/Step": 8895, "Finetune/Step Time": 6.514093320816755}
{"Finetune/Learning Rate": 8.212183318786809e-06, "Finetune/Loss": 0.5993024110794067, "Finetune/Loss (Raw)": 0.48999109864234924, "Finetune/Step": 8896, "Finetune/Step Time": 6.519821718335152}
{"Finetune/Learning Rate": 8.210140005907849e-06, "Finetune/Loss": 0.598366379737854, "Finetune/Loss (Raw)": 0.5813352465629578, "Finetune/Step": 8897, "Finetune/Step Time": 6.529380122199655}
{"Finetune/Learning Rate": 8.208096770228165e-06, "Finetune/Loss": 0.5979053974151611, "Finetune/Loss (Raw)": 0.5516996383666992, "Finetune/Step": 8898, "Finetune/Step Time": 6.557744048535824}
{"Finetune/Learning Rate": 8.206053611835876e-06, "Finetune/Loss": 0.5986642837524414, "Finetune/Loss (Raw)": 0.612862765789032, "Finetune/Step": 8899, "Finetune/Step Time": 6.552971877157688}
{"Finetune/Learning Rate": 8.204010530819106e-06, "Finetune/Loss": 0.5989810824394226, "Finetune/Loss (Raw)": 0.6132497191429138, "Finetune/Step": 8900, "Finetune/Step Time": 6.534848628565669}
{"Finetune/Learning Rate": 8.201967527265979e-06, "Finetune/Loss": 0.598383903503418, "Finetune/Loss (Raw)": 0.5128375291824341, "Finetune/Step": 8901, "Finetune/Step Time": 6.52570285834372}
{"Finetune/Learning Rate": 8.199924601264611e-06, "Finetune/Loss": 0.6021222472190857, "Finetune/Loss (Raw)": 0.6894247531890869, "Finetune/Step": 8902, "Finetune/Step Time": 6.519532863050699}
{"Finetune/Learning Rate": 8.197881752903122e-06, "Finetune/Loss": 0.6022199392318726, "Finetune/Loss (Raw)": 0.6471188068389893, "Finetune/Step": 8903, "Finetune/Step Time": 6.513517614454031}
{"Finetune/Learning Rate": 8.195838982269617e-06, "Finetune/Loss": 0.6019812822341919, "Finetune/Loss (Raw)": 0.6586418151855469, "Finetune/Step": 8904, "Finetune/Step Time": 6.51909252256155}
{"Finetune/Learning Rate": 8.193796289452207e-06, "Finetune/Loss": 0.601099967956543, "Finetune/Loss (Raw)": 0.48004913330078125, "Finetune/Step": 8905, "Finetune/Step Time": 6.4975637923926115}
{"Finetune/Learning Rate": 8.191753674538992e-06, "Finetune/Loss": 0.6014432907104492, "Finetune/Loss (Raw)": 0.5791636109352112, "Finetune/Step": 8906, "Finetune/Step Time": 6.474785827100277}
{"Finetune/Learning Rate": 8.189711137618075e-06, "Finetune/Loss": 0.6024091243743896, "Finetune/Loss (Raw)": 0.7593726515769958, "Finetune/Step": 8907, "Finetune/Step Time": 6.45728681050241}
{"Finetune/Learning Rate": 8.187668678777556e-06, "Finetune/Loss": 0.6021718978881836, "Finetune/Loss (Raw)": 0.6414717435836792, "Finetune/Step": 8908, "Finetune/Step Time": 6.467760099098086}
{"Finetune/Learning Rate": 8.18562629810553e-06, "Finetune/Loss": 0.6016316413879395, "Finetune/Loss (Raw)": 0.5687844753265381, "Finetune/Step": 8909, "Finetune/Step Time": 6.483817400410771}
{"Finetune/Learning Rate": 8.183583995690087e-06, "Finetune/Loss": 0.603211522102356, "Finetune/Loss (Raw)": 0.7546080946922302, "Finetune/Step": 8910, "Finetune/Step Time": 6.4817883018404245}
{"Finetune/Learning Rate": 8.181541771619309e-06, "Finetune/Loss": 0.6033234000205994, "Finetune/Loss (Raw)": 0.661848783493042, "Finetune/Step": 8911, "Finetune/Step Time": 6.483817882835865}
{"Finetune/Learning Rate": 8.179499625981283e-06, "Finetune/Loss": 0.6000139713287354, "Finetune/Loss (Raw)": 0.2505413591861725, "Finetune/Step": 8912, "Finetune/Step Time": 6.508327353745699}
{"Finetune/Learning Rate": 8.177457558864092e-06, "Finetune/Loss": 0.5995153188705444, "Finetune/Loss (Raw)": 0.5787529349327087, "Finetune/Step": 8913, "Finetune/Step Time": 6.509144764393568}
{"Finetune/Learning Rate": 8.175415570355812e-06, "Finetune/Loss": 0.5992276668548584, "Finetune/Loss (Raw)": 0.47537779808044434, "Finetune/Step": 8914, "Finetune/Step Time": 6.527158137410879}
{"Finetune/Learning Rate": 8.173373660544517e-06, "Finetune/Loss": 0.5990227460861206, "Finetune/Loss (Raw)": 0.5722307562828064, "Finetune/Step": 8915, "Finetune/Step Time": 6.5264454279094934}
{"Finetune/Learning Rate": 8.171331829518277e-06, "Finetune/Loss": 0.5996252298355103, "Finetune/Loss (Raw)": 0.7406018972396851, "Finetune/Step": 8916, "Finetune/Step Time": 6.520432719960809}
{"Finetune/Learning Rate": 8.169290077365165e-06, "Finetune/Loss": 0.6006150841712952, "Finetune/Loss (Raw)": 0.7295575737953186, "Finetune/Step": 8917, "Finetune/Step Time": 6.509872214868665}
{"Finetune/Learning Rate": 8.167248404173233e-06, "Finetune/Loss": 0.5993529558181763, "Finetune/Loss (Raw)": 0.5896740555763245, "Finetune/Step": 8918, "Finetune/Step Time": 6.495501592755318}
{"Finetune/Learning Rate": 8.165206810030551e-06, "Finetune/Loss": 0.5992764234542847, "Finetune/Loss (Raw)": 0.6692168116569519, "Finetune/Step": 8919, "Finetune/Step Time": 6.499465437605977}
{"Finetune/Learning Rate": 8.163165295025171e-06, "Finetune/Loss": 0.6019887328147888, "Finetune/Loss (Raw)": 0.5891343951225281, "Finetune/Step": 8920, "Finetune/Step Time": 6.482906766235828}
{"Finetune/Learning Rate": 8.16112385924515e-06, "Finetune/Loss": 0.6010085344314575, "Finetune/Loss (Raw)": 0.5712628960609436, "Finetune/Step": 8921, "Finetune/Step Time": 6.477123593911529}
{"Finetune/Learning Rate": 8.159082502778534e-06, "Finetune/Loss": 0.5992239713668823, "Finetune/Loss (Raw)": 0.20479770004749298, "Finetune/Step": 8922, "Finetune/Step Time": 6.476243896409869}
{"Finetune/Learning Rate": 8.157041225713376e-06, "Finetune/Loss": 0.6002302169799805, "Finetune/Loss (Raw)": 0.5945473909378052, "Finetune/Step": 8923, "Finetune/Step Time": 6.455447854474187}
{"Finetune/Learning Rate": 8.155000028137714e-06, "Finetune/Loss": 0.6005711555480957, "Finetune/Loss (Raw)": 0.5635966658592224, "Finetune/Step": 8924, "Finetune/Step Time": 6.439773561432958}
{"Finetune/Learning Rate": 8.152958910139588e-06, "Finetune/Loss": 0.5989739894866943, "Finetune/Loss (Raw)": 0.3316240608692169, "Finetune/Step": 8925, "Finetune/Step Time": 6.473087856546044}
{"Finetune/Learning Rate": 8.150917871807033e-06, "Finetune/Loss": 0.5964794158935547, "Finetune/Loss (Raw)": 0.26668375730514526, "Finetune/Step": 8926, "Finetune/Step Time": 6.49121399782598}
{"Finetune/Learning Rate": 8.148876913228088e-06, "Finetune/Loss": 0.5961121916770935, "Finetune/Loss (Raw)": 0.6011688113212585, "Finetune/Step": 8927, "Finetune/Step Time": 6.475299991667271}
{"Finetune/Learning Rate": 8.146836034490777e-06, "Finetune/Loss": 0.5959787964820862, "Finetune/Loss (Raw)": 0.6819393038749695, "Finetune/Step": 8928, "Finetune/Step Time": 6.4741434175521135}
{"Finetune/Learning Rate": 8.14479523568313e-06, "Finetune/Loss": 0.5960891246795654, "Finetune/Loss (Raw)": 0.659439206123352, "Finetune/Step": 8929, "Finetune/Step Time": 6.474564159289002}
{"Finetune/Learning Rate": 8.142754516893167e-06, "Finetune/Loss": 0.5945612788200378, "Finetune/Loss (Raw)": 0.43615666031837463, "Finetune/Step": 8930, "Finetune/Step Time": 6.491016333922744}
{"Finetune/Learning Rate": 8.140713878208908e-06, "Finetune/Loss": 0.5952799320220947, "Finetune/Loss (Raw)": 0.6762228608131409, "Finetune/Step": 8931, "Finetune/Step Time": 6.479944659397006}
{"Finetune/Learning Rate": 8.13867331971837e-06, "Finetune/Loss": 0.5944938063621521, "Finetune/Loss (Raw)": 0.5902036428451538, "Finetune/Step": 8932, "Finetune/Step Time": 6.492161387577653}
{"Finetune/Learning Rate": 8.136632841509559e-06, "Finetune/Loss": 0.594176173210144, "Finetune/Loss (Raw)": 0.6338135600090027, "Finetune/Step": 8933, "Finetune/Step Time": 6.478377733379602}
{"Finetune/Learning Rate": 8.134592443670494e-06, "Finetune/Loss": 0.592848539352417, "Finetune/Loss (Raw)": 0.5625017881393433, "Finetune/Step": 8934, "Finetune/Step Time": 6.4828018974512815}
{"Finetune/Learning Rate": 8.132552126289171e-06, "Finetune/Loss": 0.5932596921920776, "Finetune/Loss (Raw)": 0.6225408911705017, "Finetune/Step": 8935, "Finetune/Step Time": 6.497214009985328}
{"Finetune/Learning Rate": 8.1305118894536e-06, "Finetune/Loss": 0.5919604897499084, "Finetune/Loss (Raw)": 0.5204105973243713, "Finetune/Step": 8936, "Finetune/Step Time": 6.50874157063663}
{"Finetune/Learning Rate": 8.128471733251773e-06, "Finetune/Loss": 0.5924933552742004, "Finetune/Loss (Raw)": 0.6155014038085938, "Finetune/Step": 8937, "Finetune/Step Time": 6.50771589577198}
{"Finetune/Learning Rate": 8.126431657771686e-06, "Finetune/Loss": 0.5926498174667358, "Finetune/Loss (Raw)": 0.6768614649772644, "Finetune/Step": 8938, "Finetune/Step Time": 6.519408285617828}
{"Finetune/Learning Rate": 8.124391663101332e-06, "Finetune/Loss": 0.5932987332344055, "Finetune/Loss (Raw)": 0.6751964092254639, "Finetune/Step": 8939, "Finetune/Step Time": 6.5233581736683846}
{"Finetune/Learning Rate": 8.1223517493287e-06, "Finetune/Loss": 0.5942676663398743, "Finetune/Loss (Raw)": 0.7331981658935547, "Finetune/Step": 8940, "Finetune/Step Time": 6.5200229082256556}
{"Finetune/Learning Rate": 8.120311916541771e-06, "Finetune/Loss": 0.5939221382141113, "Finetune/Loss (Raw)": 0.5207948088645935, "Finetune/Step": 8941, "Finetune/Step Time": 6.525463616475463}
{"Finetune/Learning Rate": 8.118272164828527e-06, "Finetune/Loss": 0.5949330925941467, "Finetune/Loss (Raw)": 0.7642355561256409, "Finetune/Step": 8942, "Finetune/Step Time": 6.530489420518279}
{"Finetune/Learning Rate": 8.116232494276952e-06, "Finetune/Loss": 0.5937434434890747, "Finetune/Loss (Raw)": 0.5637533664703369, "Finetune/Step": 8943, "Finetune/Step Time": 6.52912824600935}
{"Finetune/Learning Rate": 8.11419290497501e-06, "Finetune/Loss": 0.5941214561462402, "Finetune/Loss (Raw)": 0.5267448425292969, "Finetune/Step": 8944, "Finetune/Step Time": 6.533976025879383}
{"Finetune/Learning Rate": 8.112153397010678e-06, "Finetune/Loss": 0.5950343608856201, "Finetune/Loss (Raw)": 0.6845035552978516, "Finetune/Step": 8945, "Finetune/Step Time": 6.533083751797676}
{"Finetune/Learning Rate": 8.110113970471919e-06, "Finetune/Loss": 0.5924144983291626, "Finetune/Loss (Raw)": 0.23361799120903015, "Finetune/Step": 8946, "Finetune/Step Time": 6.550513746216893}
{"Finetune/Learning Rate": 8.108074625446696e-06, "Finetune/Loss": 0.5925987362861633, "Finetune/Loss (Raw)": 0.7331742644309998, "Finetune/Step": 8947, "Finetune/Step Time": 6.553826605901122}
{"Finetune/Learning Rate": 8.106035362022973e-06, "Finetune/Loss": 0.59239262342453, "Finetune/Loss (Raw)": 0.573057234287262, "Finetune/Step": 8948, "Finetune/Step Time": 6.555817387998104}
{"Finetune/Learning Rate": 8.10399618028871e-06, "Finetune/Loss": 0.593279242515564, "Finetune/Loss (Raw)": 0.6899842023849487, "Finetune/Step": 8949, "Finetune/Step Time": 6.549011332914233}
{"Finetune/Learning Rate": 8.101957080331848e-06, "Finetune/Loss": 0.5933727622032166, "Finetune/Loss (Raw)": 0.5924623608589172, "Finetune/Step": 8950, "Finetune/Step Time": 6.531184870749712}
{"Finetune/Learning Rate": 8.099918062240345e-06, "Finetune/Loss": 0.5937294960021973, "Finetune/Loss (Raw)": 0.6016486287117004, "Finetune/Step": 8951, "Finetune/Step Time": 6.529465029016137}
{"Finetune/Learning Rate": 8.097879126102142e-06, "Finetune/Loss": 0.5938413739204407, "Finetune/Loss (Raw)": 0.5330061316490173, "Finetune/Step": 8952, "Finetune/Step Time": 6.515281526371837}
{"Finetune/Learning Rate": 8.095840272005186e-06, "Finetune/Loss": 0.5933011770248413, "Finetune/Loss (Raw)": 0.5786504149436951, "Finetune/Step": 8953, "Finetune/Step Time": 6.515517875552177}
{"Finetune/Learning Rate": 8.093801500037411e-06, "Finetune/Loss": 0.5939956307411194, "Finetune/Loss (Raw)": 0.7158088684082031, "Finetune/Step": 8954, "Finetune/Step Time": 6.5209633484482765}
{"Finetune/Learning Rate": 8.091762810286761e-06, "Finetune/Loss": 0.5934611558914185, "Finetune/Loss (Raw)": 0.5779505372047424, "Finetune/Step": 8955, "Finetune/Step Time": 6.520020300522447}
{"Finetune/Learning Rate": 8.089724202841159e-06, "Finetune/Loss": 0.5930296182632446, "Finetune/Loss (Raw)": 0.5566347241401672, "Finetune/Step": 8956, "Finetune/Step Time": 6.531723624095321}
{"Finetune/Learning Rate": 8.087685677788532e-06, "Finetune/Loss": 0.5946673154830933, "Finetune/Loss (Raw)": 0.7523638606071472, "Finetune/Step": 8957, "Finetune/Step Time": 6.526916781440377}
{"Finetune/Learning Rate": 8.08564723521681e-06, "Finetune/Loss": 0.5942806005477905, "Finetune/Loss (Raw)": 0.6154181957244873, "Finetune/Step": 8958, "Finetune/Step Time": 6.525471517816186}
{"Finetune/Learning Rate": 8.083608875213911e-06, "Finetune/Loss": 0.5946757793426514, "Finetune/Loss (Raw)": 0.6330059766769409, "Finetune/Step": 8959, "Finetune/Step Time": 6.520930098369718}
{"Finetune/Learning Rate": 8.081570597867757e-06, "Finetune/Loss": 0.5950059294700623, "Finetune/Loss (Raw)": 0.6495935320854187, "Finetune/Step": 8960, "Finetune/Step Time": 6.509750295430422}
{"Finetune/Learning Rate": 8.079532403266256e-06, "Finetune/Loss": 0.5954145789146423, "Finetune/Loss (Raw)": 0.7313724160194397, "Finetune/Step": 8961, "Finetune/Step Time": 6.536477295681834}
{"Finetune/Learning Rate": 8.077494291497324e-06, "Finetune/Loss": 0.595457911491394, "Finetune/Loss (Raw)": 0.5340360403060913, "Finetune/Step": 8962, "Finetune/Step Time": 6.517046172171831}
{"Finetune/Learning Rate": 8.075456262648861e-06, "Finetune/Loss": 0.5948663949966431, "Finetune/Loss (Raw)": 0.5310332179069519, "Finetune/Step": 8963, "Finetune/Step Time": 6.504786480218172}
{"Finetune/Learning Rate": 8.073418316808773e-06, "Finetune/Loss": 0.597284197807312, "Finetune/Loss (Raw)": 0.6998577117919922, "Finetune/Step": 8964, "Finetune/Step Time": 6.515273280441761}
{"Finetune/Learning Rate": 8.071380454064961e-06, "Finetune/Loss": 0.5965522527694702, "Finetune/Loss (Raw)": 0.602751612663269, "Finetune/Step": 8965, "Finetune/Step Time": 6.50394812785089}
{"Finetune/Learning Rate": 8.069342674505322e-06, "Finetune/Loss": 0.5958610773086548, "Finetune/Loss (Raw)": 0.5473575592041016, "Finetune/Step": 8966, "Finetune/Step Time": 6.5049093049019575}
{"Finetune/Learning Rate": 8.067304978217745e-06, "Finetune/Loss": 0.5970126390457153, "Finetune/Loss (Raw)": 0.7243741154670715, "Finetune/Step": 8967, "Finetune/Step Time": 6.509957229718566}
{"Finetune/Learning Rate": 8.065267365290123e-06, "Finetune/Loss": 0.5968471169471741, "Finetune/Loss (Raw)": 0.6645914912223816, "Finetune/Step": 8968, "Finetune/Step Time": 6.504685595631599}
{"Finetune/Learning Rate": 8.063229835810335e-06, "Finetune/Loss": 0.5969623327255249, "Finetune/Loss (Raw)": 0.6262692809104919, "Finetune/Step": 8969, "Finetune/Step Time": 6.529377806931734}
{"Finetune/Learning Rate": 8.061192389866268e-06, "Finetune/Loss": 0.596523642539978, "Finetune/Loss (Raw)": 0.6198093891143799, "Finetune/Step": 8970, "Finetune/Step Time": 6.557020196691155}
{"Finetune/Learning Rate": 8.059155027545799e-06, "Finetune/Loss": 0.5965275764465332, "Finetune/Loss (Raw)": 0.7232910394668579, "Finetune/Step": 8971, "Finetune/Step Time": 6.556283557787538}
{"Finetune/Learning Rate": 8.0571177489368e-06, "Finetune/Loss": 0.5962804555892944, "Finetune/Loss (Raw)": 0.5994197726249695, "Finetune/Step": 8972, "Finetune/Step Time": 6.557271571829915}
{"Finetune/Learning Rate": 8.055080554127142e-06, "Finetune/Loss": 0.5965085625648499, "Finetune/Loss (Raw)": 0.5812831521034241, "Finetune/Step": 8973, "Finetune/Step Time": 6.5363550465554}
{"Finetune/Learning Rate": 8.053043443204696e-06, "Finetune/Loss": 0.5924157500267029, "Finetune/Loss (Raw)": 0.22750820219516754, "Finetune/Step": 8974, "Finetune/Step Time": 6.547965111210942}
{"Finetune/Learning Rate": 8.051006416257326e-06, "Finetune/Loss": 0.5934342741966248, "Finetune/Loss (Raw)": 0.711854100227356, "Finetune/Step": 8975, "Finetune/Step Time": 6.5464882012456656}
{"Finetune/Learning Rate": 8.048969473372886e-06, "Finetune/Loss": 0.5942044854164124, "Finetune/Loss (Raw)": 0.6392315626144409, "Finetune/Step": 8976, "Finetune/Step Time": 6.549372678622603}
{"Finetune/Learning Rate": 8.046932614639236e-06, "Finetune/Loss": 0.5938342809677124, "Finetune/Loss (Raw)": 0.6649549603462219, "Finetune/Step": 8977, "Finetune/Step Time": 6.55217383056879}
{"Finetune/Learning Rate": 8.044895840144226e-06, "Finetune/Loss": 0.5943086743354797, "Finetune/Loss (Raw)": 0.7652673125267029, "Finetune/Step": 8978, "Finetune/Step Time": 6.546351725235581}
{"Finetune/Learning Rate": 8.042859149975708e-06, "Finetune/Loss": 0.5939067602157593, "Finetune/Loss (Raw)": 0.5949667692184448, "Finetune/Step": 8979, "Finetune/Step Time": 6.5519631169736385}
{"Finetune/Learning Rate": 8.040822544221526e-06, "Finetune/Loss": 0.5946565866470337, "Finetune/Loss (Raw)": 0.6074829697608948, "Finetune/Step": 8980, "Finetune/Step Time": 6.529824171215296}
{"Finetune/Learning Rate": 8.038786022969526e-06, "Finetune/Loss": 0.595248818397522, "Finetune/Loss (Raw)": 0.6099953651428223, "Finetune/Step": 8981, "Finetune/Step Time": 6.534183965995908}
{"Finetune/Learning Rate": 8.036749586307542e-06, "Finetune/Loss": 0.5974560976028442, "Finetune/Loss (Raw)": 0.5712968707084656, "Finetune/Step": 8982, "Finetune/Step Time": 6.513414200395346}
{"Finetune/Learning Rate": 8.034713234323408e-06, "Finetune/Loss": 0.5988277196884155, "Finetune/Loss (Raw)": 0.7477667927742004, "Finetune/Step": 8983, "Finetune/Step Time": 6.510017616674304}
{"Finetune/Learning Rate": 8.032676967104953e-06, "Finetune/Loss": 0.5988159775733948, "Finetune/Loss (Raw)": 0.6393987536430359, "Finetune/Step": 8984, "Finetune/Step Time": 6.507716383785009}
{"Finetune/Learning Rate": 8.03064078474001e-06, "Finetune/Loss": 0.5988408923149109, "Finetune/Loss (Raw)": 0.5987895727157593, "Finetune/Step": 8985, "Finetune/Step Time": 6.524171605706215}
{"Finetune/Learning Rate": 8.028604687316398e-06, "Finetune/Loss": 0.5989921689033508, "Finetune/Loss (Raw)": 0.5910133719444275, "Finetune/Step": 8986, "Finetune/Step Time": 6.522262705489993}
{"Finetune/Learning Rate": 8.026568674921939e-06, "Finetune/Loss": 0.5986014604568481, "Finetune/Loss (Raw)": 0.5862988233566284, "Finetune/Step": 8987, "Finetune/Step Time": 6.519805543124676}
{"Finetune/Learning Rate": 8.024532747644451e-06, "Finetune/Loss": 0.5969570875167847, "Finetune/Loss (Raw)": 0.5614195466041565, "Finetune/Step": 8988, "Finetune/Step Time": 6.504146138206124}
{"Finetune/Learning Rate": 8.02249690557174e-06, "Finetune/Loss": 0.593754768371582, "Finetune/Loss (Raw)": 0.19503675401210785, "Finetune/Step": 8989, "Finetune/Step Time": 6.521613420918584}
{"Finetune/Learning Rate": 8.02046114879162e-06, "Finetune/Loss": 0.5950733423233032, "Finetune/Loss (Raw)": 0.7817507982254028, "Finetune/Step": 8990, "Finetune/Step Time": 6.5076474361121655}
{"Finetune/Learning Rate": 8.018425477391895e-06, "Finetune/Loss": 0.5948735475540161, "Finetune/Loss (Raw)": 0.6538807153701782, "Finetune/Step": 8991, "Finetune/Step Time": 6.519108956679702}
{"Finetune/Learning Rate": 8.016389891460367e-06, "Finetune/Loss": 0.5951150059700012, "Finetune/Loss (Raw)": 0.5823411345481873, "Finetune/Step": 8992, "Finetune/Step Time": 6.52019371651113}
{"Finetune/Learning Rate": 8.014354391084834e-06, "Finetune/Loss": 0.5952662825584412, "Finetune/Loss (Raw)": 0.6566976308822632, "Finetune/Step": 8993, "Finetune/Step Time": 6.5355876963585615}
{"Finetune/Learning Rate": 8.012318976353091e-06, "Finetune/Loss": 0.5952698588371277, "Finetune/Loss (Raw)": 0.6769692897796631, "Finetune/Step": 8994, "Finetune/Step Time": 6.540256043896079}
{"Finetune/Learning Rate": 8.010283647352923e-06, "Finetune/Loss": 0.5957447290420532, "Finetune/Loss (Raw)": 0.6852355003356934, "Finetune/Step": 8995, "Finetune/Step Time": 6.543353416025639}
{"Finetune/Learning Rate": 8.00824840417212e-06, "Finetune/Loss": 0.595400333404541, "Finetune/Loss (Raw)": 0.6553089022636414, "Finetune/Step": 8996, "Finetune/Step Time": 6.5472420658916235}
{"Finetune/Learning Rate": 8.00621324689847e-06, "Finetune/Loss": 0.5959780216217041, "Finetune/Loss (Raw)": 0.6236284375190735, "Finetune/Step": 8997, "Finetune/Step Time": 6.526837140321732}
{"Finetune/Learning Rate": 8.004178175619744e-06, "Finetune/Loss": 0.5951968431472778, "Finetune/Loss (Raw)": 0.5618172287940979, "Finetune/Step": 8998, "Finetune/Step Time": 6.544761031866074}
{"Finetune/Learning Rate": 8.002143190423722e-06, "Finetune/Loss": 0.5950011014938354, "Finetune/Loss (Raw)": 0.5914222598075867, "Finetune/Step": 8999, "Finetune/Step Time": 6.54373456351459}
{"Finetune/Learning Rate": 8.000108291398175e-06, "Finetune/Loss": 0.5945340394973755, "Finetune/Loss (Raw)": 0.5915095210075378, "Finetune/Step": 9000, "Finetune/Step Time": 6.54920875094831}
{"Finetune/Learning Rate": 7.998073478630876e-06, "Finetune/Loss": 0.5954231023788452, "Finetune/Loss (Raw)": 0.5165206789970398, "Finetune/Step": 9001, "Finetune/Step Time": 6.56179472245276}
{"Finetune/Learning Rate": 7.99603875220958e-06, "Finetune/Loss": 0.5965722799301147, "Finetune/Loss (Raw)": 0.6544973254203796, "Finetune/Step": 9002, "Finetune/Step Time": 6.563331300392747}
{"Finetune/Learning Rate": 7.994004112222054e-06, "Finetune/Loss": 0.5940719246864319, "Finetune/Loss (Raw)": 0.19730868935585022, "Finetune/Step": 9003, "Finetune/Step Time": 6.581149423494935}
{"Finetune/Learning Rate": 7.991969558756054e-06, "Finetune/Loss": 0.5908691883087158, "Finetune/Loss (Raw)": 0.22325854003429413, "Finetune/Step": 9004, "Finetune/Step Time": 6.597259599715471}
{"Finetune/Learning Rate": 7.98993509189933e-06, "Finetune/Loss": 0.5920637845993042, "Finetune/Loss (Raw)": 0.7769187688827515, "Finetune/Step": 9005, "Finetune/Step Time": 6.5954180508852005}
{"Finetune/Learning Rate": 7.987900711739636e-06, "Finetune/Loss": 0.5918816328048706, "Finetune/Loss (Raw)": 0.576924204826355, "Finetune/Step": 9006, "Finetune/Step Time": 6.618134265765548}
{"Finetune/Learning Rate": 7.98586641836472e-06, "Finetune/Loss": 0.5916343331336975, "Finetune/Loss (Raw)": 0.6186190843582153, "Finetune/Step": 9007, "Finetune/Step Time": 6.6166828610002995}
{"Finetune/Learning Rate": 7.983832211862317e-06, "Finetune/Loss": 0.5921738147735596, "Finetune/Loss (Raw)": 0.6546541452407837, "Finetune/Step": 9008, "Finetune/Step Time": 6.630028963088989}
{"Finetune/Learning Rate": 7.981798092320167e-06, "Finetune/Loss": 0.5931111574172974, "Finetune/Loss (Raw)": 0.654568612575531, "Finetune/Step": 9009, "Finetune/Step Time": 6.622540945187211}
{"Finetune/Learning Rate": 7.979764059826007e-06, "Finetune/Loss": 0.5932710766792297, "Finetune/Loss (Raw)": 0.5660198330879211, "Finetune/Step": 9010, "Finetune/Step Time": 6.616033416241407}
{"Finetune/Learning Rate": 7.977730114467567e-06, "Finetune/Loss": 0.5948498249053955, "Finetune/Loss (Raw)": 0.8265618681907654, "Finetune/Step": 9011, "Finetune/Step Time": 6.613787360489368}
{"Finetune/Learning Rate": 7.975696256332574e-06, "Finetune/Loss": 0.5953596830368042, "Finetune/Loss (Raw)": 0.6703988313674927, "Finetune/Step": 9012, "Finetune/Step Time": 6.623836034908891}
{"Finetune/Learning Rate": 7.973662485508752e-06, "Finetune/Loss": 0.5958861708641052, "Finetune/Loss (Raw)": 0.6352541446685791, "Finetune/Step": 9013, "Finetune/Step Time": 6.629926200956106}
{"Finetune/Learning Rate": 7.97162880208382e-06, "Finetune/Loss": 0.5966150760650635, "Finetune/Loss (Raw)": 0.6469845175743103, "Finetune/Step": 9014, "Finetune/Step Time": 6.633168978616595}
{"Finetune/Learning Rate": 7.96959520614549e-06, "Finetune/Loss": 0.5965774059295654, "Finetune/Loss (Raw)": 0.6944457292556763, "Finetune/Step": 9015, "Finetune/Step Time": 6.6267928797751665}
{"Finetune/Learning Rate": 7.96756169778148e-06, "Finetune/Loss": 0.5977770090103149, "Finetune/Loss (Raw)": 0.6304652690887451, "Finetune/Step": 9016, "Finetune/Step Time": 6.59391200914979}
{"Finetune/Learning Rate": 7.965528277079493e-06, "Finetune/Loss": 0.5954443216323853, "Finetune/Loss (Raw)": 0.325907826423645, "Finetune/Step": 9017, "Finetune/Step Time": 6.605184750631452}
{"Finetune/Learning Rate": 7.963494944127237e-06, "Finetune/Loss": 0.5954829454421997, "Finetune/Loss (Raw)": 0.6292074918746948, "Finetune/Step": 9018, "Finetune/Step Time": 6.596742646768689}
{"Finetune/Learning Rate": 7.961461699012412e-06, "Finetune/Loss": 0.5929701924324036, "Finetune/Loss (Raw)": 0.2110607773065567, "Finetune/Step": 9019, "Finetune/Step Time": 6.618572220206261}
{"Finetune/Learning Rate": 7.959428541822718e-06, "Finetune/Loss": 0.5924785137176514, "Finetune/Loss (Raw)": 0.7097728848457336, "Finetune/Step": 9020, "Finetune/Step Time": 6.64384063705802}
{"Finetune/Learning Rate": 7.957395472645839e-06, "Finetune/Loss": 0.5959123373031616, "Finetune/Loss (Raw)": 0.7095121741294861, "Finetune/Step": 9021, "Finetune/Step Time": 6.637515027076006}
{"Finetune/Learning Rate": 7.95536249156947e-06, "Finetune/Loss": 0.5959006547927856, "Finetune/Loss (Raw)": 0.6443637013435364, "Finetune/Step": 9022, "Finetune/Step Time": 6.635601112619042}
{"Finetune/Learning Rate": 7.953329598681298e-06, "Finetune/Loss": 0.5962977409362793, "Finetune/Loss (Raw)": 0.6829764246940613, "Finetune/Step": 9023, "Finetune/Step Time": 6.6359256487339735}
{"Finetune/Learning Rate": 7.951296794069e-06, "Finetune/Loss": 0.5975182056427002, "Finetune/Loss (Raw)": 0.6462033987045288, "Finetune/Step": 9024, "Finetune/Step Time": 6.622916428372264}
{"Finetune/Learning Rate": 7.949264077820256e-06, "Finetune/Loss": 0.5971665978431702, "Finetune/Loss (Raw)": 0.5363280773162842, "Finetune/Step": 9025, "Finetune/Step Time": 6.6183528788387775}
{"Finetune/Learning Rate": 7.947231450022747e-06, "Finetune/Loss": 0.5972525477409363, "Finetune/Loss (Raw)": 0.5627081990242004, "Finetune/Step": 9026, "Finetune/Step Time": 6.594222012907267}
{"Finetune/Learning Rate": 7.94519891076413e-06, "Finetune/Loss": 0.5948867201805115, "Finetune/Loss (Raw)": 0.31003838777542114, "Finetune/Step": 9027, "Finetune/Step Time": 6.6122173853218555}
{"Finetune/Learning Rate": 7.943166460132079e-06, "Finetune/Loss": 0.59492427110672, "Finetune/Loss (Raw)": 0.6180508136749268, "Finetune/Step": 9028, "Finetune/Step Time": 6.6201943680644035}
{"Finetune/Learning Rate": 7.941134098214259e-06, "Finetune/Loss": 0.5963181257247925, "Finetune/Loss (Raw)": 0.6912479996681213, "Finetune/Step": 9029, "Finetune/Step Time": 6.612127289175987}
{"Finetune/Learning Rate": 7.93910182509832e-06, "Finetune/Loss": 0.5970648527145386, "Finetune/Loss (Raw)": 0.7850140333175659, "Finetune/Step": 9030, "Finetune/Step Time": 6.608135402202606}
{"Finetune/Learning Rate": 7.937069640871925e-06, "Finetune/Loss": 0.5963584780693054, "Finetune/Loss (Raw)": 0.5566988587379456, "Finetune/Step": 9031, "Finetune/Step Time": 6.607205966487527}
{"Finetune/Learning Rate": 7.935037545622723e-06, "Finetune/Loss": 0.5963274240493774, "Finetune/Loss (Raw)": 0.6546726822853088, "Finetune/Step": 9032, "Finetune/Step Time": 6.598896346986294}
{"Finetune/Learning Rate": 7.933005539438362e-06, "Finetune/Loss": 0.5972303748130798, "Finetune/Loss (Raw)": 0.5956166386604309, "Finetune/Step": 9033, "Finetune/Step Time": 6.599283205345273}
{"Finetune/Learning Rate": 7.930973622406483e-06, "Finetune/Loss": 0.5976121425628662, "Finetune/Loss (Raw)": 0.6280333399772644, "Finetune/Step": 9034, "Finetune/Step Time": 6.600716855376959}
{"Finetune/Learning Rate": 7.928941794614723e-06, "Finetune/Loss": 0.596632182598114, "Finetune/Loss (Raw)": 0.6339374780654907, "Finetune/Step": 9035, "Finetune/Step Time": 6.605984991416335}
{"Finetune/Learning Rate": 7.926910056150723e-06, "Finetune/Loss": 0.5971308350563049, "Finetune/Loss (Raw)": 0.705296516418457, "Finetune/Step": 9036, "Finetune/Step Time": 6.596524046733975}
{"Finetune/Learning Rate": 7.924878407102113e-06, "Finetune/Loss": 0.5976760387420654, "Finetune/Loss (Raw)": 0.6385698318481445, "Finetune/Step": 9037, "Finetune/Step Time": 6.583663072437048}
{"Finetune/Learning Rate": 7.922846847556523e-06, "Finetune/Loss": 0.596990704536438, "Finetune/Loss (Raw)": 0.6668928861618042, "Finetune/Step": 9038, "Finetune/Step Time": 6.590550480410457}
{"Finetune/Learning Rate": 7.920815377601574e-06, "Finetune/Loss": 0.5974529981613159, "Finetune/Loss (Raw)": 0.7210147976875305, "Finetune/Step": 9039, "Finetune/Step Time": 6.585498256608844}
{"Finetune/Learning Rate": 7.918783997324888e-06, "Finetune/Loss": 0.597671627998352, "Finetune/Loss (Raw)": 0.27852723002433777, "Finetune/Step": 9040, "Finetune/Step Time": 6.5779764726758}
{"Finetune/Learning Rate": 7.916752706814079e-06, "Finetune/Loss": 0.5965330004692078, "Finetune/Loss (Raw)": 0.43300721049308777, "Finetune/Step": 9041, "Finetune/Step Time": 6.581459948793054}
{"Finetune/Learning Rate": 7.91472150615676e-06, "Finetune/Loss": 0.5966776609420776, "Finetune/Loss (Raw)": 0.49389225244522095, "Finetune/Step": 9042, "Finetune/Step Time": 6.5656527783721685}
{"Finetune/Learning Rate": 7.912690395440544e-06, "Finetune/Loss": 0.5965690612792969, "Finetune/Loss (Raw)": 0.5583384037017822, "Finetune/Step": 9043, "Finetune/Step Time": 6.5650416649878025}
{"Finetune/Learning Rate": 7.910659374753029e-06, "Finetune/Loss": 0.5948772430419922, "Finetune/Loss (Raw)": 0.5240470767021179, "Finetune/Step": 9044, "Finetune/Step Time": 6.5813933704048395}
{"Finetune/Learning Rate": 7.908628444181822e-06, "Finetune/Loss": 0.5936596393585205, "Finetune/Loss (Raw)": 0.5737094283103943, "Finetune/Step": 9045, "Finetune/Step Time": 6.597216881811619}
{"Finetune/Learning Rate": 7.90659760381452e-06, "Finetune/Loss": 0.5939118266105652, "Finetune/Loss (Raw)": 0.6219505071640015, "Finetune/Step": 9046, "Finetune/Step Time": 6.621077148243785}
{"Finetune/Learning Rate": 7.90456685373871e-06, "Finetune/Loss": 0.5934815406799316, "Finetune/Loss (Raw)": 0.6141438484191895, "Finetune/Step": 9047, "Finetune/Step Time": 6.621114021167159}
{"Finetune/Learning Rate": 7.902536194041985e-06, "Finetune/Loss": 0.5940960645675659, "Finetune/Loss (Raw)": 0.667784571647644, "Finetune/Step": 9048, "Finetune/Step Time": 6.616727126762271}
{"Finetune/Learning Rate": 7.900505624811931e-06, "Finetune/Loss": 0.5950743556022644, "Finetune/Loss (Raw)": 0.6964859366416931, "Finetune/Step": 9049, "Finetune/Step Time": 6.618215050548315}
{"Finetune/Learning Rate": 7.898475146136128e-06, "Finetune/Loss": 0.5979516506195068, "Finetune/Loss (Raw)": 0.5730872750282288, "Finetune/Step": 9050, "Finetune/Step Time": 6.596571281552315}
{"Finetune/Learning Rate": 7.896444758102155e-06, "Finetune/Loss": 0.5976064205169678, "Finetune/Loss (Raw)": 0.5503645539283752, "Finetune/Step": 9051, "Finetune/Step Time": 6.598239332437515}
{"Finetune/Learning Rate": 7.894414460797585e-06, "Finetune/Loss": 0.5980550050735474, "Finetune/Loss (Raw)": 0.6210082173347473, "Finetune/Step": 9052, "Finetune/Step Time": 6.601833174005151}
{"Finetune/Learning Rate": 7.892384254309988e-06, "Finetune/Loss": 0.5997941493988037, "Finetune/Loss (Raw)": 0.554246187210083, "Finetune/Step": 9053, "Finetune/Step Time": 6.56092381849885}
{"Finetune/Learning Rate": 7.890354138726928e-06, "Finetune/Loss": 0.6033994555473328, "Finetune/Loss (Raw)": 0.728158175945282, "Finetune/Step": 9054, "Finetune/Step Time": 6.546516178175807}
{"Finetune/Learning Rate": 7.888324114135966e-06, "Finetune/Loss": 0.6037151217460632, "Finetune/Loss (Raw)": 0.6415737867355347, "Finetune/Step": 9055, "Finetune/Step Time": 6.544787963852286}
{"Finetune/Learning Rate": 7.886294180624663e-06, "Finetune/Loss": 0.6031817197799683, "Finetune/Loss (Raw)": 0.6136672496795654, "Finetune/Step": 9056, "Finetune/Step Time": 6.555751109495759}
{"Finetune/Learning Rate": 7.884264338280571e-06, "Finetune/Loss": 0.6025229692459106, "Finetune/Loss (Raw)": 0.5751121640205383, "Finetune/Step": 9057, "Finetune/Step Time": 6.564197218045592}
{"Finetune/Learning Rate": 7.882234587191244e-06, "Finetune/Loss": 0.6025252342224121, "Finetune/Loss (Raw)": 0.43644556403160095, "Finetune/Step": 9058, "Finetune/Step Time": 6.564500397071242}
{"Finetune/Learning Rate": 7.880204927444225e-06, "Finetune/Loss": 0.6017085909843445, "Finetune/Loss (Raw)": 0.5716943144798279, "Finetune/Step": 9059, "Finetune/Step Time": 6.588251896202564}
{"Finetune/Learning Rate": 7.878175359127055e-06, "Finetune/Loss": 0.6024611592292786, "Finetune/Loss (Raw)": 0.6865376830101013, "Finetune/Step": 9060, "Finetune/Step Time": 6.579103950411081}
{"Finetune/Learning Rate": 7.876145882327272e-06, "Finetune/Loss": 0.6026454567909241, "Finetune/Loss (Raw)": 0.6574043035507202, "Finetune/Step": 9061, "Finetune/Step Time": 6.58168856985867}
{"Finetune/Learning Rate": 7.874116497132412e-06, "Finetune/Loss": 0.603338360786438, "Finetune/Loss (Raw)": 0.6511968970298767, "Finetune/Step": 9062, "Finetune/Step Time": 6.5772624388337135}
{"Finetune/Learning Rate": 7.872087203630005e-06, "Finetune/Loss": 0.6036050915718079, "Finetune/Loss (Raw)": 0.6566785573959351, "Finetune/Step": 9063, "Finetune/Step Time": 6.569680266082287}
{"Finetune/Learning Rate": 7.87005800190758e-06, "Finetune/Loss": 0.6012551188468933, "Finetune/Loss (Raw)": 0.21960990130901337, "Finetune/Step": 9064, "Finetune/Step Time": 6.575205808505416}
{"Finetune/Learning Rate": 7.868028892052658e-06, "Finetune/Loss": 0.5996838808059692, "Finetune/Loss (Raw)": 0.4143832325935364, "Finetune/Step": 9065, "Finetune/Step Time": 6.587616465985775}
{"Finetune/Learning Rate": 7.865999874152753e-06, "Finetune/Loss": 0.59984290599823, "Finetune/Loss (Raw)": 0.697219729423523, "Finetune/Step": 9066, "Finetune/Step Time": 6.582821326330304}
{"Finetune/Learning Rate": 7.863970948295383e-06, "Finetune/Loss": 0.5995879173278809, "Finetune/Loss (Raw)": 0.6425572633743286, "Finetune/Step": 9067, "Finetune/Step Time": 6.619228705763817}
{"Finetune/Learning Rate": 7.861942114568057e-06, "Finetune/Loss": 0.5971162915229797, "Finetune/Loss (Raw)": 0.41682928800582886, "Finetune/Step": 9068, "Finetune/Step Time": 6.6287233382463455}
{"Finetune/Learning Rate": 7.859913373058287e-06, "Finetune/Loss": 0.5977662801742554, "Finetune/Loss (Raw)": 0.603993833065033, "Finetune/Step": 9069, "Finetune/Step Time": 6.622691605240107}
{"Finetune/Learning Rate": 7.857884723853568e-06, "Finetune/Loss": 0.5964041948318481, "Finetune/Loss (Raw)": 0.5898909568786621, "Finetune/Step": 9070, "Finetune/Step Time": 6.6276805102825165}
{"Finetune/Learning Rate": 7.855856167041408e-06, "Finetune/Loss": 0.5957497954368591, "Finetune/Loss (Raw)": 0.4799879491329193, "Finetune/Step": 9071, "Finetune/Step Time": 6.642035404220223}
{"Finetune/Learning Rate": 7.853827702709288e-06, "Finetune/Loss": 0.5963289737701416, "Finetune/Loss (Raw)": 0.6008746027946472, "Finetune/Step": 9072, "Finetune/Step Time": 6.652858730405569}
{"Finetune/Learning Rate": 7.85179933094471e-06, "Finetune/Loss": 0.5955958366394043, "Finetune/Loss (Raw)": 0.5906688570976257, "Finetune/Step": 9073, "Finetune/Step Time": 6.681003713980317}
{"Finetune/Learning Rate": 7.849771051835155e-06, "Finetune/Loss": 0.5981974601745605, "Finetune/Loss (Raw)": 0.5666214227676392, "Finetune/Step": 9074, "Finetune/Step Time": 6.693841909989715}
{"Finetune/Learning Rate": 7.84774286546811e-06, "Finetune/Loss": 0.5969115495681763, "Finetune/Loss (Raw)": 0.5685737133026123, "Finetune/Step": 9075, "Finetune/Step Time": 6.711599215865135}
{"Finetune/Learning Rate": 7.84571477193105e-06, "Finetune/Loss": 0.5977170467376709, "Finetune/Loss (Raw)": 0.6761643290519714, "Finetune/Step": 9076, "Finetune/Step Time": 6.705496400594711}
{"Finetune/Learning Rate": 7.84368677131145e-06, "Finetune/Loss": 0.5985548496246338, "Finetune/Loss (Raw)": 0.7972319722175598, "Finetune/Step": 9077, "Finetune/Step Time": 6.714155226945877}
{"Finetune/Learning Rate": 7.841658863696787e-06, "Finetune/Loss": 0.5990419387817383, "Finetune/Loss (Raw)": 0.6548065543174744, "Finetune/Step": 9078, "Finetune/Step Time": 6.725850077345967}
{"Finetune/Learning Rate": 7.839631049174518e-06, "Finetune/Loss": 0.5991274118423462, "Finetune/Loss (Raw)": 0.6125817894935608, "Finetune/Step": 9079, "Finetune/Step Time": 6.721542824059725}
{"Finetune/Learning Rate": 7.83760332783211e-06, "Finetune/Loss": 0.599266767501831, "Finetune/Loss (Raw)": 0.5508438348770142, "Finetune/Step": 9080, "Finetune/Step Time": 6.705891879275441}
{"Finetune/Learning Rate": 7.835575699757021e-06, "Finetune/Loss": 0.5997844934463501, "Finetune/Loss (Raw)": 0.64492267370224, "Finetune/Step": 9081, "Finetune/Step Time": 6.716954724863172}
{"Finetune/Learning Rate": 7.833548165036704e-06, "Finetune/Loss": 0.5977171659469604, "Finetune/Loss (Raw)": 0.4511859714984894, "Finetune/Step": 9082, "Finetune/Step Time": 6.740317791700363}
{"Finetune/Learning Rate": 7.831520723758612e-06, "Finetune/Loss": 0.5985364317893982, "Finetune/Loss (Raw)": 0.6828206181526184, "Finetune/Step": 9083, "Finetune/Step Time": 6.751759449020028}
{"Finetune/Learning Rate": 7.829493376010195e-06, "Finetune/Loss": 0.5992065668106079, "Finetune/Loss (Raw)": 0.6424146890640259, "Finetune/Step": 9084, "Finetune/Step Time": 6.74390447512269}
{"Finetune/Learning Rate": 7.827466121878888e-06, "Finetune/Loss": 0.598674476146698, "Finetune/Loss (Raw)": 0.6842571496963501, "Finetune/Step": 9085, "Finetune/Step Time": 6.746171090751886}
{"Finetune/Learning Rate": 7.825438961452135e-06, "Finetune/Loss": 0.5989819169044495, "Finetune/Loss (Raw)": 0.6547647714614868, "Finetune/Step": 9086, "Finetune/Step Time": 6.754318902269006}
{"Finetune/Learning Rate": 7.823411894817366e-06, "Finetune/Loss": 0.5988606810569763, "Finetune/Loss (Raw)": 0.6174934506416321, "Finetune/Step": 9087, "Finetune/Step Time": 6.765153139829636}
{"Finetune/Learning Rate": 7.821384922062012e-06, "Finetune/Loss": 0.5985063314437866, "Finetune/Loss (Raw)": 0.6042386293411255, "Finetune/Step": 9088, "Finetune/Step Time": 6.78143865428865}
{"Finetune/Learning Rate": 7.819358043273502e-06, "Finetune/Loss": 0.5972216129302979, "Finetune/Loss (Raw)": 0.5669203996658325, "Finetune/Step": 9089, "Finetune/Step Time": 6.759845931082964}
{"Finetune/Learning Rate": 7.817331258539259e-06, "Finetune/Loss": 0.5976923704147339, "Finetune/Loss (Raw)": 0.594290554523468, "Finetune/Step": 9090, "Finetune/Step Time": 6.769041940569878}
{"Finetune/Learning Rate": 7.815304567946701e-06, "Finetune/Loss": 0.5978586673736572, "Finetune/Loss (Raw)": 0.5523203611373901, "Finetune/Step": 9091, "Finetune/Step Time": 6.791485510766506}
{"Finetune/Learning Rate": 7.813277971583236e-06, "Finetune/Loss": 0.598136305809021, "Finetune/Loss (Raw)": 0.73540198802948, "Finetune/Step": 9092, "Finetune/Step Time": 6.779582506045699}
{"Finetune/Learning Rate": 7.811251469536279e-06, "Finetune/Loss": 0.5977237224578857, "Finetune/Loss (Raw)": 0.5499373078346252, "Finetune/Step": 9093, "Finetune/Step Time": 6.788746636360884}
{"Finetune/Learning Rate": 7.809225061893234e-06, "Finetune/Loss": 0.5979318618774414, "Finetune/Loss (Raw)": 0.5740010738372803, "Finetune/Step": 9094, "Finetune/Step Time": 6.790951520204544}
{"Finetune/Learning Rate": 7.807198748741508e-06, "Finetune/Loss": 0.5938342809677124, "Finetune/Loss (Raw)": 0.19988392293453217, "Finetune/Step": 9095, "Finetune/Step Time": 6.800162276253104}
{"Finetune/Learning Rate": 7.805172530168492e-06, "Finetune/Loss": 0.5942254662513733, "Finetune/Loss (Raw)": 0.7146665453910828, "Finetune/Step": 9096, "Finetune/Step Time": 6.808988543227315}
{"Finetune/Learning Rate": 7.803146406261587e-06, "Finetune/Loss": 0.5937150716781616, "Finetune/Loss (Raw)": 0.5609338879585266, "Finetune/Step": 9097, "Finetune/Step Time": 6.778333567082882}
{"Finetune/Learning Rate": 7.801120377108174e-06, "Finetune/Loss": 0.5932325124740601, "Finetune/Loss (Raw)": 0.5580498576164246, "Finetune/Step": 9098, "Finetune/Step Time": 6.756540760397911}
{"Finetune/Learning Rate": 7.799094442795645e-06, "Finetune/Loss": 0.5930033922195435, "Finetune/Loss (Raw)": 0.6939523816108704, "Finetune/Step": 9099, "Finetune/Step Time": 6.76574232429266}
{"Finetune/Learning Rate": 7.797068603411377e-06, "Finetune/Loss": 0.5900768041610718, "Finetune/Loss (Raw)": 0.2248154878616333, "Finetune/Step": 9100, "Finetune/Step Time": 6.7838121727108955}
{"Finetune/Learning Rate": 7.795042859042754e-06, "Finetune/Loss": 0.5903279185295105, "Finetune/Loss (Raw)": 0.6134364604949951, "Finetune/Step": 9101, "Finetune/Step Time": 6.819112677127123}
{"Finetune/Learning Rate": 7.793017209777143e-06, "Finetune/Loss": 0.5934537649154663, "Finetune/Loss (Raw)": 0.6276117563247681, "Finetune/Step": 9102, "Finetune/Step Time": 6.806825619190931}
{"Finetune/Learning Rate": 7.790991655701914e-06, "Finetune/Loss": 0.592597484588623, "Finetune/Loss (Raw)": 0.6022529006004333, "Finetune/Step": 9103, "Finetune/Step Time": 6.81966320797801}
{"Finetune/Learning Rate": 7.78896619690444e-06, "Finetune/Loss": 0.5920548439025879, "Finetune/Loss (Raw)": 0.5697705745697021, "Finetune/Step": 9104, "Finetune/Step Time": 6.813614122569561}
{"Finetune/Learning Rate": 7.78694083347207e-06, "Finetune/Loss": 0.5913592576980591, "Finetune/Loss (Raw)": 0.5759187340736389, "Finetune/Step": 9105, "Finetune/Step Time": 6.811923870816827}
{"Finetune/Learning Rate": 7.784915565492169e-06, "Finetune/Loss": 0.5900058746337891, "Finetune/Loss (Raw)": 0.5920331478118896, "Finetune/Step": 9106, "Finetune/Step Time": 6.821896580979228}
{"Finetune/Learning Rate": 7.782890393052086e-06, "Finetune/Loss": 0.5894379019737244, "Finetune/Loss (Raw)": 0.5222653150558472, "Finetune/Step": 9107, "Finetune/Step Time": 6.823978146538138}
{"Finetune/Learning Rate": 7.78086531623917e-06, "Finetune/Loss": 0.5895442366600037, "Finetune/Loss (Raw)": 0.6210997104644775, "Finetune/Step": 9108, "Finetune/Step Time": 6.827112581580877}
{"Finetune/Learning Rate": 7.778840335140764e-06, "Finetune/Loss": 0.5901484489440918, "Finetune/Loss (Raw)": 0.6873389482498169, "Finetune/Step": 9109, "Finetune/Step Time": 6.816986184567213}
{"Finetune/Learning Rate": 7.77681544984422e-06, "Finetune/Loss": 0.5903204679489136, "Finetune/Loss (Raw)": 0.5933111310005188, "Finetune/Step": 9110, "Finetune/Step Time": 6.815183017402887}
{"Finetune/Learning Rate": 7.774790660436857e-06, "Finetune/Loss": 0.588641881942749, "Finetune/Loss (Raw)": 0.5329065322875977, "Finetune/Step": 9111, "Finetune/Step Time": 6.822434363886714}
{"Finetune/Learning Rate": 7.772765967006018e-06, "Finetune/Loss": 0.5881055593490601, "Finetune/Loss (Raw)": 0.5707525014877319, "Finetune/Step": 9112, "Finetune/Step Time": 6.826487649232149}
{"Finetune/Learning Rate": 7.770741369639028e-06, "Finetune/Loss": 0.589152991771698, "Finetune/Loss (Raw)": 0.7328596115112305, "Finetune/Step": 9113, "Finetune/Step Time": 6.81273933313787}
{"Finetune/Learning Rate": 7.76871686842321e-06, "Finetune/Loss": 0.589134693145752, "Finetune/Loss (Raw)": 0.5886656045913696, "Finetune/Step": 9114, "Finetune/Step Time": 6.8178925588727}
{"Finetune/Learning Rate": 7.766692463445882e-06, "Finetune/Loss": 0.5884301662445068, "Finetune/Loss (Raw)": 0.4961162507534027, "Finetune/Step": 9115, "Finetune/Step Time": 6.8338857088238}
{"Finetune/Learning Rate": 7.764668154794368e-06, "Finetune/Loss": 0.5885212421417236, "Finetune/Loss (Raw)": 0.5730786919593811, "Finetune/Step": 9116, "Finetune/Step Time": 6.8351896442472935}
{"Finetune/Learning Rate": 7.762643942555973e-06, "Finetune/Loss": 0.5900067090988159, "Finetune/Loss (Raw)": 0.38518446683883667, "Finetune/Step": 9117, "Finetune/Step Time": 6.850672943517566}
{"Finetune/Learning Rate": 7.760619826818003e-06, "Finetune/Loss": 0.5887893438339233, "Finetune/Loss (Raw)": 0.6259254813194275, "Finetune/Step": 9118, "Finetune/Step Time": 6.864134561270475}
{"Finetune/Learning Rate": 7.758595807667762e-06, "Finetune/Loss": 0.5902279615402222, "Finetune/Loss (Raw)": 0.8380283117294312, "Finetune/Step": 9119, "Finetune/Step Time": 6.851937608793378}
{"Finetune/Learning Rate": 7.75657188519255e-06, "Finetune/Loss": 0.5897661447525024, "Finetune/Loss (Raw)": 0.5232248902320862, "Finetune/Step": 9120, "Finetune/Step Time": 6.851830191910267}
{"Finetune/Learning Rate": 7.754548059479661e-06, "Finetune/Loss": 0.5892161130905151, "Finetune/Loss (Raw)": 0.5862991213798523, "Finetune/Step": 9121, "Finetune/Step Time": 6.832335526123643}
{"Finetune/Learning Rate": 7.752524330616387e-06, "Finetune/Loss": 0.5879573225975037, "Finetune/Loss (Raw)": 0.5158396363258362, "Finetune/Step": 9122, "Finetune/Step Time": 6.826365727931261}
{"Finetune/Learning Rate": 7.750500698690017e-06, "Finetune/Loss": 0.5874456167221069, "Finetune/Loss (Raw)": 0.6197307109832764, "Finetune/Step": 9123, "Finetune/Step Time": 6.8322280794382095}
{"Finetune/Learning Rate": 7.748477163787824e-06, "Finetune/Loss": 0.5872783660888672, "Finetune/Loss (Raw)": 0.6339020729064941, "Finetune/Step": 9124, "Finetune/Step Time": 6.835610119625926}
{"Finetune/Learning Rate": 7.746453725997093e-06, "Finetune/Loss": 0.5871384143829346, "Finetune/Loss (Raw)": 0.6057249307632446, "Finetune/Step": 9125, "Finetune/Step Time": 6.830027179792523}
{"Finetune/Learning Rate": 7.744430385405096e-06, "Finetune/Loss": 0.5872886180877686, "Finetune/Loss (Raw)": 0.5810351371765137, "Finetune/Step": 9126, "Finetune/Step Time": 6.831902666017413}
{"Finetune/Learning Rate": 7.742407142099104e-06, "Finetune/Loss": 0.5870779752731323, "Finetune/Loss (Raw)": 0.5644590854644775, "Finetune/Step": 9127, "Finetune/Step Time": 6.8308240827172995}
{"Finetune/Learning Rate": 7.740383996166382e-06, "Finetune/Loss": 0.5864248275756836, "Finetune/Loss (Raw)": 0.5079159140586853, "Finetune/Step": 9128, "Finetune/Step Time": 6.821203920990229}
{"Finetune/Learning Rate": 7.738360947694193e-06, "Finetune/Loss": 0.5874993205070496, "Finetune/Loss (Raw)": 0.6540462374687195, "Finetune/Step": 9129, "Finetune/Step Time": 6.799584669992328}
{"Finetune/Learning Rate": 7.736337996769789e-06, "Finetune/Loss": 0.5872138142585754, "Finetune/Loss (Raw)": 0.6179549098014832, "Finetune/Step": 9130, "Finetune/Step Time": 6.801179386675358}
{"Finetune/Learning Rate": 7.734315143480423e-06, "Finetune/Loss": 0.5901668071746826, "Finetune/Loss (Raw)": 0.5752882361412048, "Finetune/Step": 9131, "Finetune/Step Time": 6.791534051299095}
{"Finetune/Learning Rate": 7.73229238791335e-06, "Finetune/Loss": 0.5934286117553711, "Finetune/Loss (Raw)": 0.6407715082168579, "Finetune/Step": 9132, "Finetune/Step Time": 6.7854476775974035}
{"Finetune/Learning Rate": 7.730269730155809e-06, "Finetune/Loss": 0.592119574546814, "Finetune/Loss (Raw)": 0.6093645095825195, "Finetune/Step": 9133, "Finetune/Step Time": 6.788689499720931}
{"Finetune/Learning Rate": 7.72824717029504e-06, "Finetune/Loss": 0.5918480753898621, "Finetune/Loss (Raw)": 0.542172908782959, "Finetune/Step": 9134, "Finetune/Step Time": 6.769244847819209}
{"Finetune/Learning Rate": 7.726224708418284e-06, "Finetune/Loss": 0.591892659664154, "Finetune/Loss (Raw)": 0.6243250966072083, "Finetune/Step": 9135, "Finetune/Step Time": 6.772749591618776}
{"Finetune/Learning Rate": 7.72420234461277e-06, "Finetune/Loss": 0.5917924642562866, "Finetune/Loss (Raw)": 0.6418334245681763, "Finetune/Step": 9136, "Finetune/Step Time": 6.76931775547564}
{"Finetune/Learning Rate": 7.722180078965721e-06, "Finetune/Loss": 0.590736985206604, "Finetune/Loss (Raw)": 0.519465982913971, "Finetune/Step": 9137, "Finetune/Step Time": 6.772125568240881}
{"Finetune/Learning Rate": 7.72015791156437e-06, "Finetune/Loss": 0.5913876295089722, "Finetune/Loss (Raw)": 0.6493042707443237, "Finetune/Step": 9138, "Finetune/Step Time": 6.775600450113416}
{"Finetune/Learning Rate": 7.718135842495924e-06, "Finetune/Loss": 0.5894408226013184, "Finetune/Loss (Raw)": 0.5773620009422302, "Finetune/Step": 9139, "Finetune/Step Time": 6.7796718794852495}
{"Finetune/Learning Rate": 7.716113871847605e-06, "Finetune/Loss": 0.5891751050949097, "Finetune/Loss (Raw)": 0.6363887190818787, "Finetune/Step": 9140, "Finetune/Step Time": 6.78643692471087}
{"Finetune/Learning Rate": 7.714091999706626e-06, "Finetune/Loss": 0.5897212028503418, "Finetune/Loss (Raw)": 0.7051581144332886, "Finetune/Step": 9141, "Finetune/Step Time": 6.785255089402199}
{"Finetune/Learning Rate": 7.71207022616019e-06, "Finetune/Loss": 0.5898439288139343, "Finetune/Loss (Raw)": 0.6626914739608765, "Finetune/Step": 9142, "Finetune/Step Time": 6.774574154987931}
{"Finetune/Learning Rate": 7.710048551295497e-06, "Finetune/Loss": 0.5892696380615234, "Finetune/Loss (Raw)": 0.6209381818771362, "Finetune/Step": 9143, "Finetune/Step Time": 6.788731813430786}
{"Finetune/Learning Rate": 7.708026975199746e-06, "Finetune/Loss": 0.5883997082710266, "Finetune/Loss (Raw)": 0.5191115140914917, "Finetune/Step": 9144, "Finetune/Step Time": 6.794359225779772}
{"Finetune/Learning Rate": 7.70600549796013e-06, "Finetune/Loss": 0.5906091332435608, "Finetune/Loss (Raw)": 0.6087163090705872, "Finetune/Step": 9145, "Finetune/Step Time": 6.797493100166321}
{"Finetune/Learning Rate": 7.703984119663842e-06, "Finetune/Loss": 0.5906650424003601, "Finetune/Loss (Raw)": 0.6363623738288879, "Finetune/Step": 9146, "Finetune/Step Time": 6.792186636477709}
{"Finetune/Learning Rate": 7.701962840398063e-06, "Finetune/Loss": 0.5946745872497559, "Finetune/Loss (Raw)": 0.7242823243141174, "Finetune/Step": 9147, "Finetune/Step Time": 6.781103800982237}
{"Finetune/Learning Rate": 7.699941660249976e-06, "Finetune/Loss": 0.594085693359375, "Finetune/Loss (Raw)": 0.6343901753425598, "Finetune/Step": 9148, "Finetune/Step Time": 6.756897920742631}
{"Finetune/Learning Rate": 7.697920579306759e-06, "Finetune/Loss": 0.5938726663589478, "Finetune/Loss (Raw)": 0.6822507977485657, "Finetune/Step": 9149, "Finetune/Step Time": 6.745641548186541}
{"Finetune/Learning Rate": 7.695899597655578e-06, "Finetune/Loss": 0.5936808586120605, "Finetune/Loss (Raw)": 0.6198109984397888, "Finetune/Step": 9150, "Finetune/Step Time": 6.760227382183075}
{"Finetune/Learning Rate": 7.693878715383604e-06, "Finetune/Loss": 0.5934182405471802, "Finetune/Loss (Raw)": 0.6493586301803589, "Finetune/Step": 9151, "Finetune/Step Time": 6.765685306861997}
{"Finetune/Learning Rate": 7.691857932578005e-06, "Finetune/Loss": 0.5929391384124756, "Finetune/Loss (Raw)": 0.5848789215087891, "Finetune/Step": 9152, "Finetune/Step Time": 6.782511344179511}
{"Finetune/Learning Rate": 7.689837249325934e-06, "Finetune/Loss": 0.5932962894439697, "Finetune/Loss (Raw)": 0.5820481181144714, "Finetune/Step": 9153, "Finetune/Step Time": 6.774976575747132}
{"Finetune/Learning Rate": 7.687816665714549e-06, "Finetune/Loss": 0.5940436124801636, "Finetune/Loss (Raw)": 0.6583641171455383, "Finetune/Step": 9154, "Finetune/Step Time": 6.77930211275816}
{"Finetune/Learning Rate": 7.685796181831002e-06, "Finetune/Loss": 0.5963828563690186, "Finetune/Loss (Raw)": 0.6094570755958557, "Finetune/Step": 9155, "Finetune/Step Time": 6.758982865139842}
{"Finetune/Learning Rate": 7.683775797762436e-06, "Finetune/Loss": 0.5958023071289062, "Finetune/Loss (Raw)": 0.5437439680099487, "Finetune/Step": 9156, "Finetune/Step Time": 6.750853573903441}
{"Finetune/Learning Rate": 7.681755513595995e-06, "Finetune/Loss": 0.5947922468185425, "Finetune/Loss (Raw)": 0.5619625449180603, "Finetune/Step": 9157, "Finetune/Step Time": 6.745690565556288}
{"Finetune/Learning Rate": 7.679735329418817e-06, "Finetune/Loss": 0.5931064486503601, "Finetune/Loss (Raw)": 0.5692279934883118, "Finetune/Step": 9158, "Finetune/Step Time": 6.738592978566885}
{"Finetune/Learning Rate": 7.677715245318033e-06, "Finetune/Loss": 0.5936892032623291, "Finetune/Loss (Raw)": 0.6312928199768066, "Finetune/Step": 9159, "Finetune/Step Time": 6.742098022252321}
{"Finetune/Learning Rate": 7.675695261380776e-06, "Finetune/Loss": 0.5921791195869446, "Finetune/Loss (Raw)": 0.46137940883636475, "Finetune/Step": 9160, "Finetune/Step Time": 6.765306156128645}
{"Finetune/Learning Rate": 7.673675377694167e-06, "Finetune/Loss": 0.5918326377868652, "Finetune/Loss (Raw)": 0.5512728691101074, "Finetune/Step": 9161, "Finetune/Step Time": 6.765078857541084}
{"Finetune/Learning Rate": 7.671655594345335e-06, "Finetune/Loss": 0.592190682888031, "Finetune/Loss (Raw)": 0.6738572120666504, "Finetune/Step": 9162, "Finetune/Step Time": 6.764889696612954}
{"Finetune/Learning Rate": 7.669635911421386e-06, "Finetune/Loss": 0.5916031002998352, "Finetune/Loss (Raw)": 0.5587249994277954, "Finetune/Step": 9163, "Finetune/Step Time": 6.76962305419147}
{"Finetune/Learning Rate": 7.667616329009435e-06, "Finetune/Loss": 0.590901792049408, "Finetune/Loss (Raw)": 0.6155344843864441, "Finetune/Step": 9164, "Finetune/Step Time": 6.7678258288651705}
{"Finetune/Learning Rate": 7.665596847196588e-06, "Finetune/Loss": 0.5912471413612366, "Finetune/Loss (Raw)": 0.6827704310417175, "Finetune/Step": 9165, "Finetune/Step Time": 6.771647159010172}
{"Finetune/Learning Rate": 7.663577466069953e-06, "Finetune/Loss": 0.590326189994812, "Finetune/Loss (Raw)": 0.5490140914916992, "Finetune/Step": 9166, "Finetune/Step Time": 6.774182535707951}
{"Finetune/Learning Rate": 7.661558185716627e-06, "Finetune/Loss": 0.5893300175666809, "Finetune/Loss (Raw)": 0.5935048460960388, "Finetune/Step": 9167, "Finetune/Step Time": 6.77090017683804}
{"Finetune/Learning Rate": 7.659539006223703e-06, "Finetune/Loss": 0.5918630361557007, "Finetune/Loss (Raw)": 0.6027560830116272, "Finetune/Step": 9168, "Finetune/Step Time": 6.751141846179962}
{"Finetune/Learning Rate": 7.657519927678274e-06, "Finetune/Loss": 0.5942245125770569, "Finetune/Loss (Raw)": 0.735274076461792, "Finetune/Step": 9169, "Finetune/Step Time": 6.74624202772975}
{"Finetune/Learning Rate": 7.655500950167421e-06, "Finetune/Loss": 0.5953423380851746, "Finetune/Loss (Raw)": 0.6369712352752686, "Finetune/Step": 9170, "Finetune/Step Time": 6.7440484799444675}
{"Finetune/Learning Rate": 7.653482073778226e-06, "Finetune/Loss": 0.5945560932159424, "Finetune/Loss (Raw)": 0.4576946794986725, "Finetune/Step": 9171, "Finetune/Step Time": 6.754899209365249}
{"Finetune/Learning Rate": 7.65146329859777e-06, "Finetune/Loss": 0.5950571298599243, "Finetune/Loss (Raw)": 0.5881922841072083, "Finetune/Step": 9172, "Finetune/Step Time": 6.7414360754191875}
{"Finetune/Learning Rate": 7.649444624713126e-06, "Finetune/Loss": 0.595591127872467, "Finetune/Loss (Raw)": 0.6420536637306213, "Finetune/Step": 9173, "Finetune/Step Time": 6.734829656779766}
{"Finetune/Learning Rate": 7.64742605221136e-06, "Finetune/Loss": 0.5949615240097046, "Finetune/Loss (Raw)": 0.5413616895675659, "Finetune/Step": 9174, "Finetune/Step Time": 6.7152663115412}
{"Finetune/Learning Rate": 7.64540758117954e-06, "Finetune/Loss": 0.5960078239440918, "Finetune/Loss (Raw)": 0.7480730414390564, "Finetune/Step": 9175, "Finetune/Step Time": 6.718082547187805}
{"Finetune/Learning Rate": 7.643389211704715e-06, "Finetune/Loss": 0.5951883792877197, "Finetune/Loss (Raw)": 0.5628930926322937, "Finetune/Step": 9176, "Finetune/Step Time": 6.721079459413886}
{"Finetune/Learning Rate": 7.641370943873949e-06, "Finetune/Loss": 0.5939898490905762, "Finetune/Loss (Raw)": 0.5430787801742554, "Finetune/Step": 9177, "Finetune/Step Time": 6.722388761118054}
{"Finetune/Learning Rate": 7.639352777774292e-06, "Finetune/Loss": 0.5936231017112732, "Finetune/Loss (Raw)": 0.5261403322219849, "Finetune/Step": 9178, "Finetune/Step Time": 6.728262102231383}
{"Finetune/Learning Rate": 7.637334713492789e-06, "Finetune/Loss": 0.5938045382499695, "Finetune/Loss (Raw)": 0.5735850930213928, "Finetune/Step": 9179, "Finetune/Step Time": 6.730327466502786}
{"Finetune/Learning Rate": 7.635316751116481e-06, "Finetune/Loss": 0.5945724248886108, "Finetune/Loss (Raw)": 0.7192971110343933, "Finetune/Step": 9180, "Finetune/Step Time": 6.74041710421443}
{"Finetune/Learning Rate": 7.633298890732412e-06, "Finetune/Loss": 0.594507098197937, "Finetune/Loss (Raw)": 0.5458793044090271, "Finetune/Step": 9181, "Finetune/Step Time": 6.740707853808999}
{"Finetune/Learning Rate": 7.631281132427607e-06, "Finetune/Loss": 0.5938570499420166, "Finetune/Loss (Raw)": 0.6449634432792664, "Finetune/Step": 9182, "Finetune/Step Time": 6.742902221158147}
{"Finetune/Learning Rate": 7.629263476289096e-06, "Finetune/Loss": 0.5929692983627319, "Finetune/Loss (Raw)": 0.527941107749939, "Finetune/Step": 9183, "Finetune/Step Time": 6.776918446645141}
{"Finetune/Learning Rate": 7.627245922403909e-06, "Finetune/Loss": 0.5926064252853394, "Finetune/Loss (Raw)": 0.5672199726104736, "Finetune/Step": 9184, "Finetune/Step Time": 6.762864610180259}
{"Finetune/Learning Rate": 7.62522847085906e-06, "Finetune/Loss": 0.5933486223220825, "Finetune/Loss (Raw)": 0.6701064109802246, "Finetune/Step": 9185, "Finetune/Step Time": 6.754119470715523}
{"Finetune/Learning Rate": 7.623211121741568e-06, "Finetune/Loss": 0.594884991645813, "Finetune/Loss (Raw)": 0.6331098079681396, "Finetune/Step": 9186, "Finetune/Step Time": 6.768428552895784}
{"Finetune/Learning Rate": 7.621193875138448e-06, "Finetune/Loss": 0.5962479114532471, "Finetune/Loss (Raw)": 0.7461401224136353, "Finetune/Step": 9187, "Finetune/Step Time": 6.751259965822101}
{"Finetune/Learning Rate": 7.619176731136697e-06, "Finetune/Loss": 0.5949051380157471, "Finetune/Loss (Raw)": 0.5146670341491699, "Finetune/Step": 9188, "Finetune/Step Time": 6.763097807765007}
{"Finetune/Learning Rate": 7.617159689823326e-06, "Finetune/Loss": 0.5937361717224121, "Finetune/Loss (Raw)": 0.5077683329582214, "Finetune/Step": 9189, "Finetune/Step Time": 6.771775029599667}
{"Finetune/Learning Rate": 7.615142751285327e-06, "Finetune/Loss": 0.593232274055481, "Finetune/Loss (Raw)": 0.5867076516151428, "Finetune/Step": 9190, "Finetune/Step Time": 6.772003456950188}
{"Finetune/Learning Rate": 7.613125915609696e-06, "Finetune/Loss": 0.5903624296188354, "Finetune/Loss (Raw)": 0.2893442213535309, "Finetune/Step": 9191, "Finetune/Step Time": 6.771079866215587}
{"Finetune/Learning Rate": 7.611109182883423e-06, "Finetune/Loss": 0.5943206548690796, "Finetune/Loss (Raw)": 0.7262533903121948, "Finetune/Step": 9192, "Finetune/Step Time": 6.7489297445863485}
{"Finetune/Learning Rate": 7.609092553193492e-06, "Finetune/Loss": 0.5956414341926575, "Finetune/Loss (Raw)": 0.5834473371505737, "Finetune/Step": 9193, "Finetune/Step Time": 6.732920818030834}
{"Finetune/Learning Rate": 7.607076026626885e-06, "Finetune/Loss": 0.5959244966506958, "Finetune/Loss (Raw)": 0.7334474325180054, "Finetune/Step": 9194, "Finetune/Step Time": 6.72596500441432}
{"Finetune/Learning Rate": 7.605059603270575e-06, "Finetune/Loss": 0.5967559814453125, "Finetune/Loss (Raw)": 0.7489835619926453, "Finetune/Step": 9195, "Finetune/Step Time": 6.682826150208712}
{"Finetune/Learning Rate": 7.603043283211531e-06, "Finetune/Loss": 0.59812992811203, "Finetune/Loss (Raw)": 0.5927015542984009, "Finetune/Step": 9196, "Finetune/Step Time": 6.670155640691519}
{"Finetune/Learning Rate": 7.6010270665367236e-06, "Finetune/Loss": 0.5983350276947021, "Finetune/Loss (Raw)": 0.6302493214607239, "Finetune/Step": 9197, "Finetune/Step Time": 6.663387767970562}
{"Finetune/Learning Rate": 7.599010953333113e-06, "Finetune/Loss": 0.5955642461776733, "Finetune/Loss (Raw)": 0.2352215200662613, "Finetune/Step": 9198, "Finetune/Step Time": 6.670735782012343}
{"Finetune/Learning Rate": 7.596994943687662e-06, "Finetune/Loss": 0.5974140763282776, "Finetune/Loss (Raw)": 0.7167757153511047, "Finetune/Step": 9199, "Finetune/Step Time": 6.666625902056694}
{"Finetune/Learning Rate": 7.5949790376873226e-06, "Finetune/Loss": 0.597618818283081, "Finetune/Loss (Raw)": 0.6270826458930969, "Finetune/Step": 9200, "Finetune/Step Time": 6.647401301190257}
{"Finetune/Learning Rate": 7.592963235419037e-06, "Finetune/Loss": 0.5975687503814697, "Finetune/Loss (Raw)": 0.5842604041099548, "Finetune/Step": 9201, "Finetune/Step Time": 6.619420176371932}
{"Finetune/Learning Rate": 7.5909475369697546e-06, "Finetune/Loss": 0.5974414348602295, "Finetune/Loss (Raw)": 0.5503177642822266, "Finetune/Step": 9202, "Finetune/Step Time": 6.6120792757719755}
{"Finetune/Learning Rate": 7.588931942426415e-06, "Finetune/Loss": 0.5975702404975891, "Finetune/Loss (Raw)": 0.5850649476051331, "Finetune/Step": 9203, "Finetune/Step Time": 6.607268342748284}
{"Finetune/Learning Rate": 7.586916451875956e-06, "Finetune/Loss": 0.5981181859970093, "Finetune/Loss (Raw)": 0.7463010549545288, "Finetune/Step": 9204, "Finetune/Step Time": 6.607302468270063}
{"Finetune/Learning Rate": 7.584901065405304e-06, "Finetune/Loss": 0.5934503078460693, "Finetune/Loss (Raw)": 0.19973790645599365, "Finetune/Step": 9205, "Finetune/Step Time": 6.6157606821507215}
{"Finetune/Learning Rate": 7.5828857831013895e-06, "Finetune/Loss": 0.5926346778869629, "Finetune/Loss (Raw)": 0.5504088401794434, "Finetune/Step": 9206, "Finetune/Step Time": 6.612275907769799}
{"Finetune/Learning Rate": 7.580870605051136e-06, "Finetune/Loss": 0.5924447774887085, "Finetune/Loss (Raw)": 0.5882737636566162, "Finetune/Step": 9207, "Finetune/Step Time": 6.62252507917583}
{"Finetune/Learning Rate": 7.578855531341454e-06, "Finetune/Loss": 0.5924181938171387, "Finetune/Loss (Raw)": 0.5474456548690796, "Finetune/Step": 9208, "Finetune/Step Time": 6.619433166459203}
{"Finetune/Learning Rate": 7.576840562059262e-06, "Finetune/Loss": 0.5919370055198669, "Finetune/Loss (Raw)": 0.5833276510238647, "Finetune/Step": 9209, "Finetune/Step Time": 6.613444557413459}
{"Finetune/Learning Rate": 7.574825697291468e-06, "Finetune/Loss": 0.5930463671684265, "Finetune/Loss (Raw)": 0.5931845307350159, "Finetune/Step": 9210, "Finetune/Step Time": 6.582182923331857}
{"Finetune/Learning Rate": 7.5728109371249745e-06, "Finetune/Loss": 0.5927993059158325, "Finetune/Loss (Raw)": 0.6511911749839783, "Finetune/Step": 9211, "Finetune/Step Time": 6.571143601089716}
{"Finetune/Learning Rate": 7.570796281646682e-06, "Finetune/Loss": 0.5918446779251099, "Finetune/Loss (Raw)": 0.5202264785766602, "Finetune/Step": 9212, "Finetune/Step Time": 6.571541279554367}
{"Finetune/Learning Rate": 7.568781730943489e-06, "Finetune/Loss": 0.5907701849937439, "Finetune/Loss (Raw)": 0.5467216968536377, "Finetune/Step": 9213, "Finetune/Step Time": 6.570930229499936}
{"Finetune/Learning Rate": 7.5667672851022775e-06, "Finetune/Loss": 0.59104323387146, "Finetune/Loss (Raw)": 0.6897134184837341, "Finetune/Step": 9214, "Finetune/Step Time": 6.570389127358794}
{"Finetune/Learning Rate": 7.564752944209941e-06, "Finetune/Loss": 0.5895612239837646, "Finetune/Loss (Raw)": 0.4278053939342499, "Finetune/Step": 9215, "Finetune/Step Time": 6.563326990231872}
{"Finetune/Learning Rate": 7.5627387083533566e-06, "Finetune/Loss": 0.5902708172798157, "Finetune/Loss (Raw)": 0.695061981678009, "Finetune/Step": 9216, "Finetune/Step Time": 6.5583246778696775}
{"Finetune/Learning Rate": 7.560724577619404e-06, "Finetune/Loss": 0.5903696417808533, "Finetune/Loss (Raw)": 0.5795687437057495, "Finetune/Step": 9217, "Finetune/Step Time": 6.561178157106042}
{"Finetune/Learning Rate": 7.5587105520949536e-06, "Finetune/Loss": 0.5904024243354797, "Finetune/Loss (Raw)": 0.5984865427017212, "Finetune/Step": 9218, "Finetune/Step Time": 6.563711244612932}
{"Finetune/Learning Rate": 7.5566966318668766e-06, "Finetune/Loss": 0.5908393859863281, "Finetune/Loss (Raw)": 0.6082541942596436, "Finetune/Step": 9219, "Finetune/Step Time": 6.54808310046792}
{"Finetune/Learning Rate": 7.5546828170220335e-06, "Finetune/Loss": 0.5903239250183105, "Finetune/Loss (Raw)": 0.669415295124054, "Finetune/Step": 9220, "Finetune/Step Time": 6.546842372044921}
{"Finetune/Learning Rate": 7.5526691076472835e-06, "Finetune/Loss": 0.5907164812088013, "Finetune/Loss (Raw)": 0.6001837253570557, "Finetune/Step": 9221, "Finetune/Step Time": 6.553850479424}
{"Finetune/Learning Rate": 7.5506555038294795e-06, "Finetune/Loss": 0.5911476612091064, "Finetune/Loss (Raw)": 0.6291928887367249, "Finetune/Step": 9222, "Finetune/Step Time": 6.55734128318727}
{"Finetune/Learning Rate": 7.548642005655472e-06, "Finetune/Loss": 0.5929175615310669, "Finetune/Loss (Raw)": 0.4264361262321472, "Finetune/Step": 9223, "Finetune/Step Time": 6.555421698838472}
{"Finetune/Learning Rate": 7.546628613212108e-06, "Finetune/Loss": 0.5931026935577393, "Finetune/Loss (Raw)": 0.7383634448051453, "Finetune/Step": 9224, "Finetune/Step Time": 6.537742150947452}
{"Finetune/Learning Rate": 7.544615326586227e-06, "Finetune/Loss": 0.593895435333252, "Finetune/Loss (Raw)": 0.6624000072479248, "Finetune/Step": 9225, "Finetune/Step Time": 6.529630167409778}
{"Finetune/Learning Rate": 7.542602145864668e-06, "Finetune/Loss": 0.5945135354995728, "Finetune/Loss (Raw)": 0.6371678709983826, "Finetune/Step": 9226, "Finetune/Step Time": 6.528508173301816}
{"Finetune/Learning Rate": 7.540589071134255e-06, "Finetune/Loss": 0.5945128202438354, "Finetune/Loss (Raw)": 0.693859875202179, "Finetune/Step": 9227, "Finetune/Step Time": 6.539342425763607}
{"Finetune/Learning Rate": 7.538576102481819e-06, "Finetune/Loss": 0.5991721153259277, "Finetune/Loss (Raw)": 0.8212079405784607, "Finetune/Step": 9228, "Finetune/Step Time": 6.52107716538012}
{"Finetune/Learning Rate": 7.5365632399941805e-06, "Finetune/Loss": 0.599043071269989, "Finetune/Loss (Raw)": 0.5969140529632568, "Finetune/Step": 9229, "Finetune/Step Time": 6.486927416175604}
{"Finetune/Learning Rate": 7.534550483758162e-06, "Finetune/Loss": 0.5975325107574463, "Finetune/Loss (Raw)": 0.43426313996315, "Finetune/Step": 9230, "Finetune/Step Time": 6.484406607225537}
{"Finetune/Learning Rate": 7.532537833860572e-06, "Finetune/Loss": 0.5972137451171875, "Finetune/Loss (Raw)": 0.5614519715309143, "Finetune/Step": 9231, "Finetune/Step Time": 6.483588108792901}
{"Finetune/Learning Rate": 7.53052529038822e-06, "Finetune/Loss": 0.5979437828063965, "Finetune/Loss (Raw)": 0.6632173657417297, "Finetune/Step": 9232, "Finetune/Step Time": 6.486985048279166}
{"Finetune/Learning Rate": 7.528512853427915e-06, "Finetune/Loss": 0.5981851816177368, "Finetune/Loss (Raw)": 0.6068150401115417, "Finetune/Step": 9233, "Finetune/Step Time": 6.506822947412729}
{"Finetune/Learning Rate": 7.5265005230664465e-06, "Finetune/Loss": 0.5990040898323059, "Finetune/Loss (Raw)": 0.6968564391136169, "Finetune/Step": 9234, "Finetune/Step Time": 6.499045809730887}
{"Finetune/Learning Rate": 7.524488299390617e-06, "Finetune/Loss": 0.5985029339790344, "Finetune/Loss (Raw)": 0.45811590552330017, "Finetune/Step": 9235, "Finetune/Step Time": 6.499529182910919}
{"Finetune/Learning Rate": 7.522476182487214e-06, "Finetune/Loss": 0.5951541662216187, "Finetune/Loss (Raw)": 0.19245722889900208, "Finetune/Step": 9236, "Finetune/Step Time": 6.519520265981555}
{"Finetune/Learning Rate": 7.520464172443023e-06, "Finetune/Loss": 0.5940231084823608, "Finetune/Loss (Raw)": 0.5425688028335571, "Finetune/Step": 9237, "Finetune/Step Time": 6.530140355229378}
{"Finetune/Learning Rate": 7.518452269344823e-06, "Finetune/Loss": 0.5930898189544678, "Finetune/Loss (Raw)": 0.47384050488471985, "Finetune/Step": 9238, "Finetune/Step Time": 6.548887072131038}
{"Finetune/Learning Rate": 7.516440473279398e-06, "Finetune/Loss": 0.5930909514427185, "Finetune/Loss (Raw)": 0.5330554246902466, "Finetune/Step": 9239, "Finetune/Step Time": 6.54895580932498}
{"Finetune/Learning Rate": 7.51442878433351e-06, "Finetune/Loss": 0.5929050445556641, "Finetune/Loss (Raw)": 0.5469632148742676, "Finetune/Step": 9240, "Finetune/Step Time": 6.537287600338459}
{"Finetune/Learning Rate": 7.5124172025939325e-06, "Finetune/Loss": 0.5925953388214111, "Finetune/Loss (Raw)": 0.6932082772254944, "Finetune/Step": 9241, "Finetune/Step Time": 6.533731816336513}
{"Finetune/Learning Rate": 7.510405728147423e-06, "Finetune/Loss": 0.5928117632865906, "Finetune/Loss (Raw)": 0.6163708567619324, "Finetune/Step": 9242, "Finetune/Step Time": 6.528976958245039}
{"Finetune/Learning Rate": 7.508394361080742e-06, "Finetune/Loss": 0.590610146522522, "Finetune/Loss (Raw)": 0.21431314945220947, "Finetune/Step": 9243, "Finetune/Step Time": 6.525069138035178}
{"Finetune/Learning Rate": 7.506383101480643e-06, "Finetune/Loss": 0.5915433168411255, "Finetune/Loss (Raw)": 0.6925193071365356, "Finetune/Step": 9244, "Finetune/Step Time": 6.52851570956409}
{"Finetune/Learning Rate": 7.5043719494338785e-06, "Finetune/Loss": 0.5931272506713867, "Finetune/Loss (Raw)": 0.587924063205719, "Finetune/Step": 9245, "Finetune/Step Time": 6.499978678300977}
{"Finetune/Learning Rate": 7.502360905027184e-06, "Finetune/Loss": 0.593167781829834, "Finetune/Loss (Raw)": 0.6311163902282715, "Finetune/Step": 9246, "Finetune/Step Time": 6.51310620456934}
{"Finetune/Learning Rate": 7.5003499683473055e-06, "Finetune/Loss": 0.5910642147064209, "Finetune/Loss (Raw)": 0.5687757134437561, "Finetune/Step": 9247, "Finetune/Step Time": 6.511459620669484}
{"Finetune/Learning Rate": 7.498339139480972e-06, "Finetune/Loss": 0.5914802551269531, "Finetune/Loss (Raw)": 0.5764767527580261, "Finetune/Step": 9248, "Finetune/Step Time": 6.508490722626448}
{"Finetune/Learning Rate": 7.496328418514917e-06, "Finetune/Loss": 0.5888906717300415, "Finetune/Loss (Raw)": 0.25483494997024536, "Finetune/Step": 9249, "Finetune/Step Time": 6.524747060611844}
{"Finetune/Learning Rate": 7.494317805535869e-06, "Finetune/Loss": 0.5863599181175232, "Finetune/Loss (Raw)": 0.19190528988838196, "Finetune/Step": 9250, "Finetune/Step Time": 6.547088345512748}
{"Finetune/Learning Rate": 7.4923073006305415e-06, "Finetune/Loss": 0.5860708951950073, "Finetune/Loss (Raw)": 0.5827246308326721, "Finetune/Step": 9251, "Finetune/Step Time": 6.533459780737758}
{"Finetune/Learning Rate": 7.490296903885658e-06, "Finetune/Loss": 0.5854507684707642, "Finetune/Loss (Raw)": 0.5545287132263184, "Finetune/Step": 9252, "Finetune/Step Time": 6.528349459171295}
{"Finetune/Learning Rate": 7.488286615387922e-06, "Finetune/Loss": 0.5828431248664856, "Finetune/Loss (Raw)": 0.27195435762405396, "Finetune/Step": 9253, "Finetune/Step Time": 6.544275548309088}
{"Finetune/Learning Rate": 7.486276435224044e-06, "Finetune/Loss": 0.5835129022598267, "Finetune/Loss (Raw)": 0.6667606830596924, "Finetune/Step": 9254, "Finetune/Step Time": 6.526443984359503}
{"Finetune/Learning Rate": 7.484266363480726e-06, "Finetune/Loss": 0.5836014747619629, "Finetune/Loss (Raw)": 0.5758001804351807, "Finetune/Step": 9255, "Finetune/Step Time": 6.539697557687759}
{"Finetune/Learning Rate": 7.482256400244668e-06, "Finetune/Loss": 0.5843732953071594, "Finetune/Loss (Raw)": 0.6067112684249878, "Finetune/Step": 9256, "Finetune/Step Time": 6.5636392794549465}
{"Finetune/Learning Rate": 7.480246545602559e-06, "Finetune/Loss": 0.5810060501098633, "Finetune/Loss (Raw)": 0.22303813695907593, "Finetune/Step": 9257, "Finetune/Step Time": 6.583142528310418}
{"Finetune/Learning Rate": 7.47823679964109e-06, "Finetune/Loss": 0.5809438824653625, "Finetune/Loss (Raw)": 0.6099947690963745, "Finetune/Step": 9258, "Finetune/Step Time": 6.575153782963753}
{"Finetune/Learning Rate": 7.476227162446938e-06, "Finetune/Loss": 0.5811211466789246, "Finetune/Loss (Raw)": 0.5979769229888916, "Finetune/Step": 9259, "Finetune/Step Time": 6.566046802327037}
{"Finetune/Learning Rate": 7.474217634106789e-06, "Finetune/Loss": 0.5813319683074951, "Finetune/Loss (Raw)": 0.6677504181861877, "Finetune/Step": 9260, "Finetune/Step Time": 6.552425105124712}
{"Finetune/Learning Rate": 7.472208214707313e-06, "Finetune/Loss": 0.5806669592857361, "Finetune/Loss (Raw)": 0.5242509841918945, "Finetune/Step": 9261, "Finetune/Step Time": 6.538152286782861}
{"Finetune/Learning Rate": 7.470198904335177e-06, "Finetune/Loss": 0.5817139148712158, "Finetune/Loss (Raw)": 0.6761771440505981, "Finetune/Step": 9262, "Finetune/Step Time": 6.539470115676522}
{"Finetune/Learning Rate": 7.4681897030770516e-06, "Finetune/Loss": 0.5813279151916504, "Finetune/Loss (Raw)": 0.5749214887619019, "Finetune/Step": 9263, "Finetune/Step Time": 6.540577478706837}
{"Finetune/Learning Rate": 7.466180611019591e-06, "Finetune/Loss": 0.5815696120262146, "Finetune/Loss (Raw)": 0.672772228717804, "Finetune/Step": 9264, "Finetune/Step Time": 6.545204717665911}
{"Finetune/Learning Rate": 7.4641716282494584e-06, "Finetune/Loss": 0.5828242897987366, "Finetune/Loss (Raw)": 0.6800646185874939, "Finetune/Step": 9265, "Finetune/Step Time": 6.565659768879414}
{"Finetune/Learning Rate": 7.462162754853293e-06, "Finetune/Loss": 0.5829192399978638, "Finetune/Loss (Raw)": 0.6614577770233154, "Finetune/Step": 9266, "Finetune/Step Time": 6.561884604394436}
{"Finetune/Learning Rate": 7.460153990917749e-06, "Finetune/Loss": 0.5835630893707275, "Finetune/Loss (Raw)": 0.6597669720649719, "Finetune/Step": 9267, "Finetune/Step Time": 6.557100577279925}
{"Finetune/Learning Rate": 7.458145336529461e-06, "Finetune/Loss": 0.5837599039077759, "Finetune/Loss (Raw)": 0.6615871787071228, "Finetune/Step": 9268, "Finetune/Step Time": 6.547197287902236}
{"Finetune/Learning Rate": 7.456136791775068e-06, "Finetune/Loss": 0.5799411535263062, "Finetune/Loss (Raw)": 0.21635644137859344, "Finetune/Step": 9269, "Finetune/Step Time": 6.562763029709458}
{"Finetune/Learning Rate": 7.454128356741204e-06, "Finetune/Loss": 0.5796682834625244, "Finetune/Loss (Raw)": 0.62776118516922, "Finetune/Step": 9270, "Finetune/Step Time": 6.559772543609142}
{"Finetune/Learning Rate": 7.452120031514496e-06, "Finetune/Loss": 0.5788716077804565, "Finetune/Loss (Raw)": 0.5189657211303711, "Finetune/Step": 9271, "Finetune/Step Time": 6.557306434959173}
{"Finetune/Learning Rate": 7.450111816181562e-06, "Finetune/Loss": 0.5792399048805237, "Finetune/Loss (Raw)": 0.5662626624107361, "Finetune/Step": 9272, "Finetune/Step Time": 6.546697650104761}
{"Finetune/Learning Rate": 7.448103710829019e-06, "Finetune/Loss": 0.5807191133499146, "Finetune/Loss (Raw)": 0.7980512976646423, "Finetune/Step": 9273, "Finetune/Step Time": 6.530040031298995}
{"Finetune/Learning Rate": 7.44609571554348e-06, "Finetune/Loss": 0.5809874534606934, "Finetune/Loss (Raw)": 0.6707143783569336, "Finetune/Step": 9274, "Finetune/Step Time": 6.5350111704319715}
{"Finetune/Learning Rate": 7.444087830411555e-06, "Finetune/Loss": 0.5801925659179688, "Finetune/Loss (Raw)": 0.6225320100784302, "Finetune/Step": 9275, "Finetune/Step Time": 6.534351514652371}
{"Finetune/Learning Rate": 7.442080055519849e-06, "Finetune/Loss": 0.5797137022018433, "Finetune/Loss (Raw)": 0.5730963945388794, "Finetune/Step": 9276, "Finetune/Step Time": 6.5344245079904795}
{"Finetune/Learning Rate": 7.440072390954954e-06, "Finetune/Loss": 0.5791792869567871, "Finetune/Loss (Raw)": 0.613842785358429, "Finetune/Step": 9277, "Finetune/Step Time": 6.538237499073148}
{"Finetune/Learning Rate": 7.438064836803472e-06, "Finetune/Loss": 0.5757278203964233, "Finetune/Loss (Raw)": 0.17802174389362335, "Finetune/Step": 9278, "Finetune/Step Time": 6.541204370558262}
{"Finetune/Learning Rate": 7.436057393151982e-06, "Finetune/Loss": 0.5749003887176514, "Finetune/Loss (Raw)": 0.5434471368789673, "Finetune/Step": 9279, "Finetune/Step Time": 6.561281844973564}
{"Finetune/Learning Rate": 7.434050060087073e-06, "Finetune/Loss": 0.5750705003738403, "Finetune/Loss (Raw)": 0.6066572070121765, "Finetune/Step": 9280, "Finetune/Step Time": 6.544218989089131}
{"Finetune/Learning Rate": 7.432042837695322e-06, "Finetune/Loss": 0.5744981169700623, "Finetune/Loss (Raw)": 0.5087775588035583, "Finetune/Step": 9281, "Finetune/Step Time": 6.556698014959693}
{"Finetune/Learning Rate": 7.430035726063309e-06, "Finetune/Loss": 0.5742138624191284, "Finetune/Loss (Raw)": 0.6219862699508667, "Finetune/Step": 9282, "Finetune/Step Time": 6.564612288028002}
{"Finetune/Learning Rate": 7.428028725277596e-06, "Finetune/Loss": 0.5743939280509949, "Finetune/Loss (Raw)": 0.6324989795684814, "Finetune/Step": 9283, "Finetune/Step Time": 6.564113564789295}
{"Finetune/Learning Rate": 7.4260218354247585e-06, "Finetune/Loss": 0.5749960541725159, "Finetune/Loss (Raw)": 0.6208173036575317, "Finetune/Step": 9284, "Finetune/Step Time": 6.5659061670303345}
{"Finetune/Learning Rate": 7.4240150565913425e-06, "Finetune/Loss": 0.5751885175704956, "Finetune/Loss (Raw)": 0.5865944027900696, "Finetune/Step": 9285, "Finetune/Step Time": 6.579640621319413}
{"Finetune/Learning Rate": 7.422008388863912e-06, "Finetune/Loss": 0.5764898657798767, "Finetune/Loss (Raw)": 0.7358034253120422, "Finetune/Step": 9286, "Finetune/Step Time": 6.577618015930057}
{"Finetune/Learning Rate": 7.42000183232902e-06, "Finetune/Loss": 0.5761637091636658, "Finetune/Loss (Raw)": 0.5895473957061768, "Finetune/Step": 9287, "Finetune/Step Time": 6.5836384035646915}
{"Finetune/Learning Rate": 7.417995387073204e-06, "Finetune/Loss": 0.5743752717971802, "Finetune/Loss (Raw)": 0.23246516287326813, "Finetune/Step": 9288, "Finetune/Step Time": 6.5778175219893456}
{"Finetune/Learning Rate": 7.415989053183011e-06, "Finetune/Loss": 0.5737048387527466, "Finetune/Loss (Raw)": 0.4654562175273895, "Finetune/Step": 9289, "Finetune/Step Time": 6.59473941475153}
{"Finetune/Learning Rate": 7.4139828307449725e-06, "Finetune/Loss": 0.570324182510376, "Finetune/Loss (Raw)": 0.24112825095653534, "Finetune/Step": 9290, "Finetune/Step Time": 6.613161727786064}
{"Finetune/Learning Rate": 7.411976719845628e-06, "Finetune/Loss": 0.5699909925460815, "Finetune/Loss (Raw)": 0.5160741209983826, "Finetune/Step": 9291, "Finetune/Step Time": 6.608291340991855}
{"Finetune/Learning Rate": 7.4099707205714955e-06, "Finetune/Loss": 0.5704002976417542, "Finetune/Loss (Raw)": 0.6679244637489319, "Finetune/Step": 9292, "Finetune/Step Time": 6.610821207985282}
{"Finetune/Learning Rate": 7.4079648330091e-06, "Finetune/Loss": 0.5698654651641846, "Finetune/Loss (Raw)": 0.614314615726471, "Finetune/Step": 9293, "Finetune/Step Time": 6.616070233285427}
{"Finetune/Learning Rate": 7.405959057244958e-06, "Finetune/Loss": 0.5674335956573486, "Finetune/Loss (Raw)": 0.23773615062236786, "Finetune/Step": 9294, "Finetune/Step Time": 6.637649016454816}
{"Finetune/Learning Rate": 7.403953393365581e-06, "Finetune/Loss": 0.5678614377975464, "Finetune/Loss (Raw)": 0.6482721567153931, "Finetune/Step": 9295, "Finetune/Step Time": 6.6427829451859}
{"Finetune/Learning Rate": 7.401947841457475e-06, "Finetune/Loss": 0.5679683685302734, "Finetune/Loss (Raw)": 0.6164369583129883, "Finetune/Step": 9296, "Finetune/Step Time": 6.64588675275445}
{"Finetune/Learning Rate": 7.399942401607151e-06, "Finetune/Loss": 0.5665464401245117, "Finetune/Loss (Raw)": 0.5532654523849487, "Finetune/Step": 9297, "Finetune/Step Time": 6.670620050281286}
{"Finetune/Learning Rate": 7.397937073901096e-06, "Finetune/Loss": 0.5660237669944763, "Finetune/Loss (Raw)": 0.5700679421424866, "Finetune/Step": 9298, "Finetune/Step Time": 6.681137030944228}
{"Finetune/Learning Rate": 7.395931858425806e-06, "Finetune/Loss": 0.5671758055686951, "Finetune/Loss (Raw)": 0.6051597595214844, "Finetune/Step": 9299, "Finetune/Step Time": 6.677010387182236}
{"Finetune/Learning Rate": 7.393926755267768e-06, "Finetune/Loss": 0.5661999583244324, "Finetune/Loss (Raw)": 0.4632859528064728, "Finetune/Step": 9300, "Finetune/Step Time": 6.715014282613993}
{"Finetune/Learning Rate": 7.3919217645134655e-06, "Finetune/Loss": 0.5654969811439514, "Finetune/Loss (Raw)": 0.5520739555358887, "Finetune/Step": 9301, "Finetune/Step Time": 6.71853444352746}
{"Finetune/Learning Rate": 7.3899168862493816e-06, "Finetune/Loss": 0.5666372776031494, "Finetune/Loss (Raw)": 0.6873115301132202, "Finetune/Step": 9302, "Finetune/Step Time": 6.722618022933602}
{"Finetune/Learning Rate": 7.387912120561984e-06, "Finetune/Loss": 0.5652864575386047, "Finetune/Loss (Raw)": 0.5751765370368958, "Finetune/Step": 9303, "Finetune/Step Time": 6.745729260146618}
{"Finetune/Learning Rate": 7.385907467537743e-06, "Finetune/Loss": 0.5651557445526123, "Finetune/Loss (Raw)": 0.5461633205413818, "Finetune/Step": 9304, "Finetune/Step Time": 6.743257962167263}
{"Finetune/Learning Rate": 7.3839029272631205e-06, "Finetune/Loss": 0.5668644905090332, "Finetune/Loss (Raw)": 0.7617924809455872, "Finetune/Step": 9305, "Finetune/Step Time": 6.745012117549777}
{"Finetune/Learning Rate": 7.3818984998245766e-06, "Finetune/Loss": 0.5676571130752563, "Finetune/Loss (Raw)": 0.6275923848152161, "Finetune/Step": 9306, "Finetune/Step Time": 6.740169396623969}
{"Finetune/Learning Rate": 7.379894185308565e-06, "Finetune/Loss": 0.5687004327774048, "Finetune/Loss (Raw)": 0.7071377038955688, "Finetune/Step": 9307, "Finetune/Step Time": 6.739325687289238}
{"Finetune/Learning Rate": 7.377889983801537e-06, "Finetune/Loss": 0.5682833194732666, "Finetune/Loss (Raw)": 0.6659014821052551, "Finetune/Step": 9308, "Finetune/Step Time": 6.723072949796915}
{"Finetune/Learning Rate": 7.375885895389933e-06, "Finetune/Loss": 0.5682162642478943, "Finetune/Loss (Raw)": 0.5373002290725708, "Finetune/Step": 9309, "Finetune/Step Time": 6.726724302396178}
{"Finetune/Learning Rate": 7.373881920160197e-06, "Finetune/Loss": 0.568906843662262, "Finetune/Loss (Raw)": 0.7333599925041199, "Finetune/Step": 9310, "Finetune/Step Time": 6.722340904176235}
{"Finetune/Learning Rate": 7.371878058198757e-06, "Finetune/Loss": 0.5700640678405762, "Finetune/Loss (Raw)": 0.6760706901550293, "Finetune/Step": 9311, "Finetune/Step Time": 6.691304337233305}
{"Finetune/Learning Rate": 7.369874309592046e-06, "Finetune/Loss": 0.5697505474090576, "Finetune/Loss (Raw)": 0.5270818471908569, "Finetune/Step": 9312, "Finetune/Step Time": 6.696426372975111}
{"Finetune/Learning Rate": 7.367870674426489e-06, "Finetune/Loss": 0.5685805082321167, "Finetune/Loss (Raw)": 0.5203453302383423, "Finetune/Step": 9313, "Finetune/Step Time": 6.70769296400249}
{"Finetune/Learning Rate": 7.365867152788504e-06, "Finetune/Loss": 0.5686569213867188, "Finetune/Loss (Raw)": 0.642886221408844, "Finetune/Step": 9314, "Finetune/Step Time": 6.679014021530747}
{"Finetune/Learning Rate": 7.363863744764508e-06, "Finetune/Loss": 0.5673869848251343, "Finetune/Loss (Raw)": 0.5835914611816406, "Finetune/Step": 9315, "Finetune/Step Time": 6.674069674685597}
{"Finetune/Learning Rate": 7.361860450440912e-06, "Finetune/Loss": 0.5673842430114746, "Finetune/Loss (Raw)": 0.5143145322799683, "Finetune/Step": 9316, "Finetune/Step Time": 6.665973039343953}
{"Finetune/Learning Rate": 7.359857269904116e-06, "Finetune/Loss": 0.5649228692054749, "Finetune/Loss (Raw)": 0.19271332025527954, "Finetune/Step": 9317, "Finetune/Step Time": 6.6752959210425615}
{"Finetune/Learning Rate": 7.357854203240522e-06, "Finetune/Loss": 0.5659221410751343, "Finetune/Loss (Raw)": 0.7146153450012207, "Finetune/Step": 9318, "Finetune/Step Time": 6.674808084964752}
{"Finetune/Learning Rate": 7.355851250536529e-06, "Finetune/Loss": 0.5679203867912292, "Finetune/Loss (Raw)": 0.5451167821884155, "Finetune/Step": 9319, "Finetune/Step Time": 6.658761162310839}
{"Finetune/Learning Rate": 7.3538484118785216e-06, "Finetune/Loss": 0.5686256289482117, "Finetune/Loss (Raw)": 0.8165204524993896, "Finetune/Step": 9320, "Finetune/Step Time": 6.660914173349738}
{"Finetune/Learning Rate": 7.351845687352887e-06, "Finetune/Loss": 0.5687559843063354, "Finetune/Loss (Raw)": 0.6001362800598145, "Finetune/Step": 9321, "Finetune/Step Time": 6.664436057209969}
{"Finetune/Learning Rate": 7.349843077046011e-06, "Finetune/Loss": 0.5683255195617676, "Finetune/Loss (Raw)": 0.6783437728881836, "Finetune/Step": 9322, "Finetune/Step Time": 6.676881924271584}
{"Finetune/Learning Rate": 7.347840581044263e-06, "Finetune/Loss": 0.5674871802330017, "Finetune/Loss (Raw)": 0.6416816711425781, "Finetune/Step": 9323, "Finetune/Step Time": 6.679668666794896}
{"Finetune/Learning Rate": 7.345838199434016e-06, "Finetune/Loss": 0.5668908357620239, "Finetune/Loss (Raw)": 0.5163604021072388, "Finetune/Step": 9324, "Finetune/Step Time": 6.698163660243154}
{"Finetune/Learning Rate": 7.343835932301632e-06, "Finetune/Loss": 0.5667132139205933, "Finetune/Loss (Raw)": 0.6075158715248108, "Finetune/Step": 9325, "Finetune/Step Time": 6.69979640096426}
{"Finetune/Learning Rate": 7.341833779733474e-06, "Finetune/Loss": 0.5704424381256104, "Finetune/Loss (Raw)": 0.712570309638977, "Finetune/Step": 9326, "Finetune/Step Time": 6.680540420114994}
{"Finetune/Learning Rate": 7.3398317418159e-06, "Finetune/Loss": 0.5703641772270203, "Finetune/Loss (Raw)": 0.7067570686340332, "Finetune/Step": 9327, "Finetune/Step Time": 6.666961871087551}
{"Finetune/Learning Rate": 7.33782981863526e-06, "Finetune/Loss": 0.5697306394577026, "Finetune/Loss (Raw)": 0.5459871888160706, "Finetune/Step": 9328, "Finetune/Step Time": 6.668919103220105}
{"Finetune/Learning Rate": 7.335828010277899e-06, "Finetune/Loss": 0.570080578327179, "Finetune/Loss (Raw)": 0.6290560364723206, "Finetune/Step": 9329, "Finetune/Step Time": 6.681344222277403}
{"Finetune/Learning Rate": 7.3338263168301585e-06, "Finetune/Loss": 0.5709868669509888, "Finetune/Loss (Raw)": 0.6663177013397217, "Finetune/Step": 9330, "Finetune/Step Time": 6.659111745655537}
{"Finetune/Learning Rate": 7.33182473837837e-06, "Finetune/Loss": 0.5716301798820496, "Finetune/Loss (Raw)": 0.667411208152771, "Finetune/Step": 9331, "Finetune/Step Time": 6.660655289888382}
{"Finetune/Learning Rate": 7.3298232750088705e-06, "Finetune/Loss": 0.5705289840698242, "Finetune/Loss (Raw)": 0.6053512692451477, "Finetune/Step": 9332, "Finetune/Step Time": 6.658589117228985}
{"Finetune/Learning Rate": 7.327821926807983e-06, "Finetune/Loss": 0.5746111273765564, "Finetune/Loss (Raw)": 0.7222529053688049, "Finetune/Step": 9333, "Finetune/Step Time": 6.643003784120083}
{"Finetune/Learning Rate": 7.325820693862031e-06, "Finetune/Loss": 0.5750808715820312, "Finetune/Loss (Raw)": 0.6105337142944336, "Finetune/Step": 9334, "Finetune/Step Time": 6.6304852347821}
{"Finetune/Learning Rate": 7.323819576257327e-06, "Finetune/Loss": 0.575411319732666, "Finetune/Loss (Raw)": 0.6305772066116333, "Finetune/Step": 9335, "Finetune/Step Time": 6.6266204454004765}
{"Finetune/Learning Rate": 7.321818574080189e-06, "Finetune/Loss": 0.5755617618560791, "Finetune/Loss (Raw)": 0.5666880011558533, "Finetune/Step": 9336, "Finetune/Step Time": 6.62604047358036}
{"Finetune/Learning Rate": 7.319817687416915e-06, "Finetune/Loss": 0.5745687484741211, "Finetune/Loss (Raw)": 0.4562249183654785, "Finetune/Step": 9337, "Finetune/Step Time": 6.651893662288785}
{"Finetune/Learning Rate": 7.317816916353808e-06, "Finetune/Loss": 0.574932336807251, "Finetune/Loss (Raw)": 0.6397260427474976, "Finetune/Step": 9338, "Finetune/Step Time": 6.649444900453091}
{"Finetune/Learning Rate": 7.315816260977167e-06, "Finetune/Loss": 0.5739800333976746, "Finetune/Loss (Raw)": 0.5292994379997253, "Finetune/Step": 9339, "Finetune/Step Time": 6.653494238853455}
{"Finetune/Learning Rate": 7.3138157213732806e-06, "Finetune/Loss": 0.5753015279769897, "Finetune/Loss (Raw)": 0.689367413520813, "Finetune/Step": 9340, "Finetune/Step Time": 6.661102265119553}
{"Finetune/Learning Rate": 7.311815297628437e-06, "Finetune/Loss": 0.5754609107971191, "Finetune/Loss (Raw)": 0.5671352744102478, "Finetune/Step": 9341, "Finetune/Step Time": 6.664692290127277}
{"Finetune/Learning Rate": 7.309814989828921e-06, "Finetune/Loss": 0.5754823684692383, "Finetune/Loss (Raw)": 0.6924490332603455, "Finetune/Step": 9342, "Finetune/Step Time": 6.650430858135223}
{"Finetune/Learning Rate": 7.3078147980609985e-06, "Finetune/Loss": 0.5763706564903259, "Finetune/Loss (Raw)": 0.5415143370628357, "Finetune/Step": 9343, "Finetune/Step Time": 6.640988944098353}
{"Finetune/Learning Rate": 7.305814722410947e-06, "Finetune/Loss": 0.5753394365310669, "Finetune/Loss (Raw)": 0.563068151473999, "Finetune/Step": 9344, "Finetune/Step Time": 6.641479836776853}
{"Finetune/Learning Rate": 7.303814762965033e-06, "Finetune/Loss": 0.575835108757019, "Finetune/Loss (Raw)": 0.6430092453956604, "Finetune/Step": 9345, "Finetune/Step Time": 6.635694110766053}
{"Finetune/Learning Rate": 7.3018149198095176e-06, "Finetune/Loss": 0.5752994418144226, "Finetune/Loss (Raw)": 0.5299268364906311, "Finetune/Step": 9346, "Finetune/Step Time": 6.626648949459195}
{"Finetune/Learning Rate": 7.2998151930306545e-06, "Finetune/Loss": 0.5757890939712524, "Finetune/Loss (Raw)": 0.6709321737289429, "Finetune/Step": 9347, "Finetune/Step Time": 6.62406081520021}
{"Finetune/Learning Rate": 7.297815582714702e-06, "Finetune/Loss": 0.5753653049468994, "Finetune/Loss (Raw)": 0.615159273147583, "Finetune/Step": 9348, "Finetune/Step Time": 6.640525870025158}
{"Finetune/Learning Rate": 7.2958160889478955e-06, "Finetune/Loss": 0.575972855091095, "Finetune/Loss (Raw)": 0.6779580116271973, "Finetune/Step": 9349, "Finetune/Step Time": 6.631144570186734}
{"Finetune/Learning Rate": 7.2938167118164835e-06, "Finetune/Loss": 0.575789213180542, "Finetune/Loss (Raw)": 0.6056894659996033, "Finetune/Step": 9350, "Finetune/Step Time": 6.634472709149122}
{"Finetune/Learning Rate": 7.291817451406698e-06, "Finetune/Loss": 0.5770341157913208, "Finetune/Loss (Raw)": 0.5857847929000854, "Finetune/Step": 9351, "Finetune/Step Time": 6.631737129762769}
{"Finetune/Learning Rate": 7.289818307804772e-06, "Finetune/Loss": 0.5760316848754883, "Finetune/Loss (Raw)": 0.6100435256958008, "Finetune/Step": 9352, "Finetune/Step Time": 6.631947059184313}
{"Finetune/Learning Rate": 7.287819281096931e-06, "Finetune/Loss": 0.5754722356796265, "Finetune/Loss (Raw)": 0.5907902121543884, "Finetune/Step": 9353, "Finetune/Step Time": 6.634986566379666}
{"Finetune/Learning Rate": 7.285820371369399e-06, "Finetune/Loss": 0.5755743384361267, "Finetune/Loss (Raw)": 0.650238573551178, "Finetune/Step": 9354, "Finetune/Step Time": 6.636137014254928}
{"Finetune/Learning Rate": 7.283821578708388e-06, "Finetune/Loss": 0.5735659599304199, "Finetune/Loss (Raw)": 0.43678849935531616, "Finetune/Step": 9355, "Finetune/Step Time": 6.6326717007905245}
{"Finetune/Learning Rate": 7.281822903200111e-06, "Finetune/Loss": 0.5719816088676453, "Finetune/Loss (Raw)": 0.6184069514274597, "Finetune/Step": 9356, "Finetune/Step Time": 6.635373283177614}
{"Finetune/Learning Rate": 7.27982434493077e-06, "Finetune/Loss": 0.572512686252594, "Finetune/Loss (Raw)": 0.6648961305618286, "Finetune/Step": 9357, "Finetune/Step Time": 6.651329662650824}
{"Finetune/Learning Rate": 7.277825903986569e-06, "Finetune/Loss": 0.573688805103302, "Finetune/Loss (Raw)": 0.5848056077957153, "Finetune/Step": 9358, "Finetune/Step Time": 6.643942091614008}
{"Finetune/Learning Rate": 7.275827580453706e-06, "Finetune/Loss": 0.5738095045089722, "Finetune/Loss (Raw)": 0.5769017338752747, "Finetune/Step": 9359, "Finetune/Step Time": 6.6400969214737415}
{"Finetune/Learning Rate": 7.273829374418366e-06, "Finetune/Loss": 0.5735515356063843, "Finetune/Loss (Raw)": 0.6302006244659424, "Finetune/Step": 9360, "Finetune/Step Time": 6.640631083399057}
{"Finetune/Learning Rate": 7.271831285966742e-06, "Finetune/Loss": 0.5740367770195007, "Finetune/Loss (Raw)": 0.6689209342002869, "Finetune/Step": 9361, "Finetune/Step Time": 6.615988882258534}
{"Finetune/Learning Rate": 7.269833315185006e-06, "Finetune/Loss": 0.5735957622528076, "Finetune/Loss (Raw)": 0.6404088735580444, "Finetune/Step": 9362, "Finetune/Step Time": 6.627186423167586}
{"Finetune/Learning Rate": 7.2678354621593364e-06, "Finetune/Loss": 0.5743356347084045, "Finetune/Loss (Raw)": 0.5528239011764526, "Finetune/Step": 9363, "Finetune/Step Time": 6.620980612933636}
{"Finetune/Learning Rate": 7.265837726975904e-06, "Finetune/Loss": 0.5777313709259033, "Finetune/Loss (Raw)": 0.6271089315414429, "Finetune/Step": 9364, "Finetune/Step Time": 6.603787086904049}
{"Finetune/Learning Rate": 7.263840109720878e-06, "Finetune/Loss": 0.5789145231246948, "Finetune/Loss (Raw)": 0.6940131187438965, "Finetune/Step": 9365, "Finetune/Step Time": 6.604667654260993}
{"Finetune/Learning Rate": 7.2618426104804115e-06, "Finetune/Loss": 0.5793482065200806, "Finetune/Loss (Raw)": 0.5293530821800232, "Finetune/Step": 9366, "Finetune/Step Time": 6.592338277027011}
{"Finetune/Learning Rate": 7.259845229340663e-06, "Finetune/Loss": 0.5766977071762085, "Finetune/Loss (Raw)": 0.19379335641860962, "Finetune/Step": 9367, "Finetune/Step Time": 6.6055613942444324}
{"Finetune/Learning Rate": 7.257847966387788e-06, "Finetune/Loss": 0.5768330693244934, "Finetune/Loss (Raw)": 0.5642859935760498, "Finetune/Step": 9368, "Finetune/Step Time": 6.621620021760464}
{"Finetune/Learning Rate": 7.255850821707919e-06, "Finetune/Loss": 0.576322078704834, "Finetune/Loss (Raw)": 0.6278046369552612, "Finetune/Step": 9369, "Finetune/Step Time": 6.6233970280736685}
{"Finetune/Learning Rate": 7.253853795387207e-06, "Finetune/Loss": 0.5762150287628174, "Finetune/Loss (Raw)": 0.6026596426963806, "Finetune/Step": 9370, "Finetune/Step Time": 6.620743911713362}
{"Finetune/Learning Rate": 7.251856887511779e-06, "Finetune/Loss": 0.5794081687927246, "Finetune/Loss (Raw)": 0.6230335235595703, "Finetune/Step": 9371, "Finetune/Step Time": 6.606136171147227}
{"Finetune/Learning Rate": 7.249860098167769e-06, "Finetune/Loss": 0.5791831612586975, "Finetune/Loss (Raw)": 0.6637232303619385, "Finetune/Step": 9372, "Finetune/Step Time": 6.614157143980265}
{"Finetune/Learning Rate": 7.247863427441299e-06, "Finetune/Loss": 0.5795114040374756, "Finetune/Loss (Raw)": 0.6299349069595337, "Finetune/Step": 9373, "Finetune/Step Time": 6.607610860839486}
{"Finetune/Learning Rate": 7.245866875418495e-06, "Finetune/Loss": 0.5800052881240845, "Finetune/Loss (Raw)": 0.6943367719650269, "Finetune/Step": 9374, "Finetune/Step Time": 6.582614446058869}
{"Finetune/Learning Rate": 7.243870442185459e-06, "Finetune/Loss": 0.579747200012207, "Finetune/Loss (Raw)": 0.535735011100769, "Finetune/Step": 9375, "Finetune/Step Time": 6.591224804520607}
{"Finetune/Learning Rate": 7.241874127828311e-06, "Finetune/Loss": 0.580363392829895, "Finetune/Loss (Raw)": 0.6553630828857422, "Finetune/Step": 9376, "Finetune/Step Time": 6.588503867387772}
{"Finetune/Learning Rate": 7.239877932433148e-06, "Finetune/Loss": 0.5826316475868225, "Finetune/Loss (Raw)": 0.5451628565788269, "Finetune/Step": 9377, "Finetune/Step Time": 6.574283754453063}
{"Finetune/Learning Rate": 7.237881856086071e-06, "Finetune/Loss": 0.5841062068939209, "Finetune/Loss (Raw)": 0.3806553781032562, "Finetune/Step": 9378, "Finetune/Step Time": 6.573894176632166}
{"Finetune/Learning Rate": 7.235885898873175e-06, "Finetune/Loss": 0.584250807762146, "Finetune/Loss (Raw)": 0.6012322902679443, "Finetune/Step": 9379, "Finetune/Step Time": 6.583238810300827}
{"Finetune/Learning Rate": 7.23389006088055e-06, "Finetune/Loss": 0.5843610763549805, "Finetune/Loss (Raw)": 0.5686362385749817, "Finetune/Step": 9380, "Finetune/Step Time": 6.5894267577677965}
{"Finetune/Learning Rate": 7.231894342194279e-06, "Finetune/Loss": 0.5867296457290649, "Finetune/Loss (Raw)": 0.5751343965530396, "Finetune/Step": 9381, "Finetune/Step Time": 6.577097879722714}
{"Finetune/Learning Rate": 7.229898742900434e-06, "Finetune/Loss": 0.5855386853218079, "Finetune/Loss (Raw)": 0.514321506023407, "Finetune/Step": 9382, "Finetune/Step Time": 6.597458945587277}
{"Finetune/Learning Rate": 7.2279032630850925e-06, "Finetune/Loss": 0.5852280259132385, "Finetune/Loss (Raw)": 0.536033034324646, "Finetune/Step": 9383, "Finetune/Step Time": 6.597805645316839}
{"Finetune/Learning Rate": 7.225907902834323e-06, "Finetune/Loss": 0.5851288437843323, "Finetune/Loss (Raw)": 0.5940180420875549, "Finetune/Step": 9384, "Finetune/Step Time": 6.577917940914631}
{"Finetune/Learning Rate": 7.223912662234189e-06, "Finetune/Loss": 0.5850541591644287, "Finetune/Loss (Raw)": 0.21347634494304657, "Finetune/Step": 9385, "Finetune/Step Time": 6.578298611566424}
{"Finetune/Learning Rate": 7.221917541370746e-06, "Finetune/Loss": 0.5858026742935181, "Finetune/Loss (Raw)": 0.7057985067367554, "Finetune/Step": 9386, "Finetune/Step Time": 6.585750050842762}
{"Finetune/Learning Rate": 7.219922540330051e-06, "Finetune/Loss": 0.5845738053321838, "Finetune/Loss (Raw)": 0.44068703055381775, "Finetune/Step": 9387, "Finetune/Step Time": 6.623332420364022}
{"Finetune/Learning Rate": 7.217927659198143e-06, "Finetune/Loss": 0.5841158032417297, "Finetune/Loss (Raw)": 0.6091278791427612, "Finetune/Step": 9388, "Finetune/Step Time": 6.6309782937169075}
{"Finetune/Learning Rate": 7.215932898061069e-06, "Finetune/Loss": 0.5840883255004883, "Finetune/Loss (Raw)": 0.5207281708717346, "Finetune/Step": 9389, "Finetune/Step Time": 6.641050510108471}
{"Finetune/Learning Rate": 7.213938257004867e-06, "Finetune/Loss": 0.5834128856658936, "Finetune/Loss (Raw)": 0.5897256731987, "Finetune/Step": 9390, "Finetune/Step Time": 6.648400090634823}
{"Finetune/Learning Rate": 7.211943736115567e-06, "Finetune/Loss": 0.5837451815605164, "Finetune/Loss (Raw)": 0.6174530982971191, "Finetune/Step": 9391, "Finetune/Step Time": 6.643596081063151}
{"Finetune/Learning Rate": 7.209949335479196e-06, "Finetune/Loss": 0.5831843614578247, "Finetune/Loss (Raw)": 0.6009885668754578, "Finetune/Step": 9392, "Finetune/Step Time": 6.630574643611908}
{"Finetune/Learning Rate": 7.2079550551817745e-06, "Finetune/Loss": 0.5811853408813477, "Finetune/Loss (Raw)": 0.424186646938324, "Finetune/Step": 9393, "Finetune/Step Time": 6.6424769051373005}
{"Finetune/Learning Rate": 7.205960895309325e-06, "Finetune/Loss": 0.5808930397033691, "Finetune/Loss (Raw)": 0.624049961566925, "Finetune/Step": 9394, "Finetune/Step Time": 6.656602714210749}
{"Finetune/Learning Rate": 7.203966855947848e-06, "Finetune/Loss": 0.5816669464111328, "Finetune/Loss (Raw)": 0.7588210701942444, "Finetune/Step": 9395, "Finetune/Step Time": 6.65706567838788}
{"Finetune/Learning Rate": 7.201972937183358e-06, "Finetune/Loss": 0.5818067789077759, "Finetune/Loss (Raw)": 0.6794899106025696, "Finetune/Step": 9396, "Finetune/Step Time": 6.651369145140052}
{"Finetune/Learning Rate": 7.199979139101849e-06, "Finetune/Loss": 0.5857433676719666, "Finetune/Loss (Raw)": 0.7202336192131042, "Finetune/Step": 9397, "Finetune/Step Time": 6.643074629828334}
{"Finetune/Learning Rate": 7.19798546178932e-06, "Finetune/Loss": 0.5855532884597778, "Finetune/Loss (Raw)": 0.6034433841705322, "Finetune/Step": 9398, "Finetune/Step Time": 6.643094342201948}
{"Finetune/Learning Rate": 7.195991905331762e-06, "Finetune/Loss": 0.5862773060798645, "Finetune/Loss (Raw)": 0.6116325259208679, "Finetune/Step": 9399, "Finetune/Step Time": 6.638563621789217}
{"Finetune/Learning Rate": 7.193998469815162e-06, "Finetune/Loss": 0.5873470902442932, "Finetune/Loss (Raw)": 0.703196108341217, "Finetune/Step": 9400, "Finetune/Step Time": 6.6424076445400715}
{"Finetune/Learning Rate": 7.192005155325492e-06, "Finetune/Loss": 0.5860334038734436, "Finetune/Loss (Raw)": 0.6298924088478088, "Finetune/Step": 9401, "Finetune/Step Time": 6.645945977419615}
{"Finetune/Learning Rate": 7.190011961948733e-06, "Finetune/Loss": 0.5861990451812744, "Finetune/Loss (Raw)": 0.6919211149215698, "Finetune/Step": 9402, "Finetune/Step Time": 6.641933590173721}
{"Finetune/Learning Rate": 7.1880188897708515e-06, "Finetune/Loss": 0.5869613885879517, "Finetune/Loss (Raw)": 0.7201176285743713, "Finetune/Step": 9403, "Finetune/Step Time": 6.630749981850386}
{"Finetune/Learning Rate": 7.186025938877812e-06, "Finetune/Loss": 0.5878248810768127, "Finetune/Loss (Raw)": 0.6836194396018982, "Finetune/Step": 9404, "Finetune/Step Time": 6.631608868017793}
{"Finetune/Learning Rate": 7.184033109355575e-06, "Finetune/Loss": 0.588947594165802, "Finetune/Loss (Raw)": 0.7575476765632629, "Finetune/Step": 9405, "Finetune/Step Time": 6.628811722621322}
{"Finetune/Learning Rate": 7.182040401290096e-06, "Finetune/Loss": 0.5908411741256714, "Finetune/Loss (Raw)": 0.4204082489013672, "Finetune/Step": 9406, "Finetune/Step Time": 6.623006843030453}
{"Finetune/Learning Rate": 7.180047814767319e-06, "Finetune/Loss": 0.5916625261306763, "Finetune/Loss (Raw)": 0.6485748887062073, "Finetune/Step": 9407, "Finetune/Step Time": 6.594978369772434}
{"Finetune/Learning Rate": 7.1780553498731864e-06, "Finetune/Loss": 0.5925732851028442, "Finetune/Loss (Raw)": 0.7232350707054138, "Finetune/Step": 9408, "Finetune/Step Time": 6.590722652152181}
{"Finetune/Learning Rate": 7.176063006693639e-06, "Finetune/Loss": 0.5920687317848206, "Finetune/Loss (Raw)": 0.444193035364151, "Finetune/Step": 9409, "Finetune/Step Time": 6.609103763476014}
{"Finetune/Learning Rate": 7.174070785314608e-06, "Finetune/Loss": 0.5921345949172974, "Finetune/Loss (Raw)": 0.6304091215133667, "Finetune/Step": 9410, "Finetune/Step Time": 6.593574590981007}
{"Finetune/Learning Rate": 7.1720786858220234e-06, "Finetune/Loss": 0.5911241769790649, "Finetune/Loss (Raw)": 0.5031771659851074, "Finetune/Step": 9411, "Finetune/Step Time": 6.604832720011473}
{"Finetune/Learning Rate": 7.1700867083018044e-06, "Finetune/Loss": 0.5920470952987671, "Finetune/Loss (Raw)": 0.7389447689056396, "Finetune/Step": 9412, "Finetune/Step Time": 6.600712411105633}
{"Finetune/Learning Rate": 7.168094852839874e-06, "Finetune/Loss": 0.5923311114311218, "Finetune/Loss (Raw)": 0.6229493618011475, "Finetune/Step": 9413, "Finetune/Step Time": 6.5940682124346495}
{"Finetune/Learning Rate": 7.166103119522134e-06, "Finetune/Loss": 0.5915467143058777, "Finetune/Loss (Raw)": 0.6354007124900818, "Finetune/Step": 9414, "Finetune/Step Time": 6.594487402588129}
{"Finetune/Learning Rate": 7.164111508434496e-06, "Finetune/Loss": 0.5913282632827759, "Finetune/Loss (Raw)": 0.5615858435630798, "Finetune/Step": 9415, "Finetune/Step Time": 6.596445659175515}
{"Finetune/Learning Rate": 7.16212001966286e-06, "Finetune/Loss": 0.5944182276725769, "Finetune/Loss (Raw)": 0.6279829144477844, "Finetune/Step": 9416, "Finetune/Step Time": 6.589561427012086}
{"Finetune/Learning Rate": 7.160128653293126e-06, "Finetune/Loss": 0.5959240794181824, "Finetune/Loss (Raw)": 0.6582013368606567, "Finetune/Step": 9417, "Finetune/Step Time": 6.569912556558847}
{"Finetune/Learning Rate": 7.1581374094111775e-06, "Finetune/Loss": 0.5955687761306763, "Finetune/Loss (Raw)": 0.19565552473068237, "Finetune/Step": 9418, "Finetune/Step Time": 6.571224549785256}
{"Finetune/Learning Rate": 7.156146288102909e-06, "Finetune/Loss": 0.5964668393135071, "Finetune/Loss (Raw)": 0.6310211420059204, "Finetune/Step": 9419, "Finetune/Step Time": 6.576294649392366}
{"Finetune/Learning Rate": 7.15415528945419e-06, "Finetune/Loss": 0.5930151343345642, "Finetune/Loss (Raw)": 0.22610609233379364, "Finetune/Step": 9420, "Finetune/Step Time": 6.593493601307273}
{"Finetune/Learning Rate": 7.1521644135508995e-06, "Finetune/Loss": 0.5921581983566284, "Finetune/Loss (Raw)": 0.5046305060386658, "Finetune/Step": 9421, "Finetune/Step Time": 6.605909291654825}
{"Finetune/Learning Rate": 7.150173660478909e-06, "Finetune/Loss": 0.5947113037109375, "Finetune/Loss (Raw)": 0.5645353198051453, "Finetune/Step": 9422, "Finetune/Step Time": 6.592697249725461}
{"Finetune/Learning Rate": 7.148183030324081e-06, "Finetune/Loss": 0.5946675539016724, "Finetune/Loss (Raw)": 0.6426629424095154, "Finetune/Step": 9423, "Finetune/Step Time": 6.5903896652162075}
{"Finetune/Learning Rate": 7.1461925231722725e-06, "Finetune/Loss": 0.5938708782196045, "Finetune/Loss (Raw)": 0.5144675970077515, "Finetune/Step": 9424, "Finetune/Step Time": 6.600270243361592}
{"Finetune/Learning Rate": 7.1442021391093405e-06, "Finetune/Loss": 0.5937782526016235, "Finetune/Loss (Raw)": 0.5414127111434937, "Finetune/Step": 9425, "Finetune/Step Time": 6.587873024865985}
{"Finetune/Learning Rate": 7.142211878221135e-06, "Finetune/Loss": 0.5942403078079224, "Finetune/Loss (Raw)": 0.6292122602462769, "Finetune/Step": 9426, "Finetune/Step Time": 6.584189368411899}
{"Finetune/Learning Rate": 7.14022174059349e-06, "Finetune/Loss": 0.5945017337799072, "Finetune/Loss (Raw)": 0.6386131644248962, "Finetune/Step": 9427, "Finetune/Step Time": 6.58052527718246}
{"Finetune/Learning Rate": 7.138231726312252e-06, "Finetune/Loss": 0.5955499410629272, "Finetune/Loss (Raw)": 0.5974647998809814, "Finetune/Step": 9428, "Finetune/Step Time": 6.540832543745637}
{"Finetune/Learning Rate": 7.136241835463247e-06, "Finetune/Loss": 0.5933340787887573, "Finetune/Loss (Raw)": 0.2684425711631775, "Finetune/Step": 9429, "Finetune/Step Time": 6.553005371242762}
{"Finetune/Learning Rate": 7.134252068132304e-06, "Finetune/Loss": 0.593248724937439, "Finetune/Loss (Raw)": 0.6763875484466553, "Finetune/Step": 9430, "Finetune/Step Time": 6.545958803966641}
{"Finetune/Learning Rate": 7.132262424405246e-06, "Finetune/Loss": 0.5924922227859497, "Finetune/Loss (Raw)": 0.4783444106578827, "Finetune/Step": 9431, "Finetune/Step Time": 6.520537311211228}
{"Finetune/Learning Rate": 7.130272904367889e-06, "Finetune/Loss": 0.5927925705909729, "Finetune/Loss (Raw)": 0.5846033096313477, "Finetune/Step": 9432, "Finetune/Step Time": 6.519601121544838}
{"Finetune/Learning Rate": 7.128283508106044e-06, "Finetune/Loss": 0.5899181962013245, "Finetune/Loss (Raw)": 0.3938720226287842, "Finetune/Step": 9433, "Finetune/Step Time": 6.523761594668031}
{"Finetune/Learning Rate": 7.1262942357055134e-06, "Finetune/Loss": 0.5894119143486023, "Finetune/Loss (Raw)": 0.5627903938293457, "Finetune/Step": 9434, "Finetune/Step Time": 6.526230936869979}
{"Finetune/Learning Rate": 7.124305087252099e-06, "Finetune/Loss": 0.5890009999275208, "Finetune/Loss (Raw)": 0.6545394659042358, "Finetune/Step": 9435, "Finetune/Step Time": 6.533426413312554}
{"Finetune/Learning Rate": 7.122316062831595e-06, "Finetune/Loss": 0.5854784846305847, "Finetune/Loss (Raw)": 0.21501901745796204, "Finetune/Step": 9436, "Finetune/Step Time": 6.553200121968985}
{"Finetune/Learning Rate": 7.1203271625297966e-06, "Finetune/Loss": 0.5859102606773376, "Finetune/Loss (Raw)": 0.5925679206848145, "Finetune/Step": 9437, "Finetune/Step Time": 6.559094769880176}
{"Finetune/Learning Rate": 7.118338386432482e-06, "Finetune/Loss": 0.5860646963119507, "Finetune/Loss (Raw)": 0.7531319856643677, "Finetune/Step": 9438, "Finetune/Step Time": 6.5983176827430725}
{"Finetune/Learning Rate": 7.116349734625434e-06, "Finetune/Loss": 0.5863794684410095, "Finetune/Loss (Raw)": 0.7163585424423218, "Finetune/Step": 9439, "Finetune/Step Time": 6.599286479875445}
{"Finetune/Learning Rate": 7.11436120719442e-06, "Finetune/Loss": 0.5870564579963684, "Finetune/Loss (Raw)": 0.6137385368347168, "Finetune/Step": 9440, "Finetune/Step Time": 6.5906599666923285}
{"Finetune/Learning Rate": 7.1123728042252116e-06, "Finetune/Loss": 0.5876055955886841, "Finetune/Loss (Raw)": 0.590630054473877, "Finetune/Step": 9441, "Finetune/Step Time": 6.581773441284895}
{"Finetune/Learning Rate": 7.1103845258035745e-06, "Finetune/Loss": 0.5868260860443115, "Finetune/Loss (Raw)": 0.5431175827980042, "Finetune/Step": 9442, "Finetune/Step Time": 6.59069237858057}
{"Finetune/Learning Rate": 7.1083963720152605e-06, "Finetune/Loss": 0.5836614370346069, "Finetune/Loss (Raw)": 0.178513765335083, "Finetune/Step": 9443, "Finetune/Step Time": 6.610578950494528}
{"Finetune/Learning Rate": 7.106408342946025e-06, "Finetune/Loss": 0.5847238302230835, "Finetune/Loss (Raw)": 0.6502920985221863, "Finetune/Step": 9444, "Finetune/Step Time": 6.602593341842294}
{"Finetune/Learning Rate": 7.104420438681618e-06, "Finetune/Loss": 0.5882782936096191, "Finetune/Loss (Raw)": 0.6476855874061584, "Finetune/Step": 9445, "Finetune/Step Time": 6.595881573855877}
{"Finetune/Learning Rate": 7.102432659307772e-06, "Finetune/Loss": 0.5881666541099548, "Finetune/Loss (Raw)": 0.7003335356712341, "Finetune/Step": 9446, "Finetune/Step Time": 6.595372239127755}
{"Finetune/Learning Rate": 7.100445004910228e-06, "Finetune/Loss": 0.5888509154319763, "Finetune/Loss (Raw)": 0.6326983571052551, "Finetune/Step": 9447, "Finetune/Step Time": 6.591968208551407}
{"Finetune/Learning Rate": 7.098457475574717e-06, "Finetune/Loss": 0.5877896547317505, "Finetune/Loss (Raw)": 0.6806772351264954, "Finetune/Step": 9448, "Finetune/Step Time": 6.5924981236457825}
{"Finetune/Learning Rate": 7.096470071386962e-06, "Finetune/Loss": 0.5870258808135986, "Finetune/Loss (Raw)": 0.5023710131645203, "Finetune/Step": 9449, "Finetune/Step Time": 6.590893154963851}
{"Finetune/Learning Rate": 7.094482792432682e-06, "Finetune/Loss": 0.5857843160629272, "Finetune/Loss (Raw)": 0.5194234251976013, "Finetune/Step": 9450, "Finetune/Step Time": 6.576014740392566}
{"Finetune/Learning Rate": 7.092495638797594e-06, "Finetune/Loss": 0.5854790210723877, "Finetune/Loss (Raw)": 0.6026042103767395, "Finetune/Step": 9451, "Finetune/Step Time": 6.585983553901315}
{"Finetune/Learning Rate": 7.09050861056741e-06, "Finetune/Loss": 0.585992157459259, "Finetune/Loss (Raw)": 0.5820456147193909, "Finetune/Step": 9452, "Finetune/Step Time": 6.576595617458224}
{"Finetune/Learning Rate": 7.0885217078278265e-06, "Finetune/Loss": 0.5849913358688354, "Finetune/Loss (Raw)": 0.479410320520401, "Finetune/Step": 9453, "Finetune/Step Time": 6.59147147834301}
{"Finetune/Learning Rate": 7.0865349306645415e-06, "Finetune/Loss": 0.5839412808418274, "Finetune/Loss (Raw)": 0.578165590763092, "Finetune/Step": 9454, "Finetune/Step Time": 6.614125158637762}
{"Finetune/Learning Rate": 7.08454827916325e-06, "Finetune/Loss": 0.583579421043396, "Finetune/Loss (Raw)": 0.660435140132904, "Finetune/Step": 9455, "Finetune/Step Time": 6.6322658862918615}
{"Finetune/Learning Rate": 7.082561753409641e-06, "Finetune/Loss": 0.5810582637786865, "Finetune/Loss (Raw)": 0.2232774943113327, "Finetune/Step": 9456, "Finetune/Step Time": 6.646656954661012}
{"Finetune/Learning Rate": 7.0805753534893964e-06, "Finetune/Loss": 0.5811954736709595, "Finetune/Loss (Raw)": 0.6466141939163208, "Finetune/Step": 9457, "Finetune/Step Time": 6.638425845652819}
{"Finetune/Learning Rate": 7.078589079488189e-06, "Finetune/Loss": 0.581055760383606, "Finetune/Loss (Raw)": 0.6484384536743164, "Finetune/Step": 9458, "Finetune/Step Time": 6.651758516207337}
{"Finetune/Learning Rate": 7.0766029314916915e-06, "Finetune/Loss": 0.5807906985282898, "Finetune/Loss (Raw)": 0.6334908604621887, "Finetune/Step": 9459, "Finetune/Step Time": 6.63584416732192}
{"Finetune/Learning Rate": 7.074616909585568e-06, "Finetune/Loss": 0.5804885625839233, "Finetune/Loss (Raw)": 0.5666678547859192, "Finetune/Step": 9460, "Finetune/Step Time": 6.63722806610167}
{"Finetune/Learning Rate": 7.07263101385548e-06, "Finetune/Loss": 0.5798293352127075, "Finetune/Loss (Raw)": 0.637876570224762, "Finetune/Step": 9461, "Finetune/Step Time": 6.635981436818838}
{"Finetune/Learning Rate": 7.070645244387082e-06, "Finetune/Loss": 0.5796754360198975, "Finetune/Loss (Raw)": 0.5908361077308655, "Finetune/Step": 9462, "Finetune/Step Time": 6.6753816511482}
{"Finetune/Learning Rate": 7.0686596012660235e-06, "Finetune/Loss": 0.5801054835319519, "Finetune/Loss (Raw)": 0.6856276392936707, "Finetune/Step": 9463, "Finetune/Step Time": 6.696601690724492}
{"Finetune/Learning Rate": 7.066674084577951e-06, "Finetune/Loss": 0.5801542401313782, "Finetune/Loss (Raw)": 0.572925329208374, "Finetune/Step": 9464, "Finetune/Step Time": 6.703182650730014}
{"Finetune/Learning Rate": 7.0646886944084945e-06, "Finetune/Loss": 0.5809042453765869, "Finetune/Loss (Raw)": 0.5522231459617615, "Finetune/Step": 9465, "Finetune/Step Time": 6.669604739174247}
{"Finetune/Learning Rate": 7.0627034308432926e-06, "Finetune/Loss": 0.5806237459182739, "Finetune/Loss (Raw)": 0.6038263440132141, "Finetune/Step": 9466, "Finetune/Step Time": 6.6733766458928585}
{"Finetune/Learning Rate": 7.060718293967972e-06, "Finetune/Loss": 0.5815701484680176, "Finetune/Loss (Raw)": 0.6504387855529785, "Finetune/Step": 9467, "Finetune/Step Time": 6.669053174555302}
{"Finetune/Learning Rate": 7.058733283868156e-06, "Finetune/Loss": 0.5802106857299805, "Finetune/Loss (Raw)": 0.5153516530990601, "Finetune/Step": 9468, "Finetune/Step Time": 6.654997931793332}
{"Finetune/Learning Rate": 7.056748400629455e-06, "Finetune/Loss": 0.5798635482788086, "Finetune/Loss (Raw)": 0.5227039456367493, "Finetune/Step": 9469, "Finetune/Step Time": 6.655921841040254}
{"Finetune/Learning Rate": 7.0547636443374855e-06, "Finetune/Loss": 0.5808150768280029, "Finetune/Loss (Raw)": 0.8142410516738892, "Finetune/Step": 9470, "Finetune/Step Time": 6.657548071816564}
{"Finetune/Learning Rate": 7.052779015077856e-06, "Finetune/Loss": 0.5808927416801453, "Finetune/Loss (Raw)": 0.5514580607414246, "Finetune/Step": 9471, "Finetune/Step Time": 6.657133279368281}
{"Finetune/Learning Rate": 7.050794512936158e-06, "Finetune/Loss": 0.582025408744812, "Finetune/Loss (Raw)": 0.7080448269844055, "Finetune/Step": 9472, "Finetune/Step Time": 6.645720416679978}
{"Finetune/Learning Rate": 7.04881013799799e-06, "Finetune/Loss": 0.5807427167892456, "Finetune/Loss (Raw)": 0.47882503271102905, "Finetune/Step": 9473, "Finetune/Step Time": 6.662068609148264}
{"Finetune/Learning Rate": 7.046825890348942e-06, "Finetune/Loss": 0.5806950330734253, "Finetune/Loss (Raw)": 0.5238304138183594, "Finetune/Step": 9474, "Finetune/Step Time": 6.673448981717229}
{"Finetune/Learning Rate": 7.044841770074595e-06, "Finetune/Loss": 0.5802157521247864, "Finetune/Loss (Raw)": 0.6095852851867676, "Finetune/Step": 9475, "Finetune/Step Time": 6.669858854264021}
{"Finetune/Learning Rate": 7.042857777260527e-06, "Finetune/Loss": 0.580877423286438, "Finetune/Loss (Raw)": 0.6998553276062012, "Finetune/Step": 9476, "Finetune/Step Time": 6.659858530387282}
{"Finetune/Learning Rate": 7.040873911992318e-06, "Finetune/Loss": 0.5796570181846619, "Finetune/Loss (Raw)": 0.5217381119728088, "Finetune/Step": 9477, "Finetune/Step Time": 6.655583990737796}
{"Finetune/Learning Rate": 7.038890174355524e-06, "Finetune/Loss": 0.5801283121109009, "Finetune/Loss (Raw)": 0.6660200953483582, "Finetune/Step": 9478, "Finetune/Step Time": 6.6441483572125435}
{"Finetune/Learning Rate": 7.036906564435715e-06, "Finetune/Loss": 0.5798025131225586, "Finetune/Loss (Raw)": 0.5440829396247864, "Finetune/Step": 9479, "Finetune/Step Time": 6.646140614524484}
{"Finetune/Learning Rate": 7.0349230823184385e-06, "Finetune/Loss": 0.580433189868927, "Finetune/Loss (Raw)": 0.690764844417572, "Finetune/Step": 9480, "Finetune/Step Time": 6.644390180706978}
{"Finetune/Learning Rate": 7.032939728089252e-06, "Finetune/Loss": 0.5806767344474792, "Finetune/Loss (Raw)": 0.621971070766449, "Finetune/Step": 9481, "Finetune/Step Time": 6.648511519655585}
{"Finetune/Learning Rate": 7.030956501833697e-06, "Finetune/Loss": 0.5801711678504944, "Finetune/Loss (Raw)": 0.585521936416626, "Finetune/Step": 9482, "Finetune/Step Time": 6.653542002663016}
{"Finetune/Learning Rate": 7.028973403637317e-06, "Finetune/Loss": 0.5817739963531494, "Finetune/Loss (Raw)": 0.6419519782066345, "Finetune/Step": 9483, "Finetune/Step Time": 6.634940072894096}
{"Finetune/Learning Rate": 7.026990433585643e-06, "Finetune/Loss": 0.5832290649414062, "Finetune/Loss (Raw)": 0.8046578764915466, "Finetune/Step": 9484, "Finetune/Step Time": 6.629033751785755}
{"Finetune/Learning Rate": 7.025007591764204e-06, "Finetune/Loss": 0.5803013443946838, "Finetune/Loss (Raw)": 0.29014474153518677, "Finetune/Step": 9485, "Finetune/Step Time": 6.6291342712938786}
{"Finetune/Learning Rate": 7.02302487825852e-06, "Finetune/Loss": 0.5808289051055908, "Finetune/Loss (Raw)": 0.6523352265357971, "Finetune/Step": 9486, "Finetune/Step Time": 6.629346761852503}
{"Finetune/Learning Rate": 7.02104229315411e-06, "Finetune/Loss": 0.580870509147644, "Finetune/Loss (Raw)": 0.5822182297706604, "Finetune/Step": 9487, "Finetune/Step Time": 6.618699882179499}
{"Finetune/Learning Rate": 7.0190598365364885e-06, "Finetune/Loss": 0.5811014175415039, "Finetune/Loss (Raw)": 0.6597588062286377, "Finetune/Step": 9488, "Finetune/Step Time": 6.619793234393001}
{"Finetune/Learning Rate": 7.017077508491159e-06, "Finetune/Loss": 0.5799170732498169, "Finetune/Loss (Raw)": 0.5173348784446716, "Finetune/Step": 9489, "Finetune/Step Time": 6.6317150089889765}
{"Finetune/Learning Rate": 7.0150953091036275e-06, "Finetune/Loss": 0.578332781791687, "Finetune/Loss (Raw)": 0.43761226534843445, "Finetune/Step": 9490, "Finetune/Step Time": 6.6277209129184484}
{"Finetune/Learning Rate": 7.013113238459379e-06, "Finetune/Loss": 0.5791016221046448, "Finetune/Loss (Raw)": 0.6512378454208374, "Finetune/Step": 9491, "Finetune/Step Time": 6.644540516659617}
{"Finetune/Learning Rate": 7.011131296643909e-06, "Finetune/Loss": 0.5759495496749878, "Finetune/Loss (Raw)": 0.2236417979001999, "Finetune/Step": 9492, "Finetune/Step Time": 6.658943194895983}
{"Finetune/Learning Rate": 7.0091494837427035e-06, "Finetune/Loss": 0.575092613697052, "Finetune/Loss (Raw)": 0.5843269228935242, "Finetune/Step": 9493, "Finetune/Step Time": 6.65201005153358}
{"Finetune/Learning Rate": 7.007167799841238e-06, "Finetune/Loss": 0.5761455297470093, "Finetune/Loss (Raw)": 0.6641294360160828, "Finetune/Step": 9494, "Finetune/Step Time": 6.6636724676936865}
{"Finetune/Learning Rate": 7.005186245024984e-06, "Finetune/Loss": 0.5765866041183472, "Finetune/Loss (Raw)": 0.2502478361129761, "Finetune/Step": 9495, "Finetune/Step Time": 6.665300531312823}
{"Finetune/Learning Rate": 7.003204819379412e-06, "Finetune/Loss": 0.5769041776657104, "Finetune/Loss (Raw)": 0.6049329042434692, "Finetune/Step": 9496, "Finetune/Step Time": 6.647911582142115}
{"Finetune/Learning Rate": 7.001223522989988e-06, "Finetune/Loss": 0.5759068727493286, "Finetune/Loss (Raw)": 0.5001580119132996, "Finetune/Step": 9497, "Finetune/Step Time": 6.668415667489171}
{"Finetune/Learning Rate": 6.9992423559421576e-06, "Finetune/Loss": 0.5757502317428589, "Finetune/Loss (Raw)": 0.5826032757759094, "Finetune/Step": 9498, "Finetune/Step Time": 6.6776099763810635}
{"Finetune/Learning Rate": 6.997261318321376e-06, "Finetune/Loss": 0.5758734345436096, "Finetune/Loss (Raw)": 0.6388036012649536, "Finetune/Step": 9499, "Finetune/Step Time": 6.6725081112235785}
{"Finetune/Learning Rate": 6.995280410213092e-06, "Finetune/Loss": 0.5758954286575317, "Finetune/Loss (Raw)": 0.666536271572113, "Finetune/Step": 9500, "Finetune/Step Time": 6.662149131298065}
{"Finetune/Learning Rate": 6.9932996317027405e-06, "Finetune/Loss": 0.5758991241455078, "Finetune/Loss (Raw)": 0.6304120421409607, "Finetune/Step": 9501, "Finetune/Step Time": 6.664596503600478}
{"Finetune/Learning Rate": 6.991318982875757e-06, "Finetune/Loss": 0.5745803117752075, "Finetune/Loss (Raw)": 0.5255324244499207, "Finetune/Step": 9502, "Finetune/Step Time": 6.666074391454458}
{"Finetune/Learning Rate": 6.989338463817572e-06, "Finetune/Loss": 0.5758740901947021, "Finetune/Loss (Raw)": 0.7013265490531921, "Finetune/Step": 9503, "Finetune/Step Time": 6.667652463540435}
{"Finetune/Learning Rate": 6.987358074613604e-06, "Finetune/Loss": 0.5757179856300354, "Finetune/Loss (Raw)": 0.6353877186775208, "Finetune/Step": 9504, "Finetune/Step Time": 6.683441741392016}
{"Finetune/Learning Rate": 6.985377815349272e-06, "Finetune/Loss": 0.5763767957687378, "Finetune/Loss (Raw)": 0.6294894218444824, "Finetune/Step": 9505, "Finetune/Step Time": 6.676091771572828}
{"Finetune/Learning Rate": 6.983397686109986e-06, "Finetune/Loss": 0.5776952505111694, "Finetune/Loss (Raw)": 0.5494254231452942, "Finetune/Step": 9506, "Finetune/Step Time": 6.667589880526066}
{"Finetune/Learning Rate": 6.981417686981154e-06, "Finetune/Loss": 0.5777536630630493, "Finetune/Loss (Raw)": 0.6086958646774292, "Finetune/Step": 9507, "Finetune/Step Time": 6.672304069623351}
{"Finetune/Learning Rate": 6.979437818048174e-06, "Finetune/Loss": 0.5777645111083984, "Finetune/Loss (Raw)": 0.5700355172157288, "Finetune/Step": 9508, "Finetune/Step Time": 6.677204925566912}
{"Finetune/Learning Rate": 6.977458079396447e-06, "Finetune/Loss": 0.5784904956817627, "Finetune/Loss (Raw)": 0.6680529713630676, "Finetune/Step": 9509, "Finetune/Step Time": 6.669158099219203}
{"Finetune/Learning Rate": 6.975478471111354e-06, "Finetune/Loss": 0.5796465873718262, "Finetune/Loss (Raw)": 0.6623095273971558, "Finetune/Step": 9510, "Finetune/Step Time": 6.648244354873896}
{"Finetune/Learning Rate": 6.9734989932782845e-06, "Finetune/Loss": 0.5801742076873779, "Finetune/Loss (Raw)": 0.6035615801811218, "Finetune/Step": 9511, "Finetune/Step Time": 6.632343316450715}
{"Finetune/Learning Rate": 6.971519645982609e-06, "Finetune/Loss": 0.5807158946990967, "Finetune/Loss (Raw)": 0.6633564233779907, "Finetune/Step": 9512, "Finetune/Step Time": 6.631677391007543}
{"Finetune/Learning Rate": 6.969540429309705e-06, "Finetune/Loss": 0.583932101726532, "Finetune/Loss (Raw)": 0.6251471638679504, "Finetune/Step": 9513, "Finetune/Step Time": 6.610756479203701}
{"Finetune/Learning Rate": 6.967561343344937e-06, "Finetune/Loss": 0.5836883783340454, "Finetune/Loss (Raw)": 0.6746025681495667, "Finetune/Step": 9514, "Finetune/Step Time": 6.6032806895673275}
{"Finetune/Learning Rate": 6.9655823881736705e-06, "Finetune/Loss": 0.5851647257804871, "Finetune/Loss (Raw)": 0.6296601891517639, "Finetune/Step": 9515, "Finetune/Step Time": 6.57437570206821}
{"Finetune/Learning Rate": 6.963603563881258e-06, "Finetune/Loss": 0.5846642255783081, "Finetune/Loss (Raw)": 0.5450657606124878, "Finetune/Step": 9516, "Finetune/Step Time": 6.565300865098834}
{"Finetune/Learning Rate": 6.961624870553045e-06, "Finetune/Loss": 0.5851016044616699, "Finetune/Loss (Raw)": 0.5767057538032532, "Finetune/Step": 9517, "Finetune/Step Time": 6.559979978948832}
{"Finetune/Learning Rate": 6.959646308274377e-06, "Finetune/Loss": 0.5853914618492126, "Finetune/Loss (Raw)": 0.626836359500885, "Finetune/Step": 9518, "Finetune/Step Time": 6.560301287099719}
{"Finetune/Learning Rate": 6.957667877130595e-06, "Finetune/Loss": 0.5848416090011597, "Finetune/Loss (Raw)": 0.5470656752586365, "Finetune/Step": 9519, "Finetune/Step Time": 6.561105042695999}
{"Finetune/Learning Rate": 6.955689577207032e-06, "Finetune/Loss": 0.584314227104187, "Finetune/Loss (Raw)": 0.5334905385971069, "Finetune/Step": 9520, "Finetune/Step Time": 6.595035899430513}
{"Finetune/Learning Rate": 6.953711408589011e-06, "Finetune/Loss": 0.5855322480201721, "Finetune/Loss (Raw)": 0.5800861716270447, "Finetune/Step": 9521, "Finetune/Step Time": 6.563317772001028}
{"Finetune/Learning Rate": 6.951733371361861e-06, "Finetune/Loss": 0.5852051973342896, "Finetune/Loss (Raw)": 0.5821863412857056, "Finetune/Step": 9522, "Finetune/Step Time": 6.5613870695233345}
{"Finetune/Learning Rate": 6.9497554656108866e-06, "Finetune/Loss": 0.5834852457046509, "Finetune/Loss (Raw)": 0.5386680960655212, "Finetune/Step": 9523, "Finetune/Step Time": 6.57106495089829}
{"Finetune/Learning Rate": 6.947777691421404e-06, "Finetune/Loss": 0.5798903703689575, "Finetune/Loss (Raw)": 0.2193482220172882, "Finetune/Step": 9524, "Finetune/Step Time": 6.599183922633529}
{"Finetune/Learning Rate": 6.945800048878718e-06, "Finetune/Loss": 0.5796511173248291, "Finetune/Loss (Raw)": 0.6896103024482727, "Finetune/Step": 9525, "Finetune/Step Time": 6.588655229657888}
{"Finetune/Learning Rate": 6.943822538068128e-06, "Finetune/Loss": 0.5800966620445251, "Finetune/Loss (Raw)": 0.6604742407798767, "Finetune/Step": 9526, "Finetune/Step Time": 6.5920360535383224}
{"Finetune/Learning Rate": 6.941845159074923e-06, "Finetune/Loss": 0.580284833908081, "Finetune/Loss (Raw)": 0.6357128620147705, "Finetune/Step": 9527, "Finetune/Step Time": 6.598294315859675}
{"Finetune/Learning Rate": 6.939867911984391e-06, "Finetune/Loss": 0.578803539276123, "Finetune/Loss (Raw)": 0.5135935544967651, "Finetune/Step": 9528, "Finetune/Step Time": 6.6020357590168715}
{"Finetune/Learning Rate": 6.937890796881819e-06, "Finetune/Loss": 0.5786758661270142, "Finetune/Loss (Raw)": 0.6135450601577759, "Finetune/Step": 9529, "Finetune/Step Time": 6.603763656690717}
{"Finetune/Learning Rate": 6.935913813852475e-06, "Finetune/Loss": 0.5784704685211182, "Finetune/Loss (Raw)": 0.6656355857849121, "Finetune/Step": 9530, "Finetune/Step Time": 6.608485855162144}
{"Finetune/Learning Rate": 6.933936962981636e-06, "Finetune/Loss": 0.5777187347412109, "Finetune/Loss (Raw)": 0.6238914728164673, "Finetune/Step": 9531, "Finetune/Step Time": 6.614078260958195}
{"Finetune/Learning Rate": 6.9319602443545604e-06, "Finetune/Loss": 0.575910210609436, "Finetune/Loss (Raw)": 0.4521321654319763, "Finetune/Step": 9532, "Finetune/Step Time": 6.638969391584396}
{"Finetune/Learning Rate": 6.929983658056509e-06, "Finetune/Loss": 0.575142502784729, "Finetune/Loss (Raw)": 0.6592894792556763, "Finetune/Step": 9533, "Finetune/Step Time": 6.6382120084017515}
{"Finetune/Learning Rate": 6.928007204172738e-06, "Finetune/Loss": 0.5767389535903931, "Finetune/Loss (Raw)": 0.6247449517250061, "Finetune/Step": 9534, "Finetune/Step Time": 6.628051050007343}
{"Finetune/Learning Rate": 6.926030882788495e-06, "Finetune/Loss": 0.5738824605941772, "Finetune/Loss (Raw)": 0.2829490005970001, "Finetune/Step": 9535, "Finetune/Step Time": 6.648046370595694}
{"Finetune/Learning Rate": 6.924054693989015e-06, "Finetune/Loss": 0.5722982883453369, "Finetune/Loss (Raw)": 0.5204618573188782, "Finetune/Step": 9536, "Finetune/Step Time": 6.659789709374309}
{"Finetune/Learning Rate": 6.922078637859542e-06, "Finetune/Loss": 0.5730106830596924, "Finetune/Loss (Raw)": 0.53537517786026, "Finetune/Step": 9537, "Finetune/Step Time": 6.632685381919146}
{"Finetune/Learning Rate": 6.920102714485297e-06, "Finetune/Loss": 0.5728482604026794, "Finetune/Loss (Raw)": 0.6096165180206299, "Finetune/Step": 9538, "Finetune/Step Time": 6.6453258991241455}
{"Finetune/Learning Rate": 6.918126923951511e-06, "Finetune/Loss": 0.570719838142395, "Finetune/Loss (Raw)": 0.23074473440647125, "Finetune/Step": 9539, "Finetune/Step Time": 6.653897305950522}
{"Finetune/Learning Rate": 6.916151266343405e-06, "Finetune/Loss": 0.5691055655479431, "Finetune/Loss (Raw)": 0.5323136448860168, "Finetune/Step": 9540, "Finetune/Step Time": 6.656890664249659}
{"Finetune/Learning Rate": 6.914175741746185e-06, "Finetune/Loss": 0.5695861577987671, "Finetune/Loss (Raw)": 0.6844592690467834, "Finetune/Step": 9541, "Finetune/Step Time": 6.6544059701263905}
{"Finetune/Learning Rate": 6.9122003502450656e-06, "Finetune/Loss": 0.5686811804771423, "Finetune/Loss (Raw)": 0.5195753574371338, "Finetune/Step": 9542, "Finetune/Step Time": 6.656536094844341}
{"Finetune/Learning Rate": 6.91022509192524e-06, "Finetune/Loss": 0.5685628652572632, "Finetune/Loss (Raw)": 0.5464357733726501, "Finetune/Step": 9543, "Finetune/Step Time": 6.650605356320739}
{"Finetune/Learning Rate": 6.908249966871908e-06, "Finetune/Loss": 0.5688141584396362, "Finetune/Loss (Raw)": 0.6601551175117493, "Finetune/Step": 9544, "Finetune/Step Time": 6.6635718531906605}
{"Finetune/Learning Rate": 6.906274975170261e-06, "Finetune/Loss": 0.5694950819015503, "Finetune/Loss (Raw)": 0.7453529238700867, "Finetune/Step": 9545, "Finetune/Step Time": 6.653397461399436}
{"Finetune/Learning Rate": 6.904300116905483e-06, "Finetune/Loss": 0.5710452198982239, "Finetune/Loss (Raw)": 0.39407673478126526, "Finetune/Step": 9546, "Finetune/Step Time": 6.6489758640527725}
{"Finetune/Learning Rate": 6.902325392162751e-06, "Finetune/Loss": 0.5706083178520203, "Finetune/Loss (Raw)": 0.5750952959060669, "Finetune/Step": 9547, "Finetune/Step Time": 6.644990840926766}
{"Finetune/Learning Rate": 6.900350801027242e-06, "Finetune/Loss": 0.5738406181335449, "Finetune/Loss (Raw)": 0.6398465037345886, "Finetune/Step": 9548, "Finetune/Step Time": 6.639352720230818}
{"Finetune/Learning Rate": 6.898376343584114e-06, "Finetune/Loss": 0.5743992328643799, "Finetune/Loss (Raw)": 0.5761277079582214, "Finetune/Step": 9549, "Finetune/Step Time": 6.620069874450564}
{"Finetune/Learning Rate": 6.896402019918536e-06, "Finetune/Loss": 0.5749013423919678, "Finetune/Loss (Raw)": 0.6288100481033325, "Finetune/Step": 9550, "Finetune/Step Time": 6.605184081941843}
{"Finetune/Learning Rate": 6.894427830115662e-06, "Finetune/Loss": 0.5743194222450256, "Finetune/Loss (Raw)": 0.5681747198104858, "Finetune/Step": 9551, "Finetune/Step Time": 6.603019962087274}
{"Finetune/Learning Rate": 6.892453774260639e-06, "Finetune/Loss": 0.5721182823181152, "Finetune/Loss (Raw)": 0.23272429406642914, "Finetune/Step": 9552, "Finetune/Step Time": 6.610575292259455}
{"Finetune/Learning Rate": 6.890479852438612e-06, "Finetune/Loss": 0.5720544457435608, "Finetune/Loss (Raw)": 0.5332406163215637, "Finetune/Step": 9553, "Finetune/Step Time": 6.619726015254855}
{"Finetune/Learning Rate": 6.88850606473472e-06, "Finetune/Loss": 0.5727653503417969, "Finetune/Loss (Raw)": 0.720199704170227, "Finetune/Step": 9554, "Finetune/Step Time": 6.6096259616315365}
{"Finetune/Learning Rate": 6.8865324112340996e-06, "Finetune/Loss": 0.5722923278808594, "Finetune/Loss (Raw)": 0.5780693888664246, "Finetune/Step": 9555, "Finetune/Step Time": 6.6207594852894545}
{"Finetune/Learning Rate": 6.884558892021868e-06, "Finetune/Loss": 0.5716246962547302, "Finetune/Loss (Raw)": 0.5120112299919128, "Finetune/Step": 9556, "Finetune/Step Time": 6.63376977480948}
{"Finetune/Learning Rate": 6.882585507183155e-06, "Finetune/Loss": 0.5749151706695557, "Finetune/Loss (Raw)": 0.6896165609359741, "Finetune/Step": 9557, "Finetune/Step Time": 6.626185048371553}
{"Finetune/Learning Rate": 6.880612256803068e-06, "Finetune/Loss": 0.5743403434753418, "Finetune/Loss (Raw)": 0.6028125286102295, "Finetune/Step": 9558, "Finetune/Step Time": 6.625287966802716}
{"Finetune/Learning Rate": 6.878639140966719e-06, "Finetune/Loss": 0.5768091082572937, "Finetune/Loss (Raw)": 0.7943528890609741, "Finetune/Step": 9559, "Finetune/Step Time": 6.624241320416331}
{"Finetune/Learning Rate": 6.876666159759213e-06, "Finetune/Loss": 0.5770014524459839, "Finetune/Loss (Raw)": 0.6092227101325989, "Finetune/Step": 9560, "Finetune/Step Time": 6.627217078581452}
{"Finetune/Learning Rate": 6.87469331326565e-06, "Finetune/Loss": 0.5759494304656982, "Finetune/Loss (Raw)": 0.25921133160591125, "Finetune/Step": 9561, "Finetune/Step Time": 6.63238699734211}
{"Finetune/Learning Rate": 6.872720601571118e-06, "Finetune/Loss": 0.576617956161499, "Finetune/Loss (Raw)": 0.6483583450317383, "Finetune/Step": 9562, "Finetune/Step Time": 6.630479022860527}
{"Finetune/Learning Rate": 6.8707480247607e-06, "Finetune/Loss": 0.5768406987190247, "Finetune/Loss (Raw)": 0.6830552220344543, "Finetune/Step": 9563, "Finetune/Step Time": 6.654402760788798}
{"Finetune/Learning Rate": 6.868775582919478e-06, "Finetune/Loss": 0.5787369608879089, "Finetune/Loss (Raw)": 0.4577392637729645, "Finetune/Step": 9564, "Finetune/Step Time": 6.653785921633244}
{"Finetune/Learning Rate": 6.86680327613253e-06, "Finetune/Loss": 0.5792163610458374, "Finetune/Loss (Raw)": 0.6539276838302612, "Finetune/Step": 9565, "Finetune/Step Time": 6.646682424470782}
{"Finetune/Learning Rate": 6.864831104484921e-06, "Finetune/Loss": 0.5778221487998962, "Finetune/Loss (Raw)": 0.5746769309043884, "Finetune/Step": 9566, "Finetune/Step Time": 6.617695176973939}
{"Finetune/Learning Rate": 6.862859068061716e-06, "Finetune/Loss": 0.5772992372512817, "Finetune/Loss (Raw)": 0.6494264006614685, "Finetune/Step": 9567, "Finetune/Step Time": 6.622239079326391}
{"Finetune/Learning Rate": 6.860887166947972e-06, "Finetune/Loss": 0.5765622854232788, "Finetune/Loss (Raw)": 0.5194019079208374, "Finetune/Step": 9568, "Finetune/Step Time": 6.621978420764208}
{"Finetune/Learning Rate": 6.858915401228736e-06, "Finetune/Loss": 0.5779714584350586, "Finetune/Loss (Raw)": 0.7710126638412476, "Finetune/Step": 9569, "Finetune/Step Time": 6.617293065413833}
{"Finetune/Learning Rate": 6.8569437709890555e-06, "Finetune/Loss": 0.5787317752838135, "Finetune/Loss (Raw)": 0.6404290199279785, "Finetune/Step": 9570, "Finetune/Step Time": 6.610970148816705}
{"Finetune/Learning Rate": 6.854972276313969e-06, "Finetune/Loss": 0.5831838846206665, "Finetune/Loss (Raw)": 0.748385488986969, "Finetune/Step": 9571, "Finetune/Step Time": 6.5913945604115725}
{"Finetune/Learning Rate": 6.853000917288512e-06, "Finetune/Loss": 0.5831413269042969, "Finetune/Loss (Raw)": 0.6448526382446289, "Finetune/Step": 9572, "Finetune/Step Time": 6.596465149894357}
{"Finetune/Learning Rate": 6.851029693997712e-06, "Finetune/Loss": 0.5825674533843994, "Finetune/Loss (Raw)": 0.5742204785346985, "Finetune/Step": 9573, "Finetune/Step Time": 6.584614986553788}
{"Finetune/Learning Rate": 6.84905860652659e-06, "Finetune/Loss": 0.5818784236907959, "Finetune/Loss (Raw)": 0.6121459603309631, "Finetune/Step": 9574, "Finetune/Step Time": 6.590364333242178}
{"Finetune/Learning Rate": 6.8470876549601605e-06, "Finetune/Loss": 0.5821464657783508, "Finetune/Loss (Raw)": 0.6670085191726685, "Finetune/Step": 9575, "Finetune/Step Time": 6.596600573509932}
{"Finetune/Learning Rate": 6.8451168393834346e-06, "Finetune/Loss": 0.5804709792137146, "Finetune/Loss (Raw)": 0.46620744466781616, "Finetune/Step": 9576, "Finetune/Step Time": 6.600959457457066}
{"Finetune/Learning Rate": 6.8431461598814166e-06, "Finetune/Loss": 0.5810471773147583, "Finetune/Loss (Raw)": 0.5761299729347229, "Finetune/Step": 9577, "Finetune/Step Time": 6.599086156114936}
{"Finetune/Learning Rate": 6.841175616539103e-06, "Finetune/Loss": 0.5814172029495239, "Finetune/Loss (Raw)": 0.5667824745178223, "Finetune/Step": 9578, "Finetune/Step Time": 6.606646874919534}
{"Finetune/Learning Rate": 6.839205209441488e-06, "Finetune/Loss": 0.5823054313659668, "Finetune/Loss (Raw)": 0.7163017392158508, "Finetune/Step": 9579, "Finetune/Step Time": 6.600323151797056}
{"Finetune/Learning Rate": 6.837234938673563e-06, "Finetune/Loss": 0.5839406251907349, "Finetune/Loss (Raw)": 0.7913471460342407, "Finetune/Step": 9580, "Finetune/Step Time": 6.589235858991742}
{"Finetune/Learning Rate": 6.835264804320297e-06, "Finetune/Loss": 0.5847712755203247, "Finetune/Loss (Raw)": 0.5857332348823547, "Finetune/Step": 9581, "Finetune/Step Time": 6.599546607583761}
{"Finetune/Learning Rate": 6.833294806466672e-06, "Finetune/Loss": 0.5848397016525269, "Finetune/Loss (Raw)": 0.5869260430335999, "Finetune/Step": 9582, "Finetune/Step Time": 6.579692836850882}
{"Finetune/Learning Rate": 6.8313249451976605e-06, "Finetune/Loss": 0.5851677656173706, "Finetune/Loss (Raw)": 0.702426016330719, "Finetune/Step": 9583, "Finetune/Step Time": 6.562748963013291}
{"Finetune/Learning Rate": 6.829355220598217e-06, "Finetune/Loss": 0.588945746421814, "Finetune/Loss (Raw)": 0.7068647146224976, "Finetune/Step": 9584, "Finetune/Step Time": 6.548788454383612}
{"Finetune/Learning Rate": 6.8273856327533024e-06, "Finetune/Loss": 0.5882688760757446, "Finetune/Loss (Raw)": 0.5599742531776428, "Finetune/Step": 9585, "Finetune/Step Time": 6.556865781545639}
{"Finetune/Learning Rate": 6.82541618174787e-06, "Finetune/Loss": 0.5884919166564941, "Finetune/Loss (Raw)": 0.6769801378250122, "Finetune/Step": 9586, "Finetune/Step Time": 6.554734313860536}
{"Finetune/Learning Rate": 6.823446867666868e-06, "Finetune/Loss": 0.5885046720504761, "Finetune/Loss (Raw)": 0.6351324915885925, "Finetune/Step": 9587, "Finetune/Step Time": 6.563244789838791}
{"Finetune/Learning Rate": 6.821477690595226e-06, "Finetune/Loss": 0.5886434316635132, "Finetune/Loss (Raw)": 0.5844290256500244, "Finetune/Step": 9588, "Finetune/Step Time": 6.578905094414949}
{"Finetune/Learning Rate": 6.819508650617883e-06, "Finetune/Loss": 0.5890253782272339, "Finetune/Loss (Raw)": 0.6867682337760925, "Finetune/Step": 9589, "Finetune/Step Time": 6.583044657483697}
{"Finetune/Learning Rate": 6.817539747819766e-06, "Finetune/Loss": 0.5862069129943848, "Finetune/Loss (Raw)": 0.23006129264831543, "Finetune/Step": 9590, "Finetune/Step Time": 6.57463489100337}
{"Finetune/Learning Rate": 6.815570982285796e-06, "Finetune/Loss": 0.5854855179786682, "Finetune/Loss (Raw)": 0.5932925343513489, "Finetune/Step": 9591, "Finetune/Step Time": 6.5609175208956}
{"Finetune/Learning Rate": 6.813602354100892e-06, "Finetune/Loss": 0.5860399603843689, "Finetune/Loss (Raw)": 0.6438947916030884, "Finetune/Step": 9592, "Finetune/Step Time": 6.563118955120444}
{"Finetune/Learning Rate": 6.8116338633499625e-06, "Finetune/Loss": 0.5855105519294739, "Finetune/Loss (Raw)": 0.4844589829444885, "Finetune/Step": 9593, "Finetune/Step Time": 6.582812653854489}
{"Finetune/Learning Rate": 6.8096655101179085e-06, "Finetune/Loss": 0.5849562287330627, "Finetune/Loss (Raw)": 0.5328755974769592, "Finetune/Step": 9594, "Finetune/Step Time": 6.573190903291106}
{"Finetune/Learning Rate": 6.807697294489628e-06, "Finetune/Loss": 0.5832832455635071, "Finetune/Loss (Raw)": 0.43629515171051025, "Finetune/Step": 9595, "Finetune/Step Time": 6.590417528524995}
{"Finetune/Learning Rate": 6.805729216550014e-06, "Finetune/Loss": 0.5836512446403503, "Finetune/Loss (Raw)": 0.5624510645866394, "Finetune/Step": 9596, "Finetune/Step Time": 6.600389562547207}
{"Finetune/Learning Rate": 6.8037612763839555e-06, "Finetune/Loss": 0.5843783617019653, "Finetune/Loss (Raw)": 0.6157780289649963, "Finetune/Step": 9597, "Finetune/Step Time": 6.590038295835257}
{"Finetune/Learning Rate": 6.80179347407633e-06, "Finetune/Loss": 0.5826228260993958, "Finetune/Loss (Raw)": 0.5895318388938904, "Finetune/Step": 9598, "Finetune/Step Time": 6.588222479447722}
{"Finetune/Learning Rate": 6.79982580971201e-06, "Finetune/Loss": 0.5803089141845703, "Finetune/Loss (Raw)": 0.2552787661552429, "Finetune/Step": 9599, "Finetune/Step Time": 6.60847881808877}
{"Finetune/Learning Rate": 6.7978582833758736e-06, "Finetune/Loss": 0.5799117088317871, "Finetune/Loss (Raw)": 0.6571995615959167, "Finetune/Step": 9600, "Finetune/Step Time": 6.607751723378897}
{"Finetune/Learning Rate": 6.795890895152768e-06, "Finetune/Loss": 0.580738365650177, "Finetune/Loss (Raw)": 0.5846430063247681, "Finetune/Step": 9601, "Finetune/Step Time": 6.589569672942162}
{"Finetune/Learning Rate": 6.793923645127557e-06, "Finetune/Loss": 0.5820173025131226, "Finetune/Loss (Raw)": 0.6875269412994385, "Finetune/Step": 9602, "Finetune/Step Time": 6.581343296915293}
{"Finetune/Learning Rate": 6.7919565333850935e-06, "Finetune/Loss": 0.5814173221588135, "Finetune/Loss (Raw)": 0.5327990055084229, "Finetune/Step": 9603, "Finetune/Step Time": 6.584278071299195}
{"Finetune/Learning Rate": 6.7899895600102165e-06, "Finetune/Loss": 0.5807384252548218, "Finetune/Loss (Raw)": 0.6129446625709534, "Finetune/Step": 9604, "Finetune/Step Time": 6.589964700862765}
{"Finetune/Learning Rate": 6.788022725087766e-06, "Finetune/Loss": 0.5815936326980591, "Finetune/Loss (Raw)": 0.6312077641487122, "Finetune/Step": 9605, "Finetune/Step Time": 6.595192721113563}
{"Finetune/Learning Rate": 6.786056028702581e-06, "Finetune/Loss": 0.581947922706604, "Finetune/Loss (Raw)": 0.7113696336746216, "Finetune/Step": 9606, "Finetune/Step Time": 6.605859883129597}
{"Finetune/Learning Rate": 6.784089470939479e-06, "Finetune/Loss": 0.5822826027870178, "Finetune/Loss (Raw)": 0.5869208574295044, "Finetune/Step": 9607, "Finetune/Step Time": 6.589994547888637}
{"Finetune/Learning Rate": 6.782123051883284e-06, "Finetune/Loss": 0.5822947025299072, "Finetune/Loss (Raw)": 0.6923149228096008, "Finetune/Step": 9608, "Finetune/Step Time": 6.592612015083432}
{"Finetune/Learning Rate": 6.780156771618811e-06, "Finetune/Loss": 0.5811294317245483, "Finetune/Loss (Raw)": 0.47281208634376526, "Finetune/Step": 9609, "Finetune/Step Time": 6.5921780075877905}
{"Finetune/Learning Rate": 6.778190630230867e-06, "Finetune/Loss": 0.581283688545227, "Finetune/Loss (Raw)": 0.6052697896957397, "Finetune/Step": 9610, "Finetune/Step Time": 6.586070906370878}
{"Finetune/Learning Rate": 6.776224627804255e-06, "Finetune/Loss": 0.5811898708343506, "Finetune/Loss (Raw)": 0.6299461126327515, "Finetune/Step": 9611, "Finetune/Step Time": 6.586637709289789}
{"Finetune/Learning Rate": 6.7742587644237736e-06, "Finetune/Loss": 0.5796992182731628, "Finetune/Loss (Raw)": 0.6138531565666199, "Finetune/Step": 9612, "Finetune/Step Time": 6.591826692223549}
{"Finetune/Learning Rate": 6.772293040174215e-06, "Finetune/Loss": 0.5801979303359985, "Finetune/Loss (Raw)": 0.3539837896823883, "Finetune/Step": 9613, "Finetune/Step Time": 6.590708959847689}
{"Finetune/Learning Rate": 6.770327455140359e-06, "Finetune/Loss": 0.5799229145050049, "Finetune/Loss (Raw)": 0.6171336770057678, "Finetune/Step": 9614, "Finetune/Step Time": 6.608428489416838}
{"Finetune/Learning Rate": 6.768362009406983e-06, "Finetune/Loss": 0.5799301862716675, "Finetune/Loss (Raw)": 0.5831417441368103, "Finetune/Step": 9615, "Finetune/Step Time": 6.611857611685991}
{"Finetune/Learning Rate": 6.7663967030588626e-06, "Finetune/Loss": 0.5802484750747681, "Finetune/Loss (Raw)": 0.7005057334899902, "Finetune/Step": 9616, "Finetune/Step Time": 6.6142782643437386}
{"Finetune/Learning Rate": 6.7644315361807645e-06, "Finetune/Loss": 0.5807377696037292, "Finetune/Loss (Raw)": 0.579961895942688, "Finetune/Step": 9617, "Finetune/Step Time": 6.604063291102648}
{"Finetune/Learning Rate": 6.762466508857451e-06, "Finetune/Loss": 0.5838342905044556, "Finetune/Loss (Raw)": 0.8339595794677734, "Finetune/Step": 9618, "Finetune/Step Time": 6.597766621038318}
{"Finetune/Learning Rate": 6.760501621173674e-06, "Finetune/Loss": 0.5832788944244385, "Finetune/Loss (Raw)": 0.5801489353179932, "Finetune/Step": 9619, "Finetune/Step Time": 6.577929120510817}
{"Finetune/Learning Rate": 6.7585368732141824e-06, "Finetune/Loss": 0.5866706371307373, "Finetune/Loss (Raw)": 0.6577922105789185, "Finetune/Step": 9620, "Finetune/Step Time": 6.559871528297663}
{"Finetune/Learning Rate": 6.756572265063717e-06, "Finetune/Loss": 0.5865911245346069, "Finetune/Loss (Raw)": 0.5741405487060547, "Finetune/Step": 9621, "Finetune/Step Time": 6.574320485815406}
{"Finetune/Learning Rate": 6.7546077968070144e-06, "Finetune/Loss": 0.5869049429893494, "Finetune/Loss (Raw)": 0.7043032050132751, "Finetune/Step": 9622, "Finetune/Step Time": 6.5590349566191435}
{"Finetune/Learning Rate": 6.752643468528808e-06, "Finetune/Loss": 0.5905152559280396, "Finetune/Loss (Raw)": 0.7123681902885437, "Finetune/Step": 9623, "Finetune/Step Time": 6.54548099078238}
{"Finetune/Learning Rate": 6.750679280313821e-06, "Finetune/Loss": 0.5885602235794067, "Finetune/Loss (Raw)": 0.3546866178512573, "Finetune/Step": 9624, "Finetune/Step Time": 6.56365005671978}
{"Finetune/Learning Rate": 6.74871523224677e-06, "Finetune/Loss": 0.5894668102264404, "Finetune/Loss (Raw)": 0.6162046790122986, "Finetune/Step": 9625, "Finetune/Step Time": 6.5493221040815115}
{"Finetune/Learning Rate": 6.7467513244123724e-06, "Finetune/Loss": 0.5898416638374329, "Finetune/Loss (Raw)": 0.6305786371231079, "Finetune/Step": 9626, "Finetune/Step Time": 6.54349129088223}
{"Finetune/Learning Rate": 6.744787556895327e-06, "Finetune/Loss": 0.5907832384109497, "Finetune/Loss (Raw)": 0.759329080581665, "Finetune/Step": 9627, "Finetune/Step Time": 6.552630679681897}
{"Finetune/Learning Rate": 6.742823929780337e-06, "Finetune/Loss": 0.5906677842140198, "Finetune/Loss (Raw)": 0.6517589688301086, "Finetune/Step": 9628, "Finetune/Step Time": 6.558324413374066}
{"Finetune/Learning Rate": 6.740860443152098e-06, "Finetune/Loss": 0.5914207696914673, "Finetune/Loss (Raw)": 0.7267844080924988, "Finetune/Step": 9629, "Finetune/Step Time": 6.560769787058234}
{"Finetune/Learning Rate": 6.738897097095296e-06, "Finetune/Loss": 0.5915991067886353, "Finetune/Loss (Raw)": 0.5483625531196594, "Finetune/Step": 9630, "Finetune/Step Time": 6.569110929965973}
{"Finetune/Learning Rate": 6.7369338916946145e-06, "Finetune/Loss": 0.591081976890564, "Finetune/Loss (Raw)": 0.6351404786109924, "Finetune/Step": 9631, "Finetune/Step Time": 6.5601667780429125}
{"Finetune/Learning Rate": 6.734970827034733e-06, "Finetune/Loss": 0.5900160670280457, "Finetune/Loss (Raw)": 0.49895063042640686, "Finetune/Step": 9632, "Finetune/Step Time": 6.569437632337213}
{"Finetune/Learning Rate": 6.7330079032003116e-06, "Finetune/Loss": 0.5902390480041504, "Finetune/Loss (Raw)": 0.6580344438552856, "Finetune/Step": 9633, "Finetune/Step Time": 6.571957882493734}
{"Finetune/Learning Rate": 6.731045120276021e-06, "Finetune/Loss": 0.5916954278945923, "Finetune/Loss (Raw)": 0.735831081867218, "Finetune/Step": 9634, "Finetune/Step Time": 6.563307641074061}
{"Finetune/Learning Rate": 6.7290824783465185e-06, "Finetune/Loss": 0.5908558368682861, "Finetune/Loss (Raw)": 0.5012344121932983, "Finetune/Step": 9635, "Finetune/Step Time": 6.551945282146335}
{"Finetune/Learning Rate": 6.727119977496452e-06, "Finetune/Loss": 0.5906749367713928, "Finetune/Loss (Raw)": 0.5468849539756775, "Finetune/Step": 9636, "Finetune/Step Time": 6.54629529453814}
{"Finetune/Learning Rate": 6.725157617810472e-06, "Finetune/Loss": 0.5895549654960632, "Finetune/Loss (Raw)": 0.5246925354003906, "Finetune/Step": 9637, "Finetune/Step Time": 6.544720942154527}
{"Finetune/Learning Rate": 6.723195399373219e-06, "Finetune/Loss": 0.5889893770217896, "Finetune/Loss (Raw)": 0.5899208188056946, "Finetune/Step": 9638, "Finetune/Step Time": 6.546754417940974}
{"Finetune/Learning Rate": 6.721233322269318e-06, "Finetune/Loss": 0.5888110995292664, "Finetune/Loss (Raw)": 0.5807405114173889, "Finetune/Step": 9639, "Finetune/Step Time": 6.55474504083395}
{"Finetune/Learning Rate": 6.719271386583404e-06, "Finetune/Loss": 0.5878551006317139, "Finetune/Loss (Raw)": 0.5409812331199646, "Finetune/Step": 9640, "Finetune/Step Time": 6.5768135115504265}
{"Finetune/Learning Rate": 6.7173095924000944e-06, "Finetune/Loss": 0.587935745716095, "Finetune/Loss (Raw)": 0.6354708075523376, "Finetune/Step": 9641, "Finetune/Step Time": 6.581348866224289}
{"Finetune/Learning Rate": 6.715347939804005e-06, "Finetune/Loss": 0.5879244804382324, "Finetune/Loss (Raw)": 0.6731606125831604, "Finetune/Step": 9642, "Finetune/Step Time": 6.58792239241302}
{"Finetune/Learning Rate": 6.713386428879742e-06, "Finetune/Loss": 0.5876044034957886, "Finetune/Loss (Raw)": 0.5886949896812439, "Finetune/Step": 9643, "Finetune/Step Time": 6.5800413098186255}
{"Finetune/Learning Rate": 6.711425059711917e-06, "Finetune/Loss": 0.5864246487617493, "Finetune/Loss (Raw)": 0.39405834674835205, "Finetune/Step": 9644, "Finetune/Step Time": 6.590809974819422}
{"Finetune/Learning Rate": 6.709463832385119e-06, "Finetune/Loss": 0.5860516428947449, "Finetune/Loss (Raw)": 0.5289576649665833, "Finetune/Step": 9645, "Finetune/Step Time": 6.59480045363307}
{"Finetune/Learning Rate": 6.707502746983942e-06, "Finetune/Loss": 0.5861647129058838, "Finetune/Loss (Raw)": 0.6413061022758484, "Finetune/Step": 9646, "Finetune/Step Time": 6.583144534379244}
{"Finetune/Learning Rate": 6.705541803592965e-06, "Finetune/Loss": 0.5865686535835266, "Finetune/Loss (Raw)": 0.5987760424613953, "Finetune/Step": 9647, "Finetune/Step Time": 6.587447406724095}
{"Finetune/Learning Rate": 6.7035810022967715e-06, "Finetune/Loss": 0.5876045227050781, "Finetune/Loss (Raw)": 0.6660783886909485, "Finetune/Step": 9648, "Finetune/Step Time": 6.558857889845967}
{"Finetune/Learning Rate": 6.701620343179935e-06, "Finetune/Loss": 0.587492823600769, "Finetune/Loss (Raw)": 0.565794050693512, "Finetune/Step": 9649, "Finetune/Step Time": 6.560468090698123}
{"Finetune/Learning Rate": 6.699659826327016e-06, "Finetune/Loss": 0.587490439414978, "Finetune/Loss (Raw)": 0.5818687677383423, "Finetune/Step": 9650, "Finetune/Step Time": 6.5590356644243}
{"Finetune/Learning Rate": 6.697699451822583e-06, "Finetune/Loss": 0.5879002809524536, "Finetune/Loss (Raw)": 0.5911410450935364, "Finetune/Step": 9651, "Finetune/Step Time": 6.55046078749001}
{"Finetune/Learning Rate": 6.69573921975118e-06, "Finetune/Loss": 0.5906473398208618, "Finetune/Loss (Raw)": 0.5709648132324219, "Finetune/Step": 9652, "Finetune/Step Time": 6.532189216464758}
{"Finetune/Learning Rate": 6.693779130197358e-06, "Finetune/Loss": 0.5904707908630371, "Finetune/Loss (Raw)": 0.6670119762420654, "Finetune/Step": 9653, "Finetune/Step Time": 6.538732811808586}
{"Finetune/Learning Rate": 6.6918191832456606e-06, "Finetune/Loss": 0.5893298387527466, "Finetune/Loss (Raw)": 0.5144370794296265, "Finetune/Step": 9654, "Finetune/Step Time": 6.55947495251894}
{"Finetune/Learning Rate": 6.689859378980624e-06, "Finetune/Loss": 0.5878216028213501, "Finetune/Loss (Raw)": 0.4426587224006653, "Finetune/Step": 9655, "Finetune/Step Time": 6.582677409052849}
{"Finetune/Learning Rate": 6.687899717486774e-06, "Finetune/Loss": 0.5878385305404663, "Finetune/Loss (Raw)": 0.5157520174980164, "Finetune/Step": 9656, "Finetune/Step Time": 6.577778713777661}
{"Finetune/Learning Rate": 6.685940198848635e-06, "Finetune/Loss": 0.5881606340408325, "Finetune/Loss (Raw)": 0.6547797322273254, "Finetune/Step": 9657, "Finetune/Step Time": 6.577280135825276}
{"Finetune/Learning Rate": 6.683980823150727e-06, "Finetune/Loss": 0.5873003005981445, "Finetune/Loss (Raw)": 0.5555081963539124, "Finetune/Step": 9658, "Finetune/Step Time": 6.575707660987973}
{"Finetune/Learning Rate": 6.682021590477556e-06, "Finetune/Loss": 0.5863500833511353, "Finetune/Loss (Raw)": 0.5022671818733215, "Finetune/Step": 9659, "Finetune/Step Time": 6.578572573140264}
{"Finetune/Learning Rate": 6.680062500913629e-06, "Finetune/Loss": 0.5878901481628418, "Finetune/Loss (Raw)": 0.649262011051178, "Finetune/Step": 9660, "Finetune/Step Time": 6.5505528431385756}
{"Finetune/Learning Rate": 6.6781035545434416e-06, "Finetune/Loss": 0.5841290950775146, "Finetune/Loss (Raw)": 0.1778821498155594, "Finetune/Step": 9661, "Finetune/Step Time": 6.588105786591768}
{"Finetune/Learning Rate": 6.676144751451488e-06, "Finetune/Loss": 0.5828755497932434, "Finetune/Loss (Raw)": 0.4642825126647949, "Finetune/Step": 9662, "Finetune/Step Time": 6.605526264756918}
{"Finetune/Learning Rate": 6.674186091722255e-06, "Finetune/Loss": 0.5850113034248352, "Finetune/Loss (Raw)": 0.5563253164291382, "Finetune/Step": 9663, "Finetune/Step Time": 6.604480970650911}
{"Finetune/Learning Rate": 6.672227575440227e-06, "Finetune/Loss": 0.5852868556976318, "Finetune/Loss (Raw)": 0.555730402469635, "Finetune/Step": 9664, "Finetune/Step Time": 6.600184094160795}
{"Finetune/Learning Rate": 6.670269202689867e-06, "Finetune/Loss": 0.5857560634613037, "Finetune/Loss (Raw)": 0.5954403877258301, "Finetune/Step": 9665, "Finetune/Step Time": 6.600303575396538}
{"Finetune/Learning Rate": 6.66831097355565e-06, "Finetune/Loss": 0.5826587677001953, "Finetune/Loss (Raw)": 0.2131619155406952, "Finetune/Step": 9666, "Finetune/Step Time": 6.607738234102726}
{"Finetune/Learning Rate": 6.666352888122034e-06, "Finetune/Loss": 0.5859121680259705, "Finetune/Loss (Raw)": 0.6471790671348572, "Finetune/Step": 9667, "Finetune/Step Time": 6.589503968134522}
{"Finetune/Learning Rate": 6.6643949464734755e-06, "Finetune/Loss": 0.586945652961731, "Finetune/Loss (Raw)": 0.6645986437797546, "Finetune/Step": 9668, "Finetune/Step Time": 6.589905355125666}
{"Finetune/Learning Rate": 6.662437148694423e-06, "Finetune/Loss": 0.5862911939620972, "Finetune/Loss (Raw)": 0.6006904244422913, "Finetune/Step": 9669, "Finetune/Step Time": 6.611950106918812}
{"Finetune/Learning Rate": 6.6604794948693205e-06, "Finetune/Loss": 0.5876896381378174, "Finetune/Loss (Raw)": 0.6985760927200317, "Finetune/Step": 9670, "Finetune/Step Time": 6.616073336452246}
{"Finetune/Learning Rate": 6.658521985082606e-06, "Finetune/Loss": 0.5871576070785522, "Finetune/Loss (Raw)": 0.47832900285720825, "Finetune/Step": 9671, "Finetune/Step Time": 6.617795934900641}
{"Finetune/Learning Rate": 6.656564619418704e-06, "Finetune/Loss": 0.5856339931488037, "Finetune/Loss (Raw)": 0.4651370346546173, "Finetune/Step": 9672, "Finetune/Step Time": 6.605969198048115}
{"Finetune/Learning Rate": 6.654607397962042e-06, "Finetune/Loss": 0.5848368406295776, "Finetune/Loss (Raw)": 0.6433170437812805, "Finetune/Step": 9673, "Finetune/Step Time": 6.612126044929028}
{"Finetune/Learning Rate": 6.652650320797036e-06, "Finetune/Loss": 0.5861123204231262, "Finetune/Loss (Raw)": 0.5573355555534363, "Finetune/Step": 9674, "Finetune/Step Time": 6.6137760207057}
{"Finetune/Learning Rate": 6.6506933880081026e-06, "Finetune/Loss": 0.5868180990219116, "Finetune/Loss (Raw)": 0.6654356122016907, "Finetune/Step": 9675, "Finetune/Step Time": 6.613218521699309}
{"Finetune/Learning Rate": 6.64873659967964e-06, "Finetune/Loss": 0.5869832634925842, "Finetune/Loss (Raw)": 0.6609891653060913, "Finetune/Step": 9676, "Finetune/Step Time": 6.605965703725815}
{"Finetune/Learning Rate": 6.6467799558960565e-06, "Finetune/Loss": 0.5873186588287354, "Finetune/Loss (Raw)": 0.619064450263977, "Finetune/Step": 9677, "Finetune/Step Time": 6.60727509483695}
{"Finetune/Learning Rate": 6.644823456741734e-06, "Finetune/Loss": 0.5872371792793274, "Finetune/Loss (Raw)": 0.6183740496635437, "Finetune/Step": 9678, "Finetune/Step Time": 6.610709415748715}
{"Finetune/Learning Rate": 6.642867102301065e-06, "Finetune/Loss": 0.5877082347869873, "Finetune/Loss (Raw)": 0.6284639835357666, "Finetune/Step": 9679, "Finetune/Step Time": 6.606081819161773}
{"Finetune/Learning Rate": 6.6409108926584296e-06, "Finetune/Loss": 0.5906758904457092, "Finetune/Loss (Raw)": 0.6125903725624084, "Finetune/Step": 9680, "Finetune/Step Time": 6.6202084589749575}
{"Finetune/Learning Rate": 6.638954827898206e-06, "Finetune/Loss": 0.590851366519928, "Finetune/Loss (Raw)": 0.555701732635498, "Finetune/Step": 9681, "Finetune/Step Time": 6.625144634395838}
{"Finetune/Learning Rate": 6.6369989081047526e-06, "Finetune/Loss": 0.5898308753967285, "Finetune/Loss (Raw)": 0.5895804166793823, "Finetune/Step": 9682, "Finetune/Step Time": 6.6255633644759655}
{"Finetune/Learning Rate": 6.6350431333624374e-06, "Finetune/Loss": 0.5902906060218811, "Finetune/Loss (Raw)": 0.6369122862815857, "Finetune/Step": 9683, "Finetune/Step Time": 6.61505888774991}
{"Finetune/Learning Rate": 6.63308750375562e-06, "Finetune/Loss": 0.5911223888397217, "Finetune/Loss (Raw)": 0.6184717416763306, "Finetune/Step": 9684, "Finetune/Step Time": 6.599591949954629}
{"Finetune/Learning Rate": 6.63113201936864e-06, "Finetune/Loss": 0.5905483961105347, "Finetune/Loss (Raw)": 0.6161582469940186, "Finetune/Step": 9685, "Finetune/Step Time": 6.586119897663593}
{"Finetune/Learning Rate": 6.6291766802858475e-06, "Finetune/Loss": 0.5896134972572327, "Finetune/Loss (Raw)": 0.4831434190273285, "Finetune/Step": 9686, "Finetune/Step Time": 6.604795986786485}
{"Finetune/Learning Rate": 6.627221486591573e-06, "Finetune/Loss": 0.5883587598800659, "Finetune/Loss (Raw)": 0.6337451934814453, "Finetune/Step": 9687, "Finetune/Step Time": 6.611009079962969}
{"Finetune/Learning Rate": 6.625266438370151e-06, "Finetune/Loss": 0.5890337228775024, "Finetune/Loss (Raw)": 0.6956177949905396, "Finetune/Step": 9688, "Finetune/Step Time": 6.611121350899339}
{"Finetune/Learning Rate": 6.623311535705905e-06, "Finetune/Loss": 0.5887345671653748, "Finetune/Loss (Raw)": 0.22091540694236755, "Finetune/Step": 9689, "Finetune/Step Time": 6.622143980115652}
{"Finetune/Learning Rate": 6.621356778683157e-06, "Finetune/Loss": 0.5888479948043823, "Finetune/Loss (Raw)": 0.6628731489181519, "Finetune/Step": 9690, "Finetune/Step Time": 6.6289831176400185}
{"Finetune/Learning Rate": 6.619402167386209e-06, "Finetune/Loss": 0.5882514715194702, "Finetune/Loss (Raw)": 0.6067021489143372, "Finetune/Step": 9691, "Finetune/Step Time": 6.600094705820084}
{"Finetune/Learning Rate": 6.617447701899376e-06, "Finetune/Loss": 0.5895049571990967, "Finetune/Loss (Raw)": 0.6181877255439758, "Finetune/Step": 9692, "Finetune/Step Time": 6.599359009414911}
{"Finetune/Learning Rate": 6.615493382306948e-06, "Finetune/Loss": 0.5890373587608337, "Finetune/Loss (Raw)": 0.5940801501274109, "Finetune/Step": 9693, "Finetune/Step Time": 6.603560648858547}
{"Finetune/Learning Rate": 6.613539208693221e-06, "Finetune/Loss": 0.5898036956787109, "Finetune/Loss (Raw)": 0.672761857509613, "Finetune/Step": 9694, "Finetune/Step Time": 6.593276096507907}
{"Finetune/Learning Rate": 6.6115851811424835e-06, "Finetune/Loss": 0.59025639295578, "Finetune/Loss (Raw)": 0.7073726058006287, "Finetune/Step": 9695, "Finetune/Step Time": 6.594384498894215}
{"Finetune/Learning Rate": 6.609631299739019e-06, "Finetune/Loss": 0.5906409025192261, "Finetune/Loss (Raw)": 0.5686215162277222, "Finetune/Step": 9696, "Finetune/Step Time": 6.603177992627025}
{"Finetune/Learning Rate": 6.607677564567094e-06, "Finetune/Loss": 0.5889408588409424, "Finetune/Loss (Raw)": 0.553404688835144, "Finetune/Step": 9697, "Finetune/Step Time": 6.60556124150753}
{"Finetune/Learning Rate": 6.605723975710977e-06, "Finetune/Loss": 0.5889769792556763, "Finetune/Loss (Raw)": 0.6450576186180115, "Finetune/Step": 9698, "Finetune/Step Time": 6.599728396162391}
{"Finetune/Learning Rate": 6.603770533254931e-06, "Finetune/Loss": 0.5878434777259827, "Finetune/Loss (Raw)": 0.6032963395118713, "Finetune/Step": 9699, "Finetune/Step Time": 6.6011579092592}
{"Finetune/Learning Rate": 6.60181723728321e-06, "Finetune/Loss": 0.588119626045227, "Finetune/Loss (Raw)": 0.6801970601081848, "Finetune/Step": 9700, "Finetune/Step Time": 6.611653197556734}
{"Finetune/Learning Rate": 6.599864087880065e-06, "Finetune/Loss": 0.5887523889541626, "Finetune/Loss (Raw)": 0.6552194356918335, "Finetune/Step": 9701, "Finetune/Step Time": 6.613660270348191}
{"Finetune/Learning Rate": 6.5979110851297335e-06, "Finetune/Loss": 0.588688850402832, "Finetune/Loss (Raw)": 0.6040092706680298, "Finetune/Step": 9702, "Finetune/Step Time": 6.612051608040929}
{"Finetune/Learning Rate": 6.5959582291164594e-06, "Finetune/Loss": 0.5891439914703369, "Finetune/Loss (Raw)": 0.7252629399299622, "Finetune/Step": 9703, "Finetune/Step Time": 6.604878157377243}
{"Finetune/Learning Rate": 6.594005519924462e-06, "Finetune/Loss": 0.5901026725769043, "Finetune/Loss (Raw)": 0.5889224410057068, "Finetune/Step": 9704, "Finetune/Step Time": 6.6004730220884085}
{"Finetune/Learning Rate": 6.592052957637969e-06, "Finetune/Loss": 0.5914164781570435, "Finetune/Loss (Raw)": 0.7442991733551025, "Finetune/Step": 9705, "Finetune/Step Time": 6.602035831660032}
{"Finetune/Learning Rate": 6.590100542341199e-06, "Finetune/Loss": 0.5912511944770813, "Finetune/Loss (Raw)": 0.5456244349479675, "Finetune/Step": 9706, "Finetune/Step Time": 6.598145762458444}
{"Finetune/Learning Rate": 6.588148274118362e-06, "Finetune/Loss": 0.5877622365951538, "Finetune/Loss (Raw)": 0.26971790194511414, "Finetune/Step": 9707, "Finetune/Step Time": 6.6107811108231544}
{"Finetune/Learning Rate": 6.586196153053661e-06, "Finetune/Loss": 0.587184727191925, "Finetune/Loss (Raw)": 0.7174199819564819, "Finetune/Step": 9708, "Finetune/Step Time": 6.612054361030459}
{"Finetune/Learning Rate": 6.584244179231296e-06, "Finetune/Loss": 0.5878680944442749, "Finetune/Loss (Raw)": 0.6732079386711121, "Finetune/Step": 9709, "Finetune/Step Time": 6.592469843104482}
{"Finetune/Learning Rate": 6.582292352735454e-06, "Finetune/Loss": 0.587765097618103, "Finetune/Loss (Raw)": 0.573737382888794, "Finetune/Step": 9710, "Finetune/Step Time": 6.593754129484296}
{"Finetune/Learning Rate": 6.580340673650323e-06, "Finetune/Loss": 0.588139533996582, "Finetune/Loss (Raw)": 0.7503511309623718, "Finetune/Step": 9711, "Finetune/Step Time": 6.592079378664494}
{"Finetune/Learning Rate": 6.578389142060082e-06, "Finetune/Loss": 0.5880340933799744, "Finetune/Loss (Raw)": 0.6933712959289551, "Finetune/Step": 9712, "Finetune/Step Time": 6.589706560596824}
{"Finetune/Learning Rate": 6.576437758048901e-06, "Finetune/Loss": 0.5882596969604492, "Finetune/Loss (Raw)": 0.5888572931289673, "Finetune/Step": 9713, "Finetune/Step Time": 6.592217916622758}
{"Finetune/Learning Rate": 6.57448652170095e-06, "Finetune/Loss": 0.5882073044776917, "Finetune/Loss (Raw)": 0.6702693104743958, "Finetune/Step": 9714, "Finetune/Step Time": 6.581079714000225}
{"Finetune/Learning Rate": 6.5725354331003855e-06, "Finetune/Loss": 0.5850203037261963, "Finetune/Loss (Raw)": 0.22719694674015045, "Finetune/Step": 9715, "Finetune/Step Time": 6.593900775536895}
{"Finetune/Learning Rate": 6.570584492331366e-06, "Finetune/Loss": 0.585057258605957, "Finetune/Loss (Raw)": 0.589160680770874, "Finetune/Step": 9716, "Finetune/Step Time": 6.578414691612124}
{"Finetune/Learning Rate": 6.5686336994780294e-06, "Finetune/Loss": 0.5843220949172974, "Finetune/Loss (Raw)": 0.5926697850227356, "Finetune/Step": 9717, "Finetune/Step Time": 6.573778377845883}
{"Finetune/Learning Rate": 6.566683054624525e-06, "Finetune/Loss": 0.5868499279022217, "Finetune/Loss (Raw)": 0.5536195635795593, "Finetune/Step": 9718, "Finetune/Step Time": 6.565040355548263}
{"Finetune/Learning Rate": 6.56473255785498e-06, "Finetune/Loss": 0.5870567560195923, "Finetune/Loss (Raw)": 0.619762659072876, "Finetune/Step": 9719, "Finetune/Step Time": 6.5565428007394075}
{"Finetune/Learning Rate": 6.562782209253524e-06, "Finetune/Loss": 0.5863805413246155, "Finetune/Loss (Raw)": 0.5573471784591675, "Finetune/Step": 9720, "Finetune/Step Time": 6.546926509588957}
{"Finetune/Learning Rate": 6.560832008904282e-06, "Finetune/Loss": 0.5870968103408813, "Finetune/Loss (Raw)": 0.5761330127716064, "Finetune/Step": 9721, "Finetune/Step Time": 6.5333277229219675}
{"Finetune/Learning Rate": 6.558881956891369e-06, "Finetune/Loss": 0.5873944759368896, "Finetune/Loss (Raw)": 0.5709882974624634, "Finetune/Step": 9722, "Finetune/Step Time": 6.531865099444985}
{"Finetune/Learning Rate": 6.55693205329889e-06, "Finetune/Loss": 0.58826744556427, "Finetune/Loss (Raw)": 0.548029899597168, "Finetune/Step": 9723, "Finetune/Step Time": 6.515309777110815}
{"Finetune/Learning Rate": 6.5549822982109475e-06, "Finetune/Loss": 0.5883511304855347, "Finetune/Loss (Raw)": 0.5731564164161682, "Finetune/Step": 9724, "Finetune/Step Time": 6.516210289672017}
{"Finetune/Learning Rate": 6.553032691711636e-06, "Finetune/Loss": 0.5885068774223328, "Finetune/Loss (Raw)": 0.6357182860374451, "Finetune/Step": 9725, "Finetune/Step Time": 6.519250780344009}
{"Finetune/Learning Rate": 6.55108323388505e-06, "Finetune/Loss": 0.5882703065872192, "Finetune/Loss (Raw)": 0.5592545866966248, "Finetune/Step": 9726, "Finetune/Step Time": 6.531204016879201}
{"Finetune/Learning Rate": 6.549133924815269e-06, "Finetune/Loss": 0.5916210412979126, "Finetune/Loss (Raw)": 0.6841684579849243, "Finetune/Step": 9727, "Finetune/Step Time": 6.532497027888894}
{"Finetune/Learning Rate": 6.547184764586369e-06, "Finetune/Loss": 0.5913777947425842, "Finetune/Loss (Raw)": 0.6260631680488586, "Finetune/Step": 9728, "Finetune/Step Time": 6.5375670325011015}
{"Finetune/Learning Rate": 6.545235753282424e-06, "Finetune/Loss": 0.5916037559509277, "Finetune/Loss (Raw)": 0.6135698556900024, "Finetune/Step": 9729, "Finetune/Step Time": 6.5429442301392555}
{"Finetune/Learning Rate": 6.543286890987492e-06, "Finetune/Loss": 0.5899670124053955, "Finetune/Loss (Raw)": 0.47802430391311646, "Finetune/Step": 9730, "Finetune/Step Time": 6.552707321941853}
{"Finetune/Learning Rate": 6.5413381777856335e-06, "Finetune/Loss": 0.5909675359725952, "Finetune/Loss (Raw)": 0.6608676910400391, "Finetune/Step": 9731, "Finetune/Step Time": 6.55575231090188}
{"Finetune/Learning Rate": 6.539389613760898e-06, "Finetune/Loss": 0.5906149744987488, "Finetune/Loss (Raw)": 0.5678144693374634, "Finetune/Step": 9732, "Finetune/Step Time": 6.544321386143565}
{"Finetune/Learning Rate": 6.537441198997334e-06, "Finetune/Loss": 0.5908088684082031, "Finetune/Loss (Raw)": 0.6560205221176147, "Finetune/Step": 9733, "Finetune/Step Time": 6.541189568117261}
{"Finetune/Learning Rate": 6.535492933578973e-06, "Finetune/Loss": 0.5903274416923523, "Finetune/Loss (Raw)": 0.6497524380683899, "Finetune/Step": 9734, "Finetune/Step Time": 6.534085286781192}
{"Finetune/Learning Rate": 6.533544817589856e-06, "Finetune/Loss": 0.5909290313720703, "Finetune/Loss (Raw)": 0.6639242172241211, "Finetune/Step": 9735, "Finetune/Step Time": 6.53433795645833}
{"Finetune/Learning Rate": 6.5315968511139945e-06, "Finetune/Loss": 0.5904264450073242, "Finetune/Loss (Raw)": 0.6279782652854919, "Finetune/Step": 9736, "Finetune/Step Time": 6.535650424659252}
{"Finetune/Learning Rate": 6.529649034235418e-06, "Finetune/Loss": 0.5915067195892334, "Finetune/Loss (Raw)": 0.6110863089561462, "Finetune/Step": 9737, "Finetune/Step Time": 6.543338714167476}
{"Finetune/Learning Rate": 6.527701367038135e-06, "Finetune/Loss": 0.5910825729370117, "Finetune/Loss (Raw)": 0.5509915947914124, "Finetune/Step": 9738, "Finetune/Step Time": 6.543756008148193}
{"Finetune/Learning Rate": 6.525753849606151e-06, "Finetune/Loss": 0.5909319519996643, "Finetune/Loss (Raw)": 0.6106575727462769, "Finetune/Step": 9739, "Finetune/Step Time": 6.548107212409377}
{"Finetune/Learning Rate": 6.523806482023466e-06, "Finetune/Loss": 0.5891567468643188, "Finetune/Loss (Raw)": 0.38662442564964294, "Finetune/Step": 9740, "Finetune/Step Time": 6.556231440976262}
{"Finetune/Learning Rate": 6.521859264374075e-06, "Finetune/Loss": 0.5921269655227661, "Finetune/Loss (Raw)": 0.7341771721839905, "Finetune/Step": 9741, "Finetune/Step Time": 6.5368490014225245}
{"Finetune/Learning Rate": 6.51991219674196e-06, "Finetune/Loss": 0.5908008813858032, "Finetune/Loss (Raw)": 0.44738978147506714, "Finetune/Step": 9742, "Finetune/Step Time": 6.548573222011328}
{"Finetune/Learning Rate": 6.5179652792111e-06, "Finetune/Loss": 0.5911624431610107, "Finetune/Loss (Raw)": 0.6294240951538086, "Finetune/Step": 9743, "Finetune/Step Time": 6.5488170348107815}
{"Finetune/Learning Rate": 6.516018511865476e-06, "Finetune/Loss": 0.5918344855308533, "Finetune/Loss (Raw)": 0.7865263819694519, "Finetune/Step": 9744, "Finetune/Step Time": 6.539583159610629}
{"Finetune/Learning Rate": 6.514071894789047e-06, "Finetune/Loss": 0.5919466018676758, "Finetune/Loss (Raw)": 0.5943186283111572, "Finetune/Step": 9745, "Finetune/Step Time": 6.553498569875956}
{"Finetune/Learning Rate": 6.5121254280657766e-06, "Finetune/Loss": 0.5902458429336548, "Finetune/Loss (Raw)": 0.6162609457969666, "Finetune/Step": 9746, "Finetune/Step Time": 6.561755044385791}
{"Finetune/Learning Rate": 6.51017911177962e-06, "Finetune/Loss": 0.5913527011871338, "Finetune/Loss (Raw)": 0.7218275666236877, "Finetune/Step": 9747, "Finetune/Step Time": 6.558260753750801}
{"Finetune/Learning Rate": 6.508232946014523e-06, "Finetune/Loss": 0.5893263220787048, "Finetune/Loss (Raw)": 0.39841657876968384, "Finetune/Step": 9748, "Finetune/Step Time": 6.580689435824752}
{"Finetune/Learning Rate": 6.506286930854429e-06, "Finetune/Loss": 0.5907710790634155, "Finetune/Loss (Raw)": 0.7590603232383728, "Finetune/Step": 9749, "Finetune/Step Time": 6.563284141942859}
{"Finetune/Learning Rate": 6.5043410663832666e-06, "Finetune/Loss": 0.5896406769752502, "Finetune/Loss (Raw)": 0.5596193075180054, "Finetune/Step": 9750, "Finetune/Step Time": 6.582263821735978}
{"Finetune/Learning Rate": 6.502395352684967e-06, "Finetune/Loss": 0.589492678642273, "Finetune/Loss (Raw)": 0.6934192776679993, "Finetune/Step": 9751, "Finetune/Step Time": 6.57782244309783}
{"Finetune/Learning Rate": 6.500449789843454e-06, "Finetune/Loss": 0.5912270545959473, "Finetune/Loss (Raw)": 0.576684296131134, "Finetune/Step": 9752, "Finetune/Step Time": 6.567135157063603}
{"Finetune/Learning Rate": 6.498504377942642e-06, "Finetune/Loss": 0.5920500755310059, "Finetune/Loss (Raw)": 0.7215564846992493, "Finetune/Step": 9753, "Finetune/Step Time": 6.562569387257099}
{"Finetune/Learning Rate": 6.4965591170664375e-06, "Finetune/Loss": 0.5923560261726379, "Finetune/Loss (Raw)": 0.6697428226470947, "Finetune/Step": 9754, "Finetune/Step Time": 6.5770501010119915}
{"Finetune/Learning Rate": 6.494614007298744e-06, "Finetune/Loss": 0.5906937122344971, "Finetune/Loss (Raw)": 0.5465487837791443, "Finetune/Step": 9755, "Finetune/Step Time": 6.593859199434519}
{"Finetune/Learning Rate": 6.4926690487234534e-06, "Finetune/Loss": 0.5899459719657898, "Finetune/Loss (Raw)": 0.5560506582260132, "Finetune/Step": 9756, "Finetune/Step Time": 6.588578542694449}
{"Finetune/Learning Rate": 6.490724241424457e-06, "Finetune/Loss": 0.589242160320282, "Finetune/Loss (Raw)": 0.6366922855377197, "Finetune/Step": 9757, "Finetune/Step Time": 6.585402561351657}
{"Finetune/Learning Rate": 6.488779585485641e-06, "Finetune/Loss": 0.5894744396209717, "Finetune/Loss (Raw)": 0.5780996084213257, "Finetune/Step": 9758, "Finetune/Step Time": 6.593291707336903}
{"Finetune/Learning Rate": 6.486835080990874e-06, "Finetune/Loss": 0.5904284715652466, "Finetune/Loss (Raw)": 0.7572544813156128, "Finetune/Step": 9759, "Finetune/Step Time": 6.594966618344188}
{"Finetune/Learning Rate": 6.484890728024029e-06, "Finetune/Loss": 0.5908675789833069, "Finetune/Loss (Raw)": 0.5551559925079346, "Finetune/Step": 9760, "Finetune/Step Time": 6.577364236116409}
{"Finetune/Learning Rate": 6.482946526668974e-06, "Finetune/Loss": 0.5907385349273682, "Finetune/Loss (Raw)": 0.6415169835090637, "Finetune/Step": 9761, "Finetune/Step Time": 6.583930725231767}
{"Finetune/Learning Rate": 6.481002477009556e-06, "Finetune/Loss": 0.5904649496078491, "Finetune/Loss (Raw)": 0.7008106112480164, "Finetune/Step": 9762, "Finetune/Step Time": 6.5775807574391365}
{"Finetune/Learning Rate": 6.4790585791296275e-06, "Finetune/Loss": 0.5912625789642334, "Finetune/Loss (Raw)": 0.6033376455307007, "Finetune/Step": 9763, "Finetune/Step Time": 6.586400648579001}
{"Finetune/Learning Rate": 6.477114833113036e-06, "Finetune/Loss": 0.591920018196106, "Finetune/Loss (Raw)": 0.6310369968414307, "Finetune/Step": 9764, "Finetune/Step Time": 6.582745313644409}
{"Finetune/Learning Rate": 6.475171239043612e-06, "Finetune/Loss": 0.5931252241134644, "Finetune/Loss (Raw)": 0.6789494752883911, "Finetune/Step": 9765, "Finetune/Step Time": 6.582818455994129}
{"Finetune/Learning Rate": 6.473227797005188e-06, "Finetune/Loss": 0.5930655002593994, "Finetune/Loss (Raw)": 0.5822818279266357, "Finetune/Step": 9766, "Finetune/Step Time": 6.581451429054141}
{"Finetune/Learning Rate": 6.471284507081595e-06, "Finetune/Loss": 0.592923641204834, "Finetune/Loss (Raw)": 0.5625848770141602, "Finetune/Step": 9767, "Finetune/Step Time": 6.575216248631477}
{"Finetune/Learning Rate": 6.469341369356635e-06, "Finetune/Loss": 0.5905061364173889, "Finetune/Loss (Raw)": 0.23153984546661377, "Finetune/Step": 9768, "Finetune/Step Time": 6.572045233100653}
{"Finetune/Learning Rate": 6.46739838391413e-06, "Finetune/Loss": 0.5900521278381348, "Finetune/Loss (Raw)": 0.5773599743843079, "Finetune/Step": 9769, "Finetune/Step Time": 6.571529064327478}
{"Finetune/Learning Rate": 6.465455550837878e-06, "Finetune/Loss": 0.5902003049850464, "Finetune/Loss (Raw)": 0.6921258568763733, "Finetune/Step": 9770, "Finetune/Step Time": 6.567545814439654}
{"Finetune/Learning Rate": 6.463512870211679e-06, "Finetune/Loss": 0.5898791551589966, "Finetune/Loss (Raw)": 0.5475823879241943, "Finetune/Step": 9771, "Finetune/Step Time": 6.580887351185083}
{"Finetune/Learning Rate": 6.461570342119321e-06, "Finetune/Loss": 0.5909068584442139, "Finetune/Loss (Raw)": 0.5256112813949585, "Finetune/Step": 9772, "Finetune/Step Time": 6.583788240328431}
{"Finetune/Learning Rate": 6.459627966644594e-06, "Finetune/Loss": 0.5915629863739014, "Finetune/Loss (Raw)": 0.6129366755485535, "Finetune/Step": 9773, "Finetune/Step Time": 6.606589343398809}
{"Finetune/Learning Rate": 6.4576857438712705e-06, "Finetune/Loss": 0.5924651026725769, "Finetune/Loss (Raw)": 0.7567799687385559, "Finetune/Step": 9774, "Finetune/Step Time": 6.608343368396163}
{"Finetune/Learning Rate": 6.455743673883123e-06, "Finetune/Loss": 0.591942310333252, "Finetune/Loss (Raw)": 0.5318547487258911, "Finetune/Step": 9775, "Finetune/Step Time": 6.604529311880469}
{"Finetune/Learning Rate": 6.453801756763912e-06, "Finetune/Loss": 0.5916708707809448, "Finetune/Loss (Raw)": 0.6313326954841614, "Finetune/Step": 9776, "Finetune/Step Time": 6.602018902078271}
{"Finetune/Learning Rate": 6.451859992597399e-06, "Finetune/Loss": 0.5917094945907593, "Finetune/Loss (Raw)": 0.5707417726516724, "Finetune/Step": 9777, "Finetune/Step Time": 6.598167043179274}
{"Finetune/Learning Rate": 6.449918381467335e-06, "Finetune/Loss": 0.5926393270492554, "Finetune/Loss (Raw)": 0.7008825540542603, "Finetune/Step": 9778, "Finetune/Step Time": 6.611042454838753}
{"Finetune/Learning Rate": 6.447976923457465e-06, "Finetune/Loss": 0.5933184623718262, "Finetune/Loss (Raw)": 0.67807537317276, "Finetune/Step": 9779, "Finetune/Step Time": 6.609089070931077}
{"Finetune/Learning Rate": 6.446035618651529e-06, "Finetune/Loss": 0.5905460119247437, "Finetune/Loss (Raw)": 0.21609532833099365, "Finetune/Step": 9780, "Finetune/Step Time": 6.6168330777436495}
{"Finetune/Learning Rate": 6.44409446713325e-06, "Finetune/Loss": 0.5900163650512695, "Finetune/Loss (Raw)": 0.5992124080657959, "Finetune/Step": 9781, "Finetune/Step Time": 6.611258067190647}
{"Finetune/Learning Rate": 6.442153468986358e-06, "Finetune/Loss": 0.5892051458358765, "Finetune/Loss (Raw)": 0.4106021523475647, "Finetune/Step": 9782, "Finetune/Step Time": 6.6268049739301205}
{"Finetune/Learning Rate": 6.4402126242945725e-06, "Finetune/Loss": 0.590298056602478, "Finetune/Loss (Raw)": 0.5825515985488892, "Finetune/Step": 9783, "Finetune/Step Time": 6.593160541728139}
{"Finetune/Learning Rate": 6.438271933141604e-06, "Finetune/Loss": 0.5911849141120911, "Finetune/Loss (Raw)": 0.6292693614959717, "Finetune/Step": 9784, "Finetune/Step Time": 6.607618322595954}
{"Finetune/Learning Rate": 6.4363313956111565e-06, "Finetune/Loss": 0.5909194946289062, "Finetune/Loss (Raw)": 0.6208087205886841, "Finetune/Step": 9785, "Finetune/Step Time": 6.602827114984393}
{"Finetune/Learning Rate": 6.434391011786927e-06, "Finetune/Loss": 0.5921061038970947, "Finetune/Loss (Raw)": 0.7073919773101807, "Finetune/Step": 9786, "Finetune/Step Time": 6.608285496011376}
{"Finetune/Learning Rate": 6.432450781752612e-06, "Finetune/Loss": 0.5932840704917908, "Finetune/Loss (Raw)": 0.653046190738678, "Finetune/Step": 9787, "Finetune/Step Time": 6.618847465142608}
{"Finetune/Learning Rate": 6.430510705591891e-06, "Finetune/Loss": 0.5922123789787292, "Finetune/Loss (Raw)": 0.5120864510536194, "Finetune/Step": 9788, "Finetune/Step Time": 6.627946570515633}
{"Finetune/Learning Rate": 6.4285707833884435e-06, "Finetune/Loss": 0.5956956148147583, "Finetune/Loss (Raw)": 0.6237314343452454, "Finetune/Step": 9789, "Finetune/Step Time": 6.587853716686368}
{"Finetune/Learning Rate": 6.4266310152259435e-06, "Finetune/Loss": 0.5978339314460754, "Finetune/Loss (Raw)": 0.7379862070083618, "Finetune/Step": 9790, "Finetune/Step Time": 6.582852985709906}
{"Finetune/Learning Rate": 6.424691401188053e-06, "Finetune/Loss": 0.5979877710342407, "Finetune/Loss (Raw)": 0.576018750667572, "Finetune/Step": 9791, "Finetune/Step Time": 6.572556104511023}
{"Finetune/Learning Rate": 6.422751941358433e-06, "Finetune/Loss": 0.597917914390564, "Finetune/Loss (Raw)": 0.5467960834503174, "Finetune/Step": 9792, "Finetune/Step Time": 6.569905273616314}
{"Finetune/Learning Rate": 6.420812635820737e-06, "Finetune/Loss": 0.5988314151763916, "Finetune/Loss (Raw)": 0.7123629450798035, "Finetune/Step": 9793, "Finetune/Step Time": 6.596053222194314}
{"Finetune/Learning Rate": 6.418873484658603e-06, "Finetune/Loss": 0.6022220849990845, "Finetune/Loss (Raw)": 0.6471617221832275, "Finetune/Step": 9794, "Finetune/Step Time": 6.57733790576458}
{"Finetune/Learning Rate": 6.416934487955676e-06, "Finetune/Loss": 0.6026269197463989, "Finetune/Loss (Raw)": 0.6990075707435608, "Finetune/Step": 9795, "Finetune/Step Time": 6.578542597591877}
{"Finetune/Learning Rate": 6.414995645795583e-06, "Finetune/Loss": 0.6015802621841431, "Finetune/Loss (Raw)": 0.5306227207183838, "Finetune/Step": 9796, "Finetune/Step Time": 6.587571449577808}
{"Finetune/Learning Rate": 6.413056958261952e-06, "Finetune/Loss": 0.6015158891677856, "Finetune/Loss (Raw)": 0.5924516916275024, "Finetune/Step": 9797, "Finetune/Step Time": 6.561545133590698}
{"Finetune/Learning Rate": 6.4111184254384e-06, "Finetune/Loss": 0.6012506484985352, "Finetune/Loss (Raw)": 0.6646270155906677, "Finetune/Step": 9798, "Finetune/Step Time": 6.561205303296447}
{"Finetune/Learning Rate": 6.409180047408545e-06, "Finetune/Loss": 0.6013917922973633, "Finetune/Loss (Raw)": 0.49639713764190674, "Finetune/Step": 9799, "Finetune/Step Time": 6.565664641559124}
{"Finetune/Learning Rate": 6.407241824255983e-06, "Finetune/Loss": 0.6028696894645691, "Finetune/Loss (Raw)": 0.6543012857437134, "Finetune/Step": 9800, "Finetune/Step Time": 6.555064704269171}
{"Finetune/Learning Rate": 6.4053037560643186e-06, "Finetune/Loss": 0.6029573678970337, "Finetune/Loss (Raw)": 0.6545397043228149, "Finetune/Step": 9801, "Finetune/Step Time": 6.551912318915129}
{"Finetune/Learning Rate": 6.4033658429171376e-06, "Finetune/Loss": 0.6040711998939514, "Finetune/Loss (Raw)": 0.6999075412750244, "Finetune/Step": 9802, "Finetune/Step Time": 6.536972297355533}
{"Finetune/Learning Rate": 6.401428084898027e-06, "Finetune/Loss": 0.6038613319396973, "Finetune/Loss (Raw)": 0.6385725140571594, "Finetune/Step": 9803, "Finetune/Step Time": 6.536761485040188}
{"Finetune/Learning Rate": 6.399490482090569e-06, "Finetune/Loss": 0.6028913259506226, "Finetune/Loss (Raw)": 0.536830723285675, "Finetune/Step": 9804, "Finetune/Step Time": 6.537609551101923}
{"Finetune/Learning Rate": 6.397553034578335e-06, "Finetune/Loss": 0.6017919778823853, "Finetune/Loss (Raw)": 0.47835132479667664, "Finetune/Step": 9805, "Finetune/Step Time": 6.553603556007147}
{"Finetune/Learning Rate": 6.395615742444887e-06, "Finetune/Loss": 0.602618396282196, "Finetune/Loss (Raw)": 0.7241507768630981, "Finetune/Step": 9806, "Finetune/Step Time": 6.570175400003791}
{"Finetune/Learning Rate": 6.393678605773782e-06, "Finetune/Loss": 0.603491485118866, "Finetune/Loss (Raw)": 0.7402183413505554, "Finetune/Step": 9807, "Finetune/Step Time": 6.573416857048869}
{"Finetune/Learning Rate": 6.391741624648573e-06, "Finetune/Loss": 0.6031231880187988, "Finetune/Loss (Raw)": 0.5654580593109131, "Finetune/Step": 9808, "Finetune/Step Time": 6.562205336987972}
{"Finetune/Learning Rate": 6.389804799152806e-06, "Finetune/Loss": 0.6038760542869568, "Finetune/Loss (Raw)": 0.652064323425293, "Finetune/Step": 9809, "Finetune/Step Time": 6.538978787139058}
{"Finetune/Learning Rate": 6.387868129370021e-06, "Finetune/Loss": 0.6043524742126465, "Finetune/Loss (Raw)": 0.6505563855171204, "Finetune/Step": 9810, "Finetune/Step Time": 6.544268818572164}
{"Finetune/Learning Rate": 6.3859316153837425e-06, "Finetune/Loss": 0.6049175262451172, "Finetune/Loss (Raw)": 0.7092391848564148, "Finetune/Step": 9811, "Finetune/Step Time": 6.539055829867721}
{"Finetune/Learning Rate": 6.383995257277504e-06, "Finetune/Loss": 0.6049736142158508, "Finetune/Loss (Raw)": 0.6256506443023682, "Finetune/Step": 9812, "Finetune/Step Time": 6.556766802445054}
{"Finetune/Learning Rate": 6.382059055134817e-06, "Finetune/Loss": 0.601725697517395, "Finetune/Loss (Raw)": 0.20042458176612854, "Finetune/Step": 9813, "Finetune/Step Time": 6.576684297993779}
{"Finetune/Learning Rate": 6.380123009039192e-06, "Finetune/Loss": 0.6033558249473572, "Finetune/Loss (Raw)": 0.6918022632598877, "Finetune/Step": 9814, "Finetune/Step Time": 6.556806406006217}
{"Finetune/Learning Rate": 6.378187119074137e-06, "Finetune/Loss": 0.6032609939575195, "Finetune/Loss (Raw)": 0.621601939201355, "Finetune/Step": 9815, "Finetune/Step Time": 6.577045481652021}
{"Finetune/Learning Rate": 6.376251385323152e-06, "Finetune/Loss": 0.602421760559082, "Finetune/Loss (Raw)": 0.5882050395011902, "Finetune/Step": 9816, "Finetune/Step Time": 6.579027166590095}
{"Finetune/Learning Rate": 6.374315807869722e-06, "Finetune/Loss": 0.6048325300216675, "Finetune/Loss (Raw)": 0.5294883251190186, "Finetune/Step": 9817, "Finetune/Step Time": 6.547533307224512}
{"Finetune/Learning Rate": 6.372380386797334e-06, "Finetune/Loss": 0.6053377389907837, "Finetune/Loss (Raw)": 0.7275430560112, "Finetune/Step": 9818, "Finetune/Step Time": 6.538245650008321}
{"Finetune/Learning Rate": 6.37044512218947e-06, "Finetune/Loss": 0.6046075820922852, "Finetune/Loss (Raw)": 0.5132399201393127, "Finetune/Step": 9819, "Finetune/Step Time": 6.533513272181153}
{"Finetune/Learning Rate": 6.368510014129594e-06, "Finetune/Loss": 0.6048949956893921, "Finetune/Loss (Raw)": 0.6549748182296753, "Finetune/Step": 9820, "Finetune/Step Time": 6.513199895620346}
{"Finetune/Learning Rate": 6.366575062701173e-06, "Finetune/Loss": 0.6051031351089478, "Finetune/Loss (Raw)": 0.6207290291786194, "Finetune/Step": 9821, "Finetune/Step Time": 6.521028999239206}
{"Finetune/Learning Rate": 6.36464026798766e-06, "Finetune/Loss": 0.6045367121696472, "Finetune/Loss (Raw)": 0.6002605557441711, "Finetune/Step": 9822, "Finetune/Step Time": 6.525034882128239}
{"Finetune/Learning Rate": 6.362705630072512e-06, "Finetune/Loss": 0.6045464873313904, "Finetune/Loss (Raw)": 0.7086164355278015, "Finetune/Step": 9823, "Finetune/Step Time": 6.518013728782535}
{"Finetune/Learning Rate": 6.36077114903917e-06, "Finetune/Loss": 0.6047831773757935, "Finetune/Loss (Raw)": 0.59892737865448, "Finetune/Step": 9824, "Finetune/Step Time": 6.513836985453963}
{"Finetune/Learning Rate": 6.358836824971074e-06, "Finetune/Loss": 0.6043610572814941, "Finetune/Loss (Raw)": 0.499371200799942, "Finetune/Step": 9825, "Finetune/Step Time": 6.528534634038806}
{"Finetune/Learning Rate": 6.356902657951648e-06, "Finetune/Loss": 0.603937566280365, "Finetune/Loss (Raw)": 0.5908492803573608, "Finetune/Step": 9826, "Finetune/Step Time": 6.535533707588911}
{"Finetune/Learning Rate": 6.35496864806432e-06, "Finetune/Loss": 0.6039749383926392, "Finetune/Loss (Raw)": 0.6080827116966248, "Finetune/Step": 9827, "Finetune/Step Time": 6.5331812389194965}
{"Finetune/Learning Rate": 6.353034795392503e-06, "Finetune/Loss": 0.6034294962882996, "Finetune/Loss (Raw)": 0.6103733777999878, "Finetune/Step": 9828, "Finetune/Step Time": 6.517078274860978}
{"Finetune/Learning Rate": 6.35110110001961e-06, "Finetune/Loss": 0.6033758521080017, "Finetune/Loss (Raw)": 0.648351788520813, "Finetune/Step": 9829, "Finetune/Step Time": 6.5170120149850845}
{"Finetune/Learning Rate": 6.349167562029044e-06, "Finetune/Loss": 0.6031354665756226, "Finetune/Loss (Raw)": 0.5732368230819702, "Finetune/Step": 9830, "Finetune/Step Time": 6.522685779258609}
{"Finetune/Learning Rate": 6.347234181504202e-06, "Finetune/Loss": 0.6027964353561401, "Finetune/Loss (Raw)": 0.6818683743476868, "Finetune/Step": 9831, "Finetune/Step Time": 6.527752203866839}
{"Finetune/Learning Rate": 6.345300958528474e-06, "Finetune/Loss": 0.6033260822296143, "Finetune/Loss (Raw)": 0.6567184925079346, "Finetune/Step": 9832, "Finetune/Step Time": 6.530686222016811}
{"Finetune/Learning Rate": 6.343367893185237e-06, "Finetune/Loss": 0.6024224758148193, "Finetune/Loss (Raw)": 0.6286436915397644, "Finetune/Step": 9833, "Finetune/Step Time": 6.533361200243235}
{"Finetune/Learning Rate": 6.3414349855578704e-06, "Finetune/Loss": 0.6021167039871216, "Finetune/Loss (Raw)": 0.5064801573753357, "Finetune/Step": 9834, "Finetune/Step Time": 6.529287446290255}
{"Finetune/Learning Rate": 6.339502235729744e-06, "Finetune/Loss": 0.6017904281616211, "Finetune/Loss (Raw)": 0.22795768082141876, "Finetune/Step": 9835, "Finetune/Step Time": 6.530048271641135}
{"Finetune/Learning Rate": 6.337569643784222e-06, "Finetune/Loss": 0.6007676124572754, "Finetune/Loss (Raw)": 0.5864918828010559, "Finetune/Step": 9836, "Finetune/Step Time": 6.532110746949911}
{"Finetune/Learning Rate": 6.335637209804657e-06, "Finetune/Loss": 0.5977983474731445, "Finetune/Loss (Raw)": 0.2931469678878784, "Finetune/Step": 9837, "Finetune/Step Time": 6.545452155172825}
{"Finetune/Learning Rate": 6.333704933874401e-06, "Finetune/Loss": 0.595151424407959, "Finetune/Loss (Raw)": 0.23493629693984985, "Finetune/Step": 9838, "Finetune/Step Time": 6.559475053101778}
{"Finetune/Learning Rate": 6.331772816076789e-06, "Finetune/Loss": 0.5939000844955444, "Finetune/Loss (Raw)": 0.5901764631271362, "Finetune/Step": 9839, "Finetune/Step Time": 6.569873623549938}
{"Finetune/Learning Rate": 6.329840856495162e-06, "Finetune/Loss": 0.5934665203094482, "Finetune/Loss (Raw)": 0.6378727555274963, "Finetune/Step": 9840, "Finetune/Step Time": 6.580022871494293}
{"Finetune/Learning Rate": 6.327909055212845e-06, "Finetune/Loss": 0.5933744311332703, "Finetune/Loss (Raw)": 0.5770776271820068, "Finetune/Step": 9841, "Finetune/Step Time": 6.564521513879299}
{"Finetune/Learning Rate": 6.325977412313165e-06, "Finetune/Loss": 0.5894700288772583, "Finetune/Loss (Raw)": 0.17050465941429138, "Finetune/Step": 9842, "Finetune/Step Time": 6.581433741375804}
{"Finetune/Learning Rate": 6.324045927879429e-06, "Finetune/Loss": 0.5919836759567261, "Finetune/Loss (Raw)": 0.5489434003829956, "Finetune/Step": 9843, "Finetune/Step Time": 6.5672092735767365}
{"Finetune/Learning Rate": 6.3221146019949485e-06, "Finetune/Loss": 0.5921993851661682, "Finetune/Loss (Raw)": 0.6167680621147156, "Finetune/Step": 9844, "Finetune/Step Time": 6.572945337742567}
{"Finetune/Learning Rate": 6.320183434743028e-06, "Finetune/Loss": 0.5904163122177124, "Finetune/Loss (Raw)": 0.36443179845809937, "Finetune/Step": 9845, "Finetune/Step Time": 6.588399512693286}
{"Finetune/Learning Rate": 6.318252426206955e-06, "Finetune/Loss": 0.5912792682647705, "Finetune/Loss (Raw)": 0.6640856862068176, "Finetune/Step": 9846, "Finetune/Step Time": 6.570904290303588}
{"Finetune/Learning Rate": 6.316321576470021e-06, "Finetune/Loss": 0.5913033485412598, "Finetune/Loss (Raw)": 0.6228381991386414, "Finetune/Step": 9847, "Finetune/Step Time": 6.573828063905239}
{"Finetune/Learning Rate": 6.314390885615502e-06, "Finetune/Loss": 0.5917484164237976, "Finetune/Loss (Raw)": 0.61431884765625, "Finetune/Step": 9848, "Finetune/Step Time": 6.569074623286724}
{"Finetune/Learning Rate": 6.312460353726675e-06, "Finetune/Loss": 0.5926066637039185, "Finetune/Loss (Raw)": 0.6859863996505737, "Finetune/Step": 9849, "Finetune/Step Time": 6.563844060525298}
{"Finetune/Learning Rate": 6.310529980886806e-06, "Finetune/Loss": 0.5929885506629944, "Finetune/Loss (Raw)": 0.619871973991394, "Finetune/Step": 9850, "Finetune/Step Time": 6.579313853755593}
{"Finetune/Learning Rate": 6.30859976717916e-06, "Finetune/Loss": 0.5935776233673096, "Finetune/Loss (Raw)": 0.623432993888855, "Finetune/Step": 9851, "Finetune/Step Time": 6.586278330534697}
{"Finetune/Learning Rate": 6.306669712686979e-06, "Finetune/Loss": 0.595421314239502, "Finetune/Loss (Raw)": 0.8091481328010559, "Finetune/Step": 9852, "Finetune/Step Time": 6.586260272189975}
{"Finetune/Learning Rate": 6.304739817493517e-06, "Finetune/Loss": 0.5958447456359863, "Finetune/Loss (Raw)": 0.6899137496948242, "Finetune/Step": 9853, "Finetune/Step Time": 6.606522401794791}
{"Finetune/Learning Rate": 6.30281008168201e-06, "Finetune/Loss": 0.5964019894599915, "Finetune/Loss (Raw)": 0.6305829286575317, "Finetune/Step": 9854, "Finetune/Step Time": 6.625572942197323}
{"Finetune/Learning Rate": 6.300880505335691e-06, "Finetune/Loss": 0.59522944688797, "Finetune/Loss (Raw)": 0.5340854525566101, "Finetune/Step": 9855, "Finetune/Step Time": 6.6141948364675045}
{"Finetune/Learning Rate": 6.298951088537788e-06, "Finetune/Loss": 0.5922389030456543, "Finetune/Loss (Raw)": 0.2432679980993271, "Finetune/Step": 9856, "Finetune/Step Time": 6.630230359733105}
{"Finetune/Learning Rate": 6.297021831371517e-06, "Finetune/Loss": 0.5891128778457642, "Finetune/Loss (Raw)": 0.21344776451587677, "Finetune/Step": 9857, "Finetune/Step Time": 6.65569369867444}
{"Finetune/Learning Rate": 6.295092733920089e-06, "Finetune/Loss": 0.590324878692627, "Finetune/Loss (Raw)": 0.6331508755683899, "Finetune/Step": 9858, "Finetune/Step Time": 6.637415032833815}
{"Finetune/Learning Rate": 6.29316379626671e-06, "Finetune/Loss": 0.5904375910758972, "Finetune/Loss (Raw)": 0.6753026247024536, "Finetune/Step": 9859, "Finetune/Step Time": 6.649033786728978}
{"Finetune/Learning Rate": 6.291235018494577e-06, "Finetune/Loss": 0.5912919044494629, "Finetune/Loss (Raw)": 0.6771650314331055, "Finetune/Step": 9860, "Finetune/Step Time": 6.654436035081744}
{"Finetune/Learning Rate": 6.289306400686881e-06, "Finetune/Loss": 0.5905348062515259, "Finetune/Loss (Raw)": 0.5591075420379639, "Finetune/Step": 9861, "Finetune/Step Time": 6.6514350939542055}
{"Finetune/Learning Rate": 6.287377942926809e-06, "Finetune/Loss": 0.5906301736831665, "Finetune/Loss (Raw)": 0.6619595289230347, "Finetune/Step": 9862, "Finetune/Step Time": 6.65656222589314}
{"Finetune/Learning Rate": 6.285449645297534e-06, "Finetune/Loss": 0.5891749858856201, "Finetune/Loss (Raw)": 0.4776574373245239, "Finetune/Step": 9863, "Finetune/Step Time": 6.664173832163215}
{"Finetune/Learning Rate": 6.283521507882232e-06, "Finetune/Loss": 0.5885519981384277, "Finetune/Loss (Raw)": 0.5482361912727356, "Finetune/Step": 9864, "Finetune/Step Time": 6.670572429895401}
{"Finetune/Learning Rate": 6.281593530764059e-06, "Finetune/Loss": 0.5884110927581787, "Finetune/Loss (Raw)": 0.593056857585907, "Finetune/Step": 9865, "Finetune/Step Time": 6.663348162546754}
{"Finetune/Learning Rate": 6.279665714026175e-06, "Finetune/Loss": 0.5892758369445801, "Finetune/Loss (Raw)": 0.6616742014884949, "Finetune/Step": 9866, "Finetune/Step Time": 6.664193231612444}
{"Finetune/Learning Rate": 6.277738057751732e-06, "Finetune/Loss": 0.589435338973999, "Finetune/Loss (Raw)": 0.6310791373252869, "Finetune/Step": 9867, "Finetune/Step Time": 6.663198426365852}
{"Finetune/Learning Rate": 6.275810562023868e-06, "Finetune/Loss": 0.5924578905105591, "Finetune/Loss (Raw)": 0.7735117673873901, "Finetune/Step": 9868, "Finetune/Step Time": 6.654058065265417}
{"Finetune/Learning Rate": 6.273883226925721e-06, "Finetune/Loss": 0.5886694192886353, "Finetune/Loss (Raw)": 0.24924816191196442, "Finetune/Step": 9869, "Finetune/Step Time": 6.670570909976959}
{"Finetune/Learning Rate": 6.271956052540424e-06, "Finetune/Loss": 0.5904206037521362, "Finetune/Loss (Raw)": 0.6715381145477295, "Finetune/Step": 9870, "Finetune/Step Time": 6.654601380228996}
{"Finetune/Learning Rate": 6.270029038951089e-06, "Finetune/Loss": 0.5901963710784912, "Finetune/Loss (Raw)": 0.6007291674613953, "Finetune/Step": 9871, "Finetune/Step Time": 6.664724089205265}
{"Finetune/Learning Rate": 6.268102186240839e-06, "Finetune/Loss": 0.5884827971458435, "Finetune/Loss (Raw)": 0.5671821236610413, "Finetune/Step": 9872, "Finetune/Step Time": 6.666712963953614}
{"Finetune/Learning Rate": 6.266175494492779e-06, "Finetune/Loss": 0.5891932249069214, "Finetune/Loss (Raw)": 0.685258686542511, "Finetune/Step": 9873, "Finetune/Step Time": 6.655107768252492}
{"Finetune/Learning Rate": 6.26424896379001e-06, "Finetune/Loss": 0.5880191326141357, "Finetune/Loss (Raw)": 0.4659808278083801, "Finetune/Step": 9874, "Finetune/Step Time": 6.638136778026819}
{"Finetune/Learning Rate": 6.262322594215626e-06, "Finetune/Loss": 0.5866420269012451, "Finetune/Loss (Raw)": 0.545558750629425, "Finetune/Step": 9875, "Finetune/Step Time": 6.640391124412417}
{"Finetune/Learning Rate": 6.260396385852714e-06, "Finetune/Loss": 0.5876443982124329, "Finetune/Loss (Raw)": 0.5267109274864197, "Finetune/Step": 9876, "Finetune/Step Time": 6.626082764938474}
{"Finetune/Learning Rate": 6.258470338784359e-06, "Finetune/Loss": 0.5860705971717834, "Finetune/Loss (Raw)": 0.5576167106628418, "Finetune/Step": 9877, "Finetune/Step Time": 6.625722013413906}
{"Finetune/Learning Rate": 6.256544453093629e-06, "Finetune/Loss": 0.5877253413200378, "Finetune/Loss (Raw)": 0.7714271545410156, "Finetune/Step": 9878, "Finetune/Step Time": 6.609806187450886}
{"Finetune/Learning Rate": 6.2546187288635894e-06, "Finetune/Loss": 0.5855580568313599, "Finetune/Loss (Raw)": 0.41601115465164185, "Finetune/Step": 9879, "Finetune/Step Time": 6.633181590586901}
{"Finetune/Learning Rate": 6.252693166177301e-06, "Finetune/Loss": 0.5857179164886475, "Finetune/Loss (Raw)": 0.59714275598526, "Finetune/Step": 9880, "Finetune/Step Time": 6.625105522572994}
{"Finetune/Learning Rate": 6.2507677651178166e-06, "Finetune/Loss": 0.5847916007041931, "Finetune/Loss (Raw)": 0.6029857993125916, "Finetune/Step": 9881, "Finetune/Step Time": 6.634101023897529}
{"Finetune/Learning Rate": 6.248842525768184e-06, "Finetune/Loss": 0.5840729475021362, "Finetune/Loss (Raw)": 0.5777580142021179, "Finetune/Step": 9882, "Finetune/Step Time": 6.622837340459228}
{"Finetune/Learning Rate": 6.246917448211438e-06, "Finetune/Loss": 0.584980845451355, "Finetune/Loss (Raw)": 0.6627591848373413, "Finetune/Step": 9883, "Finetune/Step Time": 6.603280894458294}
{"Finetune/Learning Rate": 6.244992532530612e-06, "Finetune/Loss": 0.585507333278656, "Finetune/Loss (Raw)": 0.6234337091445923, "Finetune/Step": 9884, "Finetune/Step Time": 6.600897444412112}
{"Finetune/Learning Rate": 6.243067778808727e-06, "Finetune/Loss": 0.5825194716453552, "Finetune/Loss (Raw)": 0.2542530596256256, "Finetune/Step": 9885, "Finetune/Step Time": 6.619862282648683}
{"Finetune/Learning Rate": 6.241143187128802e-06, "Finetune/Loss": 0.5825691819190979, "Finetune/Loss (Raw)": 0.5844612717628479, "Finetune/Step": 9886, "Finetune/Step Time": 6.602962914854288}
{"Finetune/Learning Rate": 6.239218757573851e-06, "Finetune/Loss": 0.5798178911209106, "Finetune/Loss (Raw)": 0.4050888121128082, "Finetune/Step": 9887, "Finetune/Step Time": 6.6132119577378035}
{"Finetune/Learning Rate": 6.237294490226874e-06, "Finetune/Loss": 0.581175684928894, "Finetune/Loss (Raw)": 0.7289521098136902, "Finetune/Step": 9888, "Finetune/Step Time": 6.620752833783627}
{"Finetune/Learning Rate": 6.235370385170867e-06, "Finetune/Loss": 0.5804415941238403, "Finetune/Loss (Raw)": 0.5475559830665588, "Finetune/Step": 9889, "Finetune/Step Time": 6.625477284193039}
{"Finetune/Learning Rate": 6.233446442488825e-06, "Finetune/Loss": 0.5806694030761719, "Finetune/Loss (Raw)": 0.729974091053009, "Finetune/Step": 9890, "Finetune/Step Time": 6.631629327312112}
{"Finetune/Learning Rate": 6.231522662263723e-06, "Finetune/Loss": 0.5811780691146851, "Finetune/Loss (Raw)": 0.6684454083442688, "Finetune/Step": 9891, "Finetune/Step Time": 6.621170073747635}
{"Finetune/Learning Rate": 6.229599044578538e-06, "Finetune/Loss": 0.5789352655410767, "Finetune/Loss (Raw)": 0.34394702315330505, "Finetune/Step": 9892, "Finetune/Step Time": 6.632761722430587}
{"Finetune/Learning Rate": 6.227675589516244e-06, "Finetune/Loss": 0.5782806277275085, "Finetune/Loss (Raw)": 0.5951646566390991, "Finetune/Step": 9893, "Finetune/Step Time": 6.632914146408439}
{"Finetune/Learning Rate": 6.225752297159795e-06, "Finetune/Loss": 0.5786077976226807, "Finetune/Loss (Raw)": 0.6241610050201416, "Finetune/Step": 9894, "Finetune/Step Time": 6.638417238369584}
{"Finetune/Learning Rate": 6.223829167592149e-06, "Finetune/Loss": 0.578650712966919, "Finetune/Loss (Raw)": 0.5680768489837646, "Finetune/Step": 9895, "Finetune/Step Time": 6.635108165442944}
{"Finetune/Learning Rate": 6.2219062008962576e-06, "Finetune/Loss": 0.5814918279647827, "Finetune/Loss (Raw)": 0.5952020287513733, "Finetune/Step": 9896, "Finetune/Step Time": 6.627809999510646}
{"Finetune/Learning Rate": 6.219983397155052e-06, "Finetune/Loss": 0.5824394226074219, "Finetune/Loss (Raw)": 0.698658287525177, "Finetune/Step": 9897, "Finetune/Step Time": 6.63856665045023}
{"Finetune/Learning Rate": 6.218060756451471e-06, "Finetune/Loss": 0.5820529460906982, "Finetune/Loss (Raw)": 0.6426502466201782, "Finetune/Step": 9898, "Finetune/Step Time": 6.648581074550748}
{"Finetune/Learning Rate": 6.216138278868443e-06, "Finetune/Loss": 0.5836309790611267, "Finetune/Loss (Raw)": 0.7495680451393127, "Finetune/Step": 9899, "Finetune/Step Time": 6.6339804995805025}
{"Finetune/Learning Rate": 6.214215964488881e-06, "Finetune/Loss": 0.5835738778114319, "Finetune/Loss (Raw)": 0.5183022022247314, "Finetune/Step": 9900, "Finetune/Step Time": 6.639305338263512}
{"Finetune/Learning Rate": 6.2122938133957026e-06, "Finetune/Loss": 0.5837281942367554, "Finetune/Loss (Raw)": 0.6326977610588074, "Finetune/Step": 9901, "Finetune/Step Time": 6.613023729994893}
{"Finetune/Learning Rate": 6.210371825671809e-06, "Finetune/Loss": 0.583027184009552, "Finetune/Loss (Raw)": 0.6670480966567993, "Finetune/Step": 9902, "Finetune/Step Time": 6.617710657417774}
{"Finetune/Learning Rate": 6.2084500014001055e-06, "Finetune/Loss": 0.584042489528656, "Finetune/Loss (Raw)": 0.661811888217926, "Finetune/Step": 9903, "Finetune/Step Time": 6.616650702431798}
{"Finetune/Learning Rate": 6.2065283406634755e-06, "Finetune/Loss": 0.5829154253005981, "Finetune/Loss (Raw)": 0.48706528544425964, "Finetune/Step": 9904, "Finetune/Step Time": 6.6481846161186695}
{"Finetune/Learning Rate": 6.204606843544805e-06, "Finetune/Loss": 0.5836454629898071, "Finetune/Loss (Raw)": 0.6641956567764282, "Finetune/Step": 9905, "Finetune/Step Time": 6.651927925646305}
{"Finetune/Learning Rate": 6.202685510126971e-06, "Finetune/Loss": 0.5825863480567932, "Finetune/Loss (Raw)": 0.5653076767921448, "Finetune/Step": 9906, "Finetune/Step Time": 6.638280326500535}
{"Finetune/Learning Rate": 6.200764340492843e-06, "Finetune/Loss": 0.5816725492477417, "Finetune/Loss (Raw)": 0.56110680103302, "Finetune/Step": 9907, "Finetune/Step Time": 6.6459488440304995}
{"Finetune/Learning Rate": 6.198843334725288e-06, "Finetune/Loss": 0.5841935873031616, "Finetune/Loss (Raw)": 0.5387946963310242, "Finetune/Step": 9908, "Finetune/Step Time": 6.631258763372898}
{"Finetune/Learning Rate": 6.1969224929071585e-06, "Finetune/Loss": 0.5842683911323547, "Finetune/Loss (Raw)": 0.6087875366210938, "Finetune/Step": 9909, "Finetune/Step Time": 6.634602410718799}
{"Finetune/Learning Rate": 6.195001815121302e-06, "Finetune/Loss": 0.5861402153968811, "Finetune/Loss (Raw)": 0.6501941084861755, "Finetune/Step": 9910, "Finetune/Step Time": 6.595722323283553}
{"Finetune/Learning Rate": 6.193081301450561e-06, "Finetune/Loss": 0.583271861076355, "Finetune/Loss (Raw)": 0.2154056280851364, "Finetune/Step": 9911, "Finetune/Step Time": 6.614551227539778}
{"Finetune/Learning Rate": 6.19116095197777e-06, "Finetune/Loss": 0.582772970199585, "Finetune/Loss (Raw)": 0.5654111504554749, "Finetune/Step": 9912, "Finetune/Step Time": 6.6017480958253145}
{"Finetune/Learning Rate": 6.189240766785757e-06, "Finetune/Loss": 0.5824342966079712, "Finetune/Loss (Raw)": 0.5774564743041992, "Finetune/Step": 9913, "Finetune/Step Time": 6.612530265003443}
{"Finetune/Learning Rate": 6.187320745957344e-06, "Finetune/Loss": 0.5819000005722046, "Finetune/Loss (Raw)": 0.638996958732605, "Finetune/Step": 9914, "Finetune/Step Time": 6.6120690535753965}
{"Finetune/Learning Rate": 6.185400889575345e-06, "Finetune/Loss": 0.5815902948379517, "Finetune/Loss (Raw)": 0.6134101152420044, "Finetune/Step": 9915, "Finetune/Step Time": 6.59387413226068}
{"Finetune/Learning Rate": 6.18348119772256e-06, "Finetune/Loss": 0.5828572511672974, "Finetune/Loss (Raw)": 0.6742544174194336, "Finetune/Step": 9916, "Finetune/Step Time": 6.593373838812113}
{"Finetune/Learning Rate": 6.181561670481792e-06, "Finetune/Loss": 0.5817646980285645, "Finetune/Loss (Raw)": 0.4838804006576538, "Finetune/Step": 9917, "Finetune/Step Time": 6.5963479820638895}
{"Finetune/Learning Rate": 6.179642307935833e-06, "Finetune/Loss": 0.5818769931793213, "Finetune/Loss (Raw)": 0.7523687481880188, "Finetune/Step": 9918, "Finetune/Step Time": 6.584999997168779}
{"Finetune/Learning Rate": 6.17772311016747e-06, "Finetune/Loss": 0.5818742513656616, "Finetune/Loss (Raw)": 0.5756685733795166, "Finetune/Step": 9919, "Finetune/Step Time": 6.584067098796368}
{"Finetune/Learning Rate": 6.1758040772594755e-06, "Finetune/Loss": 0.5818532705307007, "Finetune/Loss (Raw)": 0.5441113710403442, "Finetune/Step": 9920, "Finetune/Step Time": 6.5862438809126616}
{"Finetune/Learning Rate": 6.173885209294625e-06, "Finetune/Loss": 0.5814838409423828, "Finetune/Loss (Raw)": 0.6650764346122742, "Finetune/Step": 9921, "Finetune/Step Time": 6.574631419032812}
{"Finetune/Learning Rate": 6.171966506355683e-06, "Finetune/Loss": 0.580990195274353, "Finetune/Loss (Raw)": 0.583968460559845, "Finetune/Step": 9922, "Finetune/Step Time": 6.587267784401774}
{"Finetune/Learning Rate": 6.1700479685254e-06, "Finetune/Loss": 0.5798037052154541, "Finetune/Loss (Raw)": 0.5471391677856445, "Finetune/Step": 9923, "Finetune/Step Time": 6.610257413238287}
{"Finetune/Learning Rate": 6.168129595886529e-06, "Finetune/Loss": 0.5797680616378784, "Finetune/Loss (Raw)": 0.5260545611381531, "Finetune/Step": 9924, "Finetune/Step Time": 6.6020503882318735}
{"Finetune/Learning Rate": 6.166211388521814e-06, "Finetune/Loss": 0.5800098180770874, "Finetune/Loss (Raw)": 0.6233967542648315, "Finetune/Step": 9925, "Finetune/Step Time": 6.6234732288867235}
{"Finetune/Learning Rate": 6.164293346513985e-06, "Finetune/Loss": 0.580245852470398, "Finetune/Loss (Raw)": 0.6948460340499878, "Finetune/Step": 9926, "Finetune/Step Time": 6.613027550280094}
{"Finetune/Learning Rate": 6.162375469945774e-06, "Finetune/Loss": 0.5818816423416138, "Finetune/Loss (Raw)": 0.7057707905769348, "Finetune/Step": 9927, "Finetune/Step Time": 6.599333865568042}
{"Finetune/Learning Rate": 6.160457758899905e-06, "Finetune/Loss": 0.5819708108901978, "Finetune/Loss (Raw)": 0.6657248735427856, "Finetune/Step": 9928, "Finetune/Step Time": 6.616425301879644}
{"Finetune/Learning Rate": 6.158540213459083e-06, "Finetune/Loss": 0.5817139148712158, "Finetune/Loss (Raw)": 0.6216498017311096, "Finetune/Step": 9929, "Finetune/Step Time": 6.620962480083108}
{"Finetune/Learning Rate": 6.15662283370602e-06, "Finetune/Loss": 0.5803917646408081, "Finetune/Loss (Raw)": 0.5306680202484131, "Finetune/Step": 9930, "Finetune/Step Time": 6.627538187429309}
{"Finetune/Learning Rate": 6.1547056197234134e-06, "Finetune/Loss": 0.5797339677810669, "Finetune/Loss (Raw)": 0.5543727278709412, "Finetune/Step": 9931, "Finetune/Step Time": 6.629602167755365}
{"Finetune/Learning Rate": 6.152788571593957e-06, "Finetune/Loss": 0.5802936553955078, "Finetune/Loss (Raw)": 0.6084796786308289, "Finetune/Step": 9932, "Finetune/Step Time": 6.628369530662894}
{"Finetune/Learning Rate": 6.150871689400335e-06, "Finetune/Loss": 0.5816254615783691, "Finetune/Loss (Raw)": 0.648815929889679, "Finetune/Step": 9933, "Finetune/Step Time": 6.624098094180226}
{"Finetune/Learning Rate": 6.148954973225228e-06, "Finetune/Loss": 0.581719160079956, "Finetune/Loss (Raw)": 0.7361493110656738, "Finetune/Step": 9934, "Finetune/Step Time": 6.605269219726324}
{"Finetune/Learning Rate": 6.147038423151303e-06, "Finetune/Loss": 0.5805502533912659, "Finetune/Loss (Raw)": 0.5905995965003967, "Finetune/Step": 9935, "Finetune/Step Time": 6.60868957079947}
{"Finetune/Learning Rate": 6.145122039261224e-06, "Finetune/Loss": 0.5805317163467407, "Finetune/Loss (Raw)": 0.563083827495575, "Finetune/Step": 9936, "Finetune/Step Time": 6.598143927752972}
{"Finetune/Learning Rate": 6.143205821637648e-06, "Finetune/Loss": 0.5804696083068848, "Finetune/Loss (Raw)": 0.6441192626953125, "Finetune/Step": 9937, "Finetune/Step Time": 6.600887896493077}
{"Finetune/Learning Rate": 6.1412897703632254e-06, "Finetune/Loss": 0.5809186697006226, "Finetune/Loss (Raw)": 0.7080327272415161, "Finetune/Step": 9938, "Finetune/Step Time": 6.59485380910337}
{"Finetune/Learning Rate": 6.139373885520598e-06, "Finetune/Loss": 0.5802329778671265, "Finetune/Loss (Raw)": 0.6214662194252014, "Finetune/Step": 9939, "Finetune/Step Time": 6.598741803318262}
{"Finetune/Learning Rate": 6.137458167192398e-06, "Finetune/Loss": 0.5795837044715881, "Finetune/Loss (Raw)": 0.5425461530685425, "Finetune/Step": 9940, "Finetune/Step Time": 6.59226587601006}
{"Finetune/Learning Rate": 6.13554261546126e-06, "Finetune/Loss": 0.5820890665054321, "Finetune/Loss (Raw)": 0.5211096405982971, "Finetune/Step": 9941, "Finetune/Step Time": 6.585814386606216}
{"Finetune/Learning Rate": 6.133627230409798e-06, "Finetune/Loss": 0.581741452217102, "Finetune/Loss (Raw)": 0.6473069787025452, "Finetune/Step": 9942, "Finetune/Step Time": 6.591950761154294}
{"Finetune/Learning Rate": 6.131712012120624e-06, "Finetune/Loss": 0.5816924571990967, "Finetune/Loss (Raw)": 0.6153385043144226, "Finetune/Step": 9943, "Finetune/Step Time": 6.568620735779405}
{"Finetune/Learning Rate": 6.129796960676348e-06, "Finetune/Loss": 0.5789544582366943, "Finetune/Loss (Raw)": 0.23774294555187225, "Finetune/Step": 9944, "Finetune/Step Time": 6.5952392388135195}
{"Finetune/Learning Rate": 6.1278820761595725e-06, "Finetune/Loss": 0.5791042447090149, "Finetune/Loss (Raw)": 0.5486545562744141, "Finetune/Step": 9945, "Finetune/Step Time": 6.612900944426656}
{"Finetune/Learning Rate": 6.125967358652881e-06, "Finetune/Loss": 0.5782030820846558, "Finetune/Loss (Raw)": 0.6121904850006104, "Finetune/Step": 9946, "Finetune/Step Time": 6.616394408047199}
{"Finetune/Learning Rate": 6.124052808238863e-06, "Finetune/Loss": 0.5791745185852051, "Finetune/Loss (Raw)": 0.6375848650932312, "Finetune/Step": 9947, "Finetune/Step Time": 6.614396128803492}
{"Finetune/Learning Rate": 6.122138425000099e-06, "Finetune/Loss": 0.5787650942802429, "Finetune/Loss (Raw)": 0.6025684475898743, "Finetune/Step": 9948, "Finetune/Step Time": 6.626936020329595}
{"Finetune/Learning Rate": 6.12022420901915e-06, "Finetune/Loss": 0.578857958316803, "Finetune/Loss (Raw)": 0.6326165199279785, "Finetune/Step": 9949, "Finetune/Step Time": 6.612568220123649}
{"Finetune/Learning Rate": 6.118310160378588e-06, "Finetune/Loss": 0.5793213844299316, "Finetune/Loss (Raw)": 0.6595796346664429, "Finetune/Step": 9950, "Finetune/Step Time": 6.6129395589232445}
{"Finetune/Learning Rate": 6.116396279160961e-06, "Finetune/Loss": 0.579259991645813, "Finetune/Loss (Raw)": 0.7007633447647095, "Finetune/Step": 9951, "Finetune/Step Time": 6.609471749514341}
{"Finetune/Learning Rate": 6.114482565448823e-06, "Finetune/Loss": 0.5799579620361328, "Finetune/Loss (Raw)": 0.6882612705230713, "Finetune/Step": 9952, "Finetune/Step Time": 6.604402521625161}
{"Finetune/Learning Rate": 6.112569019324712e-06, "Finetune/Loss": 0.5805949568748474, "Finetune/Loss (Raw)": 0.5809062123298645, "Finetune/Step": 9953, "Finetune/Step Time": 6.588855700567365}
{"Finetune/Learning Rate": 6.110655640871168e-06, "Finetune/Loss": 0.5807567834854126, "Finetune/Loss (Raw)": 0.6115664839744568, "Finetune/Step": 9954, "Finetune/Step Time": 6.591355612501502}
{"Finetune/Learning Rate": 6.10874243017071e-06, "Finetune/Loss": 0.5810061693191528, "Finetune/Loss (Raw)": 0.6400026082992554, "Finetune/Step": 9955, "Finetune/Step Time": 6.588476894423366}
{"Finetune/Learning Rate": 6.106829387305862e-06, "Finetune/Loss": 0.5802656412124634, "Finetune/Loss (Raw)": 0.5155836343765259, "Finetune/Step": 9956, "Finetune/Step Time": 6.598079780116677}
{"Finetune/Learning Rate": 6.104916512359134e-06, "Finetune/Loss": 0.5792689323425293, "Finetune/Loss (Raw)": 0.520772397518158, "Finetune/Step": 9957, "Finetune/Step Time": 6.595787450671196}
{"Finetune/Learning Rate": 6.103003805413033e-06, "Finetune/Loss": 0.5796349048614502, "Finetune/Loss (Raw)": 0.6200847029685974, "Finetune/Step": 9958, "Finetune/Step Time": 6.593655653297901}
{"Finetune/Learning Rate": 6.101091266550054e-06, "Finetune/Loss": 0.5793029069900513, "Finetune/Loss (Raw)": 0.6393743753433228, "Finetune/Step": 9959, "Finetune/Step Time": 6.595751041546464}
{"Finetune/Learning Rate": 6.099178895852693e-06, "Finetune/Loss": 0.5789916515350342, "Finetune/Loss (Raw)": 0.6168792247772217, "Finetune/Step": 9960, "Finetune/Step Time": 6.6076540928334}
{"Finetune/Learning Rate": 6.097266693403429e-06, "Finetune/Loss": 0.5789960026741028, "Finetune/Loss (Raw)": 0.6291939616203308, "Finetune/Step": 9961, "Finetune/Step Time": 6.613423453643918}
{"Finetune/Learning Rate": 6.095354659284741e-06, "Finetune/Loss": 0.5795544385910034, "Finetune/Loss (Raw)": 0.57796311378479, "Finetune/Step": 9962, "Finetune/Step Time": 6.61894303932786}
{"Finetune/Learning Rate": 6.093442793579094e-06, "Finetune/Loss": 0.5821256637573242, "Finetune/Loss (Raw)": 0.5570765137672424, "Finetune/Step": 9963, "Finetune/Step Time": 6.597985809668899}
{"Finetune/Learning Rate": 6.09153109636895e-06, "Finetune/Loss": 0.5833728313446045, "Finetune/Loss (Raw)": 0.7461270093917847, "Finetune/Step": 9964, "Finetune/Step Time": 6.5970795806497335}
{"Finetune/Learning Rate": 6.0896195677367675e-06, "Finetune/Loss": 0.5860239267349243, "Finetune/Loss (Raw)": 0.6324846148490906, "Finetune/Step": 9965, "Finetune/Step Time": 6.585345655679703}
{"Finetune/Learning Rate": 6.0877082077649885e-06, "Finetune/Loss": 0.5884453058242798, "Finetune/Loss (Raw)": 0.5448752641677856, "Finetune/Step": 9966, "Finetune/Step Time": 6.566055715084076}
{"Finetune/Learning Rate": 6.0857970165360605e-06, "Finetune/Loss": 0.5884524583816528, "Finetune/Loss (Raw)": 0.5911003351211548, "Finetune/Step": 9967, "Finetune/Step Time": 6.557315701618791}
{"Finetune/Learning Rate": 6.083885994132406e-06, "Finetune/Loss": 0.5885534286499023, "Finetune/Loss (Raw)": 0.650784432888031, "Finetune/Step": 9968, "Finetune/Step Time": 6.54758576862514}
{"Finetune/Learning Rate": 6.081975140636453e-06, "Finetune/Loss": 0.5886063575744629, "Finetune/Loss (Raw)": 0.5838575959205627, "Finetune/Step": 9969, "Finetune/Step Time": 6.5584814958274364}
{"Finetune/Learning Rate": 6.080064456130623e-06, "Finetune/Loss": 0.5926237106323242, "Finetune/Loss (Raw)": 0.6847214698791504, "Finetune/Step": 9970, "Finetune/Step Time": 6.539725266396999}
{"Finetune/Learning Rate": 6.0781539406973265e-06, "Finetune/Loss": 0.5925611853599548, "Finetune/Loss (Raw)": 0.5409463047981262, "Finetune/Step": 9971, "Finetune/Step Time": 6.538478931412101}
{"Finetune/Learning Rate": 6.076243594418963e-06, "Finetune/Loss": 0.5931575298309326, "Finetune/Loss (Raw)": 0.6930972337722778, "Finetune/Step": 9972, "Finetune/Step Time": 6.538201441988349}
{"Finetune/Learning Rate": 6.074333417377933e-06, "Finetune/Loss": 0.5942908525466919, "Finetune/Loss (Raw)": 0.5094885230064392, "Finetune/Step": 9973, "Finetune/Step Time": 6.5239323657006025}
{"Finetune/Learning Rate": 6.07242340965662e-06, "Finetune/Loss": 0.5935122966766357, "Finetune/Loss (Raw)": 0.564437985420227, "Finetune/Step": 9974, "Finetune/Step Time": 6.516353085637093}
{"Finetune/Learning Rate": 6.070513571337409e-06, "Finetune/Loss": 0.5943619012832642, "Finetune/Loss (Raw)": 0.7315924167633057, "Finetune/Step": 9975, "Finetune/Step Time": 6.524939110502601}
{"Finetune/Learning Rate": 6.068603902502674e-06, "Finetune/Loss": 0.5932128429412842, "Finetune/Loss (Raw)": 0.46723437309265137, "Finetune/Step": 9976, "Finetune/Step Time": 6.542009899392724}
{"Finetune/Learning Rate": 6.066694403234781e-06, "Finetune/Loss": 0.5921120643615723, "Finetune/Loss (Raw)": 0.54508376121521, "Finetune/Step": 9977, "Finetune/Step Time": 6.562345998361707}
{"Finetune/Learning Rate": 6.064785073616087e-06, "Finetune/Loss": 0.5917966365814209, "Finetune/Loss (Raw)": 0.5794991850852966, "Finetune/Step": 9978, "Finetune/Step Time": 6.568224286660552}
{"Finetune/Learning Rate": 6.062875913728948e-06, "Finetune/Loss": 0.5909020900726318, "Finetune/Loss (Raw)": 0.5089371800422668, "Finetune/Step": 9979, "Finetune/Step Time": 6.571204751729965}
{"Finetune/Learning Rate": 6.060966923655712e-06, "Finetune/Loss": 0.5898709297180176, "Finetune/Loss (Raw)": 0.6771577000617981, "Finetune/Step": 9980, "Finetune/Step Time": 6.556973623111844}
{"Finetune/Learning Rate": 6.059058103478708e-06, "Finetune/Loss": 0.588921308517456, "Finetune/Loss (Raw)": 0.5683532953262329, "Finetune/Step": 9981, "Finetune/Step Time": 6.553770747035742}
{"Finetune/Learning Rate": 6.057149453280272e-06, "Finetune/Loss": 0.5890631675720215, "Finetune/Loss (Raw)": 0.6487511396408081, "Finetune/Step": 9982, "Finetune/Step Time": 6.521081740036607}
{"Finetune/Learning Rate": 6.0552409731427246e-06, "Finetune/Loss": 0.589645266532898, "Finetune/Loss (Raw)": 0.6085968017578125, "Finetune/Step": 9983, "Finetune/Step Time": 6.5177037958055735}
{"Finetune/Learning Rate": 6.053332663148379e-06, "Finetune/Loss": 0.5924873352050781, "Finetune/Loss (Raw)": 0.607045590877533, "Finetune/Step": 9984, "Finetune/Step Time": 6.50289760902524}
{"Finetune/Learning Rate": 6.051424523379547e-06, "Finetune/Loss": 0.5952892303466797, "Finetune/Loss (Raw)": 0.5720879435539246, "Finetune/Step": 9985, "Finetune/Step Time": 6.481612220406532}
{"Finetune/Learning Rate": 6.049516553918535e-06, "Finetune/Loss": 0.5961359739303589, "Finetune/Loss (Raw)": 0.7415332198143005, "Finetune/Step": 9986, "Finetune/Step Time": 6.487087517976761}
{"Finetune/Learning Rate": 6.047608754847627e-06, "Finetune/Loss": 0.5957478880882263, "Finetune/Loss (Raw)": 0.6256349086761475, "Finetune/Step": 9987, "Finetune/Step Time": 6.477008294314146}
{"Finetune/Learning Rate": 6.04570112624911e-06, "Finetune/Loss": 0.5956209301948547, "Finetune/Loss (Raw)": 0.6609101891517639, "Finetune/Step": 9988, "Finetune/Step Time": 6.474657993763685}
{"Finetune/Learning Rate": 6.0437936682052665e-06, "Finetune/Loss": 0.5950180292129517, "Finetune/Loss (Raw)": 0.481932133436203, "Finetune/Step": 9989, "Finetune/Step Time": 6.494632173329592}
{"Finetune/Learning Rate": 6.041886380798365e-06, "Finetune/Loss": 0.5940147042274475, "Finetune/Loss (Raw)": 0.5335415005683899, "Finetune/Step": 9990, "Finetune/Step Time": 6.492888307198882}
{"Finetune/Learning Rate": 6.039979264110675e-06, "Finetune/Loss": 0.595199704170227, "Finetune/Loss (Raw)": 0.6293312907218933, "Finetune/Step": 9991, "Finetune/Step Time": 6.5004638861864805}
{"Finetune/Learning Rate": 6.038072318224446e-06, "Finetune/Loss": 0.596147894859314, "Finetune/Loss (Raw)": 0.6696113348007202, "Finetune/Step": 9992, "Finetune/Step Time": 6.489333558827639}
{"Finetune/Learning Rate": 6.0361655432219344e-06, "Finetune/Loss": 0.5961086750030518, "Finetune/Loss (Raw)": 0.5880309343338013, "Finetune/Step": 9993, "Finetune/Step Time": 6.497182356193662}
{"Finetune/Learning Rate": 6.034258939185377e-06, "Finetune/Loss": 0.5963152647018433, "Finetune/Loss (Raw)": 0.6881243586540222, "Finetune/Step": 9994, "Finetune/Step Time": 6.492559613659978}
{"Finetune/Learning Rate": 6.0323525061970075e-06, "Finetune/Loss": 0.5954906344413757, "Finetune/Loss (Raw)": 0.5255275368690491, "Finetune/Step": 9995, "Finetune/Step Time": 6.4946011155843735}
{"Finetune/Learning Rate": 6.030446244339057e-06, "Finetune/Loss": 0.5944167375564575, "Finetune/Loss (Raw)": 0.6360520720481873, "Finetune/Step": 9996, "Finetune/Step Time": 6.5007231421768665}
{"Finetune/Learning Rate": 6.028540153693746e-06, "Finetune/Loss": 0.5976513624191284, "Finetune/Loss (Raw)": 0.6632761359214783, "Finetune/Step": 9997, "Finetune/Step Time": 6.496368734166026}
{"Finetune/Learning Rate": 6.0266342343432825e-06, "Finetune/Loss": 0.5976955890655518, "Finetune/Loss (Raw)": 0.6772008538246155, "Finetune/Step": 9998, "Finetune/Step Time": 6.492982301861048}
{"Finetune/Learning Rate": 6.024728486369878e-06, "Finetune/Loss": 0.5965248346328735, "Finetune/Loss (Raw)": 0.4508739709854126, "Finetune/Step": 9999, "Finetune/Step Time": 6.484856115654111}
{"Finetune/Learning Rate": 6.022822909855724e-06, "Finetune/Loss": 0.597314178943634, "Finetune/Loss (Raw)": 0.6682113409042358, "Finetune/Step": 10000, "Finetune/Step Time": 6.482760198414326}
{"Finetune/Learning Rate": 6.02091750488301e-06, "Finetune/Loss": 0.5969534516334534, "Finetune/Loss (Raw)": 0.6390875577926636, "Finetune/Step": 10001, "Finetune/Step Time": 6.480538321658969}
{"Finetune/Learning Rate": 6.019012271533926e-06, "Finetune/Loss": 0.5971966981887817, "Finetune/Loss (Raw)": 0.4971184730529785, "Finetune/Step": 10002, "Finetune/Step Time": 6.487315317615867}
{"Finetune/Learning Rate": 6.0171072098906405e-06, "Finetune/Loss": 0.5974423885345459, "Finetune/Loss (Raw)": 0.577008843421936, "Finetune/Step": 10003, "Finetune/Step Time": 6.489858800545335}
{"Finetune/Learning Rate": 6.015202320035325e-06, "Finetune/Loss": 0.5984588861465454, "Finetune/Loss (Raw)": 0.6568214297294617, "Finetune/Step": 10004, "Finetune/Step Time": 6.488006006926298}
{"Finetune/Learning Rate": 6.01329760205014e-06, "Finetune/Loss": 0.5990631580352783, "Finetune/Loss (Raw)": 0.634962260723114, "Finetune/Step": 10005, "Finetune/Step Time": 6.49172274954617}
{"Finetune/Learning Rate": 6.011393056017242e-06, "Finetune/Loss": 0.5977321863174438, "Finetune/Loss (Raw)": 0.6010609269142151, "Finetune/Step": 10006, "Finetune/Step Time": 6.502152191475034}
{"Finetune/Learning Rate": 6.0094886820187694e-06, "Finetune/Loss": 0.5992965698242188, "Finetune/Loss (Raw)": 0.6162611842155457, "Finetune/Step": 10007, "Finetune/Step Time": 6.47404957562685}
{"Finetune/Learning Rate": 6.007584480136866e-06, "Finetune/Loss": 0.5991833209991455, "Finetune/Loss (Raw)": 0.5826324224472046, "Finetune/Step": 10008, "Finetune/Step Time": 6.4781230967491865}
{"Finetune/Learning Rate": 6.005680450453659e-06, "Finetune/Loss": 0.5996308922767639, "Finetune/Loss (Raw)": 0.660281240940094, "Finetune/Step": 10009, "Finetune/Step Time": 6.4735411535948515}
{"Finetune/Learning Rate": 6.003776593051276e-06, "Finetune/Loss": 0.6001226902008057, "Finetune/Loss (Raw)": 0.6407149434089661, "Finetune/Step": 10010, "Finetune/Step Time": 6.479936635121703}
{"Finetune/Learning Rate": 6.00187290801183e-06, "Finetune/Loss": 0.5997797846794128, "Finetune/Loss (Raw)": 0.6188620924949646, "Finetune/Step": 10011, "Finetune/Step Time": 6.473078515380621}
{"Finetune/Learning Rate": 5.999969395417435e-06, "Finetune/Loss": 0.5997302532196045, "Finetune/Loss (Raw)": 0.617090106010437, "Finetune/Step": 10012, "Finetune/Step Time": 6.485742416232824}
{"Finetune/Learning Rate": 5.998066055350187e-06, "Finetune/Loss": 0.602263331413269, "Finetune/Loss (Raw)": 0.5784960389137268, "Finetune/Step": 10013, "Finetune/Step Time": 6.470408679917455}
{"Finetune/Learning Rate": 5.99616288789218e-06, "Finetune/Loss": 0.6030508279800415, "Finetune/Loss (Raw)": 0.685258150100708, "Finetune/Step": 10014, "Finetune/Step Time": 6.468267349526286}
{"Finetune/Learning Rate": 5.9942598931255e-06, "Finetune/Loss": 0.6046905517578125, "Finetune/Loss (Raw)": 0.6149675846099854, "Finetune/Step": 10015, "Finetune/Step Time": 6.460357576608658}
{"Finetune/Learning Rate": 5.992357071132229e-06, "Finetune/Loss": 0.6041999459266663, "Finetune/Loss (Raw)": 0.6661563515663147, "Finetune/Step": 10016, "Finetune/Step Time": 6.447918642312288}
{"Finetune/Learning Rate": 5.990454421994438e-06, "Finetune/Loss": 0.6043657064437866, "Finetune/Loss (Raw)": 0.5687740445137024, "Finetune/Step": 10017, "Finetune/Step Time": 6.452314730733633}
{"Finetune/Learning Rate": 5.9885519457941885e-06, "Finetune/Loss": 0.6026382446289062, "Finetune/Loss (Raw)": 0.5088617205619812, "Finetune/Step": 10018, "Finetune/Step Time": 6.455867597833276}
{"Finetune/Learning Rate": 5.986649642613542e-06, "Finetune/Loss": 0.6026134490966797, "Finetune/Loss (Raw)": 0.6652699708938599, "Finetune/Step": 10019, "Finetune/Step Time": 6.465448249131441}
{"Finetune/Learning Rate": 5.984747512534541e-06, "Finetune/Loss": 0.6034276485443115, "Finetune/Loss (Raw)": 0.4481673836708069, "Finetune/Step": 10020, "Finetune/Step Time": 6.463523738086224}
{"Finetune/Learning Rate": 5.98284555563923e-06, "Finetune/Loss": 0.6029545068740845, "Finetune/Loss (Raw)": 0.5346059203147888, "Finetune/Step": 10021, "Finetune/Step Time": 6.4703996535390615}
{"Finetune/Learning Rate": 5.980943772009644e-06, "Finetune/Loss": 0.6034371852874756, "Finetune/Loss (Raw)": 0.6859368681907654, "Finetune/Step": 10022, "Finetune/Step Time": 6.482100781053305}
{"Finetune/Learning Rate": 5.979042161727812e-06, "Finetune/Loss": 0.6030544638633728, "Finetune/Loss (Raw)": 0.5190924406051636, "Finetune/Step": 10023, "Finetune/Step Time": 6.521866001188755}
{"Finetune/Learning Rate": 5.977140724875747e-06, "Finetune/Loss": 0.6033456325531006, "Finetune/Loss (Raw)": 0.632463276386261, "Finetune/Step": 10024, "Finetune/Step Time": 6.517292182892561}
{"Finetune/Learning Rate": 5.9752394615354695e-06, "Finetune/Loss": 0.6034060120582581, "Finetune/Loss (Raw)": 0.7063895463943481, "Finetune/Step": 10025, "Finetune/Step Time": 6.503033936023712}
{"Finetune/Learning Rate": 5.9733383717889735e-06, "Finetune/Loss": 0.6030901670455933, "Finetune/Loss (Raw)": 0.6022270321846008, "Finetune/Step": 10026, "Finetune/Step Time": 6.490151708945632}
{"Finetune/Learning Rate": 5.971437455718261e-06, "Finetune/Loss": 0.6010375022888184, "Finetune/Loss (Raw)": 0.4868210554122925, "Finetune/Step": 10027, "Finetune/Step Time": 6.523873323574662}
{"Finetune/Learning Rate": 5.969536713405324e-06, "Finetune/Loss": 0.6010212898254395, "Finetune/Loss (Raw)": 0.5162280201911926, "Finetune/Step": 10028, "Finetune/Step Time": 6.507437752559781}
{"Finetune/Learning Rate": 5.967636144932139e-06, "Finetune/Loss": 0.5997487306594849, "Finetune/Loss (Raw)": 0.4698182940483093, "Finetune/Step": 10029, "Finetune/Step Time": 6.508620526641607}
{"Finetune/Learning Rate": 5.965735750380681e-06, "Finetune/Loss": 0.5986625552177429, "Finetune/Loss (Raw)": 0.5280114412307739, "Finetune/Step": 10030, "Finetune/Step Time": 6.506972812116146}
{"Finetune/Learning Rate": 5.963835529832923e-06, "Finetune/Loss": 0.5984525680541992, "Finetune/Loss (Raw)": 0.6349346041679382, "Finetune/Step": 10031, "Finetune/Step Time": 6.509405801072717}
{"Finetune/Learning Rate": 5.961935483370816e-06, "Finetune/Loss": 0.5991930961608887, "Finetune/Loss (Raw)": 0.5818504691123962, "Finetune/Step": 10032, "Finetune/Step Time": 6.484291169792414}
{"Finetune/Learning Rate": 5.960035611076316e-06, "Finetune/Loss": 0.598936915397644, "Finetune/Loss (Raw)": 0.6314014196395874, "Finetune/Step": 10033, "Finetune/Step Time": 6.495920499786735}
{"Finetune/Learning Rate": 5.958135913031369e-06, "Finetune/Loss": 0.5985094904899597, "Finetune/Loss (Raw)": 0.5106033682823181, "Finetune/Step": 10034, "Finetune/Step Time": 6.506095353513956}
{"Finetune/Learning Rate": 5.956236389317906e-06, "Finetune/Loss": 0.5980979800224304, "Finetune/Loss (Raw)": 0.5084322690963745, "Finetune/Step": 10035, "Finetune/Step Time": 6.5116759445518255}
{"Finetune/Learning Rate": 5.954337040017861e-06, "Finetune/Loss": 0.5979703664779663, "Finetune/Loss (Raw)": 0.5224574208259583, "Finetune/Step": 10036, "Finetune/Step Time": 6.530495258048177}
{"Finetune/Learning Rate": 5.952437865213155e-06, "Finetune/Loss": 0.5983023643493652, "Finetune/Loss (Raw)": 0.6512876749038696, "Finetune/Step": 10037, "Finetune/Step Time": 6.535140682011843}
{"Finetune/Learning Rate": 5.950538864985702e-06, "Finetune/Loss": 0.5972453951835632, "Finetune/Loss (Raw)": 0.5149045586585999, "Finetune/Step": 10038, "Finetune/Step Time": 6.539749458432198}
{"Finetune/Learning Rate": 5.9486400394174095e-06, "Finetune/Loss": 0.5998314619064331, "Finetune/Loss (Raw)": 0.5464171171188354, "Finetune/Step": 10039, "Finetune/Step Time": 6.5602069813758135}
{"Finetune/Learning Rate": 5.946741388590172e-06, "Finetune/Loss": 0.601371705532074, "Finetune/Loss (Raw)": 0.7625647187232971, "Finetune/Step": 10040, "Finetune/Step Time": 6.560625601559877}
{"Finetune/Learning Rate": 5.944842912585885e-06, "Finetune/Loss": 0.6012860536575317, "Finetune/Loss (Raw)": 0.5664936304092407, "Finetune/Step": 10041, "Finetune/Step Time": 6.545451017096639}
{"Finetune/Learning Rate": 5.942944611486432e-06, "Finetune/Loss": 0.5999189615249634, "Finetune/Loss (Raw)": 0.4640098512172699, "Finetune/Step": 10042, "Finetune/Step Time": 6.564764078706503}
{"Finetune/Learning Rate": 5.941046485373692e-06, "Finetune/Loss": 0.5982502698898315, "Finetune/Loss (Raw)": 0.39981624484062195, "Finetune/Step": 10043, "Finetune/Step Time": 6.598618313670158}
{"Finetune/Learning Rate": 5.939148534329529e-06, "Finetune/Loss": 0.5972150564193726, "Finetune/Loss (Raw)": 0.5417485237121582, "Finetune/Step": 10044, "Finetune/Step Time": 6.58997074700892}
{"Finetune/Learning Rate": 5.937250758435809e-06, "Finetune/Loss": 0.5979283452033997, "Finetune/Loss (Raw)": 0.5751810073852539, "Finetune/Step": 10045, "Finetune/Step Time": 6.606262670829892}
{"Finetune/Learning Rate": 5.935353157774381e-06, "Finetune/Loss": 0.5936556458473206, "Finetune/Loss (Raw)": 0.20546138286590576, "Finetune/Step": 10046, "Finetune/Step Time": 6.622049927711487}
{"Finetune/Learning Rate": 5.9334557324270935e-06, "Finetune/Loss": 0.5945590734481812, "Finetune/Loss (Raw)": 0.6913115382194519, "Finetune/Step": 10047, "Finetune/Step Time": 6.629118757322431}
{"Finetune/Learning Rate": 5.931558482475788e-06, "Finetune/Loss": 0.5945122838020325, "Finetune/Loss (Raw)": 0.5381166934967041, "Finetune/Step": 10048, "Finetune/Step Time": 6.626438474282622}
{"Finetune/Learning Rate": 5.929661408002292e-06, "Finetune/Loss": 0.593602180480957, "Finetune/Loss (Raw)": 0.5485880970954895, "Finetune/Step": 10049, "Finetune/Step Time": 6.6129633616656065}
{"Finetune/Learning Rate": 5.9277645090884295e-06, "Finetune/Loss": 0.5938248634338379, "Finetune/Loss (Raw)": 0.6124597787857056, "Finetune/Step": 10050, "Finetune/Step Time": 6.602151222527027}
{"Finetune/Learning Rate": 5.925867785816022e-06, "Finetune/Loss": 0.5949968099594116, "Finetune/Loss (Raw)": 0.6971529126167297, "Finetune/Step": 10051, "Finetune/Step Time": 6.586725575849414}
{"Finetune/Learning Rate": 5.923971238266868e-06, "Finetune/Loss": 0.5955842733383179, "Finetune/Loss (Raw)": 0.6012505292892456, "Finetune/Step": 10052, "Finetune/Step Time": 6.586938129737973}
{"Finetune/Learning Rate": 5.922074866522773e-06, "Finetune/Loss": 0.5954265594482422, "Finetune/Loss (Raw)": 0.6032165288925171, "Finetune/Step": 10053, "Finetune/Step Time": 6.565766707062721}
{"Finetune/Learning Rate": 5.920178670665535e-06, "Finetune/Loss": 0.5943831205368042, "Finetune/Loss (Raw)": 0.561285138130188, "Finetune/Step": 10054, "Finetune/Step Time": 6.574863595888019}
{"Finetune/Learning Rate": 5.918282650776934e-06, "Finetune/Loss": 0.5937099456787109, "Finetune/Loss (Raw)": 0.6196022629737854, "Finetune/Step": 10055, "Finetune/Step Time": 6.609346942976117}
{"Finetune/Learning Rate": 5.9163868069387476e-06, "Finetune/Loss": 0.5934640765190125, "Finetune/Loss (Raw)": 0.6342544555664062, "Finetune/Step": 10056, "Finetune/Step Time": 6.590542210265994}
{"Finetune/Learning Rate": 5.9144911392327545e-06, "Finetune/Loss": 0.5902621746063232, "Finetune/Loss (Raw)": 0.21180640161037445, "Finetune/Step": 10057, "Finetune/Step Time": 6.615406416356564}
{"Finetune/Learning Rate": 5.9125956477407065e-06, "Finetune/Loss": 0.5901623368263245, "Finetune/Loss (Raw)": 0.5178821086883545, "Finetune/Step": 10058, "Finetune/Step Time": 6.608034549281001}
{"Finetune/Learning Rate": 5.910700332544366e-06, "Finetune/Loss": 0.5894681811332703, "Finetune/Loss (Raw)": 0.46553099155426025, "Finetune/Step": 10059, "Finetune/Step Time": 6.615213053300977}
{"Finetune/Learning Rate": 5.908805193725477e-06, "Finetune/Loss": 0.589632511138916, "Finetune/Loss (Raw)": 0.6295037865638733, "Finetune/Step": 10060, "Finetune/Step Time": 6.6179686561226845}
{"Finetune/Learning Rate": 5.9069102313657815e-06, "Finetune/Loss": 0.5884668827056885, "Finetune/Loss (Raw)": 0.4996251165866852, "Finetune/Step": 10061, "Finetune/Step Time": 6.611886776983738}
{"Finetune/Learning Rate": 5.90501544554701e-06, "Finetune/Loss": 0.5879383087158203, "Finetune/Loss (Raw)": 0.6684903502464294, "Finetune/Step": 10062, "Finetune/Step Time": 6.610622171312571}
{"Finetune/Learning Rate": 5.903120836350893e-06, "Finetune/Loss": 0.5878733396530151, "Finetune/Loss (Raw)": 0.5822800397872925, "Finetune/Step": 10063, "Finetune/Step Time": 6.606781868264079}
{"Finetune/Learning Rate": 5.901226403859143e-06, "Finetune/Loss": 0.5885543823242188, "Finetune/Loss (Raw)": 0.6502575874328613, "Finetune/Step": 10064, "Finetune/Step Time": 6.618094580247998}
{"Finetune/Learning Rate": 5.89933214815347e-06, "Finetune/Loss": 0.5881189107894897, "Finetune/Loss (Raw)": 0.5883776545524597, "Finetune/Step": 10065, "Finetune/Step Time": 6.625050313770771}
{"Finetune/Learning Rate": 5.897438069315575e-06, "Finetune/Loss": 0.5866540670394897, "Finetune/Loss (Raw)": 0.5205267667770386, "Finetune/Step": 10066, "Finetune/Step Time": 6.635679787024856}
{"Finetune/Learning Rate": 5.895544167427154e-06, "Finetune/Loss": 0.5859993696212769, "Finetune/Loss (Raw)": 0.5376743078231812, "Finetune/Step": 10067, "Finetune/Step Time": 6.631832484155893}
{"Finetune/Learning Rate": 5.8936504425698935e-06, "Finetune/Loss": 0.585598349571228, "Finetune/Loss (Raw)": 0.49121516942977905, "Finetune/Step": 10068, "Finetune/Step Time": 6.621767604723573}
{"Finetune/Learning Rate": 5.891756894825476e-06, "Finetune/Loss": 0.5870770812034607, "Finetune/Loss (Raw)": 0.7103818655014038, "Finetune/Step": 10069, "Finetune/Step Time": 6.61136319488287}
{"Finetune/Learning Rate": 5.889863524275571e-06, "Finetune/Loss": 0.5864521861076355, "Finetune/Loss (Raw)": 0.5673238039016724, "Finetune/Step": 10070, "Finetune/Step Time": 6.613225437700748}
{"Finetune/Learning Rate": 5.887970331001837e-06, "Finetune/Loss": 0.5867706537246704, "Finetune/Loss (Raw)": 0.6561066508293152, "Finetune/Step": 10071, "Finetune/Step Time": 6.611136166378856}
{"Finetune/Learning Rate": 5.886077315085934e-06, "Finetune/Loss": 0.5911421775817871, "Finetune/Loss (Raw)": 0.7972894906997681, "Finetune/Step": 10072, "Finetune/Step Time": 6.584033984690905}
{"Finetune/Learning Rate": 5.884184476609512e-06, "Finetune/Loss": 0.5920504331588745, "Finetune/Loss (Raw)": 0.6649196147918701, "Finetune/Step": 10073, "Finetune/Step Time": 6.5738689582794905}
{"Finetune/Learning Rate": 5.882291815654211e-06, "Finetune/Loss": 0.5931923389434814, "Finetune/Loss (Raw)": 0.7583519816398621, "Finetune/Step": 10074, "Finetune/Step Time": 6.570022068917751}
{"Finetune/Learning Rate": 5.880399332301662e-06, "Finetune/Loss": 0.5932220220565796, "Finetune/Loss (Raw)": 0.6413812637329102, "Finetune/Step": 10075, "Finetune/Step Time": 6.573527105152607}
{"Finetune/Learning Rate": 5.878507026633496e-06, "Finetune/Loss": 0.5937248468399048, "Finetune/Loss (Raw)": 0.666927695274353, "Finetune/Step": 10076, "Finetune/Step Time": 6.582218939438462}
{"Finetune/Learning Rate": 5.876614898731325e-06, "Finetune/Loss": 0.5936837196350098, "Finetune/Loss (Raw)": 0.6273548007011414, "Finetune/Step": 10077, "Finetune/Step Time": 6.582041064277291}
{"Finetune/Learning Rate": 5.874722948676761e-06, "Finetune/Loss": 0.5937374830245972, "Finetune/Loss (Raw)": 0.6664600968360901, "Finetune/Step": 10078, "Finetune/Step Time": 6.589550849050283}
{"Finetune/Learning Rate": 5.872831176551407e-06, "Finetune/Loss": 0.5929088592529297, "Finetune/Loss (Raw)": 0.5947033762931824, "Finetune/Step": 10079, "Finetune/Step Time": 6.605054125189781}
{"Finetune/Learning Rate": 5.8709395824368596e-06, "Finetune/Loss": 0.5928013324737549, "Finetune/Loss (Raw)": 0.6744977831840515, "Finetune/Step": 10080, "Finetune/Step Time": 6.619245175272226}
{"Finetune/Learning Rate": 5.869048166414704e-06, "Finetune/Loss": 0.5928807258605957, "Finetune/Loss (Raw)": 0.5910595655441284, "Finetune/Step": 10081, "Finetune/Step Time": 6.623640023171902}
{"Finetune/Learning Rate": 5.867156928566518e-06, "Finetune/Loss": 0.5923660397529602, "Finetune/Loss (Raw)": 0.5456981658935547, "Finetune/Step": 10082, "Finetune/Step Time": 6.613028509542346}
{"Finetune/Learning Rate": 5.86526586897388e-06, "Finetune/Loss": 0.5926599502563477, "Finetune/Loss (Raw)": 0.6776152849197388, "Finetune/Step": 10083, "Finetune/Step Time": 6.62112095952034}
{"Finetune/Learning Rate": 5.863374987718346e-06, "Finetune/Loss": 0.5933414697647095, "Finetune/Loss (Raw)": 0.6028234362602234, "Finetune/Step": 10084, "Finetune/Step Time": 6.615699486806989}
{"Finetune/Learning Rate": 5.86148428488148e-06, "Finetune/Loss": 0.5940777659416199, "Finetune/Loss (Raw)": 0.6150113940238953, "Finetune/Step": 10085, "Finetune/Step Time": 6.6311336774379015}
{"Finetune/Learning Rate": 5.8595937605448235e-06, "Finetune/Loss": 0.5938250422477722, "Finetune/Loss (Raw)": 0.5877439379692078, "Finetune/Step": 10086, "Finetune/Step Time": 6.628808028995991}
{"Finetune/Learning Rate": 5.8577034147899215e-06, "Finetune/Loss": 0.5932192802429199, "Finetune/Loss (Raw)": 0.5618325471878052, "Finetune/Step": 10087, "Finetune/Step Time": 6.623926669359207}
{"Finetune/Learning Rate": 5.855813247698308e-06, "Finetune/Loss": 0.5937156081199646, "Finetune/Loss (Raw)": 0.6804109215736389, "Finetune/Step": 10088, "Finetune/Step Time": 6.624521125108004}
{"Finetune/Learning Rate": 5.853923259351509e-06, "Finetune/Loss": 0.5930598974227905, "Finetune/Loss (Raw)": 0.5452640056610107, "Finetune/Step": 10089, "Finetune/Step Time": 6.627019185572863}
{"Finetune/Learning Rate": 5.852033449831038e-06, "Finetune/Loss": 0.5932199358940125, "Finetune/Loss (Raw)": 0.5984520316123962, "Finetune/Step": 10090, "Finetune/Step Time": 6.635908713564277}
{"Finetune/Learning Rate": 5.850143819218412e-06, "Finetune/Loss": 0.5938098430633545, "Finetune/Loss (Raw)": 0.6325763463973999, "Finetune/Step": 10091, "Finetune/Step Time": 6.638769535347819}
{"Finetune/Learning Rate": 5.848254367595125e-06, "Finetune/Loss": 0.5930887460708618, "Finetune/Loss (Raw)": 0.6538295745849609, "Finetune/Step": 10092, "Finetune/Step Time": 6.655503747984767}
{"Finetune/Learning Rate": 5.846365095042678e-06, "Finetune/Loss": 0.5931850671768188, "Finetune/Loss (Raw)": 0.6448166370391846, "Finetune/Step": 10093, "Finetune/Step Time": 6.6507423594594}
{"Finetune/Learning Rate": 5.8444760016425585e-06, "Finetune/Loss": 0.5936445593833923, "Finetune/Loss (Raw)": 0.603691041469574, "Finetune/Step": 10094, "Finetune/Step Time": 6.665687778964639}
{"Finetune/Learning Rate": 5.8425870874762435e-06, "Finetune/Loss": 0.5942988395690918, "Finetune/Loss (Raw)": 0.674842894077301, "Finetune/Step": 10095, "Finetune/Step Time": 6.664125118404627}
{"Finetune/Learning Rate": 5.840698352625209e-06, "Finetune/Loss": 0.5929821729660034, "Finetune/Loss (Raw)": 0.4822521507740021, "Finetune/Step": 10096, "Finetune/Step Time": 6.662302801385522}
{"Finetune/Learning Rate": 5.83880979717091e-06, "Finetune/Loss": 0.5932785272598267, "Finetune/Loss (Raw)": 0.6217958331108093, "Finetune/Step": 10097, "Finetune/Step Time": 6.655485713854432}
{"Finetune/Learning Rate": 5.83692142119481e-06, "Finetune/Loss": 0.5926573276519775, "Finetune/Loss (Raw)": 0.6052107214927673, "Finetune/Step": 10098, "Finetune/Step Time": 6.663043934851885}
{"Finetune/Learning Rate": 5.835033224778352e-06, "Finetune/Loss": 0.5927497148513794, "Finetune/Loss (Raw)": 0.5527639985084534, "Finetune/Step": 10099, "Finetune/Step Time": 6.661148829385638}
{"Finetune/Learning Rate": 5.833145208002981e-06, "Finetune/Loss": 0.5917491912841797, "Finetune/Loss (Raw)": 0.5650351643562317, "Finetune/Step": 10100, "Finetune/Step Time": 6.66277445666492}
{"Finetune/Learning Rate": 5.831257370950128e-06, "Finetune/Loss": 0.5922333598136902, "Finetune/Loss (Raw)": 0.5714513659477234, "Finetune/Step": 10101, "Finetune/Step Time": 6.662610681727529}
{"Finetune/Learning Rate": 5.829369713701224e-06, "Finetune/Loss": 0.5895755290985107, "Finetune/Loss (Raw)": 0.2242419421672821, "Finetune/Step": 10102, "Finetune/Step Time": 6.684843460097909}
{"Finetune/Learning Rate": 5.827482236337676e-06, "Finetune/Loss": 0.5887490510940552, "Finetune/Loss (Raw)": 0.625800609588623, "Finetune/Step": 10103, "Finetune/Step Time": 6.6831773817539215}
{"Finetune/Learning Rate": 5.825594938940899e-06, "Finetune/Loss": 0.589036226272583, "Finetune/Loss (Raw)": 0.5040024518966675, "Finetune/Step": 10104, "Finetune/Step Time": 6.679582754150033}
{"Finetune/Learning Rate": 5.823707821592296e-06, "Finetune/Loss": 0.5875512957572937, "Finetune/Loss (Raw)": 0.35500743985176086, "Finetune/Step": 10105, "Finetune/Step Time": 6.671982171013951}
{"Finetune/Learning Rate": 5.821820884373259e-06, "Finetune/Loss": 0.5876721143722534, "Finetune/Loss (Raw)": 0.5949606895446777, "Finetune/Step": 10106, "Finetune/Step Time": 6.662395505234599}
{"Finetune/Learning Rate": 5.819934127365175e-06, "Finetune/Loss": 0.5873060822486877, "Finetune/Loss (Raw)": 0.4620896577835083, "Finetune/Step": 10107, "Finetune/Step Time": 6.66614043712616}
{"Finetune/Learning Rate": 5.8180475506494286e-06, "Finetune/Loss": 0.5870466232299805, "Finetune/Loss (Raw)": 0.6439441442489624, "Finetune/Step": 10108, "Finetune/Step Time": 6.66886786185205}
{"Finetune/Learning Rate": 5.816161154307383e-06, "Finetune/Loss": 0.58699631690979, "Finetune/Loss (Raw)": 0.561911404132843, "Finetune/Step": 10109, "Finetune/Step Time": 6.654163578525186}
{"Finetune/Learning Rate": 5.814274938420399e-06, "Finetune/Loss": 0.5871052742004395, "Finetune/Loss (Raw)": 0.6627044677734375, "Finetune/Step": 10110, "Finetune/Step Time": 6.660097034648061}
{"Finetune/Learning Rate": 5.812388903069837e-06, "Finetune/Loss": 0.5868455767631531, "Finetune/Loss (Raw)": 0.575356125831604, "Finetune/Step": 10111, "Finetune/Step Time": 6.6678203381598}
{"Finetune/Learning Rate": 5.810503048337043e-06, "Finetune/Loss": 0.5868265628814697, "Finetune/Loss (Raw)": 0.6046071648597717, "Finetune/Step": 10112, "Finetune/Step Time": 6.66393774189055}
{"Finetune/Learning Rate": 5.808617374303357e-06, "Finetune/Loss": 0.5872372388839722, "Finetune/Loss (Raw)": 0.6246553063392639, "Finetune/Step": 10113, "Finetune/Step Time": 6.665338205173612}
{"Finetune/Learning Rate": 5.80673188105011e-06, "Finetune/Loss": 0.5857089757919312, "Finetune/Loss (Raw)": 0.5459164977073669, "Finetune/Step": 10114, "Finetune/Step Time": 6.669942554086447}
{"Finetune/Learning Rate": 5.804846568658633e-06, "Finetune/Loss": 0.5860742330551147, "Finetune/Loss (Raw)": 0.6723857522010803, "Finetune/Step": 10115, "Finetune/Step Time": 6.67712133564055}
{"Finetune/Learning Rate": 5.80296143721023e-06, "Finetune/Loss": 0.5861966609954834, "Finetune/Loss (Raw)": 0.6765808463096619, "Finetune/Step": 10116, "Finetune/Step Time": 6.671865625306964}
{"Finetune/Learning Rate": 5.801076486786217e-06, "Finetune/Loss": 0.5881680250167847, "Finetune/Loss (Raw)": 0.7342666983604431, "Finetune/Step": 10117, "Finetune/Step Time": 6.668271504342556}
{"Finetune/Learning Rate": 5.799191717467893e-06, "Finetune/Loss": 0.5891609787940979, "Finetune/Loss (Raw)": 0.6606430411338806, "Finetune/Step": 10118, "Finetune/Step Time": 6.665519950911403}
{"Finetune/Learning Rate": 5.797307129336555e-06, "Finetune/Loss": 0.5893357992172241, "Finetune/Loss (Raw)": 0.651709258556366, "Finetune/Step": 10119, "Finetune/Step Time": 6.647701974958181}
{"Finetune/Learning Rate": 5.79542272247348e-06, "Finetune/Loss": 0.5872939825057983, "Finetune/Loss (Raw)": 0.408257395029068, "Finetune/Step": 10120, "Finetune/Step Time": 6.654694426804781}
{"Finetune/Learning Rate": 5.793538496959952e-06, "Finetune/Loss": 0.5880060195922852, "Finetune/Loss (Raw)": 0.6791704297065735, "Finetune/Step": 10121, "Finetune/Step Time": 6.661849670112133}
{"Finetune/Learning Rate": 5.791654452877239e-06, "Finetune/Loss": 0.587415337562561, "Finetune/Loss (Raw)": 0.6125118732452393, "Finetune/Step": 10122, "Finetune/Step Time": 6.661283407360315}
{"Finetune/Learning Rate": 5.789770590306598e-06, "Finetune/Loss": 0.5888984203338623, "Finetune/Loss (Raw)": 0.7153676152229309, "Finetune/Step": 10123, "Finetune/Step Time": 6.672162804752588}
{"Finetune/Learning Rate": 5.7878869093292865e-06, "Finetune/Loss": 0.5892465710639954, "Finetune/Loss (Raw)": 0.6806135177612305, "Finetune/Step": 10124, "Finetune/Step Time": 6.671504609286785}
{"Finetune/Learning Rate": 5.786003410026551e-06, "Finetune/Loss": 0.5887026190757751, "Finetune/Loss (Raw)": 0.5936461687088013, "Finetune/Step": 10125, "Finetune/Step Time": 6.665627218782902}
{"Finetune/Learning Rate": 5.784120092479626e-06, "Finetune/Loss": 0.5884788632392883, "Finetune/Loss (Raw)": 0.6485671401023865, "Finetune/Step": 10126, "Finetune/Step Time": 6.654042610898614}
{"Finetune/Learning Rate": 5.782236956769746e-06, "Finetune/Loss": 0.589647650718689, "Finetune/Loss (Raw)": 0.6004806756973267, "Finetune/Step": 10127, "Finetune/Step Time": 6.66123884357512}
{"Finetune/Learning Rate": 5.780354002978137e-06, "Finetune/Loss": 0.5895900726318359, "Finetune/Loss (Raw)": 0.660836398601532, "Finetune/Step": 10128, "Finetune/Step Time": 6.670683138072491}
{"Finetune/Learning Rate": 5.778471231186003e-06, "Finetune/Loss": 0.5889864563941956, "Finetune/Loss (Raw)": 0.5618237853050232, "Finetune/Step": 10129, "Finetune/Step Time": 6.674527650699019}
{"Finetune/Learning Rate": 5.776588641474558e-06, "Finetune/Loss": 0.589596688747406, "Finetune/Loss (Raw)": 0.5752319693565369, "Finetune/Step": 10130, "Finetune/Step Time": 6.682215241715312}
{"Finetune/Learning Rate": 5.774706233924998e-06, "Finetune/Loss": 0.5890496373176575, "Finetune/Loss (Raw)": 0.5069834589958191, "Finetune/Step": 10131, "Finetune/Step Time": 6.709840141236782}
{"Finetune/Learning Rate": 5.7728240086185135e-06, "Finetune/Loss": 0.5884789228439331, "Finetune/Loss (Raw)": 0.5837681889533997, "Finetune/Step": 10132, "Finetune/Step Time": 6.704612515866756}
{"Finetune/Learning Rate": 5.770941965636288e-06, "Finetune/Loss": 0.5878576040267944, "Finetune/Loss (Raw)": 0.5554304718971252, "Finetune/Step": 10133, "Finetune/Step Time": 6.70444393903017}
{"Finetune/Learning Rate": 5.769060105059503e-06, "Finetune/Loss": 0.5871385931968689, "Finetune/Loss (Raw)": 0.5090316534042358, "Finetune/Step": 10134, "Finetune/Step Time": 6.723176209256053}
{"Finetune/Learning Rate": 5.7671784269693165e-06, "Finetune/Loss": 0.5873675346374512, "Finetune/Loss (Raw)": 0.6455647945404053, "Finetune/Step": 10135, "Finetune/Step Time": 6.726458286866546}
{"Finetune/Learning Rate": 5.765296931446892e-06, "Finetune/Loss": 0.5875540971755981, "Finetune/Loss (Raw)": 0.6065180897712708, "Finetune/Step": 10136, "Finetune/Step Time": 6.725371055305004}
{"Finetune/Learning Rate": 5.763415618573381e-06, "Finetune/Loss": 0.5875034332275391, "Finetune/Loss (Raw)": 0.6537908315658569, "Finetune/Step": 10137, "Finetune/Step Time": 6.7210914473980665}
{"Finetune/Learning Rate": 5.761534488429927e-06, "Finetune/Loss": 0.5875921249389648, "Finetune/Loss (Raw)": 0.6520768404006958, "Finetune/Step": 10138, "Finetune/Step Time": 6.71650056168437}
{"Finetune/Learning Rate": 5.759653541097671e-06, "Finetune/Loss": 0.5879913568496704, "Finetune/Loss (Raw)": 0.669959306716919, "Finetune/Step": 10139, "Finetune/Step Time": 6.720834424719214}
{"Finetune/Learning Rate": 5.757772776657733e-06, "Finetune/Loss": 0.5880521535873413, "Finetune/Loss (Raw)": 0.6248732209205627, "Finetune/Step": 10140, "Finetune/Step Time": 6.71091840416193}
{"Finetune/Learning Rate": 5.75589219519124e-06, "Finetune/Loss": 0.5881012082099915, "Finetune/Loss (Raw)": 0.5847700834274292, "Finetune/Step": 10141, "Finetune/Step Time": 6.7049592938274145}
{"Finetune/Learning Rate": 5.754011796779295e-06, "Finetune/Loss": 0.5845783948898315, "Finetune/Loss (Raw)": 0.23433707654476166, "Finetune/Step": 10142, "Finetune/Step Time": 6.733560485765338}
{"Finetune/Learning Rate": 5.75213158150301e-06, "Finetune/Loss": 0.5845123529434204, "Finetune/Loss (Raw)": 0.6065163612365723, "Finetune/Step": 10143, "Finetune/Step Time": 6.74683665111661}
{"Finetune/Learning Rate": 5.7502515494434795e-06, "Finetune/Loss": 0.5839273929595947, "Finetune/Loss (Raw)": 0.5912836194038391, "Finetune/Step": 10144, "Finetune/Step Time": 6.748004307970405}
{"Finetune/Learning Rate": 5.7483717006817905e-06, "Finetune/Loss": 0.5837376117706299, "Finetune/Loss (Raw)": 0.5444803833961487, "Finetune/Step": 10145, "Finetune/Step Time": 6.770288472995162}
{"Finetune/Learning Rate": 5.746492035299026e-06, "Finetune/Loss": 0.5837751626968384, "Finetune/Loss (Raw)": 0.5136679410934448, "Finetune/Step": 10146, "Finetune/Step Time": 6.785356281325221}
{"Finetune/Learning Rate": 5.744612553376262e-06, "Finetune/Loss": 0.5804588794708252, "Finetune/Loss (Raw)": 0.24078689515590668, "Finetune/Step": 10147, "Finetune/Step Time": 6.797450456768274}
{"Finetune/Learning Rate": 5.7427332549945546e-06, "Finetune/Loss": 0.5818715691566467, "Finetune/Loss (Raw)": 0.6289861798286438, "Finetune/Step": 10148, "Finetune/Step Time": 6.8061433751136065}
{"Finetune/Learning Rate": 5.740854140234966e-06, "Finetune/Loss": 0.582614004611969, "Finetune/Loss (Raw)": 0.6296404600143433, "Finetune/Step": 10149, "Finetune/Step Time": 6.800919111818075}
{"Finetune/Learning Rate": 5.7389752091785475e-06, "Finetune/Loss": 0.5819610357284546, "Finetune/Loss (Raw)": 0.6023603677749634, "Finetune/Step": 10150, "Finetune/Step Time": 6.78439156152308}
{"Finetune/Learning Rate": 5.737096461906333e-06, "Finetune/Loss": 0.5828617215156555, "Finetune/Loss (Raw)": 0.6343775987625122, "Finetune/Step": 10151, "Finetune/Step Time": 6.768047021701932}
{"Finetune/Learning Rate": 5.735217898499359e-06, "Finetune/Loss": 0.5822687745094299, "Finetune/Loss (Raw)": 0.5565638542175293, "Finetune/Step": 10152, "Finetune/Step Time": 6.759605910629034}
{"Finetune/Learning Rate": 5.733339519038652e-06, "Finetune/Loss": 0.5809288024902344, "Finetune/Loss (Raw)": 0.5348755121231079, "Finetune/Step": 10153, "Finetune/Step Time": 6.759879445657134}
{"Finetune/Learning Rate": 5.731461323605232e-06, "Finetune/Loss": 0.5809590816497803, "Finetune/Loss (Raw)": 0.6061040163040161, "Finetune/Step": 10154, "Finetune/Step Time": 6.775816900655627}
{"Finetune/Learning Rate": 5.7295833122801026e-06, "Finetune/Loss": 0.582897961139679, "Finetune/Loss (Raw)": 0.7349920868873596, "Finetune/Step": 10155, "Finetune/Step Time": 6.742739055305719}
{"Finetune/Learning Rate": 5.727705485144266e-06, "Finetune/Loss": 0.583730936050415, "Finetune/Loss (Raw)": 0.6228516101837158, "Finetune/Step": 10156, "Finetune/Step Time": 6.739274755120277}
{"Finetune/Learning Rate": 5.7258278422787165e-06, "Finetune/Loss": 0.5852014422416687, "Finetune/Loss (Raw)": 0.6580461859703064, "Finetune/Step": 10157, "Finetune/Step Time": 6.7578929383307695}
{"Finetune/Learning Rate": 5.72395038376444e-06, "Finetune/Loss": 0.5862773656845093, "Finetune/Loss (Raw)": 0.6657200455665588, "Finetune/Step": 10158, "Finetune/Step Time": 6.74980354309082}
{"Finetune/Learning Rate": 5.722073109682418e-06, "Finetune/Loss": 0.5864421725273132, "Finetune/Loss (Raw)": 0.6560354232788086, "Finetune/Step": 10159, "Finetune/Step Time": 6.748100532218814}
{"Finetune/Learning Rate": 5.720196020113613e-06, "Finetune/Loss": 0.5862072706222534, "Finetune/Loss (Raw)": 0.5517771244049072, "Finetune/Step": 10160, "Finetune/Step Time": 6.7419378366321325}
{"Finetune/Learning Rate": 5.718319115138994e-06, "Finetune/Loss": 0.5857284069061279, "Finetune/Loss (Raw)": 0.5701195597648621, "Finetune/Step": 10161, "Finetune/Step Time": 6.725340532138944}
{"Finetune/Learning Rate": 5.716442394839506e-06, "Finetune/Loss": 0.586041271686554, "Finetune/Loss (Raw)": 0.5506428480148315, "Finetune/Step": 10162, "Finetune/Step Time": 6.724098656326532}
{"Finetune/Learning Rate": 5.714565859296098e-06, "Finetune/Loss": 0.5866206288337708, "Finetune/Loss (Raw)": 0.5825905203819275, "Finetune/Step": 10163, "Finetune/Step Time": 6.73139738664031}
{"Finetune/Learning Rate": 5.71268950858971e-06, "Finetune/Loss": 0.58705735206604, "Finetune/Loss (Raw)": 0.5783624053001404, "Finetune/Step": 10164, "Finetune/Step Time": 6.707883981987834}
{"Finetune/Learning Rate": 5.71081334280127e-06, "Finetune/Loss": 0.5866245627403259, "Finetune/Loss (Raw)": 0.5958871245384216, "Finetune/Step": 10165, "Finetune/Step Time": 6.708850724622607}
{"Finetune/Learning Rate": 5.7089373620117e-06, "Finetune/Loss": 0.5876076221466064, "Finetune/Loss (Raw)": 0.6407356858253479, "Finetune/Step": 10166, "Finetune/Step Time": 6.705186864361167}
{"Finetune/Learning Rate": 5.7070615663019195e-06, "Finetune/Loss": 0.5846765637397766, "Finetune/Loss (Raw)": 0.17124396562576294, "Finetune/Step": 10167, "Finetune/Step Time": 6.704328693449497}
{"Finetune/Learning Rate": 5.705185955752823e-06, "Finetune/Loss": 0.5838941335678101, "Finetune/Loss (Raw)": 0.6624143123626709, "Finetune/Step": 10168, "Finetune/Step Time": 6.702652415260673}
{"Finetune/Learning Rate": 5.7033105304453165e-06, "Finetune/Loss": 0.5838887691497803, "Finetune/Loss (Raw)": 0.5658016800880432, "Finetune/Step": 10169, "Finetune/Step Time": 6.709840547293425}
{"Finetune/Learning Rate": 5.701435290460289e-06, "Finetune/Loss": 0.5855478048324585, "Finetune/Loss (Raw)": 0.676374077796936, "Finetune/Step": 10170, "Finetune/Step Time": 6.68062480725348}
{"Finetune/Learning Rate": 5.699560235878618e-06, "Finetune/Loss": 0.5877283811569214, "Finetune/Loss (Raw)": 0.6789244413375854, "Finetune/Step": 10171, "Finetune/Step Time": 6.6470575127750635}
{"Finetune/Learning Rate": 5.6976853667811805e-06, "Finetune/Loss": 0.5871731042861938, "Finetune/Loss (Raw)": 0.470674604177475, "Finetune/Step": 10172, "Finetune/Step Time": 6.655787542462349}
{"Finetune/Learning Rate": 5.695810683248846e-06, "Finetune/Loss": 0.586235523223877, "Finetune/Loss (Raw)": 0.4551733732223511, "Finetune/Step": 10173, "Finetune/Step Time": 6.647251637652516}
{"Finetune/Learning Rate": 5.693936185362463e-06, "Finetune/Loss": 0.5894122123718262, "Finetune/Loss (Raw)": 0.6120678186416626, "Finetune/Step": 10174, "Finetune/Step Time": 6.628064939752221}
{"Finetune/Learning Rate": 5.6920618732028874e-06, "Finetune/Loss": 0.5888227224349976, "Finetune/Loss (Raw)": 0.6158632040023804, "Finetune/Step": 10175, "Finetune/Step Time": 6.619681229814887}
{"Finetune/Learning Rate": 5.690187746850961e-06, "Finetune/Loss": 0.5894170999526978, "Finetune/Loss (Raw)": 0.6141901016235352, "Finetune/Step": 10176, "Finetune/Step Time": 6.6218771524727345}
{"Finetune/Learning Rate": 5.6883138063875164e-06, "Finetune/Loss": 0.5898523330688477, "Finetune/Loss (Raw)": 0.6043009161949158, "Finetune/Step": 10177, "Finetune/Step Time": 6.618896212428808}
{"Finetune/Learning Rate": 5.68644005189338e-06, "Finetune/Loss": 0.5885680317878723, "Finetune/Loss (Raw)": 0.44807490706443787, "Finetune/Step": 10178, "Finetune/Step Time": 6.627852138131857}
{"Finetune/Learning Rate": 5.68456648344937e-06, "Finetune/Loss": 0.5885390043258667, "Finetune/Loss (Raw)": 0.6934348940849304, "Finetune/Step": 10179, "Finetune/Step Time": 6.6299525666981936}
{"Finetune/Learning Rate": 5.682693101136299e-06, "Finetune/Loss": 0.5889061093330383, "Finetune/Loss (Raw)": 0.6482405662536621, "Finetune/Step": 10180, "Finetune/Step Time": 6.624447852373123}
{"Finetune/Learning Rate": 5.680819905034964e-06, "Finetune/Loss": 0.5895243883132935, "Finetune/Loss (Raw)": 0.6823590993881226, "Finetune/Step": 10181, "Finetune/Step Time": 6.626045728102326}
{"Finetune/Learning Rate": 5.678946895226158e-06, "Finetune/Loss": 0.5891380310058594, "Finetune/Loss (Raw)": 0.5118271708488464, "Finetune/Step": 10182, "Finetune/Step Time": 6.6233740877360106}
{"Finetune/Learning Rate": 5.677074071790668e-06, "Finetune/Loss": 0.5892819762229919, "Finetune/Loss (Raw)": 0.6380343437194824, "Finetune/Step": 10183, "Finetune/Step Time": 6.6023311745375395}
{"Finetune/Learning Rate": 5.6752014348092724e-06, "Finetune/Loss": 0.5888646841049194, "Finetune/Loss (Raw)": 0.5808336734771729, "Finetune/Step": 10184, "Finetune/Step Time": 6.602378251031041}
{"Finetune/Learning Rate": 5.673328984362741e-06, "Finetune/Loss": 0.5922521352767944, "Finetune/Loss (Raw)": 0.6454057097434998, "Finetune/Step": 10185, "Finetune/Step Time": 6.573086196556687}
{"Finetune/Learning Rate": 5.671456720531836e-06, "Finetune/Loss": 0.5926060676574707, "Finetune/Loss (Raw)": 0.5631867051124573, "Finetune/Step": 10186, "Finetune/Step Time": 6.571697009727359}
{"Finetune/Learning Rate": 5.669584643397308e-06, "Finetune/Loss": 0.5937665700912476, "Finetune/Loss (Raw)": 0.6140722632408142, "Finetune/Step": 10187, "Finetune/Step Time": 6.568892240524292}
{"Finetune/Learning Rate": 5.6677127530399045e-06, "Finetune/Loss": 0.5934163331985474, "Finetune/Loss (Raw)": 0.584673285484314, "Finetune/Step": 10188, "Finetune/Step Time": 6.563765725120902}
{"Finetune/Learning Rate": 5.6658410495403615e-06, "Finetune/Loss": 0.5952843427658081, "Finetune/Loss (Raw)": 0.7387280464172363, "Finetune/Step": 10189, "Finetune/Step Time": 6.5668181497603655}
{"Finetune/Learning Rate": 5.66396953297941e-06, "Finetune/Loss": 0.5941705107688904, "Finetune/Loss (Raw)": 0.5259199142456055, "Finetune/Step": 10190, "Finetune/Step Time": 6.5642507169395685}
{"Finetune/Learning Rate": 5.6620982034377745e-06, "Finetune/Loss": 0.5936057567596436, "Finetune/Loss (Raw)": 0.5099996328353882, "Finetune/Step": 10191, "Finetune/Step Time": 6.563251361250877}
{"Finetune/Learning Rate": 5.660227060996164e-06, "Finetune/Loss": 0.5936213731765747, "Finetune/Loss (Raw)": 0.6522471904754639, "Finetune/Step": 10192, "Finetune/Step Time": 6.535962319001555}
{"Finetune/Learning Rate": 5.658356105735281e-06, "Finetune/Loss": 0.593970000743866, "Finetune/Loss (Raw)": 0.6330041289329529, "Finetune/Step": 10193, "Finetune/Step Time": 6.533412231132388}
{"Finetune/Learning Rate": 5.656485337735824e-06, "Finetune/Loss": 0.5958107113838196, "Finetune/Loss (Raw)": 0.7561420798301697, "Finetune/Step": 10194, "Finetune/Step Time": 6.521740321069956}
{"Finetune/Learning Rate": 5.654614757078483e-06, "Finetune/Loss": 0.5972330570220947, "Finetune/Loss (Raw)": 0.719732940196991, "Finetune/Step": 10195, "Finetune/Step Time": 6.518726414069533}
{"Finetune/Learning Rate": 5.652744363843941e-06, "Finetune/Loss": 0.5973055362701416, "Finetune/Loss (Raw)": 0.5004863142967224, "Finetune/Step": 10196, "Finetune/Step Time": 6.528058372437954}
{"Finetune/Learning Rate": 5.650874158112867e-06, "Finetune/Loss": 0.5970542430877686, "Finetune/Loss (Raw)": 0.6782160997390747, "Finetune/Step": 10197, "Finetune/Step Time": 6.528444092720747}
{"Finetune/Learning Rate": 5.649004139965928e-06, "Finetune/Loss": 0.5978399515151978, "Finetune/Loss (Raw)": 0.6678979396820068, "Finetune/Step": 10198, "Finetune/Step Time": 6.521775867789984}
{"Finetune/Learning Rate": 5.647134309483784e-06, "Finetune/Loss": 0.5977916121482849, "Finetune/Loss (Raw)": 0.6499230265617371, "Finetune/Step": 10199, "Finetune/Step Time": 6.519000234082341}
{"Finetune/Learning Rate": 5.645264666747077e-06, "Finetune/Loss": 0.597669780254364, "Finetune/Loss (Raw)": 0.7816896438598633, "Finetune/Step": 10200, "Finetune/Step Time": 6.514623943716288}
{"Finetune/Learning Rate": 5.643395211836449e-06, "Finetune/Loss": 0.5979626178741455, "Finetune/Loss (Raw)": 0.7024032473564148, "Finetune/Step": 10201, "Finetune/Step Time": 6.5080506801605225}
{"Finetune/Learning Rate": 5.641525944832539e-06, "Finetune/Loss": 0.5970311164855957, "Finetune/Loss (Raw)": 0.6391260027885437, "Finetune/Step": 10202, "Finetune/Step Time": 6.520621411502361}
{"Finetune/Learning Rate": 5.639656865815961e-06, "Finetune/Loss": 0.5978088974952698, "Finetune/Loss (Raw)": 0.7409367561340332, "Finetune/Step": 10203, "Finetune/Step Time": 6.520338360220194}
{"Finetune/Learning Rate": 5.637787974867335e-06, "Finetune/Loss": 0.5968655347824097, "Finetune/Loss (Raw)": 0.5461758971214294, "Finetune/Step": 10204, "Finetune/Step Time": 6.512522062286735}
{"Finetune/Learning Rate": 5.635919272067274e-06, "Finetune/Loss": 0.5957422256469727, "Finetune/Loss (Raw)": 0.4835696518421173, "Finetune/Step": 10205, "Finetune/Step Time": 6.532623695209622}
{"Finetune/Learning Rate": 5.634050757496371e-06, "Finetune/Loss": 0.5941494703292847, "Finetune/Loss (Raw)": 0.4625905752182007, "Finetune/Step": 10206, "Finetune/Step Time": 6.5278235748410225}
{"Finetune/Learning Rate": 5.6321824312352206e-06, "Finetune/Loss": 0.5938019752502441, "Finetune/Loss (Raw)": 0.550223171710968, "Finetune/Step": 10207, "Finetune/Step Time": 6.518044508993626}
{"Finetune/Learning Rate": 5.630314293364404e-06, "Finetune/Loss": 0.5928510427474976, "Finetune/Loss (Raw)": 0.5527799725532532, "Finetune/Step": 10208, "Finetune/Step Time": 6.512897666543722}
{"Finetune/Learning Rate": 5.6284463439645e-06, "Finetune/Loss": 0.5937743186950684, "Finetune/Loss (Raw)": 0.7092351317405701, "Finetune/Step": 10209, "Finetune/Step Time": 6.50722299143672}
{"Finetune/Learning Rate": 5.626578583116076e-06, "Finetune/Loss": 0.5947256088256836, "Finetune/Loss (Raw)": 0.6674692630767822, "Finetune/Step": 10210, "Finetune/Step Time": 6.506416134536266}
{"Finetune/Learning Rate": 5.624711010899693e-06, "Finetune/Loss": 0.5943430066108704, "Finetune/Loss (Raw)": 0.6286347508430481, "Finetune/Step": 10211, "Finetune/Step Time": 6.505064697936177}
{"Finetune/Learning Rate": 5.622843627395895e-06, "Finetune/Loss": 0.5937319993972778, "Finetune/Loss (Raw)": 0.5246183276176453, "Finetune/Step": 10212, "Finetune/Step Time": 6.507652232423425}
{"Finetune/Learning Rate": 5.6209764326852345e-06, "Finetune/Loss": 0.5942917466163635, "Finetune/Loss (Raw)": 0.6866548657417297, "Finetune/Step": 10213, "Finetune/Step Time": 6.492839636281133}
{"Finetune/Learning Rate": 5.619109426848237e-06, "Finetune/Loss": 0.5942268371582031, "Finetune/Loss (Raw)": 0.5794349908828735, "Finetune/Step": 10214, "Finetune/Step Time": 6.49542429484427}
{"Finetune/Learning Rate": 5.617242609965433e-06, "Finetune/Loss": 0.5950803756713867, "Finetune/Loss (Raw)": 0.6710898876190186, "Finetune/Step": 10215, "Finetune/Step Time": 6.496705437079072}
{"Finetune/Learning Rate": 5.615375982117341e-06, "Finetune/Loss": 0.593879222869873, "Finetune/Loss (Raw)": 0.5266590118408203, "Finetune/Step": 10216, "Finetune/Step Time": 6.49597586132586}
{"Finetune/Learning Rate": 5.613509543384472e-06, "Finetune/Loss": 0.5944671630859375, "Finetune/Loss (Raw)": 0.6205185055732727, "Finetune/Step": 10217, "Finetune/Step Time": 6.498785438016057}
{"Finetune/Learning Rate": 5.611643293847333e-06, "Finetune/Loss": 0.5943520069122314, "Finetune/Loss (Raw)": 0.5837224125862122, "Finetune/Step": 10218, "Finetune/Step Time": 6.489482723176479}
{"Finetune/Learning Rate": 5.609777233586407e-06, "Finetune/Loss": 0.5945017337799072, "Finetune/Loss (Raw)": 0.6517296433448792, "Finetune/Step": 10219, "Finetune/Step Time": 6.4919966496527195}
{"Finetune/Learning Rate": 5.607911362682186e-06, "Finetune/Loss": 0.5939431190490723, "Finetune/Loss (Raw)": 0.5823331475257874, "Finetune/Step": 10220, "Finetune/Step Time": 6.48322300799191}
{"Finetune/Learning Rate": 5.60604568121515e-06, "Finetune/Loss": 0.5937857627868652, "Finetune/Loss (Raw)": 0.6246694326400757, "Finetune/Step": 10221, "Finetune/Step Time": 6.495188223198056}
{"Finetune/Learning Rate": 5.604180189265769e-06, "Finetune/Loss": 0.5937726497650146, "Finetune/Loss (Raw)": 0.6020159125328064, "Finetune/Step": 10222, "Finetune/Step Time": 6.495765259489417}
{"Finetune/Learning Rate": 5.602314886914497e-06, "Finetune/Loss": 0.5932095646858215, "Finetune/Loss (Raw)": 0.6027699708938599, "Finetune/Step": 10223, "Finetune/Step Time": 6.500062270089984}
{"Finetune/Learning Rate": 5.600449774241792e-06, "Finetune/Loss": 0.5940616726875305, "Finetune/Loss (Raw)": 0.5913248062133789, "Finetune/Step": 10224, "Finetune/Step Time": 6.510946674272418}
{"Finetune/Learning Rate": 5.598584851328102e-06, "Finetune/Loss": 0.5939876437187195, "Finetune/Loss (Raw)": 0.6123163104057312, "Finetune/Step": 10225, "Finetune/Step Time": 6.508164910599589}
{"Finetune/Learning Rate": 5.596720118253858e-06, "Finetune/Loss": 0.5935342311859131, "Finetune/Loss (Raw)": 0.5471725463867188, "Finetune/Step": 10226, "Finetune/Step Time": 6.507460083812475}
{"Finetune/Learning Rate": 5.594855575099491e-06, "Finetune/Loss": 0.5935341715812683, "Finetune/Loss (Raw)": 0.5527524948120117, "Finetune/Step": 10227, "Finetune/Step Time": 6.502960545942187}
{"Finetune/Learning Rate": 5.592991221945421e-06, "Finetune/Loss": 0.5927820205688477, "Finetune/Loss (Raw)": 0.46877172589302063, "Finetune/Step": 10228, "Finetune/Step Time": 6.497901599854231}
{"Finetune/Learning Rate": 5.591127058872061e-06, "Finetune/Loss": 0.5927181243896484, "Finetune/Loss (Raw)": 0.5632610321044922, "Finetune/Step": 10229, "Finetune/Step Time": 6.496950725093484}
{"Finetune/Learning Rate": 5.589263085959816e-06, "Finetune/Loss": 0.5951615571975708, "Finetune/Loss (Raw)": 0.5370045304298401, "Finetune/Step": 10230, "Finetune/Step Time": 6.477927606552839}
{"Finetune/Learning Rate": 5.587399303289085e-06, "Finetune/Loss": 0.5950238704681396, "Finetune/Loss (Raw)": 0.6081801056861877, "Finetune/Step": 10231, "Finetune/Step Time": 6.464201549068093}
{"Finetune/Learning Rate": 5.5855357109402475e-06, "Finetune/Loss": 0.5962957739830017, "Finetune/Loss (Raw)": 0.6668063998222351, "Finetune/Step": 10232, "Finetune/Step Time": 6.49287398904562}
{"Finetune/Learning Rate": 5.58367230899369e-06, "Finetune/Loss": 0.5985723733901978, "Finetune/Loss (Raw)": 0.6464152932167053, "Finetune/Step": 10233, "Finetune/Step Time": 6.4941951632499695}
{"Finetune/Learning Rate": 5.5818090975297775e-06, "Finetune/Loss": 0.5989446640014648, "Finetune/Loss (Raw)": 0.6426123976707458, "Finetune/Step": 10234, "Finetune/Step Time": 6.489547500386834}
{"Finetune/Learning Rate": 5.5799460766288775e-06, "Finetune/Loss": 0.5999952554702759, "Finetune/Loss (Raw)": 0.596566379070282, "Finetune/Step": 10235, "Finetune/Step Time": 6.490110820159316}
{"Finetune/Learning Rate": 5.578083246371342e-06, "Finetune/Loss": 0.5993492603302002, "Finetune/Loss (Raw)": 0.5612536072731018, "Finetune/Step": 10236, "Finetune/Step Time": 6.51485063880682}
{"Finetune/Learning Rate": 5.576220606837521e-06, "Finetune/Loss": 0.6000245809555054, "Finetune/Loss (Raw)": 0.6483488082885742, "Finetune/Step": 10237, "Finetune/Step Time": 6.517264747992158}
{"Finetune/Learning Rate": 5.574358158107753e-06, "Finetune/Loss": 0.5980552434921265, "Finetune/Loss (Raw)": 0.4106307029724121, "Finetune/Step": 10238, "Finetune/Step Time": 6.526346633210778}
{"Finetune/Learning Rate": 5.572495900262365e-06, "Finetune/Loss": 0.5971285104751587, "Finetune/Loss (Raw)": 0.45673418045043945, "Finetune/Step": 10239, "Finetune/Step Time": 6.522365281358361}
{"Finetune/Learning Rate": 5.570633833381678e-06, "Finetune/Loss": 0.5978370308876038, "Finetune/Loss (Raw)": 0.6952972412109375, "Finetune/Step": 10240, "Finetune/Step Time": 6.520624538883567}
{"Finetune/Learning Rate": 5.568771957546007e-06, "Finetune/Loss": 0.5981655120849609, "Finetune/Loss (Raw)": 0.6667012572288513, "Finetune/Step": 10241, "Finetune/Step Time": 6.515470763668418}
{"Finetune/Learning Rate": 5.566910272835664e-06, "Finetune/Loss": 0.5988626480102539, "Finetune/Loss (Raw)": 0.6351574659347534, "Finetune/Step": 10242, "Finetune/Step Time": 6.5171751249581575}
{"Finetune/Learning Rate": 5.565048779330936e-06, "Finetune/Loss": 0.5980669260025024, "Finetune/Loss (Raw)": 0.5705215334892273, "Finetune/Step": 10243, "Finetune/Step Time": 6.5025029722601175}
{"Finetune/Learning Rate": 5.56318747711212e-06, "Finetune/Loss": 0.5950875282287598, "Finetune/Loss (Raw)": 0.295219749212265, "Finetune/Step": 10244, "Finetune/Step Time": 6.52394256927073}
{"Finetune/Learning Rate": 5.56132636625949e-06, "Finetune/Loss": 0.5941261053085327, "Finetune/Loss (Raw)": 0.6112020015716553, "Finetune/Step": 10245, "Finetune/Step Time": 6.524384126067162}
{"Finetune/Learning Rate": 5.55946544685332e-06, "Finetune/Loss": 0.5943316221237183, "Finetune/Loss (Raw)": 0.6869596838951111, "Finetune/Step": 10246, "Finetune/Step Time": 6.518316017463803}
{"Finetune/Learning Rate": 5.557604718973876e-06, "Finetune/Loss": 0.5940666198730469, "Finetune/Loss (Raw)": 0.6177867650985718, "Finetune/Step": 10247, "Finetune/Step Time": 6.521878702566028}
{"Finetune/Learning Rate": 5.555744182701412e-06, "Finetune/Loss": 0.595870852470398, "Finetune/Loss (Raw)": 0.6391940116882324, "Finetune/Step": 10248, "Finetune/Step Time": 6.5148148741573095}
{"Finetune/Learning Rate": 5.553883838116179e-06, "Finetune/Loss": 0.5940580368041992, "Finetune/Loss (Raw)": 0.4471268355846405, "Finetune/Step": 10249, "Finetune/Step Time": 6.516065267845988}
{"Finetune/Learning Rate": 5.552023685298419e-06, "Finetune/Loss": 0.5946940183639526, "Finetune/Loss (Raw)": 0.6939185261726379, "Finetune/Step": 10250, "Finetune/Step Time": 6.532110497355461}
{"Finetune/Learning Rate": 5.550163724328353e-06, "Finetune/Loss": 0.5935658812522888, "Finetune/Loss (Raw)": 0.5709733963012695, "Finetune/Step": 10251, "Finetune/Step Time": 6.517952084541321}
{"Finetune/Learning Rate": 5.548303955286211e-06, "Finetune/Loss": 0.5923832654953003, "Finetune/Loss (Raw)": 0.529236376285553, "Finetune/Step": 10252, "Finetune/Step Time": 6.509973054751754}
{"Finetune/Learning Rate": 5.546444378252209e-06, "Finetune/Loss": 0.5911690592765808, "Finetune/Loss (Raw)": 0.4382236897945404, "Finetune/Step": 10253, "Finetune/Step Time": 6.518832458183169}
{"Finetune/Learning Rate": 5.544584993306546e-06, "Finetune/Loss": 0.5906189680099487, "Finetune/Loss (Raw)": 0.5781509876251221, "Finetune/Step": 10254, "Finetune/Step Time": 6.522499488666654}
{"Finetune/Learning Rate": 5.542725800529425e-06, "Finetune/Loss": 0.5910970568656921, "Finetune/Loss (Raw)": 0.6616821885108948, "Finetune/Step": 10255, "Finetune/Step Time": 6.523097785189748}
{"Finetune/Learning Rate": 5.540866800001034e-06, "Finetune/Loss": 0.5900542736053467, "Finetune/Loss (Raw)": 0.527355432510376, "Finetune/Step": 10256, "Finetune/Step Time": 6.528398158028722}
{"Finetune/Learning Rate": 5.53900799180156e-06, "Finetune/Loss": 0.5900023579597473, "Finetune/Loss (Raw)": 0.5551849007606506, "Finetune/Step": 10257, "Finetune/Step Time": 6.53076321259141}
{"Finetune/Learning Rate": 5.537149376011166e-06, "Finetune/Loss": 0.5899372100830078, "Finetune/Loss (Raw)": 0.5668929219245911, "Finetune/Step": 10258, "Finetune/Step Time": 6.519871041178703}
{"Finetune/Learning Rate": 5.535290952710024e-06, "Finetune/Loss": 0.5911921262741089, "Finetune/Loss (Raw)": 0.6676125526428223, "Finetune/Step": 10259, "Finetune/Step Time": 6.49471277743578}
{"Finetune/Learning Rate": 5.533432721978288e-06, "Finetune/Loss": 0.5908782482147217, "Finetune/Loss (Raw)": 0.5435913801193237, "Finetune/Step": 10260, "Finetune/Step Time": 6.507853865623474}
{"Finetune/Learning Rate": 5.531574683896107e-06, "Finetune/Loss": 0.5904564261436462, "Finetune/Loss (Raw)": 0.5014369487762451, "Finetune/Step": 10261, "Finetune/Step Time": 6.527692843228579}
{"Finetune/Learning Rate": 5.529716838543621e-06, "Finetune/Loss": 0.5906926393508911, "Finetune/Loss (Raw)": 0.5392656922340393, "Finetune/Step": 10262, "Finetune/Step Time": 6.495459819212556}
{"Finetune/Learning Rate": 5.527859186000966e-06, "Finetune/Loss": 0.5911188125610352, "Finetune/Loss (Raw)": 0.7001226544380188, "Finetune/Step": 10263, "Finetune/Step Time": 6.492536494508386}
{"Finetune/Learning Rate": 5.526001726348258e-06, "Finetune/Loss": 0.5917633771896362, "Finetune/Loss (Raw)": 0.689020574092865, "Finetune/Step": 10264, "Finetune/Step Time": 6.491230387240648}
{"Finetune/Learning Rate": 5.524144459665613e-06, "Finetune/Loss": 0.5919861197471619, "Finetune/Loss (Raw)": 0.6822950839996338, "Finetune/Step": 10265, "Finetune/Step Time": 6.504169659689069}
{"Finetune/Learning Rate": 5.522287386033139e-06, "Finetune/Loss": 0.5887333154678345, "Finetune/Loss (Raw)": 0.2357240617275238, "Finetune/Step": 10266, "Finetune/Step Time": 6.5191530883312225}
{"Finetune/Learning Rate": 5.5204305055309335e-06, "Finetune/Loss": 0.5882322192192078, "Finetune/Loss (Raw)": 0.6058173179626465, "Finetune/Step": 10267, "Finetune/Step Time": 6.516234347596765}
{"Finetune/Learning Rate": 5.518573818239088e-06, "Finetune/Loss": 0.5886711478233337, "Finetune/Loss (Raw)": 0.6810541749000549, "Finetune/Step": 10268, "Finetune/Step Time": 6.517343236133456}
{"Finetune/Learning Rate": 5.516717324237684e-06, "Finetune/Loss": 0.5891966819763184, "Finetune/Loss (Raw)": 0.6520357131958008, "Finetune/Step": 10269, "Finetune/Step Time": 6.527347149327397}
{"Finetune/Learning Rate": 5.514861023606799e-06, "Finetune/Loss": 0.5915147662162781, "Finetune/Loss (Raw)": 0.5310527682304382, "Finetune/Step": 10270, "Finetune/Step Time": 6.5016913041472435}
{"Finetune/Learning Rate": 5.513004916426488e-06, "Finetune/Loss": 0.5918541550636292, "Finetune/Loss (Raw)": 0.6499595642089844, "Finetune/Step": 10271, "Finetune/Step Time": 6.479720961302519}
{"Finetune/Learning Rate": 5.511149002776813e-06, "Finetune/Loss": 0.5913432240486145, "Finetune/Loss (Raw)": 0.5258846879005432, "Finetune/Step": 10272, "Finetune/Step Time": 6.483164135366678}
{"Finetune/Learning Rate": 5.509293282737822e-06, "Finetune/Loss": 0.5922650694847107, "Finetune/Loss (Raw)": 0.6624759435653687, "Finetune/Step": 10273, "Finetune/Step Time": 6.440762812271714}
{"Finetune/Learning Rate": 5.50743775638956e-06, "Finetune/Loss": 0.592290997505188, "Finetune/Loss (Raw)": 0.51698237657547, "Finetune/Step": 10274, "Finetune/Step Time": 6.429289696738124}
{"Finetune/Learning Rate": 5.50558242381205e-06, "Finetune/Loss": 0.5952410101890564, "Finetune/Loss (Raw)": 0.6183979511260986, "Finetune/Step": 10275, "Finetune/Step Time": 6.413884008303285}
{"Finetune/Learning Rate": 5.503727285085322e-06, "Finetune/Loss": 0.5952664017677307, "Finetune/Loss (Raw)": 0.6322309970855713, "Finetune/Step": 10276, "Finetune/Step Time": 6.401129191741347}
{"Finetune/Learning Rate": 5.5018723402893835e-06, "Finetune/Loss": 0.5953012108802795, "Finetune/Loss (Raw)": 0.6341010928153992, "Finetune/Step": 10277, "Finetune/Step Time": 6.398634325712919}
{"Finetune/Learning Rate": 5.5000175895042455e-06, "Finetune/Loss": 0.5961220264434814, "Finetune/Loss (Raw)": 0.7074174880981445, "Finetune/Step": 10278, "Finetune/Step Time": 6.401935122907162}
{"Finetune/Learning Rate": 5.4981630328099065e-06, "Finetune/Loss": 0.5969072580337524, "Finetune/Loss (Raw)": 0.7348901033401489, "Finetune/Step": 10279, "Finetune/Step Time": 6.382638465613127}
{"Finetune/Learning Rate": 5.4963086702863544e-06, "Finetune/Loss": 0.5976525545120239, "Finetune/Loss (Raw)": 0.6519674062728882, "Finetune/Step": 10280, "Finetune/Step Time": 6.3848812058568}
{"Finetune/Learning Rate": 5.494454502013572e-06, "Finetune/Loss": 0.5981938242912292, "Finetune/Loss (Raw)": 0.6041539311408997, "Finetune/Step": 10281, "Finetune/Step Time": 6.390763230621815}
{"Finetune/Learning Rate": 5.492600528071532e-06, "Finetune/Loss": 0.5976118445396423, "Finetune/Loss (Raw)": 0.5316083431243896, "Finetune/Step": 10282, "Finetune/Step Time": 6.37643232382834}
{"Finetune/Learning Rate": 5.490746748540203e-06, "Finetune/Loss": 0.5966578125953674, "Finetune/Loss (Raw)": 0.6128799319267273, "Finetune/Step": 10283, "Finetune/Step Time": 6.384652154520154}
{"Finetune/Learning Rate": 5.488893163499533e-06, "Finetune/Loss": 0.5963287353515625, "Finetune/Loss (Raw)": 0.5807305574417114, "Finetune/Step": 10284, "Finetune/Step Time": 6.386650461703539}
{"Finetune/Learning Rate": 5.487039773029479e-06, "Finetune/Loss": 0.5962719321250916, "Finetune/Loss (Raw)": 0.6507717370986938, "Finetune/Step": 10285, "Finetune/Step Time": 6.3738069497048855}
{"Finetune/Learning Rate": 5.48518657720997e-06, "Finetune/Loss": 0.5959486365318298, "Finetune/Loss (Raw)": 0.6243378520011902, "Finetune/Step": 10286, "Finetune/Step Time": 6.37831737101078}
{"Finetune/Learning Rate": 5.483333576120944e-06, "Finetune/Loss": 0.5945941805839539, "Finetune/Loss (Raw)": 0.48267093300819397, "Finetune/Step": 10287, "Finetune/Step Time": 6.382102577015758}
{"Finetune/Learning Rate": 5.48148076984232e-06, "Finetune/Loss": 0.592137336730957, "Finetune/Loss (Raw)": 0.23729382455348969, "Finetune/Step": 10288, "Finetune/Step Time": 6.401831164956093}
{"Finetune/Learning Rate": 5.47962815845402e-06, "Finetune/Loss": 0.5924444198608398, "Finetune/Loss (Raw)": 0.6094264388084412, "Finetune/Step": 10289, "Finetune/Step Time": 6.400785814970732}
{"Finetune/Learning Rate": 5.477775742035939e-06, "Finetune/Loss": 0.5923938155174255, "Finetune/Loss (Raw)": 0.5441662669181824, "Finetune/Step": 10290, "Finetune/Step Time": 6.388480432331562}
{"Finetune/Learning Rate": 5.4759235206679805e-06, "Finetune/Loss": 0.5924880504608154, "Finetune/Loss (Raw)": 0.594659149646759, "Finetune/Step": 10291, "Finetune/Step Time": 6.372035162523389}
{"Finetune/Learning Rate": 5.474071494430031e-06, "Finetune/Loss": 0.5922178030014038, "Finetune/Loss (Raw)": 0.543766975402832, "Finetune/Step": 10292, "Finetune/Step Time": 6.383952349424362}
{"Finetune/Learning Rate": 5.4722196634019745e-06, "Finetune/Loss": 0.5917860269546509, "Finetune/Loss (Raw)": 0.5406168699264526, "Finetune/Step": 10293, "Finetune/Step Time": 6.379232607781887}
{"Finetune/Learning Rate": 5.470368027663685e-06, "Finetune/Loss": 0.5913668870925903, "Finetune/Loss (Raw)": 0.5870855450630188, "Finetune/Step": 10294, "Finetune/Step Time": 6.402718536555767}
{"Finetune/Learning Rate": 5.4685165872950186e-06, "Finetune/Loss": 0.594394326210022, "Finetune/Loss (Raw)": 0.5587641000747681, "Finetune/Step": 10295, "Finetune/Step Time": 6.36387462168932}
{"Finetune/Learning Rate": 5.466665342375837e-06, "Finetune/Loss": 0.5937086939811707, "Finetune/Loss (Raw)": 0.5746495127677917, "Finetune/Step": 10296, "Finetune/Step Time": 6.38665103726089}
{"Finetune/Learning Rate": 5.464814292985982e-06, "Finetune/Loss": 0.5942017436027527, "Finetune/Loss (Raw)": 0.6289120316505432, "Finetune/Step": 10297, "Finetune/Step Time": 6.3893742971122265}
{"Finetune/Learning Rate": 5.4629634392052955e-06, "Finetune/Loss": 0.5935739278793335, "Finetune/Loss (Raw)": 0.5960080027580261, "Finetune/Step": 10298, "Finetune/Step Time": 6.395040461793542}
{"Finetune/Learning Rate": 5.4611127811136055e-06, "Finetune/Loss": 0.5934381484985352, "Finetune/Loss (Raw)": 0.6615456938743591, "Finetune/Step": 10299, "Finetune/Step Time": 6.391819102689624}
{"Finetune/Learning Rate": 5.459262318790736e-06, "Finetune/Loss": 0.594937801361084, "Finetune/Loss (Raw)": 0.6626316905021667, "Finetune/Step": 10300, "Finetune/Step Time": 6.382512731477618}
{"Finetune/Learning Rate": 5.457412052316498e-06, "Finetune/Loss": 0.5959319472312927, "Finetune/Loss (Raw)": 0.5824278593063354, "Finetune/Step": 10301, "Finetune/Step Time": 6.377274241298437}
{"Finetune/Learning Rate": 5.455561981770701e-06, "Finetune/Loss": 0.5965684652328491, "Finetune/Loss (Raw)": 0.6935323476791382, "Finetune/Step": 10302, "Finetune/Step Time": 6.383869044482708}
{"Finetune/Learning Rate": 5.453712107233133e-06, "Finetune/Loss": 0.5963284969329834, "Finetune/Loss (Raw)": 0.5851569175720215, "Finetune/Step": 10303, "Finetune/Step Time": 6.381173050031066}
{"Finetune/Learning Rate": 5.4518624287835876e-06, "Finetune/Loss": 0.596178412437439, "Finetune/Loss (Raw)": 0.5949795246124268, "Finetune/Step": 10304, "Finetune/Step Time": 6.392794160172343}
{"Finetune/Learning Rate": 5.450012946501847e-06, "Finetune/Loss": 0.5960128903388977, "Finetune/Loss (Raw)": 0.5831100344657898, "Finetune/Step": 10305, "Finetune/Step Time": 6.393203975632787}
{"Finetune/Learning Rate": 5.448163660467674e-06, "Finetune/Loss": 0.5973396301269531, "Finetune/Loss (Raw)": 0.6178979873657227, "Finetune/Step": 10306, "Finetune/Step Time": 6.383730852976441}
{"Finetune/Learning Rate": 5.446314570760832e-06, "Finetune/Loss": 0.5936814546585083, "Finetune/Loss (Raw)": 0.2251947820186615, "Finetune/Step": 10307, "Finetune/Step Time": 6.392394611611962}
{"Finetune/Learning Rate": 5.444465677461084e-06, "Finetune/Loss": 0.5928182005882263, "Finetune/Loss (Raw)": 0.5377385020256042, "Finetune/Step": 10308, "Finetune/Step Time": 6.4119738843292}
{"Finetune/Learning Rate": 5.442616980648165e-06, "Finetune/Loss": 0.5916833877563477, "Finetune/Loss (Raw)": 0.5370999574661255, "Finetune/Step": 10309, "Finetune/Step Time": 6.427220139652491}
{"Finetune/Learning Rate": 5.440768480401816e-06, "Finetune/Loss": 0.5927885174751282, "Finetune/Loss (Raw)": 0.6532846689224243, "Finetune/Step": 10310, "Finetune/Step Time": 6.430991560220718}
{"Finetune/Learning Rate": 5.438920176801765e-06, "Finetune/Loss": 0.5917581915855408, "Finetune/Loss (Raw)": 0.5061531066894531, "Finetune/Step": 10311, "Finetune/Step Time": 6.443263966590166}
{"Finetune/Learning Rate": 5.437072069927733e-06, "Finetune/Loss": 0.5908547639846802, "Finetune/Loss (Raw)": 0.46519580483436584, "Finetune/Step": 10312, "Finetune/Step Time": 6.444389531388879}
{"Finetune/Learning Rate": 5.435224159859431e-06, "Finetune/Loss": 0.5919320583343506, "Finetune/Loss (Raw)": 0.7833021283149719, "Finetune/Step": 10313, "Finetune/Step Time": 6.441399201750755}
{"Finetune/Learning Rate": 5.433376446676564e-06, "Finetune/Loss": 0.5924036502838135, "Finetune/Loss (Raw)": 0.6235468983650208, "Finetune/Step": 10314, "Finetune/Step Time": 6.4382919277995825}
{"Finetune/Learning Rate": 5.431528930458827e-06, "Finetune/Loss": 0.5930017232894897, "Finetune/Loss (Raw)": 0.6906295418739319, "Finetune/Step": 10315, "Finetune/Step Time": 6.441456122323871}
{"Finetune/Learning Rate": 5.429681611285904e-06, "Finetune/Loss": 0.5927704572677612, "Finetune/Loss (Raw)": 0.5550689101219177, "Finetune/Step": 10316, "Finetune/Step Time": 6.445769840851426}
{"Finetune/Learning Rate": 5.42783448923747e-06, "Finetune/Loss": 0.5923328399658203, "Finetune/Loss (Raw)": 0.6827191114425659, "Finetune/Step": 10317, "Finetune/Step Time": 6.44687863253057}
{"Finetune/Learning Rate": 5.425987564393196e-06, "Finetune/Loss": 0.5928316116333008, "Finetune/Loss (Raw)": 0.5897607207298279, "Finetune/Step": 10318, "Finetune/Step Time": 6.446003517135978}
{"Finetune/Learning Rate": 5.424140836832743e-06, "Finetune/Loss": 0.5931505560874939, "Finetune/Loss (Raw)": 0.5508164763450623, "Finetune/Step": 10319, "Finetune/Step Time": 6.456815596669912}
{"Finetune/Learning Rate": 5.422294306635763e-06, "Finetune/Loss": 0.592133641242981, "Finetune/Loss (Raw)": 0.5220806002616882, "Finetune/Step": 10320, "Finetune/Step Time": 6.464831732213497}
{"Finetune/Learning Rate": 5.420447973881904e-06, "Finetune/Loss": 0.5921930074691772, "Finetune/Loss (Raw)": 0.6406047940254211, "Finetune/Step": 10321, "Finetune/Step Time": 6.46808023378253}
{"Finetune/Learning Rate": 5.4186018386507926e-06, "Finetune/Loss": 0.5907132625579834, "Finetune/Loss (Raw)": 0.5667341351509094, "Finetune/Step": 10322, "Finetune/Step Time": 6.48550764657557}
{"Finetune/Learning Rate": 5.416755901022058e-06, "Finetune/Loss": 0.5903831720352173, "Finetune/Loss (Raw)": 0.6774851083755493, "Finetune/Step": 10323, "Finetune/Step Time": 6.490934897214174}
{"Finetune/Learning Rate": 5.414910161075322e-06, "Finetune/Loss": 0.5911389589309692, "Finetune/Loss (Raw)": 0.5972262620925903, "Finetune/Step": 10324, "Finetune/Step Time": 6.486631482839584}
{"Finetune/Learning Rate": 5.413064618890189e-06, "Finetune/Loss": 0.5880980491638184, "Finetune/Loss (Raw)": 0.2889854311943054, "Finetune/Step": 10325, "Finetune/Step Time": 6.505840575322509}
{"Finetune/Learning Rate": 5.411219274546269e-06, "Finetune/Loss": 0.5878165364265442, "Finetune/Loss (Raw)": 0.6318570971488953, "Finetune/Step": 10326, "Finetune/Step Time": 6.507078921422362}
{"Finetune/Learning Rate": 5.409374128123144e-06, "Finetune/Loss": 0.5879504680633545, "Finetune/Loss (Raw)": 0.6670625805854797, "Finetune/Step": 10327, "Finetune/Step Time": 6.511174514889717}
{"Finetune/Learning Rate": 5.4075291797004035e-06, "Finetune/Loss": 0.5861212611198425, "Finetune/Loss (Raw)": 0.5475567579269409, "Finetune/Step": 10328, "Finetune/Step Time": 6.53559804148972}
{"Finetune/Learning Rate": 5.40568442935762e-06, "Finetune/Loss": 0.5849193930625916, "Finetune/Loss (Raw)": 0.5485686659812927, "Finetune/Step": 10329, "Finetune/Step Time": 6.5367210656404495}
{"Finetune/Learning Rate": 5.4038398771743596e-06, "Finetune/Loss": 0.5850141048431396, "Finetune/Loss (Raw)": 0.6512463688850403, "Finetune/Step": 10330, "Finetune/Step Time": 6.527801778167486}
{"Finetune/Learning Rate": 5.401995523230182e-06, "Finetune/Loss": 0.5852161645889282, "Finetune/Loss (Raw)": 0.7667918801307678, "Finetune/Step": 10331, "Finetune/Step Time": 6.526277557015419}
{"Finetune/Learning Rate": 5.400151367604638e-06, "Finetune/Loss": 0.585067868232727, "Finetune/Loss (Raw)": 0.5271981358528137, "Finetune/Step": 10332, "Finetune/Step Time": 6.517577730119228}
{"Finetune/Learning Rate": 5.3983074103772685e-06, "Finetune/Loss": 0.5860954523086548, "Finetune/Loss (Raw)": 0.6151101589202881, "Finetune/Step": 10333, "Finetune/Step Time": 6.498732428997755}
{"Finetune/Learning Rate": 5.396463651627609e-06, "Finetune/Loss": 0.5864014029502869, "Finetune/Loss (Raw)": 0.5017489194869995, "Finetune/Step": 10334, "Finetune/Step Time": 6.492008551955223}
{"Finetune/Learning Rate": 5.394620091435177e-06, "Finetune/Loss": 0.5861765146255493, "Finetune/Loss (Raw)": 0.5214278697967529, "Finetune/Step": 10335, "Finetune/Step Time": 6.5067593064159155}
{"Finetune/Learning Rate": 5.39277672987949e-06, "Finetune/Loss": 0.587372899055481, "Finetune/Loss (Raw)": 0.7059236764907837, "Finetune/Step": 10336, "Finetune/Step Time": 6.498137094080448}
{"Finetune/Learning Rate": 5.3909335670400585e-06, "Finetune/Loss": 0.5858674645423889, "Finetune/Loss (Raw)": 0.5165417790412903, "Finetune/Step": 10337, "Finetune/Step Time": 6.516649290919304}
{"Finetune/Learning Rate": 5.389090602996376e-06, "Finetune/Loss": 0.5856715440750122, "Finetune/Loss (Raw)": 0.6423882842063904, "Finetune/Step": 10338, "Finetune/Step Time": 6.518178632482886}
{"Finetune/Learning Rate": 5.387247837827934e-06, "Finetune/Loss": 0.5863779783248901, "Finetune/Loss (Raw)": 0.7190591096878052, "Finetune/Step": 10339, "Finetune/Step Time": 6.512105710804462}
{"Finetune/Learning Rate": 5.385405271614213e-06, "Finetune/Loss": 0.5870938301086426, "Finetune/Loss (Raw)": 0.6162512898445129, "Finetune/Step": 10340, "Finetune/Step Time": 6.521554663777351}
{"Finetune/Learning Rate": 5.383562904434692e-06, "Finetune/Loss": 0.5866643786430359, "Finetune/Loss (Raw)": 0.6316810250282288, "Finetune/Step": 10341, "Finetune/Step Time": 6.519546512514353}
{"Finetune/Learning Rate": 5.381720736368824e-06, "Finetune/Loss": 0.5861170291900635, "Finetune/Loss (Raw)": 0.5093690752983093, "Finetune/Step": 10342, "Finetune/Step Time": 6.510110883042216}
{"Finetune/Learning Rate": 5.3798787674960705e-06, "Finetune/Loss": 0.5853722095489502, "Finetune/Loss (Raw)": 0.5757648944854736, "Finetune/Step": 10343, "Finetune/Step Time": 6.520075462758541}
{"Finetune/Learning Rate": 5.378036997895878e-06, "Finetune/Loss": 0.5869512557983398, "Finetune/Loss (Raw)": 0.7287654280662537, "Finetune/Step": 10344, "Finetune/Step Time": 6.506087830290198}
{"Finetune/Learning Rate": 5.376195427647684e-06, "Finetune/Loss": 0.5864999890327454, "Finetune/Loss (Raw)": 0.5627647042274475, "Finetune/Step": 10345, "Finetune/Step Time": 6.497487150132656}
{"Finetune/Learning Rate": 5.374354056830924e-06, "Finetune/Loss": 0.586563766002655, "Finetune/Loss (Raw)": 0.5918810963630676, "Finetune/Step": 10346, "Finetune/Step Time": 6.505844756960869}
{"Finetune/Learning Rate": 5.372512885525008e-06, "Finetune/Loss": 0.5859771370887756, "Finetune/Loss (Raw)": 0.5766420364379883, "Finetune/Step": 10347, "Finetune/Step Time": 6.505407093092799}
{"Finetune/Learning Rate": 5.370671913809358e-06, "Finetune/Loss": 0.5863093733787537, "Finetune/Loss (Raw)": 0.6248582601547241, "Finetune/Step": 10348, "Finetune/Step Time": 6.496909473091364}
{"Finetune/Learning Rate": 5.36883114176337e-06, "Finetune/Loss": 0.585567831993103, "Finetune/Loss (Raw)": 0.5297510623931885, "Finetune/Step": 10349, "Finetune/Step Time": 6.496365765109658}
{"Finetune/Learning Rate": 5.366990569466443e-06, "Finetune/Loss": 0.5854129195213318, "Finetune/Loss (Raw)": 0.5821924209594727, "Finetune/Step": 10350, "Finetune/Step Time": 6.4927034843713045}
{"Finetune/Learning Rate": 5.365150196997963e-06, "Finetune/Loss": 0.5853923559188843, "Finetune/Loss (Raw)": 0.6001423001289368, "Finetune/Step": 10351, "Finetune/Step Time": 6.4914770890027285}
{"Finetune/Learning Rate": 5.3633100244373095e-06, "Finetune/Loss": 0.5860962867736816, "Finetune/Loss (Raw)": 0.6814201474189758, "Finetune/Step": 10352, "Finetune/Step Time": 6.476381480693817}
{"Finetune/Learning Rate": 5.361470051863851e-06, "Finetune/Loss": 0.5869324803352356, "Finetune/Loss (Raw)": 0.7193517088890076, "Finetune/Step": 10353, "Finetune/Step Time": 6.479375146329403}
{"Finetune/Learning Rate": 5.3596302793569496e-06, "Finetune/Loss": 0.5877507925033569, "Finetune/Loss (Raw)": 0.6519149541854858, "Finetune/Step": 10354, "Finetune/Step Time": 6.473216870799661}
{"Finetune/Learning Rate": 5.357790706995954e-06, "Finetune/Loss": 0.5882693529129028, "Finetune/Loss (Raw)": 0.6191323399543762, "Finetune/Step": 10355, "Finetune/Step Time": 6.475553615018725}
{"Finetune/Learning Rate": 5.355951334860208e-06, "Finetune/Loss": 0.5894951820373535, "Finetune/Loss (Raw)": 0.6256705522537231, "Finetune/Step": 10356, "Finetune/Step Time": 6.470594422891736}
{"Finetune/Learning Rate": 5.354112163029053e-06, "Finetune/Loss": 0.5893365144729614, "Finetune/Loss (Raw)": 0.542957603931427, "Finetune/Step": 10357, "Finetune/Step Time": 6.489732947200537}
{"Finetune/Learning Rate": 5.352273191581805e-06, "Finetune/Loss": 0.5900819301605225, "Finetune/Loss (Raw)": 0.6324156522750854, "Finetune/Step": 10358, "Finetune/Step Time": 6.491097640246153}
{"Finetune/Learning Rate": 5.350434420597786e-06, "Finetune/Loss": 0.5893605947494507, "Finetune/Loss (Raw)": 0.5158522725105286, "Finetune/Step": 10359, "Finetune/Step Time": 6.49233666062355}
{"Finetune/Learning Rate": 5.3485958501563105e-06, "Finetune/Loss": 0.5895563364028931, "Finetune/Loss (Raw)": 0.691864013671875, "Finetune/Step": 10360, "Finetune/Step Time": 6.451146990060806}
{"Finetune/Learning Rate": 5.346757480336669e-06, "Finetune/Loss": 0.5885853171348572, "Finetune/Loss (Raw)": 0.5221178531646729, "Finetune/Step": 10361, "Finetune/Step Time": 6.44541634246707}
{"Finetune/Learning Rate": 5.344919311218157e-06, "Finetune/Loss": 0.5875387787818909, "Finetune/Loss (Raw)": 0.5086577534675598, "Finetune/Step": 10362, "Finetune/Step Time": 6.452926021069288}
{"Finetune/Learning Rate": 5.343081342880059e-06, "Finetune/Loss": 0.5878739953041077, "Finetune/Loss (Raw)": 0.6394727826118469, "Finetune/Step": 10363, "Finetune/Step Time": 6.439192492514849}
{"Finetune/Learning Rate": 5.341243575401649e-06, "Finetune/Loss": 0.5851294994354248, "Finetune/Loss (Raw)": 0.20995749533176422, "Finetune/Step": 10364, "Finetune/Step Time": 6.4354238249361515}
{"Finetune/Learning Rate": 5.3394060088621904e-06, "Finetune/Loss": 0.584764838218689, "Finetune/Loss (Raw)": 0.6016771793365479, "Finetune/Step": 10365, "Finetune/Step Time": 6.429072320461273}
{"Finetune/Learning Rate": 5.337568643340945e-06, "Finetune/Loss": 0.5857694149017334, "Finetune/Loss (Raw)": 0.5392134785652161, "Finetune/Step": 10366, "Finetune/Step Time": 6.42046819627285}
{"Finetune/Learning Rate": 5.335731478917154e-06, "Finetune/Loss": 0.5857678055763245, "Finetune/Loss (Raw)": 0.4565313458442688, "Finetune/Step": 10367, "Finetune/Step Time": 6.436248771846294}
{"Finetune/Learning Rate": 5.333894515670066e-06, "Finetune/Loss": 0.5848501920700073, "Finetune/Loss (Raw)": 0.5778363943099976, "Finetune/Step": 10368, "Finetune/Step Time": 6.43676876462996}
{"Finetune/Learning Rate": 5.332057753678902e-06, "Finetune/Loss": 0.5843175649642944, "Finetune/Loss (Raw)": 0.5985313057899475, "Finetune/Step": 10369, "Finetune/Step Time": 6.436195665970445}
{"Finetune/Learning Rate": 5.330221193022889e-06, "Finetune/Loss": 0.5846973657608032, "Finetune/Loss (Raw)": 0.6837683320045471, "Finetune/Step": 10370, "Finetune/Step Time": 6.427121937274933}
{"Finetune/Learning Rate": 5.32838483378124e-06, "Finetune/Loss": 0.5841171145439148, "Finetune/Loss (Raw)": 0.49624741077423096, "Finetune/Step": 10371, "Finetune/Step Time": 6.444907531142235}
{"Finetune/Learning Rate": 5.3265486760331585e-06, "Finetune/Loss": 0.5858435034751892, "Finetune/Loss (Raw)": 0.5162025094032288, "Finetune/Step": 10372, "Finetune/Step Time": 6.4394967425614595}
{"Finetune/Learning Rate": 5.324712719857847e-06, "Finetune/Loss": 0.5825873017311096, "Finetune/Loss (Raw)": 0.194404736161232, "Finetune/Step": 10373, "Finetune/Step Time": 6.4443818517029285}
{"Finetune/Learning Rate": 5.3228769653344845e-06, "Finetune/Loss": 0.5817471742630005, "Finetune/Loss (Raw)": 0.5794200301170349, "Finetune/Step": 10374, "Finetune/Step Time": 6.450230605900288}
{"Finetune/Learning Rate": 5.321041412542255e-06, "Finetune/Loss": 0.5795210003852844, "Finetune/Loss (Raw)": 0.3328419625759125, "Finetune/Step": 10375, "Finetune/Step Time": 6.46738544665277}
{"Finetune/Learning Rate": 5.3192060615603255e-06, "Finetune/Loss": 0.579651951789856, "Finetune/Loss (Raw)": 0.6559491753578186, "Finetune/Step": 10376, "Finetune/Step Time": 6.478421060368419}
{"Finetune/Learning Rate": 5.317370912467863e-06, "Finetune/Loss": 0.5810036063194275, "Finetune/Loss (Raw)": 0.6201393604278564, "Finetune/Step": 10377, "Finetune/Step Time": 6.4694055281579494}
{"Finetune/Learning Rate": 5.315535965344013e-06, "Finetune/Loss": 0.5793392658233643, "Finetune/Loss (Raw)": 0.480892151594162, "Finetune/Step": 10378, "Finetune/Step Time": 6.468187117949128}
{"Finetune/Learning Rate": 5.313701220267926e-06, "Finetune/Loss": 0.5802395343780518, "Finetune/Loss (Raw)": 0.6861941814422607, "Finetune/Step": 10379, "Finetune/Step Time": 6.483999997377396}
{"Finetune/Learning Rate": 5.311866677318729e-06, "Finetune/Loss": 0.5775660276412964, "Finetune/Loss (Raw)": 0.18703830242156982, "Finetune/Step": 10380, "Finetune/Step Time": 6.504863454028964}
{"Finetune/Learning Rate": 5.310032336575554e-06, "Finetune/Loss": 0.5785095691680908, "Finetune/Loss (Raw)": 0.5589958429336548, "Finetune/Step": 10381, "Finetune/Step Time": 6.520027734339237}
{"Finetune/Learning Rate": 5.308198198117518e-06, "Finetune/Loss": 0.5755056738853455, "Finetune/Loss (Raw)": 0.19364915788173676, "Finetune/Step": 10382, "Finetune/Step Time": 6.538714781403542}
{"Finetune/Learning Rate": 5.306364262023731e-06, "Finetune/Loss": 0.57506263256073, "Finetune/Loss (Raw)": 0.6049728393554688, "Finetune/Step": 10383, "Finetune/Step Time": 6.5322705041617155}
{"Finetune/Learning Rate": 5.30453052837329e-06, "Finetune/Loss": 0.5758638381958008, "Finetune/Loss (Raw)": 0.6299087405204773, "Finetune/Step": 10384, "Finetune/Step Time": 6.524641748517752}
{"Finetune/Learning Rate": 5.3026969972452915e-06, "Finetune/Loss": 0.573274552822113, "Finetune/Loss (Raw)": 0.22375980019569397, "Finetune/Step": 10385, "Finetune/Step Time": 6.549738148227334}
{"Finetune/Learning Rate": 5.3008636687188195e-06, "Finetune/Loss": 0.5734062194824219, "Finetune/Loss (Raw)": 0.5837497711181641, "Finetune/Step": 10386, "Finetune/Step Time": 6.557009046897292}
{"Finetune/Learning Rate": 5.299030542872941e-06, "Finetune/Loss": 0.5736721754074097, "Finetune/Loss (Raw)": 0.7016524076461792, "Finetune/Step": 10387, "Finetune/Step Time": 6.561919489875436}
{"Finetune/Learning Rate": 5.297197619786727e-06, "Finetune/Loss": 0.5743719339370728, "Finetune/Loss (Raw)": 0.6331611275672913, "Finetune/Step": 10388, "Finetune/Step Time": 6.549709472805262}
{"Finetune/Learning Rate": 5.29536489953923e-06, "Finetune/Loss": 0.5747054219245911, "Finetune/Loss (Raw)": 0.5441200137138367, "Finetune/Step": 10389, "Finetune/Step Time": 6.525878736749291}
{"Finetune/Learning Rate": 5.2935323822094985e-06, "Finetune/Loss": 0.5755522847175598, "Finetune/Loss (Raw)": 0.6476670503616333, "Finetune/Step": 10390, "Finetune/Step Time": 6.539657577872276}
{"Finetune/Learning Rate": 5.291700067876574e-06, "Finetune/Loss": 0.5744432210922241, "Finetune/Loss (Raw)": 0.5581580996513367, "Finetune/Step": 10391, "Finetune/Step Time": 6.561454679816961}
{"Finetune/Learning Rate": 5.28986795661949e-06, "Finetune/Loss": 0.5736209750175476, "Finetune/Loss (Raw)": 0.5837721228599548, "Finetune/Step": 10392, "Finetune/Step Time": 6.562769405543804}
{"Finetune/Learning Rate": 5.28803604851726e-06, "Finetune/Loss": 0.5739330053329468, "Finetune/Loss (Raw)": 0.7222356200218201, "Finetune/Step": 10393, "Finetune/Step Time": 6.546231057494879}
{"Finetune/Learning Rate": 5.286204343648901e-06, "Finetune/Loss": 0.5758400559425354, "Finetune/Loss (Raw)": 0.479831337928772, "Finetune/Step": 10394, "Finetune/Step Time": 6.52994142845273}
{"Finetune/Learning Rate": 5.284372842093417e-06, "Finetune/Loss": 0.5755188465118408, "Finetune/Loss (Raw)": 0.5646990537643433, "Finetune/Step": 10395, "Finetune/Step Time": 6.542841440066695}
{"Finetune/Learning Rate": 5.2825415439298044e-06, "Finetune/Loss": 0.5716016292572021, "Finetune/Loss (Raw)": 0.1796475052833557, "Finetune/Step": 10396, "Finetune/Step Time": 6.56101986579597}
{"Finetune/Learning Rate": 5.2807104492370475e-06, "Finetune/Loss": 0.5672681927680969, "Finetune/Loss (Raw)": 0.09735675901174545, "Finetune/Step": 10397, "Finetune/Step Time": 6.642313908785582}
{"Finetune/Learning Rate": 5.27887955809413e-06, "Finetune/Loss": 0.5659586787223816, "Finetune/Loss (Raw)": 0.36343464255332947, "Finetune/Step": 10398, "Finetune/Step Time": 6.66091145016253}
{"Finetune/Learning Rate": 5.277048870580016e-06, "Finetune/Loss": 0.5620471239089966, "Finetune/Loss (Raw)": 0.14928963780403137, "Finetune/Step": 10399, "Finetune/Step Time": 6.683564659208059}
{"Finetune/Learning Rate": 5.275218386773662e-06, "Finetune/Loss": 0.5608196258544922, "Finetune/Loss (Raw)": 0.3687562942504883, "Finetune/Step": 10400, "Finetune/Step Time": 6.6834449507296085}
{"Finetune/Learning Rate": 5.273388106754024e-06, "Finetune/Loss": 0.5587494969367981, "Finetune/Loss (Raw)": 0.39750275015830994, "Finetune/Step": 10401, "Finetune/Step Time": 6.69013118930161}
{"Finetune/Learning Rate": 5.271558030600043e-06, "Finetune/Loss": 0.5585317611694336, "Finetune/Loss (Raw)": 0.4891149699687958, "Finetune/Step": 10402, "Finetune/Step Time": 6.684098931029439}
{"Finetune/Learning Rate": 5.2697281583906546e-06, "Finetune/Loss": 0.5565016269683838, "Finetune/Loss (Raw)": 0.35854148864746094, "Finetune/Step": 10403, "Finetune/Step Time": 6.682822734117508}
{"Finetune/Learning Rate": 5.267898490204784e-06, "Finetune/Loss": 0.5546879768371582, "Finetune/Loss (Raw)": 0.40008118748664856, "Finetune/Step": 10404, "Finetune/Step Time": 6.681517519056797}
{"Finetune/Learning Rate": 5.26606902612135e-06, "Finetune/Loss": 0.5526001453399658, "Finetune/Loss (Raw)": 0.36685094237327576, "Finetune/Step": 10405, "Finetune/Step Time": 6.684458248317242}
{"Finetune/Learning Rate": 5.264239766219253e-06, "Finetune/Loss": 0.5503901839256287, "Finetune/Loss (Raw)": 0.42454826831817627, "Finetune/Step": 10406, "Finetune/Step Time": 6.70475036278367}
{"Finetune/Learning Rate": 5.262410710577394e-06, "Finetune/Loss": 0.5479093194007874, "Finetune/Loss (Raw)": 0.41733938455581665, "Finetune/Step": 10407, "Finetune/Step Time": 6.716319229453802}
{"Finetune/Learning Rate": 5.260581859274665e-06, "Finetune/Loss": 0.5461341142654419, "Finetune/Loss (Raw)": 0.42473867535591125, "Finetune/Step": 10408, "Finetune/Step Time": 6.714854564517736}
{"Finetune/Learning Rate": 5.258753212389951e-06, "Finetune/Loss": 0.5447704195976257, "Finetune/Loss (Raw)": 0.42960354685783386, "Finetune/Step": 10409, "Finetune/Step Time": 6.722674302756786}
{"Finetune/Learning Rate": 5.2569247700021145e-06, "Finetune/Loss": 0.5444689393043518, "Finetune/Loss (Raw)": 0.4930204451084137, "Finetune/Step": 10410, "Finetune/Step Time": 6.720444889739156}
{"Finetune/Learning Rate": 5.255096532190024e-06, "Finetune/Loss": 0.5429339408874512, "Finetune/Loss (Raw)": 0.4164031147956848, "Finetune/Step": 10411, "Finetune/Step Time": 6.721398837864399}
{"Finetune/Learning Rate": 5.2532684990325374e-06, "Finetune/Loss": 0.5398218035697937, "Finetune/Loss (Raw)": 0.18237048387527466, "Finetune/Step": 10412, "Finetune/Step Time": 6.740230642259121}
{"Finetune/Learning Rate": 5.251440670608494e-06, "Finetune/Loss": 0.5380454659461975, "Finetune/Loss (Raw)": 0.4234001934528351, "Finetune/Step": 10413, "Finetune/Step Time": 6.749479338526726}
{"Finetune/Learning Rate": 5.249613046996733e-06, "Finetune/Loss": 0.536384642124176, "Finetune/Loss (Raw)": 0.4117527902126312, "Finetune/Step": 10414, "Finetune/Step Time": 6.748327923938632}
{"Finetune/Learning Rate": 5.247785628276083e-06, "Finetune/Loss": 0.5337492823600769, "Finetune/Loss (Raw)": 0.1453530639410019, "Finetune/Step": 10415, "Finetune/Step Time": 6.771445134654641}
{"Finetune/Learning Rate": 5.245958414525362e-06, "Finetune/Loss": 0.5351513624191284, "Finetune/Loss (Raw)": 0.4167536795139313, "Finetune/Step": 10416, "Finetune/Step Time": 6.756213366985321}
{"Finetune/Learning Rate": 5.244131405823384e-06, "Finetune/Loss": 0.5343473553657532, "Finetune/Loss (Raw)": 0.5065131783485413, "Finetune/Step": 10417, "Finetune/Step Time": 6.770670646801591}
{"Finetune/Learning Rate": 5.242304602248951e-06, "Finetune/Loss": 0.533029317855835, "Finetune/Loss (Raw)": 0.37546661496162415, "Finetune/Step": 10418, "Finetune/Step Time": 6.78545736707747}
{"Finetune/Learning Rate": 5.240478003880849e-06, "Finetune/Loss": 0.5319148898124695, "Finetune/Loss (Raw)": 0.4520076811313629, "Finetune/Step": 10419, "Finetune/Step Time": 6.785260792821646}
{"Finetune/Learning Rate": 5.23865161079787e-06, "Finetune/Loss": 0.5310162305831909, "Finetune/Loss (Raw)": 0.42873597145080566, "Finetune/Step": 10420, "Finetune/Step Time": 6.7775925900787115}
{"Finetune/Learning Rate": 5.236825423078781e-06, "Finetune/Loss": 0.5299695730209351, "Finetune/Loss (Raw)": 0.40664681792259216, "Finetune/Step": 10421, "Finetune/Step Time": 6.812677279114723}
{"Finetune/Learning Rate": 5.234999440802351e-06, "Finetune/Loss": 0.5280550122261047, "Finetune/Loss (Raw)": 0.3420170247554779, "Finetune/Step": 10422, "Finetune/Step Time": 6.792035400867462}
{"Finetune/Learning Rate": 5.233173664047339e-06, "Finetune/Loss": 0.5267981290817261, "Finetune/Loss (Raw)": 0.39788880944252014, "Finetune/Step": 10423, "Finetune/Step Time": 6.809999683871865}
{"Finetune/Learning Rate": 5.231348092892496e-06, "Finetune/Loss": 0.5258864164352417, "Finetune/Loss (Raw)": 0.45794954895973206, "Finetune/Step": 10424, "Finetune/Step Time": 6.797200299799442}
{"Finetune/Learning Rate": 5.229522727416555e-06, "Finetune/Loss": 0.523626446723938, "Finetune/Loss (Raw)": 0.3396280109882355, "Finetune/Step": 10425, "Finetune/Step Time": 6.788338726386428}
{"Finetune/Learning Rate": 5.227697567698249e-06, "Finetune/Loss": 0.5213180184364319, "Finetune/Loss (Raw)": 0.3005354404449463, "Finetune/Step": 10426, "Finetune/Step Time": 6.798614153638482}
{"Finetune/Learning Rate": 5.225872613816301e-06, "Finetune/Loss": 0.5193066596984863, "Finetune/Loss (Raw)": 0.40409374237060547, "Finetune/Step": 10427, "Finetune/Step Time": 6.80165158957243}
{"Finetune/Learning Rate": 5.224047865849424e-06, "Finetune/Loss": 0.517029881477356, "Finetune/Loss (Raw)": 0.37120017409324646, "Finetune/Step": 10428, "Finetune/Step Time": 6.8105258867144585}
{"Finetune/Learning Rate": 5.222223323876326e-06, "Finetune/Loss": 0.5160543918609619, "Finetune/Loss (Raw)": 0.45756250619888306, "Finetune/Step": 10429, "Finetune/Step Time": 6.823410201817751}
{"Finetune/Learning Rate": 5.220398987975692e-06, "Finetune/Loss": 0.5141715407371521, "Finetune/Loss (Raw)": 0.45253050327301025, "Finetune/Step": 10430, "Finetune/Step Time": 6.816087130457163}
{"Finetune/Learning Rate": 5.218574858226218e-06, "Finetune/Loss": 0.5121663808822632, "Finetune/Loss (Raw)": 0.3285033106803894, "Finetune/Step": 10431, "Finetune/Step Time": 6.81901740655303}
{"Finetune/Learning Rate": 5.2167509347065736e-06, "Finetune/Loss": 0.5104751586914062, "Finetune/Loss (Raw)": 0.37849459052085876, "Finetune/Step": 10432, "Finetune/Step Time": 6.803645811975002}
{"Finetune/Learning Rate": 5.214927217495433e-06, "Finetune/Loss": 0.508665919303894, "Finetune/Loss (Raw)": 0.3515278100967407, "Finetune/Step": 10433, "Finetune/Step Time": 6.801226677373052}
{"Finetune/Learning Rate": 5.213103706671452e-06, "Finetune/Loss": 0.5070593357086182, "Finetune/Loss (Raw)": 0.4122568368911743, "Finetune/Step": 10434, "Finetune/Step Time": 6.80663844011724}
{"Finetune/Learning Rate": 5.211280402313284e-06, "Finetune/Loss": 0.508093535900116, "Finetune/Loss (Raw)": 0.3575744330883026, "Finetune/Step": 10435, "Finetune/Step Time": 6.790759863331914}
{"Finetune/Learning Rate": 5.209457304499569e-06, "Finetune/Loss": 0.5067988634109497, "Finetune/Loss (Raw)": 0.37201836705207825, "Finetune/Step": 10436, "Finetune/Step Time": 6.78323894739151}
{"Finetune/Learning Rate": 5.207634413308944e-06, "Finetune/Loss": 0.5056319236755371, "Finetune/Loss (Raw)": 0.38773441314697266, "Finetune/Step": 10437, "Finetune/Step Time": 6.782003650441766}
{"Finetune/Learning Rate": 5.205811728820027e-06, "Finetune/Loss": 0.5036925077438354, "Finetune/Loss (Raw)": 0.40503185987472534, "Finetune/Step": 10438, "Finetune/Step Time": 6.7773175947368145}
{"Finetune/Learning Rate": 5.203989251111436e-06, "Finetune/Loss": 0.5023040771484375, "Finetune/Loss (Raw)": 0.3284405767917633, "Finetune/Step": 10439, "Finetune/Step Time": 6.753242835402489}
{"Finetune/Learning Rate": 5.202166980261781e-06, "Finetune/Loss": 0.5021060109138489, "Finetune/Loss (Raw)": 0.43984195590019226, "Finetune/Step": 10440, "Finetune/Step Time": 6.763017445802689}
{"Finetune/Learning Rate": 5.20034491634965e-06, "Finetune/Loss": 0.4991671144962311, "Finetune/Loss (Raw)": 0.40711936354637146, "Finetune/Step": 10441, "Finetune/Step Time": 6.77101669088006}
{"Finetune/Learning Rate": 5.198523059453637e-06, "Finetune/Loss": 0.4981420040130615, "Finetune/Loss (Raw)": 0.49233877658843994, "Finetune/Step": 10442, "Finetune/Step Time": 6.790456794202328}
{"Finetune/Learning Rate": 5.1967014096523205e-06, "Finetune/Loss": 0.49682122468948364, "Finetune/Loss (Raw)": 0.5215648412704468, "Finetune/Step": 10443, "Finetune/Step Time": 6.782431989908218}
{"Finetune/Learning Rate": 5.194879967024274e-06, "Finetune/Loss": 0.4958544671535492, "Finetune/Loss (Raw)": 0.43132486939430237, "Finetune/Step": 10444, "Finetune/Step Time": 6.785203693434596}
{"Finetune/Learning Rate": 5.193058731648053e-06, "Finetune/Loss": 0.4938872754573822, "Finetune/Loss (Raw)": 0.43091487884521484, "Finetune/Step": 10445, "Finetune/Step Time": 6.775676652789116}
{"Finetune/Learning Rate": 5.191237703602215e-06, "Finetune/Loss": 0.49244624376296997, "Finetune/Loss (Raw)": 0.40531501173973083, "Finetune/Step": 10446, "Finetune/Step Time": 6.781982507556677}
{"Finetune/Learning Rate": 5.189416882965299e-06, "Finetune/Loss": 0.49131810665130615, "Finetune/Loss (Raw)": 0.40641072392463684, "Finetune/Step": 10447, "Finetune/Step Time": 6.799009351059794}
{"Finetune/Learning Rate": 5.187596269815842e-06, "Finetune/Loss": 0.49102866649627686, "Finetune/Loss (Raw)": 0.4850311279296875, "Finetune/Step": 10448, "Finetune/Step Time": 6.796391073614359}
{"Finetune/Learning Rate": 5.185775864232376e-06, "Finetune/Loss": 0.48901018500328064, "Finetune/Loss (Raw)": 0.38224005699157715, "Finetune/Step": 10449, "Finetune/Step Time": 6.781301939859986}
{"Finetune/Learning Rate": 5.183955666293408e-06, "Finetune/Loss": 0.48790037631988525, "Finetune/Loss (Raw)": 0.4246811270713806, "Finetune/Step": 10450, "Finetune/Step Time": 6.773684300482273}
{"Finetune/Learning Rate": 5.182135676077451e-06, "Finetune/Loss": 0.48481494188308716, "Finetune/Loss (Raw)": 0.2825523614883423, "Finetune/Step": 10451, "Finetune/Step Time": 6.77783771418035}
{"Finetune/Learning Rate": 5.180315893662999e-06, "Finetune/Loss": 0.4829190969467163, "Finetune/Loss (Raw)": 0.3545553982257843, "Finetune/Step": 10452, "Finetune/Step Time": 6.7778914123773575}
{"Finetune/Learning Rate": 5.178496319128548e-06, "Finetune/Loss": 0.483742892742157, "Finetune/Loss (Raw)": 0.3944334387779236, "Finetune/Step": 10453, "Finetune/Step Time": 6.755473347380757}
{"Finetune/Learning Rate": 5.176676952552573e-06, "Finetune/Loss": 0.48210251331329346, "Finetune/Loss (Raw)": 0.42188355326652527, "Finetune/Step": 10454, "Finetune/Step Time": 6.752808835357428}
{"Finetune/Learning Rate": 5.17485779401355e-06, "Finetune/Loss": 0.47939127683639526, "Finetune/Loss (Raw)": 0.3200264573097229, "Finetune/Step": 10455, "Finetune/Step Time": 6.752196559682488}
{"Finetune/Learning Rate": 5.173038843589942e-06, "Finetune/Loss": 0.4782956540584564, "Finetune/Loss (Raw)": 0.40731751918792725, "Finetune/Step": 10456, "Finetune/Step Time": 6.741732519119978}
{"Finetune/Learning Rate": 5.1712201013602055e-06, "Finetune/Loss": 0.4771782159805298, "Finetune/Loss (Raw)": 0.4055339992046356, "Finetune/Step": 10457, "Finetune/Step Time": 6.747744331136346}
{"Finetune/Learning Rate": 5.169401567402779e-06, "Finetune/Loss": 0.4748217463493347, "Finetune/Loss (Raw)": 0.3496222198009491, "Finetune/Step": 10458, "Finetune/Step Time": 6.745120296254754}
{"Finetune/Learning Rate": 5.167583241796099e-06, "Finetune/Loss": 0.47250550985336304, "Finetune/Loss (Raw)": 0.470314085483551, "Finetune/Step": 10459, "Finetune/Step Time": 6.748111013323069}
{"Finetune/Learning Rate": 5.1657651246186016e-06, "Finetune/Loss": 0.4703798294067383, "Finetune/Loss (Raw)": 0.25510743260383606, "Finetune/Step": 10460, "Finetune/Step Time": 6.767396543174982}
{"Finetune/Learning Rate": 5.163947215948693e-06, "Finetune/Loss": 0.4682376980781555, "Finetune/Loss (Raw)": 0.3409179747104645, "Finetune/Step": 10461, "Finetune/Step Time": 6.766348434612155}
{"Finetune/Learning Rate": 5.162129515864788e-06, "Finetune/Loss": 0.46786177158355713, "Finetune/Loss (Raw)": 0.4536316394805908, "Finetune/Step": 10462, "Finetune/Step Time": 6.76594122312963}
{"Finetune/Learning Rate": 5.160312024445289e-06, "Finetune/Loss": 0.46651914715766907, "Finetune/Loss (Raw)": 0.34957319498062134, "Finetune/Step": 10463, "Finetune/Step Time": 6.747520605102181}
{"Finetune/Learning Rate": 5.1584947417685826e-06, "Finetune/Loss": 0.46383756399154663, "Finetune/Loss (Raw)": 0.362679660320282, "Finetune/Step": 10464, "Finetune/Step Time": 6.748132348060608}
{"Finetune/Learning Rate": 5.15667766791305e-06, "Finetune/Loss": 0.4620107114315033, "Finetune/Loss (Raw)": 0.28270190954208374, "Finetune/Step": 10465, "Finetune/Step Time": 6.735579678788781}
{"Finetune/Learning Rate": 5.154860802957069e-06, "Finetune/Loss": 0.4602275490760803, "Finetune/Loss (Raw)": 0.4141482412815094, "Finetune/Step": 10466, "Finetune/Step Time": 6.74308274872601}
{"Finetune/Learning Rate": 5.153044146979e-06, "Finetune/Loss": 0.45740801095962524, "Finetune/Loss (Raw)": 0.3581560254096985, "Finetune/Step": 10467, "Finetune/Step Time": 6.743602022528648}
{"Finetune/Learning Rate": 5.1512277000572e-06, "Finetune/Loss": 0.4556236267089844, "Finetune/Loss (Raw)": 0.387849360704422, "Finetune/Step": 10468, "Finetune/Step Time": 6.730452541261911}
{"Finetune/Learning Rate": 5.1494114622700185e-06, "Finetune/Loss": 0.45320233702659607, "Finetune/Loss (Raw)": 0.3217567205429077, "Finetune/Step": 10469, "Finetune/Step Time": 6.7345601338893175}
{"Finetune/Learning Rate": 5.1475954336957845e-06, "Finetune/Loss": 0.4521041512489319, "Finetune/Loss (Raw)": 0.36879998445510864, "Finetune/Step": 10470, "Finetune/Step Time": 6.750441778451204}
{"Finetune/Learning Rate": 5.1457796144128336e-06, "Finetune/Loss": 0.4504518508911133, "Finetune/Loss (Raw)": 0.3642734885215759, "Finetune/Step": 10471, "Finetune/Step Time": 6.736010713502765}
{"Finetune/Learning Rate": 5.143964004499478e-06, "Finetune/Loss": 0.44737502932548523, "Finetune/Loss (Raw)": 0.33492976427078247, "Finetune/Step": 10472, "Finetune/Step Time": 6.737291466444731}
{"Finetune/Learning Rate": 5.142148604034029e-06, "Finetune/Loss": 0.4460379183292389, "Finetune/Loss (Raw)": 0.3916137218475342, "Finetune/Step": 10473, "Finetune/Step Time": 6.750452142208815}
{"Finetune/Learning Rate": 5.1403334130947895e-06, "Finetune/Loss": 0.4443745017051697, "Finetune/Loss (Raw)": 0.378965824842453, "Finetune/Step": 10474, "Finetune/Step Time": 6.749822096899152}
{"Finetune/Learning Rate": 5.138518431760051e-06, "Finetune/Loss": 0.44295167922973633, "Finetune/Loss (Raw)": 0.3945208191871643, "Finetune/Step": 10475, "Finetune/Step Time": 6.749522365629673}
{"Finetune/Learning Rate": 5.1367036601081e-06, "Finetune/Loss": 0.44105419516563416, "Finetune/Loss (Raw)": 0.3819772005081177, "Finetune/Step": 10476, "Finetune/Step Time": 6.753330150619149}
{"Finetune/Learning Rate": 5.134889098217203e-06, "Finetune/Loss": 0.43947502970695496, "Finetune/Loss (Raw)": 0.3276214301586151, "Finetune/Step": 10477, "Finetune/Step Time": 6.742281928658485}
{"Finetune/Learning Rate": 5.133074746165627e-06, "Finetune/Loss": 0.4387071132659912, "Finetune/Loss (Raw)": 0.48389729857444763, "Finetune/Step": 10478, "Finetune/Step Time": 6.743043411523104}
{"Finetune/Learning Rate": 5.13126060403163e-06, "Finetune/Loss": 0.43671250343322754, "Finetune/Loss (Raw)": 0.3448331952095032, "Finetune/Step": 10479, "Finetune/Step Time": 6.741389751434326}
{"Finetune/Learning Rate": 5.129446671893458e-06, "Finetune/Loss": 0.4344868063926697, "Finetune/Loss (Raw)": 0.39652910828590393, "Finetune/Step": 10480, "Finetune/Step Time": 6.746818613260984}
{"Finetune/Learning Rate": 5.127632949829351e-06, "Finetune/Loss": 0.4314321279525757, "Finetune/Loss (Raw)": 0.3283543884754181, "Finetune/Step": 10481, "Finetune/Step Time": 6.760133575648069}
{"Finetune/Learning Rate": 5.125819437917534e-06, "Finetune/Loss": 0.4290006756782532, "Finetune/Loss (Raw)": 0.34068766236305237, "Finetune/Step": 10482, "Finetune/Step Time": 6.76040774770081}
{"Finetune/Learning Rate": 5.124006136236223e-06, "Finetune/Loss": 0.4272924065589905, "Finetune/Loss (Raw)": 0.40047788619995117, "Finetune/Step": 10483, "Finetune/Step Time": 6.759545367211103}
{"Finetune/Learning Rate": 5.122193044863633e-06, "Finetune/Loss": 0.42595332860946655, "Finetune/Loss (Raw)": 0.4542650580406189, "Finetune/Step": 10484, "Finetune/Step Time": 6.76725366152823}
{"Finetune/Learning Rate": 5.120380163877963e-06, "Finetune/Loss": 0.42475366592407227, "Finetune/Loss (Raw)": 0.3894031345844269, "Finetune/Step": 10485, "Finetune/Step Time": 6.746820854023099}
{"Finetune/Learning Rate": 5.118567493357407e-06, "Finetune/Loss": 0.4229264557361603, "Finetune/Loss (Raw)": 0.3985302746295929, "Finetune/Step": 10486, "Finetune/Step Time": 6.759926579892635}
{"Finetune/Learning Rate": 5.116755033380147e-06, "Finetune/Loss": 0.4221895635128021, "Finetune/Loss (Raw)": 0.42153170704841614, "Finetune/Step": 10487, "Finetune/Step Time": 6.761339541524649}
{"Finetune/Learning Rate": 5.114942784024359e-06, "Finetune/Loss": 0.4201171398162842, "Finetune/Loss (Raw)": 0.4265897870063782, "Finetune/Step": 10488, "Finetune/Step Time": 6.770123129710555}
{"Finetune/Learning Rate": 5.113130745368211e-06, "Finetune/Loss": 0.4190370440483093, "Finetune/Loss (Raw)": 0.3838711977005005, "Finetune/Step": 10489, "Finetune/Step Time": 6.77638472057879}
{"Finetune/Learning Rate": 5.111318917489851e-06, "Finetune/Loss": 0.4178004562854767, "Finetune/Loss (Raw)": 0.3503715693950653, "Finetune/Step": 10490, "Finetune/Step Time": 6.779318260028958}
{"Finetune/Learning Rate": 5.109507300467428e-06, "Finetune/Loss": 0.4158780574798584, "Finetune/Loss (Raw)": 0.3934067487716675, "Finetune/Step": 10491, "Finetune/Step Time": 6.781367465853691}
{"Finetune/Learning Rate": 5.107695894379085e-06, "Finetune/Loss": 0.4174419045448303, "Finetune/Loss (Raw)": 0.4101272225379944, "Finetune/Step": 10492, "Finetune/Step Time": 6.76412333920598}
{"Finetune/Learning Rate": 5.105884699302943e-06, "Finetune/Loss": 0.4164568781852722, "Finetune/Loss (Raw)": 0.4755991995334625, "Finetune/Step": 10493, "Finetune/Step Time": 6.7613864336162806}
{"Finetune/Learning Rate": 5.104073715317126e-06, "Finetune/Loss": 0.415730357170105, "Finetune/Loss (Raw)": 0.446214884519577, "Finetune/Step": 10494, "Finetune/Step Time": 6.758352413773537}
{"Finetune/Learning Rate": 5.102262942499746e-06, "Finetune/Loss": 0.4154224991798401, "Finetune/Loss (Raw)": 0.4171278774738312, "Finetune/Step": 10495, "Finetune/Step Time": 6.740555377677083}
{"Finetune/Learning Rate": 5.100452380928899e-06, "Finetune/Loss": 0.4142765998840332, "Finetune/Loss (Raw)": 0.4311556816101074, "Finetune/Step": 10496, "Finetune/Step Time": 6.74802971445024}
{"Finetune/Learning Rate": 5.098642030682679e-06, "Finetune/Loss": 0.4129430651664734, "Finetune/Loss (Raw)": 0.42784053087234497, "Finetune/Step": 10497, "Finetune/Step Time": 6.7449778486043215}
{"Finetune/Learning Rate": 5.0968318918391714e-06, "Finetune/Loss": 0.41076716780662537, "Finetune/Loss (Raw)": 0.4052566885948181, "Finetune/Step": 10498, "Finetune/Step Time": 6.765212543308735}
{"Finetune/Learning Rate": 5.0950219644764475e-06, "Finetune/Loss": 0.40986934304237366, "Finetune/Loss (Raw)": 0.38132452964782715, "Finetune/Step": 10499, "Finetune/Step Time": 6.769862180575728}
{"Finetune/Learning Rate": 5.093212248672573e-06, "Finetune/Loss": 0.4085769057273865, "Finetune/Loss (Raw)": 0.35076969861984253, "Finetune/Step": 10500, "Finetune/Step Time": 6.769935974851251}
{"Finetune/Learning Rate": 5.091402744505608e-06, "Finetune/Loss": 0.41057145595550537, "Finetune/Loss (Raw)": 0.44970983266830444, "Finetune/Step": 10501, "Finetune/Step Time": 6.756248975172639}
{"Finetune/Learning Rate": 5.089593452053592e-06, "Finetune/Loss": 0.40700763463974, "Finetune/Loss (Raw)": 0.12324954569339752, "Finetune/Step": 10502, "Finetune/Step Time": 6.770996252074838}
{"Finetune/Learning Rate": 5.087784371394568e-06, "Finetune/Loss": 0.40816089510917664, "Finetune/Loss (Raw)": 0.4804585576057434, "Finetune/Step": 10503, "Finetune/Step Time": 6.770596772432327}
{"Finetune/Learning Rate": 5.085975502606559e-06, "Finetune/Loss": 0.406544029712677, "Finetune/Loss (Raw)": 0.44898733496665955, "Finetune/Step": 10504, "Finetune/Step Time": 6.760764321312308}
{"Finetune/Learning Rate": 5.084166845767587e-06, "Finetune/Loss": 0.40466272830963135, "Finetune/Loss (Raw)": 0.3793363571166992, "Finetune/Step": 10505, "Finetune/Step Time": 6.748658699914813}
{"Finetune/Learning Rate": 5.08235840095566e-06, "Finetune/Loss": 0.40384355187416077, "Finetune/Loss (Raw)": 0.37603795528411865, "Finetune/Step": 10506, "Finetune/Step Time": 6.73367415741086}
{"Finetune/Learning Rate": 5.080550168248781e-06, "Finetune/Loss": 0.3994424343109131, "Finetune/Loss (Raw)": 0.12285259366035461, "Finetune/Step": 10507, "Finetune/Step Time": 6.738012310117483}
{"Finetune/Learning Rate": 5.0787421477249466e-06, "Finetune/Loss": 0.40091848373413086, "Finetune/Loss (Raw)": 0.3759690225124359, "Finetune/Step": 10508, "Finetune/Step Time": 6.716992629691958}
{"Finetune/Learning Rate": 5.07693433946213e-06, "Finetune/Loss": 0.39956939220428467, "Finetune/Loss (Raw)": 0.3863162398338318, "Finetune/Step": 10509, "Finetune/Step Time": 6.6914183255285025}
{"Finetune/Learning Rate": 5.075126743538306e-06, "Finetune/Loss": 0.4016644358634949, "Finetune/Loss (Raw)": 0.46181342005729675, "Finetune/Step": 10510, "Finetune/Step Time": 6.67289156652987}
{"Finetune/Learning Rate": 5.0733193600314445e-06, "Finetune/Loss": 0.39971205592155457, "Finetune/Loss (Raw)": 0.3550659120082855, "Finetune/Step": 10511, "Finetune/Step Time": 6.670815441757441}
{"Finetune/Learning Rate": 5.071512189019501e-06, "Finetune/Loss": 0.39779379963874817, "Finetune/Loss (Raw)": 0.38437214493751526, "Finetune/Step": 10512, "Finetune/Step Time": 6.66700492054224}
{"Finetune/Learning Rate": 5.069705230580414e-06, "Finetune/Loss": 0.39838868379592896, "Finetune/Loss (Raw)": 0.29990243911743164, "Finetune/Step": 10513, "Finetune/Step Time": 6.632425829768181}
{"Finetune/Learning Rate": 5.067898484792124e-06, "Finetune/Loss": 0.3963913917541504, "Finetune/Loss (Raw)": 0.3281002640724182, "Finetune/Step": 10514, "Finetune/Step Time": 6.633200092241168}
{"Finetune/Learning Rate": 5.066091951732564e-06, "Finetune/Loss": 0.393932044506073, "Finetune/Loss (Raw)": 0.38685816526412964, "Finetune/Step": 10515, "Finetune/Step Time": 6.626490676775575}
{"Finetune/Learning Rate": 5.064285631479642e-06, "Finetune/Loss": 0.3921559154987335, "Finetune/Loss (Raw)": 0.4058128297328949, "Finetune/Step": 10516, "Finetune/Step Time": 6.622221345081925}
{"Finetune/Learning Rate": 5.062479524111272e-06, "Finetune/Loss": 0.3913271129131317, "Finetune/Loss (Raw)": 0.4380335807800293, "Finetune/Step": 10517, "Finetune/Step Time": 6.62762008421123}
{"Finetune/Learning Rate": 5.060673629705356e-06, "Finetune/Loss": 0.387299120426178, "Finetune/Loss (Raw)": 0.13208435475826263, "Finetune/Step": 10518, "Finetune/Step Time": 6.633351895958185}
{"Finetune/Learning Rate": 5.058867948339783e-06, "Finetune/Loss": 0.3860938549041748, "Finetune/Loss (Raw)": 0.4038833677768707, "Finetune/Step": 10519, "Finetune/Step Time": 6.61750591173768}
{"Finetune/Learning Rate": 5.057062480092436e-06, "Finetune/Loss": 0.38502630591392517, "Finetune/Loss (Raw)": 0.44712719321250916, "Finetune/Step": 10520, "Finetune/Step Time": 6.626899711787701}
{"Finetune/Learning Rate": 5.055257225041189e-06, "Finetune/Loss": 0.38246864080429077, "Finetune/Loss (Raw)": 0.3948548436164856, "Finetune/Step": 10521, "Finetune/Step Time": 6.637599786743522}
{"Finetune/Learning Rate": 5.0534521832639e-06, "Finetune/Loss": 0.3814861476421356, "Finetune/Loss (Raw)": 0.3540716767311096, "Finetune/Step": 10522, "Finetune/Step Time": 6.638598380610347}
{"Finetune/Learning Rate": 5.051647354838429e-06, "Finetune/Loss": 0.379967600107193, "Finetune/Loss (Raw)": 0.37032487988471985, "Finetune/Step": 10523, "Finetune/Step Time": 6.631804671138525}
{"Finetune/Learning Rate": 5.0498427398426144e-06, "Finetune/Loss": 0.3811572194099426, "Finetune/Loss (Raw)": 0.33191707730293274, "Finetune/Step": 10524, "Finetune/Step Time": 6.613142400979996}
{"Finetune/Learning Rate": 5.048038338354295e-06, "Finetune/Loss": 0.38335272669792175, "Finetune/Loss (Raw)": 0.3783824145793915, "Finetune/Step": 10525, "Finetune/Step Time": 6.526793155819178}
{"Finetune/Learning Rate": 5.046234150451297e-06, "Finetune/Loss": 0.38331496715545654, "Finetune/Loss (Raw)": 0.35860398411750793, "Finetune/Step": 10526, "Finetune/Step Time": 6.515638526529074}
{"Finetune/Learning Rate": 5.044430176211444e-06, "Finetune/Loss": 0.38579657673835754, "Finetune/Loss (Raw)": 0.4669337868690491, "Finetune/Step": 10527, "Finetune/Step Time": 6.502013409510255}
{"Finetune/Learning Rate": 5.042626415712533e-06, "Finetune/Loss": 0.38382506370544434, "Finetune/Loss (Raw)": 0.11640261858701706, "Finetune/Step": 10528, "Finetune/Step Time": 6.518540341407061}
{"Finetune/Learning Rate": 5.040822869032368e-06, "Finetune/Loss": 0.38384538888931274, "Finetune/Loss (Raw)": 0.40010204911231995, "Finetune/Step": 10529, "Finetune/Step Time": 6.518009264022112}
{"Finetune/Learning Rate": 5.039019536248739e-06, "Finetune/Loss": 0.38115665316581726, "Finetune/Loss (Raw)": 0.14495863020420074, "Finetune/Step": 10530, "Finetune/Step Time": 6.533351432532072}
{"Finetune/Learning Rate": 5.037216417439426e-06, "Finetune/Loss": 0.3803054988384247, "Finetune/Loss (Raw)": 0.24959729611873627, "Finetune/Step": 10531, "Finetune/Step Time": 6.538980547338724}
{"Finetune/Learning Rate": 5.035413512682199e-06, "Finetune/Loss": 0.37945154309272766, "Finetune/Loss (Raw)": 0.2907729148864746, "Finetune/Step": 10532, "Finetune/Step Time": 6.554784018546343}
{"Finetune/Learning Rate": 5.033610822054826e-06, "Finetune/Loss": 0.37927669286727905, "Finetune/Loss (Raw)": 0.34446707367897034, "Finetune/Step": 10533, "Finetune/Step Time": 6.557293364778161}
{"Finetune/Learning Rate": 5.031808345635055e-06, "Finetune/Loss": 0.3784111738204956, "Finetune/Loss (Raw)": 0.31376227736473083, "Finetune/Step": 10534, "Finetune/Step Time": 6.537722228094935}
{"Finetune/Learning Rate": 5.0300060835006255e-06, "Finetune/Loss": 0.3791011571884155, "Finetune/Loss (Raw)": 0.5056599974632263, "Finetune/Step": 10535, "Finetune/Step Time": 6.52523479051888}
{"Finetune/Learning Rate": 5.028204035729275e-06, "Finetune/Loss": 0.3785508871078491, "Finetune/Loss (Raw)": 0.354306161403656, "Finetune/Step": 10536, "Finetune/Step Time": 6.545595169067383}
{"Finetune/Learning Rate": 5.026402202398729e-06, "Finetune/Loss": 0.3789633810520172, "Finetune/Loss (Raw)": 0.4824005663394928, "Finetune/Step": 10537, "Finetune/Step Time": 6.542741727083921}
{"Finetune/Learning Rate": 5.024600583586703e-06, "Finetune/Loss": 0.3783273696899414, "Finetune/Loss (Raw)": 0.411611407995224, "Finetune/Step": 10538, "Finetune/Step Time": 6.545202080160379}
{"Finetune/Learning Rate": 5.022799179370903e-06, "Finetune/Loss": 0.3777191638946533, "Finetune/Loss (Raw)": 0.338550865650177, "Finetune/Step": 10539, "Finetune/Step Time": 6.544738985598087}
{"Finetune/Learning Rate": 5.020997989829031e-06, "Finetune/Loss": 0.3794971704483032, "Finetune/Loss (Raw)": 0.40995603799819946, "Finetune/Step": 10540, "Finetune/Step Time": 6.535975581035018}
{"Finetune/Learning Rate": 5.019197015038766e-06, "Finetune/Loss": 0.37921029329299927, "Finetune/Loss (Raw)": 0.38668009638786316, "Finetune/Step": 10541, "Finetune/Step Time": 6.5216246377676725}
{"Finetune/Learning Rate": 5.017396255077793e-06, "Finetune/Loss": 0.37947118282318115, "Finetune/Loss (Raw)": 0.4451466500759125, "Finetune/Step": 10542, "Finetune/Step Time": 6.532212605699897}
{"Finetune/Learning Rate": 5.015595710023778e-06, "Finetune/Loss": 0.3811793327331543, "Finetune/Loss (Raw)": 0.3639981746673584, "Finetune/Step": 10543, "Finetune/Step Time": 6.510737914592028}
{"Finetune/Learning Rate": 5.013795379954387e-06, "Finetune/Loss": 0.38136667013168335, "Finetune/Loss (Raw)": 0.44073206186294556, "Finetune/Step": 10544, "Finetune/Step Time": 6.51566943153739}
{"Finetune/Learning Rate": 5.011995264947263e-06, "Finetune/Loss": 0.38005518913269043, "Finetune/Loss (Raw)": 0.3386421501636505, "Finetune/Step": 10545, "Finetune/Step Time": 6.506863137707114}
{"Finetune/Learning Rate": 5.0101953650800505e-06, "Finetune/Loss": 0.3794389069080353, "Finetune/Loss (Raw)": 0.29658177495002747, "Finetune/Step": 10546, "Finetune/Step Time": 6.501367447897792}
{"Finetune/Learning Rate": 5.008395680430388e-06, "Finetune/Loss": 0.37657374143600464, "Finetune/Loss (Raw)": 0.08527108281850815, "Finetune/Step": 10547, "Finetune/Step Time": 6.519192224368453}
{"Finetune/Learning Rate": 5.006596211075888e-06, "Finetune/Loss": 0.3740268051624298, "Finetune/Loss (Raw)": 0.10272680968046188, "Finetune/Step": 10548, "Finetune/Step Time": 6.546591388061643}
{"Finetune/Learning Rate": 5.004796957094169e-06, "Finetune/Loss": 0.37419527769088745, "Finetune/Loss (Raw)": 0.42820796370506287, "Finetune/Step": 10549, "Finetune/Step Time": 6.507909081876278}
{"Finetune/Learning Rate": 5.002997918562838e-06, "Finetune/Loss": 0.3746796250343323, "Finetune/Loss (Raw)": 0.40401434898376465, "Finetune/Step": 10550, "Finetune/Step Time": 6.506239499896765}
{"Finetune/Learning Rate": 5.001199095559485e-06, "Finetune/Loss": 0.37447765469551086, "Finetune/Loss (Raw)": 0.3720382750034332, "Finetune/Step": 10551, "Finetune/Step Time": 6.493252409622073}
{"Finetune/Learning Rate": 4.9994004881616995e-06, "Finetune/Loss": 0.373843789100647, "Finetune/Loss (Raw)": 0.376816064119339, "Finetune/Step": 10552, "Finetune/Step Time": 6.489177202805877}
{"Finetune/Learning Rate": 4.997602096447062e-06, "Finetune/Loss": 0.37448713183403015, "Finetune/Loss (Raw)": 0.421975314617157, "Finetune/Step": 10553, "Finetune/Step Time": 6.497968854382634}
{"Finetune/Learning Rate": 4.995803920493131e-06, "Finetune/Loss": 0.37532180547714233, "Finetune/Loss (Raw)": 0.40737098455429077, "Finetune/Step": 10554, "Finetune/Step Time": 6.488580152392387}
{"Finetune/Learning Rate": 4.994005960377471e-06, "Finetune/Loss": 0.37588638067245483, "Finetune/Loss (Raw)": 0.4763619899749756, "Finetune/Step": 10555, "Finetune/Step Time": 6.493136748671532}
{"Finetune/Learning Rate": 4.992208216177627e-06, "Finetune/Loss": 0.3762112855911255, "Finetune/Loss (Raw)": 0.4127882122993469, "Finetune/Step": 10556, "Finetune/Step Time": 6.489782392978668}
{"Finetune/Learning Rate": 4.990410687971137e-06, "Finetune/Loss": 0.3758055567741394, "Finetune/Loss (Raw)": 0.4056273400783539, "Finetune/Step": 10557, "Finetune/Step Time": 6.475263958796859}
{"Finetune/Learning Rate": 4.988613375835535e-06, "Finetune/Loss": 0.37571603059768677, "Finetune/Loss (Raw)": 0.4410684406757355, "Finetune/Step": 10558, "Finetune/Step Time": 6.474501699209213}
{"Finetune/Learning Rate": 4.986816279848339e-06, "Finetune/Loss": 0.37625443935394287, "Finetune/Loss (Raw)": 0.3974204659461975, "Finetune/Step": 10559, "Finetune/Step Time": 6.4731418546289206}
{"Finetune/Learning Rate": 4.9850194000870654e-06, "Finetune/Loss": 0.37636035680770874, "Finetune/Loss (Raw)": 0.3920508623123169, "Finetune/Step": 10560, "Finetune/Step Time": 6.475287284702063}
{"Finetune/Learning Rate": 4.983222736629209e-06, "Finetune/Loss": 0.3765019178390503, "Finetune/Loss (Raw)": 0.36965370178222656, "Finetune/Step": 10561, "Finetune/Step Time": 6.481358487159014}
{"Finetune/Learning Rate": 4.981426289552267e-06, "Finetune/Loss": 0.37580254673957825, "Finetune/Loss (Raw)": 0.32273414731025696, "Finetune/Step": 10562, "Finetune/Step Time": 6.496741183102131}
{"Finetune/Learning Rate": 4.97963005893372e-06, "Finetune/Loss": 0.3752831220626831, "Finetune/Loss (Raw)": 0.2910880446434021, "Finetune/Step": 10563, "Finetune/Step Time": 6.513313369825482}
{"Finetune/Learning Rate": 4.977834044851049e-06, "Finetune/Loss": 0.3752089738845825, "Finetune/Loss (Raw)": 0.3625282347202301, "Finetune/Step": 10564, "Finetune/Step Time": 6.517415419220924}
{"Finetune/Learning Rate": 4.9760382473817084e-06, "Finetune/Loss": 0.3751607835292816, "Finetune/Loss (Raw)": 0.38156619668006897, "Finetune/Step": 10565, "Finetune/Step Time": 6.499511269852519}
{"Finetune/Learning Rate": 4.974242666603163e-06, "Finetune/Loss": 0.37571460008621216, "Finetune/Loss (Raw)": 0.4759204089641571, "Finetune/Step": 10566, "Finetune/Step Time": 6.499372472986579}
{"Finetune/Learning Rate": 4.97244730259285e-06, "Finetune/Loss": 0.375397264957428, "Finetune/Loss (Raw)": 0.2878212034702301, "Finetune/Step": 10567, "Finetune/Step Time": 6.499515188857913}
{"Finetune/Learning Rate": 4.970652155428211e-06, "Finetune/Loss": 0.3753422498703003, "Finetune/Loss (Raw)": 0.4328014850616455, "Finetune/Step": 10568, "Finetune/Step Time": 6.485798638314009}
{"Finetune/Learning Rate": 4.968857225186673e-06, "Finetune/Loss": 0.37522992491722107, "Finetune/Loss (Raw)": 0.3927408754825592, "Finetune/Step": 10569, "Finetune/Step Time": 6.49745068885386}
{"Finetune/Learning Rate": 4.9670625119456525e-06, "Finetune/Loss": 0.37499135732650757, "Finetune/Loss (Raw)": 0.461800754070282, "Finetune/Step": 10570, "Finetune/Step Time": 6.491080429404974}
{"Finetune/Learning Rate": 4.9652680157825604e-06, "Finetune/Loss": 0.3734949827194214, "Finetune/Loss (Raw)": 0.3300290107727051, "Finetune/Step": 10571, "Finetune/Step Time": 6.516191242262721}
{"Finetune/Learning Rate": 4.963473736774795e-06, "Finetune/Loss": 0.3734341263771057, "Finetune/Loss (Raw)": 0.4235371947288513, "Finetune/Step": 10572, "Finetune/Step Time": 6.506737412884831}
{"Finetune/Learning Rate": 4.96167967499975e-06, "Finetune/Loss": 0.3732098340988159, "Finetune/Loss (Raw)": 0.402200847864151, "Finetune/Step": 10573, "Finetune/Step Time": 6.507262729108334}
{"Finetune/Learning Rate": 4.959885830534797e-06, "Finetune/Loss": 0.37266969680786133, "Finetune/Loss (Raw)": 0.3361784517765045, "Finetune/Step": 10574, "Finetune/Step Time": 6.503434635698795}
{"Finetune/Learning Rate": 4.958092203457318e-06, "Finetune/Loss": 0.37244492769241333, "Finetune/Loss (Raw)": 0.3776419460773468, "Finetune/Step": 10575, "Finetune/Step Time": 6.499117519706488}
{"Finetune/Learning Rate": 4.956298793844663e-06, "Finetune/Loss": 0.37178173661231995, "Finetune/Loss (Raw)": 0.4001416265964508, "Finetune/Step": 10576, "Finetune/Step Time": 6.4940989427268505}
{"Finetune/Learning Rate": 4.95450560177419e-06, "Finetune/Loss": 0.3717758059501648, "Finetune/Loss (Raw)": 0.38148507475852966, "Finetune/Step": 10577, "Finetune/Step Time": 6.496138108894229}
{"Finetune/Learning Rate": 4.952712627323243e-06, "Finetune/Loss": 0.3718568682670593, "Finetune/Loss (Raw)": 0.43505433201789856, "Finetune/Step": 10578, "Finetune/Step Time": 6.489459250122309}
{"Finetune/Learning Rate": 4.9509198705691585e-06, "Finetune/Loss": 0.3730657994747162, "Finetune/Loss (Raw)": 0.437294602394104, "Finetune/Step": 10579, "Finetune/Step Time": 6.486641857773066}
{"Finetune/Learning Rate": 4.9491273315892545e-06, "Finetune/Loss": 0.37128278613090515, "Finetune/Loss (Raw)": 0.12633003294467926, "Finetune/Step": 10580, "Finetune/Step Time": 6.503590106964111}
{"Finetune/Learning Rate": 4.947335010460847e-06, "Finetune/Loss": 0.3709014654159546, "Finetune/Loss (Raw)": 0.3456273376941681, "Finetune/Step": 10581, "Finetune/Step Time": 6.5141150541603565}
{"Finetune/Learning Rate": 4.945542907261241e-06, "Finetune/Loss": 0.37053558230400085, "Finetune/Loss (Raw)": 0.3750477433204651, "Finetune/Step": 10582, "Finetune/Step Time": 6.516304342076182}
{"Finetune/Learning Rate": 4.943751022067737e-06, "Finetune/Loss": 0.37107008695602417, "Finetune/Loss (Raw)": 0.38844284415245056, "Finetune/Step": 10583, "Finetune/Step Time": 6.513364441692829}
{"Finetune/Learning Rate": 4.941959354957622e-06, "Finetune/Loss": 0.37106722593307495, "Finetune/Loss (Raw)": 0.4069543778896332, "Finetune/Step": 10584, "Finetune/Step Time": 6.500360483303666}
{"Finetune/Learning Rate": 4.940167906008165e-06, "Finetune/Loss": 0.3711204528808594, "Finetune/Loss (Raw)": 0.4123424291610718, "Finetune/Step": 10585, "Finetune/Step Time": 6.497116005048156}
{"Finetune/Learning Rate": 4.938376675296643e-06, "Finetune/Loss": 0.3713923990726471, "Finetune/Loss (Raw)": 0.38443273305892944, "Finetune/Step": 10586, "Finetune/Step Time": 6.5031572841107845}
{"Finetune/Learning Rate": 4.936585662900307e-06, "Finetune/Loss": 0.37076517939567566, "Finetune/Loss (Raw)": 0.390031099319458, "Finetune/Step": 10587, "Finetune/Step Time": 6.515450906008482}
{"Finetune/Learning Rate": 4.93479486889641e-06, "Finetune/Loss": 0.3720461130142212, "Finetune/Loss (Raw)": 0.419063538312912, "Finetune/Step": 10588, "Finetune/Step Time": 6.495753090828657}
{"Finetune/Learning Rate": 4.93300429336219e-06, "Finetune/Loss": 0.37250497937202454, "Finetune/Loss (Raw)": 0.39965304732322693, "Finetune/Step": 10589, "Finetune/Step Time": 6.532899245619774}
{"Finetune/Learning Rate": 4.931213936374878e-06, "Finetune/Loss": 0.37202078104019165, "Finetune/Loss (Raw)": 0.3916570246219635, "Finetune/Step": 10590, "Finetune/Step Time": 6.5438997112214565}
{"Finetune/Learning Rate": 4.929423798011694e-06, "Finetune/Loss": 0.3717052936553955, "Finetune/Loss (Raw)": 0.309192031621933, "Finetune/Step": 10591, "Finetune/Step Time": 6.552093854174018}
{"Finetune/Learning Rate": 4.9276338783498554e-06, "Finetune/Loss": 0.37219950556755066, "Finetune/Loss (Raw)": 0.42593860626220703, "Finetune/Step": 10592, "Finetune/Step Time": 6.558922467753291}
{"Finetune/Learning Rate": 4.925844177466553e-06, "Finetune/Loss": 0.37184083461761475, "Finetune/Loss (Raw)": 0.23679021000862122, "Finetune/Step": 10593, "Finetune/Step Time": 6.55631978996098}
{"Finetune/Learning Rate": 4.9240546954389855e-06, "Finetune/Loss": 0.3710218667984009, "Finetune/Loss (Raw)": 0.3093228042125702, "Finetune/Step": 10594, "Finetune/Step Time": 6.569276774302125}
{"Finetune/Learning Rate": 4.9222654323443395e-06, "Finetune/Loss": 0.3705642521381378, "Finetune/Loss (Raw)": 0.29958194494247437, "Finetune/Step": 10595, "Finetune/Step Time": 6.5783397462219}
{"Finetune/Learning Rate": 4.920476388259779e-06, "Finetune/Loss": 0.3707423210144043, "Finetune/Loss (Raw)": 0.4106408655643463, "Finetune/Step": 10596, "Finetune/Step Time": 6.5945332162082195}
{"Finetune/Learning Rate": 4.918687563262474e-06, "Finetune/Loss": 0.37144070863723755, "Finetune/Loss (Raw)": 0.4111502468585968, "Finetune/Step": 10597, "Finetune/Step Time": 6.604845307767391}
{"Finetune/Learning Rate": 4.9168989574295836e-06, "Finetune/Loss": 0.3695065975189209, "Finetune/Loss (Raw)": 0.1212327629327774, "Finetune/Step": 10598, "Finetune/Step Time": 6.612923001870513}
{"Finetune/Learning Rate": 4.915110570838242e-06, "Finetune/Loss": 0.3704119920730591, "Finetune/Loss (Raw)": 0.48016074299812317, "Finetune/Step": 10599, "Finetune/Step Time": 6.612162983044982}
{"Finetune/Learning Rate": 4.913322403565591e-06, "Finetune/Loss": 0.3688838481903076, "Finetune/Loss (Raw)": 0.13932883739471436, "Finetune/Step": 10600, "Finetune/Step Time": 6.628383764997125}
{"Finetune/Learning Rate": 4.911534455688757e-06, "Finetune/Loss": 0.36967211961746216, "Finetune/Loss (Raw)": 0.4925156235694885, "Finetune/Step": 10601, "Finetune/Step Time": 6.63060081936419}
{"Finetune/Learning Rate": 4.909746727284855e-06, "Finetune/Loss": 0.3701746165752411, "Finetune/Loss (Raw)": 0.44328489899635315, "Finetune/Step": 10602, "Finetune/Step Time": 6.619983499869704}
{"Finetune/Learning Rate": 4.907959218430995e-06, "Finetune/Loss": 0.37049171328544617, "Finetune/Loss (Raw)": 0.43510890007019043, "Finetune/Step": 10603, "Finetune/Step Time": 6.613085081800818}
{"Finetune/Learning Rate": 4.906171929204273e-06, "Finetune/Loss": 0.37088528275489807, "Finetune/Loss (Raw)": 0.4323546588420868, "Finetune/Step": 10604, "Finetune/Step Time": 6.621392274275422}
{"Finetune/Learning Rate": 4.904384859681782e-06, "Finetune/Loss": 0.3723924160003662, "Finetune/Loss (Raw)": 0.5205292105674744, "Finetune/Step": 10605, "Finetune/Step Time": 6.625504143536091}
{"Finetune/Learning Rate": 4.902598009940596e-06, "Finetune/Loss": 0.3707990050315857, "Finetune/Loss (Raw)": 0.2799466848373413, "Finetune/Step": 10606, "Finetune/Step Time": 6.626599468290806}
{"Finetune/Learning Rate": 4.900811380057783e-06, "Finetune/Loss": 0.37152665853500366, "Finetune/Loss (Raw)": 0.4379689395427704, "Finetune/Step": 10607, "Finetune/Step Time": 6.629225958138704}
{"Finetune/Learning Rate": 4.8990249701104046e-06, "Finetune/Loss": 0.3717901408672333, "Finetune/Loss (Raw)": 0.4302593171596527, "Finetune/Step": 10608, "Finetune/Step Time": 6.657701099291444}
{"Finetune/Learning Rate": 4.89723878017551e-06, "Finetune/Loss": 0.3699271082878113, "Finetune/Loss (Raw)": 0.0898810550570488, "Finetune/Step": 10609, "Finetune/Step Time": 6.661115067079663}
{"Finetune/Learning Rate": 4.895452810330144e-06, "Finetune/Loss": 0.36979901790618896, "Finetune/Loss (Raw)": 0.32429763674736023, "Finetune/Step": 10610, "Finetune/Step Time": 6.6634558737277985}
{"Finetune/Learning Rate": 4.89366706065134e-06, "Finetune/Loss": 0.3698885440826416, "Finetune/Loss (Raw)": 0.41193485260009766, "Finetune/Step": 10611, "Finetune/Step Time": 6.6653852220624685}
{"Finetune/Learning Rate": 4.891881531216112e-06, "Finetune/Loss": 0.3698986768722534, "Finetune/Loss (Raw)": 0.4555615484714508, "Finetune/Step": 10612, "Finetune/Step Time": 6.669387370347977}
{"Finetune/Learning Rate": 4.8900962221014754e-06, "Finetune/Loss": 0.3693264424800873, "Finetune/Loss (Raw)": 0.3161562979221344, "Finetune/Step": 10613, "Finetune/Step Time": 6.683317989110947}
{"Finetune/Learning Rate": 4.888311133384436e-06, "Finetune/Loss": 0.36881113052368164, "Finetune/Loss (Raw)": 0.3325744569301605, "Finetune/Step": 10614, "Finetune/Step Time": 6.67346528545022}
{"Finetune/Learning Rate": 4.886526265141985e-06, "Finetune/Loss": 0.3683668375015259, "Finetune/Loss (Raw)": 0.3646588921546936, "Finetune/Step": 10615, "Finetune/Step Time": 6.671795058995485}
{"Finetune/Learning Rate": 4.884741617451111e-06, "Finetune/Loss": 0.3680650591850281, "Finetune/Loss (Raw)": 0.38796287775039673, "Finetune/Step": 10616, "Finetune/Step Time": 6.676110219210386}
{"Finetune/Learning Rate": 4.882957190388779e-06, "Finetune/Loss": 0.3658060133457184, "Finetune/Loss (Raw)": 0.09471269696950912, "Finetune/Step": 10617, "Finetune/Step Time": 6.684534713625908}
{"Finetune/Learning Rate": 4.8811729840319655e-06, "Finetune/Loss": 0.3659493923187256, "Finetune/Loss (Raw)": 0.36872416734695435, "Finetune/Step": 10618, "Finetune/Step Time": 6.667804082855582}
{"Finetune/Learning Rate": 4.879388998457616e-06, "Finetune/Loss": 0.3660539388656616, "Finetune/Loss (Raw)": 0.40678709745407104, "Finetune/Step": 10619, "Finetune/Step Time": 6.680613785982132}
{"Finetune/Learning Rate": 4.877605233742678e-06, "Finetune/Loss": 0.36674943566322327, "Finetune/Loss (Raw)": 0.49915340542793274, "Finetune/Step": 10620, "Finetune/Step Time": 6.690452795475721}
{"Finetune/Learning Rate": 4.875821689964092e-06, "Finetune/Loss": 0.36668235063552856, "Finetune/Loss (Raw)": 0.4670114815235138, "Finetune/Step": 10621, "Finetune/Step Time": 6.690873481333256}
{"Finetune/Learning Rate": 4.874038367198782e-06, "Finetune/Loss": 0.36585545539855957, "Finetune/Loss (Raw)": 0.3403746485710144, "Finetune/Step": 10622, "Finetune/Step Time": 6.7003902066498995}
{"Finetune/Learning Rate": 4.872255265523668e-06, "Finetune/Loss": 0.36545872688293457, "Finetune/Loss (Raw)": 0.36634349822998047, "Finetune/Step": 10623, "Finetune/Step Time": 6.693369133397937}
{"Finetune/Learning Rate": 4.870472385015658e-06, "Finetune/Loss": 0.3647172152996063, "Finetune/Loss (Raw)": 0.3362426459789276, "Finetune/Step": 10624, "Finetune/Step Time": 6.696115653961897}
{"Finetune/Learning Rate": 4.8686897257516456e-06, "Finetune/Loss": 0.3650171160697937, "Finetune/Loss (Raw)": 0.466228723526001, "Finetune/Step": 10625, "Finetune/Step Time": 6.698370095342398}
{"Finetune/Learning Rate": 4.866907287808521e-06, "Finetune/Loss": 0.3649653196334839, "Finetune/Loss (Raw)": 0.3986288905143738, "Finetune/Step": 10626, "Finetune/Step Time": 6.6775585021823645}
{"Finetune/Learning Rate": 4.865125071263168e-06, "Finetune/Loss": 0.3654804527759552, "Finetune/Loss (Raw)": 0.44725674390792847, "Finetune/Step": 10627, "Finetune/Step Time": 6.657983545213938}
{"Finetune/Learning Rate": 4.863343076192451e-06, "Finetune/Loss": 0.3654959201812744, "Finetune/Loss (Raw)": 0.3527505099773407, "Finetune/Step": 10628, "Finetune/Step Time": 6.653427252545953}
{"Finetune/Learning Rate": 4.861561302673229e-06, "Finetune/Loss": 0.3647576868534088, "Finetune/Loss (Raw)": 0.3552141785621643, "Finetune/Step": 10629, "Finetune/Step Time": 6.666098538786173}
{"Finetune/Learning Rate": 4.859779750782358e-06, "Finetune/Loss": 0.36657750606536865, "Finetune/Loss (Raw)": 0.35619133710861206, "Finetune/Step": 10630, "Finetune/Step Time": 6.653451319783926}
{"Finetune/Learning Rate": 4.857998420596678e-06, "Finetune/Loss": 0.36536210775375366, "Finetune/Loss (Raw)": 0.3248853087425232, "Finetune/Step": 10631, "Finetune/Step Time": 6.63876255042851}
{"Finetune/Learning Rate": 4.8562173121930146e-06, "Finetune/Loss": 0.36500728130340576, "Finetune/Loss (Raw)": 0.4035724699497223, "Finetune/Step": 10632, "Finetune/Step Time": 6.653379146009684}
{"Finetune/Learning Rate": 4.8544364256481945e-06, "Finetune/Loss": 0.36500391364097595, "Finetune/Loss (Raw)": 0.3789011538028717, "Finetune/Step": 10633, "Finetune/Step Time": 6.6583300326019526}
{"Finetune/Learning Rate": 4.852655761039028e-06, "Finetune/Loss": 0.3639691472053528, "Finetune/Loss (Raw)": 0.24358610808849335, "Finetune/Step": 10634, "Finetune/Step Time": 6.657626418396831}
{"Finetune/Learning Rate": 4.85087531844232e-06, "Finetune/Loss": 0.3668544888496399, "Finetune/Loss (Raw)": 0.4921758770942688, "Finetune/Step": 10635, "Finetune/Step Time": 6.643651029095054}
{"Finetune/Learning Rate": 4.849095097934865e-06, "Finetune/Loss": 0.3672468066215515, "Finetune/Loss (Raw)": 0.42619064450263977, "Finetune/Step": 10636, "Finetune/Step Time": 6.64808226749301}
{"Finetune/Learning Rate": 4.847315099593441e-06, "Finetune/Loss": 0.36825433373451233, "Finetune/Loss (Raw)": 0.5152774453163147, "Finetune/Step": 10637, "Finetune/Step Time": 6.6551889926195145}
{"Finetune/Learning Rate": 4.845535323494827e-06, "Finetune/Loss": 0.3677830100059509, "Finetune/Loss (Raw)": 0.40148553252220154, "Finetune/Step": 10638, "Finetune/Step Time": 6.655797574669123}
{"Finetune/Learning Rate": 4.843755769715782e-06, "Finetune/Loss": 0.36809808015823364, "Finetune/Loss (Raw)": 0.3953935503959656, "Finetune/Step": 10639, "Finetune/Step Time": 6.661810802295804}
{"Finetune/Learning Rate": 4.841976438333065e-06, "Finetune/Loss": 0.3675812780857086, "Finetune/Loss (Raw)": 0.31822073459625244, "Finetune/Step": 10640, "Finetune/Step Time": 6.662360236048698}
{"Finetune/Learning Rate": 4.840197329423418e-06, "Finetune/Loss": 0.3680225610733032, "Finetune/Loss (Raw)": 0.3563850522041321, "Finetune/Step": 10641, "Finetune/Step Time": 6.67192605510354}
{"Finetune/Learning Rate": 4.83841844306358e-06, "Finetune/Loss": 0.36887091398239136, "Finetune/Loss (Raw)": 0.4366901218891144, "Finetune/Step": 10642, "Finetune/Step Time": 6.668566711246967}
{"Finetune/Learning Rate": 4.8366397793302785e-06, "Finetune/Loss": 0.36892151832580566, "Finetune/Loss (Raw)": 0.3933400809764862, "Finetune/Step": 10643, "Finetune/Step Time": 6.6726517248898745}
{"Finetune/Learning Rate": 4.834861338300223e-06, "Finetune/Loss": 0.36859625577926636, "Finetune/Loss (Raw)": 0.3641790747642517, "Finetune/Step": 10644, "Finetune/Step Time": 6.70745156891644}
{"Finetune/Learning Rate": 4.833083120050125e-06, "Finetune/Loss": 0.3684579133987427, "Finetune/Loss (Raw)": 0.4203251600265503, "Finetune/Step": 10645, "Finetune/Step Time": 6.704958381131291}
{"Finetune/Learning Rate": 4.83130512465668e-06, "Finetune/Loss": 0.3704216182231903, "Finetune/Loss (Raw)": 0.3834376633167267, "Finetune/Step": 10646, "Finetune/Step Time": 6.693046260625124}
{"Finetune/Learning Rate": 4.8295273521965805e-06, "Finetune/Loss": 0.36998504400253296, "Finetune/Loss (Raw)": 0.34800153970718384, "Finetune/Step": 10647, "Finetune/Step Time": 6.6903654653579}
{"Finetune/Learning Rate": 4.827749802746496e-06, "Finetune/Loss": 0.3692101240158081, "Finetune/Loss (Raw)": 0.3479355573654175, "Finetune/Step": 10648, "Finetune/Step Time": 6.67794693261385}
{"Finetune/Learning Rate": 4.825972476383098e-06, "Finetune/Loss": 0.36899685859680176, "Finetune/Loss (Raw)": 0.3675592243671417, "Finetune/Step": 10649, "Finetune/Step Time": 6.668026369065046}
{"Finetune/Learning Rate": 4.824195373183052e-06, "Finetune/Loss": 0.3692329525947571, "Finetune/Loss (Raw)": 0.38428768515586853, "Finetune/Step": 10650, "Finetune/Step Time": 6.672965409234166}
{"Finetune/Learning Rate": 4.822418493222996e-06, "Finetune/Loss": 0.3694809675216675, "Finetune/Loss (Raw)": 0.40207386016845703, "Finetune/Step": 10651, "Finetune/Step Time": 6.664360286667943}
{"Finetune/Learning Rate": 4.8206418365795744e-06, "Finetune/Loss": 0.3679552674293518, "Finetune/Loss (Raw)": 0.13662602007389069, "Finetune/Step": 10652, "Finetune/Step Time": 6.680440466850996}
{"Finetune/Learning Rate": 4.8188654033294176e-06, "Finetune/Loss": 0.3683100938796997, "Finetune/Loss (Raw)": 0.4238019287586212, "Finetune/Step": 10653, "Finetune/Step Time": 6.693529875949025}
{"Finetune/Learning Rate": 4.817089193549146e-06, "Finetune/Loss": 0.36784762144088745, "Finetune/Loss (Raw)": 0.29940780997276306, "Finetune/Step": 10654, "Finetune/Step Time": 6.712395630776882}
{"Finetune/Learning Rate": 4.8153132073153695e-06, "Finetune/Loss": 0.3666715621948242, "Finetune/Loss (Raw)": 0.3163982033729553, "Finetune/Step": 10655, "Finetune/Step Time": 6.713450998067856}
{"Finetune/Learning Rate": 4.813537444704692e-06, "Finetune/Loss": 0.367938369512558, "Finetune/Loss (Raw)": 0.2785550355911255, "Finetune/Step": 10656, "Finetune/Step Time": 6.696296541020274}
{"Finetune/Learning Rate": 4.811761905793698e-06, "Finetune/Loss": 0.3679437041282654, "Finetune/Loss (Raw)": 0.4007807672023773, "Finetune/Step": 10657, "Finetune/Step Time": 6.700917197391391}
{"Finetune/Learning Rate": 4.809986590658977e-06, "Finetune/Loss": 0.3699219524860382, "Finetune/Loss (Raw)": 0.39817798137664795, "Finetune/Step": 10658, "Finetune/Step Time": 6.6804294511675835}
{"Finetune/Learning Rate": 4.808211499377093e-06, "Finetune/Loss": 0.3711830973625183, "Finetune/Loss (Raw)": 0.4110218584537506, "Finetune/Step": 10659, "Finetune/Step Time": 6.684411257505417}
{"Finetune/Learning Rate": 4.8064366320246116e-06, "Finetune/Loss": 0.3715394139289856, "Finetune/Loss (Raw)": 0.33638322353363037, "Finetune/Step": 10660, "Finetune/Step Time": 6.665012227371335}
{"Finetune/Learning Rate": 4.804661988678085e-06, "Finetune/Loss": 0.3713272213935852, "Finetune/Loss (Raw)": 0.31730836629867554, "Finetune/Step": 10661, "Finetune/Step Time": 6.662489432841539}
{"Finetune/Learning Rate": 4.802887569414059e-06, "Finetune/Loss": 0.3715731203556061, "Finetune/Loss (Raw)": 0.34523463249206543, "Finetune/Step": 10662, "Finetune/Step Time": 6.674642987549305}
{"Finetune/Learning Rate": 4.801113374309066e-06, "Finetune/Loss": 0.370307981967926, "Finetune/Loss (Raw)": 0.343720942735672, "Finetune/Step": 10663, "Finetune/Step Time": 6.6727100517600775}
{"Finetune/Learning Rate": 4.799339403439627e-06, "Finetune/Loss": 0.37058159708976746, "Finetune/Loss (Raw)": 0.38933056592941284, "Finetune/Step": 10664, "Finetune/Step Time": 6.6736221089959145}
{"Finetune/Learning Rate": 4.797565656882256e-06, "Finetune/Loss": 0.36983823776245117, "Finetune/Loss (Raw)": 0.38725218176841736, "Finetune/Step": 10665, "Finetune/Step Time": 6.665837315842509}
{"Finetune/Learning Rate": 4.79579213471346e-06, "Finetune/Loss": 0.3692779242992401, "Finetune/Loss (Raw)": 0.33988824486732483, "Finetune/Step": 10666, "Finetune/Step Time": 6.671039566397667}
{"Finetune/Learning Rate": 4.794018837009734e-06, "Finetune/Loss": 0.3708222210407257, "Finetune/Loss (Raw)": 0.5362242460250854, "Finetune/Step": 10667, "Finetune/Step Time": 6.667038073763251}
{"Finetune/Learning Rate": 4.792245763847559e-06, "Finetune/Loss": 0.37093907594680786, "Finetune/Loss (Raw)": 0.42491328716278076, "Finetune/Step": 10668, "Finetune/Step Time": 6.663632273674011}
{"Finetune/Learning Rate": 4.790472915303416e-06, "Finetune/Loss": 0.370606005191803, "Finetune/Loss (Raw)": 0.3440473973751068, "Finetune/Step": 10669, "Finetune/Step Time": 6.663945354521275}
{"Finetune/Learning Rate": 4.788700291453763e-06, "Finetune/Loss": 0.37027883529663086, "Finetune/Loss (Raw)": 0.4032653868198395, "Finetune/Step": 10670, "Finetune/Step Time": 6.652932208031416}
{"Finetune/Learning Rate": 4.786927892375059e-06, "Finetune/Loss": 0.37007129192352295, "Finetune/Loss (Raw)": 0.3374357521533966, "Finetune/Step": 10671, "Finetune/Step Time": 6.653058400377631}
{"Finetune/Learning Rate": 4.785155718143752e-06, "Finetune/Loss": 0.3677642047405243, "Finetune/Loss (Raw)": 0.14542333781719208, "Finetune/Step": 10672, "Finetune/Step Time": 6.663603965193033}
{"Finetune/Learning Rate": 4.7833837688362775e-06, "Finetune/Loss": 0.3677542209625244, "Finetune/Loss (Raw)": 0.3373619616031647, "Finetune/Step": 10673, "Finetune/Step Time": 6.677984202280641}
{"Finetune/Learning Rate": 4.781612044529061e-06, "Finetune/Loss": 0.3687325417995453, "Finetune/Loss (Raw)": 0.42181020975112915, "Finetune/Step": 10674, "Finetune/Step Time": 6.667592853307724}
{"Finetune/Learning Rate": 4.779840545298522e-06, "Finetune/Loss": 0.3700408339500427, "Finetune/Loss (Raw)": 0.2527296245098114, "Finetune/Step": 10675, "Finetune/Step Time": 6.653773564845324}
{"Finetune/Learning Rate": 4.77806927122107e-06, "Finetune/Loss": 0.3724297881126404, "Finetune/Loss (Raw)": 0.40851151943206787, "Finetune/Step": 10676, "Finetune/Step Time": 6.62430389970541}
{"Finetune/Learning Rate": 4.776298222373094e-06, "Finetune/Loss": 0.3717919588088989, "Finetune/Loss (Raw)": 0.3465687334537506, "Finetune/Step": 10677, "Finetune/Step Time": 6.629214463755488}
{"Finetune/Learning Rate": 4.774527398830993e-06, "Finetune/Loss": 0.37186676263809204, "Finetune/Loss (Raw)": 0.41358834505081177, "Finetune/Step": 10678, "Finetune/Step Time": 6.635343540459871}
{"Finetune/Learning Rate": 4.772756800671134e-06, "Finetune/Loss": 0.3720470666885376, "Finetune/Loss (Raw)": 0.3951176404953003, "Finetune/Step": 10679, "Finetune/Step Time": 6.632267834618688}
{"Finetune/Learning Rate": 4.770986427969891e-06, "Finetune/Loss": 0.3727051019668579, "Finetune/Loss (Raw)": 0.4610457122325897, "Finetune/Step": 10680, "Finetune/Step Time": 6.627811884507537}
{"Finetune/Learning Rate": 4.769216280803623e-06, "Finetune/Loss": 0.37264713644981384, "Finetune/Loss (Raw)": 0.41455504298210144, "Finetune/Step": 10681, "Finetune/Step Time": 6.624091688543558}
{"Finetune/Learning Rate": 4.767446359248683e-06, "Finetune/Loss": 0.3720831274986267, "Finetune/Loss (Raw)": 0.3351787328720093, "Finetune/Step": 10682, "Finetune/Step Time": 6.625661611557007}
{"Finetune/Learning Rate": 4.765676663381401e-06, "Finetune/Loss": 0.370504766702652, "Finetune/Loss (Raw)": 0.27433058619499207, "Finetune/Step": 10683, "Finetune/Step Time": 6.622915619984269}
{"Finetune/Learning Rate": 4.763907193278113e-06, "Finetune/Loss": 0.37035131454467773, "Finetune/Loss (Raw)": 0.393147736787796, "Finetune/Step": 10684, "Finetune/Step Time": 6.635388225317001}
{"Finetune/Learning Rate": 4.762137949015136e-06, "Finetune/Loss": 0.3701852560043335, "Finetune/Loss (Raw)": 0.3843687176704407, "Finetune/Step": 10685, "Finetune/Step Time": 6.645267432555556}
{"Finetune/Learning Rate": 4.760368930668781e-06, "Finetune/Loss": 0.3699073791503906, "Finetune/Loss (Raw)": 0.40550467371940613, "Finetune/Step": 10686, "Finetune/Step Time": 6.648599339649081}
{"Finetune/Learning Rate": 4.7586001383153494e-06, "Finetune/Loss": 0.36955565214157104, "Finetune/Loss (Raw)": 0.35239601135253906, "Finetune/Step": 10687, "Finetune/Step Time": 6.645250216126442}
{"Finetune/Learning Rate": 4.756831572031133e-06, "Finetune/Loss": 0.369721919298172, "Finetune/Loss (Raw)": 0.4133327305316925, "Finetune/Step": 10688, "Finetune/Step Time": 6.6528006959706545}
{"Finetune/Learning Rate": 4.7550632318924125e-06, "Finetune/Loss": 0.3674379289150238, "Finetune/Loss (Raw)": 0.07730476558208466, "Finetune/Step": 10689, "Finetune/Step Time": 6.666634481400251}
{"Finetune/Learning Rate": 4.753295117975454e-06, "Finetune/Loss": 0.36829668283462524, "Finetune/Loss (Raw)": 0.4326552152633667, "Finetune/Step": 10690, "Finetune/Step Time": 6.6467198841273785}
{"Finetune/Learning Rate": 4.7515272303565205e-06, "Finetune/Loss": 0.3693639934062958, "Finetune/Loss (Raw)": 0.42770078778266907, "Finetune/Step": 10691, "Finetune/Step Time": 6.633603686466813}
{"Finetune/Learning Rate": 4.749759569111866e-06, "Finetune/Loss": 0.3703930974006653, "Finetune/Loss (Raw)": 0.4942548871040344, "Finetune/Step": 10692, "Finetune/Step Time": 6.623020835220814}
{"Finetune/Learning Rate": 4.74799213431773e-06, "Finetune/Loss": 0.37098297476768494, "Finetune/Loss (Raw)": 0.4570707082748413, "Finetune/Step": 10693, "Finetune/Step Time": 6.6251534614712}
{"Finetune/Learning Rate": 4.746224926050348e-06, "Finetune/Loss": 0.36945831775665283, "Finetune/Loss (Raw)": 0.2807680666446686, "Finetune/Step": 10694, "Finetune/Step Time": 6.643092952668667}
{"Finetune/Learning Rate": 4.744457944385943e-06, "Finetune/Loss": 0.3705891966819763, "Finetune/Loss (Raw)": 0.43257272243499756, "Finetune/Step": 10695, "Finetune/Step Time": 6.65039492584765}
{"Finetune/Learning Rate": 4.742691189400721e-06, "Finetune/Loss": 0.37117165327072144, "Finetune/Loss (Raw)": 0.5073528289794922, "Finetune/Step": 10696, "Finetune/Step Time": 6.659014441072941}
{"Finetune/Learning Rate": 4.740924661170888e-06, "Finetune/Loss": 0.37135595083236694, "Finetune/Loss (Raw)": 0.4163327217102051, "Finetune/Step": 10697, "Finetune/Step Time": 6.661158576607704}
{"Finetune/Learning Rate": 4.739158359772638e-06, "Finetune/Loss": 0.36990660429000854, "Finetune/Loss (Raw)": 0.27628642320632935, "Finetune/Step": 10698, "Finetune/Step Time": 6.64889757335186}
{"Finetune/Learning Rate": 4.7373922852821564e-06, "Finetune/Loss": 0.3698887228965759, "Finetune/Loss (Raw)": 0.32773634791374207, "Finetune/Step": 10699, "Finetune/Step Time": 6.618746088817716}
{"Finetune/Learning Rate": 4.735626437775611e-06, "Finetune/Loss": 0.3683466613292694, "Finetune/Loss (Raw)": 0.2261534035205841, "Finetune/Step": 10700, "Finetune/Step Time": 6.636063762009144}
{"Finetune/Learning Rate": 4.733860817329171e-06, "Finetune/Loss": 0.36841079592704773, "Finetune/Loss (Raw)": 0.4104112386703491, "Finetune/Step": 10701, "Finetune/Step Time": 6.630951933562756}
{"Finetune/Learning Rate": 4.732095424018984e-06, "Finetune/Loss": 0.3690871000289917, "Finetune/Loss (Raw)": 0.42274466156959534, "Finetune/Step": 10702, "Finetune/Step Time": 6.6295736860483885}
{"Finetune/Learning Rate": 4.730330257921196e-06, "Finetune/Loss": 0.3697722852230072, "Finetune/Loss (Raw)": 0.4653467833995819, "Finetune/Step": 10703, "Finetune/Step Time": 6.612868705764413}
{"Finetune/Learning Rate": 4.728565319111944e-06, "Finetune/Loss": 0.37021851539611816, "Finetune/Loss (Raw)": 0.4572562873363495, "Finetune/Step": 10704, "Finetune/Step Time": 6.616484869271517}
{"Finetune/Learning Rate": 4.72680060766735e-06, "Finetune/Loss": 0.37103551626205444, "Finetune/Loss (Raw)": 0.4860652685165405, "Finetune/Step": 10705, "Finetune/Step Time": 6.615927193313837}
{"Finetune/Learning Rate": 4.72503612366353e-06, "Finetune/Loss": 0.3704034388065338, "Finetune/Loss (Raw)": 0.35414737462997437, "Finetune/Step": 10706, "Finetune/Step Time": 6.632453354075551}
{"Finetune/Learning Rate": 4.723271867176588e-06, "Finetune/Loss": 0.3699844479560852, "Finetune/Loss (Raw)": 0.38365980982780457, "Finetune/Step": 10707, "Finetune/Step Time": 6.627958824858069}
{"Finetune/Learning Rate": 4.721507838282622e-06, "Finetune/Loss": 0.3718351125717163, "Finetune/Loss (Raw)": 0.363217294216156, "Finetune/Step": 10708, "Finetune/Step Time": 6.605671161785722}
{"Finetune/Learning Rate": 4.719744037057711e-06, "Finetune/Loss": 0.37254488468170166, "Finetune/Loss (Raw)": 0.4364779591560364, "Finetune/Step": 10709, "Finetune/Step Time": 6.597667470574379}
{"Finetune/Learning Rate": 4.717980463577937e-06, "Finetune/Loss": 0.3721655309200287, "Finetune/Loss (Raw)": 0.3264913558959961, "Finetune/Step": 10710, "Finetune/Step Time": 6.613849734887481}
{"Finetune/Learning Rate": 4.7162171179193585e-06, "Finetune/Loss": 0.37234529852867126, "Finetune/Loss (Raw)": 0.41145381331443787, "Finetune/Step": 10711, "Finetune/Step Time": 6.6124463472515345}
{"Finetune/Learning Rate": 4.714454000158034e-06, "Finetune/Loss": 0.3718538284301758, "Finetune/Loss (Raw)": 0.3440484404563904, "Finetune/Step": 10712, "Finetune/Step Time": 6.631007190793753}
{"Finetune/Learning Rate": 4.71269111037001e-06, "Finetune/Loss": 0.37138935923576355, "Finetune/Loss (Raw)": 0.35288888216018677, "Finetune/Step": 10713, "Finetune/Step Time": 6.625667233020067}
{"Finetune/Learning Rate": 4.7109284486313275e-06, "Finetune/Loss": 0.3716117739677429, "Finetune/Loss (Raw)": 0.4128970503807068, "Finetune/Step": 10714, "Finetune/Step Time": 6.622975876554847}
{"Finetune/Learning Rate": 4.709166015018003e-06, "Finetune/Loss": 0.3716379404067993, "Finetune/Loss (Raw)": 0.3933831453323364, "Finetune/Step": 10715, "Finetune/Step Time": 6.610713051632047}
{"Finetune/Learning Rate": 4.707403809606058e-06, "Finetune/Loss": 0.37114018201828003, "Finetune/Loss (Raw)": 0.35535159707069397, "Finetune/Step": 10716, "Finetune/Step Time": 6.608267866075039}
{"Finetune/Learning Rate": 4.705641832471499e-06, "Finetune/Loss": 0.37139296531677246, "Finetune/Loss (Raw)": 0.4320084750652313, "Finetune/Step": 10717, "Finetune/Step Time": 6.570504389703274}
{"Finetune/Learning Rate": 4.703880083690321e-06, "Finetune/Loss": 0.3716684579849243, "Finetune/Loss (Raw)": 0.4269174635410309, "Finetune/Step": 10718, "Finetune/Step Time": 6.56992145255208}
{"Finetune/Learning Rate": 4.702118563338517e-06, "Finetune/Loss": 0.3701055645942688, "Finetune/Loss (Raw)": 0.10914269089698792, "Finetune/Step": 10719, "Finetune/Step Time": 6.582017403095961}
{"Finetune/Learning Rate": 4.700357271492055e-06, "Finetune/Loss": 0.3701564073562622, "Finetune/Loss (Raw)": 0.4324502944946289, "Finetune/Step": 10720, "Finetune/Step Time": 6.5727376490831375}
{"Finetune/Learning Rate": 4.6985962082269074e-06, "Finetune/Loss": 0.371265172958374, "Finetune/Loss (Raw)": 0.37871214747428894, "Finetune/Step": 10721, "Finetune/Step Time": 6.56932270154357}
{"Finetune/Learning Rate": 4.696835373619029e-06, "Finetune/Loss": 0.37230926752090454, "Finetune/Loss (Raw)": 0.44296690821647644, "Finetune/Step": 10722, "Finetune/Step Time": 6.577766086906195}
{"Finetune/Learning Rate": 4.695074767744366e-06, "Finetune/Loss": 0.3734421730041504, "Finetune/Loss (Raw)": 0.44459426403045654, "Finetune/Step": 10723, "Finetune/Step Time": 6.575062304735184}
{"Finetune/Learning Rate": 4.69331439067886e-06, "Finetune/Loss": 0.3732578754425049, "Finetune/Loss (Raw)": 0.3870469927787781, "Finetune/Step": 10724, "Finetune/Step Time": 6.576874574646354}
{"Finetune/Learning Rate": 4.6915542424984365e-06, "Finetune/Loss": 0.3730078637599945, "Finetune/Loss (Raw)": 0.37915122509002686, "Finetune/Step": 10725, "Finetune/Step Time": 6.56656938046217}
{"Finetune/Learning Rate": 4.689794323279012e-06, "Finetune/Loss": 0.3749091923236847, "Finetune/Loss (Raw)": 0.36459994316101074, "Finetune/Step": 10726, "Finetune/Step Time": 6.552895270287991}
{"Finetune/Learning Rate": 4.688034633096501e-06, "Finetune/Loss": 0.3739136755466461, "Finetune/Loss (Raw)": 0.3527378737926483, "Finetune/Step": 10727, "Finetune/Step Time": 6.55656099691987}
{"Finetune/Learning Rate": 4.686275172026792e-06, "Finetune/Loss": 0.37526795268058777, "Finetune/Loss (Raw)": 0.3126744031906128, "Finetune/Step": 10728, "Finetune/Step Time": 6.537483179941773}
{"Finetune/Learning Rate": 4.6845159401457765e-06, "Finetune/Loss": 0.3741009533405304, "Finetune/Loss (Raw)": 0.3431412875652313, "Finetune/Step": 10729, "Finetune/Step Time": 6.521570432931185}
{"Finetune/Learning Rate": 4.682756937529339e-06, "Finetune/Loss": 0.37361159920692444, "Finetune/Loss (Raw)": 0.38064485788345337, "Finetune/Step": 10730, "Finetune/Step Time": 6.540328476577997}
{"Finetune/Learning Rate": 4.680998164253338e-06, "Finetune/Loss": 0.373176634311676, "Finetune/Loss (Raw)": 0.3794335424900055, "Finetune/Step": 10731, "Finetune/Step Time": 6.548965470865369}
{"Finetune/Learning Rate": 4.679239620393637e-06, "Finetune/Loss": 0.37216782569885254, "Finetune/Loss (Raw)": 0.3032280206680298, "Finetune/Step": 10732, "Finetune/Step Time": 6.540436401963234}
{"Finetune/Learning Rate": 4.677481306026083e-06, "Finetune/Loss": 0.37126976251602173, "Finetune/Loss (Raw)": 0.40557861328125, "Finetune/Step": 10733, "Finetune/Step Time": 6.544935351237655}
{"Finetune/Learning Rate": 4.6757232212265206e-06, "Finetune/Loss": 0.3719186782836914, "Finetune/Loss (Raw)": 0.36300578713417053, "Finetune/Step": 10734, "Finetune/Step Time": 6.546589968726039}
{"Finetune/Learning Rate": 4.673965366070768e-06, "Finetune/Loss": 0.36987996101379395, "Finetune/Loss (Raw)": 0.17701810598373413, "Finetune/Step": 10735, "Finetune/Step Time": 6.564600136131048}
{"Finetune/Learning Rate": 4.672207740634653e-06, "Finetune/Loss": 0.3680609464645386, "Finetune/Loss (Raw)": 0.19742213189601898, "Finetune/Step": 10736, "Finetune/Step Time": 6.553957410156727}
{"Finetune/Learning Rate": 4.670450344993979e-06, "Finetune/Loss": 0.370424747467041, "Finetune/Loss (Raw)": 0.3924475610256195, "Finetune/Step": 10737, "Finetune/Step Time": 6.534043109044433}
{"Finetune/Learning Rate": 4.668693179224547e-06, "Finetune/Loss": 0.37089699506759644, "Finetune/Loss (Raw)": 0.3847443461418152, "Finetune/Step": 10738, "Finetune/Step Time": 6.529001520946622}
{"Finetune/Learning Rate": 4.6669362434021505e-06, "Finetune/Loss": 0.3708939254283905, "Finetune/Loss (Raw)": 0.4115442931652069, "Finetune/Step": 10739, "Finetune/Step Time": 6.525343861430883}
{"Finetune/Learning Rate": 4.665179537602561e-06, "Finetune/Loss": 0.37068283557891846, "Finetune/Loss (Raw)": 0.4285431206226349, "Finetune/Step": 10740, "Finetune/Step Time": 6.529899334535003}
{"Finetune/Learning Rate": 4.663423061901555e-06, "Finetune/Loss": 0.3714613914489746, "Finetune/Loss (Raw)": 0.41581159830093384, "Finetune/Step": 10741, "Finetune/Step Time": 6.519634826108813}
{"Finetune/Learning Rate": 4.6616668163748854e-06, "Finetune/Loss": 0.3724818825721741, "Finetune/Loss (Raw)": 0.4631921947002411, "Finetune/Step": 10742, "Finetune/Step Time": 6.515463598072529}
{"Finetune/Learning Rate": 4.659910801098304e-06, "Finetune/Loss": 0.3718656599521637, "Finetune/Loss (Raw)": 0.285785973072052, "Finetune/Step": 10743, "Finetune/Step Time": 6.519446615129709}
{"Finetune/Learning Rate": 4.658155016147551e-06, "Finetune/Loss": 0.37209659814834595, "Finetune/Loss (Raw)": 0.41752201318740845, "Finetune/Step": 10744, "Finetune/Step Time": 6.508654966950417}
{"Finetune/Learning Rate": 4.656399461598355e-06, "Finetune/Loss": 0.37382155656814575, "Finetune/Loss (Raw)": 0.3155075013637543, "Finetune/Step": 10745, "Finetune/Step Time": 6.491274304687977}
{"Finetune/Learning Rate": 4.654644137526436e-06, "Finetune/Loss": 0.3742992877960205, "Finetune/Loss (Raw)": 0.42987167835235596, "Finetune/Step": 10746, "Finetune/Step Time": 6.495960634201765}
{"Finetune/Learning Rate": 4.652889044007509e-06, "Finetune/Loss": 0.37449198961257935, "Finetune/Loss (Raw)": 0.4314538240432739, "Finetune/Step": 10747, "Finetune/Step Time": 6.498629672452807}
{"Finetune/Learning Rate": 4.651134181117265e-06, "Finetune/Loss": 0.3731825351715088, "Finetune/Loss (Raw)": 0.3315412700176239, "Finetune/Step": 10748, "Finetune/Step Time": 6.494861891493201}
{"Finetune/Learning Rate": 4.649379548931396e-06, "Finetune/Loss": 0.3725960850715637, "Finetune/Loss (Raw)": 0.3919490575790405, "Finetune/Step": 10749, "Finetune/Step Time": 6.499006941914558}
{"Finetune/Learning Rate": 4.64762514752559e-06, "Finetune/Loss": 0.3731057047843933, "Finetune/Loss (Raw)": 0.40560412406921387, "Finetune/Step": 10750, "Finetune/Step Time": 6.490017469972372}
{"Finetune/Learning Rate": 4.645870976975504e-06, "Finetune/Loss": 0.37288838624954224, "Finetune/Loss (Raw)": 0.33852675557136536, "Finetune/Step": 10751, "Finetune/Step Time": 6.527850518003106}
{"Finetune/Learning Rate": 4.644117037356806e-06, "Finetune/Loss": 0.37385115027427673, "Finetune/Loss (Raw)": 0.45947855710983276, "Finetune/Step": 10752, "Finetune/Step Time": 6.524187093600631}
{"Finetune/Learning Rate": 4.6423633287451465e-06, "Finetune/Loss": 0.3730030059814453, "Finetune/Loss (Raw)": 0.35766249895095825, "Finetune/Step": 10753, "Finetune/Step Time": 6.519470727071166}
{"Finetune/Learning Rate": 4.64060985121616e-06, "Finetune/Loss": 0.3734248876571655, "Finetune/Loss (Raw)": 0.45263466238975525, "Finetune/Step": 10754, "Finetune/Step Time": 6.524861391633749}
{"Finetune/Learning Rate": 4.63885660484548e-06, "Finetune/Loss": 0.3728792071342468, "Finetune/Loss (Raw)": 0.3774058520793915, "Finetune/Step": 10755, "Finetune/Step Time": 6.521565333008766}
{"Finetune/Learning Rate": 4.637103589708725e-06, "Finetune/Loss": 0.3730074167251587, "Finetune/Loss (Raw)": 0.3691622316837311, "Finetune/Step": 10756, "Finetune/Step Time": 6.512441340833902}
{"Finetune/Learning Rate": 4.635350805881509e-06, "Finetune/Loss": 0.37343692779541016, "Finetune/Loss (Raw)": 0.4101918339729309, "Finetune/Step": 10757, "Finetune/Step Time": 6.5035993847996}
{"Finetune/Learning Rate": 4.6335982534394275e-06, "Finetune/Loss": 0.37333133816719055, "Finetune/Loss (Raw)": 0.3426761329174042, "Finetune/Step": 10758, "Finetune/Step Time": 6.526922050863504}
{"Finetune/Learning Rate": 4.6318459324580776e-06, "Finetune/Loss": 0.37318724393844604, "Finetune/Loss (Raw)": 0.30644282698631287, "Finetune/Step": 10759, "Finetune/Step Time": 6.527922213077545}
{"Finetune/Learning Rate": 4.6300938430130305e-06, "Finetune/Loss": 0.37316274642944336, "Finetune/Loss (Raw)": 0.40043455362319946, "Finetune/Step": 10760, "Finetune/Step Time": 6.518167294561863}
{"Finetune/Learning Rate": 4.628341985179864e-06, "Finetune/Loss": 0.3717644214630127, "Finetune/Loss (Raw)": 0.1999186873435974, "Finetune/Step": 10761, "Finetune/Step Time": 6.515790851786733}
{"Finetune/Learning Rate": 4.626590359034131e-06, "Finetune/Loss": 0.3717711269855499, "Finetune/Loss (Raw)": 0.24444185197353363, "Finetune/Step": 10762, "Finetune/Step Time": 6.537133378908038}
{"Finetune/Learning Rate": 4.624838964651385e-06, "Finetune/Loss": 0.37091147899627686, "Finetune/Loss (Raw)": 0.382140576839447, "Finetune/Step": 10763, "Finetune/Step Time": 6.534056540578604}
{"Finetune/Learning Rate": 4.623087802107167e-06, "Finetune/Loss": 0.3709615170955658, "Finetune/Loss (Raw)": 0.432595431804657, "Finetune/Step": 10764, "Finetune/Step Time": 6.527887240052223}
{"Finetune/Learning Rate": 4.621336871477007e-06, "Finetune/Loss": 0.369504451751709, "Finetune/Loss (Raw)": 0.3287714719772339, "Finetune/Step": 10765, "Finetune/Step Time": 6.519241105765104}
{"Finetune/Learning Rate": 4.619586172836429e-06, "Finetune/Loss": 0.36914879083633423, "Finetune/Loss (Raw)": 0.35596370697021484, "Finetune/Step": 10766, "Finetune/Step Time": 6.542745806276798}
{"Finetune/Learning Rate": 4.617835706260935e-06, "Finetune/Loss": 0.3694148063659668, "Finetune/Loss (Raw)": 0.42943933606147766, "Finetune/Step": 10767, "Finetune/Step Time": 6.535296086221933}
{"Finetune/Learning Rate": 4.616085471826028e-06, "Finetune/Loss": 0.37041422724723816, "Finetune/Loss (Raw)": 0.44615140557289124, "Finetune/Step": 10768, "Finetune/Step Time": 6.538732293993235}
{"Finetune/Learning Rate": 4.6143354696072005e-06, "Finetune/Loss": 0.371347576379776, "Finetune/Loss (Raw)": 0.4758530557155609, "Finetune/Step": 10769, "Finetune/Step Time": 6.541107734665275}
{"Finetune/Learning Rate": 4.612585699679932e-06, "Finetune/Loss": 0.3709508776664734, "Finetune/Loss (Raw)": 0.38591209053993225, "Finetune/Step": 10770, "Finetune/Step Time": 6.535864360630512}
{"Finetune/Learning Rate": 4.610836162119696e-06, "Finetune/Loss": 0.37082037329673767, "Finetune/Loss (Raw)": 0.3766348361968994, "Finetune/Step": 10771, "Finetune/Step Time": 6.527682516723871}
{"Finetune/Learning Rate": 4.609086857001945e-06, "Finetune/Loss": 0.37039339542388916, "Finetune/Loss (Raw)": 0.3095269203186035, "Finetune/Step": 10772, "Finetune/Step Time": 6.494989009574056}
{"Finetune/Learning Rate": 4.607337784402137e-06, "Finetune/Loss": 0.3698307275772095, "Finetune/Loss (Raw)": 0.34830182790756226, "Finetune/Step": 10773, "Finetune/Step Time": 6.495013497769833}
{"Finetune/Learning Rate": 4.6055889443957034e-06, "Finetune/Loss": 0.3693028688430786, "Finetune/Loss (Raw)": 0.31587502360343933, "Finetune/Step": 10774, "Finetune/Step Time": 6.518017541617155}
{"Finetune/Learning Rate": 4.60384033705808e-06, "Finetune/Loss": 0.3706015944480896, "Finetune/Loss (Raw)": 0.5142339468002319, "Finetune/Step": 10775, "Finetune/Step Time": 6.516046170145273}
{"Finetune/Learning Rate": 4.602091962464685e-06, "Finetune/Loss": 0.37106096744537354, "Finetune/Loss (Raw)": 0.4067402780056, "Finetune/Step": 10776, "Finetune/Step Time": 6.523747572675347}
{"Finetune/Learning Rate": 4.600343820690928e-06, "Finetune/Loss": 0.37140703201293945, "Finetune/Loss (Raw)": 0.411851167678833, "Finetune/Step": 10777, "Finetune/Step Time": 6.524519121274352}
{"Finetune/Learning Rate": 4.59859591181221e-06, "Finetune/Loss": 0.371770441532135, "Finetune/Loss (Raw)": 0.43080708384513855, "Finetune/Step": 10778, "Finetune/Step Time": 6.529172047972679}
{"Finetune/Learning Rate": 4.596848235903926e-06, "Finetune/Loss": 0.3709377944469452, "Finetune/Loss (Raw)": 0.2954942584037781, "Finetune/Step": 10779, "Finetune/Step Time": 6.532230582088232}
{"Finetune/Learning Rate": 4.595100793041446e-06, "Finetune/Loss": 0.3732389211654663, "Finetune/Loss (Raw)": 0.43117082118988037, "Finetune/Step": 10780, "Finetune/Step Time": 6.5145081132650375}
{"Finetune/Learning Rate": 4.593353583300143e-06, "Finetune/Loss": 0.372977077960968, "Finetune/Loss (Raw)": 0.3902842700481415, "Finetune/Step": 10781, "Finetune/Step Time": 6.504969937726855}
{"Finetune/Learning Rate": 4.591606606755383e-06, "Finetune/Loss": 0.37438422441482544, "Finetune/Loss (Raw)": 0.4795215129852295, "Finetune/Step": 10782, "Finetune/Step Time": 6.489664886146784}
{"Finetune/Learning Rate": 4.589859863482506e-06, "Finetune/Loss": 0.37466830015182495, "Finetune/Loss (Raw)": 0.35276058316230774, "Finetune/Step": 10783, "Finetune/Step Time": 6.482486514374614}
{"Finetune/Learning Rate": 4.588113353556858e-06, "Finetune/Loss": 0.3737811744213104, "Finetune/Loss (Raw)": 0.165004700422287, "Finetune/Step": 10784, "Finetune/Step Time": 6.499342009425163}
{"Finetune/Learning Rate": 4.586367077053769e-06, "Finetune/Loss": 0.3733289837837219, "Finetune/Loss (Raw)": 0.34290480613708496, "Finetune/Step": 10785, "Finetune/Step Time": 6.494118304923177}
{"Finetune/Learning Rate": 4.584621034048553e-06, "Finetune/Loss": 0.3729337751865387, "Finetune/Loss (Raw)": 0.3475863039493561, "Finetune/Step": 10786, "Finetune/Step Time": 6.49879789724946}
{"Finetune/Learning Rate": 4.582875224616522e-06, "Finetune/Loss": 0.3727896213531494, "Finetune/Loss (Raw)": 0.3925723135471344, "Finetune/Step": 10787, "Finetune/Step Time": 6.490054152905941}
{"Finetune/Learning Rate": 4.581129648832976e-06, "Finetune/Loss": 0.37398844957351685, "Finetune/Loss (Raw)": 0.4898284375667572, "Finetune/Step": 10788, "Finetune/Step Time": 6.486486501991749}
{"Finetune/Learning Rate": 4.579384306773203e-06, "Finetune/Loss": 0.37466540932655334, "Finetune/Loss (Raw)": 0.4039619565010071, "Finetune/Step": 10789, "Finetune/Step Time": 6.498083967715502}
{"Finetune/Learning Rate": 4.5776391985124855e-06, "Finetune/Loss": 0.3750574588775635, "Finetune/Loss (Raw)": 0.39541661739349365, "Finetune/Step": 10790, "Finetune/Step Time": 6.495928460732102}
{"Finetune/Learning Rate": 4.5758943241260926e-06, "Finetune/Loss": 0.37578511238098145, "Finetune/Loss (Raw)": 0.43685752153396606, "Finetune/Step": 10791, "Finetune/Step Time": 6.4949845019727945}
{"Finetune/Learning Rate": 4.574149683689277e-06, "Finetune/Loss": 0.3750470280647278, "Finetune/Loss (Raw)": 0.29486003518104553, "Finetune/Step": 10792, "Finetune/Step Time": 6.472789840772748}
{"Finetune/Learning Rate": 4.572405277277297e-06, "Finetune/Loss": 0.375496506690979, "Finetune/Loss (Raw)": 0.44478482007980347, "Finetune/Step": 10793, "Finetune/Step Time": 6.464276356622577}
{"Finetune/Learning Rate": 4.57066110496538e-06, "Finetune/Loss": 0.3759913742542267, "Finetune/Loss (Raw)": 0.4032308757305145, "Finetune/Step": 10794, "Finetune/Step Time": 6.4555887673050165}
{"Finetune/Learning Rate": 4.568917166828761e-06, "Finetune/Loss": 0.3727443814277649, "Finetune/Loss (Raw)": 0.12061070650815964, "Finetune/Step": 10795, "Finetune/Step Time": 6.469270342960954}
{"Finetune/Learning Rate": 4.567173462942659e-06, "Finetune/Loss": 0.37248361110687256, "Finetune/Loss (Raw)": 0.39153236150741577, "Finetune/Step": 10796, "Finetune/Step Time": 6.477946886792779}
{"Finetune/Learning Rate": 4.565429993382282e-06, "Finetune/Loss": 0.37336403131484985, "Finetune/Loss (Raw)": 0.4567415416240692, "Finetune/Step": 10797, "Finetune/Step Time": 6.47716461494565}
{"Finetune/Learning Rate": 4.563686758222832e-06, "Finetune/Loss": 0.3730316162109375, "Finetune/Loss (Raw)": 0.36071670055389404, "Finetune/Step": 10798, "Finetune/Step Time": 6.491261404007673}
{"Finetune/Learning Rate": 4.561943757539488e-06, "Finetune/Loss": 0.37312746047973633, "Finetune/Loss (Raw)": 0.3497060239315033, "Finetune/Step": 10799, "Finetune/Step Time": 6.485980784520507}
{"Finetune/Learning Rate": 4.560200991407434e-06, "Finetune/Loss": 0.3747904300689697, "Finetune/Loss (Raw)": 0.35828208923339844, "Finetune/Step": 10800, "Finetune/Step Time": 6.470000157132745}
{"Finetune/Learning Rate": 4.5584584599018375e-06, "Finetune/Loss": 0.37446409463882446, "Finetune/Loss (Raw)": 0.29558929800987244, "Finetune/Step": 10801, "Finetune/Step Time": 6.4519404992461205}
{"Finetune/Learning Rate": 4.556716163097862e-06, "Finetune/Loss": 0.37421420216560364, "Finetune/Loss (Raw)": 0.3898257315158844, "Finetune/Step": 10802, "Finetune/Step Time": 6.449379360303283}
{"Finetune/Learning Rate": 4.554974101070644e-06, "Finetune/Loss": 0.3749557137489319, "Finetune/Loss (Raw)": 0.347640722990036, "Finetune/Step": 10803, "Finetune/Step Time": 6.457846088334918}
{"Finetune/Learning Rate": 4.553232273895332e-06, "Finetune/Loss": 0.37463146448135376, "Finetune/Loss (Raw)": 0.36700639128685, "Finetune/Step": 10804, "Finetune/Step Time": 6.456391058862209}
{"Finetune/Learning Rate": 4.551490681647044e-06, "Finetune/Loss": 0.37494051456451416, "Finetune/Loss (Raw)": 0.3861302435398102, "Finetune/Step": 10805, "Finetune/Step Time": 6.461013732478023}
{"Finetune/Learning Rate": 4.549749324400902e-06, "Finetune/Loss": 0.3724081814289093, "Finetune/Loss (Raw)": 0.08945043385028839, "Finetune/Step": 10806, "Finetune/Step Time": 6.473261043429375}
{"Finetune/Learning Rate": 4.548008202232013e-06, "Finetune/Loss": 0.37171638011932373, "Finetune/Loss (Raw)": 0.30656567215919495, "Finetune/Step": 10807, "Finetune/Step Time": 6.477515755221248}
{"Finetune/Learning Rate": 4.546267315215474e-06, "Finetune/Loss": 0.3708987236022949, "Finetune/Loss (Raw)": 0.3563857674598694, "Finetune/Step": 10808, "Finetune/Step Time": 6.47900839522481}
{"Finetune/Learning Rate": 4.544526663426373e-06, "Finetune/Loss": 0.37094956636428833, "Finetune/Loss (Raw)": 0.42106500267982483, "Finetune/Step": 10809, "Finetune/Step Time": 6.468974471092224}
{"Finetune/Learning Rate": 4.542786246939787e-06, "Finetune/Loss": 0.37172967195510864, "Finetune/Loss (Raw)": 0.4350312650203705, "Finetune/Step": 10810, "Finetune/Step Time": 6.459009759128094}
{"Finetune/Learning Rate": 4.541046065830784e-06, "Finetune/Loss": 0.37392657995224, "Finetune/Loss (Raw)": 0.5555347800254822, "Finetune/Step": 10811, "Finetune/Step Time": 6.465424278751016}
{"Finetune/Learning Rate": 4.539306120174415e-06, "Finetune/Loss": 0.37180089950561523, "Finetune/Loss (Raw)": 0.12105871737003326, "Finetune/Step": 10812, "Finetune/Step Time": 6.4694856852293015}
{"Finetune/Learning Rate": 4.537566410045734e-06, "Finetune/Loss": 0.3728795051574707, "Finetune/Loss (Raw)": 0.5224298238754272, "Finetune/Step": 10813, "Finetune/Step Time": 6.457524672150612}
{"Finetune/Learning Rate": 4.535826935519769e-06, "Finetune/Loss": 0.3728547692298889, "Finetune/Loss (Raw)": 0.40233901143074036, "Finetune/Step": 10814, "Finetune/Step Time": 6.457872781902552}
{"Finetune/Learning Rate": 4.534087696671551e-06, "Finetune/Loss": 0.37281864881515503, "Finetune/Loss (Raw)": 0.3477766811847687, "Finetune/Step": 10815, "Finetune/Step Time": 6.4663264118134975}
{"Finetune/Learning Rate": 4.532348693576093e-06, "Finetune/Loss": 0.373365581035614, "Finetune/Loss (Raw)": 0.4833369553089142, "Finetune/Step": 10816, "Finetune/Step Time": 6.4693670105189085}
{"Finetune/Learning Rate": 4.530609926308408e-06, "Finetune/Loss": 0.37603193521499634, "Finetune/Loss (Raw)": 0.41860032081604004, "Finetune/Step": 10817, "Finetune/Step Time": 6.462219707667828}
{"Finetune/Learning Rate": 4.528871394943482e-06, "Finetune/Loss": 0.3751574754714966, "Finetune/Loss (Raw)": 0.3207232654094696, "Finetune/Step": 10818, "Finetune/Step Time": 6.475087143480778}
{"Finetune/Learning Rate": 4.527133099556306e-06, "Finetune/Loss": 0.37518009543418884, "Finetune/Loss (Raw)": 0.43059539794921875, "Finetune/Step": 10819, "Finetune/Step Time": 6.472234107553959}
{"Finetune/Learning Rate": 4.525395040221853e-06, "Finetune/Loss": 0.3748699426651001, "Finetune/Loss (Raw)": 0.4545513987541199, "Finetune/Step": 10820, "Finetune/Step Time": 6.475761119276285}
{"Finetune/Learning Rate": 4.523657217015088e-06, "Finetune/Loss": 0.3754275441169739, "Finetune/Loss (Raw)": 0.5284470319747925, "Finetune/Step": 10821, "Finetune/Step Time": 6.484271386638284}
{"Finetune/Learning Rate": 4.521919630010968e-06, "Finetune/Loss": 0.37619900703430176, "Finetune/Loss (Raw)": 0.3795168995857239, "Finetune/Step": 10822, "Finetune/Step Time": 6.479020217433572}
{"Finetune/Learning Rate": 4.52018227928444e-06, "Finetune/Loss": 0.3761148452758789, "Finetune/Loss (Raw)": 0.421798437833786, "Finetune/Step": 10823, "Finetune/Step Time": 6.4721171371638775}
{"Finetune/Learning Rate": 4.518445164910435e-06, "Finetune/Loss": 0.37294241786003113, "Finetune/Loss (Raw)": 0.1012825295329094, "Finetune/Step": 10824, "Finetune/Step Time": 6.485059544444084}
{"Finetune/Learning Rate": 4.516708286963872e-06, "Finetune/Loss": 0.37299472093582153, "Finetune/Loss (Raw)": 0.4230293333530426, "Finetune/Step": 10825, "Finetune/Step Time": 6.471127834171057}
{"Finetune/Learning Rate": 4.514971645519672e-06, "Finetune/Loss": 0.3746277093887329, "Finetune/Loss (Raw)": 0.48530781269073486, "Finetune/Step": 10826, "Finetune/Step Time": 6.481510216370225}
{"Finetune/Learning Rate": 4.5132352406527365e-06, "Finetune/Loss": 0.3752114474773407, "Finetune/Loss (Raw)": 0.4024536907672882, "Finetune/Step": 10827, "Finetune/Step Time": 6.4885976035147905}
{"Finetune/Learning Rate": 4.51149907243796e-06, "Finetune/Loss": 0.3768147826194763, "Finetune/Loss (Raw)": 0.4313800036907196, "Finetune/Step": 10828, "Finetune/Step Time": 6.479649432003498}
{"Finetune/Learning Rate": 4.509763140950225e-06, "Finetune/Loss": 0.37676677107810974, "Finetune/Loss (Raw)": 0.4042656421661377, "Finetune/Step": 10829, "Finetune/Step Time": 6.491015901789069}
{"Finetune/Learning Rate": 4.50802744626441e-06, "Finetune/Loss": 0.37644755840301514, "Finetune/Loss (Raw)": 0.3818831145763397, "Finetune/Step": 10830, "Finetune/Step Time": 6.5152251943945885}
{"Finetune/Learning Rate": 4.5062919884553705e-06, "Finetune/Loss": 0.37558576464653015, "Finetune/Loss (Raw)": 0.3550400137901306, "Finetune/Step": 10831, "Finetune/Step Time": 6.512136038392782}
{"Finetune/Learning Rate": 4.504556767597962e-06, "Finetune/Loss": 0.3751643896102905, "Finetune/Loss (Raw)": 0.4033207595348358, "Finetune/Step": 10832, "Finetune/Step Time": 6.522946620360017}
{"Finetune/Learning Rate": 4.502821783767027e-06, "Finetune/Loss": 0.37441545724868774, "Finetune/Loss (Raw)": 0.39019984006881714, "Finetune/Step": 10833, "Finetune/Step Time": 6.5243225283920765}
{"Finetune/Learning Rate": 4.501087037037402e-06, "Finetune/Loss": 0.37502825260162354, "Finetune/Loss (Raw)": 0.4325859248638153, "Finetune/Step": 10834, "Finetune/Step Time": 6.516143601387739}
{"Finetune/Learning Rate": 4.499352527483902e-06, "Finetune/Loss": 0.3754691481590271, "Finetune/Loss (Raw)": 0.4400959312915802, "Finetune/Step": 10835, "Finetune/Step Time": 6.517476797103882}
{"Finetune/Learning Rate": 4.497618255181343e-06, "Finetune/Loss": 0.3756895661354065, "Finetune/Loss (Raw)": 0.3914321959018707, "Finetune/Step": 10836, "Finetune/Step Time": 6.52267898991704}
{"Finetune/Learning Rate": 4.495884220204529e-06, "Finetune/Loss": 0.37506020069122314, "Finetune/Loss (Raw)": 0.35591673851013184, "Finetune/Step": 10837, "Finetune/Step Time": 6.536976682022214}
{"Finetune/Learning Rate": 4.494150422628246e-06, "Finetune/Loss": 0.37442338466644287, "Finetune/Loss (Raw)": 0.24497917294502258, "Finetune/Step": 10838, "Finetune/Step Time": 6.52283581905067}
{"Finetune/Learning Rate": 4.492416862527277e-06, "Finetune/Loss": 0.37378615140914917, "Finetune/Loss (Raw)": 0.32988858222961426, "Finetune/Step": 10839, "Finetune/Step Time": 6.524471467360854}
{"Finetune/Learning Rate": 4.490683539976394e-06, "Finetune/Loss": 0.37490737438201904, "Finetune/Loss (Raw)": 0.4875662326812744, "Finetune/Step": 10840, "Finetune/Step Time": 6.509444246068597}
{"Finetune/Learning Rate": 4.488950455050357e-06, "Finetune/Loss": 0.37586918473243713, "Finetune/Loss (Raw)": 0.47599855065345764, "Finetune/Step": 10841, "Finetune/Step Time": 6.513332460075617}
{"Finetune/Learning Rate": 4.487217607823918e-06, "Finetune/Loss": 0.37533852458000183, "Finetune/Loss (Raw)": 0.3449733555316925, "Finetune/Step": 10842, "Finetune/Step Time": 6.51483198069036}
{"Finetune/Learning Rate": 4.48548499837182e-06, "Finetune/Loss": 0.37485089898109436, "Finetune/Loss (Raw)": 0.33096760511398315, "Finetune/Step": 10843, "Finetune/Step Time": 6.5160777401179075}
{"Finetune/Learning Rate": 4.483752626768785e-06, "Finetune/Loss": 0.37471091747283936, "Finetune/Loss (Raw)": 0.33742856979370117, "Finetune/Step": 10844, "Finetune/Step Time": 6.514457358047366}
{"Finetune/Learning Rate": 4.482020493089541e-06, "Finetune/Loss": 0.37387344241142273, "Finetune/Loss (Raw)": 0.324817031621933, "Finetune/Step": 10845, "Finetune/Step Time": 6.531484322622418}
{"Finetune/Learning Rate": 4.480288597408788e-06, "Finetune/Loss": 0.3716146945953369, "Finetune/Loss (Raw)": 0.13779379427433014, "Finetune/Step": 10846, "Finetune/Step Time": 6.538817478343844}
{"Finetune/Learning Rate": 4.478556939801232e-06, "Finetune/Loss": 0.37370526790618896, "Finetune/Loss (Raw)": 0.3767400085926056, "Finetune/Step": 10847, "Finetune/Step Time": 6.532398156821728}
{"Finetune/Learning Rate": 4.476825520341561e-06, "Finetune/Loss": 0.3733506202697754, "Finetune/Loss (Raw)": 0.38705334067344666, "Finetune/Step": 10848, "Finetune/Step Time": 6.541676299646497}
{"Finetune/Learning Rate": 4.475094339104452e-06, "Finetune/Loss": 0.37320101261138916, "Finetune/Loss (Raw)": 0.35956475138664246, "Finetune/Step": 10849, "Finetune/Step Time": 6.5447080694139}
{"Finetune/Learning Rate": 4.4733633961645785e-06, "Finetune/Loss": 0.37307244539260864, "Finetune/Loss (Raw)": 0.42650988698005676, "Finetune/Step": 10850, "Finetune/Step Time": 6.52223377674818}
{"Finetune/Learning Rate": 4.471632691596591e-06, "Finetune/Loss": 0.3722539246082306, "Finetune/Loss (Raw)": 0.3398226499557495, "Finetune/Step": 10851, "Finetune/Step Time": 6.522277092561126}
{"Finetune/Learning Rate": 4.4699022254751415e-06, "Finetune/Loss": 0.37173032760620117, "Finetune/Loss (Raw)": 0.3200278878211975, "Finetune/Step": 10852, "Finetune/Step Time": 6.506148790940642}
{"Finetune/Learning Rate": 4.468171997874866e-06, "Finetune/Loss": 0.371501624584198, "Finetune/Loss (Raw)": 0.3498772978782654, "Finetune/Step": 10853, "Finetune/Step Time": 6.525957513600588}
{"Finetune/Learning Rate": 4.466442008870397e-06, "Finetune/Loss": 0.3713357448577881, "Finetune/Loss (Raw)": 0.34336748719215393, "Finetune/Step": 10854, "Finetune/Step Time": 6.5275935139507055}
{"Finetune/Learning Rate": 4.464712258536342e-06, "Finetune/Loss": 0.3714224696159363, "Finetune/Loss (Raw)": 0.36383718252182007, "Finetune/Step": 10855, "Finetune/Step Time": 6.529012622311711}
{"Finetune/Learning Rate": 4.462982746947318e-06, "Finetune/Loss": 0.37260639667510986, "Finetune/Loss (Raw)": 0.4642169177532196, "Finetune/Step": 10856, "Finetune/Step Time": 6.529002144932747}
{"Finetune/Learning Rate": 4.461253474177911e-06, "Finetune/Loss": 0.37345772981643677, "Finetune/Loss (Raw)": 0.4521122872829437, "Finetune/Step": 10857, "Finetune/Step Time": 6.529027197510004}
{"Finetune/Learning Rate": 4.4595244403027134e-06, "Finetune/Loss": 0.37271738052368164, "Finetune/Loss (Raw)": 0.28588366508483887, "Finetune/Step": 10858, "Finetune/Step Time": 6.513015771284699}
{"Finetune/Learning Rate": 4.457795645396299e-06, "Finetune/Loss": 0.3730716109275818, "Finetune/Loss (Raw)": 0.4247720241546631, "Finetune/Step": 10859, "Finetune/Step Time": 6.52361567877233}
{"Finetune/Learning Rate": 4.456067089533235e-06, "Finetune/Loss": 0.3718874454498291, "Finetune/Loss (Raw)": 0.15165409445762634, "Finetune/Step": 10860, "Finetune/Step Time": 6.540785187855363}
{"Finetune/Learning Rate": 4.454338772788074e-06, "Finetune/Loss": 0.3720654249191284, "Finetune/Loss (Raw)": 0.4283595085144043, "Finetune/Step": 10861, "Finetune/Step Time": 6.526784624904394}
{"Finetune/Learning Rate": 4.452610695235367e-06, "Finetune/Loss": 0.3726034164428711, "Finetune/Loss (Raw)": 0.43186715245246887, "Finetune/Step": 10862, "Finetune/Step Time": 6.519110841676593}
{"Finetune/Learning Rate": 4.45088285694964e-06, "Finetune/Loss": 0.3735482692718506, "Finetune/Loss (Raw)": 0.2979603707790375, "Finetune/Step": 10863, "Finetune/Step Time": 6.503305822610855}
{"Finetune/Learning Rate": 4.44915525800542e-06, "Finetune/Loss": 0.37286800146102905, "Finetune/Loss (Raw)": 0.11034903675317764, "Finetune/Step": 10864, "Finetune/Step Time": 6.50340954773128}
{"Finetune/Learning Rate": 4.447427898477227e-06, "Finetune/Loss": 0.3731765151023865, "Finetune/Loss (Raw)": 0.4319387972354889, "Finetune/Step": 10865, "Finetune/Step Time": 6.51532213203609}
{"Finetune/Learning Rate": 4.445700778439555e-06, "Finetune/Loss": 0.37359583377838135, "Finetune/Loss (Raw)": 0.4384162425994873, "Finetune/Step": 10866, "Finetune/Step Time": 6.525152660906315}
{"Finetune/Learning Rate": 4.4439738979669015e-06, "Finetune/Loss": 0.3734455704689026, "Finetune/Loss (Raw)": 0.3923088610172272, "Finetune/Step": 10867, "Finetune/Step Time": 6.536435017362237}
{"Finetune/Learning Rate": 4.442247257133748e-06, "Finetune/Loss": 0.37387165427207947, "Finetune/Loss (Raw)": 0.4830845296382904, "Finetune/Step": 10868, "Finetune/Step Time": 6.527829112485051}
{"Finetune/Learning Rate": 4.440520856014574e-06, "Finetune/Loss": 0.3741956055164337, "Finetune/Loss (Raw)": 0.4572782516479492, "Finetune/Step": 10869, "Finetune/Step Time": 6.52426090836525}
{"Finetune/Learning Rate": 4.438794694683832e-06, "Finetune/Loss": 0.3728814125061035, "Finetune/Loss (Raw)": 0.2949739694595337, "Finetune/Step": 10870, "Finetune/Step Time": 6.523960433900356}
{"Finetune/Learning Rate": 4.4370687732159785e-06, "Finetune/Loss": 0.37308597564697266, "Finetune/Loss (Raw)": 0.311972051858902, "Finetune/Step": 10871, "Finetune/Step Time": 6.538902651518583}
{"Finetune/Learning Rate": 4.435343091685455e-06, "Finetune/Loss": 0.37228864431381226, "Finetune/Loss (Raw)": 0.31546178460121155, "Finetune/Step": 10872, "Finetune/Step Time": 6.544888865202665}
{"Finetune/Learning Rate": 4.433617650166691e-06, "Finetune/Loss": 0.3725411295890808, "Finetune/Loss (Raw)": 0.3478253185749054, "Finetune/Step": 10873, "Finetune/Step Time": 6.54569261521101}
{"Finetune/Learning Rate": 4.431892448734112e-06, "Finetune/Loss": 0.37266039848327637, "Finetune/Loss (Raw)": 0.4451408088207245, "Finetune/Step": 10874, "Finetune/Step Time": 6.543726297095418}
{"Finetune/Learning Rate": 4.430167487462122e-06, "Finetune/Loss": 0.3722533881664276, "Finetune/Loss (Raw)": 0.37935253977775574, "Finetune/Step": 10875, "Finetune/Step Time": 6.554493648931384}
{"Finetune/Learning Rate": 4.4284427664251285e-06, "Finetune/Loss": 0.3726070523262024, "Finetune/Loss (Raw)": 0.3768123686313629, "Finetune/Step": 10876, "Finetune/Step Time": 6.546092698350549}
{"Finetune/Learning Rate": 4.426718285697512e-06, "Finetune/Loss": 0.37287837266921997, "Finetune/Loss (Raw)": 0.42667725682258606, "Finetune/Step": 10877, "Finetune/Step Time": 6.54366728849709}
{"Finetune/Learning Rate": 4.424994045353657e-06, "Finetune/Loss": 0.37220263481140137, "Finetune/Loss (Raw)": 0.31910935044288635, "Finetune/Step": 10878, "Finetune/Step Time": 6.547949660569429}
{"Finetune/Learning Rate": 4.423270045467931e-06, "Finetune/Loss": 0.37213170528411865, "Finetune/Loss (Raw)": 0.3294476866722107, "Finetune/Step": 10879, "Finetune/Step Time": 6.517469998449087}
{"Finetune/Learning Rate": 4.421546286114695e-06, "Finetune/Loss": 0.3705635666847229, "Finetune/Loss (Raw)": 0.2587602734565735, "Finetune/Step": 10880, "Finetune/Step Time": 6.522056933492422}
{"Finetune/Learning Rate": 4.4198227673682956e-06, "Finetune/Loss": 0.3707199692726135, "Finetune/Loss (Raw)": 0.37768131494522095, "Finetune/Step": 10881, "Finetune/Step Time": 6.531437996774912}
{"Finetune/Learning Rate": 4.418099489303076e-06, "Finetune/Loss": 0.37011170387268066, "Finetune/Loss (Raw)": 0.37477463483810425, "Finetune/Step": 10882, "Finetune/Step Time": 6.529890853911638}
{"Finetune/Learning Rate": 4.416376451993354e-06, "Finetune/Loss": 0.36938923597335815, "Finetune/Loss (Raw)": 0.2849271893501282, "Finetune/Step": 10883, "Finetune/Step Time": 6.543567596003413}
{"Finetune/Learning Rate": 4.4146536555134514e-06, "Finetune/Loss": 0.3697053790092468, "Finetune/Loss (Raw)": 0.4096299111843109, "Finetune/Step": 10884, "Finetune/Step Time": 6.548609925433993}
{"Finetune/Learning Rate": 4.412931099937678e-06, "Finetune/Loss": 0.36761200428009033, "Finetune/Loss (Raw)": 0.1422424465417862, "Finetune/Step": 10885, "Finetune/Step Time": 6.5573079492896795}
{"Finetune/Learning Rate": 4.411208785340325e-06, "Finetune/Loss": 0.367959201335907, "Finetune/Loss (Raw)": 0.38711753487586975, "Finetune/Step": 10886, "Finetune/Step Time": 6.541201950982213}
{"Finetune/Learning Rate": 4.4094867117956795e-06, "Finetune/Loss": 0.36833828687667847, "Finetune/Loss (Raw)": 0.35496410727500916, "Finetune/Step": 10887, "Finetune/Step Time": 6.549867125228047}
{"Finetune/Learning Rate": 4.407764879378023e-06, "Finetune/Loss": 0.3683296740055084, "Finetune/Loss (Raw)": 0.399333119392395, "Finetune/Step": 10888, "Finetune/Step Time": 6.564054710790515}
{"Finetune/Learning Rate": 4.4060432881616115e-06, "Finetune/Loss": 0.36972150206565857, "Finetune/Loss (Raw)": 0.3780697286128998, "Finetune/Step": 10889, "Finetune/Step Time": 6.565046414732933}
{"Finetune/Learning Rate": 4.404321938220702e-06, "Finetune/Loss": 0.3711995482444763, "Finetune/Loss (Raw)": 0.4336358904838562, "Finetune/Step": 10890, "Finetune/Step Time": 6.555624360218644}
{"Finetune/Learning Rate": 4.402600829629543e-06, "Finetune/Loss": 0.3712465465068817, "Finetune/Loss (Raw)": 0.3881528675556183, "Finetune/Step": 10891, "Finetune/Step Time": 6.56167346984148}
{"Finetune/Learning Rate": 4.400879962462365e-06, "Finetune/Loss": 0.37054622173309326, "Finetune/Loss (Raw)": 0.3429570198059082, "Finetune/Step": 10892, "Finetune/Step Time": 6.563908530399203}
{"Finetune/Learning Rate": 4.399159336793394e-06, "Finetune/Loss": 0.368822306394577, "Finetune/Loss (Raw)": 0.1081078052520752, "Finetune/Step": 10893, "Finetune/Step Time": 6.582368219271302}
{"Finetune/Learning Rate": 4.397438952696841e-06, "Finetune/Loss": 0.36917054653167725, "Finetune/Loss (Raw)": 0.4005405902862549, "Finetune/Step": 10894, "Finetune/Step Time": 6.565608389675617}
{"Finetune/Learning Rate": 4.395718810246913e-06, "Finetune/Loss": 0.3687160015106201, "Finetune/Loss (Raw)": 0.37125539779663086, "Finetune/Step": 10895, "Finetune/Step Time": 6.563457194715738}
{"Finetune/Learning Rate": 4.393998909517798e-06, "Finetune/Loss": 0.3680649399757385, "Finetune/Loss (Raw)": 0.3628185987472534, "Finetune/Step": 10896, "Finetune/Step Time": 6.567695135250688}
{"Finetune/Learning Rate": 4.392279250583676e-06, "Finetune/Loss": 0.36674830317497253, "Finetune/Loss (Raw)": 0.30732181668281555, "Finetune/Step": 10897, "Finetune/Step Time": 6.561287982389331}
{"Finetune/Learning Rate": 4.390559833518721e-06, "Finetune/Loss": 0.366870641708374, "Finetune/Loss (Raw)": 0.40157362818717957, "Finetune/Step": 10898, "Finetune/Step Time": 6.569044241681695}
{"Finetune/Learning Rate": 4.388840658397093e-06, "Finetune/Loss": 0.36778369545936584, "Finetune/Loss (Raw)": 0.4935019314289093, "Finetune/Step": 10899, "Finetune/Step Time": 6.568650985136628}
{"Finetune/Learning Rate": 4.3871217252929445e-06, "Finetune/Loss": 0.3681483268737793, "Finetune/Loss (Raw)": 0.35619795322418213, "Finetune/Step": 10900, "Finetune/Step Time": 6.571864150464535}
{"Finetune/Learning Rate": 4.385403034280416e-06, "Finetune/Loss": 0.36801984906196594, "Finetune/Loss (Raw)": 0.3318607211112976, "Finetune/Step": 10901, "Finetune/Step Time": 6.584059417247772}
{"Finetune/Learning Rate": 4.383684585433634e-06, "Finetune/Loss": 0.3680211305618286, "Finetune/Loss (Raw)": 0.3160359859466553, "Finetune/Step": 10902, "Finetune/Step Time": 6.5834485329687595}
{"Finetune/Learning Rate": 4.381966378826719e-06, "Finetune/Loss": 0.3668704032897949, "Finetune/Loss (Raw)": 0.3669397532939911, "Finetune/Step": 10903, "Finetune/Step Time": 6.582623494789004}
{"Finetune/Learning Rate": 4.3802484145337795e-06, "Finetune/Loss": 0.366349995136261, "Finetune/Loss (Raw)": 0.3401336967945099, "Finetune/Step": 10904, "Finetune/Step Time": 6.607220958918333}
{"Finetune/Learning Rate": 4.378530692628915e-06, "Finetune/Loss": 0.3641778826713562, "Finetune/Loss (Raw)": 0.13381758332252502, "Finetune/Step": 10905, "Finetune/Step Time": 6.627077111974359}
{"Finetune/Learning Rate": 4.3768132131862165e-06, "Finetune/Loss": 0.3646455705165863, "Finetune/Loss (Raw)": 0.4906715750694275, "Finetune/Step": 10906, "Finetune/Step Time": 6.623090375214815}
{"Finetune/Learning Rate": 4.375095976279754e-06, "Finetune/Loss": 0.3648238182067871, "Finetune/Loss (Raw)": 0.31830894947052, "Finetune/Step": 10907, "Finetune/Step Time": 6.621573403477669}
{"Finetune/Learning Rate": 4.373378981983601e-06, "Finetune/Loss": 0.3645133972167969, "Finetune/Loss (Raw)": 0.3914404511451721, "Finetune/Step": 10908, "Finetune/Step Time": 6.627144370228052}
{"Finetune/Learning Rate": 4.371662230371808e-06, "Finetune/Loss": 0.36396247148513794, "Finetune/Loss (Raw)": 0.3197628855705261, "Finetune/Step": 10909, "Finetune/Step Time": 6.626034904271364}
{"Finetune/Learning Rate": 4.3699457215184236e-06, "Finetune/Loss": 0.3634840250015259, "Finetune/Loss (Raw)": 0.41827845573425293, "Finetune/Step": 10910, "Finetune/Step Time": 6.622513078153133}
{"Finetune/Learning Rate": 4.368229455497483e-06, "Finetune/Loss": 0.36459577083587646, "Finetune/Loss (Raw)": 0.49506309628486633, "Finetune/Step": 10911, "Finetune/Step Time": 6.633271841332316}
{"Finetune/Learning Rate": 4.366513432383014e-06, "Finetune/Loss": 0.3665478825569153, "Finetune/Loss (Raw)": 0.4148811995983124, "Finetune/Step": 10912, "Finetune/Step Time": 6.627308389171958}
{"Finetune/Learning Rate": 4.364797652249027e-06, "Finetune/Loss": 0.3663535714149475, "Finetune/Loss (Raw)": 0.3180301785469055, "Finetune/Step": 10913, "Finetune/Step Time": 6.6300495360046625}
{"Finetune/Learning Rate": 4.363082115169535e-06, "Finetune/Loss": 0.36734095215797424, "Finetune/Loss (Raw)": 0.47397053241729736, "Finetune/Step": 10914, "Finetune/Step Time": 6.628241922706366}
{"Finetune/Learning Rate": 4.361366821218519e-06, "Finetune/Loss": 0.3671833574771881, "Finetune/Loss (Raw)": 0.3723997175693512, "Finetune/Step": 10915, "Finetune/Step Time": 6.628169292584062}
{"Finetune/Learning Rate": 4.359651770469968e-06, "Finetune/Loss": 0.3671470880508423, "Finetune/Loss (Raw)": 0.4851847290992737, "Finetune/Step": 10916, "Finetune/Step Time": 6.645542772486806}
{"Finetune/Learning Rate": 4.3579369629978584e-06, "Finetune/Loss": 0.36689770221710205, "Finetune/Loss (Raw)": 0.37204498052597046, "Finetune/Step": 10917, "Finetune/Step Time": 6.633449576795101}
{"Finetune/Learning Rate": 4.3562223988761455e-06, "Finetune/Loss": 0.36641359329223633, "Finetune/Loss (Raw)": 0.33344921469688416, "Finetune/Step": 10918, "Finetune/Step Time": 6.618287820369005}
{"Finetune/Learning Rate": 4.354508078178784e-06, "Finetune/Loss": 0.36571893095970154, "Finetune/Loss (Raw)": 0.34793880581855774, "Finetune/Step": 10919, "Finetune/Step Time": 6.623816903680563}
{"Finetune/Learning Rate": 4.3527940009797184e-06, "Finetune/Loss": 0.366993248462677, "Finetune/Loss (Raw)": 0.4579766094684601, "Finetune/Step": 10920, "Finetune/Step Time": 6.62142476439476}
{"Finetune/Learning Rate": 4.351080167352873e-06, "Finetune/Loss": 0.36663877964019775, "Finetune/Loss (Raw)": 0.3994084894657135, "Finetune/Step": 10921, "Finetune/Step Time": 6.6248246524482965}
{"Finetune/Learning Rate": 4.349366577372171e-06, "Finetune/Loss": 0.36666861176490784, "Finetune/Loss (Raw)": 0.4070504307746887, "Finetune/Step": 10922, "Finetune/Step Time": 6.627254851162434}
{"Finetune/Learning Rate": 4.347653231111521e-06, "Finetune/Loss": 0.36887407302856445, "Finetune/Loss (Raw)": 0.40291130542755127, "Finetune/Step": 10923, "Finetune/Step Time": 6.606807358562946}
{"Finetune/Learning Rate": 4.345940128644824e-06, "Finetune/Loss": 0.36940324306488037, "Finetune/Loss (Raw)": 0.45926544070243835, "Finetune/Step": 10924, "Finetune/Step Time": 6.6008896473795176}
{"Finetune/Learning Rate": 4.344227270045968e-06, "Finetune/Loss": 0.3690517246723175, "Finetune/Loss (Raw)": 0.41174426674842834, "Finetune/Step": 10925, "Finetune/Step Time": 6.595361718907952}
{"Finetune/Learning Rate": 4.3425146553888345e-06, "Finetune/Loss": 0.36917105317115784, "Finetune/Loss (Raw)": 0.37599265575408936, "Finetune/Step": 10926, "Finetune/Step Time": 6.580117907375097}
{"Finetune/Learning Rate": 4.340802284747283e-06, "Finetune/Loss": 0.36973488330841064, "Finetune/Loss (Raw)": 0.4218722879886627, "Finetune/Step": 10927, "Finetune/Step Time": 6.58363096229732}
{"Finetune/Learning Rate": 4.339090158195179e-06, "Finetune/Loss": 0.3696824312210083, "Finetune/Loss (Raw)": 0.3515719175338745, "Finetune/Step": 10928, "Finetune/Step Time": 6.578363394364715}
{"Finetune/Learning Rate": 4.337378275806362e-06, "Finetune/Loss": 0.3702450394630432, "Finetune/Loss (Raw)": 0.3676036596298218, "Finetune/Step": 10929, "Finetune/Step Time": 6.580830775201321}
{"Finetune/Learning Rate": 4.33566663765467e-06, "Finetune/Loss": 0.37005046010017395, "Finetune/Loss (Raw)": 0.3649187982082367, "Finetune/Step": 10930, "Finetune/Step Time": 6.581538455560803}
{"Finetune/Learning Rate": 4.33395524381393e-06, "Finetune/Loss": 0.3709467053413391, "Finetune/Loss (Raw)": 0.462361603975296, "Finetune/Step": 10931, "Finetune/Step Time": 6.568437581881881}
{"Finetune/Learning Rate": 4.332244094357956e-06, "Finetune/Loss": 0.37145310640335083, "Finetune/Loss (Raw)": 0.4318278729915619, "Finetune/Step": 10932, "Finetune/Step Time": 6.58011463843286}
{"Finetune/Learning Rate": 4.330533189360556e-06, "Finetune/Loss": 0.3718191981315613, "Finetune/Loss (Raw)": 0.43298810720443726, "Finetune/Step": 10933, "Finetune/Step Time": 6.584415199235082}
{"Finetune/Learning Rate": 4.3288225288955175e-06, "Finetune/Loss": 0.3737771511077881, "Finetune/Loss (Raw)": 0.3400697708129883, "Finetune/Step": 10934, "Finetune/Step Time": 6.563287157565355}
{"Finetune/Learning Rate": 4.327112113036626e-06, "Finetune/Loss": 0.37361639738082886, "Finetune/Loss (Raw)": 0.2859863340854645, "Finetune/Step": 10935, "Finetune/Step Time": 6.57242664322257}
{"Finetune/Learning Rate": 4.325401941857655e-06, "Finetune/Loss": 0.3741561770439148, "Finetune/Loss (Raw)": 0.4254755675792694, "Finetune/Step": 10936, "Finetune/Step Time": 6.586233915761113}
{"Finetune/Learning Rate": 4.3236920154323715e-06, "Finetune/Loss": 0.3744105100631714, "Finetune/Loss (Raw)": 0.4536210596561432, "Finetune/Step": 10937, "Finetune/Step Time": 6.592067325487733}
{"Finetune/Learning Rate": 4.321982333834518e-06, "Finetune/Loss": 0.37383294105529785, "Finetune/Loss (Raw)": 0.36110344529151917, "Finetune/Step": 10938, "Finetune/Step Time": 6.630353145301342}
{"Finetune/Learning Rate": 4.32027289713784e-06, "Finetune/Loss": 0.37152326107025146, "Finetune/Loss (Raw)": 0.25989657640457153, "Finetune/Step": 10939, "Finetune/Step Time": 6.6424388363957405}
{"Finetune/Learning Rate": 4.3185637054160715e-06, "Finetune/Loss": 0.37412160634994507, "Finetune/Loss (Raw)": 0.4536488950252533, "Finetune/Step": 10940, "Finetune/Step Time": 6.620735201984644}
{"Finetune/Learning Rate": 4.316854758742925e-06, "Finetune/Loss": 0.3734549283981323, "Finetune/Loss (Raw)": 0.43709415197372437, "Finetune/Step": 10941, "Finetune/Step Time": 6.628710590302944}
{"Finetune/Learning Rate": 4.315146057192113e-06, "Finetune/Loss": 0.37101978063583374, "Finetune/Loss (Raw)": 0.09063848108053207, "Finetune/Step": 10942, "Finetune/Step Time": 6.646363573148847}
{"Finetune/Learning Rate": 4.313437600837335e-06, "Finetune/Loss": 0.37048059701919556, "Finetune/Loss (Raw)": 0.27875712513923645, "Finetune/Step": 10943, "Finetune/Step Time": 6.6438463144004345}
{"Finetune/Learning Rate": 4.311729389752281e-06, "Finetune/Loss": 0.3693193197250366, "Finetune/Loss (Raw)": 0.33469948172569275, "Finetune/Step": 10944, "Finetune/Step Time": 6.638800455257297}
{"Finetune/Learning Rate": 4.310021424010625e-06, "Finetune/Loss": 0.36862069368362427, "Finetune/Loss (Raw)": 0.32917284965515137, "Finetune/Step": 10945, "Finetune/Step Time": 6.636571319773793}
{"Finetune/Learning Rate": 4.30831370368604e-06, "Finetune/Loss": 0.36899375915527344, "Finetune/Loss (Raw)": 0.36847639083862305, "Finetune/Step": 10946, "Finetune/Step Time": 6.617247452959418}
{"Finetune/Learning Rate": 4.306606228852175e-06, "Finetune/Loss": 0.36835479736328125, "Finetune/Loss (Raw)": 0.34880924224853516, "Finetune/Step": 10947, "Finetune/Step Time": 6.626916069537401}
{"Finetune/Learning Rate": 4.304898999582682e-06, "Finetune/Loss": 0.36791664361953735, "Finetune/Loss (Raw)": 0.3984692394733429, "Finetune/Step": 10948, "Finetune/Step Time": 6.621834963560104}
{"Finetune/Learning Rate": 4.303192015951191e-06, "Finetune/Loss": 0.36609697341918945, "Finetune/Loss (Raw)": 0.2955271005630493, "Finetune/Step": 10949, "Finetune/Step Time": 6.625732183456421}
{"Finetune/Learning Rate": 4.301485278031328e-06, "Finetune/Loss": 0.36547547578811646, "Finetune/Loss (Raw)": 0.29996824264526367, "Finetune/Step": 10950, "Finetune/Step Time": 6.612438814714551}
{"Finetune/Learning Rate": 4.299778785896709e-06, "Finetune/Loss": 0.3654322624206543, "Finetune/Loss (Raw)": 0.41626083850860596, "Finetune/Step": 10951, "Finetune/Step Time": 6.6072233989834785}
{"Finetune/Learning Rate": 4.298072539620937e-06, "Finetune/Loss": 0.36766576766967773, "Finetune/Loss (Raw)": 0.3871707320213318, "Finetune/Step": 10952, "Finetune/Step Time": 6.602040830999613}
{"Finetune/Learning Rate": 4.2963665392776065e-06, "Finetune/Loss": 0.36766040325164795, "Finetune/Loss (Raw)": 0.4223468005657196, "Finetune/Step": 10953, "Finetune/Step Time": 6.59847541898489}
{"Finetune/Learning Rate": 4.294660784940295e-06, "Finetune/Loss": 0.36705708503723145, "Finetune/Loss (Raw)": 0.4080841541290283, "Finetune/Step": 10954, "Finetune/Step Time": 6.595228439196944}
{"Finetune/Learning Rate": 4.292955276682579e-06, "Finetune/Loss": 0.36698490381240845, "Finetune/Loss (Raw)": 0.39321357011795044, "Finetune/Step": 10955, "Finetune/Step Time": 6.589940188452601}
{"Finetune/Learning Rate": 4.291250014578015e-06, "Finetune/Loss": 0.3661261200904846, "Finetune/Loss (Raw)": 0.3214566111564636, "Finetune/Step": 10956, "Finetune/Step Time": 6.601254031062126}
{"Finetune/Learning Rate": 4.289544998700161e-06, "Finetune/Loss": 0.36633622646331787, "Finetune/Loss (Raw)": 0.4311608374118805, "Finetune/Step": 10957, "Finetune/Step Time": 6.590477468445897}
{"Finetune/Learning Rate": 4.287840229122549e-06, "Finetune/Loss": 0.3666726350784302, "Finetune/Loss (Raw)": 0.4249434471130371, "Finetune/Step": 10958, "Finetune/Step Time": 6.565049359574914}
{"Finetune/Learning Rate": 4.286135705918714e-06, "Finetune/Loss": 0.3675342798233032, "Finetune/Loss (Raw)": 0.4653283357620239, "Finetune/Step": 10959, "Finetune/Step Time": 6.564708184450865}
{"Finetune/Learning Rate": 4.2844314291621666e-06, "Finetune/Loss": 0.36687982082366943, "Finetune/Loss (Raw)": 0.319551557302475, "Finetune/Step": 10960, "Finetune/Step Time": 6.554115001112223}
{"Finetune/Learning Rate": 4.282727398926422e-06, "Finetune/Loss": 0.36715155839920044, "Finetune/Loss (Raw)": 0.4249817430973053, "Finetune/Step": 10961, "Finetune/Step Time": 6.576010810211301}
{"Finetune/Learning Rate": 4.281023615284974e-06, "Finetune/Loss": 0.36733871698379517, "Finetune/Loss (Raw)": 0.4565376937389374, "Finetune/Step": 10962, "Finetune/Step Time": 6.565221879631281}
{"Finetune/Learning Rate": 4.279320078311311e-06, "Finetune/Loss": 0.36646413803100586, "Finetune/Loss (Raw)": 0.3281559348106384, "Finetune/Step": 10963, "Finetune/Step Time": 6.571536624804139}
{"Finetune/Learning Rate": 4.277616788078909e-06, "Finetune/Loss": 0.3645116686820984, "Finetune/Loss (Raw)": 0.14150923490524292, "Finetune/Step": 10964, "Finetune/Step Time": 6.5878759026527405}
{"Finetune/Learning Rate": 4.275913744661232e-06, "Finetune/Loss": 0.36462050676345825, "Finetune/Loss (Raw)": 0.3698517978191376, "Finetune/Step": 10965, "Finetune/Step Time": 6.577121926471591}
{"Finetune/Learning Rate": 4.274210948131741e-06, "Finetune/Loss": 0.36585745215415955, "Finetune/Loss (Raw)": 0.4033094644546509, "Finetune/Step": 10966, "Finetune/Step Time": 6.570872923359275}
{"Finetune/Learning Rate": 4.272508398563869e-06, "Finetune/Loss": 0.3661468029022217, "Finetune/Loss (Raw)": 0.36692407727241516, "Finetune/Step": 10967, "Finetune/Step Time": 6.583094749599695}
{"Finetune/Learning Rate": 4.270806096031061e-06, "Finetune/Loss": 0.3655321002006531, "Finetune/Loss (Raw)": 0.4088852107524872, "Finetune/Step": 10968, "Finetune/Step Time": 6.5853739362210035}
{"Finetune/Learning Rate": 4.269104040606729e-06, "Finetune/Loss": 0.3626185357570648, "Finetune/Loss (Raw)": 0.1030622273683548, "Finetune/Step": 10969, "Finetune/Step Time": 6.602011391893029}
{"Finetune/Learning Rate": 4.267402232364291e-06, "Finetune/Loss": 0.3626968264579773, "Finetune/Loss (Raw)": 0.3549901843070984, "Finetune/Step": 10970, "Finetune/Step Time": 6.596212076023221}
{"Finetune/Learning Rate": 4.265700671377147e-06, "Finetune/Loss": 0.3634384870529175, "Finetune/Loss (Raw)": 0.425904780626297, "Finetune/Step": 10971, "Finetune/Step Time": 6.597607307136059}
{"Finetune/Learning Rate": 4.2639993577186925e-06, "Finetune/Loss": 0.362649142742157, "Finetune/Loss (Raw)": 0.23639315366744995, "Finetune/Step": 10972, "Finetune/Step Time": 6.60160843282938}
{"Finetune/Learning Rate": 4.2622982914623e-06, "Finetune/Loss": 0.3638152480125427, "Finetune/Loss (Raw)": 0.4740794003009796, "Finetune/Step": 10973, "Finetune/Step Time": 6.586026975885034}
{"Finetune/Learning Rate": 4.260597472681343e-06, "Finetune/Loss": 0.36536741256713867, "Finetune/Loss (Raw)": 0.33646875619888306, "Finetune/Step": 10974, "Finetune/Step Time": 6.575442945584655}
{"Finetune/Learning Rate": 4.258896901449179e-06, "Finetune/Loss": 0.3657560646533966, "Finetune/Loss (Raw)": 0.42648768424987793, "Finetune/Step": 10975, "Finetune/Step Time": 6.563428822904825}
{"Finetune/Learning Rate": 4.257196577839157e-06, "Finetune/Loss": 0.3652406334877014, "Finetune/Loss (Raw)": 0.3210791349411011, "Finetune/Step": 10976, "Finetune/Step Time": 6.5555514972656965}
{"Finetune/Learning Rate": 4.255496501924615e-06, "Finetune/Loss": 0.36452022194862366, "Finetune/Loss (Raw)": 0.26735246181488037, "Finetune/Step": 10977, "Finetune/Step Time": 6.552192991599441}
{"Finetune/Learning Rate": 4.253796673778882e-06, "Finetune/Loss": 0.36434537172317505, "Finetune/Loss (Raw)": 0.4041230082511902, "Finetune/Step": 10978, "Finetune/Step Time": 6.5479970425367355}
{"Finetune/Learning Rate": 4.252097093475273e-06, "Finetune/Loss": 0.36491313576698303, "Finetune/Loss (Raw)": 0.41250044107437134, "Finetune/Step": 10979, "Finetune/Step Time": 6.543277226388454}
{"Finetune/Learning Rate": 4.250397761087086e-06, "Finetune/Loss": 0.36575427651405334, "Finetune/Loss (Raw)": 0.4276919960975647, "Finetune/Step": 10980, "Finetune/Step Time": 6.542072601616383}
{"Finetune/Learning Rate": 4.2486986766876226e-06, "Finetune/Loss": 0.3658028244972229, "Finetune/Loss (Raw)": 0.3560919165611267, "Finetune/Step": 10981, "Finetune/Step Time": 6.5351418275386095}
{"Finetune/Learning Rate": 4.246999840350165e-06, "Finetune/Loss": 0.366097092628479, "Finetune/Loss (Raw)": 0.38103723526000977, "Finetune/Step": 10982, "Finetune/Step Time": 6.525178184732795}
{"Finetune/Learning Rate": 4.2453012521479865e-06, "Finetune/Loss": 0.3665376901626587, "Finetune/Loss (Raw)": 0.42023399472236633, "Finetune/Step": 10983, "Finetune/Step Time": 6.528849149122834}
{"Finetune/Learning Rate": 4.243602912154351e-06, "Finetune/Loss": 0.3639543950557709, "Finetune/Loss (Raw)": 0.13355164229869843, "Finetune/Step": 10984, "Finetune/Step Time": 6.547754440456629}
{"Finetune/Learning Rate": 4.241904820442513e-06, "Finetune/Loss": 0.36339646577835083, "Finetune/Loss (Raw)": 0.3806998133659363, "Finetune/Step": 10985, "Finetune/Step Time": 6.566151347011328}
{"Finetune/Learning Rate": 4.240206977085706e-06, "Finetune/Loss": 0.3622915744781494, "Finetune/Loss (Raw)": 0.1444563865661621, "Finetune/Step": 10986, "Finetune/Step Time": 6.584005922079086}
{"Finetune/Learning Rate": 4.238509382157164e-06, "Finetune/Loss": 0.36255016922950745, "Finetune/Loss (Raw)": 0.4578697383403778, "Finetune/Step": 10987, "Finetune/Step Time": 6.568727716803551}
{"Finetune/Learning Rate": 4.236812035730109e-06, "Finetune/Loss": 0.36459386348724365, "Finetune/Loss (Raw)": 0.4132510721683502, "Finetune/Step": 10988, "Finetune/Step Time": 6.5553685035556555}
{"Finetune/Learning Rate": 4.235114937877751e-06, "Finetune/Loss": 0.36370930075645447, "Finetune/Loss (Raw)": 0.3151342570781708, "Finetune/Step": 10989, "Finetune/Step Time": 6.5699976328760386}
{"Finetune/Learning Rate": 4.233418088673283e-06, "Finetune/Loss": 0.36366766691207886, "Finetune/Loss (Raw)": 0.42653682827949524, "Finetune/Step": 10990, "Finetune/Step Time": 6.58550813421607}
{"Finetune/Learning Rate": 4.2317214881898985e-06, "Finetune/Loss": 0.36432337760925293, "Finetune/Loss (Raw)": 0.38189342617988586, "Finetune/Step": 10991, "Finetune/Step Time": 6.579390535131097}
{"Finetune/Learning Rate": 4.2300251365007674e-06, "Finetune/Loss": 0.36626309156417847, "Finetune/Loss (Raw)": 0.3586306869983673, "Finetune/Step": 10992, "Finetune/Step Time": 6.559522707015276}
{"Finetune/Learning Rate": 4.228329033679059e-06, "Finetune/Loss": 0.36629658937454224, "Finetune/Loss (Raw)": 0.4362282454967499, "Finetune/Step": 10993, "Finetune/Step Time": 6.5746730007231236}
{"Finetune/Learning Rate": 4.226633179797931e-06, "Finetune/Loss": 0.36626213788986206, "Finetune/Loss (Raw)": 0.4340028166770935, "Finetune/Step": 10994, "Finetune/Step Time": 6.570077897980809}
{"Finetune/Learning Rate": 4.224937574930525e-06, "Finetune/Loss": 0.36591753363609314, "Finetune/Loss (Raw)": 0.34820014238357544, "Finetune/Step": 10995, "Finetune/Step Time": 6.563117995858192}
{"Finetune/Learning Rate": 4.223242219149977e-06, "Finetune/Loss": 0.3653933107852936, "Finetune/Loss (Raw)": 0.41598570346832275, "Finetune/Step": 10996, "Finetune/Step Time": 6.558547725901008}
{"Finetune/Learning Rate": 4.221547112529408e-06, "Finetune/Loss": 0.36449870467185974, "Finetune/Loss (Raw)": 0.34276777505874634, "Finetune/Step": 10997, "Finetune/Step Time": 6.55787662230432}
{"Finetune/Learning Rate": 4.219852255141937e-06, "Finetune/Loss": 0.3633362650871277, "Finetune/Loss (Raw)": 0.14618302881717682, "Finetune/Step": 10998, "Finetune/Step Time": 6.578735778108239}
{"Finetune/Learning Rate": 4.218157647060656e-06, "Finetune/Loss": 0.3644173741340637, "Finetune/Loss (Raw)": 0.45035383105278015, "Finetune/Step": 10999, "Finetune/Step Time": 6.566852642223239}
{"Finetune/Learning Rate": 4.216463288358663e-06, "Finetune/Loss": 0.3654409945011139, "Finetune/Loss (Raw)": 0.44648367166519165, "Finetune/Step": 11000, "Finetune/Step Time": 6.566308697685599}
{"Finetune/Learning Rate": 4.214769179109034e-06, "Finetune/Loss": 0.3647739887237549, "Finetune/Loss (Raw)": 0.2624472975730896, "Finetune/Step": 11001, "Finetune/Step Time": 6.5834631361067295}
{"Finetune/Learning Rate": 4.213075319384839e-06, "Finetune/Loss": 0.3647128939628601, "Finetune/Loss (Raw)": 0.43732255697250366, "Finetune/Step": 11002, "Finetune/Step Time": 6.583175919950008}
{"Finetune/Learning Rate": 4.211381709259137e-06, "Finetune/Loss": 0.3650607168674469, "Finetune/Loss (Raw)": 0.42387253046035767, "Finetune/Step": 11003, "Finetune/Step Time": 6.552455365657806}
{"Finetune/Learning Rate": 4.209688348804981e-06, "Finetune/Loss": 0.36464810371398926, "Finetune/Loss (Raw)": 0.3239976763725281, "Finetune/Step": 11004, "Finetune/Step Time": 6.572656078264117}
{"Finetune/Learning Rate": 4.207995238095399e-06, "Finetune/Loss": 0.3643108010292053, "Finetune/Loss (Raw)": 0.3835027515888214, "Finetune/Step": 11005, "Finetune/Step Time": 6.593030886724591}
{"Finetune/Learning Rate": 4.206302377203423e-06, "Finetune/Loss": 0.36485373973846436, "Finetune/Loss (Raw)": 0.38860389590263367, "Finetune/Step": 11006, "Finetune/Step Time": 6.597482267767191}
{"Finetune/Learning Rate": 4.204609766202067e-06, "Finetune/Loss": 0.36568525433540344, "Finetune/Loss (Raw)": 0.4358832836151123, "Finetune/Step": 11007, "Finetune/Step Time": 6.591114593669772}
{"Finetune/Learning Rate": 4.202917405164337e-06, "Finetune/Loss": 0.3666353225708008, "Finetune/Loss (Raw)": 0.38036927580833435, "Finetune/Step": 11008, "Finetune/Step Time": 6.584850585088134}
{"Finetune/Learning Rate": 4.2012252941632285e-06, "Finetune/Loss": 0.36676210165023804, "Finetune/Loss (Raw)": 0.3939112424850464, "Finetune/Step": 11009, "Finetune/Step Time": 6.5848896484822035}
{"Finetune/Learning Rate": 4.199533433271719e-06, "Finetune/Loss": 0.36753448843955994, "Finetune/Loss (Raw)": 0.47364091873168945, "Finetune/Step": 11010, "Finetune/Step Time": 6.584638971835375}
{"Finetune/Learning Rate": 4.197841822562788e-06, "Finetune/Loss": 0.3688378930091858, "Finetune/Loss (Raw)": 0.4517611563205719, "Finetune/Step": 11011, "Finetune/Step Time": 6.595315249636769}
{"Finetune/Learning Rate": 4.196150462109391e-06, "Finetune/Loss": 0.3685353100299835, "Finetune/Loss (Raw)": 0.37089863419532776, "Finetune/Step": 11012, "Finetune/Step Time": 6.590222915634513}
{"Finetune/Learning Rate": 4.19445935198448e-06, "Finetune/Loss": 0.3701156973838806, "Finetune/Loss (Raw)": 0.34453287720680237, "Finetune/Step": 11013, "Finetune/Step Time": 6.575255306437612}
{"Finetune/Learning Rate": 4.192768492260997e-06, "Finetune/Loss": 0.37032991647720337, "Finetune/Loss (Raw)": 0.4145360589027405, "Finetune/Step": 11014, "Finetune/Step Time": 6.560747351497412}
{"Finetune/Learning Rate": 4.19107788301187e-06, "Finetune/Loss": 0.3709297776222229, "Finetune/Loss (Raw)": 0.43174952268600464, "Finetune/Step": 11015, "Finetune/Step Time": 6.5665492285043}
{"Finetune/Learning Rate": 4.189387524310019e-06, "Finetune/Loss": 0.3688492178916931, "Finetune/Loss (Raw)": 0.13302163779735565, "Finetune/Step": 11016, "Finetune/Step Time": 6.5681093744933605}
{"Finetune/Learning Rate": 4.187697416228354e-06, "Finetune/Loss": 0.3686923384666443, "Finetune/Loss (Raw)": 0.35798850655555725, "Finetune/Step": 11017, "Finetune/Step Time": 6.579234628006816}
{"Finetune/Learning Rate": 4.186007558839765e-06, "Finetune/Loss": 0.3666539192199707, "Finetune/Loss (Raw)": 0.17272000014781952, "Finetune/Step": 11018, "Finetune/Step Time": 6.597955401986837}
{"Finetune/Learning Rate": 4.184317952217141e-06, "Finetune/Loss": 0.36730197072029114, "Finetune/Loss (Raw)": 0.4711003601551056, "Finetune/Step": 11019, "Finetune/Step Time": 6.592690646648407}
{"Finetune/Learning Rate": 4.182628596433363e-06, "Finetune/Loss": 0.3680286407470703, "Finetune/Loss (Raw)": 0.4359714090824127, "Finetune/Step": 11020, "Finetune/Step Time": 6.592997757717967}
{"Finetune/Learning Rate": 4.180939491561284e-06, "Finetune/Loss": 0.3698310852050781, "Finetune/Loss (Raw)": 0.3388220965862274, "Finetune/Step": 11021, "Finetune/Step Time": 6.5858743116259575}
{"Finetune/Learning Rate": 4.179250637673765e-06, "Finetune/Loss": 0.36972126364707947, "Finetune/Loss (Raw)": 0.3864801228046417, "Finetune/Step": 11022, "Finetune/Step Time": 6.5758246053010225}
{"Finetune/Learning Rate": 4.177562034843647e-06, "Finetune/Loss": 0.3695693612098694, "Finetune/Loss (Raw)": 0.3518134355545044, "Finetune/Step": 11023, "Finetune/Step Time": 6.5796856842935085}
{"Finetune/Learning Rate": 4.1758736831437665e-06, "Finetune/Loss": 0.369905561208725, "Finetune/Loss (Raw)": 0.40585097670555115, "Finetune/Step": 11024, "Finetune/Step Time": 6.587141813710332}
{"Finetune/Learning Rate": 4.174185582646937e-06, "Finetune/Loss": 0.37071239948272705, "Finetune/Loss (Raw)": 0.41059622168540955, "Finetune/Step": 11025, "Finetune/Step Time": 6.606995632871985}
{"Finetune/Learning Rate": 4.172497733425971e-06, "Finetune/Loss": 0.36972594261169434, "Finetune/Loss (Raw)": 0.27530911564826965, "Finetune/Step": 11026, "Finetune/Step Time": 6.606535840779543}
{"Finetune/Learning Rate": 4.170810135553669e-06, "Finetune/Loss": 0.3692888021469116, "Finetune/Loss (Raw)": 0.43755003809928894, "Finetune/Step": 11027, "Finetune/Step Time": 6.610649574548006}
{"Finetune/Learning Rate": 4.1691227891028205e-06, "Finetune/Loss": 0.3701682686805725, "Finetune/Loss (Raw)": 0.4687640070915222, "Finetune/Step": 11028, "Finetune/Step Time": 6.605904201045632}
{"Finetune/Learning Rate": 4.167435694146202e-06, "Finetune/Loss": 0.3706926703453064, "Finetune/Loss (Raw)": 0.39898884296417236, "Finetune/Step": 11029, "Finetune/Step Time": 6.593024658039212}
{"Finetune/Learning Rate": 4.165748850756583e-06, "Finetune/Loss": 0.37088680267333984, "Finetune/Loss (Raw)": 0.34088215231895447, "Finetune/Step": 11030, "Finetune/Step Time": 6.560727136209607}
{"Finetune/Learning Rate": 4.16406225900672e-06, "Finetune/Loss": 0.36874067783355713, "Finetune/Loss (Raw)": 0.09223705530166626, "Finetune/Step": 11031, "Finetune/Step Time": 6.580901458859444}
{"Finetune/Learning Rate": 4.162375918969349e-06, "Finetune/Loss": 0.36896592378616333, "Finetune/Loss (Raw)": 0.368967741727829, "Finetune/Step": 11032, "Finetune/Step Time": 6.556315155699849}
{"Finetune/Learning Rate": 4.160689830717212e-06, "Finetune/Loss": 0.37126556038856506, "Finetune/Loss (Raw)": 0.42816728353500366, "Finetune/Step": 11033, "Finetune/Step Time": 6.5434105303138494}
{"Finetune/Learning Rate": 4.15900399432303e-06, "Finetune/Loss": 0.37097567319869995, "Finetune/Loss (Raw)": 0.4535693824291229, "Finetune/Step": 11034, "Finetune/Step Time": 6.542737295851111}
{"Finetune/Learning Rate": 4.1573184098595175e-06, "Finetune/Loss": 0.3711850345134735, "Finetune/Loss (Raw)": 0.34510374069213867, "Finetune/Step": 11035, "Finetune/Step Time": 6.542466977611184}
{"Finetune/Learning Rate": 4.155633077399378e-06, "Finetune/Loss": 0.3704950213432312, "Finetune/Loss (Raw)": 0.30311769247055054, "Finetune/Step": 11036, "Finetune/Step Time": 6.537943387404084}
{"Finetune/Learning Rate": 4.153947997015297e-06, "Finetune/Loss": 0.37132441997528076, "Finetune/Loss (Raw)": 0.4259282648563385, "Finetune/Step": 11037, "Finetune/Step Time": 6.538836369290948}
{"Finetune/Learning Rate": 4.152263168779957e-06, "Finetune/Loss": 0.370642751455307, "Finetune/Loss (Raw)": 0.3310231864452362, "Finetune/Step": 11038, "Finetune/Step Time": 6.535527607426047}
{"Finetune/Learning Rate": 4.150578592766027e-06, "Finetune/Loss": 0.36978524923324585, "Finetune/Loss (Raw)": 0.3853069841861725, "Finetune/Step": 11039, "Finetune/Step Time": 6.535130409523845}
{"Finetune/Learning Rate": 4.1488942690461655e-06, "Finetune/Loss": 0.37037116289138794, "Finetune/Loss (Raw)": 0.4898727536201477, "Finetune/Step": 11040, "Finetune/Step Time": 6.523820176720619}
{"Finetune/Learning Rate": 4.147210197693023e-06, "Finetune/Loss": 0.3704042136669159, "Finetune/Loss (Raw)": 0.3222619891166687, "Finetune/Step": 11041, "Finetune/Step Time": 6.523427974432707}
{"Finetune/Learning Rate": 4.14552637877923e-06, "Finetune/Loss": 0.3695257008075714, "Finetune/Loss (Raw)": 0.3615221381187439, "Finetune/Step": 11042, "Finetune/Step Time": 6.519111435860395}
{"Finetune/Learning Rate": 4.1438428123774175e-06, "Finetune/Loss": 0.3695882558822632, "Finetune/Loss (Raw)": 0.38040560483932495, "Finetune/Step": 11043, "Finetune/Step Time": 6.517159504815936}
{"Finetune/Learning Rate": 4.1421594985601956e-06, "Finetune/Loss": 0.3689452111721039, "Finetune/Loss (Raw)": 0.40287578105926514, "Finetune/Step": 11044, "Finetune/Step Time": 6.506810758262873}
{"Finetune/Learning Rate": 4.140476437400168e-06, "Finetune/Loss": 0.36846160888671875, "Finetune/Loss (Raw)": 0.3101426362991333, "Finetune/Step": 11045, "Finetune/Step Time": 6.508509846404195}
{"Finetune/Learning Rate": 4.13879362896993e-06, "Finetune/Loss": 0.3687357008457184, "Finetune/Loss (Raw)": 0.368534117937088, "Finetune/Step": 11046, "Finetune/Step Time": 6.5177526623010635}
{"Finetune/Learning Rate": 4.137111073342064e-06, "Finetune/Loss": 0.3693696856498718, "Finetune/Loss (Raw)": 0.42909079790115356, "Finetune/Step": 11047, "Finetune/Step Time": 6.5173295103013515}
{"Finetune/Learning Rate": 4.13542877058914e-06, "Finetune/Loss": 0.3688035011291504, "Finetune/Loss (Raw)": 0.3855048418045044, "Finetune/Step": 11048, "Finetune/Step Time": 6.548014203086495}
{"Finetune/Learning Rate": 4.1337467207837215e-06, "Finetune/Loss": 0.36834990978240967, "Finetune/Loss (Raw)": 0.3413483798503876, "Finetune/Step": 11049, "Finetune/Step Time": 6.5577568262815475}
{"Finetune/Learning Rate": 4.132064923998351e-06, "Finetune/Loss": 0.3676767945289612, "Finetune/Loss (Raw)": 0.3208932876586914, "Finetune/Step": 11050, "Finetune/Step Time": 6.58847913518548}
{"Finetune/Learning Rate": 4.13038338030557e-06, "Finetune/Loss": 0.367413192987442, "Finetune/Loss (Raw)": 0.3691684603691101, "Finetune/Step": 11051, "Finetune/Step Time": 6.590524168685079}
{"Finetune/Learning Rate": 4.128702089777911e-06, "Finetune/Loss": 0.36660653352737427, "Finetune/Loss (Raw)": 0.35601335763931274, "Finetune/Step": 11052, "Finetune/Step Time": 6.608600832521915}
{"Finetune/Learning Rate": 4.127021052487882e-06, "Finetune/Loss": 0.3662000596523285, "Finetune/Loss (Raw)": 0.35971707105636597, "Finetune/Step": 11053, "Finetune/Step Time": 6.611640676856041}
{"Finetune/Learning Rate": 4.125340268507992e-06, "Finetune/Loss": 0.36599546670913696, "Finetune/Loss (Raw)": 0.3497995138168335, "Finetune/Step": 11054, "Finetune/Step Time": 6.614601206034422}
{"Finetune/Learning Rate": 4.1236597379107366e-06, "Finetune/Loss": 0.3662804067134857, "Finetune/Loss (Raw)": 0.45834845304489136, "Finetune/Step": 11055, "Finetune/Step Time": 6.620318662375212}
{"Finetune/Learning Rate": 4.121979460768604e-06, "Finetune/Loss": 0.36594158411026, "Finetune/Loss (Raw)": 0.30820131301879883, "Finetune/Step": 11056, "Finetune/Step Time": 6.625216733664274}
{"Finetune/Learning Rate": 4.120299437154056e-06, "Finetune/Loss": 0.36613208055496216, "Finetune/Loss (Raw)": 0.3919884264469147, "Finetune/Step": 11057, "Finetune/Step Time": 6.623024582862854}
{"Finetune/Learning Rate": 4.118619667139563e-06, "Finetune/Loss": 0.36651408672332764, "Finetune/Loss (Raw)": 0.41381701827049255, "Finetune/Step": 11058, "Finetune/Step Time": 6.635559901595116}
{"Finetune/Learning Rate": 4.116940150797572e-06, "Finetune/Loss": 0.3643325865268707, "Finetune/Loss (Raw)": 0.1831285059452057, "Finetune/Step": 11059, "Finetune/Step Time": 6.653631078079343}
{"Finetune/Learning Rate": 4.115260888200524e-06, "Finetune/Loss": 0.36193645000457764, "Finetune/Loss (Raw)": 0.1251218467950821, "Finetune/Step": 11060, "Finetune/Step Time": 6.66052576340735}
{"Finetune/Learning Rate": 4.113581879420854e-06, "Finetune/Loss": 0.3618829846382141, "Finetune/Loss (Raw)": 0.42614316940307617, "Finetune/Step": 11061, "Finetune/Step Time": 6.655037017539144}
{"Finetune/Learning Rate": 4.11190312453097e-06, "Finetune/Loss": 0.36258524656295776, "Finetune/Loss (Raw)": 0.4299582242965698, "Finetune/Step": 11062, "Finetune/Step Time": 6.660641845315695}
{"Finetune/Learning Rate": 4.110224623603286e-06, "Finetune/Loss": 0.36327412724494934, "Finetune/Loss (Raw)": 0.3741631507873535, "Finetune/Step": 11063, "Finetune/Step Time": 6.650051094591618}
{"Finetune/Learning Rate": 4.108546376710194e-06, "Finetune/Loss": 0.36249956488609314, "Finetune/Loss (Raw)": 0.32633399963378906, "Finetune/Step": 11064, "Finetune/Step Time": 6.633347198367119}
{"Finetune/Learning Rate": 4.1068683839240805e-06, "Finetune/Loss": 0.36188703775405884, "Finetune/Loss (Raw)": 0.37521666288375854, "Finetune/Step": 11065, "Finetune/Step Time": 6.628689367324114}
{"Finetune/Learning Rate": 4.105190645317322e-06, "Finetune/Loss": 0.3627028465270996, "Finetune/Loss (Raw)": 0.46552926301956177, "Finetune/Step": 11066, "Finetune/Step Time": 6.59601722098887}
{"Finetune/Learning Rate": 4.1035131609622795e-06, "Finetune/Loss": 0.3617870807647705, "Finetune/Loss (Raw)": 0.14267992973327637, "Finetune/Step": 11067, "Finetune/Step Time": 6.59856154769659}
{"Finetune/Learning Rate": 4.101835930931305e-06, "Finetune/Loss": 0.3605944514274597, "Finetune/Loss (Raw)": 0.3009878993034363, "Finetune/Step": 11068, "Finetune/Step Time": 6.607194572687149}
{"Finetune/Learning Rate": 4.100158955296745e-06, "Finetune/Loss": 0.36041194200515747, "Finetune/Loss (Raw)": 0.41373470425605774, "Finetune/Step": 11069, "Finetune/Step Time": 6.6058485340327024}
{"Finetune/Learning Rate": 4.098482234130923e-06, "Finetune/Loss": 0.3605545461177826, "Finetune/Loss (Raw)": 0.10889146476984024, "Finetune/Step": 11070, "Finetune/Step Time": 6.604961363598704}
{"Finetune/Learning Rate": 4.096805767506161e-06, "Finetune/Loss": 0.36134934425354004, "Finetune/Loss (Raw)": 0.3804902136325836, "Finetune/Step": 11071, "Finetune/Step Time": 6.59694142639637}
{"Finetune/Learning Rate": 4.095129555494771e-06, "Finetune/Loss": 0.36191704869270325, "Finetune/Loss (Raw)": 0.40736547112464905, "Finetune/Step": 11072, "Finetune/Step Time": 6.59301551617682}
{"Finetune/Learning Rate": 4.0934535981690435e-06, "Finetune/Loss": 0.3617488145828247, "Finetune/Loss (Raw)": 0.30764272809028625, "Finetune/Step": 11073, "Finetune/Step Time": 6.586474960669875}
{"Finetune/Learning Rate": 4.09177789560127e-06, "Finetune/Loss": 0.36108577251434326, "Finetune/Loss (Raw)": 0.2836039960384369, "Finetune/Step": 11074, "Finetune/Step Time": 6.589329367503524}
{"Finetune/Learning Rate": 4.090102447863727e-06, "Finetune/Loss": 0.3619588017463684, "Finetune/Loss (Raw)": 0.46056053042411804, "Finetune/Step": 11075, "Finetune/Step Time": 6.575900858268142}
{"Finetune/Learning Rate": 4.088427255028674e-06, "Finetune/Loss": 0.362210750579834, "Finetune/Loss (Raw)": 0.4307134747505188, "Finetune/Step": 11076, "Finetune/Step Time": 6.5830667447298765}
{"Finetune/Learning Rate": 4.0867523171683666e-06, "Finetune/Loss": 0.36275893449783325, "Finetune/Loss (Raw)": 0.36569759249687195, "Finetune/Step": 11077, "Finetune/Step Time": 6.592115303501487}
{"Finetune/Learning Rate": 4.085077634355048e-06, "Finetune/Loss": 0.3640148639678955, "Finetune/Loss (Raw)": 0.46072858572006226, "Finetune/Step": 11078, "Finetune/Step Time": 6.591061979532242}
{"Finetune/Learning Rate": 4.08340320666095e-06, "Finetune/Loss": 0.3634676933288574, "Finetune/Loss (Raw)": 0.34621983766555786, "Finetune/Step": 11079, "Finetune/Step Time": 6.596619689837098}
{"Finetune/Learning Rate": 4.081729034158293e-06, "Finetune/Loss": 0.3635084331035614, "Finetune/Loss (Raw)": 0.39238399267196655, "Finetune/Step": 11080, "Finetune/Step Time": 6.582044621929526}
{"Finetune/Learning Rate": 4.0800551169192894e-06, "Finetune/Loss": 0.36270391941070557, "Finetune/Loss (Raw)": 0.3193710148334503, "Finetune/Step": 11081, "Finetune/Step Time": 6.604548867791891}
{"Finetune/Learning Rate": 4.078381455016131e-06, "Finetune/Loss": 0.3621503710746765, "Finetune/Loss (Raw)": 0.33722984790802, "Finetune/Step": 11082, "Finetune/Step Time": 6.5985990054905415}
{"Finetune/Learning Rate": 4.076708048521012e-06, "Finetune/Loss": 0.3631870150566101, "Finetune/Loss (Raw)": 0.52590411901474, "Finetune/Step": 11083, "Finetune/Step Time": 6.605140097439289}
{"Finetune/Learning Rate": 4.075034897506103e-06, "Finetune/Loss": 0.36435139179229736, "Finetune/Loss (Raw)": 0.4704980254173279, "Finetune/Step": 11084, "Finetune/Step Time": 6.585769271478057}
{"Finetune/Learning Rate": 4.07336200204357e-06, "Finetune/Loss": 0.3639427125453949, "Finetune/Loss (Raw)": 0.37884819507598877, "Finetune/Step": 11085, "Finetune/Step Time": 6.5917735155671835}
{"Finetune/Learning Rate": 4.071689362205572e-06, "Finetune/Loss": 0.3618118166923523, "Finetune/Loss (Raw)": 0.15219342708587646, "Finetune/Step": 11086, "Finetune/Step Time": 6.611294478178024}
{"Finetune/Learning Rate": 4.0700169780642495e-06, "Finetune/Loss": 0.36115920543670654, "Finetune/Loss (Raw)": 0.3817896842956543, "Finetune/Step": 11087, "Finetune/Step Time": 6.620821887627244}
{"Finetune/Learning Rate": 4.068344849691738e-06, "Finetune/Loss": 0.3613114058971405, "Finetune/Loss (Raw)": 0.3390341103076935, "Finetune/Step": 11088, "Finetune/Step Time": 6.621924454346299}
{"Finetune/Learning Rate": 4.066672977160153e-06, "Finetune/Loss": 0.3604545593261719, "Finetune/Loss (Raw)": 0.3153020143508911, "Finetune/Step": 11089, "Finetune/Step Time": 6.603863440454006}
{"Finetune/Learning Rate": 4.065001360541608e-06, "Finetune/Loss": 0.3596305847167969, "Finetune/Loss (Raw)": 0.3510732352733612, "Finetune/Step": 11090, "Finetune/Step Time": 6.612330298870802}
{"Finetune/Learning Rate": 4.063329999908202e-06, "Finetune/Loss": 0.3604099750518799, "Finetune/Loss (Raw)": 0.4279159605503082, "Finetune/Step": 11091, "Finetune/Step Time": 6.615857852622867}
{"Finetune/Learning Rate": 4.061658895332027e-06, "Finetune/Loss": 0.36186692118644714, "Finetune/Loss (Raw)": 0.3279978930950165, "Finetune/Step": 11092, "Finetune/Step Time": 6.614928280934691}
{"Finetune/Learning Rate": 4.059988046885153e-06, "Finetune/Loss": 0.3615216016769409, "Finetune/Loss (Raw)": 0.32564878463745117, "Finetune/Step": 11093, "Finetune/Step Time": 6.615633191540837}
{"Finetune/Learning Rate": 4.058317454639653e-06, "Finetune/Loss": 0.3609136641025543, "Finetune/Loss (Raw)": 0.3254998028278351, "Finetune/Step": 11094, "Finetune/Step Time": 6.628737095743418}
{"Finetune/Learning Rate": 4.056647118667576e-06, "Finetune/Loss": 0.36147046089172363, "Finetune/Loss (Raw)": 0.4381929337978363, "Finetune/Step": 11095, "Finetune/Step Time": 6.620785646140575}
{"Finetune/Learning Rate": 4.054977039040968e-06, "Finetune/Loss": 0.36128202080726624, "Finetune/Loss (Raw)": 0.38476064801216125, "Finetune/Step": 11096, "Finetune/Step Time": 6.616541476920247}
{"Finetune/Learning Rate": 4.053307215831863e-06, "Finetune/Loss": 0.3640405535697937, "Finetune/Loss (Raw)": 0.45615750551223755, "Finetune/Step": 11097, "Finetune/Step Time": 6.611133120954037}
{"Finetune/Learning Rate": 4.0516376491122835e-06, "Finetune/Loss": 0.3646770119667053, "Finetune/Loss (Raw)": 0.43645912408828735, "Finetune/Step": 11098, "Finetune/Step Time": 6.612941984087229}
{"Finetune/Learning Rate": 4.049968338954239e-06, "Finetune/Loss": 0.36392873525619507, "Finetune/Loss (Raw)": 0.33012545108795166, "Finetune/Step": 11099, "Finetune/Step Time": 6.614313673228025}
{"Finetune/Learning Rate": 4.04829928542973e-06, "Finetune/Loss": 0.3648201525211334, "Finetune/Loss (Raw)": 0.35049065947532654, "Finetune/Step": 11100, "Finetune/Step Time": 6.613147955387831}
{"Finetune/Learning Rate": 4.046630488610748e-06, "Finetune/Loss": 0.3622273802757263, "Finetune/Loss (Raw)": 0.14220325648784637, "Finetune/Step": 11101, "Finetune/Step Time": 6.631397133693099}
{"Finetune/Learning Rate": 4.044961948569264e-06, "Finetune/Loss": 0.362606942653656, "Finetune/Loss (Raw)": 0.38505831360816956, "Finetune/Step": 11102, "Finetune/Step Time": 6.631217589601874}
{"Finetune/Learning Rate": 4.0432936653772525e-06, "Finetune/Loss": 0.36148935556411743, "Finetune/Loss (Raw)": 0.2834336757659912, "Finetune/Step": 11103, "Finetune/Step Time": 6.65503135509789}
{"Finetune/Learning Rate": 4.041625639106661e-06, "Finetune/Loss": 0.3616766631603241, "Finetune/Loss (Raw)": 0.3450523614883423, "Finetune/Step": 11104, "Finetune/Step Time": 6.656855883076787}
{"Finetune/Learning Rate": 4.039957869829437e-06, "Finetune/Loss": 0.3627359867095947, "Finetune/Loss (Raw)": 0.40294498205184937, "Finetune/Step": 11105, "Finetune/Step Time": 6.657810751348734}
{"Finetune/Learning Rate": 4.0382903576175146e-06, "Finetune/Loss": 0.3630245327949524, "Finetune/Loss (Raw)": 0.4410630464553833, "Finetune/Step": 11106, "Finetune/Step Time": 6.658991796895862}
{"Finetune/Learning Rate": 4.036623102542821e-06, "Finetune/Loss": 0.3627740144729614, "Finetune/Loss (Raw)": 0.38043177127838135, "Finetune/Step": 11107, "Finetune/Step Time": 6.665723793208599}
{"Finetune/Learning Rate": 4.0349561046772565e-06, "Finetune/Loss": 0.3622136414051056, "Finetune/Loss (Raw)": 0.3559623956680298, "Finetune/Step": 11108, "Finetune/Step Time": 6.681076237931848}
{"Finetune/Learning Rate": 4.033289364092727e-06, "Finetune/Loss": 0.36221155524253845, "Finetune/Loss (Raw)": 0.35582396388053894, "Finetune/Step": 11109, "Finetune/Step Time": 6.669681441038847}
{"Finetune/Learning Rate": 4.031622880861122e-06, "Finetune/Loss": 0.3630453944206238, "Finetune/Loss (Raw)": 0.4877745807170868, "Finetune/Step": 11110, "Finetune/Step Time": 6.685431197285652}
{"Finetune/Learning Rate": 4.029956655054319e-06, "Finetune/Loss": 0.3625178337097168, "Finetune/Loss (Raw)": 0.352704256772995, "Finetune/Step": 11111, "Finetune/Step Time": 6.693596623837948}
{"Finetune/Learning Rate": 4.028290686744184e-06, "Finetune/Loss": 0.3644292950630188, "Finetune/Loss (Raw)": 0.37821319699287415, "Finetune/Step": 11112, "Finetune/Step Time": 6.672932583838701}
{"Finetune/Learning Rate": 4.026624976002576e-06, "Finetune/Loss": 0.3639761805534363, "Finetune/Loss (Raw)": 0.32270145416259766, "Finetune/Step": 11113, "Finetune/Step Time": 6.65268917940557}
{"Finetune/Learning Rate": 4.024959522901339e-06, "Finetune/Loss": 0.3664371967315674, "Finetune/Loss (Raw)": 0.45947036147117615, "Finetune/Step": 11114, "Finetune/Step Time": 6.64472172036767}
{"Finetune/Learning Rate": 4.023294327512299e-06, "Finetune/Loss": 0.366033673286438, "Finetune/Loss (Raw)": 0.40621674060821533, "Finetune/Step": 11115, "Finetune/Step Time": 6.657850299030542}
{"Finetune/Learning Rate": 4.021629389907282e-06, "Finetune/Loss": 0.3660117983818054, "Finetune/Loss (Raw)": 0.41044875979423523, "Finetune/Step": 11116, "Finetune/Step Time": 6.647914404049516}
{"Finetune/Learning Rate": 4.019964710158102e-06, "Finetune/Loss": 0.3668407201766968, "Finetune/Loss (Raw)": 0.42123645544052124, "Finetune/Step": 11117, "Finetune/Step Time": 6.645663797855377}
{"Finetune/Learning Rate": 4.018300288336556e-06, "Finetune/Loss": 0.3666248321533203, "Finetune/Loss (Raw)": 0.39890938997268677, "Finetune/Step": 11118, "Finetune/Step Time": 6.634342350065708}
{"Finetune/Learning Rate": 4.016636124514436e-06, "Finetune/Loss": 0.3668932318687439, "Finetune/Loss (Raw)": 0.41624686121940613, "Finetune/Step": 11119, "Finetune/Step Time": 6.642857516184449}
{"Finetune/Learning Rate": 4.014972218763521e-06, "Finetune/Loss": 0.3669755756855011, "Finetune/Loss (Raw)": 0.3691675662994385, "Finetune/Step": 11120, "Finetune/Step Time": 6.660127127543092}
{"Finetune/Learning Rate": 4.013308571155572e-06, "Finetune/Loss": 0.36643242835998535, "Finetune/Loss (Raw)": 0.36670583486557007, "Finetune/Step": 11121, "Finetune/Step Time": 6.633620047941804}
{"Finetune/Learning Rate": 4.011645181762347e-06, "Finetune/Loss": 0.36637118458747864, "Finetune/Loss (Raw)": 0.4261656105518341, "Finetune/Step": 11122, "Finetune/Step Time": 6.631163077428937}
{"Finetune/Learning Rate": 4.009982050655591e-06, "Finetune/Loss": 0.3668176233768463, "Finetune/Loss (Raw)": 0.4053420424461365, "Finetune/Step": 11123, "Finetune/Step Time": 6.631573777645826}
{"Finetune/Learning Rate": 4.008319177907041e-06, "Finetune/Loss": 0.36647358536720276, "Finetune/Loss (Raw)": 0.3719502389431, "Finetune/Step": 11124, "Finetune/Step Time": 6.660157401114702}
{"Finetune/Learning Rate": 4.006656563588411e-06, "Finetune/Loss": 0.36724284291267395, "Finetune/Loss (Raw)": 0.4412313997745514, "Finetune/Step": 11125, "Finetune/Step Time": 6.658968757838011}
{"Finetune/Learning Rate": 4.004994207771418e-06, "Finetune/Loss": 0.3696901202201843, "Finetune/Loss (Raw)": 0.45943382382392883, "Finetune/Step": 11126, "Finetune/Step Time": 6.648044912144542}
{"Finetune/Learning Rate": 4.003332110527763e-06, "Finetune/Loss": 0.3691839575767517, "Finetune/Loss (Raw)": 0.3855704069137573, "Finetune/Step": 11127, "Finetune/Step Time": 6.64435007609427}
{"Finetune/Learning Rate": 4.001670271929128e-06, "Finetune/Loss": 0.36981305480003357, "Finetune/Loss (Raw)": 0.5270037651062012, "Finetune/Step": 11128, "Finetune/Step Time": 6.641678586602211}
{"Finetune/Learning Rate": 4.000008692047194e-06, "Finetune/Loss": 0.3705034852027893, "Finetune/Loss (Raw)": 0.3508208990097046, "Finetune/Step": 11129, "Finetune/Step Time": 6.621349204331636}
{"Finetune/Learning Rate": 3.998347370953627e-06, "Finetune/Loss": 0.3702719807624817, "Finetune/Loss (Raw)": 0.4076908826828003, "Finetune/Step": 11130, "Finetune/Step Time": 6.6234232522547245}
{"Finetune/Learning Rate": 3.996686308720085e-06, "Finetune/Loss": 0.36990439891815186, "Finetune/Loss (Raw)": 0.3768249452114105, "Finetune/Step": 11131, "Finetune/Step Time": 6.625911679118872}
{"Finetune/Learning Rate": 3.995025505418208e-06, "Finetune/Loss": 0.3706786036491394, "Finetune/Loss (Raw)": 0.42309480905532837, "Finetune/Step": 11132, "Finetune/Step Time": 6.642421552911401}
{"Finetune/Learning Rate": 3.993364961119635e-06, "Finetune/Loss": 0.3713171184062958, "Finetune/Loss (Raw)": 0.4652300775051117, "Finetune/Step": 11133, "Finetune/Step Time": 6.62750400044024}
{"Finetune/Learning Rate": 3.99170467589598e-06, "Finetune/Loss": 0.3720010221004486, "Finetune/Loss (Raw)": 0.47614777088165283, "Finetune/Step": 11134, "Finetune/Step Time": 6.615761185064912}
{"Finetune/Learning Rate": 3.99004464981886e-06, "Finetune/Loss": 0.3720393180847168, "Finetune/Loss (Raw)": 0.4407844841480255, "Finetune/Step": 11135, "Finetune/Step Time": 6.615257067605853}
{"Finetune/Learning Rate": 3.9883848829598685e-06, "Finetune/Loss": 0.3717464208602905, "Finetune/Loss (Raw)": 0.34287866950035095, "Finetune/Step": 11136, "Finetune/Step Time": 6.6099839098751545}
{"Finetune/Learning Rate": 3.986725375390596e-06, "Finetune/Loss": 0.3722657859325409, "Finetune/Loss (Raw)": 0.4603893458843231, "Finetune/Step": 11137, "Finetune/Step Time": 6.610358914360404}
{"Finetune/Learning Rate": 3.985066127182621e-06, "Finetune/Loss": 0.3716811239719391, "Finetune/Loss (Raw)": 0.39880111813545227, "Finetune/Step": 11138, "Finetune/Step Time": 6.623666204512119}
{"Finetune/Learning Rate": 3.983407138407507e-06, "Finetune/Loss": 0.3710334002971649, "Finetune/Loss (Raw)": 0.3688540756702423, "Finetune/Step": 11139, "Finetune/Step Time": 6.607531266286969}
{"Finetune/Learning Rate": 3.9817484091368145e-06, "Finetune/Loss": 0.3708038330078125, "Finetune/Loss (Raw)": 0.3415122926235199, "Finetune/Step": 11140, "Finetune/Step Time": 6.626465693116188}
{"Finetune/Learning Rate": 3.980089939442078e-06, "Finetune/Loss": 0.3715163767337799, "Finetune/Loss (Raw)": 0.43573886156082153, "Finetune/Step": 11141, "Finetune/Step Time": 6.653607564046979}
{"Finetune/Learning Rate": 3.9784317293948335e-06, "Finetune/Loss": 0.3707670569419861, "Finetune/Loss (Raw)": 0.3186229169368744, "Finetune/Step": 11142, "Finetune/Step Time": 6.658622104674578}
{"Finetune/Learning Rate": 3.9767737790666035e-06, "Finetune/Loss": 0.3703492283821106, "Finetune/Loss (Raw)": 0.3782699406147003, "Finetune/Step": 11143, "Finetune/Step Time": 6.638530468568206}
{"Finetune/Learning Rate": 3.975116088528899e-06, "Finetune/Loss": 0.37267905473709106, "Finetune/Loss (Raw)": 0.4312410056591034, "Finetune/Step": 11144, "Finetune/Step Time": 6.618944955989718}
{"Finetune/Learning Rate": 3.973458657853215e-06, "Finetune/Loss": 0.3730183243751526, "Finetune/Loss (Raw)": 0.4014113247394562, "Finetune/Step": 11145, "Finetune/Step Time": 6.605271788313985}
{"Finetune/Learning Rate": 3.971801487111043e-06, "Finetune/Loss": 0.37277647852897644, "Finetune/Loss (Raw)": 0.1417635828256607, "Finetune/Step": 11146, "Finetune/Step Time": 6.595993034541607}
{"Finetune/Learning Rate": 3.9701445763738535e-06, "Finetune/Loss": 0.3725879192352295, "Finetune/Loss (Raw)": 0.44696980714797974, "Finetune/Step": 11147, "Finetune/Step Time": 6.60714396648109}
{"Finetune/Learning Rate": 3.968487925713114e-06, "Finetune/Loss": 0.3720915913581848, "Finetune/Loss (Raw)": 0.37243831157684326, "Finetune/Step": 11148, "Finetune/Step Time": 6.607703415676951}
{"Finetune/Learning Rate": 3.966831535200279e-06, "Finetune/Loss": 0.37067940831184387, "Finetune/Loss (Raw)": 0.15806341171264648, "Finetune/Step": 11149, "Finetune/Step Time": 6.611228482797742}
{"Finetune/Learning Rate": 3.965175404906789e-06, "Finetune/Loss": 0.37030619382858276, "Finetune/Loss (Raw)": 0.33870822191238403, "Finetune/Step": 11150, "Finetune/Step Time": 6.6241198014467955}
{"Finetune/Learning Rate": 3.963519534904079e-06, "Finetune/Loss": 0.37115758657455444, "Finetune/Loss (Raw)": 0.46079111099243164, "Finetune/Step": 11151, "Finetune/Step Time": 6.629857033491135}
{"Finetune/Learning Rate": 3.961863925263571e-06, "Finetune/Loss": 0.3708919286727905, "Finetune/Loss (Raw)": 0.3718457520008087, "Finetune/Step": 11152, "Finetune/Step Time": 6.628137741237879}
{"Finetune/Learning Rate": 3.960208576056665e-06, "Finetune/Loss": 0.37081992626190186, "Finetune/Loss (Raw)": 0.40138012170791626, "Finetune/Step": 11153, "Finetune/Step Time": 6.61680718138814}
{"Finetune/Learning Rate": 3.9585534873547645e-06, "Finetune/Loss": 0.3696233034133911, "Finetune/Loss (Raw)": 0.12214292585849762, "Finetune/Step": 11154, "Finetune/Step Time": 6.630814962089062}
{"Finetune/Learning Rate": 3.956898659229259e-06, "Finetune/Loss": 0.3690221309661865, "Finetune/Loss (Raw)": 0.3605976104736328, "Finetune/Step": 11155, "Finetune/Step Time": 6.630999363958836}
{"Finetune/Learning Rate": 3.955244091751515e-06, "Finetune/Loss": 0.3684770464897156, "Finetune/Loss (Raw)": 0.39899611473083496, "Finetune/Step": 11156, "Finetune/Step Time": 6.633106170222163}
{"Finetune/Learning Rate": 3.953589784992903e-06, "Finetune/Loss": 0.368475079536438, "Finetune/Loss (Raw)": 0.3987365961074829, "Finetune/Step": 11157, "Finetune/Step Time": 6.639394737780094}
{"Finetune/Learning Rate": 3.951935739024772e-06, "Finetune/Loss": 0.3689254820346832, "Finetune/Loss (Raw)": 0.39853012561798096, "Finetune/Step": 11158, "Finetune/Step Time": 6.659670528024435}
{"Finetune/Learning Rate": 3.9502819539184685e-06, "Finetune/Loss": 0.3706776797771454, "Finetune/Loss (Raw)": 0.31652358174324036, "Finetune/Step": 11159, "Finetune/Step Time": 6.642441134899855}
{"Finetune/Learning Rate": 3.948628429745318e-06, "Finetune/Loss": 0.37109774351119995, "Finetune/Loss (Raw)": 0.4227319061756134, "Finetune/Step": 11160, "Finetune/Step Time": 6.645962147042155}
{"Finetune/Learning Rate": 3.946975166576638e-06, "Finetune/Loss": 0.37077945470809937, "Finetune/Loss (Raw)": 0.38742655515670776, "Finetune/Step": 11161, "Finetune/Step Time": 6.63796659745276}
{"Finetune/Learning Rate": 3.945322164483741e-06, "Finetune/Loss": 0.37024980783462524, "Finetune/Loss (Raw)": 0.38577190041542053, "Finetune/Step": 11162, "Finetune/Step Time": 6.630024075508118}
{"Finetune/Learning Rate": 3.943669423537922e-06, "Finetune/Loss": 0.3704812526702881, "Finetune/Loss (Raw)": 0.37473180890083313, "Finetune/Step": 11163, "Finetune/Step Time": 6.633620487526059}
{"Finetune/Learning Rate": 3.942016943810467e-06, "Finetune/Loss": 0.3708727955818176, "Finetune/Loss (Raw)": 0.35323822498321533, "Finetune/Step": 11164, "Finetune/Step Time": 6.649965036660433}
{"Finetune/Learning Rate": 3.940364725372645e-06, "Finetune/Loss": 0.36988237500190735, "Finetune/Loss (Raw)": 0.29915446043014526, "Finetune/Step": 11165, "Finetune/Step Time": 6.647080594673753}
{"Finetune/Learning Rate": 3.938712768295726e-06, "Finetune/Loss": 0.3709670305252075, "Finetune/Loss (Raw)": 0.46985822916030884, "Finetune/Step": 11166, "Finetune/Step Time": 6.641976688057184}
{"Finetune/Learning Rate": 3.937061072650953e-06, "Finetune/Loss": 0.37146806716918945, "Finetune/Loss (Raw)": 0.4494410753250122, "Finetune/Step": 11167, "Finetune/Step Time": 6.628755481913686}
{"Finetune/Learning Rate": 3.935409638509571e-06, "Finetune/Loss": 0.37070509791374207, "Finetune/Loss (Raw)": 0.39220988750457764, "Finetune/Step": 11168, "Finetune/Step Time": 6.664832966402173}
{"Finetune/Learning Rate": 3.933758465942808e-06, "Finetune/Loss": 0.36906689405441284, "Finetune/Loss (Raw)": 0.11257442831993103, "Finetune/Step": 11169, "Finetune/Step Time": 6.681341039016843}
{"Finetune/Learning Rate": 3.93210755502188e-06, "Finetune/Loss": 0.36975938081741333, "Finetune/Loss (Raw)": 0.450155109167099, "Finetune/Step": 11170, "Finetune/Step Time": 6.685946919023991}
{"Finetune/Learning Rate": 3.930456905817996e-06, "Finetune/Loss": 0.369842529296875, "Finetune/Loss (Raw)": 0.3910512328147888, "Finetune/Step": 11171, "Finetune/Step Time": 6.695891799405217}
{"Finetune/Learning Rate": 3.928806518402353e-06, "Finetune/Loss": 0.37021684646606445, "Finetune/Loss (Raw)": 0.45079100131988525, "Finetune/Step": 11172, "Finetune/Step Time": 6.703569574281573}
{"Finetune/Learning Rate": 3.927156392846128e-06, "Finetune/Loss": 0.3701860308647156, "Finetune/Loss (Raw)": 0.30619773268699646, "Finetune/Step": 11173, "Finetune/Step Time": 6.706912834197283}
{"Finetune/Learning Rate": 3.925506529220496e-06, "Finetune/Loss": 0.37010514736175537, "Finetune/Loss (Raw)": 0.35818010568618774, "Finetune/Step": 11174, "Finetune/Step Time": 6.703480156138539}
{"Finetune/Learning Rate": 3.923856927596622e-06, "Finetune/Loss": 0.3697827160358429, "Finetune/Loss (Raw)": 0.38782134652137756, "Finetune/Step": 11175, "Finetune/Step Time": 6.729100549593568}
{"Finetune/Learning Rate": 3.922207588045649e-06, "Finetune/Loss": 0.36971914768218994, "Finetune/Loss (Raw)": 0.3773663341999054, "Finetune/Step": 11176, "Finetune/Step Time": 6.701915167272091}
{"Finetune/Learning Rate": 3.920558510638718e-06, "Finetune/Loss": 0.3695586323738098, "Finetune/Loss (Raw)": 0.32079824805259705, "Finetune/Step": 11177, "Finetune/Step Time": 6.697401758283377}
{"Finetune/Learning Rate": 3.918909695446961e-06, "Finetune/Loss": 0.36984747648239136, "Finetune/Loss (Raw)": 0.35786503553390503, "Finetune/Step": 11178, "Finetune/Step Time": 6.667049741372466}
{"Finetune/Learning Rate": 3.917261142541485e-06, "Finetune/Loss": 0.3701540231704712, "Finetune/Loss (Raw)": 0.40840962529182434, "Finetune/Step": 11179, "Finetune/Step Time": 6.666333744302392}
{"Finetune/Learning Rate": 3.9156128519934e-06, "Finetune/Loss": 0.37051504850387573, "Finetune/Loss (Raw)": 0.40222296118736267, "Finetune/Step": 11180, "Finetune/Step Time": 6.6432903576642275}
{"Finetune/Learning Rate": 3.9139648238737985e-06, "Finetune/Loss": 0.3703252375125885, "Finetune/Loss (Raw)": 0.33542507886886597, "Finetune/Step": 11181, "Finetune/Step Time": 6.652264488860965}
{"Finetune/Learning Rate": 3.912317058253761e-06, "Finetune/Loss": 0.370419979095459, "Finetune/Loss (Raw)": 0.3619282841682434, "Finetune/Step": 11182, "Finetune/Step Time": 6.651100602000952}
{"Finetune/Learning Rate": 3.9106695552043606e-06, "Finetune/Loss": 0.3702409267425537, "Finetune/Loss (Raw)": 0.435425728559494, "Finetune/Step": 11183, "Finetune/Step Time": 6.640711193904281}
{"Finetune/Learning Rate": 3.909022314796654e-06, "Finetune/Loss": 0.3710426092147827, "Finetune/Loss (Raw)": 0.41081681847572327, "Finetune/Step": 11184, "Finetune/Step Time": 6.636770576238632}
{"Finetune/Learning Rate": 3.907375337101695e-06, "Finetune/Loss": 0.37099790573120117, "Finetune/Loss (Raw)": 0.3862665593624115, "Finetune/Step": 11185, "Finetune/Step Time": 6.6402493845671415}
{"Finetune/Learning Rate": 3.905728622190513e-06, "Finetune/Loss": 0.37121057510375977, "Finetune/Loss (Raw)": 0.44103553891181946, "Finetune/Step": 11186, "Finetune/Step Time": 6.639239942654967}
{"Finetune/Learning Rate": 3.904082170134133e-06, "Finetune/Loss": 0.37316322326660156, "Finetune/Loss (Raw)": 0.43307217955589294, "Finetune/Step": 11187, "Finetune/Step Time": 6.631312679499388}
{"Finetune/Learning Rate": 3.902435981003572e-06, "Finetune/Loss": 0.37462782859802246, "Finetune/Loss (Raw)": 0.3125874400138855, "Finetune/Step": 11188, "Finetune/Step Time": 6.614123795181513}
{"Finetune/Learning Rate": 3.9007900548698305e-06, "Finetune/Loss": 0.37386590242385864, "Finetune/Loss (Raw)": 0.3286210000514984, "Finetune/Step": 11189, "Finetune/Step Time": 6.607788443565369}
{"Finetune/Learning Rate": 3.8991443918039015e-06, "Finetune/Loss": 0.373189777135849, "Finetune/Loss (Raw)": 0.34341520071029663, "Finetune/Step": 11190, "Finetune/Step Time": 6.607118668034673}
{"Finetune/Learning Rate": 3.8974989918767695e-06, "Finetune/Loss": 0.37351274490356445, "Finetune/Loss (Raw)": 0.41550353169441223, "Finetune/Step": 11191, "Finetune/Step Time": 6.606343267485499}
{"Finetune/Learning Rate": 3.895853855159392e-06, "Finetune/Loss": 0.3720146715641022, "Finetune/Loss (Raw)": 0.1345779001712799, "Finetune/Step": 11192, "Finetune/Step Time": 6.627200527116656}
{"Finetune/Learning Rate": 3.894208981722734e-06, "Finetune/Loss": 0.37008601427078247, "Finetune/Loss (Raw)": 0.1283492147922516, "Finetune/Step": 11193, "Finetune/Step Time": 6.647780574858189}
{"Finetune/Learning Rate": 3.892564371637738e-06, "Finetune/Loss": 0.36936110258102417, "Finetune/Loss (Raw)": 0.3727410137653351, "Finetune/Step": 11194, "Finetune/Step Time": 6.648177728056908}
{"Finetune/Learning Rate": 3.890920024975341e-06, "Finetune/Loss": 0.3709260821342468, "Finetune/Loss (Raw)": 0.3429934084415436, "Finetune/Step": 11195, "Finetune/Step Time": 6.641257578507066}
{"Finetune/Learning Rate": 3.889275941806468e-06, "Finetune/Loss": 0.3719181418418884, "Finetune/Loss (Raw)": 0.42797040939331055, "Finetune/Step": 11196, "Finetune/Step Time": 6.640361927449703}
{"Finetune/Learning Rate": 3.887632122202026e-06, "Finetune/Loss": 0.3717474937438965, "Finetune/Loss (Raw)": 0.3918975293636322, "Finetune/Step": 11197, "Finetune/Step Time": 6.638316500931978}
{"Finetune/Learning Rate": 3.885988566232915e-06, "Finetune/Loss": 0.3743305802345276, "Finetune/Loss (Raw)": 0.4395254850387573, "Finetune/Step": 11198, "Finetune/Step Time": 6.623280959203839}
{"Finetune/Learning Rate": 3.884345273970026e-06, "Finetune/Loss": 0.3743618130683899, "Finetune/Loss (Raw)": 0.3844894468784332, "Finetune/Step": 11199, "Finetune/Step Time": 6.635833475738764}
{"Finetune/Learning Rate": 3.882702245484236e-06, "Finetune/Loss": 0.3738821744918823, "Finetune/Loss (Raw)": 0.3459675908088684, "Finetune/Step": 11200, "Finetune/Step Time": 6.636281291022897}
{"Finetune/Learning Rate": 3.881059480846411e-06, "Finetune/Loss": 0.37352806329727173, "Finetune/Loss (Raw)": 0.2623160779476166, "Finetune/Step": 11201, "Finetune/Step Time": 6.637259082868695}
{"Finetune/Learning Rate": 3.879416980127407e-06, "Finetune/Loss": 0.3738662004470825, "Finetune/Loss (Raw)": 0.32688573002815247, "Finetune/Step": 11202, "Finetune/Step Time": 6.634447634220123}
{"Finetune/Learning Rate": 3.877774743398067e-06, "Finetune/Loss": 0.37308844923973083, "Finetune/Loss (Raw)": 0.3610103130340576, "Finetune/Step": 11203, "Finetune/Step Time": 6.653803240507841}
{"Finetune/Learning Rate": 3.876132770729226e-06, "Finetune/Loss": 0.3707387447357178, "Finetune/Loss (Raw)": 0.12994907796382904, "Finetune/Step": 11204, "Finetune/Step Time": 6.66562962718308}
{"Finetune/Learning Rate": 3.8744910621916995e-06, "Finetune/Loss": 0.37107235193252563, "Finetune/Loss (Raw)": 0.4084027111530304, "Finetune/Step": 11205, "Finetune/Step Time": 6.652938527986407}
{"Finetune/Learning Rate": 3.872849617856298e-06, "Finetune/Loss": 0.37027543783187866, "Finetune/Loss (Raw)": 0.35872378945350647, "Finetune/Step": 11206, "Finetune/Step Time": 6.651807522401214}
{"Finetune/Learning Rate": 3.871208437793824e-06, "Finetune/Loss": 0.37012070417404175, "Finetune/Loss (Raw)": 0.326416015625, "Finetune/Step": 11207, "Finetune/Step Time": 6.651251288130879}
{"Finetune/Learning Rate": 3.869567522075056e-06, "Finetune/Loss": 0.37055814266204834, "Finetune/Loss (Raw)": 0.4483731687068939, "Finetune/Step": 11208, "Finetune/Step Time": 6.655008874833584}
{"Finetune/Learning Rate": 3.867926870770775e-06, "Finetune/Loss": 0.37119072675704956, "Finetune/Loss (Raw)": 0.40034177899360657, "Finetune/Step": 11209, "Finetune/Step Time": 6.6272479351609945}
{"Finetune/Learning Rate": 3.866286483951746e-06, "Finetune/Loss": 0.3716704845428467, "Finetune/Loss (Raw)": 0.3986418545246124, "Finetune/Step": 11210, "Finetune/Step Time": 6.634860452264547}
{"Finetune/Learning Rate": 3.864646361688714e-06, "Finetune/Loss": 0.37053847312927246, "Finetune/Loss (Raw)": 0.3810015618801117, "Finetune/Step": 11211, "Finetune/Step Time": 6.647895945236087}
{"Finetune/Learning Rate": 3.8630065040524246e-06, "Finetune/Loss": 0.36967986822128296, "Finetune/Loss (Raw)": 0.3605960011482239, "Finetune/Step": 11212, "Finetune/Step Time": 6.646878331899643}
{"Finetune/Learning Rate": 3.861366911113607e-06, "Finetune/Loss": 0.369352251291275, "Finetune/Loss (Raw)": 0.336916983127594, "Finetune/Step": 11213, "Finetune/Step Time": 6.651213435456157}
{"Finetune/Learning Rate": 3.859727582942979e-06, "Finetune/Loss": 0.3718138039112091, "Finetune/Loss (Raw)": 0.46727100014686584, "Finetune/Step": 11214, "Finetune/Step Time": 6.633453130722046}
{"Finetune/Learning Rate": 3.8580885196112485e-06, "Finetune/Loss": 0.3719784915447235, "Finetune/Loss (Raw)": 0.4028671681880951, "Finetune/Step": 11215, "Finetune/Step Time": 6.6204928532242775}
{"Finetune/Learning Rate": 3.856449721189111e-06, "Finetune/Loss": 0.3709176182746887, "Finetune/Loss (Raw)": 0.20324386656284332, "Finetune/Step": 11216, "Finetune/Step Time": 6.636157451197505}
{"Finetune/Learning Rate": 3.854811187747247e-06, "Finetune/Loss": 0.37134385108947754, "Finetune/Loss (Raw)": 0.3698594272136688, "Finetune/Step": 11217, "Finetune/Step Time": 6.641262054443359}
{"Finetune/Learning Rate": 3.8531729193563336e-06, "Finetune/Loss": 0.37212610244750977, "Finetune/Loss (Raw)": 0.4512048363685608, "Finetune/Step": 11218, "Finetune/Step Time": 6.635318625718355}
{"Finetune/Learning Rate": 3.851534916087025e-06, "Finetune/Loss": 0.371317595243454, "Finetune/Loss (Raw)": 0.3244236707687378, "Finetune/Step": 11219, "Finetune/Step Time": 6.636818056926131}
{"Finetune/Learning Rate": 3.8498971780099746e-06, "Finetune/Loss": 0.3696748912334442, "Finetune/Loss (Raw)": 0.11773129552602768, "Finetune/Step": 11220, "Finetune/Step Time": 6.640612788498402}
{"Finetune/Learning Rate": 3.8482597051958195e-06, "Finetune/Loss": 0.3706617057323456, "Finetune/Loss (Raw)": 0.45196160674095154, "Finetune/Step": 11221, "Finetune/Step Time": 6.64934647642076}
{"Finetune/Learning Rate": 3.8466224977151875e-06, "Finetune/Loss": 0.37034568190574646, "Finetune/Loss (Raw)": 0.2850493788719177, "Finetune/Step": 11222, "Finetune/Step Time": 6.638669967651367}
{"Finetune/Learning Rate": 3.844985555638697e-06, "Finetune/Loss": 0.36934542655944824, "Finetune/Loss (Raw)": 0.31016233563423157, "Finetune/Step": 11223, "Finetune/Step Time": 6.652071928605437}
{"Finetune/Learning Rate": 3.843348879036944e-06, "Finetune/Loss": 0.36943769454956055, "Finetune/Loss (Raw)": 0.3965677320957184, "Finetune/Step": 11224, "Finetune/Step Time": 6.648002354428172}
{"Finetune/Learning Rate": 3.841712467980525e-06, "Finetune/Loss": 0.3686038851737976, "Finetune/Loss (Raw)": 0.3494335114955902, "Finetune/Step": 11225, "Finetune/Step Time": 6.647715894505382}
{"Finetune/Learning Rate": 3.840076322540021e-06, "Finetune/Loss": 0.36790239810943604, "Finetune/Loss (Raw)": 0.3466671109199524, "Finetune/Step": 11226, "Finetune/Step Time": 6.646645504981279}
{"Finetune/Learning Rate": 3.838440442786004e-06, "Finetune/Loss": 0.3673928380012512, "Finetune/Loss (Raw)": 0.2649039030075073, "Finetune/Step": 11227, "Finetune/Step Time": 6.642618956044316}
{"Finetune/Learning Rate": 3.8368048287890235e-06, "Finetune/Loss": 0.3671797513961792, "Finetune/Loss (Raw)": 0.32321253418922424, "Finetune/Step": 11228, "Finetune/Step Time": 6.654755087569356}
{"Finetune/Learning Rate": 3.835169480619633e-06, "Finetune/Loss": 0.3688502311706543, "Finetune/Loss (Raw)": 0.3560265004634857, "Finetune/Step": 11229, "Finetune/Step Time": 6.651956403627992}
{"Finetune/Learning Rate": 3.833534398348369e-06, "Finetune/Loss": 0.3684573769569397, "Finetune/Loss (Raw)": 0.334773987531662, "Finetune/Step": 11230, "Finetune/Step Time": 6.660485528409481}
{"Finetune/Learning Rate": 3.8318995820457475e-06, "Finetune/Loss": 0.3697538375854492, "Finetune/Loss (Raw)": 0.44937506318092346, "Finetune/Step": 11231, "Finetune/Step Time": 6.635554699227214}
{"Finetune/Learning Rate": 3.830265031782284e-06, "Finetune/Loss": 0.3679197430610657, "Finetune/Loss (Raw)": 0.11028899997472763, "Finetune/Step": 11232, "Finetune/Step Time": 6.661844853311777}
{"Finetune/Learning Rate": 3.82863074762848e-06, "Finetune/Loss": 0.3678014278411865, "Finetune/Loss (Raw)": 0.387802392244339, "Finetune/Step": 11233, "Finetune/Step Time": 6.6610035970807076}
{"Finetune/Learning Rate": 3.826996729654825e-06, "Finetune/Loss": 0.36743342876434326, "Finetune/Loss (Raw)": 0.393959641456604, "Finetune/Step": 11234, "Finetune/Step Time": 6.6745560225099325}
{"Finetune/Learning Rate": 3.825362977931794e-06, "Finetune/Loss": 0.36676961183547974, "Finetune/Loss (Raw)": 0.2954636514186859, "Finetune/Step": 11235, "Finetune/Step Time": 6.66611647233367}
{"Finetune/Learning Rate": 3.82372949252986e-06, "Finetune/Loss": 0.36732643842697144, "Finetune/Loss (Raw)": 0.42723748087882996, "Finetune/Step": 11236, "Finetune/Step Time": 6.667487176135182}
{"Finetune/Learning Rate": 3.822096273519468e-06, "Finetune/Loss": 0.3656091094017029, "Finetune/Loss (Raw)": 0.13600173592567444, "Finetune/Step": 11237, "Finetune/Step Time": 6.693498419597745}
{"Finetune/Learning Rate": 3.82046332097107e-06, "Finetune/Loss": 0.3645440340042114, "Finetune/Loss (Raw)": 0.35144558548927307, "Finetune/Step": 11238, "Finetune/Step Time": 6.685112196952105}
{"Finetune/Learning Rate": 3.818830634955089e-06, "Finetune/Loss": 0.3643469214439392, "Finetune/Loss (Raw)": 0.3274758756160736, "Finetune/Step": 11239, "Finetune/Step Time": 6.686750369146466}
{"Finetune/Learning Rate": 3.817198215541948e-06, "Finetune/Loss": 0.3646145462989807, "Finetune/Loss (Raw)": 0.4124694764614105, "Finetune/Step": 11240, "Finetune/Step Time": 6.68398797698319}
{"Finetune/Learning Rate": 3.815566062802058e-06, "Finetune/Loss": 0.3647755980491638, "Finetune/Loss (Raw)": 0.34331876039505005, "Finetune/Step": 11241, "Finetune/Step Time": 6.696366878226399}
{"Finetune/Learning Rate": 3.813934176805816e-06, "Finetune/Loss": 0.364493191242218, "Finetune/Loss (Raw)": 0.42331618070602417, "Finetune/Step": 11242, "Finetune/Step Time": 6.6915565971285105}
{"Finetune/Learning Rate": 3.8123025576236096e-06, "Finetune/Loss": 0.36375969648361206, "Finetune/Loss (Raw)": 0.3123335540294647, "Finetune/Step": 11243, "Finetune/Step Time": 6.687085008248687}
{"Finetune/Learning Rate": 3.8106712053258056e-06, "Finetune/Loss": 0.3633509576320648, "Finetune/Loss (Raw)": 0.3581279516220093, "Finetune/Step": 11244, "Finetune/Step Time": 6.693534687161446}
{"Finetune/Learning Rate": 3.809040119982772e-06, "Finetune/Loss": 0.36305683851242065, "Finetune/Loss (Raw)": 0.38359275460243225, "Finetune/Step": 11245, "Finetune/Step Time": 6.68425846286118}
{"Finetune/Learning Rate": 3.8074093016648585e-06, "Finetune/Loss": 0.3631364703178406, "Finetune/Loss (Raw)": 0.40910041332244873, "Finetune/Step": 11246, "Finetune/Step Time": 6.672923633828759}
{"Finetune/Learning Rate": 3.805778750442408e-06, "Finetune/Loss": 0.3626452684402466, "Finetune/Loss (Raw)": 0.35337021946907043, "Finetune/Step": 11247, "Finetune/Step Time": 6.679726161062717}
{"Finetune/Learning Rate": 3.804148466385742e-06, "Finetune/Loss": 0.3633565902709961, "Finetune/Loss (Raw)": 0.4602183401584625, "Finetune/Step": 11248, "Finetune/Step Time": 6.670722501352429}
{"Finetune/Learning Rate": 3.8025184495651848e-06, "Finetune/Loss": 0.3634439706802368, "Finetune/Loss (Raw)": 0.3778918385505676, "Finetune/Step": 11249, "Finetune/Step Time": 6.674524534493685}
{"Finetune/Learning Rate": 3.800888700051034e-06, "Finetune/Loss": 0.3633647561073303, "Finetune/Loss (Raw)": 0.4160231947898865, "Finetune/Step": 11250, "Finetune/Step Time": 6.6715167090296745}
{"Finetune/Learning Rate": 3.7992592179135856e-06, "Finetune/Loss": 0.3631582260131836, "Finetune/Loss (Raw)": 0.3789067268371582, "Finetune/Step": 11251, "Finetune/Step Time": 6.673450602218509}
{"Finetune/Learning Rate": 3.7976300032231216e-06, "Finetune/Loss": 0.36307650804519653, "Finetune/Loss (Raw)": 0.36149343848228455, "Finetune/Step": 11252, "Finetune/Step Time": 6.658567318692803}
{"Finetune/Learning Rate": 3.7960010560499137e-06, "Finetune/Loss": 0.3636629581451416, "Finetune/Loss (Raw)": 0.5162925720214844, "Finetune/Step": 11253, "Finetune/Step Time": 6.661834307014942}
{"Finetune/Learning Rate": 3.7943723764642204e-06, "Finetune/Loss": 0.3627224564552307, "Finetune/Loss (Raw)": 0.33905014395713806, "Finetune/Step": 11254, "Finetune/Step Time": 6.652602139860392}
{"Finetune/Learning Rate": 3.792743964536293e-06, "Finetune/Loss": 0.3627920150756836, "Finetune/Loss (Raw)": 0.3944791555404663, "Finetune/Step": 11255, "Finetune/Step Time": 6.653009669855237}
{"Finetune/Learning Rate": 3.7911158203363574e-06, "Finetune/Loss": 0.3618951737880707, "Finetune/Loss (Raw)": 0.41220539808273315, "Finetune/Step": 11256, "Finetune/Step Time": 6.662896929308772}
{"Finetune/Learning Rate": 3.7894879439346457e-06, "Finetune/Loss": 0.36010265350341797, "Finetune/Loss (Raw)": 0.12138084322214127, "Finetune/Step": 11257, "Finetune/Step Time": 6.679327117279172}
{"Finetune/Learning Rate": 3.7878603354013665e-06, "Finetune/Loss": 0.3580735921859741, "Finetune/Loss (Raw)": 0.1479663997888565, "Finetune/Step": 11258, "Finetune/Step Time": 6.695955839008093}
{"Finetune/Learning Rate": 3.7862329948067268e-06, "Finetune/Loss": 0.35885506868362427, "Finetune/Loss (Raw)": 0.4768534004688263, "Finetune/Step": 11259, "Finetune/Step Time": 6.69588209502399}
{"Finetune/Learning Rate": 3.7846059222209086e-06, "Finetune/Loss": 0.35838785767555237, "Finetune/Loss (Raw)": 0.36329084634780884, "Finetune/Step": 11260, "Finetune/Step Time": 6.65799330919981}
{"Finetune/Learning Rate": 3.782979117714093e-06, "Finetune/Loss": 0.35749131441116333, "Finetune/Loss (Raw)": 0.3504772186279297, "Finetune/Step": 11261, "Finetune/Step Time": 6.649732979014516}
{"Finetune/Learning Rate": 3.781352581356451e-06, "Finetune/Loss": 0.35659369826316833, "Finetune/Loss (Raw)": 0.36125004291534424, "Finetune/Step": 11262, "Finetune/Step Time": 6.647637901827693}
{"Finetune/Learning Rate": 3.7797263132181292e-06, "Finetune/Loss": 0.3561607599258423, "Finetune/Loss (Raw)": 0.38536983728408813, "Finetune/Step": 11263, "Finetune/Step Time": 6.645003508776426}
{"Finetune/Learning Rate": 3.7781003133692764e-06, "Finetune/Loss": 0.35643869638442993, "Finetune/Loss (Raw)": 0.3784528076648712, "Finetune/Step": 11264, "Finetune/Step Time": 6.643758041784167}
{"Finetune/Learning Rate": 3.776474581880021e-06, "Finetune/Loss": 0.3560299277305603, "Finetune/Loss (Raw)": 0.4080670177936554, "Finetune/Step": 11265, "Finetune/Step Time": 6.6417454574257135}
{"Finetune/Learning Rate": 3.774849118820486e-06, "Finetune/Loss": 0.35613295435905457, "Finetune/Loss (Raw)": 0.41198959946632385, "Finetune/Step": 11266, "Finetune/Step Time": 6.632503215223551}
{"Finetune/Learning Rate": 3.7732239242607795e-06, "Finetune/Loss": 0.3555452227592468, "Finetune/Loss (Raw)": 0.29362213611602783, "Finetune/Step": 11267, "Finetune/Step Time": 6.642201455309987}
{"Finetune/Learning Rate": 3.7715989982710023e-06, "Finetune/Loss": 0.3553263545036316, "Finetune/Loss (Raw)": 0.31349724531173706, "Finetune/Step": 11268, "Finetune/Step Time": 6.62428387068212}
{"Finetune/Learning Rate": 3.769974340921231e-06, "Finetune/Loss": 0.3550986051559448, "Finetune/Loss (Raw)": 0.40658828616142273, "Finetune/Step": 11269, "Finetune/Step Time": 6.593752093613148}
{"Finetune/Learning Rate": 3.768349952281548e-06, "Finetune/Loss": 0.35580873489379883, "Finetune/Loss (Raw)": 0.40951868891716003, "Finetune/Step": 11270, "Finetune/Step Time": 6.6017934288829565}
{"Finetune/Learning Rate": 3.766725832422008e-06, "Finetune/Loss": 0.35619497299194336, "Finetune/Loss (Raw)": 0.42771050333976746, "Finetune/Step": 11271, "Finetune/Step Time": 6.6091412883251905}
{"Finetune/Learning Rate": 3.7651019814126656e-06, "Finetune/Loss": 0.35547536611557007, "Finetune/Loss (Raw)": 0.33913156390190125, "Finetune/Step": 11272, "Finetune/Step Time": 6.63806982152164}
{"Finetune/Learning Rate": 3.763478399323559e-06, "Finetune/Loss": 0.35518401861190796, "Finetune/Loss (Raw)": 0.36412063241004944, "Finetune/Step": 11273, "Finetune/Step Time": 6.645776484161615}
{"Finetune/Learning Rate": 3.7618550862247173e-06, "Finetune/Loss": 0.35712605714797974, "Finetune/Loss (Raw)": 0.3903420567512512, "Finetune/Step": 11274, "Finetune/Step Time": 6.635584283620119}
{"Finetune/Learning Rate": 3.7602320421861584e-06, "Finetune/Loss": 0.35694971680641174, "Finetune/Loss (Raw)": 0.4243967533111572, "Finetune/Step": 11275, "Finetune/Step Time": 6.620646737515926}
{"Finetune/Learning Rate": 3.7586092672778795e-06, "Finetune/Loss": 0.3573753833770752, "Finetune/Loss (Raw)": 0.4269241988658905, "Finetune/Step": 11276, "Finetune/Step Time": 6.630239058285952}
{"Finetune/Learning Rate": 3.7569867615698773e-06, "Finetune/Loss": 0.3592686057090759, "Finetune/Loss (Raw)": 0.4003969132900238, "Finetune/Step": 11277, "Finetune/Step Time": 6.613389739766717}
{"Finetune/Learning Rate": 3.7553645251321334e-06, "Finetune/Loss": 0.3599812984466553, "Finetune/Loss (Raw)": 0.42993196845054626, "Finetune/Step": 11278, "Finetune/Step Time": 6.624198567122221}
{"Finetune/Learning Rate": 3.7537425580346197e-06, "Finetune/Loss": 0.35987502336502075, "Finetune/Loss (Raw)": 0.4471875727176666, "Finetune/Step": 11279, "Finetune/Step Time": 6.628909215331078}
{"Finetune/Learning Rate": 3.752120860347288e-06, "Finetune/Loss": 0.35997363924980164, "Finetune/Loss (Raw)": 0.38447052240371704, "Finetune/Step": 11280, "Finetune/Step Time": 6.617765741422772}
{"Finetune/Learning Rate": 3.75049943214009e-06, "Finetune/Loss": 0.36004146933555603, "Finetune/Loss (Raw)": 0.41006168723106384, "Finetune/Step": 11281, "Finetune/Step Time": 6.606000566855073}
{"Finetune/Learning Rate": 3.748878273482954e-06, "Finetune/Loss": 0.3620074391365051, "Finetune/Loss (Raw)": 0.37378865480422974, "Finetune/Step": 11282, "Finetune/Step Time": 6.602007521316409}
{"Finetune/Learning Rate": 3.747257384445807e-06, "Finetune/Loss": 0.36148208379745483, "Finetune/Loss (Raw)": 0.2933506667613983, "Finetune/Step": 11283, "Finetune/Step Time": 6.607958098873496}
{"Finetune/Learning Rate": 3.745636765098559e-06, "Finetune/Loss": 0.36169230937957764, "Finetune/Loss (Raw)": 0.425903856754303, "Finetune/Step": 11284, "Finetune/Step Time": 6.615287913009524}
{"Finetune/Learning Rate": 3.7440164155111124e-06, "Finetune/Loss": 0.360805481672287, "Finetune/Loss (Raw)": 0.28522226214408875, "Finetune/Step": 11285, "Finetune/Step Time": 6.622777039185166}
{"Finetune/Learning Rate": 3.7423963357533523e-06, "Finetune/Loss": 0.36071154475212097, "Finetune/Loss (Raw)": 0.38650649785995483, "Finetune/Step": 11286, "Finetune/Step Time": 6.613411873579025}
{"Finetune/Learning Rate": 3.7407765258951555e-06, "Finetune/Loss": 0.3614448010921478, "Finetune/Loss (Raw)": 0.41038161516189575, "Finetune/Step": 11287, "Finetune/Step Time": 6.614758821204305}
{"Finetune/Learning Rate": 3.7391569860063915e-06, "Finetune/Loss": 0.3605896532535553, "Finetune/Loss (Raw)": 0.313273161649704, "Finetune/Step": 11288, "Finetune/Step Time": 6.605959294363856}
{"Finetune/Learning Rate": 3.737537716156906e-06, "Finetune/Loss": 0.3605897128582001, "Finetune/Loss (Raw)": 0.38743284344673157, "Finetune/Step": 11289, "Finetune/Step Time": 6.60593150369823}
{"Finetune/Learning Rate": 3.7359187164165477e-06, "Finetune/Loss": 0.36055606603622437, "Finetune/Loss (Raw)": 0.3814692795276642, "Finetune/Step": 11290, "Finetune/Step Time": 6.606443025171757}
{"Finetune/Learning Rate": 3.7342999868551388e-06, "Finetune/Loss": 0.36019790172576904, "Finetune/Loss (Raw)": 0.3288818597793579, "Finetune/Step": 11291, "Finetune/Step Time": 6.606685638427734}
{"Finetune/Learning Rate": 3.732681527542501e-06, "Finetune/Loss": 0.3608677387237549, "Finetune/Loss (Raw)": 0.4389799237251282, "Finetune/Step": 11292, "Finetune/Step Time": 6.597209177911282}
{"Finetune/Learning Rate": 3.7310633385484406e-06, "Finetune/Loss": 0.3619130849838257, "Finetune/Loss (Raw)": 0.43295490741729736, "Finetune/Step": 11293, "Finetune/Step Time": 6.59290911629796}
{"Finetune/Learning Rate": 3.7294454199427565e-06, "Finetune/Loss": 0.35935360193252563, "Finetune/Loss (Raw)": 0.1422463059425354, "Finetune/Step": 11294, "Finetune/Step Time": 6.610479656606913}
{"Finetune/Learning Rate": 3.7278277717952248e-06, "Finetune/Loss": 0.3584751784801483, "Finetune/Loss (Raw)": 0.33700400590896606, "Finetune/Step": 11295, "Finetune/Step Time": 6.618882143869996}
{"Finetune/Learning Rate": 3.726210394175621e-06, "Finetune/Loss": 0.3588944673538208, "Finetune/Loss (Raw)": 0.4458766281604767, "Finetune/Step": 11296, "Finetune/Step Time": 6.581167070195079}
{"Finetune/Learning Rate": 3.7245932871537036e-06, "Finetune/Loss": 0.36128753423690796, "Finetune/Loss (Raw)": 0.4188878834247589, "Finetune/Step": 11297, "Finetune/Step Time": 6.56119997613132}
{"Finetune/Learning Rate": 3.7229764507992227e-06, "Finetune/Loss": 0.3609396815299988, "Finetune/Loss (Raw)": 0.40563106536865234, "Finetune/Step": 11298, "Finetune/Step Time": 6.567747538909316}
{"Finetune/Learning Rate": 3.7213598851819165e-06, "Finetune/Loss": 0.3603500723838806, "Finetune/Loss (Raw)": 0.3155832588672638, "Finetune/Step": 11299, "Finetune/Step Time": 6.575013460591435}
{"Finetune/Learning Rate": 3.719743590371504e-06, "Finetune/Loss": 0.3598305284976959, "Finetune/Loss (Raw)": 0.3842870891094208, "Finetune/Step": 11300, "Finetune/Step Time": 6.564110973849893}
{"Finetune/Learning Rate": 3.7181275664377037e-06, "Finetune/Loss": 0.36085397005081177, "Finetune/Loss (Raw)": 0.43719884753227234, "Finetune/Step": 11301, "Finetune/Step Time": 6.558264933526516}
{"Finetune/Learning Rate": 3.716511813450212e-06, "Finetune/Loss": 0.36039504408836365, "Finetune/Loss (Raw)": 0.29943668842315674, "Finetune/Step": 11302, "Finetune/Step Time": 6.575201941654086}
{"Finetune/Learning Rate": 3.7148963314787224e-06, "Finetune/Loss": 0.36012768745422363, "Finetune/Loss (Raw)": 0.35360002517700195, "Finetune/Step": 11303, "Finetune/Step Time": 6.569217899814248}
{"Finetune/Learning Rate": 3.713281120592911e-06, "Finetune/Loss": 0.3603549599647522, "Finetune/Loss (Raw)": 0.40645498037338257, "Finetune/Step": 11304, "Finetune/Step Time": 6.5744396056979895}
{"Finetune/Learning Rate": 3.7116661808624444e-06, "Finetune/Loss": 0.35855191946029663, "Finetune/Loss (Raw)": 0.0900094211101532, "Finetune/Step": 11305, "Finetune/Step Time": 6.6021561697125435}
{"Finetune/Learning Rate": 3.7100515123569792e-06, "Finetune/Loss": 0.358987420797348, "Finetune/Loss (Raw)": 0.4136119484901428, "Finetune/Step": 11306, "Finetune/Step Time": 6.600600818172097}
{"Finetune/Learning Rate": 3.7084371151461606e-06, "Finetune/Loss": 0.3585715889930725, "Finetune/Loss (Raw)": 0.3551853895187378, "Finetune/Step": 11307, "Finetune/Step Time": 6.611266013234854}
{"Finetune/Learning Rate": 3.7068229892996134e-06, "Finetune/Loss": 0.3587421178817749, "Finetune/Loss (Raw)": 0.42404744029045105, "Finetune/Step": 11308, "Finetune/Step Time": 6.630857797339559}
{"Finetune/Learning Rate": 3.70520913488696e-06, "Finetune/Loss": 0.3596509099006653, "Finetune/Loss (Raw)": 0.4517521262168884, "Finetune/Step": 11309, "Finetune/Step Time": 6.6335439812392}
{"Finetune/Learning Rate": 3.703595551977813e-06, "Finetune/Loss": 0.3588602840900421, "Finetune/Loss (Raw)": 0.260727196931839, "Finetune/Step": 11310, "Finetune/Step Time": 6.6495102271437645}
{"Finetune/Learning Rate": 3.7019822406417607e-06, "Finetune/Loss": 0.3590911030769348, "Finetune/Loss (Raw)": 0.464974045753479, "Finetune/Step": 11311, "Finetune/Step Time": 6.651410521939397}
{"Finetune/Learning Rate": 3.7003692009483904e-06, "Finetune/Loss": 0.35782650113105774, "Finetune/Loss (Raw)": 0.24894459545612335, "Finetune/Step": 11312, "Finetune/Step Time": 6.661210699006915}
{"Finetune/Learning Rate": 3.69875643296728e-06, "Finetune/Loss": 0.35828787088394165, "Finetune/Loss (Raw)": 0.44531959295272827, "Finetune/Step": 11313, "Finetune/Step Time": 6.666414249688387}
{"Finetune/Learning Rate": 3.6971439367679818e-06, "Finetune/Loss": 0.3559774160385132, "Finetune/Loss (Raw)": 0.1453024446964264, "Finetune/Step": 11314, "Finetune/Step Time": 6.676481897011399}
{"Finetune/Learning Rate": 3.6955317124200494e-06, "Finetune/Loss": 0.35512542724609375, "Finetune/Loss (Raw)": 0.32401302456855774, "Finetune/Step": 11315, "Finetune/Step Time": 6.674638701602817}
{"Finetune/Learning Rate": 3.693919759993022e-06, "Finetune/Loss": 0.35601603984832764, "Finetune/Loss (Raw)": 0.4265841841697693, "Finetune/Step": 11316, "Finetune/Step Time": 6.682550216093659}
{"Finetune/Learning Rate": 3.6923080795564227e-06, "Finetune/Loss": 0.35648059844970703, "Finetune/Loss (Raw)": 0.3880864381790161, "Finetune/Step": 11317, "Finetune/Step Time": 6.682321235537529}
{"Finetune/Learning Rate": 3.6906966711797666e-06, "Finetune/Loss": 0.3564232587814331, "Finetune/Loss (Raw)": 0.3360781669616699, "Finetune/Step": 11318, "Finetune/Step Time": 6.67979334294796}
{"Finetune/Learning Rate": 3.6890855349325572e-06, "Finetune/Loss": 0.3559367060661316, "Finetune/Loss (Raw)": 0.3532242774963379, "Finetune/Step": 11319, "Finetune/Step Time": 6.6791949067264795}
{"Finetune/Learning Rate": 3.687474670884287e-06, "Finetune/Loss": 0.3579748868942261, "Finetune/Loss (Raw)": 0.39546382427215576, "Finetune/Step": 11320, "Finetune/Step Time": 6.662333292886615}
{"Finetune/Learning Rate": 3.685864079104433e-06, "Finetune/Loss": 0.3604932427406311, "Finetune/Loss (Raw)": 0.4507007896900177, "Finetune/Step": 11321, "Finetune/Step Time": 6.649562276899815}
{"Finetune/Learning Rate": 3.6842537596624574e-06, "Finetune/Loss": 0.36095181107521057, "Finetune/Loss (Raw)": 0.4314369261264801, "Finetune/Step": 11322, "Finetune/Step Time": 6.660021150484681}
{"Finetune/Learning Rate": 3.6826437126278203e-06, "Finetune/Loss": 0.3616347312927246, "Finetune/Loss (Raw)": 0.4304077923297882, "Finetune/Step": 11323, "Finetune/Step Time": 6.641685271635652}
{"Finetune/Learning Rate": 3.6810339380699646e-06, "Finetune/Loss": 0.361520916223526, "Finetune/Loss (Raw)": 0.41340094804763794, "Finetune/Step": 11324, "Finetune/Step Time": 6.635334024205804}
{"Finetune/Learning Rate": 3.679424436058322e-06, "Finetune/Loss": 0.3606868386268616, "Finetune/Loss (Raw)": 0.2851375341415405, "Finetune/Step": 11325, "Finetune/Step Time": 6.663092892616987}
{"Finetune/Learning Rate": 3.6778152066623176e-06, "Finetune/Loss": 0.3579791486263275, "Finetune/Loss (Raw)": 0.09293866902589798, "Finetune/Step": 11326, "Finetune/Step Time": 6.677347412332892}
{"Finetune/Learning Rate": 3.6762062499513516e-06, "Finetune/Loss": 0.35871589183807373, "Finetune/Loss (Raw)": 0.4787958264350891, "Finetune/Step": 11327, "Finetune/Step Time": 6.6824614983052015}
{"Finetune/Learning Rate": 3.674597565994824e-06, "Finetune/Loss": 0.35988590121269226, "Finetune/Loss (Raw)": 0.4957261085510254, "Finetune/Step": 11328, "Finetune/Step Time": 6.68145515024662}
{"Finetune/Learning Rate": 3.6729891548621212e-06, "Finetune/Loss": 0.3605060577392578, "Finetune/Loss (Raw)": 0.34169846773147583, "Finetune/Step": 11329, "Finetune/Step Time": 6.702353719621897}
{"Finetune/Learning Rate": 3.671381016622614e-06, "Finetune/Loss": 0.3617359399795532, "Finetune/Loss (Raw)": 0.48430782556533813, "Finetune/Step": 11330, "Finetune/Step Time": 6.721118092536926}
{"Finetune/Learning Rate": 3.669773151345669e-06, "Finetune/Loss": 0.36224907636642456, "Finetune/Loss (Raw)": 0.4266919791698456, "Finetune/Step": 11331, "Finetune/Step Time": 6.713236903771758}
{"Finetune/Learning Rate": 3.6681655591006283e-06, "Finetune/Loss": 0.36461055278778076, "Finetune/Loss (Raw)": 0.4322156310081482, "Finetune/Step": 11332, "Finetune/Step Time": 6.693887574598193}
{"Finetune/Learning Rate": 3.6665582399568355e-06, "Finetune/Loss": 0.3624427020549774, "Finetune/Loss (Raw)": 0.13092093169689178, "Finetune/Step": 11333, "Finetune/Step Time": 6.703921340405941}
{"Finetune/Learning Rate": 3.6649511939836123e-06, "Finetune/Loss": 0.36303040385246277, "Finetune/Loss (Raw)": 0.4339480996131897, "Finetune/Step": 11334, "Finetune/Step Time": 6.704077759757638}
{"Finetune/Learning Rate": 3.6633444212502743e-06, "Finetune/Loss": 0.3638148307800293, "Finetune/Loss (Raw)": 0.42682382464408875, "Finetune/Step": 11335, "Finetune/Step Time": 6.723207745701075}
{"Finetune/Learning Rate": 3.6617379218261238e-06, "Finetune/Loss": 0.3638593554496765, "Finetune/Loss (Raw)": 0.45407378673553467, "Finetune/Step": 11336, "Finetune/Step Time": 6.716183794662356}
{"Finetune/Learning Rate": 3.6601316957804534e-06, "Finetune/Loss": 0.36385172605514526, "Finetune/Loss (Raw)": 0.39936164021492004, "Finetune/Step": 11337, "Finetune/Step Time": 6.719040418043733}
{"Finetune/Learning Rate": 3.6585257431825404e-06, "Finetune/Loss": 0.3640691637992859, "Finetune/Loss (Raw)": 0.42647784948349, "Finetune/Step": 11338, "Finetune/Step Time": 6.713609229773283}
{"Finetune/Learning Rate": 3.6569200641016554e-06, "Finetune/Loss": 0.364158034324646, "Finetune/Loss (Raw)": 0.3923776149749756, "Finetune/Step": 11339, "Finetune/Step Time": 6.705748233944178}
{"Finetune/Learning Rate": 3.6553146586070477e-06, "Finetune/Loss": 0.36427634954452515, "Finetune/Loss (Raw)": 0.3757413923740387, "Finetune/Step": 11340, "Finetune/Step Time": 6.720951456576586}
{"Finetune/Learning Rate": 3.6537095267679623e-06, "Finetune/Loss": 0.36503666639328003, "Finetune/Loss (Raw)": 0.4342346489429474, "Finetune/Step": 11341, "Finetune/Step Time": 6.711741412058473}
{"Finetune/Learning Rate": 3.6521046686536364e-06, "Finetune/Loss": 0.3642791509628296, "Finetune/Loss (Raw)": 0.3703083395957947, "Finetune/Step": 11342, "Finetune/Step Time": 6.712414603680372}
{"Finetune/Learning Rate": 3.650500084333283e-06, "Finetune/Loss": 0.36485612392425537, "Finetune/Loss (Raw)": 0.47672122716903687, "Finetune/Step": 11343, "Finetune/Step Time": 6.729887962341309}
{"Finetune/Learning Rate": 3.648895773876112e-06, "Finetune/Loss": 0.3657528758049011, "Finetune/Loss (Raw)": 0.31802767515182495, "Finetune/Step": 11344, "Finetune/Step Time": 6.725177509710193}
{"Finetune/Learning Rate": 3.6472917373513207e-06, "Finetune/Loss": 0.3656204044818878, "Finetune/Loss (Raw)": 0.35290080308914185, "Finetune/Step": 11345, "Finetune/Step Time": 6.741087963804603}
{"Finetune/Learning Rate": 3.645687974828096e-06, "Finetune/Loss": 0.3651912808418274, "Finetune/Loss (Raw)": 0.39628034830093384, "Finetune/Step": 11346, "Finetune/Step Time": 6.75438885577023}
{"Finetune/Learning Rate": 3.644084486375605e-06, "Finetune/Loss": 0.3657713830471039, "Finetune/Loss (Raw)": 0.39867520332336426, "Finetune/Step": 11347, "Finetune/Step Time": 6.748426886275411}
{"Finetune/Learning Rate": 3.642481272063011e-06, "Finetune/Loss": 0.3674865961074829, "Finetune/Loss (Raw)": 0.3372756838798523, "Finetune/Step": 11348, "Finetune/Step Time": 6.729493683204055}
{"Finetune/Learning Rate": 3.640878331959463e-06, "Finetune/Loss": 0.36708030104637146, "Finetune/Loss (Raw)": 0.39995718002319336, "Finetune/Step": 11349, "Finetune/Step Time": 6.7208951730281115}
{"Finetune/Learning Rate": 3.639275666134099e-06, "Finetune/Loss": 0.36765235662460327, "Finetune/Loss (Raw)": 0.35827502608299255, "Finetune/Step": 11350, "Finetune/Step Time": 6.725964527577162}
{"Finetune/Learning Rate": 3.637673274656047e-06, "Finetune/Loss": 0.36857664585113525, "Finetune/Loss (Raw)": 0.4284711480140686, "Finetune/Step": 11351, "Finetune/Step Time": 6.715366572141647}
{"Finetune/Learning Rate": 3.636071157594414e-06, "Finetune/Loss": 0.3679502606391907, "Finetune/Loss (Raw)": 0.3163870573043823, "Finetune/Step": 11352, "Finetune/Step Time": 6.719832070171833}
{"Finetune/Learning Rate": 3.6344693150183076e-06, "Finetune/Loss": 0.36840781569480896, "Finetune/Loss (Raw)": 0.40800073742866516, "Finetune/Step": 11353, "Finetune/Step Time": 6.72994321398437}
{"Finetune/Learning Rate": 3.632867746996812e-06, "Finetune/Loss": 0.36879730224609375, "Finetune/Loss (Raw)": 0.3965250551700592, "Finetune/Step": 11354, "Finetune/Step Time": 6.734371909871697}
{"Finetune/Learning Rate": 3.631266453599008e-06, "Finetune/Loss": 0.36998867988586426, "Finetune/Loss (Raw)": 0.41739723086357117, "Finetune/Step": 11355, "Finetune/Step Time": 6.731597913429141}
{"Finetune/Learning Rate": 3.629665434893961e-06, "Finetune/Loss": 0.3702424168586731, "Finetune/Loss (Raw)": 0.3556899130344391, "Finetune/Step": 11356, "Finetune/Step Time": 6.718589283525944}
{"Finetune/Learning Rate": 3.628064690950727e-06, "Finetune/Loss": 0.3711792826652527, "Finetune/Loss (Raw)": 0.4759458899497986, "Finetune/Step": 11357, "Finetune/Step Time": 6.701338343322277}
{"Finetune/Learning Rate": 3.626464221838347e-06, "Finetune/Loss": 0.3714856505393982, "Finetune/Loss (Raw)": 0.3739905059337616, "Finetune/Step": 11358, "Finetune/Step Time": 6.685882410034537}
{"Finetune/Learning Rate": 3.624864027625855e-06, "Finetune/Loss": 0.371340274810791, "Finetune/Loss (Raw)": 0.4307668209075928, "Finetune/Step": 11359, "Finetune/Step Time": 6.6877219788730145}
{"Finetune/Learning Rate": 3.6232641083822638e-06, "Finetune/Loss": 0.37364912033081055, "Finetune/Loss (Raw)": 0.40581825375556946, "Finetune/Step": 11360, "Finetune/Step Time": 6.672273203730583}
{"Finetune/Learning Rate": 3.621664464176583e-06, "Finetune/Loss": 0.37386438250541687, "Finetune/Loss (Raw)": 0.41535869240760803, "Finetune/Step": 11361, "Finetune/Step Time": 6.674290964379907}
{"Finetune/Learning Rate": 3.6200650950778105e-06, "Finetune/Loss": 0.374017596244812, "Finetune/Loss (Raw)": 0.4135734438896179, "Finetune/Step": 11362, "Finetune/Step Time": 6.655612384900451}
{"Finetune/Learning Rate": 3.6184660011549244e-06, "Finetune/Loss": 0.37477219104766846, "Finetune/Loss (Raw)": 0.39204975962638855, "Finetune/Step": 11363, "Finetune/Step Time": 6.658187981694937}
{"Finetune/Learning Rate": 3.6168671824768976e-06, "Finetune/Loss": 0.3744935989379883, "Finetune/Loss (Raw)": 0.3915790319442749, "Finetune/Step": 11364, "Finetune/Step Time": 6.667529657483101}
{"Finetune/Learning Rate": 3.6152686391126924e-06, "Finetune/Loss": 0.37651804089546204, "Finetune/Loss (Raw)": 0.3951288163661957, "Finetune/Step": 11365, "Finetune/Step Time": 6.635526191443205}
{"Finetune/Learning Rate": 3.6136703711312516e-06, "Finetune/Loss": 0.37593984603881836, "Finetune/Loss (Raw)": 0.27743926644325256, "Finetune/Step": 11366, "Finetune/Step Time": 6.652653185650706}
{"Finetune/Learning Rate": 3.6120723786015133e-06, "Finetune/Loss": 0.3771970570087433, "Finetune/Loss (Raw)": 0.48839882016181946, "Finetune/Step": 11367, "Finetune/Step Time": 6.640192789956927}
{"Finetune/Learning Rate": 3.610474661592401e-06, "Finetune/Loss": 0.3768669366836548, "Finetune/Loss (Raw)": 0.37021028995513916, "Finetune/Step": 11368, "Finetune/Step Time": 6.647661682218313}
{"Finetune/Learning Rate": 3.608877220172827e-06, "Finetune/Loss": 0.377636194229126, "Finetune/Loss (Raw)": 0.4417838156223297, "Finetune/Step": 11369, "Finetune/Step Time": 6.632933158427477}
{"Finetune/Learning Rate": 3.6072800544116902e-06, "Finetune/Loss": 0.3768857717514038, "Finetune/Loss (Raw)": 0.3272647261619568, "Finetune/Step": 11370, "Finetune/Step Time": 6.625040244311094}
{"Finetune/Learning Rate": 3.6056831643778834e-06, "Finetune/Loss": 0.37784528732299805, "Finetune/Loss (Raw)": 0.4351502060890198, "Finetune/Step": 11371, "Finetune/Step Time": 6.622861783951521}
{"Finetune/Learning Rate": 3.6040865501402755e-06, "Finetune/Loss": 0.37759101390838623, "Finetune/Loss (Raw)": 0.32557982206344604, "Finetune/Step": 11372, "Finetune/Step Time": 6.620485497638583}
{"Finetune/Learning Rate": 3.6024902117677375e-06, "Finetune/Loss": 0.37563180923461914, "Finetune/Loss (Raw)": 0.13281510770320892, "Finetune/Step": 11373, "Finetune/Step Time": 6.639244748279452}
{"Finetune/Learning Rate": 3.600894149329115e-06, "Finetune/Loss": 0.37580379843711853, "Finetune/Loss (Raw)": 0.4311150908470154, "Finetune/Step": 11374, "Finetune/Step Time": 6.640490353107452}
{"Finetune/Learning Rate": 3.599298362893252e-06, "Finetune/Loss": 0.3757479190826416, "Finetune/Loss (Raw)": 0.3462185859680176, "Finetune/Step": 11375, "Finetune/Step Time": 6.622462056577206}
{"Finetune/Learning Rate": 3.597702852528977e-06, "Finetune/Loss": 0.3751094937324524, "Finetune/Loss (Raw)": 0.3784960210323334, "Finetune/Step": 11376, "Finetune/Step Time": 6.624494168907404}
{"Finetune/Learning Rate": 3.596107618305107e-06, "Finetune/Loss": 0.37301623821258545, "Finetune/Loss (Raw)": 0.10995994508266449, "Finetune/Step": 11377, "Finetune/Step Time": 6.639158895239234}
{"Finetune/Learning Rate": 3.594512660290449e-06, "Finetune/Loss": 0.37088698148727417, "Finetune/Loss (Raw)": 0.14347685873508453, "Finetune/Step": 11378, "Finetune/Step Time": 6.670663673430681}
{"Finetune/Learning Rate": 3.5929179785537903e-06, "Finetune/Loss": 0.37051331996917725, "Finetune/Loss (Raw)": 0.33107873797416687, "Finetune/Step": 11379, "Finetune/Step Time": 6.669023169204593}
{"Finetune/Learning Rate": 3.5913235731639162e-06, "Finetune/Loss": 0.3711630702018738, "Finetune/Loss (Raw)": 0.4446586072444916, "Finetune/Step": 11380, "Finetune/Step Time": 6.656500304117799}
{"Finetune/Learning Rate": 3.5897294441895937e-06, "Finetune/Loss": 0.3708764910697937, "Finetune/Loss (Raw)": 0.47961223125457764, "Finetune/Step": 11381, "Finetune/Step Time": 6.653705162927508}
{"Finetune/Learning Rate": 3.588135591699583e-06, "Finetune/Loss": 0.37124091386795044, "Finetune/Loss (Raw)": 0.38569530844688416, "Finetune/Step": 11382, "Finetune/Step Time": 6.654550755396485}
{"Finetune/Learning Rate": 3.586542015762625e-06, "Finetune/Loss": 0.37087905406951904, "Finetune/Loss (Raw)": 0.34816649556159973, "Finetune/Step": 11383, "Finetune/Step Time": 6.6514177564531565}
{"Finetune/Learning Rate": 3.5849487164474573e-06, "Finetune/Loss": 0.37068840861320496, "Finetune/Loss (Raw)": 0.3877982795238495, "Finetune/Step": 11384, "Finetune/Step Time": 6.6378190610557795}
{"Finetune/Learning Rate": 3.5833556938227963e-06, "Finetune/Loss": 0.3727932274341583, "Finetune/Loss (Raw)": 0.3907971680164337, "Finetune/Step": 11385, "Finetune/Step Time": 6.620559882372618}
{"Finetune/Learning Rate": 3.5817629479573536e-06, "Finetune/Loss": 0.3740348219871521, "Finetune/Loss (Raw)": 0.3068907558917999, "Finetune/Step": 11386, "Finetune/Step Time": 6.618714760988951}
{"Finetune/Learning Rate": 3.5801704789198264e-06, "Finetune/Loss": 0.3734041452407837, "Finetune/Loss (Raw)": 0.39612892270088196, "Finetune/Step": 11387, "Finetune/Step Time": 6.622711217030883}
{"Finetune/Learning Rate": 3.578578286778901e-06, "Finetune/Loss": 0.37351495027542114, "Finetune/Loss (Raw)": 0.37747472524642944, "Finetune/Step": 11388, "Finetune/Step Time": 6.642158145084977}
{"Finetune/Learning Rate": 3.5769863716032505e-06, "Finetune/Loss": 0.3737213611602783, "Finetune/Loss (Raw)": 0.37689533829689026, "Finetune/Step": 11389, "Finetune/Step Time": 6.645197490230203}
{"Finetune/Learning Rate": 3.5753947334615368e-06, "Finetune/Loss": 0.37354326248168945, "Finetune/Loss (Raw)": 0.3384566605091095, "Finetune/Step": 11390, "Finetune/Step Time": 6.6724047884345055}
{"Finetune/Learning Rate": 3.573803372422414e-06, "Finetune/Loss": 0.37376853823661804, "Finetune/Loss (Raw)": 0.41420409083366394, "Finetune/Step": 11391, "Finetune/Step Time": 6.679275423288345}
{"Finetune/Learning Rate": 3.572212288554511e-06, "Finetune/Loss": 0.37422001361846924, "Finetune/Loss (Raw)": 0.4362415373325348, "Finetune/Step": 11392, "Finetune/Step Time": 6.697692485526204}
{"Finetune/Learning Rate": 3.570621481926462e-06, "Finetune/Loss": 0.3737238645553589, "Finetune/Loss (Raw)": 0.34455639123916626, "Finetune/Step": 11393, "Finetune/Step Time": 6.693554051220417}
{"Finetune/Learning Rate": 3.569030952606872e-06, "Finetune/Loss": 0.3732050061225891, "Finetune/Loss (Raw)": 0.3455747365951538, "Finetune/Step": 11394, "Finetune/Step Time": 6.686787594109774}
{"Finetune/Learning Rate": 3.5674407006643485e-06, "Finetune/Loss": 0.37406474351882935, "Finetune/Loss (Raw)": 0.40367257595062256, "Finetune/Step": 11395, "Finetune/Step Time": 6.686426481232047}
{"Finetune/Learning Rate": 3.5658507261674802e-06, "Finetune/Loss": 0.3750934600830078, "Finetune/Loss (Raw)": 0.4451718330383301, "Finetune/Step": 11396, "Finetune/Step Time": 6.691449107602239}
{"Finetune/Learning Rate": 3.564261029184849e-06, "Finetune/Loss": 0.37498587369918823, "Finetune/Loss (Raw)": 0.39281901717185974, "Finetune/Step": 11397, "Finetune/Step Time": 6.702083565294743}
{"Finetune/Learning Rate": 3.5626716097850132e-06, "Finetune/Loss": 0.3737621307373047, "Finetune/Loss (Raw)": 0.25288036465644836, "Finetune/Step": 11398, "Finetune/Step Time": 6.694523025304079}
{"Finetune/Learning Rate": 3.561082468036531e-06, "Finetune/Loss": 0.37341299653053284, "Finetune/Loss (Raw)": 0.3830200135707855, "Finetune/Step": 11399, "Finetune/Step Time": 6.6923599150031805}
{"Finetune/Learning Rate": 3.5594936040079444e-06, "Finetune/Loss": 0.37328040599823, "Finetune/Loss (Raw)": 0.32215532660484314, "Finetune/Step": 11400, "Finetune/Step Time": 6.683593835681677}
{"Finetune/Learning Rate": 3.557905017767782e-06, "Finetune/Loss": 0.3732653260231018, "Finetune/Loss (Raw)": 0.362192302942276, "Finetune/Step": 11401, "Finetune/Step Time": 6.680777063593268}
{"Finetune/Learning Rate": 3.556316709384564e-06, "Finetune/Loss": 0.37153053283691406, "Finetune/Loss (Raw)": 0.1682867705821991, "Finetune/Step": 11402, "Finetune/Step Time": 6.691677782684565}
{"Finetune/Learning Rate": 3.5547286789267986e-06, "Finetune/Loss": 0.37114131450653076, "Finetune/Loss (Raw)": 0.374578058719635, "Finetune/Step": 11403, "Finetune/Step Time": 6.69842285849154}
{"Finetune/Learning Rate": 3.553140926462976e-06, "Finetune/Loss": 0.37005615234375, "Finetune/Loss (Raw)": 0.2880268692970276, "Finetune/Step": 11404, "Finetune/Step Time": 6.704144775867462}
{"Finetune/Learning Rate": 3.5515534520615756e-06, "Finetune/Loss": 0.3711228370666504, "Finetune/Loss (Raw)": 0.5369299650192261, "Finetune/Step": 11405, "Finetune/Step Time": 6.704638194292784}
{"Finetune/Learning Rate": 3.549966255791072e-06, "Finetune/Loss": 0.3700715899467468, "Finetune/Loss (Raw)": 0.29537126421928406, "Finetune/Step": 11406, "Finetune/Step Time": 6.684062769636512}
{"Finetune/Learning Rate": 3.5483793377199218e-06, "Finetune/Loss": 0.3691360354423523, "Finetune/Loss (Raw)": 0.32744067907333374, "Finetune/Step": 11407, "Finetune/Step Time": 6.689432313665748}
{"Finetune/Learning Rate": 3.5467926979165703e-06, "Finetune/Loss": 0.3691018223762512, "Finetune/Loss (Raw)": 0.38008958101272583, "Finetune/Step": 11408, "Finetune/Step Time": 6.689974304288626}
{"Finetune/Learning Rate": 3.545206336449454e-06, "Finetune/Loss": 0.3687070608139038, "Finetune/Loss (Raw)": 0.35953277349472046, "Finetune/Step": 11409, "Finetune/Step Time": 6.69454132579267}
{"Finetune/Learning Rate": 3.5436202533869957e-06, "Finetune/Loss": 0.36845123767852783, "Finetune/Loss (Raw)": 0.34104156494140625, "Finetune/Step": 11410, "Finetune/Step Time": 6.693103333935142}
{"Finetune/Learning Rate": 3.542034448797601e-06, "Finetune/Loss": 0.3672497272491455, "Finetune/Loss (Raw)": 0.13955919444561005, "Finetune/Step": 11411, "Finetune/Step Time": 6.713064156472683}
{"Finetune/Learning Rate": 3.5404489227496697e-06, "Finetune/Loss": 0.3668563961982727, "Finetune/Loss (Raw)": 0.3755601942539215, "Finetune/Step": 11412, "Finetune/Step Time": 6.706445140764117}
{"Finetune/Learning Rate": 3.538863675311589e-06, "Finetune/Loss": 0.3676369786262512, "Finetune/Loss (Raw)": 0.3851332664489746, "Finetune/Step": 11413, "Finetune/Step Time": 6.69839596003294}
{"Finetune/Learning Rate": 3.5372787065517366e-06, "Finetune/Loss": 0.3677308261394501, "Finetune/Loss (Raw)": 0.39851951599121094, "Finetune/Step": 11414, "Finetune/Step Time": 6.688664322718978}
{"Finetune/Learning Rate": 3.535694016538466e-06, "Finetune/Loss": 0.36754003167152405, "Finetune/Loss (Raw)": 0.3859609365463257, "Finetune/Step": 11415, "Finetune/Step Time": 6.68714264780283}
{"Finetune/Learning Rate": 3.5341096053401314e-06, "Finetune/Loss": 0.3679988384246826, "Finetune/Loss (Raw)": 0.37199801206588745, "Finetune/Step": 11416, "Finetune/Step Time": 6.6864359471946955}
{"Finetune/Learning Rate": 3.5325254730250756e-06, "Finetune/Loss": 0.3680521845817566, "Finetune/Loss (Raw)": 0.39426347613334656, "Finetune/Step": 11417, "Finetune/Step Time": 6.688665632158518}
{"Finetune/Learning Rate": 3.530941619661615e-06, "Finetune/Loss": 0.368416428565979, "Finetune/Loss (Raw)": 0.4280930757522583, "Finetune/Step": 11418, "Finetune/Step Time": 6.684885013848543}
{"Finetune/Learning Rate": 3.52935804531807e-06, "Finetune/Loss": 0.36885273456573486, "Finetune/Loss (Raw)": 0.3847309350967407, "Finetune/Step": 11419, "Finetune/Step Time": 6.680315505713224}
{"Finetune/Learning Rate": 3.527774750062739e-06, "Finetune/Loss": 0.36870577931404114, "Finetune/Loss (Raw)": 0.42016446590423584, "Finetune/Step": 11420, "Finetune/Step Time": 6.685743007808924}
{"Finetune/Learning Rate": 3.5261917339639152e-06, "Finetune/Loss": 0.3685937523841858, "Finetune/Loss (Raw)": 0.41861724853515625, "Finetune/Step": 11421, "Finetune/Step Time": 6.689572487026453}
{"Finetune/Learning Rate": 3.5246089970898745e-06, "Finetune/Loss": 0.37072160840034485, "Finetune/Loss (Raw)": 0.4146118760108948, "Finetune/Step": 11422, "Finetune/Step Time": 6.684149561449885}
{"Finetune/Learning Rate": 3.5230265395088858e-06, "Finetune/Loss": 0.3711192011833191, "Finetune/Loss (Raw)": 0.38789620995521545, "Finetune/Step": 11423, "Finetune/Step Time": 6.699938138946891}
{"Finetune/Learning Rate": 3.5214443612891967e-06, "Finetune/Loss": 0.3696252703666687, "Finetune/Loss (Raw)": 0.25465041399002075, "Finetune/Step": 11424, "Finetune/Step Time": 6.697252385318279}
{"Finetune/Learning Rate": 3.519862462499056e-06, "Finetune/Loss": 0.3691157400608063, "Finetune/Loss (Raw)": 0.35366982221603394, "Finetune/Step": 11425, "Finetune/Step Time": 6.6993725802749395}
{"Finetune/Learning Rate": 3.518280843206686e-06, "Finetune/Loss": 0.36884069442749023, "Finetune/Loss (Raw)": 0.370425820350647, "Finetune/Step": 11426, "Finetune/Step Time": 6.708420146256685}
{"Finetune/Learning Rate": 3.5166995034803085e-06, "Finetune/Loss": 0.369173526763916, "Finetune/Loss (Raw)": 0.35818544030189514, "Finetune/Step": 11427, "Finetune/Step Time": 6.693395182490349}
{"Finetune/Learning Rate": 3.515118443388128e-06, "Finetune/Loss": 0.36908674240112305, "Finetune/Loss (Raw)": 0.37317955493927, "Finetune/Step": 11428, "Finetune/Step Time": 6.712874809280038}
{"Finetune/Learning Rate": 3.513537662998341e-06, "Finetune/Loss": 0.3684263229370117, "Finetune/Loss (Raw)": 0.35266250371932983, "Finetune/Step": 11429, "Finetune/Step Time": 6.728529391810298}
{"Finetune/Learning Rate": 3.5119571623791225e-06, "Finetune/Loss": 0.36975717544555664, "Finetune/Loss (Raw)": 0.46978676319122314, "Finetune/Step": 11430, "Finetune/Step Time": 6.712421867996454}
{"Finetune/Learning Rate": 3.5103769415986456e-06, "Finetune/Loss": 0.3679161071777344, "Finetune/Loss (Raw)": 0.11794652789831161, "Finetune/Step": 11431, "Finetune/Step Time": 6.709358472377062}
{"Finetune/Learning Rate": 3.508797000725066e-06, "Finetune/Loss": 0.36753126978874207, "Finetune/Loss (Raw)": 0.3571956753730774, "Finetune/Step": 11432, "Finetune/Step Time": 6.705191537737846}
{"Finetune/Learning Rate": 3.5072173398265317e-06, "Finetune/Loss": 0.3709573745727539, "Finetune/Loss (Raw)": 0.5285458564758301, "Finetune/Step": 11433, "Finetune/Step Time": 6.6787869818508625}
{"Finetune/Learning Rate": 3.5056379589711764e-06, "Finetune/Loss": 0.37051528692245483, "Finetune/Loss (Raw)": 0.3570285737514496, "Finetune/Step": 11434, "Finetune/Step Time": 6.679531283676624}
{"Finetune/Learning Rate": 3.5040588582271163e-06, "Finetune/Loss": 0.3705882430076599, "Finetune/Loss (Raw)": 0.3645232617855072, "Finetune/Step": 11435, "Finetune/Step Time": 6.689149402081966}
{"Finetune/Learning Rate": 3.5024800376624656e-06, "Finetune/Loss": 0.3705686926841736, "Finetune/Loss (Raw)": 0.42154452204704285, "Finetune/Step": 11436, "Finetune/Step Time": 6.670644201338291}
{"Finetune/Learning Rate": 3.500901497345316e-06, "Finetune/Loss": 0.3700994551181793, "Finetune/Loss (Raw)": 0.3916865885257721, "Finetune/Step": 11437, "Finetune/Step Time": 6.6584107875823975}
{"Finetune/Learning Rate": 3.4993232373437535e-06, "Finetune/Loss": 0.37066900730133057, "Finetune/Loss (Raw)": 0.3336334228515625, "Finetune/Step": 11438, "Finetune/Step Time": 6.655258534476161}
{"Finetune/Learning Rate": 3.497745257725853e-06, "Finetune/Loss": 0.37031883001327515, "Finetune/Loss (Raw)": 0.4201495945453644, "Finetune/Step": 11439, "Finetune/Step Time": 6.662394173443317}
{"Finetune/Learning Rate": 3.496167558559673e-06, "Finetune/Loss": 0.37193745374679565, "Finetune/Loss (Raw)": 0.4561316967010498, "Finetune/Step": 11440, "Finetune/Step Time": 6.671576451510191}
{"Finetune/Learning Rate": 3.494590139913263e-06, "Finetune/Loss": 0.3710302710533142, "Finetune/Loss (Raw)": 0.3291970491409302, "Finetune/Step": 11441, "Finetune/Step Time": 6.663730099797249}
{"Finetune/Learning Rate": 3.4930130018546638e-06, "Finetune/Loss": 0.37263208627700806, "Finetune/Loss (Raw)": 0.350334495306015, "Finetune/Step": 11442, "Finetune/Step Time": 6.64477682672441}
{"Finetune/Learning Rate": 3.4914361444518908e-06, "Finetune/Loss": 0.3725230097770691, "Finetune/Loss (Raw)": 0.3100525438785553, "Finetune/Step": 11443, "Finetune/Step Time": 6.636373857036233}
{"Finetune/Learning Rate": 3.4898595677729597e-06, "Finetune/Loss": 0.37272000312805176, "Finetune/Loss (Raw)": 0.4517987072467804, "Finetune/Step": 11444, "Finetune/Step Time": 6.625037234276533}
{"Finetune/Learning Rate": 3.4882832718858763e-06, "Finetune/Loss": 0.37222206592559814, "Finetune/Loss (Raw)": 0.3243504762649536, "Finetune/Step": 11445, "Finetune/Step Time": 6.632130283862352}
{"Finetune/Learning Rate": 3.486707256858619e-06, "Finetune/Loss": 0.3727254569530487, "Finetune/Loss (Raw)": 0.40051278471946716, "Finetune/Step": 11446, "Finetune/Step Time": 6.6299513299018145}
{"Finetune/Learning Rate": 3.4851315227591686e-06, "Finetune/Loss": 0.37303847074508667, "Finetune/Loss (Raw)": 0.3932916522026062, "Finetune/Step": 11447, "Finetune/Step Time": 6.628027403727174}
{"Finetune/Learning Rate": 3.4835560696554893e-06, "Finetune/Loss": 0.3735104203224182, "Finetune/Loss (Raw)": 0.455872505903244, "Finetune/Step": 11448, "Finetune/Step Time": 6.629911074414849}
{"Finetune/Learning Rate": 3.4819808976155345e-06, "Finetune/Loss": 0.3708793520927429, "Finetune/Loss (Raw)": 0.11392483115196228, "Finetune/Step": 11449, "Finetune/Step Time": 6.653419423848391}
{"Finetune/Learning Rate": 3.4804060067072375e-06, "Finetune/Loss": 0.37082237005233765, "Finetune/Loss (Raw)": 0.42414391040802, "Finetune/Step": 11450, "Finetune/Step Time": 6.652974016964436}
{"Finetune/Learning Rate": 3.4788313969985286e-06, "Finetune/Loss": 0.369672566652298, "Finetune/Loss (Raw)": 0.2832307815551758, "Finetune/Step": 11451, "Finetune/Step Time": 6.704730832949281}
{"Finetune/Learning Rate": 3.477257068557324e-06, "Finetune/Loss": 0.36954265832901, "Finetune/Loss (Raw)": 0.3967714309692383, "Finetune/Step": 11452, "Finetune/Step Time": 6.705193506553769}
{"Finetune/Learning Rate": 3.4756830214515267e-06, "Finetune/Loss": 0.3682961165904999, "Finetune/Loss (Raw)": 0.12557946145534515, "Finetune/Step": 11453, "Finetune/Step Time": 6.691726729273796}
{"Finetune/Learning Rate": 3.4741092557490297e-06, "Finetune/Loss": 0.3683204650878906, "Finetune/Loss (Raw)": 0.09605839848518372, "Finetune/Step": 11454, "Finetune/Step Time": 6.692685507237911}
{"Finetune/Learning Rate": 3.4725357715177066e-06, "Finetune/Loss": 0.36569613218307495, "Finetune/Loss (Raw)": 0.14288051426410675, "Finetune/Step": 11455, "Finetune/Step Time": 6.697118699550629}
{"Finetune/Learning Rate": 3.47096256882543e-06, "Finetune/Loss": 0.36528536677360535, "Finetune/Loss (Raw)": 0.4431484341621399, "Finetune/Step": 11456, "Finetune/Step Time": 6.706767503172159}
{"Finetune/Learning Rate": 3.469389647740048e-06, "Finetune/Loss": 0.36494556069374084, "Finetune/Loss (Raw)": 0.29820168018341064, "Finetune/Step": 11457, "Finetune/Step Time": 6.70513516291976}
{"Finetune/Learning Rate": 3.4678170083294072e-06, "Finetune/Loss": 0.3644978404045105, "Finetune/Loss (Raw)": 0.4269998073577881, "Finetune/Step": 11458, "Finetune/Step Time": 6.693678133189678}
{"Finetune/Learning Rate": 3.4662446506613357e-06, "Finetune/Loss": 0.36211374402046204, "Finetune/Loss (Raw)": 0.12152969837188721, "Finetune/Step": 11459, "Finetune/Step Time": 6.702194394543767}
{"Finetune/Learning Rate": 3.4646725748036525e-06, "Finetune/Loss": 0.3623030483722687, "Finetune/Loss (Raw)": 0.45644518733024597, "Finetune/Step": 11460, "Finetune/Step Time": 6.707949824631214}
{"Finetune/Learning Rate": 3.4631007808241645e-06, "Finetune/Loss": 0.36440354585647583, "Finetune/Loss (Raw)": 0.39978736639022827, "Finetune/Step": 11461, "Finetune/Step Time": 6.696370871737599}
{"Finetune/Learning Rate": 3.4615292687906677e-06, "Finetune/Loss": 0.3634224534034729, "Finetune/Loss (Raw)": 0.308364599943161, "Finetune/Step": 11462, "Finetune/Step Time": 6.696077903732657}
{"Finetune/Learning Rate": 3.4599580387709376e-06, "Finetune/Loss": 0.3609675168991089, "Finetune/Loss (Raw)": 0.11259689927101135, "Finetune/Step": 11463, "Finetune/Step Time": 6.694562017917633}
{"Finetune/Learning Rate": 3.4583870908327466e-06, "Finetune/Loss": 0.3599846661090851, "Finetune/Loss (Raw)": 0.32826459407806396, "Finetune/Step": 11464, "Finetune/Step Time": 6.7040303107351065}
{"Finetune/Learning Rate": 3.456816425043855e-06, "Finetune/Loss": 0.36002805829048157, "Finetune/Loss (Raw)": 0.4049161374568939, "Finetune/Step": 11465, "Finetune/Step Time": 6.708710068836808}
{"Finetune/Learning Rate": 3.4552460414720023e-06, "Finetune/Loss": 0.35946279764175415, "Finetune/Loss (Raw)": 0.3541225492954254, "Finetune/Step": 11466, "Finetune/Step Time": 6.714775923639536}
{"Finetune/Learning Rate": 3.453675940184924e-06, "Finetune/Loss": 0.36021143198013306, "Finetune/Loss (Raw)": 0.48820626735687256, "Finetune/Step": 11467, "Finetune/Step Time": 6.706182807683945}
{"Finetune/Learning Rate": 3.452106121250345e-06, "Finetune/Loss": 0.3600623607635498, "Finetune/Loss (Raw)": 0.3566593825817108, "Finetune/Step": 11468, "Finetune/Step Time": 6.724225848913193}
{"Finetune/Learning Rate": 3.450536584735965e-06, "Finetune/Loss": 0.3596253991127014, "Finetune/Loss (Raw)": 0.3783036172389984, "Finetune/Step": 11469, "Finetune/Step Time": 6.726976238191128}
{"Finetune/Learning Rate": 3.4489673307094873e-06, "Finetune/Loss": 0.36019235849380493, "Finetune/Loss (Raw)": 0.4428771138191223, "Finetune/Step": 11470, "Finetune/Step Time": 6.7265095841139555}
{"Finetune/Learning Rate": 3.447398359238593e-06, "Finetune/Loss": 0.3593524992465973, "Finetune/Loss (Raw)": 0.3692217469215393, "Finetune/Step": 11471, "Finetune/Step Time": 6.7178889606148005}
{"Finetune/Learning Rate": 3.4458296703909544e-06, "Finetune/Loss": 0.3600291609764099, "Finetune/Loss (Raw)": 0.40463873744010925, "Finetune/Step": 11472, "Finetune/Step Time": 6.705871947109699}
{"Finetune/Learning Rate": 3.4442612642342333e-06, "Finetune/Loss": 0.36026251316070557, "Finetune/Loss (Raw)": 0.38276904821395874, "Finetune/Step": 11473, "Finetune/Step Time": 6.683288088068366}
{"Finetune/Learning Rate": 3.4426931408360763e-06, "Finetune/Loss": 0.3609810471534729, "Finetune/Loss (Raw)": 0.4882550537586212, "Finetune/Step": 11474, "Finetune/Step Time": 6.6718340795487165}
{"Finetune/Learning Rate": 3.441125300264122e-06, "Finetune/Loss": 0.3609960377216339, "Finetune/Loss (Raw)": 0.400594025850296, "Finetune/Step": 11475, "Finetune/Step Time": 6.665263352915645}
{"Finetune/Learning Rate": 3.4395577425859904e-06, "Finetune/Loss": 0.3619864284992218, "Finetune/Loss (Raw)": 0.4640424847602844, "Finetune/Step": 11476, "Finetune/Step Time": 6.668063743039966}
{"Finetune/Learning Rate": 3.437990467869289e-06, "Finetune/Loss": 0.36242106556892395, "Finetune/Loss (Raw)": 0.45559436082839966, "Finetune/Step": 11477, "Finetune/Step Time": 6.686809692531824}
{"Finetune/Learning Rate": 3.4364234761816207e-06, "Finetune/Loss": 0.361352801322937, "Finetune/Loss (Raw)": 0.22153374552726746, "Finetune/Step": 11478, "Finetune/Step Time": 6.692337861284614}
{"Finetune/Learning Rate": 3.4348567675905708e-06, "Finetune/Loss": 0.36062395572662354, "Finetune/Loss (Raw)": 0.3351830840110779, "Finetune/Step": 11479, "Finetune/Step Time": 6.695992808789015}
{"Finetune/Learning Rate": 3.4332903421637155e-06, "Finetune/Loss": 0.36184829473495483, "Finetune/Loss (Raw)": 0.4731021225452423, "Finetune/Step": 11480, "Finetune/Step Time": 6.712376879528165}
{"Finetune/Learning Rate": 3.431724199968618e-06, "Finetune/Loss": 0.36146631836891174, "Finetune/Loss (Raw)": 0.3591061532497406, "Finetune/Step": 11481, "Finetune/Step Time": 6.689031599089503}
{"Finetune/Learning Rate": 3.4301583410728247e-06, "Finetune/Loss": 0.3617163896560669, "Finetune/Loss (Raw)": 0.4285326302051544, "Finetune/Step": 11482, "Finetune/Step Time": 6.686862392351031}
{"Finetune/Learning Rate": 3.4285927655438735e-06, "Finetune/Loss": 0.36199867725372314, "Finetune/Loss (Raw)": 0.4535284638404846, "Finetune/Step": 11483, "Finetune/Step Time": 6.686877872794867}
{"Finetune/Learning Rate": 3.4270274734492925e-06, "Finetune/Loss": 0.36203286051750183, "Finetune/Loss (Raw)": 0.36006829142570496, "Finetune/Step": 11484, "Finetune/Step Time": 6.693805780261755}
{"Finetune/Learning Rate": 3.4254624648565937e-06, "Finetune/Loss": 0.3592197597026825, "Finetune/Loss (Raw)": 0.115870900452137, "Finetune/Step": 11485, "Finetune/Step Time": 6.716684818267822}
{"Finetune/Learning Rate": 3.4238977398332817e-06, "Finetune/Loss": 0.3596157431602478, "Finetune/Loss (Raw)": 0.42467382550239563, "Finetune/Step": 11486, "Finetune/Step Time": 6.741592401638627}
{"Finetune/Learning Rate": 3.4223332984468426e-06, "Finetune/Loss": 0.3595702648162842, "Finetune/Loss (Raw)": 0.42494603991508484, "Finetune/Step": 11487, "Finetune/Step Time": 6.740916956216097}
{"Finetune/Learning Rate": 3.420769140764749e-06, "Finetune/Loss": 0.3615458309650421, "Finetune/Loss (Raw)": 0.658688485622406, "Finetune/Step": 11488, "Finetune/Step Time": 6.7232165317982435}
{"Finetune/Learning Rate": 3.4192052668544695e-06, "Finetune/Loss": 0.36146533489227295, "Finetune/Loss (Raw)": 0.4050586521625519, "Finetune/Step": 11489, "Finetune/Step Time": 6.724027326330543}
{"Finetune/Learning Rate": 3.417641676783455e-06, "Finetune/Loss": 0.36133313179016113, "Finetune/Loss (Raw)": 0.3966498374938965, "Finetune/Step": 11490, "Finetune/Step Time": 6.743958247825503}
{"Finetune/Learning Rate": 3.416078370619147e-06, "Finetune/Loss": 0.3614160418510437, "Finetune/Loss (Raw)": 0.40266236662864685, "Finetune/Step": 11491, "Finetune/Step Time": 6.742441875860095}
{"Finetune/Learning Rate": 3.4145153484289716e-06, "Finetune/Loss": 0.3619820177555084, "Finetune/Loss (Raw)": 0.4640241861343384, "Finetune/Step": 11492, "Finetune/Step Time": 6.725038670003414}
{"Finetune/Learning Rate": 3.4129526102803446e-06, "Finetune/Loss": 0.36108723282814026, "Finetune/Loss (Raw)": 0.2805977761745453, "Finetune/Step": 11493, "Finetune/Step Time": 6.7322752345353365}
{"Finetune/Learning Rate": 3.4113901562406738e-06, "Finetune/Loss": 0.36209550499916077, "Finetune/Loss (Raw)": 0.40649572014808655, "Finetune/Step": 11494, "Finetune/Step Time": 6.710060263052583}
{"Finetune/Learning Rate": 3.409827986377342e-06, "Finetune/Loss": 0.3613884449005127, "Finetune/Loss (Raw)": 0.3978980779647827, "Finetune/Step": 11495, "Finetune/Step Time": 6.708075761795044}
{"Finetune/Learning Rate": 3.408266100757731e-06, "Finetune/Loss": 0.3612138330936432, "Finetune/Loss (Raw)": 0.3478582203388214, "Finetune/Step": 11496, "Finetune/Step Time": 6.706820087507367}
{"Finetune/Learning Rate": 3.4067044994492115e-06, "Finetune/Loss": 0.3608953058719635, "Finetune/Loss (Raw)": 0.40101346373558044, "Finetune/Step": 11497, "Finetune/Step Time": 6.711271744221449}
{"Finetune/Learning Rate": 3.4051431825191316e-06, "Finetune/Loss": 0.3613061308860779, "Finetune/Loss (Raw)": 0.3798486590385437, "Finetune/Step": 11498, "Finetune/Step Time": 6.720172815024853}
{"Finetune/Learning Rate": 3.4035821500348344e-06, "Finetune/Loss": 0.3607081472873688, "Finetune/Loss (Raw)": 0.35860931873321533, "Finetune/Step": 11499, "Finetune/Step Time": 6.7126624919474125}
{"Finetune/Learning Rate": 3.4020214020636555e-06, "Finetune/Loss": 0.36131346225738525, "Finetune/Loss (Raw)": 0.4030607044696808, "Finetune/Step": 11500, "Finetune/Step Time": 6.711107611656189}
{"Finetune/Learning Rate": 3.4004609386729027e-06, "Finetune/Loss": 0.36330920457839966, "Finetune/Loss (Raw)": 0.3882702887058258, "Finetune/Step": 11501, "Finetune/Step Time": 6.70152572542429}
{"Finetune/Learning Rate": 3.3989007599298864e-06, "Finetune/Loss": 0.3626369833946228, "Finetune/Loss (Raw)": 0.3450664281845093, "Finetune/Step": 11502, "Finetune/Step Time": 6.7192026525735855}
{"Finetune/Learning Rate": 3.397340865901898e-06, "Finetune/Loss": 0.36315447092056274, "Finetune/Loss (Raw)": 0.41246211528778076, "Finetune/Step": 11503, "Finetune/Step Time": 6.7350517101585865}
{"Finetune/Learning Rate": 3.3957812566562197e-06, "Finetune/Loss": 0.36348873376846313, "Finetune/Loss (Raw)": 0.4212780296802521, "Finetune/Step": 11504, "Finetune/Step Time": 6.72847356274724}
{"Finetune/Learning Rate": 3.3942219322601187e-06, "Finetune/Loss": 0.36571240425109863, "Finetune/Loss (Raw)": 0.39459139108657837, "Finetune/Step": 11505, "Finetune/Step Time": 6.708052393049002}
{"Finetune/Learning Rate": 3.3926628927808536e-06, "Finetune/Loss": 0.3676111698150635, "Finetune/Loss (Raw)": 0.38652029633522034, "Finetune/Step": 11506, "Finetune/Step Time": 6.676051849499345}
{"Finetune/Learning Rate": 3.3911041382856623e-06, "Finetune/Loss": 0.36782121658325195, "Finetune/Loss (Raw)": 0.35796746611595154, "Finetune/Step": 11507, "Finetune/Step Time": 6.691426647827029}
{"Finetune/Learning Rate": 3.389545668841784e-06, "Finetune/Loss": 0.3650549352169037, "Finetune/Loss (Raw)": 0.09057189524173737, "Finetune/Step": 11508, "Finetune/Step Time": 6.711811695247889}
{"Finetune/Learning Rate": 3.3879874845164283e-06, "Finetune/Loss": 0.3644454777240753, "Finetune/Loss (Raw)": 0.4015989899635315, "Finetune/Step": 11509, "Finetune/Step Time": 6.71756412088871}
{"Finetune/Learning Rate": 3.386429585376807e-06, "Finetune/Loss": 0.3643879294395447, "Finetune/Loss (Raw)": 0.37833118438720703, "Finetune/Step": 11510, "Finetune/Step Time": 6.715919075533748}
{"Finetune/Learning Rate": 3.3848719714901145e-06, "Finetune/Loss": 0.3650391399860382, "Finetune/Loss (Raw)": 0.4315236806869507, "Finetune/Step": 11511, "Finetune/Step Time": 6.71958988904953}
{"Finetune/Learning Rate": 3.383314642923533e-06, "Finetune/Loss": 0.3650502562522888, "Finetune/Loss (Raw)": 0.3892156183719635, "Finetune/Step": 11512, "Finetune/Step Time": 6.723247075453401}
{"Finetune/Learning Rate": 3.3817575997442353e-06, "Finetune/Loss": 0.36325645446777344, "Finetune/Loss (Raw)": 0.16119247674942017, "Finetune/Step": 11513, "Finetune/Step Time": 6.741876225918531}
{"Finetune/Learning Rate": 3.380200842019372e-06, "Finetune/Loss": 0.3639228343963623, "Finetune/Loss (Raw)": 0.3921893835067749, "Finetune/Step": 11514, "Finetune/Step Time": 6.731831526383758}
{"Finetune/Learning Rate": 3.378644369816092e-06, "Finetune/Loss": 0.3639075756072998, "Finetune/Loss (Raw)": 0.39417603611946106, "Finetune/Step": 11515, "Finetune/Step Time": 6.733355604112148}
{"Finetune/Learning Rate": 3.377088183201529e-06, "Finetune/Loss": 0.3646133244037628, "Finetune/Loss (Raw)": 0.4678081274032593, "Finetune/Step": 11516, "Finetune/Step Time": 6.723266303539276}
{"Finetune/Learning Rate": 3.375532282242806e-06, "Finetune/Loss": 0.3649570941925049, "Finetune/Loss (Raw)": 0.42089807987213135, "Finetune/Step": 11517, "Finetune/Step Time": 6.722315264865756}
{"Finetune/Learning Rate": 3.373976667007024e-06, "Finetune/Loss": 0.36608392000198364, "Finetune/Loss (Raw)": 0.4826882481575012, "Finetune/Step": 11518, "Finetune/Step Time": 6.701250020414591}
{"Finetune/Learning Rate": 3.3724213375612846e-06, "Finetune/Loss": 0.366208016872406, "Finetune/Loss (Raw)": 0.43009153008461, "Finetune/Step": 11519, "Finetune/Step Time": 6.697443053126335}
{"Finetune/Learning Rate": 3.3708662939726723e-06, "Finetune/Loss": 0.365642786026001, "Finetune/Loss (Raw)": 0.36389246582984924, "Finetune/Step": 11520, "Finetune/Step Time": 6.68327827565372}
{"Finetune/Learning Rate": 3.369311536308253e-06, "Finetune/Loss": 0.36669105291366577, "Finetune/Loss (Raw)": 0.4787338376045227, "Finetune/Step": 11521, "Finetune/Step Time": 6.681831428781152}
{"Finetune/Learning Rate": 3.367757064635088e-06, "Finetune/Loss": 0.36689168214797974, "Finetune/Loss (Raw)": 0.37125784158706665, "Finetune/Step": 11522, "Finetune/Step Time": 6.688684180378914}
{"Finetune/Learning Rate": 3.366202879020225e-06, "Finetune/Loss": 0.36579594016075134, "Finetune/Loss (Raw)": 0.2634158134460449, "Finetune/Step": 11523, "Finetune/Step Time": 6.712643355131149}
{"Finetune/Learning Rate": 3.364648979530698e-06, "Finetune/Loss": 0.36330872774124146, "Finetune/Loss (Raw)": 0.12680764496326447, "Finetune/Step": 11524, "Finetune/Step Time": 6.728697268292308}
{"Finetune/Learning Rate": 3.36309536623353e-06, "Finetune/Loss": 0.3642408549785614, "Finetune/Loss (Raw)": 0.512128472328186, "Finetune/Step": 11525, "Finetune/Step Time": 6.724848806858063}
{"Finetune/Learning Rate": 3.361542039195731e-06, "Finetune/Loss": 0.3651074767112732, "Finetune/Loss (Raw)": 0.36381134390830994, "Finetune/Step": 11526, "Finetune/Step Time": 6.720872413367033}
{"Finetune/Learning Rate": 3.3599889984842938e-06, "Finetune/Loss": 0.36440712213516235, "Finetune/Loss (Raw)": 0.29337647557258606, "Finetune/Step": 11527, "Finetune/Step Time": 6.738476511090994}
{"Finetune/Learning Rate": 3.35843624416621e-06, "Finetune/Loss": 0.3658197522163391, "Finetune/Loss (Raw)": 0.5029693245887756, "Finetune/Step": 11528, "Finetune/Step Time": 6.72360909730196}
{"Finetune/Learning Rate": 3.356883776308445e-06, "Finetune/Loss": 0.36634427309036255, "Finetune/Loss (Raw)": 0.42932838201522827, "Finetune/Step": 11529, "Finetune/Step Time": 6.720387272536755}
{"Finetune/Learning Rate": 3.355331594977963e-06, "Finetune/Loss": 0.3676551282405853, "Finetune/Loss (Raw)": 0.3360773026943207, "Finetune/Step": 11530, "Finetune/Step Time": 6.700715988874435}
{"Finetune/Learning Rate": 3.3537797002417106e-06, "Finetune/Loss": 0.3666749596595764, "Finetune/Loss (Raw)": 0.24911805987358093, "Finetune/Step": 11531, "Finetune/Step Time": 6.706605069339275}
{"Finetune/Learning Rate": 3.3522280921666238e-06, "Finetune/Loss": 0.36742109060287476, "Finetune/Loss (Raw)": 0.3835326135158539, "Finetune/Step": 11532, "Finetune/Step Time": 6.6921963300555944}
{"Finetune/Learning Rate": 3.3506767708196286e-06, "Finetune/Loss": 0.3658500909805298, "Finetune/Loss (Raw)": 0.335843026638031, "Finetune/Step": 11533, "Finetune/Step Time": 6.69158804602921}
{"Finetune/Learning Rate": 3.349125736267631e-06, "Finetune/Loss": 0.3645358681678772, "Finetune/Loss (Raw)": 0.12714798748493195, "Finetune/Step": 11534, "Finetune/Step Time": 6.710673481225967}
{"Finetune/Learning Rate": 3.3475749885775298e-06, "Finetune/Loss": 0.36462509632110596, "Finetune/Loss (Raw)": 0.33885908126831055, "Finetune/Step": 11535, "Finetune/Step Time": 6.693403897807002}
{"Finetune/Learning Rate": 3.346024527816214e-06, "Finetune/Loss": 0.36489880084991455, "Finetune/Loss (Raw)": 0.41513004899024963, "Finetune/Step": 11536, "Finetune/Step Time": 6.691595386713743}
{"Finetune/Learning Rate": 3.3444743540505554e-06, "Finetune/Loss": 0.3649677038192749, "Finetune/Loss (Raw)": 0.3683474361896515, "Finetune/Step": 11537, "Finetune/Step Time": 6.711632566526532}
{"Finetune/Learning Rate": 3.3429244673474183e-06, "Finetune/Loss": 0.3652804493904114, "Finetune/Loss (Raw)": 0.38107579946517944, "Finetune/Step": 11538, "Finetune/Step Time": 6.710439974442124}
{"Finetune/Learning Rate": 3.34137486777365e-06, "Finetune/Loss": 0.3681027889251709, "Finetune/Loss (Raw)": 0.5008159875869751, "Finetune/Step": 11539, "Finetune/Step Time": 6.695794615894556}
{"Finetune/Learning Rate": 3.3398255553960813e-06, "Finetune/Loss": 0.36815178394317627, "Finetune/Loss (Raw)": 0.38183486461639404, "Finetune/Step": 11540, "Finetune/Step Time": 6.711132412776351}
{"Finetune/Learning Rate": 3.3382765302815424e-06, "Finetune/Loss": 0.3679206073284149, "Finetune/Loss (Raw)": 0.3555394113063812, "Finetune/Step": 11541, "Finetune/Step Time": 6.707466969266534}
{"Finetune/Learning Rate": 3.336727792496842e-06, "Finetune/Loss": 0.365399569272995, "Finetune/Loss (Raw)": 0.07582880556583405, "Finetune/Step": 11542, "Finetune/Step Time": 6.729398794472218}
{"Finetune/Learning Rate": 3.335179342108782e-06, "Finetune/Loss": 0.36455249786376953, "Finetune/Loss (Raw)": 0.2775323987007141, "Finetune/Step": 11543, "Finetune/Step Time": 6.736958000808954}
{"Finetune/Learning Rate": 3.333631179184148e-06, "Finetune/Loss": 0.36481261253356934, "Finetune/Loss (Raw)": 0.4052979350090027, "Finetune/Step": 11544, "Finetune/Step Time": 6.746265260502696}
{"Finetune/Learning Rate": 3.3320833037897184e-06, "Finetune/Loss": 0.3642480969429016, "Finetune/Loss (Raw)": 0.321998655796051, "Finetune/Step": 11545, "Finetune/Step Time": 6.773646397516131}
{"Finetune/Learning Rate": 3.330535715992248e-06, "Finetune/Loss": 0.36383935809135437, "Finetune/Loss (Raw)": 0.37577638030052185, "Finetune/Step": 11546, "Finetune/Step Time": 6.77896917425096}
{"Finetune/Learning Rate": 3.3289884158584906e-06, "Finetune/Loss": 0.3638036549091339, "Finetune/Loss (Raw)": 0.38016411662101746, "Finetune/Step": 11547, "Finetune/Step Time": 6.7786097675561905}
{"Finetune/Learning Rate": 3.327441403455183e-06, "Finetune/Loss": 0.36357542872428894, "Finetune/Loss (Raw)": 0.3909507989883423, "Finetune/Step": 11548, "Finetune/Step Time": 6.76385005377233}
{"Finetune/Learning Rate": 3.3258946788490533e-06, "Finetune/Loss": 0.36360153555870056, "Finetune/Loss (Raw)": 0.4219597280025482, "Finetune/Step": 11549, "Finetune/Step Time": 6.763802580535412}
{"Finetune/Learning Rate": 3.3243482421068074e-06, "Finetune/Loss": 0.36296001076698303, "Finetune/Loss (Raw)": 0.3324980139732361, "Finetune/Step": 11550, "Finetune/Step Time": 6.752779522910714}
{"Finetune/Learning Rate": 3.3228020932951487e-06, "Finetune/Loss": 0.36360108852386475, "Finetune/Loss (Raw)": 0.4699499309062958, "Finetune/Step": 11551, "Finetune/Step Time": 6.743422154337168}
{"Finetune/Learning Rate": 3.3212562324807695e-06, "Finetune/Loss": 0.3648906946182251, "Finetune/Loss (Raw)": 0.41972556710243225, "Finetune/Step": 11552, "Finetune/Step Time": 6.755856923758984}
{"Finetune/Learning Rate": 3.3197106597303363e-06, "Finetune/Loss": 0.3654760718345642, "Finetune/Loss (Raw)": 0.4285922944545746, "Finetune/Step": 11553, "Finetune/Step Time": 6.756917463615537}
{"Finetune/Learning Rate": 3.3181653751105168e-06, "Finetune/Loss": 0.3650321364402771, "Finetune/Loss (Raw)": 0.3136049509048462, "Finetune/Step": 11554, "Finetune/Step Time": 6.739463835954666}
{"Finetune/Learning Rate": 3.3166203786879603e-06, "Finetune/Loss": 0.365597128868103, "Finetune/Loss (Raw)": 0.4305029511451721, "Finetune/Step": 11555, "Finetune/Step Time": 6.740824593231082}
{"Finetune/Learning Rate": 3.3150756705293052e-06, "Finetune/Loss": 0.3637726902961731, "Finetune/Loss (Raw)": 0.1396530419588089, "Finetune/Step": 11556, "Finetune/Step Time": 6.738868093118072}
{"Finetune/Learning Rate": 3.3135312507011775e-06, "Finetune/Loss": 0.3634337782859802, "Finetune/Loss (Raw)": 0.3092831075191498, "Finetune/Step": 11557, "Finetune/Step Time": 6.731524661183357}
{"Finetune/Learning Rate": 3.3119871192701923e-06, "Finetune/Loss": 0.3625642657279968, "Finetune/Loss (Raw)": 0.35848841071128845, "Finetune/Step": 11558, "Finetune/Step Time": 6.728429583832622}
{"Finetune/Learning Rate": 3.3104432763029447e-06, "Finetune/Loss": 0.3643890619277954, "Finetune/Loss (Raw)": 0.35151976346969604, "Finetune/Step": 11559, "Finetune/Step Time": 6.719861023128033}
{"Finetune/Learning Rate": 3.30889972186603e-06, "Finetune/Loss": 0.36480337381362915, "Finetune/Loss (Raw)": 0.4102267026901245, "Finetune/Step": 11560, "Finetune/Step Time": 6.71872222982347}
{"Finetune/Learning Rate": 3.3073564560260152e-06, "Finetune/Loss": 0.363313227891922, "Finetune/Loss (Raw)": 0.33780619502067566, "Finetune/Step": 11561, "Finetune/Step Time": 6.719053756445646}
{"Finetune/Learning Rate": 3.30581347884947e-06, "Finetune/Loss": 0.3635033369064331, "Finetune/Loss (Raw)": 0.3813657760620117, "Finetune/Step": 11562, "Finetune/Step Time": 6.717968232929707}
{"Finetune/Learning Rate": 3.3042707904029425e-06, "Finetune/Loss": 0.3638705611228943, "Finetune/Loss (Raw)": 0.41152724623680115, "Finetune/Step": 11563, "Finetune/Step Time": 6.697674088180065}
{"Finetune/Learning Rate": 3.3027283907529717e-06, "Finetune/Loss": 0.36391550302505493, "Finetune/Loss (Raw)": 0.42729923129081726, "Finetune/Step": 11564, "Finetune/Step Time": 6.689149098470807}
{"Finetune/Learning Rate": 3.301186279966088e-06, "Finetune/Loss": 0.3637129068374634, "Finetune/Loss (Raw)": 0.3657516539096832, "Finetune/Step": 11565, "Finetune/Step Time": 6.692436331883073}
{"Finetune/Learning Rate": 3.299644458108797e-06, "Finetune/Loss": 0.3645497262477875, "Finetune/Loss (Raw)": 0.4407472312450409, "Finetune/Step": 11566, "Finetune/Step Time": 6.67710211314261}
{"Finetune/Learning Rate": 3.298102925247604e-06, "Finetune/Loss": 0.3647904396057129, "Finetune/Loss (Raw)": 0.4509616196155548, "Finetune/Step": 11567, "Finetune/Step Time": 6.687618291005492}
{"Finetune/Learning Rate": 3.2965616814489975e-06, "Finetune/Loss": 0.3634554147720337, "Finetune/Loss (Raw)": 0.28524863719940186, "Finetune/Step": 11568, "Finetune/Step Time": 6.669291974976659}
{"Finetune/Learning Rate": 3.2950207267794565e-06, "Finetune/Loss": 0.36199554800987244, "Finetune/Loss (Raw)": 0.14233236014842987, "Finetune/Step": 11569, "Finetune/Step Time": 6.687696676701307}
{"Finetune/Learning Rate": 3.2934800613054374e-06, "Finetune/Loss": 0.3621633052825928, "Finetune/Loss (Raw)": 0.3718089759349823, "Finetune/Step": 11570, "Finetune/Step Time": 6.694305090233684}
{"Finetune/Learning Rate": 3.291939685093398e-06, "Finetune/Loss": 0.36114439368247986, "Finetune/Loss (Raw)": 0.17962981760501862, "Finetune/Step": 11571, "Finetune/Step Time": 6.720912992954254}
{"Finetune/Learning Rate": 3.2903995982097727e-06, "Finetune/Loss": 0.36084437370300293, "Finetune/Loss (Raw)": 0.4133972227573395, "Finetune/Step": 11572, "Finetune/Step Time": 6.726093236356974}
{"Finetune/Learning Rate": 3.2888598007209883e-06, "Finetune/Loss": 0.36108118295669556, "Finetune/Loss (Raw)": 0.35466131567955017, "Finetune/Step": 11573, "Finetune/Step Time": 6.715593548491597}
{"Finetune/Learning Rate": 3.28732029269346e-06, "Finetune/Loss": 0.3611351251602173, "Finetune/Loss (Raw)": 0.40741971135139465, "Finetune/Step": 11574, "Finetune/Step Time": 6.718510515987873}
{"Finetune/Learning Rate": 3.2857810741935882e-06, "Finetune/Loss": 0.36155086755752563, "Finetune/Loss (Raw)": 0.44650381803512573, "Finetune/Step": 11575, "Finetune/Step Time": 6.717252219095826}
{"Finetune/Learning Rate": 3.2842421452877614e-06, "Finetune/Loss": 0.35881829261779785, "Finetune/Loss (Raw)": 0.10610697418451309, "Finetune/Step": 11576, "Finetune/Step Time": 6.7328480407595634}
{"Finetune/Learning Rate": 3.2827035060423573e-06, "Finetune/Loss": 0.36136049032211304, "Finetune/Loss (Raw)": 0.43932414054870605, "Finetune/Step": 11577, "Finetune/Step Time": 6.720170974731445}
{"Finetune/Learning Rate": 3.281165156523741e-06, "Finetune/Loss": 0.3608100712299347, "Finetune/Loss (Raw)": 0.3536897301673889, "Finetune/Step": 11578, "Finetune/Step Time": 6.712266685441136}
{"Finetune/Learning Rate": 3.279627096798259e-06, "Finetune/Loss": 0.3612262010574341, "Finetune/Loss (Raw)": 0.33649590611457825, "Finetune/Step": 11579, "Finetune/Step Time": 6.666021080687642}
{"Finetune/Learning Rate": 3.2780893269322555e-06, "Finetune/Loss": 0.36109432578086853, "Finetune/Loss (Raw)": 0.37988945841789246, "Finetune/Step": 11580, "Finetune/Step Time": 6.676885003224015}
{"Finetune/Learning Rate": 3.276551846992051e-06, "Finetune/Loss": 0.3630245327949524, "Finetune/Loss (Raw)": 0.3726433515548706, "Finetune/Step": 11581, "Finetune/Step Time": 6.655952461063862}
{"Finetune/Learning Rate": 3.275014657043961e-06, "Finetune/Loss": 0.3655930459499359, "Finetune/Loss (Raw)": 0.4248313009738922, "Finetune/Step": 11582, "Finetune/Step Time": 6.634287357330322}
{"Finetune/Learning Rate": 3.2734777571542885e-06, "Finetune/Loss": 0.3671911358833313, "Finetune/Loss (Raw)": 0.34743979573249817, "Finetune/Step": 11583, "Finetune/Step Time": 6.612859442830086}
{"Finetune/Learning Rate": 3.271941147389325e-06, "Finetune/Loss": 0.36693161725997925, "Finetune/Loss (Raw)": 0.40992671251296997, "Finetune/Step": 11584, "Finetune/Step Time": 6.60179147683084}
{"Finetune/Learning Rate": 3.27040482781534e-06, "Finetune/Loss": 0.3680504560470581, "Finetune/Loss (Raw)": 0.44141456484794617, "Finetune/Step": 11585, "Finetune/Step Time": 6.5847926158457994}
{"Finetune/Learning Rate": 3.2688687984986e-06, "Finetune/Loss": 0.36709436774253845, "Finetune/Loss (Raw)": 0.3046214282512665, "Finetune/Step": 11586, "Finetune/Step Time": 6.583591854199767}
{"Finetune/Learning Rate": 3.2673330595053566e-06, "Finetune/Loss": 0.36862093210220337, "Finetune/Loss (Raw)": 0.3169287443161011, "Finetune/Step": 11587, "Finetune/Step Time": 6.566926607862115}
{"Finetune/Learning Rate": 3.2657976109018497e-06, "Finetune/Loss": 0.36791670322418213, "Finetune/Loss (Raw)": 0.36630216240882874, "Finetune/Step": 11588, "Finetune/Step Time": 6.5695418529212475}
{"Finetune/Learning Rate": 3.2642624527543065e-06, "Finetune/Loss": 0.36798760294914246, "Finetune/Loss (Raw)": 0.40886083245277405, "Finetune/Step": 11589, "Finetune/Step Time": 6.585721880197525}
{"Finetune/Learning Rate": 3.2627275851289342e-06, "Finetune/Loss": 0.3686026334762573, "Finetune/Loss (Raw)": 0.3870905637741089, "Finetune/Step": 11590, "Finetune/Step Time": 6.583994874730706}
{"Finetune/Learning Rate": 3.261193008091943e-06, "Finetune/Loss": 0.37139108777046204, "Finetune/Loss (Raw)": 0.46951737999916077, "Finetune/Step": 11591, "Finetune/Step Time": 6.564324773848057}
{"Finetune/Learning Rate": 3.259658721709512e-06, "Finetune/Loss": 0.3718174695968628, "Finetune/Loss (Raw)": 0.3828449249267578, "Finetune/Step": 11592, "Finetune/Step Time": 6.562205262482166}
{"Finetune/Learning Rate": 3.258124726047822e-06, "Finetune/Loss": 0.3718445599079132, "Finetune/Loss (Raw)": 0.40838155150413513, "Finetune/Step": 11593, "Finetune/Step Time": 6.556429237127304}
{"Finetune/Learning Rate": 3.2565910211730355e-06, "Finetune/Loss": 0.3719337582588196, "Finetune/Loss (Raw)": 0.3655382990837097, "Finetune/Step": 11594, "Finetune/Step Time": 6.5592272356152534}
{"Finetune/Learning Rate": 3.255057607151305e-06, "Finetune/Loss": 0.3690999746322632, "Finetune/Loss (Raw)": 0.1254812330007553, "Finetune/Step": 11595, "Finetune/Step Time": 6.586172515526414}
{"Finetune/Learning Rate": 3.2535244840487677e-06, "Finetune/Loss": 0.36947107315063477, "Finetune/Loss (Raw)": 0.4041611850261688, "Finetune/Step": 11596, "Finetune/Step Time": 6.570527281612158}
{"Finetune/Learning Rate": 3.251991651931553e-06, "Finetune/Loss": 0.36916986107826233, "Finetune/Loss (Raw)": 0.339748352766037, "Finetune/Step": 11597, "Finetune/Step Time": 6.5696048233658075}
{"Finetune/Learning Rate": 3.2504591108657678e-06, "Finetune/Loss": 0.36829081177711487, "Finetune/Loss (Raw)": 0.33036136627197266, "Finetune/Step": 11598, "Finetune/Step Time": 6.585061505436897}
{"Finetune/Learning Rate": 3.248926860917515e-06, "Finetune/Loss": 0.3678150773048401, "Finetune/Loss (Raw)": 0.30832600593566895, "Finetune/Step": 11599, "Finetune/Step Time": 6.5799446646124125}
{"Finetune/Learning Rate": 3.247394902152888e-06, "Finetune/Loss": 0.3674030303955078, "Finetune/Loss (Raw)": 0.3518989384174347, "Finetune/Step": 11600, "Finetune/Step Time": 6.59792098030448}
{"Finetune/Learning Rate": 3.245863234637954e-06, "Finetune/Loss": 0.3680771589279175, "Finetune/Loss (Raw)": 0.4690536558628082, "Finetune/Step": 11601, "Finetune/Step Time": 6.60398936830461}
{"Finetune/Learning Rate": 3.2443318584387806e-06, "Finetune/Loss": 0.3675490617752075, "Finetune/Loss (Raw)": 0.42066073417663574, "Finetune/Step": 11602, "Finetune/Step Time": 6.601983666419983}
{"Finetune/Learning Rate": 3.2428007736214205e-06, "Finetune/Loss": 0.3672924041748047, "Finetune/Loss (Raw)": 0.36774519085884094, "Finetune/Step": 11603, "Finetune/Step Time": 6.612410584464669}
{"Finetune/Learning Rate": 3.2412699802519065e-06, "Finetune/Loss": 0.36653774976730347, "Finetune/Loss (Raw)": 0.3674403727054596, "Finetune/Step": 11604, "Finetune/Step Time": 6.60644911788404}
{"Finetune/Learning Rate": 3.2397394783962657e-06, "Finetune/Loss": 0.36588573455810547, "Finetune/Loss (Raw)": 0.3721373379230499, "Finetune/Step": 11605, "Finetune/Step Time": 6.590579865500331}
{"Finetune/Learning Rate": 3.2382092681205124e-06, "Finetune/Loss": 0.3671719431877136, "Finetune/Loss (Raw)": 0.3861706852912903, "Finetune/Step": 11606, "Finetune/Step Time": 6.580568328499794}
{"Finetune/Learning Rate": 3.2366793494906445e-06, "Finetune/Loss": 0.3673367202281952, "Finetune/Loss (Raw)": 0.3562757670879364, "Finetune/Step": 11607, "Finetune/Step Time": 6.569999556988478}
{"Finetune/Learning Rate": 3.2351497225726526e-06, "Finetune/Loss": 0.3662624955177307, "Finetune/Loss (Raw)": 0.33559873700141907, "Finetune/Step": 11608, "Finetune/Step Time": 6.577455058693886}
{"Finetune/Learning Rate": 3.2336203874325088e-06, "Finetune/Loss": 0.3665841221809387, "Finetune/Loss (Raw)": 0.4002746343612671, "Finetune/Step": 11609, "Finetune/Step Time": 6.579623393714428}
{"Finetune/Learning Rate": 3.232091344136181e-06, "Finetune/Loss": 0.36630702018737793, "Finetune/Loss (Raw)": 0.3930637538433075, "Finetune/Step": 11610, "Finetune/Step Time": 6.582821253687143}
{"Finetune/Learning Rate": 3.2305625927496156e-06, "Finetune/Loss": 0.36601170897483826, "Finetune/Loss (Raw)": 0.4157298803329468, "Finetune/Step": 11611, "Finetune/Step Time": 6.583822490647435}
{"Finetune/Learning Rate": 3.2290341333387454e-06, "Finetune/Loss": 0.36613911390304565, "Finetune/Loss (Raw)": 0.3763750493526459, "Finetune/Step": 11612, "Finetune/Step Time": 6.577138993889093}
{"Finetune/Learning Rate": 3.2275059659694986e-06, "Finetune/Loss": 0.3677763342857361, "Finetune/Loss (Raw)": 0.3254372179508209, "Finetune/Step": 11613, "Finetune/Step Time": 6.555215995758772}
{"Finetune/Learning Rate": 3.225978090707789e-06, "Finetune/Loss": 0.36724281311035156, "Finetune/Loss (Raw)": 0.3563818335533142, "Finetune/Step": 11614, "Finetune/Step Time": 6.5330229960381985}
{"Finetune/Learning Rate": 3.224450507619513e-06, "Finetune/Loss": 0.3670027554035187, "Finetune/Loss (Raw)": 0.394222229719162, "Finetune/Step": 11615, "Finetune/Step Time": 6.532084429636598}
{"Finetune/Learning Rate": 3.2229232167705637e-06, "Finetune/Loss": 0.36439377069473267, "Finetune/Loss (Raw)": 0.3247370719909668, "Finetune/Step": 11616, "Finetune/Step Time": 6.546679014340043}
{"Finetune/Learning Rate": 3.2213962182268064e-06, "Finetune/Loss": 0.36518269777297974, "Finetune/Loss (Raw)": 0.5060401558876038, "Finetune/Step": 11617, "Finetune/Step Time": 6.551631888374686}
{"Finetune/Learning Rate": 3.219869512054109e-06, "Finetune/Loss": 0.36496949195861816, "Finetune/Loss (Raw)": 0.3693610429763794, "Finetune/Step": 11618, "Finetune/Step Time": 6.539521377533674}
{"Finetune/Learning Rate": 3.218343098318317e-06, "Finetune/Loss": 0.36504489183425903, "Finetune/Loss (Raw)": 0.412315309047699, "Finetune/Step": 11619, "Finetune/Step Time": 6.541186163201928}
{"Finetune/Learning Rate": 3.2168169770852707e-06, "Finetune/Loss": 0.36431607604026794, "Finetune/Loss (Raw)": 0.3707311451435089, "Finetune/Step": 11620, "Finetune/Step Time": 6.532361513003707}
{"Finetune/Learning Rate": 3.2152911484207937e-06, "Finetune/Loss": 0.36506056785583496, "Finetune/Loss (Raw)": 0.3758907914161682, "Finetune/Step": 11621, "Finetune/Step Time": 6.52820273116231}
{"Finetune/Learning Rate": 3.2137656123906925e-06, "Finetune/Loss": 0.3643467426300049, "Finetune/Loss (Raw)": 0.31513041257858276, "Finetune/Step": 11622, "Finetune/Step Time": 6.534046756103635}
{"Finetune/Learning Rate": 3.212240369060773e-06, "Finetune/Loss": 0.3639538884162903, "Finetune/Loss (Raw)": 0.3476142883300781, "Finetune/Step": 11623, "Finetune/Step Time": 6.52971469424665}
{"Finetune/Learning Rate": 3.2107154184968126e-06, "Finetune/Loss": 0.36498135328292847, "Finetune/Loss (Raw)": 0.4793681502342224, "Finetune/Step": 11624, "Finetune/Step Time": 6.531162263825536}
{"Finetune/Learning Rate": 3.209190760764588e-06, "Finetune/Loss": 0.36471304297447205, "Finetune/Loss (Raw)": 0.36667197942733765, "Finetune/Step": 11625, "Finetune/Step Time": 6.560708271339536}
{"Finetune/Learning Rate": 3.2076663959298613e-06, "Finetune/Loss": 0.3624631464481354, "Finetune/Loss (Raw)": 0.09186264127492905, "Finetune/Step": 11626, "Finetune/Step Time": 6.573062198236585}
{"Finetune/Learning Rate": 3.2061423240583812e-06, "Finetune/Loss": 0.363097608089447, "Finetune/Loss (Raw)": 0.43981853127479553, "Finetune/Step": 11627, "Finetune/Step Time": 6.577556932345033}
{"Finetune/Learning Rate": 3.2046185452158808e-06, "Finetune/Loss": 0.36280348896980286, "Finetune/Loss (Raw)": 0.3654150366783142, "Finetune/Step": 11628, "Finetune/Step Time": 6.576646873727441}
{"Finetune/Learning Rate": 3.2030950594680876e-06, "Finetune/Loss": 0.3638189136981964, "Finetune/Loss (Raw)": 0.5182454586029053, "Finetune/Step": 11629, "Finetune/Step Time": 6.568459557369351}
{"Finetune/Learning Rate": 3.201571866880705e-06, "Finetune/Loss": 0.3638707399368286, "Finetune/Loss (Raw)": 0.3517013192176819, "Finetune/Step": 11630, "Finetune/Step Time": 6.549207057803869}
{"Finetune/Learning Rate": 3.2000489675194333e-06, "Finetune/Loss": 0.36314308643341064, "Finetune/Loss (Raw)": 0.3193208873271942, "Finetune/Step": 11631, "Finetune/Step Time": 6.548903360962868}
{"Finetune/Learning Rate": 3.1985263614499627e-06, "Finetune/Loss": 0.3629862070083618, "Finetune/Loss (Raw)": 0.4011956751346588, "Finetune/Step": 11632, "Finetune/Step Time": 6.54588726721704}
{"Finetune/Learning Rate": 3.197004048737956e-06, "Finetune/Loss": 0.36305347084999084, "Finetune/Loss (Raw)": 0.4032030701637268, "Finetune/Step": 11633, "Finetune/Step Time": 6.546889362856746}
{"Finetune/Learning Rate": 3.1954820294490775e-06, "Finetune/Loss": 0.3633600175380707, "Finetune/Loss (Raw)": 0.4257587492465973, "Finetune/Step": 11634, "Finetune/Step Time": 6.546163538470864}
{"Finetune/Learning Rate": 3.193960303648974e-06, "Finetune/Loss": 0.3635551929473877, "Finetune/Loss (Raw)": 0.3829469382762909, "Finetune/Step": 11635, "Finetune/Step Time": 6.526567492634058}
{"Finetune/Learning Rate": 3.1924388714032828e-06, "Finetune/Loss": 0.36593031883239746, "Finetune/Loss (Raw)": 0.39458996057510376, "Finetune/Step": 11636, "Finetune/Step Time": 6.507109539583325}
{"Finetune/Learning Rate": 3.1909177327776188e-06, "Finetune/Loss": 0.3661082088947296, "Finetune/Loss (Raw)": 0.42436811327934265, "Finetune/Step": 11637, "Finetune/Step Time": 6.501704262569547}
{"Finetune/Learning Rate": 3.1893968878375946e-06, "Finetune/Loss": 0.3658149242401123, "Finetune/Loss (Raw)": 0.34079262614250183, "Finetune/Step": 11638, "Finetune/Step Time": 6.503214852884412}
{"Finetune/Learning Rate": 3.187876336648806e-06, "Finetune/Loss": 0.36553505063056946, "Finetune/Loss (Raw)": 0.3956986665725708, "Finetune/Step": 11639, "Finetune/Step Time": 6.4987771064043045}
{"Finetune/Learning Rate": 3.1863560792768376e-06, "Finetune/Loss": 0.3649778366088867, "Finetune/Loss (Raw)": 0.3178936541080475, "Finetune/Step": 11640, "Finetune/Step Time": 6.50291415117681}
{"Finetune/Learning Rate": 3.184836115787263e-06, "Finetune/Loss": 0.36677560210227966, "Finetune/Loss (Raw)": 0.3913041353225708, "Finetune/Step": 11641, "Finetune/Step Time": 6.483043819665909}
{"Finetune/Learning Rate": 3.1833164462456334e-06, "Finetune/Loss": 0.36496078968048096, "Finetune/Loss (Raw)": 0.15989452600479126, "Finetune/Step": 11642, "Finetune/Step Time": 6.4962407145649195}
{"Finetune/Learning Rate": 3.1817970707175016e-06, "Finetune/Loss": 0.36461931467056274, "Finetune/Loss (Raw)": 0.3504701256752014, "Finetune/Step": 11643, "Finetune/Step Time": 6.493918364867568}
{"Finetune/Learning Rate": 3.1802779892683934e-06, "Finetune/Loss": 0.36379143595695496, "Finetune/Loss (Raw)": 0.36183804273605347, "Finetune/Step": 11644, "Finetune/Step Time": 6.509969534352422}
{"Finetune/Learning Rate": 3.1787592019638325e-06, "Finetune/Loss": 0.3636396825313568, "Finetune/Loss (Raw)": 0.40147414803504944, "Finetune/Step": 11645, "Finetune/Step Time": 6.515789760276675}
{"Finetune/Learning Rate": 3.177240708869327e-06, "Finetune/Loss": 0.36322879791259766, "Finetune/Loss (Raw)": 0.4300954341888428, "Finetune/Step": 11646, "Finetune/Step Time": 6.514793196693063}
{"Finetune/Learning Rate": 3.175722510050371e-06, "Finetune/Loss": 0.36289089918136597, "Finetune/Loss (Raw)": 0.38683581352233887, "Finetune/Step": 11647, "Finetune/Step Time": 6.517502285540104}
{"Finetune/Learning Rate": 3.1742046055724495e-06, "Finetune/Loss": 0.36280786991119385, "Finetune/Loss (Raw)": 0.35326728224754333, "Finetune/Step": 11648, "Finetune/Step Time": 6.525187753140926}
{"Finetune/Learning Rate": 3.1726869955010264e-06, "Finetune/Loss": 0.36163705587387085, "Finetune/Loss (Raw)": 0.3288685083389282, "Finetune/Step": 11649, "Finetune/Step Time": 6.5238201804459095}
{"Finetune/Learning Rate": 3.1711696799015603e-06, "Finetune/Loss": 0.3616463541984558, "Finetune/Loss (Raw)": 0.3724489212036133, "Finetune/Step": 11650, "Finetune/Step Time": 6.5165411829948425}
{"Finetune/Learning Rate": 3.1696526588394972e-06, "Finetune/Loss": 0.36257222294807434, "Finetune/Loss (Raw)": 0.3819252550601959, "Finetune/Step": 11651, "Finetune/Step Time": 6.491231445223093}
{"Finetune/Learning Rate": 3.168135932380271e-06, "Finetune/Loss": 0.36453336477279663, "Finetune/Loss (Raw)": 0.3778358995914459, "Finetune/Step": 11652, "Finetune/Step Time": 6.485380219295621}
{"Finetune/Learning Rate": 3.1666195005892917e-06, "Finetune/Loss": 0.36343616247177124, "Finetune/Loss (Raw)": 0.37168562412261963, "Finetune/Step": 11653, "Finetune/Step Time": 6.479309169575572}
{"Finetune/Learning Rate": 3.165103363531972e-06, "Finetune/Loss": 0.3634335994720459, "Finetune/Loss (Raw)": 0.36348143219947815, "Finetune/Step": 11654, "Finetune/Step Time": 6.5182311944663525}
{"Finetune/Learning Rate": 3.1635875212737056e-06, "Finetune/Loss": 0.3643648624420166, "Finetune/Loss (Raw)": 0.41258203983306885, "Finetune/Step": 11655, "Finetune/Step Time": 6.49460662715137}
{"Finetune/Learning Rate": 3.162071973879868e-06, "Finetune/Loss": 0.36224210262298584, "Finetune/Loss (Raw)": 0.23125220835208893, "Finetune/Step": 11656, "Finetune/Step Time": 6.520109537988901}
{"Finetune/Learning Rate": 3.1605567214158295e-06, "Finetune/Loss": 0.36187314987182617, "Finetune/Loss (Raw)": 0.38210350275039673, "Finetune/Step": 11657, "Finetune/Step Time": 6.52641087025404}
{"Finetune/Learning Rate": 3.159041763946945e-06, "Finetune/Loss": 0.3626721203327179, "Finetune/Loss (Raw)": 0.43834641575813293, "Finetune/Step": 11658, "Finetune/Step Time": 6.528767729178071}
{"Finetune/Learning Rate": 3.1575271015385577e-06, "Finetune/Loss": 0.3630376160144806, "Finetune/Loss (Raw)": 0.29590269923210144, "Finetune/Step": 11659, "Finetune/Step Time": 6.5216368380934}
{"Finetune/Learning Rate": 3.1560127342559964e-06, "Finetune/Loss": 0.36348146200180054, "Finetune/Loss (Raw)": 0.44034242630004883, "Finetune/Step": 11660, "Finetune/Step Time": 6.54129490070045}
{"Finetune/Learning Rate": 3.154498662164581e-06, "Finetune/Loss": 0.36368682980537415, "Finetune/Loss (Raw)": 0.3621315360069275, "Finetune/Step": 11661, "Finetune/Step Time": 6.5417184345424175}
{"Finetune/Learning Rate": 3.152984885329611e-06, "Finetune/Loss": 0.3657928705215454, "Finetune/Loss (Raw)": 0.3967221677303314, "Finetune/Step": 11662, "Finetune/Step Time": 6.522443149238825}
{"Finetune/Learning Rate": 3.1514714038163817e-06, "Finetune/Loss": 0.36713463068008423, "Finetune/Loss (Raw)": 0.5106057524681091, "Finetune/Step": 11663, "Finetune/Step Time": 6.525727923959494}
{"Finetune/Learning Rate": 3.1499582176901665e-06, "Finetune/Loss": 0.3674510419368744, "Finetune/Loss (Raw)": 0.45562753081321716, "Finetune/Step": 11664, "Finetune/Step Time": 6.527026182040572}
{"Finetune/Learning Rate": 3.148445327016235e-06, "Finetune/Loss": 0.367316335439682, "Finetune/Loss (Raw)": 0.3511062264442444, "Finetune/Step": 11665, "Finetune/Step Time": 6.507085522636771}
{"Finetune/Learning Rate": 3.14693273185984e-06, "Finetune/Loss": 0.36711496114730835, "Finetune/Loss (Raw)": 0.35529693961143494, "Finetune/Step": 11666, "Finetune/Step Time": 6.494642555713654}
{"Finetune/Learning Rate": 3.1454204322862213e-06, "Finetune/Loss": 0.36615535616874695, "Finetune/Loss (Raw)": 0.37798774242401123, "Finetune/Step": 11667, "Finetune/Step Time": 6.494413597509265}
{"Finetune/Learning Rate": 3.1439084283606113e-06, "Finetune/Loss": 0.3657491207122803, "Finetune/Loss (Raw)": 0.329837828874588, "Finetune/Step": 11668, "Finetune/Step Time": 6.511369552463293}
{"Finetune/Learning Rate": 3.1423967201482174e-06, "Finetune/Loss": 0.36581242084503174, "Finetune/Loss (Raw)": 0.36363959312438965, "Finetune/Step": 11669, "Finetune/Step Time": 6.524777118116617}
{"Finetune/Learning Rate": 3.1408853077142445e-06, "Finetune/Loss": 0.36921632289886475, "Finetune/Loss (Raw)": 0.5115280151367188, "Finetune/Step": 11670, "Finetune/Step Time": 6.506316497921944}
{"Finetune/Learning Rate": 3.139374191123883e-06, "Finetune/Loss": 0.3699691891670227, "Finetune/Loss (Raw)": 0.3739028573036194, "Finetune/Step": 11671, "Finetune/Step Time": 6.496545623987913}
{"Finetune/Learning Rate": 3.137863370442312e-06, "Finetune/Loss": 0.36882492899894714, "Finetune/Loss (Raw)": 0.2588314116001129, "Finetune/Step": 11672, "Finetune/Step Time": 6.524491608142853}
{"Finetune/Learning Rate": 3.1363528457346902e-06, "Finetune/Loss": 0.36987537145614624, "Finetune/Loss (Raw)": 0.45645853877067566, "Finetune/Step": 11673, "Finetune/Step Time": 6.517135418951511}
{"Finetune/Learning Rate": 3.134842617066174e-06, "Finetune/Loss": 0.37041282653808594, "Finetune/Loss (Raw)": 0.4445674419403076, "Finetune/Step": 11674, "Finetune/Step Time": 6.515639904886484}
{"Finetune/Learning Rate": 3.133332684501895e-06, "Finetune/Loss": 0.37107038497924805, "Finetune/Loss (Raw)": 0.4643314480781555, "Finetune/Step": 11675, "Finetune/Step Time": 6.530716409906745}
{"Finetune/Learning Rate": 3.1318230481069832e-06, "Finetune/Loss": 0.37043774127960205, "Finetune/Loss (Raw)": 0.30997514724731445, "Finetune/Step": 11676, "Finetune/Step Time": 6.527624754235148}
{"Finetune/Learning Rate": 3.130313707946552e-06, "Finetune/Loss": 0.3695030212402344, "Finetune/Loss (Raw)": 0.30231374502182007, "Finetune/Step": 11677, "Finetune/Step Time": 6.533192697912455}
{"Finetune/Learning Rate": 3.1288046640856994e-06, "Finetune/Loss": 0.3700235188007355, "Finetune/Loss (Raw)": 0.3991203010082245, "Finetune/Step": 11678, "Finetune/Step Time": 6.531850820407271}
{"Finetune/Learning Rate": 3.1272959165895135e-06, "Finetune/Loss": 0.36934641003608704, "Finetune/Loss (Raw)": 0.38328275084495544, "Finetune/Step": 11679, "Finetune/Step Time": 6.518730076029897}
{"Finetune/Learning Rate": 3.125787465523069e-06, "Finetune/Loss": 0.3689698874950409, "Finetune/Loss (Raw)": 0.37152794003486633, "Finetune/Step": 11680, "Finetune/Step Time": 6.518534181639552}
{"Finetune/Learning Rate": 3.1242793109514315e-06, "Finetune/Loss": 0.36825764179229736, "Finetune/Loss (Raw)": 0.3374235928058624, "Finetune/Step": 11681, "Finetune/Step Time": 6.522061327472329}
{"Finetune/Learning Rate": 3.1227714529396414e-06, "Finetune/Loss": 0.36828848719596863, "Finetune/Loss (Raw)": 0.31755220890045166, "Finetune/Step": 11682, "Finetune/Step Time": 6.539004698395729}
{"Finetune/Learning Rate": 3.1212638915527437e-06, "Finetune/Loss": 0.3681015372276306, "Finetune/Loss (Raw)": 0.4065796136856079, "Finetune/Step": 11683, "Finetune/Step Time": 6.544586844742298}
{"Finetune/Learning Rate": 3.1197566268557533e-06, "Finetune/Loss": 0.3699912130832672, "Finetune/Loss (Raw)": 0.38152748346328735, "Finetune/Step": 11684, "Finetune/Step Time": 6.5327867809683084}
{"Finetune/Learning Rate": 3.1182496589136847e-06, "Finetune/Loss": 0.37074416875839233, "Finetune/Loss (Raw)": 0.40565982460975647, "Finetune/Step": 11685, "Finetune/Step Time": 6.530175931751728}
{"Finetune/Learning Rate": 3.1167429877915365e-06, "Finetune/Loss": 0.37036973237991333, "Finetune/Loss (Raw)": 0.31056275963783264, "Finetune/Step": 11686, "Finetune/Step Time": 6.542059713974595}
{"Finetune/Learning Rate": 3.1152366135542954e-06, "Finetune/Loss": 0.37070924043655396, "Finetune/Loss (Raw)": 0.3949780762195587, "Finetune/Step": 11687, "Finetune/Step Time": 6.53789939917624}
{"Finetune/Learning Rate": 3.1137305362669278e-06, "Finetune/Loss": 0.3706461787223816, "Finetune/Loss (Raw)": 0.4021555483341217, "Finetune/Step": 11688, "Finetune/Step Time": 6.549796398729086}
{"Finetune/Learning Rate": 3.1122247559943965e-06, "Finetune/Loss": 0.3710184395313263, "Finetune/Loss (Raw)": 0.3854524791240692, "Finetune/Step": 11689, "Finetune/Step Time": 6.546657055616379}
{"Finetune/Learning Rate": 3.110719272801648e-06, "Finetune/Loss": 0.37141093611717224, "Finetune/Loss (Raw)": 0.43160519003868103, "Finetune/Step": 11690, "Finetune/Step Time": 6.541556062176824}
{"Finetune/Learning Rate": 3.109214086753615e-06, "Finetune/Loss": 0.37059107422828674, "Finetune/Loss (Raw)": 0.30658572912216187, "Finetune/Step": 11691, "Finetune/Step Time": 6.555523818358779}
{"Finetune/Learning Rate": 3.1077091979152184e-06, "Finetune/Loss": 0.36993467807769775, "Finetune/Loss (Raw)": 0.34328341484069824, "Finetune/Step": 11692, "Finetune/Step Time": 6.560449510812759}
{"Finetune/Learning Rate": 3.106204606351371e-06, "Finetune/Loss": 0.3700824975967407, "Finetune/Loss (Raw)": 0.38467198610305786, "Finetune/Step": 11693, "Finetune/Step Time": 6.558852402493358}
{"Finetune/Learning Rate": 3.1047003121269626e-06, "Finetune/Loss": 0.3694993257522583, "Finetune/Loss (Raw)": 0.366096556186676, "Finetune/Step": 11694, "Finetune/Step Time": 6.5631738640367985}
{"Finetune/Learning Rate": 3.1031963153068746e-06, "Finetune/Loss": 0.3682497441768646, "Finetune/Loss (Raw)": 0.2910192906856537, "Finetune/Step": 11695, "Finetune/Step Time": 6.547003289684653}
{"Finetune/Learning Rate": 3.101692615955979e-06, "Finetune/Loss": 0.36825457215309143, "Finetune/Loss (Raw)": 0.28586599230766296, "Finetune/Step": 11696, "Finetune/Step Time": 6.574485139921308}
{"Finetune/Learning Rate": 3.100189214139132e-06, "Finetune/Loss": 0.3700113296508789, "Finetune/Loss (Raw)": 0.3671960234642029, "Finetune/Step": 11697, "Finetune/Step Time": 6.5593773033469915}
{"Finetune/Learning Rate": 3.0986861099211784e-06, "Finetune/Loss": 0.36971166729927063, "Finetune/Loss (Raw)": 0.33345088362693787, "Finetune/Step": 11698, "Finetune/Step Time": 6.564451517537236}
{"Finetune/Learning Rate": 3.0971833033669485e-06, "Finetune/Loss": 0.37125903367996216, "Finetune/Loss (Raw)": 0.37769249081611633, "Finetune/Step": 11699, "Finetune/Step Time": 6.548986038193107}
{"Finetune/Learning Rate": 3.0956807945412636e-06, "Finetune/Loss": 0.3704168200492859, "Finetune/Loss (Raw)": 0.3055973947048187, "Finetune/Step": 11700, "Finetune/Step Time": 6.5529115330427885}
{"Finetune/Learning Rate": 3.094178583508923e-06, "Finetune/Loss": 0.3709368109703064, "Finetune/Loss (Raw)": 0.4212200939655304, "Finetune/Step": 11701, "Finetune/Step Time": 6.556132923811674}
{"Finetune/Learning Rate": 3.092676670334723e-06, "Finetune/Loss": 0.371242493391037, "Finetune/Loss (Raw)": 0.4465472996234894, "Finetune/Step": 11702, "Finetune/Step Time": 6.552466643974185}
{"Finetune/Learning Rate": 3.091175055083443e-06, "Finetune/Loss": 0.3703228235244751, "Finetune/Loss (Raw)": 0.3287842273712158, "Finetune/Step": 11703, "Finetune/Step Time": 6.559846905991435}
{"Finetune/Learning Rate": 3.0896737378198527e-06, "Finetune/Loss": 0.3727976083755493, "Finetune/Loss (Raw)": 0.42288124561309814, "Finetune/Step": 11704, "Finetune/Step Time": 6.549827933311462}
{"Finetune/Learning Rate": 3.0881727186086998e-06, "Finetune/Loss": 0.3720633387565613, "Finetune/Loss (Raw)": 0.3453357219696045, "Finetune/Step": 11705, "Finetune/Step Time": 6.537556691095233}
{"Finetune/Learning Rate": 3.0866719975147317e-06, "Finetune/Loss": 0.37245386838912964, "Finetune/Loss (Raw)": 0.4036802649497986, "Finetune/Step": 11706, "Finetune/Step Time": 6.536634778603911}
{"Finetune/Learning Rate": 3.0851715746026713e-06, "Finetune/Loss": 0.3729458451271057, "Finetune/Loss (Raw)": 0.39946579933166504, "Finetune/Step": 11707, "Finetune/Step Time": 6.536670291796327}
{"Finetune/Learning Rate": 3.0836714499372355e-06, "Finetune/Loss": 0.3723064661026001, "Finetune/Loss (Raw)": 0.29804909229278564, "Finetune/Step": 11708, "Finetune/Step Time": 6.534053599461913}
{"Finetune/Learning Rate": 3.082171623583129e-06, "Finetune/Loss": 0.37222927808761597, "Finetune/Loss (Raw)": 0.36276236176490784, "Finetune/Step": 11709, "Finetune/Step Time": 6.5382858496159315}
{"Finetune/Learning Rate": 3.0806720956050395e-06, "Finetune/Loss": 0.37203270196914673, "Finetune/Loss (Raw)": 0.39967018365859985, "Finetune/Step": 11710, "Finetune/Step Time": 6.547290708869696}
{"Finetune/Learning Rate": 3.0791728660676446e-06, "Finetune/Loss": 0.3718179762363434, "Finetune/Loss (Raw)": 0.31995320320129395, "Finetune/Step": 11711, "Finetune/Step Time": 6.54701959900558}
{"Finetune/Learning Rate": 3.077673935035609e-06, "Finetune/Loss": 0.3719000220298767, "Finetune/Loss (Raw)": 0.42043015360832214, "Finetune/Step": 11712, "Finetune/Step Time": 6.553206238895655}
{"Finetune/Learning Rate": 3.076175302573585e-06, "Finetune/Loss": 0.37090402841567993, "Finetune/Loss (Raw)": 0.3139288127422333, "Finetune/Step": 11713, "Finetune/Step Time": 6.560004724189639}
{"Finetune/Learning Rate": 3.0746769687462062e-06, "Finetune/Loss": 0.37172308564186096, "Finetune/Loss (Raw)": 0.40945860743522644, "Finetune/Step": 11714, "Finetune/Step Time": 6.561742955818772}
{"Finetune/Learning Rate": 3.073178933618105e-06, "Finetune/Loss": 0.3721091151237488, "Finetune/Loss (Raw)": 0.36633849143981934, "Finetune/Step": 11715, "Finetune/Step Time": 6.556140320375562}
{"Finetune/Learning Rate": 3.071681197253885e-06, "Finetune/Loss": 0.3720932602882385, "Finetune/Loss (Raw)": 0.3642740845680237, "Finetune/Step": 11716, "Finetune/Step Time": 6.548131704330444}
{"Finetune/Learning Rate": 3.0701837597181504e-06, "Finetune/Loss": 0.37219589948654175, "Finetune/Loss (Raw)": 0.4219973385334015, "Finetune/Step": 11717, "Finetune/Step Time": 6.538560502231121}
{"Finetune/Learning Rate": 3.068686621075487e-06, "Finetune/Loss": 0.37155359983444214, "Finetune/Loss (Raw)": 0.3048829734325409, "Finetune/Step": 11718, "Finetune/Step Time": 6.5570380333811045}
{"Finetune/Learning Rate": 3.067189781390474e-06, "Finetune/Loss": 0.37038397789001465, "Finetune/Loss (Raw)": 0.31980258226394653, "Finetune/Step": 11719, "Finetune/Step Time": 6.566715821623802}
{"Finetune/Learning Rate": 3.065693240727663e-06, "Finetune/Loss": 0.36987075209617615, "Finetune/Loss (Raw)": 0.3171514570713043, "Finetune/Step": 11720, "Finetune/Step Time": 6.566691342741251}
{"Finetune/Learning Rate": 3.0641969991516075e-06, "Finetune/Loss": 0.37025371193885803, "Finetune/Loss (Raw)": 0.4574020206928253, "Finetune/Step": 11721, "Finetune/Step Time": 6.566124211996794}
{"Finetune/Learning Rate": 3.062701056726841e-06, "Finetune/Loss": 0.3703603744506836, "Finetune/Loss (Raw)": 0.3791917562484741, "Finetune/Step": 11722, "Finetune/Step Time": 6.556500183418393}
{"Finetune/Learning Rate": 3.0612054135178857e-06, "Finetune/Loss": 0.37263554334640503, "Finetune/Loss (Raw)": 0.4167001247406006, "Finetune/Step": 11723, "Finetune/Step Time": 6.527721604332328}
{"Finetune/Learning Rate": 3.0597100695892555e-06, "Finetune/Loss": 0.37172067165374756, "Finetune/Loss (Raw)": 0.28705623745918274, "Finetune/Step": 11724, "Finetune/Step Time": 6.51065020263195}
{"Finetune/Learning Rate": 3.05821502500544e-06, "Finetune/Loss": 0.37215837836265564, "Finetune/Loss (Raw)": 0.39577555656433105, "Finetune/Step": 11725, "Finetune/Step Time": 6.5077387355268}
{"Finetune/Learning Rate": 3.056720279830927e-06, "Finetune/Loss": 0.37196195125579834, "Finetune/Loss (Raw)": 0.3052212595939636, "Finetune/Step": 11726, "Finetune/Step Time": 6.523156149312854}
{"Finetune/Learning Rate": 3.0552258341301834e-06, "Finetune/Loss": 0.37249746918678284, "Finetune/Loss (Raw)": 0.376870334148407, "Finetune/Step": 11727, "Finetune/Step Time": 6.545046737417579}
{"Finetune/Learning Rate": 3.053731687967668e-06, "Finetune/Loss": 0.3722853362560272, "Finetune/Loss (Raw)": 0.3247454762458801, "Finetune/Step": 11728, "Finetune/Step Time": 6.522854866459966}
{"Finetune/Learning Rate": 3.052237841407827e-06, "Finetune/Loss": 0.3705974519252777, "Finetune/Loss (Raw)": 0.2530057430267334, "Finetune/Step": 11729, "Finetune/Step Time": 6.511380571871996}
{"Finetune/Learning Rate": 3.05074429451509e-06, "Finetune/Loss": 0.37009578943252563, "Finetune/Loss (Raw)": 0.35644781589508057, "Finetune/Step": 11730, "Finetune/Step Time": 6.538496049121022}
{"Finetune/Learning Rate": 3.0492510473538782e-06, "Finetune/Loss": 0.3708539605140686, "Finetune/Loss (Raw)": 0.4647926986217499, "Finetune/Step": 11731, "Finetune/Step Time": 6.532554559409618}
{"Finetune/Learning Rate": 3.0477580999886e-06, "Finetune/Loss": 0.37148168683052063, "Finetune/Loss (Raw)": 0.44778770208358765, "Finetune/Step": 11732, "Finetune/Step Time": 6.5323879439383745}
{"Finetune/Learning Rate": 3.0462654524836423e-06, "Finetune/Loss": 0.37116748094558716, "Finetune/Loss (Raw)": 0.33191850781440735, "Finetune/Step": 11733, "Finetune/Step Time": 6.524038672447205}
{"Finetune/Learning Rate": 3.044773104903387e-06, "Finetune/Loss": 0.37125247716903687, "Finetune/Loss (Raw)": 0.3970463275909424, "Finetune/Step": 11734, "Finetune/Step Time": 6.524129739031196}
{"Finetune/Learning Rate": 3.043281057312206e-06, "Finetune/Loss": 0.36945420503616333, "Finetune/Loss (Raw)": 0.12610267102718353, "Finetune/Step": 11735, "Finetune/Step Time": 6.544547203928232}
{"Finetune/Learning Rate": 3.0417893097744468e-06, "Finetune/Loss": 0.369581401348114, "Finetune/Loss (Raw)": 0.35187554359436035, "Finetune/Step": 11736, "Finetune/Step Time": 6.523403149098158}
{"Finetune/Learning Rate": 3.040297862354452e-06, "Finetune/Loss": 0.36931756138801575, "Finetune/Loss (Raw)": 0.36650803685188293, "Finetune/Step": 11737, "Finetune/Step Time": 6.519012587144971}
{"Finetune/Learning Rate": 3.0388067151165525e-06, "Finetune/Loss": 0.368765652179718, "Finetune/Loss (Raw)": 0.32241687178611755, "Finetune/Step": 11738, "Finetune/Step Time": 6.532263984903693}
{"Finetune/Learning Rate": 3.037315868125065e-06, "Finetune/Loss": 0.36909419298171997, "Finetune/Loss (Raw)": 0.4577840268611908, "Finetune/Step": 11739, "Finetune/Step Time": 6.543105449527502}
{"Finetune/Learning Rate": 3.0358253214442866e-06, "Finetune/Loss": 0.36984845995903015, "Finetune/Loss (Raw)": 0.47292113304138184, "Finetune/Step": 11740, "Finetune/Step Time": 6.562522746622562}
{"Finetune/Learning Rate": 3.034335075138509e-06, "Finetune/Loss": 0.3706102669239044, "Finetune/Loss (Raw)": 0.4229482114315033, "Finetune/Step": 11741, "Finetune/Step Time": 6.574478033930063}
{"Finetune/Learning Rate": 3.0328451292720108e-06, "Finetune/Loss": 0.37046533823013306, "Finetune/Loss (Raw)": 0.337830126285553, "Finetune/Step": 11742, "Finetune/Step Time": 6.582163108512759}
{"Finetune/Learning Rate": 3.031355483909053e-06, "Finetune/Loss": 0.3702504634857178, "Finetune/Loss (Raw)": 0.3667179048061371, "Finetune/Step": 11743, "Finetune/Step Time": 6.5848413445055485}
{"Finetune/Learning Rate": 3.0298661391138875e-06, "Finetune/Loss": 0.37039655447006226, "Finetune/Loss (Raw)": 0.34343427419662476, "Finetune/Step": 11744, "Finetune/Step Time": 6.588489789515734}
{"Finetune/Learning Rate": 3.028377094950754e-06, "Finetune/Loss": 0.3691560626029968, "Finetune/Loss (Raw)": 0.34726274013519287, "Finetune/Step": 11745, "Finetune/Step Time": 6.581549990922213}
{"Finetune/Learning Rate": 3.0268883514838743e-06, "Finetune/Loss": 0.3689148724079132, "Finetune/Loss (Raw)": 0.3384864926338196, "Finetune/Step": 11746, "Finetune/Step Time": 6.575249873101711}
{"Finetune/Learning Rate": 3.025399908777459e-06, "Finetune/Loss": 0.36937278509140015, "Finetune/Loss (Raw)": 0.47092682123184204, "Finetune/Step": 11747, "Finetune/Step Time": 6.586684834212065}
{"Finetune/Learning Rate": 3.0239117668957074e-06, "Finetune/Loss": 0.36913996934890747, "Finetune/Loss (Raw)": 0.3409319221973419, "Finetune/Step": 11748, "Finetune/Step Time": 6.592007253319025}
{"Finetune/Learning Rate": 3.0224239259028053e-06, "Finetune/Loss": 0.3698142468929291, "Finetune/Loss (Raw)": 0.46219873428344727, "Finetune/Step": 11749, "Finetune/Step Time": 6.611985649913549}
{"Finetune/Learning Rate": 3.0209363858629283e-06, "Finetune/Loss": 0.3698256313800812, "Finetune/Loss (Raw)": 0.31658610701560974, "Finetune/Step": 11750, "Finetune/Step Time": 6.637003438547254}
{"Finetune/Learning Rate": 3.019449146840232e-06, "Finetune/Loss": 0.3704453408718109, "Finetune/Loss (Raw)": 0.4269408583641052, "Finetune/Step": 11751, "Finetune/Step Time": 6.653715398162603}
{"Finetune/Learning Rate": 3.0179622088988704e-06, "Finetune/Loss": 0.36975663900375366, "Finetune/Loss (Raw)": 0.39121270179748535, "Finetune/Step": 11752, "Finetune/Step Time": 6.652761178091168}
{"Finetune/Learning Rate": 3.016475572102968e-06, "Finetune/Loss": 0.36999672651290894, "Finetune/Loss (Raw)": 0.39740607142448425, "Finetune/Step": 11753, "Finetune/Step Time": 6.618707427754998}
{"Finetune/Learning Rate": 3.01498923651665e-06, "Finetune/Loss": 0.3720605671405792, "Finetune/Loss (Raw)": 0.35603246092796326, "Finetune/Step": 11754, "Finetune/Step Time": 6.60323391854763}
{"Finetune/Learning Rate": 3.0135032022040244e-06, "Finetune/Loss": 0.369403213262558, "Finetune/Loss (Raw)": 0.09967614710330963, "Finetune/Step": 11755, "Finetune/Step Time": 6.617808166891336}
{"Finetune/Learning Rate": 3.0120174692291883e-06, "Finetune/Loss": 0.36975541710853577, "Finetune/Loss (Raw)": 0.41049548983573914, "Finetune/Step": 11756, "Finetune/Step Time": 6.622448014095426}
{"Finetune/Learning Rate": 3.0105320376562175e-06, "Finetune/Loss": 0.368523508310318, "Finetune/Loss (Raw)": 0.36056196689605713, "Finetune/Step": 11757, "Finetune/Step Time": 6.626020224764943}
{"Finetune/Learning Rate": 3.009046907549188e-06, "Finetune/Loss": 0.3686625361442566, "Finetune/Loss (Raw)": 0.36949801445007324, "Finetune/Step": 11758, "Finetune/Step Time": 6.635800488293171}
{"Finetune/Learning Rate": 3.0075620789721495e-06, "Finetune/Loss": 0.3685431480407715, "Finetune/Loss (Raw)": 0.3040411174297333, "Finetune/Step": 11759, "Finetune/Step Time": 6.645017579197884}
{"Finetune/Learning Rate": 3.006077551989146e-06, "Finetune/Loss": 0.36808258295059204, "Finetune/Loss (Raw)": 0.3422388732433319, "Finetune/Step": 11760, "Finetune/Step Time": 6.649892868474126}
{"Finetune/Learning Rate": 3.004593326664209e-06, "Finetune/Loss": 0.36739078164100647, "Finetune/Loss (Raw)": 0.31465405225753784, "Finetune/Step": 11761, "Finetune/Step Time": 6.668202925473452}
{"Finetune/Learning Rate": 3.003109403061354e-06, "Finetune/Loss": 0.36681151390075684, "Finetune/Loss (Raw)": 0.3516094982624054, "Finetune/Step": 11762, "Finetune/Step Time": 6.678729884326458}
{"Finetune/Learning Rate": 3.001625781244587e-06, "Finetune/Loss": 0.36724936962127686, "Finetune/Loss (Raw)": 0.43899527192115784, "Finetune/Step": 11763, "Finetune/Step Time": 6.677822047844529}
{"Finetune/Learning Rate": 3.0001424612778997e-06, "Finetune/Loss": 0.3675002455711365, "Finetune/Loss (Raw)": 0.4267037510871887, "Finetune/Step": 11764, "Finetune/Step Time": 6.681704679504037}
{"Finetune/Learning Rate": 2.9986594432252635e-06, "Finetune/Loss": 0.36733245849609375, "Finetune/Loss (Raw)": 0.40288788080215454, "Finetune/Step": 11765, "Finetune/Step Time": 6.7132299952209}
{"Finetune/Learning Rate": 2.9971767271506493e-06, "Finetune/Loss": 0.3674492835998535, "Finetune/Loss (Raw)": 0.35574981570243835, "Finetune/Step": 11766, "Finetune/Step Time": 6.714541986584663}
{"Finetune/Learning Rate": 2.995694313118008e-06, "Finetune/Loss": 0.36543262004852295, "Finetune/Loss (Raw)": 0.1375664919614792, "Finetune/Step": 11767, "Finetune/Step Time": 6.735877430066466}
{"Finetune/Learning Rate": 2.9942122011912746e-06, "Finetune/Loss": 0.365724116563797, "Finetune/Loss (Raw)": 0.3552023470401764, "Finetune/Step": 11768, "Finetune/Step Time": 6.746243596076965}
{"Finetune/Learning Rate": 2.9927303914343763e-06, "Finetune/Loss": 0.36576274037361145, "Finetune/Loss (Raw)": 0.3962477147579193, "Finetune/Step": 11769, "Finetune/Step Time": 6.759715270251036}
{"Finetune/Learning Rate": 2.9912488839112273e-06, "Finetune/Loss": 0.3682873547077179, "Finetune/Loss (Raw)": 0.48304814100265503, "Finetune/Step": 11770, "Finetune/Step Time": 6.771462185308337}
{"Finetune/Learning Rate": 2.9897676786857287e-06, "Finetune/Loss": 0.3683829605579376, "Finetune/Loss (Raw)": 0.362704336643219, "Finetune/Step": 11771, "Finetune/Step Time": 6.770360726863146}
{"Finetune/Learning Rate": 2.988286775821763e-06, "Finetune/Loss": 0.36843690276145935, "Finetune/Loss (Raw)": 0.3687420189380646, "Finetune/Step": 11772, "Finetune/Step Time": 6.752182086929679}
{"Finetune/Learning Rate": 2.986806175383203e-06, "Finetune/Loss": 0.36841899156570435, "Finetune/Loss (Raw)": 0.39918240904808044, "Finetune/Step": 11773, "Finetune/Step Time": 6.7504951152950525}
{"Finetune/Learning Rate": 2.9853258774339144e-06, "Finetune/Loss": 0.3676567077636719, "Finetune/Loss (Raw)": 0.3325238823890686, "Finetune/Step": 11774, "Finetune/Step Time": 6.751137379556894}
{"Finetune/Learning Rate": 2.9838458820377403e-06, "Finetune/Loss": 0.36798354983329773, "Finetune/Loss (Raw)": 0.4286717176437378, "Finetune/Step": 11775, "Finetune/Step Time": 6.774120228365064}
{"Finetune/Learning Rate": 2.98236618925852e-06, "Finetune/Loss": 0.36870884895324707, "Finetune/Loss (Raw)": 0.446103572845459, "Finetune/Step": 11776, "Finetune/Step Time": 6.76978269033134}
{"Finetune/Learning Rate": 2.980886799160068e-06, "Finetune/Loss": 0.36863791942596436, "Finetune/Loss (Raw)": 0.3197896182537079, "Finetune/Step": 11777, "Finetune/Step Time": 6.771887164562941}
{"Finetune/Learning Rate": 2.9794077118061983e-06, "Finetune/Loss": 0.3684229850769043, "Finetune/Loss (Raw)": 0.34493833780288696, "Finetune/Step": 11778, "Finetune/Step Time": 6.773150015622377}
{"Finetune/Learning Rate": 2.9779289272607014e-06, "Finetune/Loss": 0.36880117654800415, "Finetune/Loss (Raw)": 0.4303380846977234, "Finetune/Step": 11779, "Finetune/Step Time": 6.7598653845489025}
{"Finetune/Learning Rate": 2.976450445587361e-06, "Finetune/Loss": 0.36879128217697144, "Finetune/Loss (Raw)": 0.37656769156455994, "Finetune/Step": 11780, "Finetune/Step Time": 6.744223993271589}
{"Finetune/Learning Rate": 2.9749722668499483e-06, "Finetune/Loss": 0.3685322403907776, "Finetune/Loss (Raw)": 0.33852729201316833, "Finetune/Step": 11781, "Finetune/Step Time": 6.745270702987909}
{"Finetune/Learning Rate": 2.973494391112216e-06, "Finetune/Loss": 0.3685901165008545, "Finetune/Loss (Raw)": 0.3708890378475189, "Finetune/Step": 11782, "Finetune/Step Time": 6.712092533707619}
{"Finetune/Learning Rate": 2.9720168184379104e-06, "Finetune/Loss": 0.36824285984039307, "Finetune/Loss (Raw)": 0.36813536286354065, "Finetune/Step": 11783, "Finetune/Step Time": 6.721995256841183}
{"Finetune/Learning Rate": 2.970539548890763e-06, "Finetune/Loss": 0.3693925738334656, "Finetune/Loss (Raw)": 0.37841370701789856, "Finetune/Step": 11784, "Finetune/Step Time": 6.7014454100281}
{"Finetune/Learning Rate": 2.9690625825344834e-06, "Finetune/Loss": 0.3693191707134247, "Finetune/Loss (Raw)": 0.3727077841758728, "Finetune/Step": 11785, "Finetune/Step Time": 6.697337057441473}
{"Finetune/Learning Rate": 2.9675859194327792e-06, "Finetune/Loss": 0.36883100867271423, "Finetune/Loss (Raw)": 0.37586262822151184, "Finetune/Step": 11786, "Finetune/Step Time": 6.696166666224599}
{"Finetune/Learning Rate": 2.966109559649346e-06, "Finetune/Loss": 0.369756281375885, "Finetune/Loss (Raw)": 0.41433537006378174, "Finetune/Step": 11787, "Finetune/Step Time": 6.706251289695501}
{"Finetune/Learning Rate": 2.9646335032478525e-06, "Finetune/Loss": 0.3701682686805725, "Finetune/Loss (Raw)": 0.4930744469165802, "Finetune/Step": 11788, "Finetune/Step Time": 6.6823966428637505}
{"Finetune/Learning Rate": 2.963157750291966e-06, "Finetune/Loss": 0.3709189295768738, "Finetune/Loss (Raw)": 0.45822328329086304, "Finetune/Step": 11789, "Finetune/Step Time": 6.689251879230142}
{"Finetune/Learning Rate": 2.9616823008453432e-06, "Finetune/Loss": 0.36872977018356323, "Finetune/Loss (Raw)": 0.11650194227695465, "Finetune/Step": 11790, "Finetune/Step Time": 6.717906633391976}
{"Finetune/Learning Rate": 2.960207154971616e-06, "Finetune/Loss": 0.3678777515888214, "Finetune/Loss (Raw)": 0.40155142545700073, "Finetune/Step": 11791, "Finetune/Step Time": 6.712624913081527}
{"Finetune/Learning Rate": 2.9587323127344115e-06, "Finetune/Loss": 0.36730289459228516, "Finetune/Loss (Raw)": 0.3820425868034363, "Finetune/Step": 11792, "Finetune/Step Time": 6.7099374663084745}
{"Finetune/Learning Rate": 2.957257774197341e-06, "Finetune/Loss": 0.3676784038543701, "Finetune/Loss (Raw)": 0.39917683601379395, "Finetune/Step": 11793, "Finetune/Step Time": 6.705928588286042}
{"Finetune/Learning Rate": 2.9557835394240055e-06, "Finetune/Loss": 0.3678854703903198, "Finetune/Loss (Raw)": 0.38180088996887207, "Finetune/Step": 11794, "Finetune/Step Time": 6.703974951058626}
{"Finetune/Learning Rate": 2.95430960847799e-06, "Finetune/Loss": 0.3680843114852905, "Finetune/Loss (Raw)": 0.40343600511550903, "Finetune/Step": 11795, "Finetune/Step Time": 6.68742592073977}
{"Finetune/Learning Rate": 2.95283598142287e-06, "Finetune/Loss": 0.36883941292762756, "Finetune/Loss (Raw)": 0.4264930486679077, "Finetune/Step": 11796, "Finetune/Step Time": 6.671590503305197}
{"Finetune/Learning Rate": 2.9513626583222e-06, "Finetune/Loss": 0.36951398849487305, "Finetune/Loss (Raw)": 0.44998282194137573, "Finetune/Step": 11797, "Finetune/Step Time": 6.654798805713654}
{"Finetune/Learning Rate": 2.9498896392395326e-06, "Finetune/Loss": 0.3684542179107666, "Finetune/Loss (Raw)": 0.37587907910346985, "Finetune/Step": 11798, "Finetune/Step Time": 6.664376571774483}
{"Finetune/Learning Rate": 2.948416924238394e-06, "Finetune/Loss": 0.36846792697906494, "Finetune/Loss (Raw)": 0.3756597936153412, "Finetune/Step": 11799, "Finetune/Step Time": 6.665570182725787}
{"Finetune/Learning Rate": 2.9469445133823084e-06, "Finetune/Loss": 0.3693646788597107, "Finetune/Loss (Raw)": 0.3736151158809662, "Finetune/Step": 11800, "Finetune/Step Time": 6.631706770509481}
{"Finetune/Learning Rate": 2.945472406734783e-06, "Finetune/Loss": 0.3680744767189026, "Finetune/Loss (Raw)": 0.2913146913051605, "Finetune/Step": 11801, "Finetune/Step Time": 6.623811021447182}
{"Finetune/Learning Rate": 2.9440006043593116e-06, "Finetune/Loss": 0.3676114082336426, "Finetune/Loss (Raw)": 0.3852928876876831, "Finetune/Step": 11802, "Finetune/Step Time": 6.628329990431666}
{"Finetune/Learning Rate": 2.9425291063193785e-06, "Finetune/Loss": 0.36704322695732117, "Finetune/Loss (Raw)": 0.3916032016277313, "Finetune/Step": 11803, "Finetune/Step Time": 6.618897441774607}
{"Finetune/Learning Rate": 2.9410579126784453e-06, "Finetune/Loss": 0.36819541454315186, "Finetune/Loss (Raw)": 0.45745691657066345, "Finetune/Step": 11804, "Finetune/Step Time": 6.619680009782314}
{"Finetune/Learning Rate": 2.9395870234999703e-06, "Finetune/Loss": 0.3686477839946747, "Finetune/Loss (Raw)": 0.3602164685726166, "Finetune/Step": 11805, "Finetune/Step Time": 6.618251733481884}
{"Finetune/Learning Rate": 2.9381164388473946e-06, "Finetune/Loss": 0.36849260330200195, "Finetune/Loss (Raw)": 0.3792526423931122, "Finetune/Step": 11806, "Finetune/Step Time": 6.6150082014501095}
{"Finetune/Learning Rate": 2.93664615878415e-06, "Finetune/Loss": 0.3676021695137024, "Finetune/Loss (Raw)": 0.26930999755859375, "Finetune/Step": 11807, "Finetune/Step Time": 6.615834211930633}
{"Finetune/Learning Rate": 2.935176183373645e-06, "Finetune/Loss": 0.3680846095085144, "Finetune/Loss (Raw)": 0.43327873945236206, "Finetune/Step": 11808, "Finetune/Step Time": 6.61646494269371}
{"Finetune/Learning Rate": 2.933706512679285e-06, "Finetune/Loss": 0.36898916959762573, "Finetune/Loss (Raw)": 0.45321184396743774, "Finetune/Step": 11809, "Finetune/Step Time": 6.615850003436208}
{"Finetune/Learning Rate": 2.932237146764464e-06, "Finetune/Loss": 0.36926254630088806, "Finetune/Loss (Raw)": 0.352541446685791, "Finetune/Step": 11810, "Finetune/Step Time": 6.607937375083566}
{"Finetune/Learning Rate": 2.930768085692549e-06, "Finetune/Loss": 0.3685191571712494, "Finetune/Loss (Raw)": 0.31142565608024597, "Finetune/Step": 11811, "Finetune/Step Time": 6.606760272756219}
{"Finetune/Learning Rate": 2.9292993295269066e-06, "Finetune/Loss": 0.36872828006744385, "Finetune/Loss (Raw)": 0.4082936942577362, "Finetune/Step": 11812, "Finetune/Step Time": 6.6154359094798565}
{"Finetune/Learning Rate": 2.9278308783308872e-06, "Finetune/Loss": 0.3688836395740509, "Finetune/Loss (Raw)": 0.4255479872226715, "Finetune/Step": 11813, "Finetune/Step Time": 6.612599369138479}
{"Finetune/Learning Rate": 2.9263627321678277e-06, "Finetune/Loss": 0.3694751262664795, "Finetune/Loss (Raw)": 0.3862743079662323, "Finetune/Step": 11814, "Finetune/Step Time": 6.6055268831551075}
{"Finetune/Learning Rate": 2.92489489110105e-06, "Finetune/Loss": 0.36897724866867065, "Finetune/Loss (Raw)": 0.3312506377696991, "Finetune/Step": 11815, "Finetune/Step Time": 6.604382023215294}
{"Finetune/Learning Rate": 2.9234273551938673e-06, "Finetune/Loss": 0.3687661290168762, "Finetune/Loss (Raw)": 0.37512776255607605, "Finetune/Step": 11816, "Finetune/Step Time": 6.59914581105113}
{"Finetune/Learning Rate": 2.921960124509572e-06, "Finetune/Loss": 0.368163526058197, "Finetune/Loss (Raw)": 0.3083220422267914, "Finetune/Step": 11817, "Finetune/Step Time": 6.607230005785823}
{"Finetune/Learning Rate": 2.9204931991114516e-06, "Finetune/Loss": 0.3658037483692169, "Finetune/Loss (Raw)": 0.12955239415168762, "Finetune/Step": 11818, "Finetune/Step Time": 6.631014548242092}
{"Finetune/Learning Rate": 2.9190265790627735e-06, "Finetune/Loss": 0.36597755551338196, "Finetune/Loss (Raw)": 0.3288328945636749, "Finetune/Step": 11819, "Finetune/Step Time": 6.634875254705548}
{"Finetune/Learning Rate": 2.9175602644267954e-06, "Finetune/Loss": 0.36574262380599976, "Finetune/Loss (Raw)": 0.3132160007953644, "Finetune/Step": 11820, "Finetune/Step Time": 6.64754574559629}
{"Finetune/Learning Rate": 2.9160942552667636e-06, "Finetune/Loss": 0.36569660902023315, "Finetune/Loss (Raw)": 0.3787819743156433, "Finetune/Step": 11821, "Finetune/Step Time": 6.647923765704036}
{"Finetune/Learning Rate": 2.9146285516459117e-06, "Finetune/Loss": 0.36560046672821045, "Finetune/Loss (Raw)": 0.353788286447525, "Finetune/Step": 11822, "Finetune/Step Time": 6.658159803599119}
{"Finetune/Learning Rate": 2.9131631536274506e-06, "Finetune/Loss": 0.3662698268890381, "Finetune/Loss (Raw)": 0.3766976296901703, "Finetune/Step": 11823, "Finetune/Step Time": 6.657829612493515}
{"Finetune/Learning Rate": 2.9116980612745904e-06, "Finetune/Loss": 0.36717694997787476, "Finetune/Loss (Raw)": 0.4019741117954254, "Finetune/Step": 11824, "Finetune/Step Time": 6.634447790682316}
{"Finetune/Learning Rate": 2.9102332746505203e-06, "Finetune/Loss": 0.36789247393608093, "Finetune/Loss (Raw)": 0.4587874710559845, "Finetune/Step": 11825, "Finetune/Step Time": 6.638132719323039}
{"Finetune/Learning Rate": 2.9087687938184183e-06, "Finetune/Loss": 0.3689374029636383, "Finetune/Loss (Raw)": 0.4672004282474518, "Finetune/Step": 11826, "Finetune/Step Time": 6.639900021255016}
{"Finetune/Learning Rate": 2.9073046188414524e-06, "Finetune/Loss": 0.369043231010437, "Finetune/Loss (Raw)": 0.39123860001564026, "Finetune/Step": 11827, "Finetune/Step Time": 6.635201096534729}
{"Finetune/Learning Rate": 2.9058407497827754e-06, "Finetune/Loss": 0.36996784806251526, "Finetune/Loss (Raw)": 0.4239486753940582, "Finetune/Step": 11828, "Finetune/Step Time": 6.631110241636634}
{"Finetune/Learning Rate": 2.904377186705525e-06, "Finetune/Loss": 0.3697396516799927, "Finetune/Loss (Raw)": 0.3920122981071472, "Finetune/Step": 11829, "Finetune/Step Time": 6.626193298026919}
{"Finetune/Learning Rate": 2.9029139296728205e-06, "Finetune/Loss": 0.368505597114563, "Finetune/Loss (Raw)": 0.2885861098766327, "Finetune/Step": 11830, "Finetune/Step Time": 6.628354350104928}
{"Finetune/Learning Rate": 2.9014509787477805e-06, "Finetune/Loss": 0.3686208724975586, "Finetune/Loss (Raw)": 0.3435412049293518, "Finetune/Step": 11831, "Finetune/Step Time": 6.632572153583169}
{"Finetune/Learning Rate": 2.8999883339935033e-06, "Finetune/Loss": 0.36758825182914734, "Finetune/Loss (Raw)": 0.290703147649765, "Finetune/Step": 11832, "Finetune/Step Time": 6.631299188360572}
{"Finetune/Learning Rate": 2.8985259954730737e-06, "Finetune/Loss": 0.36773884296417236, "Finetune/Loss (Raw)": 0.36461296677589417, "Finetune/Step": 11833, "Finetune/Step Time": 6.648624110966921}
{"Finetune/Learning Rate": 2.897063963249567e-06, "Finetune/Loss": 0.3670722544193268, "Finetune/Loss (Raw)": 0.3183581531047821, "Finetune/Step": 11834, "Finetune/Step Time": 6.658450223505497}
{"Finetune/Learning Rate": 2.8956022373860427e-06, "Finetune/Loss": 0.3667658567428589, "Finetune/Loss (Raw)": 0.36024215817451477, "Finetune/Step": 11835, "Finetune/Step Time": 6.658313179388642}
{"Finetune/Learning Rate": 2.8941408179455434e-06, "Finetune/Loss": 0.3678027391433716, "Finetune/Loss (Raw)": 0.4307716488838196, "Finetune/Step": 11836, "Finetune/Step Time": 6.64959997870028}
{"Finetune/Learning Rate": 2.892679704991104e-06, "Finetune/Loss": 0.36772191524505615, "Finetune/Loss (Raw)": 0.3524159789085388, "Finetune/Step": 11837, "Finetune/Step Time": 6.647666113451123}
{"Finetune/Learning Rate": 2.891218898585746e-06, "Finetune/Loss": 0.3676704466342926, "Finetune/Loss (Raw)": 0.39308568835258484, "Finetune/Step": 11838, "Finetune/Step Time": 6.647833613678813}
{"Finetune/Learning Rate": 2.889758398792477e-06, "Finetune/Loss": 0.3682062029838562, "Finetune/Loss (Raw)": 0.3885277509689331, "Finetune/Step": 11839, "Finetune/Step Time": 6.654556481167674}
{"Finetune/Learning Rate": 2.8882982056742858e-06, "Finetune/Loss": 0.36802753806114197, "Finetune/Loss (Raw)": 0.3975616991519928, "Finetune/Step": 11840, "Finetune/Step Time": 6.656975330784917}
{"Finetune/Learning Rate": 2.886838319294156e-06, "Finetune/Loss": 0.3684292137622833, "Finetune/Loss (Raw)": 0.3653451204299927, "Finetune/Step": 11841, "Finetune/Step Time": 6.6547216307371855}
{"Finetune/Learning Rate": 2.8853787397150567e-06, "Finetune/Loss": 0.36604103446006775, "Finetune/Loss (Raw)": 0.10377170890569687, "Finetune/Step": 11842, "Finetune/Step Time": 6.668613336980343}
{"Finetune/Learning Rate": 2.883919466999936e-06, "Finetune/Loss": 0.3661637008190155, "Finetune/Loss (Raw)": 0.3820396363735199, "Finetune/Step": 11843, "Finetune/Step Time": 6.670784840360284}
{"Finetune/Learning Rate": 2.882460501211738e-06, "Finetune/Loss": 0.36678266525268555, "Finetune/Loss (Raw)": 0.44349753856658936, "Finetune/Step": 11844, "Finetune/Step Time": 6.681106334552169}
{"Finetune/Learning Rate": 2.881001842413389e-06, "Finetune/Loss": 0.3660600185394287, "Finetune/Loss (Raw)": 0.3295004963874817, "Finetune/Step": 11845, "Finetune/Step Time": 6.671040518209338}
{"Finetune/Learning Rate": 2.8795434906678034e-06, "Finetune/Loss": 0.3667817711830139, "Finetune/Loss (Raw)": 0.3972712457180023, "Finetune/Step": 11846, "Finetune/Step Time": 6.6571771670132875}
{"Finetune/Learning Rate": 2.8780854460378827e-06, "Finetune/Loss": 0.3650102913379669, "Finetune/Loss (Raw)": 0.09304949641227722, "Finetune/Step": 11847, "Finetune/Step Time": 6.669775748625398}
{"Finetune/Learning Rate": 2.876627708586517e-06, "Finetune/Loss": 0.3647158145904541, "Finetune/Loss (Raw)": 0.2794612646102905, "Finetune/Step": 11848, "Finetune/Step Time": 6.686388790607452}
{"Finetune/Learning Rate": 2.8751702783765743e-06, "Finetune/Loss": 0.3638618588447571, "Finetune/Loss (Raw)": 0.3480933606624603, "Finetune/Step": 11849, "Finetune/Step Time": 6.687961110845208}
{"Finetune/Learning Rate": 2.873713155470922e-06, "Finetune/Loss": 0.3644493818283081, "Finetune/Loss (Raw)": 0.45439866185188293, "Finetune/Step": 11850, "Finetune/Step Time": 6.686226151883602}
{"Finetune/Learning Rate": 2.872256339932402e-06, "Finetune/Loss": 0.36227309703826904, "Finetune/Loss (Raw)": 0.13813017308712006, "Finetune/Step": 11851, "Finetune/Step Time": 6.706081748008728}
{"Finetune/Learning Rate": 2.8707998318238526e-06, "Finetune/Loss": 0.363630473613739, "Finetune/Loss (Raw)": 0.46080148220062256, "Finetune/Step": 11852, "Finetune/Step Time": 6.70608458481729}
{"Finetune/Learning Rate": 2.8693436312080937e-06, "Finetune/Loss": 0.36168429255485535, "Finetune/Loss (Raw)": 0.1466655135154724, "Finetune/Step": 11853, "Finetune/Step Time": 6.727757832035422}
{"Finetune/Learning Rate": 2.867887738147934e-06, "Finetune/Loss": 0.3621143698692322, "Finetune/Loss (Raw)": 0.3602718114852905, "Finetune/Step": 11854, "Finetune/Step Time": 6.712522132322192}
{"Finetune/Learning Rate": 2.866432152706172e-06, "Finetune/Loss": 0.36233484745025635, "Finetune/Loss (Raw)": 0.4050901234149933, "Finetune/Step": 11855, "Finetune/Step Time": 6.694491704925895}
{"Finetune/Learning Rate": 2.864976874945582e-06, "Finetune/Loss": 0.3627164363861084, "Finetune/Loss (Raw)": 0.3735901415348053, "Finetune/Step": 11856, "Finetune/Step Time": 6.702617587521672}
{"Finetune/Learning Rate": 2.8635219049289364e-06, "Finetune/Loss": 0.3642134666442871, "Finetune/Loss (Raw)": 0.44462791085243225, "Finetune/Step": 11857, "Finetune/Step Time": 6.710427651181817}
{"Finetune/Learning Rate": 2.8620672427189887e-06, "Finetune/Loss": 0.36451321840286255, "Finetune/Loss (Raw)": 0.39481160044670105, "Finetune/Step": 11858, "Finetune/Step Time": 6.682273436337709}
{"Finetune/Learning Rate": 2.8606128883784856e-06, "Finetune/Loss": 0.3641887605190277, "Finetune/Loss (Raw)": 0.42326468229293823, "Finetune/Step": 11859, "Finetune/Step Time": 6.685427153483033}
{"Finetune/Learning Rate": 2.8591588419701477e-06, "Finetune/Loss": 0.36379894614219666, "Finetune/Loss (Raw)": 0.3978877663612366, "Finetune/Step": 11860, "Finetune/Step Time": 6.683808356523514}
{"Finetune/Learning Rate": 2.8577051035566973e-06, "Finetune/Loss": 0.3643421530723572, "Finetune/Loss (Raw)": 0.40144869685173035, "Finetune/Step": 11861, "Finetune/Step Time": 6.681850692257285}
{"Finetune/Learning Rate": 2.8562516732008294e-06, "Finetune/Loss": 0.36481475830078125, "Finetune/Loss (Raw)": 0.4575430154800415, "Finetune/Step": 11862, "Finetune/Step Time": 6.689713701605797}
{"Finetune/Learning Rate": 2.8547985509652353e-06, "Finetune/Loss": 0.36653369665145874, "Finetune/Loss (Raw)": 0.3461225628852844, "Finetune/Step": 11863, "Finetune/Step Time": 6.671101026237011}
{"Finetune/Learning Rate": 2.8533457369125918e-06, "Finetune/Loss": 0.3668748438358307, "Finetune/Loss (Raw)": 0.3955475687980652, "Finetune/Step": 11864, "Finetune/Step Time": 6.667119514197111}
{"Finetune/Learning Rate": 2.85189323110556e-06, "Finetune/Loss": 0.36716705560684204, "Finetune/Loss (Raw)": 0.40390753746032715, "Finetune/Step": 11865, "Finetune/Step Time": 6.666270012035966}
{"Finetune/Learning Rate": 2.850441033606789e-06, "Finetune/Loss": 0.3677944839000702, "Finetune/Loss (Raw)": 0.4027307629585266, "Finetune/Step": 11866, "Finetune/Step Time": 6.649655198678374}
{"Finetune/Learning Rate": 2.848989144478913e-06, "Finetune/Loss": 0.3681285083293915, "Finetune/Loss (Raw)": 0.5005379915237427, "Finetune/Step": 11867, "Finetune/Step Time": 6.641477506607771}
{"Finetune/Learning Rate": 2.847537563784558e-06, "Finetune/Loss": 0.3677714467048645, "Finetune/Loss (Raw)": 0.4272151589393616, "Finetune/Step": 11868, "Finetune/Step Time": 6.629760069772601}
{"Finetune/Learning Rate": 2.8460862915863273e-06, "Finetune/Loss": 0.36724206805229187, "Finetune/Loss (Raw)": 0.35519155859947205, "Finetune/Step": 11869, "Finetune/Step Time": 6.61714200116694}
{"Finetune/Learning Rate": 2.844635327946821e-06, "Finetune/Loss": 0.367611289024353, "Finetune/Loss (Raw)": 0.38509035110473633, "Finetune/Step": 11870, "Finetune/Step Time": 6.60858385451138}
{"Finetune/Learning Rate": 2.8431846729286162e-06, "Finetune/Loss": 0.3680921196937561, "Finetune/Loss (Raw)": 0.428263783454895, "Finetune/Step": 11871, "Finetune/Step Time": 6.60784543864429}
{"Finetune/Learning Rate": 2.8417343265942856e-06, "Finetune/Loss": 0.368438184261322, "Finetune/Loss (Raw)": 0.3877280056476593, "Finetune/Step": 11872, "Finetune/Step Time": 6.595130415633321}
{"Finetune/Learning Rate": 2.840284289006383e-06, "Finetune/Loss": 0.3692808151245117, "Finetune/Loss (Raw)": 0.45512303709983826, "Finetune/Step": 11873, "Finetune/Step Time": 6.597267983481288}
{"Finetune/Learning Rate": 2.838834560227455e-06, "Finetune/Loss": 0.37015673518180847, "Finetune/Loss (Raw)": 0.4506009519100189, "Finetune/Step": 11874, "Finetune/Step Time": 6.6159951481968164}
{"Finetune/Learning Rate": 2.8373851403200226e-06, "Finetune/Loss": 0.3698533773422241, "Finetune/Loss (Raw)": 0.43209895491600037, "Finetune/Step": 11875, "Finetune/Step Time": 6.621606292203069}
{"Finetune/Learning Rate": 2.8359360293466067e-06, "Finetune/Loss": 0.36951199173927307, "Finetune/Loss (Raw)": 0.29723235964775085, "Finetune/Step": 11876, "Finetune/Step Time": 6.619398111477494}
{"Finetune/Learning Rate": 2.8344872273697088e-06, "Finetune/Loss": 0.3688961863517761, "Finetune/Loss (Raw)": 0.3833739757537842, "Finetune/Step": 11877, "Finetune/Step Time": 6.614639937877655}
{"Finetune/Learning Rate": 2.8330387344518175e-06, "Finetune/Loss": 0.3675270080566406, "Finetune/Loss (Raw)": 0.14133796095848083, "Finetune/Step": 11878, "Finetune/Step Time": 6.603748559951782}
{"Finetune/Learning Rate": 2.8315905506554107e-06, "Finetune/Loss": 0.36782848834991455, "Finetune/Loss (Raw)": 0.4655265510082245, "Finetune/Step": 11879, "Finetune/Step Time": 6.604373095557094}
{"Finetune/Learning Rate": 2.8301426760429463e-06, "Finetune/Loss": 0.3674529790878296, "Finetune/Loss (Raw)": 0.3431512117385864, "Finetune/Step": 11880, "Finetune/Step Time": 6.613261887803674}
{"Finetune/Learning Rate": 2.828695110676878e-06, "Finetune/Loss": 0.36681312322616577, "Finetune/Loss (Raw)": 0.3154997229576111, "Finetune/Step": 11881, "Finetune/Step Time": 6.626053001731634}
{"Finetune/Learning Rate": 2.8272478546196367e-06, "Finetune/Loss": 0.36692437529563904, "Finetune/Loss (Raw)": 0.37027493119239807, "Finetune/Step": 11882, "Finetune/Step Time": 6.624509062618017}
{"Finetune/Learning Rate": 2.8258009079336456e-06, "Finetune/Loss": 0.36928316950798035, "Finetune/Loss (Raw)": 0.40159979462623596, "Finetune/Step": 11883, "Finetune/Step Time": 6.635602684691548}
{"Finetune/Learning Rate": 2.8243542706813155e-06, "Finetune/Loss": 0.3691989779472351, "Finetune/Loss (Raw)": 0.399720162153244, "Finetune/Step": 11884, "Finetune/Step Time": 6.638098042458296}
{"Finetune/Learning Rate": 2.8229079429250416e-06, "Finetune/Loss": 0.36860284209251404, "Finetune/Loss (Raw)": 0.2842569351196289, "Finetune/Step": 11885, "Finetune/Step Time": 6.642526028677821}
{"Finetune/Learning Rate": 2.8214619247272057e-06, "Finetune/Loss": 0.3697892129421234, "Finetune/Loss (Raw)": 0.5213548541069031, "Finetune/Step": 11886, "Finetune/Step Time": 6.655670689418912}
{"Finetune/Learning Rate": 2.82001621615018e-06, "Finetune/Loss": 0.37035661935806274, "Finetune/Loss (Raw)": 0.37666937708854675, "Finetune/Step": 11887, "Finetune/Step Time": 6.645359123125672}
{"Finetune/Learning Rate": 2.818570817256313e-06, "Finetune/Loss": 0.37096211314201355, "Finetune/Loss (Raw)": 0.41973981261253357, "Finetune/Step": 11888, "Finetune/Step Time": 6.638705112040043}
{"Finetune/Learning Rate": 2.8171257281079512e-06, "Finetune/Loss": 0.3706980347633362, "Finetune/Loss (Raw)": 0.2808522880077362, "Finetune/Step": 11889, "Finetune/Step Time": 6.622655356302857}
{"Finetune/Learning Rate": 2.815680948767426e-06, "Finetune/Loss": 0.3717499077320099, "Finetune/Loss (Raw)": 0.4862511456012726, "Finetune/Step": 11890, "Finetune/Step Time": 6.616634896025062}
{"Finetune/Learning Rate": 2.814236479297047e-06, "Finetune/Loss": 0.3711121678352356, "Finetune/Loss (Raw)": 0.35736149549484253, "Finetune/Step": 11891, "Finetune/Step Time": 6.6218458861112595}
{"Finetune/Learning Rate": 2.8127923197591187e-06, "Finetune/Loss": 0.37001052498817444, "Finetune/Loss (Raw)": 0.28569209575653076, "Finetune/Step": 11892, "Finetune/Step Time": 6.624849518761039}
{"Finetune/Learning Rate": 2.811348470215933e-06, "Finetune/Loss": 0.3699750304222107, "Finetune/Loss (Raw)": 0.3983459174633026, "Finetune/Step": 11893, "Finetune/Step Time": 6.595678403973579}
{"Finetune/Learning Rate": 2.809904930729759e-06, "Finetune/Loss": 0.3702976107597351, "Finetune/Loss (Raw)": 0.39704614877700806, "Finetune/Step": 11894, "Finetune/Step Time": 6.595413701608777}
{"Finetune/Learning Rate": 2.8084617013628623e-06, "Finetune/Loss": 0.37201839685440063, "Finetune/Loss (Raw)": 0.3578246533870697, "Finetune/Step": 11895, "Finetune/Step Time": 6.582714132964611}
{"Finetune/Learning Rate": 2.807018782177492e-06, "Finetune/Loss": 0.3722264766693115, "Finetune/Loss (Raw)": 0.3818335235118866, "Finetune/Step": 11896, "Finetune/Step Time": 6.591661464422941}
{"Finetune/Learning Rate": 2.805576173235881e-06, "Finetune/Loss": 0.3721454441547394, "Finetune/Loss (Raw)": 0.3858761787414551, "Finetune/Step": 11897, "Finetune/Step Time": 6.590840877965093}
{"Finetune/Learning Rate": 2.8041338746002535e-06, "Finetune/Loss": 0.37168025970458984, "Finetune/Loss (Raw)": 0.4235081374645233, "Finetune/Step": 11898, "Finetune/Step Time": 6.579280331730843}
{"Finetune/Learning Rate": 2.802691886332817e-06, "Finetune/Loss": 0.3719717264175415, "Finetune/Loss (Raw)": 0.40000584721565247, "Finetune/Step": 11899, "Finetune/Step Time": 6.580727383494377}
{"Finetune/Learning Rate": 2.801250208495769e-06, "Finetune/Loss": 0.3718082308769226, "Finetune/Loss (Raw)": 0.3478182554244995, "Finetune/Step": 11900, "Finetune/Step Time": 6.576031832024455}
{"Finetune/Learning Rate": 2.7998088411512903e-06, "Finetune/Loss": 0.37195733189582825, "Finetune/Loss (Raw)": 0.4182662069797516, "Finetune/Step": 11901, "Finetune/Step Time": 6.593871330842376}
{"Finetune/Learning Rate": 2.798367784361543e-06, "Finetune/Loss": 0.37278032302856445, "Finetune/Loss (Raw)": 0.437869131565094, "Finetune/Step": 11902, "Finetune/Step Time": 6.6089855171740055}
{"Finetune/Learning Rate": 2.7969270381886883e-06, "Finetune/Loss": 0.3722325265407562, "Finetune/Loss (Raw)": 0.3585524260997772, "Finetune/Step": 11903, "Finetune/Step Time": 6.5877714566886425}
{"Finetune/Learning Rate": 2.795486602694865e-06, "Finetune/Loss": 0.37157028913497925, "Finetune/Loss (Raw)": 0.36133459210395813, "Finetune/Step": 11904, "Finetune/Step Time": 6.589467316865921}
{"Finetune/Learning Rate": 2.7940464779422015e-06, "Finetune/Loss": 0.3720228672027588, "Finetune/Loss (Raw)": 0.377719521522522, "Finetune/Step": 11905, "Finetune/Step Time": 6.590630143880844}
{"Finetune/Learning Rate": 2.7926066639928174e-06, "Finetune/Loss": 0.3727949559688568, "Finetune/Loss (Raw)": 0.4437694847583771, "Finetune/Step": 11906, "Finetune/Step Time": 6.59020733833313}
{"Finetune/Learning Rate": 2.7911671609088066e-06, "Finetune/Loss": 0.3722922205924988, "Finetune/Loss (Raw)": 0.3659864664077759, "Finetune/Step": 11907, "Finetune/Step Time": 6.596369909122586}
{"Finetune/Learning Rate": 2.7897279687522592e-06, "Finetune/Loss": 0.3726245164871216, "Finetune/Loss (Raw)": 0.41910192370414734, "Finetune/Step": 11908, "Finetune/Step Time": 6.606312431395054}
{"Finetune/Learning Rate": 2.788289087585252e-06, "Finetune/Loss": 0.37270450592041016, "Finetune/Loss (Raw)": 0.348766565322876, "Finetune/Step": 11909, "Finetune/Step Time": 6.607689023017883}
{"Finetune/Learning Rate": 2.7868505174698436e-06, "Finetune/Loss": 0.373209685087204, "Finetune/Loss (Raw)": 0.4355522096157074, "Finetune/Step": 11910, "Finetune/Step Time": 6.602404858916998}
{"Finetune/Learning Rate": 2.7854122584680855e-06, "Finetune/Loss": 0.3733953833580017, "Finetune/Loss (Raw)": 0.3919050395488739, "Finetune/Step": 11911, "Finetune/Step Time": 6.600122720003128}
{"Finetune/Learning Rate": 2.783974310642006e-06, "Finetune/Loss": 0.37274107336997986, "Finetune/Loss (Raw)": 0.2946584224700928, "Finetune/Step": 11912, "Finetune/Step Time": 6.608252292498946}
{"Finetune/Learning Rate": 2.782536674053633e-06, "Finetune/Loss": 0.37332683801651, "Finetune/Loss (Raw)": 0.44768452644348145, "Finetune/Step": 11913, "Finetune/Step Time": 6.606555059552193}
{"Finetune/Learning Rate": 2.781099348764966e-06, "Finetune/Loss": 0.37298834323883057, "Finetune/Loss (Raw)": 0.332539439201355, "Finetune/Step": 11914, "Finetune/Step Time": 6.609924014657736}
{"Finetune/Learning Rate": 2.7796623348380025e-06, "Finetune/Loss": 0.3728189468383789, "Finetune/Loss (Raw)": 0.3926512598991394, "Finetune/Step": 11915, "Finetune/Step Time": 6.598748104646802}
{"Finetune/Learning Rate": 2.7782256323347234e-06, "Finetune/Loss": 0.3722846806049347, "Finetune/Loss (Raw)": 0.4246882200241089, "Finetune/Step": 11916, "Finetune/Step Time": 6.603351633995771}
{"Finetune/Learning Rate": 2.776789241317096e-06, "Finetune/Loss": 0.37175577878952026, "Finetune/Loss (Raw)": 0.39052125811576843, "Finetune/Step": 11917, "Finetune/Step Time": 6.5961385779082775}
{"Finetune/Learning Rate": 2.775353161847073e-06, "Finetune/Loss": 0.373830109834671, "Finetune/Loss (Raw)": 0.3820172846317291, "Finetune/Step": 11918, "Finetune/Step Time": 6.576192228123546}
{"Finetune/Learning Rate": 2.773917393986599e-06, "Finetune/Loss": 0.37311139702796936, "Finetune/Loss (Raw)": 0.3095594346523285, "Finetune/Step": 11919, "Finetune/Step Time": 6.5848287753760815}
{"Finetune/Learning Rate": 2.772481937797593e-06, "Finetune/Loss": 0.3733387589454651, "Finetune/Loss (Raw)": 0.4111398458480835, "Finetune/Step": 11920, "Finetune/Step Time": 6.599517548456788}
{"Finetune/Learning Rate": 2.7710467933419727e-06, "Finetune/Loss": 0.37324410676956177, "Finetune/Loss (Raw)": 0.3870673179626465, "Finetune/Step": 11921, "Finetune/Step Time": 6.615473294630647}
{"Finetune/Learning Rate": 2.7696119606816408e-06, "Finetune/Loss": 0.37109577655792236, "Finetune/Loss (Raw)": 0.10681267827749252, "Finetune/Step": 11922, "Finetune/Step Time": 6.636740753427148}
{"Finetune/Learning Rate": 2.7681774398784765e-06, "Finetune/Loss": 0.3706251382827759, "Finetune/Loss (Raw)": 0.3431951701641083, "Finetune/Step": 11923, "Finetune/Step Time": 6.640220591798425}
{"Finetune/Learning Rate": 2.7667432309943574e-06, "Finetune/Loss": 0.3705378770828247, "Finetune/Loss (Raw)": 0.41532039642333984, "Finetune/Step": 11924, "Finetune/Step Time": 6.622222034260631}
{"Finetune/Learning Rate": 2.765309334091145e-06, "Finetune/Loss": 0.3694944381713867, "Finetune/Loss (Raw)": 0.3164254128932953, "Finetune/Step": 11925, "Finetune/Step Time": 6.6252161003649235}
{"Finetune/Learning Rate": 2.76387574923068e-06, "Finetune/Loss": 0.36992889642715454, "Finetune/Loss (Raw)": 0.43148866295814514, "Finetune/Step": 11926, "Finetune/Step Time": 6.61907547339797}
{"Finetune/Learning Rate": 2.762442476474797e-06, "Finetune/Loss": 0.36965781450271606, "Finetune/Loss (Raw)": 0.34096473455429077, "Finetune/Step": 11927, "Finetune/Step Time": 6.629603732377291}
{"Finetune/Learning Rate": 2.761009515885317e-06, "Finetune/Loss": 0.36750906705856323, "Finetune/Loss (Raw)": 0.09857022762298584, "Finetune/Step": 11928, "Finetune/Step Time": 6.645477917045355}
{"Finetune/Learning Rate": 2.759576867524043e-06, "Finetune/Loss": 0.36795562505722046, "Finetune/Loss (Raw)": 0.34847646951675415, "Finetune/Step": 11929, "Finetune/Step Time": 6.639844419434667}
{"Finetune/Learning Rate": 2.758144531452769e-06, "Finetune/Loss": 0.36829012632369995, "Finetune/Loss (Raw)": 0.4281077980995178, "Finetune/Step": 11930, "Finetune/Step Time": 6.633069466799498}
{"Finetune/Learning Rate": 2.756712507733277e-06, "Finetune/Loss": 0.36820727586746216, "Finetune/Loss (Raw)": 0.3809964954853058, "Finetune/Step": 11931, "Finetune/Step Time": 6.629676390439272}
{"Finetune/Learning Rate": 2.7552807964273255e-06, "Finetune/Loss": 0.36722174286842346, "Finetune/Loss (Raw)": 0.33131083846092224, "Finetune/Step": 11932, "Finetune/Step Time": 6.6291379686445}
{"Finetune/Learning Rate": 2.753849397596673e-06, "Finetune/Loss": 0.36813586950302124, "Finetune/Loss (Raw)": 0.4772235155105591, "Finetune/Step": 11933, "Finetune/Step Time": 6.621060851961374}
{"Finetune/Learning Rate": 2.752418311303051e-06, "Finetune/Loss": 0.3682408034801483, "Finetune/Loss (Raw)": 0.3926856219768524, "Finetune/Step": 11934, "Finetune/Step Time": 6.621912715956569}
{"Finetune/Learning Rate": 2.7509875376081874e-06, "Finetune/Loss": 0.3692214787006378, "Finetune/Loss (Raw)": 0.39483723044395447, "Finetune/Step": 11935, "Finetune/Step Time": 6.645632082596421}
{"Finetune/Learning Rate": 2.7495570765737933e-06, "Finetune/Loss": 0.36853209137916565, "Finetune/Loss (Raw)": 0.3450354039669037, "Finetune/Step": 11936, "Finetune/Step Time": 6.652788167819381}
{"Finetune/Learning Rate": 2.7481269282615687e-06, "Finetune/Loss": 0.36827224493026733, "Finetune/Loss (Raw)": 0.4199524223804474, "Finetune/Step": 11937, "Finetune/Step Time": 6.657697085291147}
{"Finetune/Learning Rate": 2.746697092733198e-06, "Finetune/Loss": 0.3688516616821289, "Finetune/Loss (Raw)": 0.4267090857028961, "Finetune/Step": 11938, "Finetune/Step Time": 6.652217544615269}
{"Finetune/Learning Rate": 2.7452675700503486e-06, "Finetune/Loss": 0.3688261806964874, "Finetune/Loss (Raw)": 0.3081614375114441, "Finetune/Step": 11939, "Finetune/Step Time": 6.644126420840621}
{"Finetune/Learning Rate": 2.743838360274679e-06, "Finetune/Loss": 0.3694237768650055, "Finetune/Loss (Raw)": 0.48478466272354126, "Finetune/Step": 11940, "Finetune/Step Time": 6.641311068087816}
{"Finetune/Learning Rate": 2.742409463467833e-06, "Finetune/Loss": 0.3688867688179016, "Finetune/Loss (Raw)": 0.35681670904159546, "Finetune/Step": 11941, "Finetune/Step Time": 6.644040569663048}
{"Finetune/Learning Rate": 2.740980879691446e-06, "Finetune/Loss": 0.3686073422431946, "Finetune/Loss (Raw)": 0.3505036234855652, "Finetune/Step": 11942, "Finetune/Step Time": 6.638571131974459}
{"Finetune/Learning Rate": 2.7395526090071277e-06, "Finetune/Loss": 0.36897188425064087, "Finetune/Loss (Raw)": 0.37791377305984497, "Finetune/Step": 11943, "Finetune/Step Time": 6.644677482545376}
{"Finetune/Learning Rate": 2.738124651476484e-06, "Finetune/Loss": 0.3685162663459778, "Finetune/Loss (Raw)": 0.3168034553527832, "Finetune/Step": 11944, "Finetune/Step Time": 6.643326472491026}
{"Finetune/Learning Rate": 2.736697007161109e-06, "Finetune/Loss": 0.36858993768692017, "Finetune/Loss (Raw)": 0.3177539110183716, "Finetune/Step": 11945, "Finetune/Step Time": 6.6713713221251965}
{"Finetune/Learning Rate": 2.7352696761225716e-06, "Finetune/Loss": 0.37021535634994507, "Finetune/Loss (Raw)": 0.337606281042099, "Finetune/Step": 11946, "Finetune/Step Time": 6.6524078119546175}
{"Finetune/Learning Rate": 2.73384265842244e-06, "Finetune/Loss": 0.3710888922214508, "Finetune/Loss (Raw)": 0.44064629077911377, "Finetune/Step": 11947, "Finetune/Step Time": 6.636562786996365}
{"Finetune/Learning Rate": 2.7324159541222607e-06, "Finetune/Loss": 0.36965039372444153, "Finetune/Loss (Raw)": 0.1290871649980545, "Finetune/Step": 11948, "Finetune/Step Time": 6.6398287154734135}
{"Finetune/Learning Rate": 2.7309895632835702e-06, "Finetune/Loss": 0.3701881766319275, "Finetune/Loss (Raw)": 0.44762110710144043, "Finetune/Step": 11949, "Finetune/Step Time": 6.637812187895179}
{"Finetune/Learning Rate": 2.729563485967893e-06, "Finetune/Loss": 0.37086939811706543, "Finetune/Loss (Raw)": 0.4409826397895813, "Finetune/Step": 11950, "Finetune/Step Time": 6.628941655158997}
{"Finetune/Learning Rate": 2.728137722236739e-06, "Finetune/Loss": 0.37088924646377563, "Finetune/Loss (Raw)": 0.3792399764060974, "Finetune/Step": 11951, "Finetune/Step Time": 6.631162898615003}
{"Finetune/Learning Rate": 2.726712272151597e-06, "Finetune/Loss": 0.3700055778026581, "Finetune/Loss (Raw)": 0.2888617515563965, "Finetune/Step": 11952, "Finetune/Step Time": 6.628306269645691}
{"Finetune/Learning Rate": 2.7252871357739573e-06, "Finetune/Loss": 0.36951756477355957, "Finetune/Loss (Raw)": 0.3963269591331482, "Finetune/Step": 11953, "Finetune/Step Time": 6.622520195320249}
{"Finetune/Learning Rate": 2.7238623131652784e-06, "Finetune/Loss": 0.3686884641647339, "Finetune/Loss (Raw)": 0.3610680401325226, "Finetune/Step": 11954, "Finetune/Step Time": 6.610088989138603}
{"Finetune/Learning Rate": 2.7224378043870215e-06, "Finetune/Loss": 0.3687353730201721, "Finetune/Loss (Raw)": 0.39724498987197876, "Finetune/Step": 11955, "Finetune/Step Time": 6.615977855399251}
{"Finetune/Learning Rate": 2.7210136095006257e-06, "Finetune/Loss": 0.3688156008720398, "Finetune/Loss (Raw)": 0.43421876430511475, "Finetune/Step": 11956, "Finetune/Step Time": 6.609158532693982}
{"Finetune/Learning Rate": 2.7195897285675186e-06, "Finetune/Loss": 0.3681238889694214, "Finetune/Loss (Raw)": 0.30347520112991333, "Finetune/Step": 11957, "Finetune/Step Time": 6.617153478786349}
{"Finetune/Learning Rate": 2.7181661616491182e-06, "Finetune/Loss": 0.36877185106277466, "Finetune/Loss (Raw)": 0.37152358889579773, "Finetune/Step": 11958, "Finetune/Step Time": 6.642331436276436}
{"Finetune/Learning Rate": 2.7167429088068188e-06, "Finetune/Loss": 0.36963874101638794, "Finetune/Loss (Raw)": 0.4545022249221802, "Finetune/Step": 11959, "Finetune/Step Time": 6.6507288590073586}
{"Finetune/Learning Rate": 2.7153199701020106e-06, "Finetune/Loss": 0.37065714597702026, "Finetune/Loss (Raw)": 0.42105671763420105, "Finetune/Step": 11960, "Finetune/Step Time": 6.6491098161786795}
{"Finetune/Learning Rate": 2.713897345596066e-06, "Finetune/Loss": 0.3707317113876343, "Finetune/Loss (Raw)": 0.3741619884967804, "Finetune/Step": 11961, "Finetune/Step Time": 6.62984611466527}
{"Finetune/Learning Rate": 2.712475035350348e-06, "Finetune/Loss": 0.3709741532802582, "Finetune/Loss (Raw)": 0.34938859939575195, "Finetune/Step": 11962, "Finetune/Step Time": 6.617091486230493}
{"Finetune/Learning Rate": 2.711053039426198e-06, "Finetune/Loss": 0.371019184589386, "Finetune/Loss (Raw)": 0.3660103976726532, "Finetune/Step": 11963, "Finetune/Step Time": 6.6243114080280066}
{"Finetune/Learning Rate": 2.709631357884954e-06, "Finetune/Loss": 0.36882346868515015, "Finetune/Loss (Raw)": 0.149715855717659, "Finetune/Step": 11964, "Finetune/Step Time": 6.643483817577362}
{"Finetune/Learning Rate": 2.708209990787929e-06, "Finetune/Loss": 0.36830323934555054, "Finetune/Loss (Raw)": 0.2858274579048157, "Finetune/Step": 11965, "Finetune/Step Time": 6.662105200812221}
{"Finetune/Learning Rate": 2.706788938196432e-06, "Finetune/Loss": 0.36797863245010376, "Finetune/Loss (Raw)": 0.35153311491012573, "Finetune/Step": 11966, "Finetune/Step Time": 6.6556949485093355}
{"Finetune/Learning Rate": 2.7053682001717552e-06, "Finetune/Loss": 0.3683255910873413, "Finetune/Loss (Raw)": 0.43293967843055725, "Finetune/Step": 11967, "Finetune/Step Time": 6.669872093945742}
{"Finetune/Learning Rate": 2.7039477767751763e-06, "Finetune/Loss": 0.3684048354625702, "Finetune/Loss (Raw)": 0.4077042043209076, "Finetune/Step": 11968, "Finetune/Step Time": 6.658251794055104}
{"Finetune/Learning Rate": 2.7025276680679625e-06, "Finetune/Loss": 0.36845874786376953, "Finetune/Loss (Raw)": 0.37224826216697693, "Finetune/Step": 11969, "Finetune/Step Time": 6.656081255525351}
{"Finetune/Learning Rate": 2.701107874111362e-06, "Finetune/Loss": 0.3706488609313965, "Finetune/Loss (Raw)": 0.38410383462905884, "Finetune/Step": 11970, "Finetune/Step Time": 6.6394488625228405}
{"Finetune/Learning Rate": 2.6996883949666177e-06, "Finetune/Loss": 0.370685338973999, "Finetune/Loss (Raw)": 0.3867124915122986, "Finetune/Step": 11971, "Finetune/Step Time": 6.64761777408421}
{"Finetune/Learning Rate": 2.6982692306949465e-06, "Finetune/Loss": 0.3682315945625305, "Finetune/Loss (Raw)": 0.12941604852676392, "Finetune/Step": 11972, "Finetune/Step Time": 6.652946846559644}
{"Finetune/Learning Rate": 2.6968503813575663e-06, "Finetune/Loss": 0.3682735562324524, "Finetune/Loss (Raw)": 0.3348764181137085, "Finetune/Step": 11973, "Finetune/Step Time": 6.6680063139647245}
{"Finetune/Learning Rate": 2.6954318470156672e-06, "Finetune/Loss": 0.36591070890426636, "Finetune/Loss (Raw)": 0.0948241576552391, "Finetune/Step": 11974, "Finetune/Step Time": 6.686292855069041}
{"Finetune/Learning Rate": 2.6940136277304363e-06, "Finetune/Loss": 0.3682700991630554, "Finetune/Loss (Raw)": 0.3950508236885071, "Finetune/Step": 11975, "Finetune/Step Time": 6.675808200612664}
{"Finetune/Learning Rate": 2.692595723563043e-06, "Finetune/Loss": 0.3685159683227539, "Finetune/Loss (Raw)": 0.31093135476112366, "Finetune/Step": 11976, "Finetune/Step Time": 6.656809376552701}
{"Finetune/Learning Rate": 2.691178134574647e-06, "Finetune/Loss": 0.3680078983306885, "Finetune/Loss (Raw)": 0.2830633521080017, "Finetune/Step": 11977, "Finetune/Step Time": 6.655979875475168}
{"Finetune/Learning Rate": 2.6897608608263848e-06, "Finetune/Loss": 0.36743631958961487, "Finetune/Loss (Raw)": 0.38123708963394165, "Finetune/Step": 11978, "Finetune/Step Time": 6.658661860972643}
{"Finetune/Learning Rate": 2.6883439023793877e-06, "Finetune/Loss": 0.36864298582077026, "Finetune/Loss (Raw)": 0.2925833761692047, "Finetune/Step": 11979, "Finetune/Step Time": 6.635969972237945}
{"Finetune/Learning Rate": 2.6869272592947725e-06, "Finetune/Loss": 0.36595964431762695, "Finetune/Loss (Raw)": 0.11733042448759079, "Finetune/Step": 11980, "Finetune/Step Time": 6.652160974219441}
{"Finetune/Learning Rate": 2.6855109316336403e-06, "Finetune/Loss": 0.3671385645866394, "Finetune/Loss (Raw)": 0.297566682100296, "Finetune/Step": 11981, "Finetune/Step Time": 6.635712526738644}
{"Finetune/Learning Rate": 2.68409491945708e-06, "Finetune/Loss": 0.36780786514282227, "Finetune/Loss (Raw)": 0.4459437429904938, "Finetune/Step": 11982, "Finetune/Step Time": 6.629433296620846}
{"Finetune/Learning Rate": 2.682679222826168e-06, "Finetune/Loss": 0.3668936491012573, "Finetune/Loss (Raw)": 0.2880691885948181, "Finetune/Step": 11983, "Finetune/Step Time": 6.637727778404951}
{"Finetune/Learning Rate": 2.6812638418019632e-06, "Finetune/Loss": 0.36652347445487976, "Finetune/Loss (Raw)": 0.32620903849601746, "Finetune/Step": 11984, "Finetune/Step Time": 6.635486962273717}
{"Finetune/Learning Rate": 2.6798487764455106e-06, "Finetune/Loss": 0.3664238452911377, "Finetune/Loss (Raw)": 0.4318765699863434, "Finetune/Step": 11985, "Finetune/Step Time": 6.627980671823025}
{"Finetune/Learning Rate": 2.6784340268178455e-06, "Finetune/Loss": 0.36418429017066956, "Finetune/Loss (Raw)": 0.10814672708511353, "Finetune/Step": 11986, "Finetune/Step Time": 6.644988924264908}
{"Finetune/Learning Rate": 2.6770195929799903e-06, "Finetune/Loss": 0.36361563205718994, "Finetune/Loss (Raw)": 0.3504810035228729, "Finetune/Step": 11987, "Finetune/Step Time": 6.641070798039436}
{"Finetune/Learning Rate": 2.6756054749929496e-06, "Finetune/Loss": 0.3641498386859894, "Finetune/Loss (Raw)": 0.46626245975494385, "Finetune/Step": 11988, "Finetune/Step Time": 6.643569219857454}
{"Finetune/Learning Rate": 2.6741916729177174e-06, "Finetune/Loss": 0.36333250999450684, "Finetune/Loss (Raw)": 0.29683348536491394, "Finetune/Step": 11989, "Finetune/Step Time": 6.644180569797754}
{"Finetune/Learning Rate": 2.672778186815276e-06, "Finetune/Loss": 0.36292022466659546, "Finetune/Loss (Raw)": 0.40477102994918823, "Finetune/Step": 11990, "Finetune/Step Time": 6.63893061876297}
{"Finetune/Learning Rate": 2.6713650167465843e-06, "Finetune/Loss": 0.363616943359375, "Finetune/Loss (Raw)": 0.43529781699180603, "Finetune/Step": 11991, "Finetune/Step Time": 6.635780971497297}
{"Finetune/Learning Rate": 2.6699521627725976e-06, "Finetune/Loss": 0.36281317472457886, "Finetune/Loss (Raw)": 0.2926669120788574, "Finetune/Step": 11992, "Finetune/Step Time": 6.635811438784003}
{"Finetune/Learning Rate": 2.668539624954255e-06, "Finetune/Loss": 0.36323875188827515, "Finetune/Loss (Raw)": 0.45837870240211487, "Finetune/Step": 11993, "Finetune/Step Time": 6.6626610197126865}
{"Finetune/Learning Rate": 2.6671274033524854e-06, "Finetune/Loss": 0.3634144365787506, "Finetune/Loss (Raw)": 0.42522355914115906, "Finetune/Step": 11994, "Finetune/Step Time": 6.672284824773669}
{"Finetune/Learning Rate": 2.665715498028191e-06, "Finetune/Loss": 0.3629924952983856, "Finetune/Loss (Raw)": 0.44652608036994934, "Finetune/Step": 11995, "Finetune/Step Time": 6.6723237577825785}
{"Finetune/Learning Rate": 2.6643039090422773e-06, "Finetune/Loss": 0.3629605174064636, "Finetune/Loss (Raw)": 0.4231206476688385, "Finetune/Step": 11996, "Finetune/Step Time": 6.6729789935052395}
{"Finetune/Learning Rate": 2.662892636455622e-06, "Finetune/Loss": 0.3626278340816498, "Finetune/Loss (Raw)": 0.3126101493835449, "Finetune/Step": 11997, "Finetune/Step Time": 6.684252567589283}
{"Finetune/Learning Rate": 2.6614816803290976e-06, "Finetune/Loss": 0.36256104707717896, "Finetune/Loss (Raw)": 0.37654367089271545, "Finetune/Step": 11998, "Finetune/Step Time": 6.681065922603011}
{"Finetune/Learning Rate": 2.660071040723562e-06, "Finetune/Loss": 0.362038254737854, "Finetune/Loss (Raw)": 0.36134570837020874, "Finetune/Step": 11999, "Finetune/Step Time": 6.684597499668598}
{"Finetune/Learning Rate": 2.658660717699857e-06, "Finetune/Loss": 0.36188963055610657, "Finetune/Loss (Raw)": 0.3687046468257904, "Finetune/Step": 12000, "Finetune/Step Time": 6.696584157645702}
{"Finetune/Learning Rate": 2.657250711318813e-06, "Finetune/Loss": 0.36076879501342773, "Finetune/Loss (Raw)": 0.3116549849510193, "Finetune/Step": 12001, "Finetune/Step Time": 6.693893738090992}
{"Finetune/Learning Rate": 2.6558410216412443e-06, "Finetune/Loss": 0.36090993881225586, "Finetune/Loss (Raw)": 0.4686664640903473, "Finetune/Step": 12002, "Finetune/Step Time": 6.674089957028627}
{"Finetune/Learning Rate": 2.6544316487279566e-06, "Finetune/Loss": 0.36041414737701416, "Finetune/Loss (Raw)": 0.36863651871681213, "Finetune/Step": 12003, "Finetune/Step Time": 6.672675617039204}
{"Finetune/Learning Rate": 2.6530225926397323e-06, "Finetune/Loss": 0.3618546724319458, "Finetune/Loss (Raw)": 0.48161780834198, "Finetune/Step": 12004, "Finetune/Step Time": 6.672638377174735}
{"Finetune/Learning Rate": 2.6516138534373514e-06, "Finetune/Loss": 0.36126306653022766, "Finetune/Loss (Raw)": 0.30765312910079956, "Finetune/Step": 12005, "Finetune/Step Time": 6.660114049911499}
{"Finetune/Learning Rate": 2.6502054311815695e-06, "Finetune/Loss": 0.36217236518859863, "Finetune/Loss (Raw)": 0.25773003697395325, "Finetune/Step": 12006, "Finetune/Step Time": 6.661598015576601}
{"Finetune/Learning Rate": 2.6487973259331367e-06, "Finetune/Loss": 0.36119136214256287, "Finetune/Loss (Raw)": 0.33995476365089417, "Finetune/Step": 12007, "Finetune/Step Time": 6.662977546453476}
{"Finetune/Learning Rate": 2.647389537752787e-06, "Finetune/Loss": 0.36085066199302673, "Finetune/Loss (Raw)": 0.2995413839817047, "Finetune/Step": 12008, "Finetune/Step Time": 6.680309202522039}
{"Finetune/Learning Rate": 2.6459820667012426e-06, "Finetune/Loss": 0.3616849184036255, "Finetune/Loss (Raw)": 0.4222804605960846, "Finetune/Step": 12009, "Finetune/Step Time": 6.66998571716249}
{"Finetune/Learning Rate": 2.644574912839204e-06, "Finetune/Loss": 0.36170530319213867, "Finetune/Loss (Raw)": 0.3728877305984497, "Finetune/Step": 12010, "Finetune/Step Time": 6.667668053880334}
{"Finetune/Learning Rate": 2.643168076227367e-06, "Finetune/Loss": 0.36077433824539185, "Finetune/Loss (Raw)": 0.2824377715587616, "Finetune/Step": 12011, "Finetune/Step Time": 6.64326536282897}
{"Finetune/Learning Rate": 2.641761556926411e-06, "Finetune/Loss": 0.359893262386322, "Finetune/Loss (Raw)": 0.28694042563438416, "Finetune/Step": 12012, "Finetune/Step Time": 6.645793575793505}
{"Finetune/Learning Rate": 2.6403553549970008e-06, "Finetune/Loss": 0.35985732078552246, "Finetune/Loss (Raw)": 0.27965858578681946, "Finetune/Step": 12013, "Finetune/Step Time": 6.643505975604057}
{"Finetune/Learning Rate": 2.6389494704997896e-06, "Finetune/Loss": 0.35868844389915466, "Finetune/Loss (Raw)": 0.3717368543148041, "Finetune/Step": 12014, "Finetune/Step Time": 6.625164903700352}
{"Finetune/Learning Rate": 2.637543903495412e-06, "Finetune/Loss": 0.35875290632247925, "Finetune/Loss (Raw)": 0.3849186301231384, "Finetune/Step": 12015, "Finetune/Step Time": 6.62926572561264}
{"Finetune/Learning Rate": 2.6361386540444954e-06, "Finetune/Loss": 0.358972430229187, "Finetune/Loss (Raw)": 0.44784268736839294, "Finetune/Step": 12016, "Finetune/Step Time": 6.640819400548935}
{"Finetune/Learning Rate": 2.6347337222076464e-06, "Finetune/Loss": 0.3611634373664856, "Finetune/Loss (Raw)": 0.5612956881523132, "Finetune/Step": 12017, "Finetune/Step Time": 6.639170592650771}
{"Finetune/Learning Rate": 2.6333291080454636e-06, "Finetune/Loss": 0.36026597023010254, "Finetune/Loss (Raw)": 0.3713807761669159, "Finetune/Step": 12018, "Finetune/Step Time": 6.641724674031138}
{"Finetune/Learning Rate": 2.63192481161853e-06, "Finetune/Loss": 0.36077165603637695, "Finetune/Loss (Raw)": 0.4220876395702362, "Finetune/Step": 12019, "Finetune/Step Time": 6.641962056979537}
{"Finetune/Learning Rate": 2.6305208329874166e-06, "Finetune/Loss": 0.3618965148925781, "Finetune/Loss (Raw)": 0.4296737015247345, "Finetune/Step": 12020, "Finetune/Step Time": 6.636729219928384}
{"Finetune/Learning Rate": 2.6291171722126764e-06, "Finetune/Loss": 0.36172378063201904, "Finetune/Loss (Raw)": 0.37623530626296997, "Finetune/Step": 12021, "Finetune/Step Time": 6.633394876495004}
{"Finetune/Learning Rate": 2.6277138293548563e-06, "Finetune/Loss": 0.3608318567276001, "Finetune/Loss (Raw)": 0.2828833758831024, "Finetune/Step": 12022, "Finetune/Step Time": 6.6341824401170015}
{"Finetune/Learning Rate": 2.626310804474477e-06, "Finetune/Loss": 0.36076444387435913, "Finetune/Loss (Raw)": 0.349194198846817, "Finetune/Step": 12023, "Finetune/Step Time": 6.634982671588659}
{"Finetune/Learning Rate": 2.6249080976320574e-06, "Finetune/Loss": 0.36163681745529175, "Finetune/Loss (Raw)": 0.4934975504875183, "Finetune/Step": 12024, "Finetune/Step Time": 6.621072642505169}
{"Finetune/Learning Rate": 2.6235057088881012e-06, "Finetune/Loss": 0.36160314083099365, "Finetune/Loss (Raw)": 0.3815649449825287, "Finetune/Step": 12025, "Finetune/Step Time": 6.619985545054078}
{"Finetune/Learning Rate": 2.6221036383030884e-06, "Finetune/Loss": 0.3612819314002991, "Finetune/Loss (Raw)": 0.3823919892311096, "Finetune/Step": 12026, "Finetune/Step Time": 6.606190731748939}
{"Finetune/Learning Rate": 2.6207018859374966e-06, "Finetune/Loss": 0.3611558973789215, "Finetune/Loss (Raw)": 0.3838746249675751, "Finetune/Step": 12027, "Finetune/Step Time": 6.619150515645742}
{"Finetune/Learning Rate": 2.619300451851784e-06, "Finetune/Loss": 0.36226844787597656, "Finetune/Loss (Raw)": 0.49022653698921204, "Finetune/Step": 12028, "Finetune/Step Time": 6.615553656592965}
{"Finetune/Learning Rate": 2.617899336106401e-06, "Finetune/Loss": 0.3613465428352356, "Finetune/Loss (Raw)": 0.3002621531486511, "Finetune/Step": 12029, "Finetune/Step Time": 6.617844890803099}
{"Finetune/Learning Rate": 2.6164985387617726e-06, "Finetune/Loss": 0.36038506031036377, "Finetune/Loss (Raw)": 0.314795583486557, "Finetune/Step": 12030, "Finetune/Step Time": 6.622299484908581}
{"Finetune/Learning Rate": 2.6150980598783215e-06, "Finetune/Loss": 0.3603455424308777, "Finetune/Loss (Raw)": 0.3534950017929077, "Finetune/Step": 12031, "Finetune/Step Time": 6.629855582490563}
{"Finetune/Learning Rate": 2.613697899516451e-06, "Finetune/Loss": 0.3601275682449341, "Finetune/Loss (Raw)": 0.3334355354309082, "Finetune/Step": 12032, "Finetune/Step Time": 6.630967574194074}
{"Finetune/Learning Rate": 2.612298057736553e-06, "Finetune/Loss": 0.3605802655220032, "Finetune/Loss (Raw)": 0.4356631636619568, "Finetune/Step": 12033, "Finetune/Step Time": 6.644354410469532}
{"Finetune/Learning Rate": 2.6108985345990033e-06, "Finetune/Loss": 0.3605731129646301, "Finetune/Loss (Raw)": 0.44285592436790466, "Finetune/Step": 12034, "Finetune/Step Time": 6.642470667138696}
{"Finetune/Learning Rate": 2.6094993301641703e-06, "Finetune/Loss": 0.3614318370819092, "Finetune/Loss (Raw)": 0.47589996457099915, "Finetune/Step": 12035, "Finetune/Step Time": 6.640714410692453}
{"Finetune/Learning Rate": 2.6081004444923997e-06, "Finetune/Loss": 0.3606984615325928, "Finetune/Loss (Raw)": 0.32523152232170105, "Finetune/Step": 12036, "Finetune/Step Time": 6.630977349355817}
{"Finetune/Learning Rate": 2.6067018776440244e-06, "Finetune/Loss": 0.36015886068344116, "Finetune/Loss (Raw)": 0.2797011733055115, "Finetune/Step": 12037, "Finetune/Step Time": 6.628558211028576}
{"Finetune/Learning Rate": 2.605303629679371e-06, "Finetune/Loss": 0.35950833559036255, "Finetune/Loss (Raw)": 0.3522794544696808, "Finetune/Step": 12038, "Finetune/Step Time": 6.6369422394782305}
{"Finetune/Learning Rate": 2.6039057006587452e-06, "Finetune/Loss": 0.36017903685569763, "Finetune/Loss (Raw)": 0.47775837779045105, "Finetune/Step": 12039, "Finetune/Step Time": 6.628355495631695}
{"Finetune/Learning Rate": 2.602508090642445e-06, "Finetune/Loss": 0.36077263951301575, "Finetune/Loss (Raw)": 0.3706371486186981, "Finetune/Step": 12040, "Finetune/Step Time": 6.6125757843256}
{"Finetune/Learning Rate": 2.6011107996907514e-06, "Finetune/Loss": 0.3598819971084595, "Finetune/Loss (Raw)": 0.33368369936943054, "Finetune/Step": 12041, "Finetune/Step Time": 6.61931218020618}
{"Finetune/Learning Rate": 2.5997138278639276e-06, "Finetune/Loss": 0.36005979776382446, "Finetune/Loss (Raw)": 0.3552989959716797, "Finetune/Step": 12042, "Finetune/Step Time": 6.622281722724438}
{"Finetune/Learning Rate": 2.598317175222229e-06, "Finetune/Loss": 0.35978198051452637, "Finetune/Loss (Raw)": 0.3570903539657593, "Finetune/Step": 12043, "Finetune/Step Time": 6.615799974650145}
{"Finetune/Learning Rate": 2.5969208418258963e-06, "Finetune/Loss": 0.35949862003326416, "Finetune/Loss (Raw)": 0.38841739296913147, "Finetune/Step": 12044, "Finetune/Step Time": 6.628676872700453}
{"Finetune/Learning Rate": 2.5955248277351542e-06, "Finetune/Loss": 0.35917413234710693, "Finetune/Loss (Raw)": 0.3489885628223419, "Finetune/Step": 12045, "Finetune/Step Time": 6.642909701913595}
{"Finetune/Learning Rate": 2.594129133010218e-06, "Finetune/Loss": 0.3591333329677582, "Finetune/Loss (Raw)": 0.3767915368080139, "Finetune/Step": 12046, "Finetune/Step Time": 6.643688114359975}
{"Finetune/Learning Rate": 2.592733757711281e-06, "Finetune/Loss": 0.35970741510391235, "Finetune/Loss (Raw)": 0.3830428421497345, "Finetune/Step": 12047, "Finetune/Step Time": 6.636385256424546}
{"Finetune/Learning Rate": 2.5913387018985327e-06, "Finetune/Loss": 0.35958752036094666, "Finetune/Loss (Raw)": 0.3957938849925995, "Finetune/Step": 12048, "Finetune/Step Time": 6.623625038191676}
{"Finetune/Learning Rate": 2.589943965632138e-06, "Finetune/Loss": 0.3596329391002655, "Finetune/Loss (Raw)": 0.3928813636302948, "Finetune/Step": 12049, "Finetune/Step Time": 6.615973146632314}
{"Finetune/Learning Rate": 2.588549548972258e-06, "Finetune/Loss": 0.36180901527404785, "Finetune/Loss (Raw)": 0.38534823060035706, "Finetune/Step": 12050, "Finetune/Step Time": 6.626970816403627}
{"Finetune/Learning Rate": 2.5871554519790344e-06, "Finetune/Loss": 0.36151042580604553, "Finetune/Loss (Raw)": 0.30497726798057556, "Finetune/Step": 12051, "Finetune/Step Time": 6.640884539112449}
{"Finetune/Learning Rate": 2.5857616747125978e-06, "Finetune/Loss": 0.36158329248428345, "Finetune/Loss (Raw)": 0.4246484637260437, "Finetune/Step": 12052, "Finetune/Step Time": 6.65137535892427}
{"Finetune/Learning Rate": 2.5843682172330632e-06, "Finetune/Loss": 0.36190152168273926, "Finetune/Loss (Raw)": 0.35715895891189575, "Finetune/Step": 12053, "Finetune/Step Time": 6.653153078630567}
{"Finetune/Learning Rate": 2.5829750796005358e-06, "Finetune/Loss": 0.36179110407829285, "Finetune/Loss (Raw)": 0.4173528254032135, "Finetune/Step": 12054, "Finetune/Step Time": 6.660994729027152}
{"Finetune/Learning Rate": 2.5815822618750976e-06, "Finetune/Loss": 0.36198604106903076, "Finetune/Loss (Raw)": 0.3659191429615021, "Finetune/Step": 12055, "Finetune/Step Time": 6.6483237985521555}
{"Finetune/Learning Rate": 2.580189764116826e-06, "Finetune/Loss": 0.36353152990341187, "Finetune/Loss (Raw)": 0.2963894307613373, "Finetune/Step": 12056, "Finetune/Step Time": 6.636147083714604}
{"Finetune/Learning Rate": 2.578797586385784e-06, "Finetune/Loss": 0.36314117908477783, "Finetune/Loss (Raw)": 0.2985152304172516, "Finetune/Step": 12057, "Finetune/Step Time": 6.639587203040719}
{"Finetune/Learning Rate": 2.577405728742013e-06, "Finetune/Loss": 0.3605952858924866, "Finetune/Loss (Raw)": 0.1022321805357933, "Finetune/Step": 12058, "Finetune/Step Time": 6.660084128379822}
{"Finetune/Learning Rate": 2.576014191245547e-06, "Finetune/Loss": 0.3608075976371765, "Finetune/Loss (Raw)": 0.40817058086395264, "Finetune/Step": 12059, "Finetune/Step Time": 6.657190205529332}
{"Finetune/Learning Rate": 2.574622973956408e-06, "Finetune/Loss": 0.3608149290084839, "Finetune/Loss (Raw)": 0.33224761486053467, "Finetune/Step": 12060, "Finetune/Step Time": 6.663094665855169}
{"Finetune/Learning Rate": 2.573232076934602e-06, "Finetune/Loss": 0.36042511463165283, "Finetune/Loss (Raw)": 0.427330881357193, "Finetune/Step": 12061, "Finetune/Step Time": 6.662284107878804}
{"Finetune/Learning Rate": 2.5718415002401155e-06, "Finetune/Loss": 0.3604426383972168, "Finetune/Loss (Raw)": 0.3949251174926758, "Finetune/Step": 12062, "Finetune/Step Time": 6.682294039055705}
{"Finetune/Learning Rate": 2.5704512439329276e-06, "Finetune/Loss": 0.3604053854942322, "Finetune/Loss (Raw)": 0.39007577300071716, "Finetune/Step": 12063, "Finetune/Step Time": 6.673271803185344}
{"Finetune/Learning Rate": 2.569061308073003e-06, "Finetune/Loss": 0.36125272512435913, "Finetune/Loss (Raw)": 0.4534907937049866, "Finetune/Step": 12064, "Finetune/Step Time": 6.655549235641956}
{"Finetune/Learning Rate": 2.567671692720293e-06, "Finetune/Loss": 0.3610783815383911, "Finetune/Loss (Raw)": 0.3976345658302307, "Finetune/Step": 12065, "Finetune/Step Time": 6.649359965696931}
{"Finetune/Learning Rate": 2.566282397934735e-06, "Finetune/Loss": 0.3609260022640228, "Finetune/Loss (Raw)": 0.4072057008743286, "Finetune/Step": 12066, "Finetune/Step Time": 6.671876724809408}
{"Finetune/Learning Rate": 2.5648934237762457e-06, "Finetune/Loss": 0.36181825399398804, "Finetune/Loss (Raw)": 0.4223719835281372, "Finetune/Step": 12067, "Finetune/Step Time": 6.6898035276681185}
{"Finetune/Learning Rate": 2.56350477030474e-06, "Finetune/Loss": 0.3607632517814636, "Finetune/Loss (Raw)": 0.34974560141563416, "Finetune/Step": 12068, "Finetune/Step Time": 6.677847387269139}
{"Finetune/Learning Rate": 2.5621164375801056e-06, "Finetune/Loss": 0.3610941171646118, "Finetune/Loss (Raw)": 0.39916571974754333, "Finetune/Step": 12069, "Finetune/Step Time": 6.674034399911761}
{"Finetune/Learning Rate": 2.5607284256622277e-06, "Finetune/Loss": 0.36129283905029297, "Finetune/Loss (Raw)": 0.3759414553642273, "Finetune/Step": 12070, "Finetune/Step Time": 6.674250040203333}
{"Finetune/Learning Rate": 2.559340734610972e-06, "Finetune/Loss": 0.36163461208343506, "Finetune/Loss (Raw)": 0.42166146636009216, "Finetune/Step": 12071, "Finetune/Step Time": 6.670854639261961}
{"Finetune/Learning Rate": 2.5579533644861932e-06, "Finetune/Loss": 0.3626101613044739, "Finetune/Loss (Raw)": 0.4416724145412445, "Finetune/Step": 12072, "Finetune/Step Time": 6.678741976618767}
{"Finetune/Learning Rate": 2.5565663153477283e-06, "Finetune/Loss": 0.3636445105075836, "Finetune/Loss (Raw)": 0.4501481056213379, "Finetune/Step": 12073, "Finetune/Step Time": 6.648399535566568}
{"Finetune/Learning Rate": 2.5551795872554074e-06, "Finetune/Loss": 0.3642309904098511, "Finetune/Loss (Raw)": 0.4126775860786438, "Finetune/Step": 12074, "Finetune/Step Time": 6.656362559646368}
{"Finetune/Learning Rate": 2.553793180269036e-06, "Finetune/Loss": 0.36395063996315, "Finetune/Loss (Raw)": 0.4047626852989197, "Finetune/Step": 12075, "Finetune/Step Time": 6.654927575960755}
{"Finetune/Learning Rate": 2.5524070944484146e-06, "Finetune/Loss": 0.3656218647956848, "Finetune/Loss (Raw)": 0.3430004417896271, "Finetune/Step": 12076, "Finetune/Step Time": 6.634854342788458}
{"Finetune/Learning Rate": 2.5510213298533294e-06, "Finetune/Loss": 0.36506587266921997, "Finetune/Loss (Raw)": 0.37645840644836426, "Finetune/Step": 12077, "Finetune/Step Time": 6.639637801796198}
{"Finetune/Learning Rate": 2.5496358865435453e-06, "Finetune/Loss": 0.3639478087425232, "Finetune/Loss (Raw)": 0.2978655695915222, "Finetune/Step": 12078, "Finetune/Step Time": 6.635088661685586}
{"Finetune/Learning Rate": 2.5482507645788224e-06, "Finetune/Loss": 0.36387351155281067, "Finetune/Loss (Raw)": 0.3697337508201599, "Finetune/Step": 12079, "Finetune/Step Time": 6.627487678080797}
{"Finetune/Learning Rate": 2.546865964018904e-06, "Finetune/Loss": 0.3649609684944153, "Finetune/Loss (Raw)": 0.4280548393726349, "Finetune/Step": 12080, "Finetune/Step Time": 6.621876465156674}
{"Finetune/Learning Rate": 2.5454814849235143e-06, "Finetune/Loss": 0.36481714248657227, "Finetune/Loss (Raw)": 0.3779175579547882, "Finetune/Step": 12081, "Finetune/Step Time": 6.63787904009223}
{"Finetune/Learning Rate": 2.5440973273523696e-06, "Finetune/Loss": 0.3642934560775757, "Finetune/Loss (Raw)": 0.2940370440483093, "Finetune/Step": 12082, "Finetune/Step Time": 6.640067303553224}
{"Finetune/Learning Rate": 2.542713491365171e-06, "Finetune/Loss": 0.36442139744758606, "Finetune/Loss (Raw)": 0.4136219322681427, "Finetune/Step": 12083, "Finetune/Step Time": 6.628843571990728}
{"Finetune/Learning Rate": 2.5413299770216048e-06, "Finetune/Loss": 0.3638944923877716, "Finetune/Loss (Raw)": 0.36677464842796326, "Finetune/Step": 12084, "Finetune/Step Time": 6.650612857192755}
{"Finetune/Learning Rate": 2.539946784381345e-06, "Finetune/Loss": 0.36459630727767944, "Finetune/Loss (Raw)": 0.3933093249797821, "Finetune/Step": 12085, "Finetune/Step Time": 6.654006939381361}
{"Finetune/Learning Rate": 2.538563913504054e-06, "Finetune/Loss": 0.36428678035736084, "Finetune/Loss (Raw)": 0.3319019675254822, "Finetune/Step": 12086, "Finetune/Step Time": 6.6330388486385345}
{"Finetune/Learning Rate": 2.5371813644493715e-06, "Finetune/Loss": 0.36386042833328247, "Finetune/Loss (Raw)": 0.3999301791191101, "Finetune/Step": 12087, "Finetune/Step Time": 6.6266898568719625}
{"Finetune/Learning Rate": 2.535799137276932e-06, "Finetune/Loss": 0.3627908229827881, "Finetune/Loss (Raw)": 0.2841491401195526, "Finetune/Step": 12088, "Finetune/Step Time": 6.618953527882695}
{"Finetune/Learning Rate": 2.534417232046349e-06, "Finetune/Loss": 0.36245086789131165, "Finetune/Loss (Raw)": 0.33064234256744385, "Finetune/Step": 12089, "Finetune/Step Time": 6.633309809491038}
{"Finetune/Learning Rate": 2.533035648817229e-06, "Finetune/Loss": 0.36274969577789307, "Finetune/Loss (Raw)": 0.38764163851737976, "Finetune/Step": 12090, "Finetune/Step Time": 6.63626784645021}
{"Finetune/Learning Rate": 2.5316543876491627e-06, "Finetune/Loss": 0.36309486627578735, "Finetune/Loss (Raw)": 0.41019389033317566, "Finetune/Step": 12091, "Finetune/Step Time": 6.631887493655086}
{"Finetune/Learning Rate": 2.5302734486017233e-06, "Finetune/Loss": 0.3657664358615875, "Finetune/Loss (Raw)": 0.4916727840900421, "Finetune/Step": 12092, "Finetune/Step Time": 6.62493602745235}
{"Finetune/Learning Rate": 2.5288928317344783e-06, "Finetune/Loss": 0.3659387230873108, "Finetune/Loss (Raw)": 0.3078806400299072, "Finetune/Step": 12093, "Finetune/Step Time": 6.6041505336761475}
{"Finetune/Learning Rate": 2.5275125371069676e-06, "Finetune/Loss": 0.36627504229545593, "Finetune/Loss (Raw)": 0.3945833146572113, "Finetune/Step": 12094, "Finetune/Step Time": 6.623450111597776}
{"Finetune/Learning Rate": 2.5261325647787306e-06, "Finetune/Loss": 0.3663872480392456, "Finetune/Loss (Raw)": 0.4472983181476593, "Finetune/Step": 12095, "Finetune/Step Time": 6.605736687779427}
{"Finetune/Learning Rate": 2.5247529148092854e-06, "Finetune/Loss": 0.3657608926296234, "Finetune/Loss (Raw)": 0.3275342285633087, "Finetune/Step": 12096, "Finetune/Step Time": 6.610770583152771}
{"Finetune/Learning Rate": 2.523373587258141e-06, "Finetune/Loss": 0.3659973740577698, "Finetune/Loss (Raw)": 0.402519553899765, "Finetune/Step": 12097, "Finetune/Step Time": 6.613215792924166}
{"Finetune/Learning Rate": 2.521994582184787e-06, "Finetune/Loss": 0.3654310405254364, "Finetune/Loss (Raw)": 0.3116108477115631, "Finetune/Step": 12098, "Finetune/Step Time": 6.617419082671404}
{"Finetune/Learning Rate": 2.520615899648705e-06, "Finetune/Loss": 0.3654715120792389, "Finetune/Loss (Raw)": 0.39189279079437256, "Finetune/Step": 12099, "Finetune/Step Time": 6.607183823361993}
{"Finetune/Learning Rate": 2.519237539709354e-06, "Finetune/Loss": 0.3669278621673584, "Finetune/Loss (Raw)": 0.3158316910266876, "Finetune/Step": 12100, "Finetune/Step Time": 6.601342910900712}
{"Finetune/Learning Rate": 2.5178595024261888e-06, "Finetune/Loss": 0.36774951219558716, "Finetune/Loss (Raw)": 0.4400470554828644, "Finetune/Step": 12101, "Finetune/Step Time": 6.581620370969176}
{"Finetune/Learning Rate": 2.5164817878586446e-06, "Finetune/Loss": 0.3695299029350281, "Finetune/Loss (Raw)": 0.32271257042884827, "Finetune/Step": 12102, "Finetune/Step Time": 6.568821145221591}
{"Finetune/Learning Rate": 2.5151043960661458e-06, "Finetune/Loss": 0.3700215816497803, "Finetune/Loss (Raw)": 0.45798566937446594, "Finetune/Step": 12103, "Finetune/Step Time": 6.565973551943898}
{"Finetune/Learning Rate": 2.5137273271081008e-06, "Finetune/Loss": 0.36945104598999023, "Finetune/Loss (Raw)": 0.23790360987186432, "Finetune/Step": 12104, "Finetune/Step Time": 6.612324580550194}
{"Finetune/Learning Rate": 2.5123505810439043e-06, "Finetune/Loss": 0.36974382400512695, "Finetune/Loss (Raw)": 0.3205357789993286, "Finetune/Step": 12105, "Finetune/Step Time": 6.6291145998984575}
{"Finetune/Learning Rate": 2.5109741579329394e-06, "Finetune/Loss": 0.3698054552078247, "Finetune/Loss (Raw)": 0.38912731409072876, "Finetune/Step": 12106, "Finetune/Step Time": 6.640373317524791}
{"Finetune/Learning Rate": 2.509598057834569e-06, "Finetune/Loss": 0.3705022931098938, "Finetune/Loss (Raw)": 0.381777286529541, "Finetune/Step": 12107, "Finetune/Step Time": 6.66637072339654}
{"Finetune/Learning Rate": 2.5082222808081523e-06, "Finetune/Loss": 0.37236517667770386, "Finetune/Loss (Raw)": 0.35577982664108276, "Finetune/Step": 12108, "Finetune/Step Time": 6.6599034536629915}
{"Finetune/Learning Rate": 2.5068468269130207e-06, "Finetune/Loss": 0.37314772605895996, "Finetune/Loss (Raw)": 0.39773568511009216, "Finetune/Step": 12109, "Finetune/Step Time": 6.657389162108302}
{"Finetune/Learning Rate": 2.5054716962085046e-06, "Finetune/Loss": 0.3732197880744934, "Finetune/Loss (Raw)": 0.4551682472229004, "Finetune/Step": 12110, "Finetune/Step Time": 6.649618009105325}
{"Finetune/Learning Rate": 2.504096888753914e-06, "Finetune/Loss": 0.37182021141052246, "Finetune/Loss (Raw)": 0.1089194193482399, "Finetune/Step": 12111, "Finetune/Step Time": 6.664634661749005}
{"Finetune/Learning Rate": 2.5027224046085505e-06, "Finetune/Loss": 0.37158203125, "Finetune/Loss (Raw)": 0.2957227826118469, "Finetune/Step": 12112, "Finetune/Step Time": 6.670973625034094}
{"Finetune/Learning Rate": 2.5013482438316905e-06, "Finetune/Loss": 0.37103962898254395, "Finetune/Loss (Raw)": 0.36244887113571167, "Finetune/Step": 12113, "Finetune/Step Time": 6.6733374781906605}
{"Finetune/Learning Rate": 2.499974406482607e-06, "Finetune/Loss": 0.37370651960372925, "Finetune/Loss (Raw)": 0.44950953125953674, "Finetune/Step": 12114, "Finetune/Step Time": 6.667854305356741}
{"Finetune/Learning Rate": 2.498600892620556e-06, "Finetune/Loss": 0.3737230896949768, "Finetune/Loss (Raw)": 0.3526018261909485, "Finetune/Step": 12115, "Finetune/Step Time": 6.6693503726273775}
{"Finetune/Learning Rate": 2.4972277023047784e-06, "Finetune/Loss": 0.37291693687438965, "Finetune/Loss (Raw)": 0.36307665705680847, "Finetune/Step": 12116, "Finetune/Step Time": 6.67008407227695}
{"Finetune/Learning Rate": 2.495854835594502e-06, "Finetune/Loss": 0.3740118145942688, "Finetune/Loss (Raw)": 0.43697574734687805, "Finetune/Step": 12117, "Finetune/Step Time": 6.671389039605856}
{"Finetune/Learning Rate": 2.4944822925489444e-06, "Finetune/Loss": 0.37388789653778076, "Finetune/Loss (Raw)": 0.3889125883579254, "Finetune/Step": 12118, "Finetune/Step Time": 6.676948802545667}
{"Finetune/Learning Rate": 2.4931100732273008e-06, "Finetune/Loss": 0.37325650453567505, "Finetune/Loss (Raw)": 0.35447654128074646, "Finetune/Step": 12119, "Finetune/Step Time": 6.6787980645895}
{"Finetune/Learning Rate": 2.491738177688756e-06, "Finetune/Loss": 0.3740915358066559, "Finetune/Loss (Raw)": 0.39955422282218933, "Finetune/Step": 12120, "Finetune/Step Time": 6.680025342851877}
{"Finetune/Learning Rate": 2.4903666059924835e-06, "Finetune/Loss": 0.37383508682250977, "Finetune/Loss (Raw)": 0.42554956674575806, "Finetune/Step": 12121, "Finetune/Step Time": 6.659317834302783}
{"Finetune/Learning Rate": 2.4889953581976413e-06, "Finetune/Loss": 0.3736988306045532, "Finetune/Loss (Raw)": 0.4077851474285126, "Finetune/Step": 12122, "Finetune/Step Time": 6.653629679232836}
{"Finetune/Learning Rate": 2.4876244343633738e-06, "Finetune/Loss": 0.3735402822494507, "Finetune/Loss (Raw)": 0.4262318015098572, "Finetune/Step": 12123, "Finetune/Step Time": 6.654187377542257}
{"Finetune/Learning Rate": 2.4862538345488107e-06, "Finetune/Loss": 0.37268584966659546, "Finetune/Loss (Raw)": 0.31375423073768616, "Finetune/Step": 12124, "Finetune/Step Time": 6.674406431615353}
{"Finetune/Learning Rate": 2.4848835588130716e-06, "Finetune/Loss": 0.3730235695838928, "Finetune/Loss (Raw)": 0.3558381497859955, "Finetune/Step": 12125, "Finetune/Step Time": 6.665936706587672}
{"Finetune/Learning Rate": 2.483513607215251e-06, "Finetune/Loss": 0.3731253743171692, "Finetune/Loss (Raw)": 0.3895754814147949, "Finetune/Step": 12126, "Finetune/Step Time": 6.664199581369758}
{"Finetune/Learning Rate": 2.4821439798144407e-06, "Finetune/Loss": 0.372455894947052, "Finetune/Loss (Raw)": 0.2756495177745819, "Finetune/Step": 12127, "Finetune/Step Time": 6.660677185282111}
{"Finetune/Learning Rate": 2.480774676669716e-06, "Finetune/Loss": 0.37207090854644775, "Finetune/Loss (Raw)": 0.3194231688976288, "Finetune/Step": 12128, "Finetune/Step Time": 6.645534612238407}
{"Finetune/Learning Rate": 2.479405697840137e-06, "Finetune/Loss": 0.3723881244659424, "Finetune/Loss (Raw)": 0.3522598445415497, "Finetune/Step": 12129, "Finetune/Step Time": 6.659348379820585}
{"Finetune/Learning Rate": 2.4780370433847466e-06, "Finetune/Loss": 0.37147265672683716, "Finetune/Loss (Raw)": 0.3514889180660248, "Finetune/Step": 12130, "Finetune/Step Time": 6.682179603725672}
{"Finetune/Learning Rate": 2.476668713362579e-06, "Finetune/Loss": 0.3720930218696594, "Finetune/Loss (Raw)": 0.4480445683002472, "Finetune/Step": 12131, "Finetune/Step Time": 6.67040528357029}
{"Finetune/Learning Rate": 2.475300707832654e-06, "Finetune/Loss": 0.37116265296936035, "Finetune/Loss (Raw)": 0.3625265061855316, "Finetune/Step": 12132, "Finetune/Step Time": 6.6698633544147015}
{"Finetune/Learning Rate": 2.4739330268539717e-06, "Finetune/Loss": 0.37212151288986206, "Finetune/Loss (Raw)": 0.43039023876190186, "Finetune/Step": 12133, "Finetune/Step Time": 6.669108318164945}
{"Finetune/Learning Rate": 2.472565670485524e-06, "Finetune/Loss": 0.3728318214416504, "Finetune/Loss (Raw)": 0.3486466705799103, "Finetune/Step": 12134, "Finetune/Step Time": 6.6561054810881615}
{"Finetune/Learning Rate": 2.4711986387862864e-06, "Finetune/Loss": 0.3728986978530884, "Finetune/Loss (Raw)": 0.3485199511051178, "Finetune/Step": 12135, "Finetune/Step Time": 6.6390885300934315}
{"Finetune/Learning Rate": 2.469831931815222e-06, "Finetune/Loss": 0.37306156754493713, "Finetune/Loss (Raw)": 0.3203853666782379, "Finetune/Step": 12136, "Finetune/Step Time": 6.614169580861926}
{"Finetune/Learning Rate": 2.4684655496312793e-06, "Finetune/Loss": 0.37059468030929565, "Finetune/Loss (Raw)": 0.10651903599500656, "Finetune/Step": 12137, "Finetune/Step Time": 6.630811795592308}
{"Finetune/Learning Rate": 2.4670994922933935e-06, "Finetune/Loss": 0.3712136149406433, "Finetune/Loss (Raw)": 0.45210978388786316, "Finetune/Step": 12138, "Finetune/Step Time": 6.6348548755049706}
{"Finetune/Learning Rate": 2.46573375986048e-06, "Finetune/Loss": 0.3725683093070984, "Finetune/Loss (Raw)": 0.4558411240577698, "Finetune/Step": 12139, "Finetune/Step Time": 6.630262531340122}
{"Finetune/Learning Rate": 2.464368352391451e-06, "Finetune/Loss": 0.3731255531311035, "Finetune/Loss (Raw)": 0.3582695424556732, "Finetune/Step": 12140, "Finetune/Step Time": 6.625286744907498}
{"Finetune/Learning Rate": 2.463003269945192e-06, "Finetune/Loss": 0.37234729528427124, "Finetune/Loss (Raw)": 0.18003524839878082, "Finetune/Step": 12141, "Finetune/Step Time": 6.63913781195879}
{"Finetune/Learning Rate": 2.461638512580584e-06, "Finetune/Loss": 0.3721976578235626, "Finetune/Loss (Raw)": 0.35258761048316956, "Finetune/Step": 12142, "Finetune/Step Time": 6.644628845155239}
{"Finetune/Learning Rate": 2.4602740803564916e-06, "Finetune/Loss": 0.37248390913009644, "Finetune/Loss (Raw)": 0.4215599298477173, "Finetune/Step": 12143, "Finetune/Step Time": 6.644656823948026}
{"Finetune/Learning Rate": 2.4589099733317633e-06, "Finetune/Loss": 0.3723096549510956, "Finetune/Loss (Raw)": 0.4255329668521881, "Finetune/Step": 12144, "Finetune/Step Time": 6.635490320622921}
{"Finetune/Learning Rate": 2.45754619156524e-06, "Finetune/Loss": 0.37089455127716064, "Finetune/Loss (Raw)": 0.38016757369041443, "Finetune/Step": 12145, "Finetune/Step Time": 6.639619816094637}
{"Finetune/Learning Rate": 2.4561827351157352e-06, "Finetune/Loss": 0.37028759717941284, "Finetune/Loss (Raw)": 0.2936893105506897, "Finetune/Step": 12146, "Finetune/Step Time": 6.648529164493084}
{"Finetune/Learning Rate": 2.4548196040420625e-06, "Finetune/Loss": 0.3699091672897339, "Finetune/Loss (Raw)": 0.37364739179611206, "Finetune/Step": 12147, "Finetune/Step Time": 6.647191736847162}
{"Finetune/Learning Rate": 2.4534567984030133e-06, "Finetune/Loss": 0.36924147605895996, "Finetune/Loss (Raw)": 0.3442073166370392, "Finetune/Step": 12148, "Finetune/Step Time": 6.6515974085778}
{"Finetune/Learning Rate": 2.452094318257372e-06, "Finetune/Loss": 0.36965566873550415, "Finetune/Loss (Raw)": 0.4292542338371277, "Finetune/Step": 12149, "Finetune/Step Time": 6.674571601673961}
{"Finetune/Learning Rate": 2.450732163663898e-06, "Finetune/Loss": 0.3709506690502167, "Finetune/Loss (Raw)": 0.4486435353755951, "Finetune/Step": 12150, "Finetune/Step Time": 6.6902841199189425}
{"Finetune/Learning Rate": 2.449370334681348e-06, "Finetune/Loss": 0.3705153167247772, "Finetune/Loss (Raw)": 0.29347163438796997, "Finetune/Step": 12151, "Finetune/Step Time": 6.698012258857489}
{"Finetune/Learning Rate": 2.4480088313684547e-06, "Finetune/Loss": 0.36941173672676086, "Finetune/Loss (Raw)": 0.3522345721721649, "Finetune/Step": 12152, "Finetune/Step Time": 6.6934652123600245}
{"Finetune/Learning Rate": 2.4466476537839446e-06, "Finetune/Loss": 0.369395911693573, "Finetune/Loss (Raw)": 0.3795433044433594, "Finetune/Step": 12153, "Finetune/Step Time": 6.696956895291805}
{"Finetune/Learning Rate": 2.4452868019865274e-06, "Finetune/Loss": 0.36916324496269226, "Finetune/Loss (Raw)": 0.3526099622249603, "Finetune/Step": 12154, "Finetune/Step Time": 6.691902711987495}
{"Finetune/Learning Rate": 2.4439262760348982e-06, "Finetune/Loss": 0.3694460093975067, "Finetune/Loss (Raw)": 0.42006829380989075, "Finetune/Step": 12155, "Finetune/Step Time": 6.675892109051347}
{"Finetune/Learning Rate": 2.442566075987739e-06, "Finetune/Loss": 0.36833494901657104, "Finetune/Loss (Raw)": 0.3480125963687897, "Finetune/Step": 12156, "Finetune/Step Time": 6.692236630246043}
{"Finetune/Learning Rate": 2.4412062019037197e-06, "Finetune/Loss": 0.3690405786037445, "Finetune/Loss (Raw)": 0.3905806541442871, "Finetune/Step": 12157, "Finetune/Step Time": 6.684786243364215}
{"Finetune/Learning Rate": 2.439846653841488e-06, "Finetune/Loss": 0.3693001866340637, "Finetune/Loss (Raw)": 0.348025918006897, "Finetune/Step": 12158, "Finetune/Step Time": 6.675760904327035}
{"Finetune/Learning Rate": 2.4384874318596854e-06, "Finetune/Loss": 0.3695659041404724, "Finetune/Loss (Raw)": 0.38751086592674255, "Finetune/Step": 12159, "Finetune/Step Time": 6.674203360453248}
{"Finetune/Learning Rate": 2.4371285360169408e-06, "Finetune/Loss": 0.37017732858657837, "Finetune/Loss (Raw)": 0.4116939604282379, "Finetune/Step": 12160, "Finetune/Step Time": 6.670653996989131}
{"Finetune/Learning Rate": 2.435769966371859e-06, "Finetune/Loss": 0.3700590133666992, "Finetune/Loss (Raw)": 0.4205161929130554, "Finetune/Step": 12161, "Finetune/Step Time": 6.677568003535271}
{"Finetune/Learning Rate": 2.434411722983041e-06, "Finetune/Loss": 0.3694193661212921, "Finetune/Loss (Raw)": 0.36098533868789673, "Finetune/Step": 12162, "Finetune/Step Time": 6.679734533652663}
{"Finetune/Learning Rate": 2.4330538059090693e-06, "Finetune/Loss": 0.36857521533966064, "Finetune/Loss (Raw)": 0.367848664522171, "Finetune/Step": 12163, "Finetune/Step Time": 6.680296648293734}
{"Finetune/Learning Rate": 2.4316962152085144e-06, "Finetune/Loss": 0.36828601360321045, "Finetune/Loss (Raw)": 0.28820833563804626, "Finetune/Step": 12164, "Finetune/Step Time": 6.690030567348003}
{"Finetune/Learning Rate": 2.4303389509399278e-06, "Finetune/Loss": 0.3684964179992676, "Finetune/Loss (Raw)": 0.3066372871398926, "Finetune/Step": 12165, "Finetune/Step Time": 6.688741974532604}
{"Finetune/Learning Rate": 2.4289820131618513e-06, "Finetune/Loss": 0.3689604699611664, "Finetune/Loss (Raw)": 0.4116787910461426, "Finetune/Step": 12166, "Finetune/Step Time": 6.703960636630654}
{"Finetune/Learning Rate": 2.427625401932813e-06, "Finetune/Loss": 0.3680272400379181, "Finetune/Loss (Raw)": 0.35830390453338623, "Finetune/Step": 12167, "Finetune/Step Time": 6.706290243193507}
{"Finetune/Learning Rate": 2.426269117311325e-06, "Finetune/Loss": 0.36850231885910034, "Finetune/Loss (Raw)": 0.43144500255584717, "Finetune/Step": 12168, "Finetune/Step Time": 6.7061978578567505}
{"Finetune/Learning Rate": 2.424913159355887e-06, "Finetune/Loss": 0.3689718544483185, "Finetune/Loss (Raw)": 0.3937860131263733, "Finetune/Step": 12169, "Finetune/Step Time": 6.706479497253895}
{"Finetune/Learning Rate": 2.423557528124981e-06, "Finetune/Loss": 0.36880192160606384, "Finetune/Loss (Raw)": 0.33354806900024414, "Finetune/Step": 12170, "Finetune/Step Time": 6.715447561815381}
{"Finetune/Learning Rate": 2.4222022236770804e-06, "Finetune/Loss": 0.3696402609348297, "Finetune/Loss (Raw)": 0.4643959403038025, "Finetune/Step": 12171, "Finetune/Step Time": 6.735983956605196}
{"Finetune/Learning Rate": 2.420847246070637e-06, "Finetune/Loss": 0.3699396848678589, "Finetune/Loss (Raw)": 0.4267447590827942, "Finetune/Step": 12172, "Finetune/Step Time": 6.727956239134073}
{"Finetune/Learning Rate": 2.419492595364095e-06, "Finetune/Loss": 0.3702530264854431, "Finetune/Loss (Raw)": 0.3890964388847351, "Finetune/Step": 12173, "Finetune/Step Time": 6.747589070349932}
{"Finetune/Learning Rate": 2.418138271615883e-06, "Finetune/Loss": 0.3709730803966522, "Finetune/Loss (Raw)": 0.46896082162857056, "Finetune/Step": 12174, "Finetune/Step Time": 6.737009026110172}
{"Finetune/Learning Rate": 2.416784274884414e-06, "Finetune/Loss": 0.36987608671188354, "Finetune/Loss (Raw)": 0.24262674152851105, "Finetune/Step": 12175, "Finetune/Step Time": 6.746463732793927}
{"Finetune/Learning Rate": 2.4154306052280896e-06, "Finetune/Loss": 0.3699319660663605, "Finetune/Loss (Raw)": 0.4029447138309479, "Finetune/Step": 12176, "Finetune/Step Time": 6.7447019293904305}
{"Finetune/Learning Rate": 2.414077262705298e-06, "Finetune/Loss": 0.3694767951965332, "Finetune/Loss (Raw)": 0.3346192538738251, "Finetune/Step": 12177, "Finetune/Step Time": 6.763919094577432}
{"Finetune/Learning Rate": 2.412724247374404e-06, "Finetune/Loss": 0.36952149868011475, "Finetune/Loss (Raw)": 0.39107468724250793, "Finetune/Step": 12178, "Finetune/Step Time": 6.731378957629204}
{"Finetune/Learning Rate": 2.411371559293768e-06, "Finetune/Loss": 0.3705357611179352, "Finetune/Loss (Raw)": 0.43479999899864197, "Finetune/Step": 12179, "Finetune/Step Time": 6.717554874718189}
{"Finetune/Learning Rate": 2.410019198521738e-06, "Finetune/Loss": 0.3702528178691864, "Finetune/Loss (Raw)": 0.38843029737472534, "Finetune/Step": 12180, "Finetune/Step Time": 6.710053874179721}
{"Finetune/Learning Rate": 2.408667165116636e-06, "Finetune/Loss": 0.37006083130836487, "Finetune/Loss (Raw)": 0.3325846791267395, "Finetune/Step": 12181, "Finetune/Step Time": 6.7250127755105495}
{"Finetune/Learning Rate": 2.407315459136781e-06, "Finetune/Loss": 0.3688027560710907, "Finetune/Loss (Raw)": 0.2563212513923645, "Finetune/Step": 12182, "Finetune/Step Time": 6.7159936018288136}
{"Finetune/Learning Rate": 2.405964080640476e-06, "Finetune/Loss": 0.36908191442489624, "Finetune/Loss (Raw)": 0.4016474783420563, "Finetune/Step": 12183, "Finetune/Step Time": 6.720743311569095}
{"Finetune/Learning Rate": 2.4046130296860014e-06, "Finetune/Loss": 0.3695688545703888, "Finetune/Loss (Raw)": 0.3587186634540558, "Finetune/Step": 12184, "Finetune/Step Time": 6.732277622446418}
{"Finetune/Learning Rate": 2.4032623063316365e-06, "Finetune/Loss": 0.3712105453014374, "Finetune/Loss (Raw)": 0.508652925491333, "Finetune/Step": 12185, "Finetune/Step Time": 6.738251678645611}
{"Finetune/Learning Rate": 2.401911910635636e-06, "Finetune/Loss": 0.37368252873420715, "Finetune/Loss (Raw)": 0.4186461865901947, "Finetune/Step": 12186, "Finetune/Step Time": 6.727078748866916}
{"Finetune/Learning Rate": 2.400561842656245e-06, "Finetune/Loss": 0.37336266040802, "Finetune/Loss (Raw)": 0.3672235906124115, "Finetune/Step": 12187, "Finetune/Step Time": 6.7291456907987595}
{"Finetune/Learning Rate": 2.3992121024516967e-06, "Finetune/Loss": 0.3734973669052124, "Finetune/Loss (Raw)": 0.34948980808258057, "Finetune/Step": 12188, "Finetune/Step Time": 6.7432994320988655}
{"Finetune/Learning Rate": 2.397862690080205e-06, "Finetune/Loss": 0.37286460399627686, "Finetune/Loss (Raw)": 0.3463399410247803, "Finetune/Step": 12189, "Finetune/Step Time": 6.7562273275107145}
{"Finetune/Learning Rate": 2.396513605599975e-06, "Finetune/Loss": 0.3730431795120239, "Finetune/Loss (Raw)": 0.41778406500816345, "Finetune/Step": 12190, "Finetune/Step Time": 6.736105188727379}
{"Finetune/Learning Rate": 2.3951648490691914e-06, "Finetune/Loss": 0.372510701417923, "Finetune/Loss (Raw)": 0.321917861700058, "Finetune/Step": 12191, "Finetune/Step Time": 6.723269551992416}
{"Finetune/Learning Rate": 2.3938164205460268e-06, "Finetune/Loss": 0.37191241979599, "Finetune/Loss (Raw)": 0.37691211700439453, "Finetune/Step": 12192, "Finetune/Step Time": 6.72468581981957}
{"Finetune/Learning Rate": 2.3924683200886435e-06, "Finetune/Loss": 0.3718121647834778, "Finetune/Loss (Raw)": 0.3847977817058563, "Finetune/Step": 12193, "Finetune/Step Time": 6.722092799842358}
{"Finetune/Learning Rate": 2.3911205477551857e-06, "Finetune/Loss": 0.37211185693740845, "Finetune/Loss (Raw)": 0.4455690085887909, "Finetune/Step": 12194, "Finetune/Step Time": 6.695145297795534}
{"Finetune/Learning Rate": 2.389773103603786e-06, "Finetune/Loss": 0.3720090985298157, "Finetune/Loss (Raw)": 0.4092172682285309, "Finetune/Step": 12195, "Finetune/Step Time": 6.683585559949279}
{"Finetune/Learning Rate": 2.388425987692564e-06, "Finetune/Loss": 0.3717636168003082, "Finetune/Loss (Raw)": 0.3183257281780243, "Finetune/Step": 12196, "Finetune/Step Time": 6.708452224731445}
{"Finetune/Learning Rate": 2.387079200079617e-06, "Finetune/Loss": 0.372531533241272, "Finetune/Loss (Raw)": 0.4974616467952728, "Finetune/Step": 12197, "Finetune/Step Time": 6.704767068848014}
{"Finetune/Learning Rate": 2.385732740823037e-06, "Finetune/Loss": 0.3724621534347534, "Finetune/Loss (Raw)": 0.3670552968978882, "Finetune/Step": 12198, "Finetune/Step Time": 6.6984730660915375}
{"Finetune/Learning Rate": 2.384386609980899e-06, "Finetune/Loss": 0.37190791964530945, "Finetune/Loss (Raw)": 0.35072121024131775, "Finetune/Step": 12199, "Finetune/Step Time": 6.687655821442604}
{"Finetune/Learning Rate": 2.383040807611262e-06, "Finetune/Loss": 0.3715018630027771, "Finetune/Loss (Raw)": 0.38969701528549194, "Finetune/Step": 12200, "Finetune/Step Time": 6.678528591990471}
{"Finetune/Learning Rate": 2.381695333772177e-06, "Finetune/Loss": 0.3713396191596985, "Finetune/Loss (Raw)": 0.429386168718338, "Finetune/Step": 12201, "Finetune/Step Time": 6.68207879550755}
{"Finetune/Learning Rate": 2.3803501885216705e-06, "Finetune/Loss": 0.3709448277950287, "Finetune/Loss (Raw)": 0.36214038729667664, "Finetune/Step": 12202, "Finetune/Step Time": 6.67210541293025}
{"Finetune/Learning Rate": 2.3790053719177654e-06, "Finetune/Loss": 0.37066715955734253, "Finetune/Loss (Raw)": 0.3692188560962677, "Finetune/Step": 12203, "Finetune/Step Time": 6.673103665933013}
{"Finetune/Learning Rate": 2.37766088401846e-06, "Finetune/Loss": 0.37190359830856323, "Finetune/Loss (Raw)": 0.5012677907943726, "Finetune/Step": 12204, "Finetune/Step Time": 6.677640588954091}
{"Finetune/Learning Rate": 2.3763167248817474e-06, "Finetune/Loss": 0.3730265200138092, "Finetune/Loss (Raw)": 0.5201919078826904, "Finetune/Step": 12205, "Finetune/Step Time": 6.671735541895032}
{"Finetune/Learning Rate": 2.3749728945656027e-06, "Finetune/Loss": 0.3735406696796417, "Finetune/Loss (Raw)": 0.3636752963066101, "Finetune/Step": 12206, "Finetune/Step Time": 6.683314448222518}
{"Finetune/Learning Rate": 2.3736293931279873e-06, "Finetune/Loss": 0.373023122549057, "Finetune/Loss (Raw)": 0.3034898638725281, "Finetune/Step": 12207, "Finetune/Step Time": 6.687400018796325}
{"Finetune/Learning Rate": 2.3722862206268494e-06, "Finetune/Loss": 0.3728243410587311, "Finetune/Loss (Raw)": 0.4026099145412445, "Finetune/Step": 12208, "Finetune/Step Time": 6.696870870888233}
{"Finetune/Learning Rate": 2.370943377120124e-06, "Finetune/Loss": 0.3735284209251404, "Finetune/Loss (Raw)": 0.46804186701774597, "Finetune/Step": 12209, "Finetune/Step Time": 6.696142204105854}
{"Finetune/Learning Rate": 2.369600862665723e-06, "Finetune/Loss": 0.37398767471313477, "Finetune/Loss (Raw)": 0.3528216481208801, "Finetune/Step": 12210, "Finetune/Step Time": 6.690788036212325}
{"Finetune/Learning Rate": 2.3682586773215568e-06, "Finetune/Loss": 0.37420976161956787, "Finetune/Loss (Raw)": 0.44204604625701904, "Finetune/Step": 12211, "Finetune/Step Time": 6.689051739871502}
{"Finetune/Learning Rate": 2.3669168211455153e-06, "Finetune/Loss": 0.37438684701919556, "Finetune/Loss (Raw)": 0.3894420564174652, "Finetune/Step": 12212, "Finetune/Step Time": 6.678950136527419}
{"Finetune/Learning Rate": 2.3655752941954713e-06, "Finetune/Loss": 0.3744671940803528, "Finetune/Loss (Raw)": 0.40359213948249817, "Finetune/Step": 12213, "Finetune/Step Time": 6.671881472691894}
{"Finetune/Learning Rate": 2.3642340965292886e-06, "Finetune/Loss": 0.3749738335609436, "Finetune/Loss (Raw)": 0.39674872159957886, "Finetune/Step": 12214, "Finetune/Step Time": 6.6675063241273165}
{"Finetune/Learning Rate": 2.362893228204818e-06, "Finetune/Loss": 0.3742877244949341, "Finetune/Loss (Raw)": 0.31211599707603455, "Finetune/Step": 12215, "Finetune/Step Time": 6.656785549595952}
{"Finetune/Learning Rate": 2.361552689279888e-06, "Finetune/Loss": 0.3749100863933563, "Finetune/Loss (Raw)": 0.3638085722923279, "Finetune/Step": 12216, "Finetune/Step Time": 6.656849974766374}
{"Finetune/Learning Rate": 2.3602124798123206e-06, "Finetune/Loss": 0.3750936985015869, "Finetune/Loss (Raw)": 0.35414791107177734, "Finetune/Step": 12217, "Finetune/Step Time": 6.642034739255905}
{"Finetune/Learning Rate": 2.3588725998599203e-06, "Finetune/Loss": 0.3748129606246948, "Finetune/Loss (Raw)": 0.3517022132873535, "Finetune/Step": 12218, "Finetune/Step Time": 6.64826918207109}
{"Finetune/Learning Rate": 2.3575330494804792e-06, "Finetune/Loss": 0.374406099319458, "Finetune/Loss (Raw)": 0.3581181466579437, "Finetune/Step": 12219, "Finetune/Step Time": 6.657167725265026}
{"Finetune/Learning Rate": 2.3561938287317743e-06, "Finetune/Loss": 0.3732271194458008, "Finetune/Loss (Raw)": 0.3407657742500305, "Finetune/Step": 12220, "Finetune/Step Time": 6.6443837489932775}
{"Finetune/Learning Rate": 2.3548549376715692e-06, "Finetune/Loss": 0.37413692474365234, "Finetune/Loss (Raw)": 0.42433181405067444, "Finetune/Step": 12221, "Finetune/Step Time": 6.657121999189258}
{"Finetune/Learning Rate": 2.3535163763576073e-06, "Finetune/Loss": 0.373651921749115, "Finetune/Loss (Raw)": 0.3325008749961853, "Finetune/Step": 12222, "Finetune/Step Time": 6.640497751533985}
{"Finetune/Learning Rate": 2.352178144847629e-06, "Finetune/Loss": 0.37292933464050293, "Finetune/Loss (Raw)": 0.3548123836517334, "Finetune/Step": 12223, "Finetune/Step Time": 6.636229233816266}
{"Finetune/Learning Rate": 2.350840243199347e-06, "Finetune/Loss": 0.3723829388618469, "Finetune/Loss (Raw)": 0.25759339332580566, "Finetune/Step": 12224, "Finetune/Step Time": 6.6530221197754145}
{"Finetune/Learning Rate": 2.3495026714704728e-06, "Finetune/Loss": 0.3723070025444031, "Finetune/Loss (Raw)": 0.3928002119064331, "Finetune/Step": 12225, "Finetune/Step Time": 6.642754007130861}
{"Finetune/Learning Rate": 2.348165429718694e-06, "Finetune/Loss": 0.3725425601005554, "Finetune/Loss (Raw)": 0.3417626917362213, "Finetune/Step": 12226, "Finetune/Step Time": 6.666185988113284}
{"Finetune/Learning Rate": 2.3468285180016916e-06, "Finetune/Loss": 0.37200161814689636, "Finetune/Loss (Raw)": 0.3226538300514221, "Finetune/Step": 12227, "Finetune/Step Time": 6.674083705991507}
{"Finetune/Learning Rate": 2.3454919363771277e-06, "Finetune/Loss": 0.37294498085975647, "Finetune/Loss (Raw)": 0.43658050894737244, "Finetune/Step": 12228, "Finetune/Step Time": 6.6789999939501286}
{"Finetune/Learning Rate": 2.344155684902648e-06, "Finetune/Loss": 0.37333956360816956, "Finetune/Loss (Raw)": 0.4905542731285095, "Finetune/Step": 12229, "Finetune/Step Time": 6.675845369696617}
{"Finetune/Learning Rate": 2.3428197636358884e-06, "Finetune/Loss": 0.37414634227752686, "Finetune/Loss (Raw)": 0.4259767234325409, "Finetune/Step": 12230, "Finetune/Step Time": 6.671621907502413}
{"Finetune/Learning Rate": 2.3414841726344706e-06, "Finetune/Loss": 0.373359352350235, "Finetune/Loss (Raw)": 0.3572549819946289, "Finetune/Step": 12231, "Finetune/Step Time": 6.669616907835007}
{"Finetune/Learning Rate": 2.3401489119560015e-06, "Finetune/Loss": 0.37444308400154114, "Finetune/Loss (Raw)": 0.37662097811698914, "Finetune/Step": 12232, "Finetune/Step Time": 6.628908850252628}
{"Finetune/Learning Rate": 2.338813981658069e-06, "Finetune/Loss": 0.37547045946121216, "Finetune/Loss (Raw)": 0.4520382285118103, "Finetune/Step": 12233, "Finetune/Step Time": 6.609670955687761}
{"Finetune/Learning Rate": 2.337479381798252e-06, "Finetune/Loss": 0.3749231994152069, "Finetune/Loss (Raw)": 0.319074422121048, "Finetune/Step": 12234, "Finetune/Step Time": 6.606018530204892}
{"Finetune/Learning Rate": 2.3361451124341172e-06, "Finetune/Loss": 0.37513095140457153, "Finetune/Loss (Raw)": 0.40837401151657104, "Finetune/Step": 12235, "Finetune/Step Time": 6.58706927485764}
{"Finetune/Learning Rate": 2.334811173623208e-06, "Finetune/Loss": 0.3749411404132843, "Finetune/Loss (Raw)": 0.3314850926399231, "Finetune/Step": 12236, "Finetune/Step Time": 6.582420963793993}
{"Finetune/Learning Rate": 2.333477565423061e-06, "Finetune/Loss": 0.374700665473938, "Finetune/Loss (Raw)": 0.36695462465286255, "Finetune/Step": 12237, "Finetune/Step Time": 6.5871204528957605}
{"Finetune/Learning Rate": 2.332144287891198e-06, "Finetune/Loss": 0.3741847276687622, "Finetune/Loss (Raw)": 0.38912686705589294, "Finetune/Step": 12238, "Finetune/Step Time": 6.603587370365858}
{"Finetune/Learning Rate": 2.3308113410851253e-06, "Finetune/Loss": 0.37759968638420105, "Finetune/Loss (Raw)": 0.5460346341133118, "Finetune/Step": 12239, "Finetune/Step Time": 6.58196921646595}
{"Finetune/Learning Rate": 2.329478725062334e-06, "Finetune/Loss": 0.3773053288459778, "Finetune/Loss (Raw)": 0.2580435574054718, "Finetune/Step": 12240, "Finetune/Step Time": 6.5898481495678425}
{"Finetune/Learning Rate": 2.3281464398803046e-06, "Finetune/Loss": 0.37686920166015625, "Finetune/Loss (Raw)": 0.3066237270832062, "Finetune/Step": 12241, "Finetune/Step Time": 6.627866158261895}
{"Finetune/Learning Rate": 2.326814485596495e-06, "Finetune/Loss": 0.3762851059436798, "Finetune/Loss (Raw)": 0.37474632263183594, "Finetune/Step": 12242, "Finetune/Step Time": 6.620495207607746}
{"Finetune/Learning Rate": 2.3254828622683603e-06, "Finetune/Loss": 0.37531575560569763, "Finetune/Loss (Raw)": 0.22852467000484467, "Finetune/Step": 12243, "Finetune/Step Time": 6.652302768081427}
{"Finetune/Learning Rate": 2.324151569953329e-06, "Finetune/Loss": 0.3755512237548828, "Finetune/Loss (Raw)": 0.39321959018707275, "Finetune/Step": 12244, "Finetune/Step Time": 6.671781904995441}
{"Finetune/Learning Rate": 2.3228206087088245e-06, "Finetune/Loss": 0.37507960200309753, "Finetune/Loss (Raw)": 0.37660691142082214, "Finetune/Step": 12245, "Finetune/Step Time": 6.669748416170478}
{"Finetune/Learning Rate": 2.321489978592254e-06, "Finetune/Loss": 0.37486526370048523, "Finetune/Loss (Raw)": 0.36147579550743103, "Finetune/Step": 12246, "Finetune/Step Time": 6.665755566209555}
{"Finetune/Learning Rate": 2.3201596796610095e-06, "Finetune/Loss": 0.37568116188049316, "Finetune/Loss (Raw)": 0.4589099586009979, "Finetune/Step": 12247, "Finetune/Step Time": 6.662167506292462}
{"Finetune/Learning Rate": 2.3188297119724714e-06, "Finetune/Loss": 0.376299113035202, "Finetune/Loss (Raw)": 0.4786548614501953, "Finetune/Step": 12248, "Finetune/Step Time": 6.669918201863766}
{"Finetune/Learning Rate": 2.317500075583996e-06, "Finetune/Loss": 0.37567055225372314, "Finetune/Loss (Raw)": 0.345093309879303, "Finetune/Step": 12249, "Finetune/Step Time": 6.67693505436182}
{"Finetune/Learning Rate": 2.3161707705529368e-06, "Finetune/Loss": 0.3754958212375641, "Finetune/Loss (Raw)": 0.38541704416275024, "Finetune/Step": 12250, "Finetune/Step Time": 6.675509579479694}
{"Finetune/Learning Rate": 2.314841796936629e-06, "Finetune/Loss": 0.3748844861984253, "Finetune/Loss (Raw)": 0.3479815721511841, "Finetune/Step": 12251, "Finetune/Step Time": 6.6745932176709175}
{"Finetune/Learning Rate": 2.3135131547923917e-06, "Finetune/Loss": 0.3749442994594574, "Finetune/Loss (Raw)": 0.3214133679866791, "Finetune/Step": 12252, "Finetune/Step Time": 6.647004580125213}
{"Finetune/Learning Rate": 2.312184844177536e-06, "Finetune/Loss": 0.3744230568408966, "Finetune/Loss (Raw)": 0.28911706805229187, "Finetune/Step": 12253, "Finetune/Step Time": 6.652746118605137}
{"Finetune/Learning Rate": 2.310856865149349e-06, "Finetune/Loss": 0.37505823373794556, "Finetune/Loss (Raw)": 0.4708779752254486, "Finetune/Step": 12254, "Finetune/Step Time": 6.655635563656688}
{"Finetune/Learning Rate": 2.3095292177651063e-06, "Finetune/Loss": 0.37650829553604126, "Finetune/Loss (Raw)": 0.4612584710121155, "Finetune/Step": 12255, "Finetune/Step Time": 6.655128322541714}
{"Finetune/Learning Rate": 2.3082019020820746e-06, "Finetune/Loss": 0.37666064500808716, "Finetune/Loss (Raw)": 0.33892375230789185, "Finetune/Step": 12256, "Finetune/Step Time": 6.678570976480842}
{"Finetune/Learning Rate": 2.306874918157502e-06, "Finetune/Loss": 0.376941055059433, "Finetune/Loss (Raw)": 0.38815176486968994, "Finetune/Step": 12257, "Finetune/Step Time": 6.681666718795896}
{"Finetune/Learning Rate": 2.305548266048625e-06, "Finetune/Loss": 0.3768952488899231, "Finetune/Loss (Raw)": 0.34562429785728455, "Finetune/Step": 12258, "Finetune/Step Time": 6.670810351148248}
{"Finetune/Learning Rate": 2.3042219458126614e-06, "Finetune/Loss": 0.3764793574810028, "Finetune/Loss (Raw)": 0.3948096036911011, "Finetune/Step": 12259, "Finetune/Step Time": 6.669206911697984}
{"Finetune/Learning Rate": 2.30289595750682e-06, "Finetune/Loss": 0.3746878504753113, "Finetune/Loss (Raw)": 0.13321653008460999, "Finetune/Step": 12260, "Finetune/Step Time": 6.6877073142677546}
{"Finetune/Learning Rate": 2.301570301188294e-06, "Finetune/Loss": 0.3744886815547943, "Finetune/Loss (Raw)": 0.4048958718776703, "Finetune/Step": 12261, "Finetune/Step Time": 6.682461813092232}
{"Finetune/Learning Rate": 2.3002449769142544e-06, "Finetune/Loss": 0.37487635016441345, "Finetune/Loss (Raw)": 0.3982665240764618, "Finetune/Step": 12262, "Finetune/Step Time": 6.681243130937219}
{"Finetune/Learning Rate": 2.2989199847418685e-06, "Finetune/Loss": 0.3751445412635803, "Finetune/Loss (Raw)": 0.3828493654727936, "Finetune/Step": 12263, "Finetune/Step Time": 6.680766172707081}
{"Finetune/Learning Rate": 2.297595324728289e-06, "Finetune/Loss": 0.374581903219223, "Finetune/Loss (Raw)": 0.2483687698841095, "Finetune/Step": 12264, "Finetune/Step Time": 6.673322208225727}
{"Finetune/Learning Rate": 2.2962709969306416e-06, "Finetune/Loss": 0.3764166831970215, "Finetune/Loss (Raw)": 0.34137076139450073, "Finetune/Step": 12265, "Finetune/Step Time": 6.652671612799168}
{"Finetune/Learning Rate": 2.2949470014060527e-06, "Finetune/Loss": 0.3763807415962219, "Finetune/Loss (Raw)": 0.44750797748565674, "Finetune/Step": 12266, "Finetune/Step Time": 6.646797586232424}
{"Finetune/Learning Rate": 2.293623338211629e-06, "Finetune/Loss": 0.3759094476699829, "Finetune/Loss (Raw)": 0.395516574382782, "Finetune/Step": 12267, "Finetune/Step Time": 6.645513612776995}
{"Finetune/Learning Rate": 2.2923000074044567e-06, "Finetune/Loss": 0.3763864040374756, "Finetune/Loss (Raw)": 0.4193177819252014, "Finetune/Step": 12268, "Finetune/Step Time": 6.637957714498043}
{"Finetune/Learning Rate": 2.290977009041616e-06, "Finetune/Loss": 0.3782821297645569, "Finetune/Loss (Raw)": 0.4226897954940796, "Finetune/Step": 12269, "Finetune/Step Time": 6.6209793742746115}
{"Finetune/Learning Rate": 2.2896543431801698e-06, "Finetune/Loss": 0.3761211931705475, "Finetune/Loss (Raw)": 0.07598714530467987, "Finetune/Step": 12270, "Finetune/Step Time": 6.632465897127986}
{"Finetune/Learning Rate": 2.2883320098771667e-06, "Finetune/Loss": 0.3762459456920624, "Finetune/Loss (Raw)": 0.43752995133399963, "Finetune/Step": 12271, "Finetune/Step Time": 6.619394287467003}
{"Finetune/Learning Rate": 2.2870100091896406e-06, "Finetune/Loss": 0.37601563334465027, "Finetune/Loss (Raw)": 0.39605286717414856, "Finetune/Step": 12272, "Finetune/Step Time": 6.6192002184689045}
{"Finetune/Learning Rate": 2.2856883411746132e-06, "Finetune/Loss": 0.37381526827812195, "Finetune/Loss (Raw)": 0.09852199256420135, "Finetune/Step": 12273, "Finetune/Step Time": 6.6343352776020765}
{"Finetune/Learning Rate": 2.2843670058890866e-06, "Finetune/Loss": 0.37371498346328735, "Finetune/Loss (Raw)": 0.280851811170578, "Finetune/Step": 12274, "Finetune/Step Time": 6.61955170892179}
{"Finetune/Learning Rate": 2.283046003390056e-06, "Finetune/Loss": 0.3736081123352051, "Finetune/Loss (Raw)": 0.35996708273887634, "Finetune/Step": 12275, "Finetune/Step Time": 6.619883466511965}
{"Finetune/Learning Rate": 2.2817253337344923e-06, "Finetune/Loss": 0.3738827705383301, "Finetune/Loss (Raw)": 0.3793618083000183, "Finetune/Step": 12276, "Finetune/Step Time": 6.614801071584225}
{"Finetune/Learning Rate": 2.2804049969793617e-06, "Finetune/Loss": 0.3742172122001648, "Finetune/Loss (Raw)": 0.4720633625984192, "Finetune/Step": 12277, "Finetune/Step Time": 6.594564134255052}
{"Finetune/Learning Rate": 2.2790849931816115e-06, "Finetune/Loss": 0.37330615520477295, "Finetune/Loss (Raw)": 0.3320300281047821, "Finetune/Step": 12278, "Finetune/Step Time": 6.5944231152534485}
{"Finetune/Learning Rate": 2.2777653223981756e-06, "Finetune/Loss": 0.3738759756088257, "Finetune/Loss (Raw)": 0.36640962958335876, "Finetune/Step": 12279, "Finetune/Step Time": 6.60196827352047}
{"Finetune/Learning Rate": 2.2764459846859767e-06, "Finetune/Loss": 0.37367281317710876, "Finetune/Loss (Raw)": 0.32622918486595154, "Finetune/Step": 12280, "Finetune/Step Time": 6.61250183545053}
{"Finetune/Learning Rate": 2.2751269801019125e-06, "Finetune/Loss": 0.3730936646461487, "Finetune/Loss (Raw)": 0.3054121732711792, "Finetune/Step": 12281, "Finetune/Step Time": 6.636922413483262}
{"Finetune/Learning Rate": 2.2738083087028796e-06, "Finetune/Loss": 0.3732595443725586, "Finetune/Loss (Raw)": 0.3738400638103485, "Finetune/Step": 12282, "Finetune/Step Time": 6.640589162707329}
{"Finetune/Learning Rate": 2.27248997054575e-06, "Finetune/Loss": 0.3729475140571594, "Finetune/Loss (Raw)": 0.38013261556625366, "Finetune/Step": 12283, "Finetune/Step Time": 6.64378422498703}
{"Finetune/Learning Rate": 2.271171965687392e-06, "Finetune/Loss": 0.37297263741493225, "Finetune/Loss (Raw)": 0.35122615098953247, "Finetune/Step": 12284, "Finetune/Step Time": 6.63137018494308}
{"Finetune/Learning Rate": 2.269854294184645e-06, "Finetune/Loss": 0.3728567659854889, "Finetune/Loss (Raw)": 0.37574800848960876, "Finetune/Step": 12285, "Finetune/Step Time": 6.6271490175276995}
{"Finetune/Learning Rate": 2.2685369560943495e-06, "Finetune/Loss": 0.37327873706817627, "Finetune/Loss (Raw)": 0.4020361602306366, "Finetune/Step": 12286, "Finetune/Step Time": 6.617191404104233}
{"Finetune/Learning Rate": 2.2672199514733175e-06, "Finetune/Loss": 0.3732116222381592, "Finetune/Loss (Raw)": 0.37892231345176697, "Finetune/Step": 12287, "Finetune/Step Time": 6.605288406834006}
{"Finetune/Learning Rate": 2.2659032803783555e-06, "Finetune/Loss": 0.3727659285068512, "Finetune/Loss (Raw)": 0.35464638471603394, "Finetune/Step": 12288, "Finetune/Step Time": 6.596497893333435}
{"Finetune/Learning Rate": 2.264586942866255e-06, "Finetune/Loss": 0.3722936809062958, "Finetune/Loss (Raw)": 0.360069215297699, "Finetune/Step": 12289, "Finetune/Step Time": 6.576771738007665}
{"Finetune/Learning Rate": 2.2632709389937914e-06, "Finetune/Loss": 0.3721006214618683, "Finetune/Loss (Raw)": 0.33627256751060486, "Finetune/Step": 12290, "Finetune/Step Time": 6.577339461073279}
{"Finetune/Learning Rate": 2.261955268817725e-06, "Finetune/Loss": 0.37223106622695923, "Finetune/Loss (Raw)": 0.3845466673374176, "Finetune/Step": 12291, "Finetune/Step Time": 6.573525322601199}
{"Finetune/Learning Rate": 2.2606399323948025e-06, "Finetune/Loss": 0.3726831078529358, "Finetune/Loss (Raw)": 0.3460704982280731, "Finetune/Step": 12292, "Finetune/Step Time": 6.565706377848983}
{"Finetune/Learning Rate": 2.25932492978176e-06, "Finetune/Loss": 0.3710936903953552, "Finetune/Loss (Raw)": 0.10318897664546967, "Finetune/Step": 12293, "Finetune/Step Time": 6.585774842649698}
{"Finetune/Learning Rate": 2.2580102610353095e-06, "Finetune/Loss": 0.37090378999710083, "Finetune/Loss (Raw)": 0.38737085461616516, "Finetune/Step": 12294, "Finetune/Step Time": 6.577009906992316}
{"Finetune/Learning Rate": 2.256695926212159e-06, "Finetune/Loss": 0.3711651563644409, "Finetune/Loss (Raw)": 0.3917626738548279, "Finetune/Step": 12295, "Finetune/Step Time": 6.579212628304958}
{"Finetune/Learning Rate": 2.2553819253689947e-06, "Finetune/Loss": 0.37071433663368225, "Finetune/Loss (Raw)": 0.3737400472164154, "Finetune/Step": 12296, "Finetune/Step Time": 6.597654432058334}
{"Finetune/Learning Rate": 2.2540682585624917e-06, "Finetune/Loss": 0.37036240100860596, "Finetune/Loss (Raw)": 0.3487359583377838, "Finetune/Step": 12297, "Finetune/Step Time": 6.6020695976912975}
{"Finetune/Learning Rate": 2.252754925849312e-06, "Finetune/Loss": 0.3705793619155884, "Finetune/Loss (Raw)": 0.3613189458847046, "Finetune/Step": 12298, "Finetune/Step Time": 6.596077535301447}
{"Finetune/Learning Rate": 2.251441927286103e-06, "Finetune/Loss": 0.37021568417549133, "Finetune/Loss (Raw)": 0.41784757375717163, "Finetune/Step": 12299, "Finetune/Step Time": 6.588085249066353}
{"Finetune/Learning Rate": 2.250129262929491e-06, "Finetune/Loss": 0.3702602982521057, "Finetune/Loss (Raw)": 0.4324561655521393, "Finetune/Step": 12300, "Finetune/Step Time": 6.590949943289161}
{"Finetune/Learning Rate": 2.2488169328360965e-06, "Finetune/Loss": 0.3699611723423004, "Finetune/Loss (Raw)": 0.35080355405807495, "Finetune/Step": 12301, "Finetune/Step Time": 6.56170510686934}
{"Finetune/Learning Rate": 2.2475049370625226e-06, "Finetune/Loss": 0.3686974346637726, "Finetune/Loss (Raw)": 0.30720457434654236, "Finetune/Step": 12302, "Finetune/Step Time": 6.569029837846756}
{"Finetune/Learning Rate": 2.246193275665356e-06, "Finetune/Loss": 0.36973148584365845, "Finetune/Loss (Raw)": 0.3749859631061554, "Finetune/Step": 12303, "Finetune/Step Time": 6.5602911207824945}
{"Finetune/Learning Rate": 2.2448819487011743e-06, "Finetune/Loss": 0.36889368295669556, "Finetune/Loss (Raw)": 0.29570654034614563, "Finetune/Step": 12304, "Finetune/Step Time": 6.564128391444683}
{"Finetune/Learning Rate": 2.243570956226532e-06, "Finetune/Loss": 0.3689131736755371, "Finetune/Loss (Raw)": 0.3371109962463379, "Finetune/Step": 12305, "Finetune/Step Time": 6.553952919319272}
{"Finetune/Learning Rate": 2.242260298297978e-06, "Finetune/Loss": 0.36878883838653564, "Finetune/Loss (Raw)": 0.37516236305236816, "Finetune/Step": 12306, "Finetune/Step Time": 6.569268653169274}
{"Finetune/Learning Rate": 2.24094997497204e-06, "Finetune/Loss": 0.3677964210510254, "Finetune/Loss (Raw)": 0.30777043104171753, "Finetune/Step": 12307, "Finetune/Step Time": 6.564608119428158}
{"Finetune/Learning Rate": 2.239639986305233e-06, "Finetune/Loss": 0.36895644664764404, "Finetune/Loss (Raw)": 0.5369148254394531, "Finetune/Step": 12308, "Finetune/Step Time": 6.559028385207057}
{"Finetune/Learning Rate": 2.238330332354063e-06, "Finetune/Loss": 0.36942678689956665, "Finetune/Loss (Raw)": 0.3927847445011139, "Finetune/Step": 12309, "Finetune/Step Time": 6.539013778790832}
{"Finetune/Learning Rate": 2.2370210131750146e-06, "Finetune/Loss": 0.3701631426811218, "Finetune/Loss (Raw)": 0.3505740463733673, "Finetune/Step": 12310, "Finetune/Step Time": 6.538817383348942}
{"Finetune/Learning Rate": 2.2357120288245604e-06, "Finetune/Loss": 0.36970603466033936, "Finetune/Loss (Raw)": 0.3431377410888672, "Finetune/Step": 12311, "Finetune/Step Time": 6.538684910163283}
{"Finetune/Learning Rate": 2.2344033793591634e-06, "Finetune/Loss": 0.37055158615112305, "Finetune/Loss (Raw)": 0.4669515788555145, "Finetune/Step": 12312, "Finetune/Step Time": 6.522572373971343}
{"Finetune/Learning Rate": 2.233095064835261e-06, "Finetune/Loss": 0.3694089651107788, "Finetune/Loss (Raw)": 0.362399160861969, "Finetune/Step": 12313, "Finetune/Step Time": 6.516546664759517}
{"Finetune/Learning Rate": 2.231787085309286e-06, "Finetune/Loss": 0.36851730942726135, "Finetune/Loss (Raw)": 0.30451205372810364, "Finetune/Step": 12314, "Finetune/Step Time": 6.5106509402394295}
{"Finetune/Learning Rate": 2.230479440837655e-06, "Finetune/Loss": 0.36756595969200134, "Finetune/Loss (Raw)": 0.24545283615589142, "Finetune/Step": 12315, "Finetune/Step Time": 6.519203765317798}
{"Finetune/Learning Rate": 2.2291721314767643e-06, "Finetune/Loss": 0.368632435798645, "Finetune/Loss (Raw)": 0.4859962463378906, "Finetune/Step": 12316, "Finetune/Step Time": 6.5111780893057585}
{"Finetune/Learning Rate": 2.227865157283002e-06, "Finetune/Loss": 0.3665968179702759, "Finetune/Loss (Raw)": 0.08577790856361389, "Finetune/Step": 12317, "Finetune/Step Time": 6.521290201693773}
{"Finetune/Learning Rate": 2.2265585183127437e-06, "Finetune/Loss": 0.3658081889152527, "Finetune/Loss (Raw)": 0.31684377789497375, "Finetune/Step": 12318, "Finetune/Step Time": 6.55796174146235}
{"Finetune/Learning Rate": 2.22525221462234e-06, "Finetune/Loss": 0.36612188816070557, "Finetune/Loss (Raw)": 0.36206719279289246, "Finetune/Step": 12319, "Finetune/Step Time": 6.555775735527277}
{"Finetune/Learning Rate": 2.223946246268137e-06, "Finetune/Loss": 0.3668680489063263, "Finetune/Loss (Raw)": 0.4724249243736267, "Finetune/Step": 12320, "Finetune/Step Time": 6.553766345605254}
{"Finetune/Learning Rate": 2.222640613306463e-06, "Finetune/Loss": 0.3674856424331665, "Finetune/Loss (Raw)": 0.46384942531585693, "Finetune/Step": 12321, "Finetune/Step Time": 6.574937120079994}
{"Finetune/Learning Rate": 2.2213353157936314e-06, "Finetune/Loss": 0.366621732711792, "Finetune/Loss (Raw)": 0.33498793840408325, "Finetune/Step": 12322, "Finetune/Step Time": 6.581921771168709}
{"Finetune/Learning Rate": 2.2200303537859426e-06, "Finetune/Loss": 0.36442944407463074, "Finetune/Loss (Raw)": 0.12860451638698578, "Finetune/Step": 12323, "Finetune/Step Time": 6.59372353926301}
{"Finetune/Learning Rate": 2.21872572733968e-06, "Finetune/Loss": 0.36545681953430176, "Finetune/Loss (Raw)": 0.4498257040977478, "Finetune/Step": 12324, "Finetune/Step Time": 6.5792453195899725}
{"Finetune/Learning Rate": 2.217421436511118e-06, "Finetune/Loss": 0.36443430185317993, "Finetune/Loss (Raw)": 0.3665805459022522, "Finetune/Step": 12325, "Finetune/Step Time": 6.58791353367269}
{"Finetune/Learning Rate": 2.216117481356509e-06, "Finetune/Loss": 0.3648260831832886, "Finetune/Loss (Raw)": 0.41720521450042725, "Finetune/Step": 12326, "Finetune/Step Time": 6.597060479223728}
{"Finetune/Learning Rate": 2.2148138619320926e-06, "Finetune/Loss": 0.3647371530532837, "Finetune/Loss (Raw)": 0.3393361568450928, "Finetune/Step": 12327, "Finetune/Step Time": 6.6077072359621525}
{"Finetune/Learning Rate": 2.2135105782940967e-06, "Finetune/Loss": 0.36508139967918396, "Finetune/Loss (Raw)": 0.43376219272613525, "Finetune/Step": 12328, "Finetune/Step Time": 6.6044151689857244}
{"Finetune/Learning Rate": 2.2122076304987374e-06, "Finetune/Loss": 0.36545825004577637, "Finetune/Loss (Raw)": 0.47762244939804077, "Finetune/Step": 12329, "Finetune/Step Time": 6.603112008422613}
{"Finetune/Learning Rate": 2.2109050186022096e-06, "Finetune/Loss": 0.3649200201034546, "Finetune/Loss (Raw)": 0.2932497262954712, "Finetune/Step": 12330, "Finetune/Step Time": 6.604667631909251}
{"Finetune/Learning Rate": 2.2096027426607005e-06, "Finetune/Loss": 0.3653363585472107, "Finetune/Loss (Raw)": 0.42251333594322205, "Finetune/Step": 12331, "Finetune/Step Time": 6.6036172863096}
{"Finetune/Learning Rate": 2.208300802730373e-06, "Finetune/Loss": 0.36455029249191284, "Finetune/Loss (Raw)": 0.40064671635627747, "Finetune/Step": 12332, "Finetune/Step Time": 6.601985435932875}
{"Finetune/Learning Rate": 2.2069991988673868e-06, "Finetune/Loss": 0.363605260848999, "Finetune/Loss (Raw)": 0.39922598004341125, "Finetune/Step": 12333, "Finetune/Step Time": 6.604906253516674}
{"Finetune/Learning Rate": 2.2056979311278792e-06, "Finetune/Loss": 0.3639923334121704, "Finetune/Loss (Raw)": 0.41322293877601624, "Finetune/Step": 12334, "Finetune/Step Time": 6.593096125870943}
{"Finetune/Learning Rate": 2.204396999567977e-06, "Finetune/Loss": 0.36453813314437866, "Finetune/Loss (Raw)": 0.3733496367931366, "Finetune/Step": 12335, "Finetune/Step Time": 6.601854134351015}
{"Finetune/Learning Rate": 2.203096404243794e-06, "Finetune/Loss": 0.3648962378501892, "Finetune/Loss (Raw)": 0.4484521746635437, "Finetune/Step": 12336, "Finetune/Step Time": 6.6041879542171955}
{"Finetune/Learning Rate": 2.2017961452114213e-06, "Finetune/Loss": 0.36463749408721924, "Finetune/Loss (Raw)": 0.4349179267883301, "Finetune/Step": 12337, "Finetune/Step Time": 6.58768206089735}
{"Finetune/Learning Rate": 2.2004962225269455e-06, "Finetune/Loss": 0.3647962510585785, "Finetune/Loss (Raw)": 0.3731463551521301, "Finetune/Step": 12338, "Finetune/Step Time": 6.585809862241149}
{"Finetune/Learning Rate": 2.19919663624643e-06, "Finetune/Loss": 0.36431729793548584, "Finetune/Loss (Raw)": 0.38074159622192383, "Finetune/Step": 12339, "Finetune/Step Time": 6.589011166244745}
{"Finetune/Learning Rate": 2.197897386425931e-06, "Finetune/Loss": 0.364972323179245, "Finetune/Loss (Raw)": 0.4732818007469177, "Finetune/Step": 12340, "Finetune/Step Time": 6.580653201788664}
{"Finetune/Learning Rate": 2.196598473121485e-06, "Finetune/Loss": 0.3647861182689667, "Finetune/Loss (Raw)": 0.3797571361064911, "Finetune/Step": 12341, "Finetune/Step Time": 6.5768211055547}
{"Finetune/Learning Rate": 2.195299896389118e-06, "Finetune/Loss": 0.36499249935150146, "Finetune/Loss (Raw)": 0.42316746711730957, "Finetune/Step": 12342, "Finetune/Step Time": 6.597353644669056}
{"Finetune/Learning Rate": 2.1940016562848387e-06, "Finetune/Loss": 0.36531442403793335, "Finetune/Loss (Raw)": 0.3533225655555725, "Finetune/Step": 12343, "Finetune/Step Time": 6.594933986663818}
{"Finetune/Learning Rate": 2.1927037528646443e-06, "Finetune/Loss": 0.365856409072876, "Finetune/Loss (Raw)": 0.43318384885787964, "Finetune/Step": 12344, "Finetune/Step Time": 6.597197812050581}
{"Finetune/Learning Rate": 2.1914061861845106e-06, "Finetune/Loss": 0.3660917282104492, "Finetune/Loss (Raw)": 0.3842693865299225, "Finetune/Step": 12345, "Finetune/Step Time": 6.602642860263586}
{"Finetune/Learning Rate": 2.190108956300405e-06, "Finetune/Loss": 0.36618539690971375, "Finetune/Loss (Raw)": 0.3636891841888428, "Finetune/Step": 12346, "Finetune/Step Time": 6.59430287592113}
{"Finetune/Learning Rate": 2.188812063268284e-06, "Finetune/Loss": 0.3667353093624115, "Finetune/Loss (Raw)": 0.4285087287425995, "Finetune/Step": 12347, "Finetune/Step Time": 6.582178285345435}
{"Finetune/Learning Rate": 2.1875155071440768e-06, "Finetune/Loss": 0.36670681834220886, "Finetune/Loss (Raw)": 0.33711907267570496, "Finetune/Step": 12348, "Finetune/Step Time": 6.584969494491816}
{"Finetune/Learning Rate": 2.1862192879837094e-06, "Finetune/Loss": 0.36591625213623047, "Finetune/Loss (Raw)": 0.32313480973243713, "Finetune/Step": 12349, "Finetune/Step Time": 6.575917292386293}
{"Finetune/Learning Rate": 2.18492340584309e-06, "Finetune/Loss": 0.3660302758216858, "Finetune/Loss (Raw)": 0.34710031747817993, "Finetune/Step": 12350, "Finetune/Step Time": 6.573990786448121}
{"Finetune/Learning Rate": 2.1836278607781137e-06, "Finetune/Loss": 0.3642054796218872, "Finetune/Loss (Raw)": 0.12123621255159378, "Finetune/Step": 12351, "Finetune/Step Time": 6.594841454178095}
{"Finetune/Learning Rate": 2.182332652844654e-06, "Finetune/Loss": 0.36513689160346985, "Finetune/Loss (Raw)": 0.37681639194488525, "Finetune/Step": 12352, "Finetune/Step Time": 6.579988801851869}
{"Finetune/Learning Rate": 2.1810377820985785e-06, "Finetune/Loss": 0.3651462495326996, "Finetune/Loss (Raw)": 0.3939969837665558, "Finetune/Step": 12353, "Finetune/Step Time": 6.5812659952789545}
{"Finetune/Learning Rate": 2.179743248595737e-06, "Finetune/Loss": 0.36584794521331787, "Finetune/Loss (Raw)": 0.4315822124481201, "Finetune/Step": 12354, "Finetune/Step Time": 6.558221705257893}
{"Finetune/Learning Rate": 2.178449052391963e-06, "Finetune/Loss": 0.36562302708625793, "Finetune/Loss (Raw)": 0.29386213421821594, "Finetune/Step": 12355, "Finetune/Step Time": 6.558360658586025}
{"Finetune/Learning Rate": 2.177155193543081e-06, "Finetune/Loss": 0.36512917280197144, "Finetune/Loss (Raw)": 0.3733691871166229, "Finetune/Step": 12356, "Finetune/Step Time": 6.546957997605205}
{"Finetune/Learning Rate": 2.175861672104892e-06, "Finetune/Loss": 0.3639640212059021, "Finetune/Loss (Raw)": 0.3414108157157898, "Finetune/Step": 12357, "Finetune/Step Time": 6.568442713469267}
{"Finetune/Learning Rate": 2.174568488133193e-06, "Finetune/Loss": 0.36411601305007935, "Finetune/Loss (Raw)": 0.4454312026500702, "Finetune/Step": 12358, "Finetune/Step Time": 6.570548867806792}
{"Finetune/Learning Rate": 2.173275641683753e-06, "Finetune/Loss": 0.364540696144104, "Finetune/Loss (Raw)": 0.41161486506462097, "Finetune/Step": 12359, "Finetune/Step Time": 6.567303229123354}
{"Finetune/Learning Rate": 2.1719831328123397e-06, "Finetune/Loss": 0.3653099834918976, "Finetune/Loss (Raw)": 0.47509250044822693, "Finetune/Step": 12360, "Finetune/Step Time": 6.57316323928535}
{"Finetune/Learning Rate": 2.170690961574701e-06, "Finetune/Loss": 0.3652890920639038, "Finetune/Loss (Raw)": 0.44936373829841614, "Finetune/Step": 12361, "Finetune/Step Time": 6.580174941569567}
{"Finetune/Learning Rate": 2.169399128026568e-06, "Finetune/Loss": 0.3655904531478882, "Finetune/Loss (Raw)": 0.3576500415802002, "Finetune/Step": 12362, "Finetune/Step Time": 6.571695599704981}
{"Finetune/Learning Rate": 2.1681076322236605e-06, "Finetune/Loss": 0.3660833239555359, "Finetune/Loss (Raw)": 0.4714599549770355, "Finetune/Step": 12363, "Finetune/Step Time": 6.578635623678565}
{"Finetune/Learning Rate": 2.166816474221686e-06, "Finetune/Loss": 0.3664150536060333, "Finetune/Loss (Raw)": 0.3739466965198517, "Finetune/Step": 12364, "Finetune/Step Time": 6.573203409090638}
{"Finetune/Learning Rate": 2.165525654076328e-06, "Finetune/Loss": 0.36687856912612915, "Finetune/Loss (Raw)": 0.4262867867946625, "Finetune/Step": 12365, "Finetune/Step Time": 6.5698570515960455}
{"Finetune/Learning Rate": 2.164235171843263e-06, "Finetune/Loss": 0.3662400543689728, "Finetune/Loss (Raw)": 0.307395339012146, "Finetune/Step": 12366, "Finetune/Step Time": 6.552635176107287}
{"Finetune/Learning Rate": 2.162945027578156e-06, "Finetune/Loss": 0.3632503151893616, "Finetune/Loss (Raw)": 0.16334833204746246, "Finetune/Step": 12367, "Finetune/Step Time": 6.563103744760156}
{"Finetune/Learning Rate": 2.161655221336647e-06, "Finetune/Loss": 0.36433929204940796, "Finetune/Loss (Raw)": 0.397431880235672, "Finetune/Step": 12368, "Finetune/Step Time": 6.5523054506629705}
{"Finetune/Learning Rate": 2.160365753174369e-06, "Finetune/Loss": 0.36524343490600586, "Finetune/Loss (Raw)": 0.42235371470451355, "Finetune/Step": 12369, "Finetune/Step Time": 6.513205843046308}
{"Finetune/Learning Rate": 2.159076623146943e-06, "Finetune/Loss": 0.3662516474723816, "Finetune/Loss (Raw)": 0.5037980675697327, "Finetune/Step": 12370, "Finetune/Step Time": 6.508892359212041}
{"Finetune/Learning Rate": 2.157787831309963e-06, "Finetune/Loss": 0.36789965629577637, "Finetune/Loss (Raw)": 0.439470499753952, "Finetune/Step": 12371, "Finetune/Step Time": 6.473694114014506}
{"Finetune/Learning Rate": 2.1564993777190215e-06, "Finetune/Loss": 0.3680608868598938, "Finetune/Loss (Raw)": 0.4138581454753876, "Finetune/Step": 12372, "Finetune/Step Time": 6.473619516938925}
{"Finetune/Learning Rate": 2.1552112624296893e-06, "Finetune/Loss": 0.3679385483264923, "Finetune/Loss (Raw)": 0.3609422743320465, "Finetune/Step": 12373, "Finetune/Step Time": 6.4782087206840515}
{"Finetune/Learning Rate": 2.153923485497528e-06, "Finetune/Loss": 0.3678227663040161, "Finetune/Loss (Raw)": 0.3466572165489197, "Finetune/Step": 12374, "Finetune/Step Time": 6.477787664160132}
{"Finetune/Learning Rate": 2.1526360469780783e-06, "Finetune/Loss": 0.3675878643989563, "Finetune/Loss (Raw)": 0.42884042859077454, "Finetune/Step": 12375, "Finetune/Step Time": 6.479189230129123}
{"Finetune/Learning Rate": 2.151348946926872e-06, "Finetune/Loss": 0.36716794967651367, "Finetune/Loss (Raw)": 0.42490702867507935, "Finetune/Step": 12376, "Finetune/Step Time": 6.483881400898099}
{"Finetune/Learning Rate": 2.150062185399421e-06, "Finetune/Loss": 0.3671891391277313, "Finetune/Loss (Raw)": 0.34780755639076233, "Finetune/Step": 12377, "Finetune/Step Time": 6.475389553233981}
{"Finetune/Learning Rate": 2.148775762451227e-06, "Finetune/Loss": 0.36626681685447693, "Finetune/Loss (Raw)": 0.2673601508140564, "Finetune/Step": 12378, "Finetune/Step Time": 6.49632666260004}
{"Finetune/Learning Rate": 2.147489678137773e-06, "Finetune/Loss": 0.3669436573982239, "Finetune/Loss (Raw)": 0.4346187114715576, "Finetune/Step": 12379, "Finetune/Step Time": 6.505320530384779}
{"Finetune/Learning Rate": 2.146203932514531e-06, "Finetune/Loss": 0.36715906858444214, "Finetune/Loss (Raw)": 0.3489834666252136, "Finetune/Step": 12380, "Finetune/Step Time": 6.518006170168519}
{"Finetune/Learning Rate": 2.1449185256369567e-06, "Finetune/Loss": 0.3686201870441437, "Finetune/Loss (Raw)": 0.47614002227783203, "Finetune/Step": 12381, "Finetune/Step Time": 6.512248959392309}
{"Finetune/Learning Rate": 2.143633457560492e-06, "Finetune/Loss": 0.3668057918548584, "Finetune/Loss (Raw)": 0.2386355847120285, "Finetune/Step": 12382, "Finetune/Step Time": 6.520132793113589}
{"Finetune/Learning Rate": 2.1423487283405665e-06, "Finetune/Loss": 0.36642345786094666, "Finetune/Loss (Raw)": 0.4123222231864929, "Finetune/Step": 12383, "Finetune/Step Time": 6.52386942319572}
{"Finetune/Learning Rate": 2.1410643380325868e-06, "Finetune/Loss": 0.36566653847694397, "Finetune/Loss (Raw)": 0.24203650653362274, "Finetune/Step": 12384, "Finetune/Step Time": 6.502151846885681}
{"Finetune/Learning Rate": 2.1397802866919536e-06, "Finetune/Loss": 0.3652048707008362, "Finetune/Loss (Raw)": 0.3290584683418274, "Finetune/Step": 12385, "Finetune/Step Time": 6.504807503893971}
{"Finetune/Learning Rate": 2.1384965743740493e-06, "Finetune/Loss": 0.36501359939575195, "Finetune/Loss (Raw)": 0.3211416006088257, "Finetune/Step": 12386, "Finetune/Step Time": 6.503143521025777}
{"Finetune/Learning Rate": 2.1372132011342462e-06, "Finetune/Loss": 0.36462441086769104, "Finetune/Loss (Raw)": 0.3449936509132385, "Finetune/Step": 12387, "Finetune/Step Time": 6.516390198841691}
{"Finetune/Learning Rate": 2.135930167027892e-06, "Finetune/Loss": 0.36600545048713684, "Finetune/Loss (Raw)": 0.3099890947341919, "Finetune/Step": 12388, "Finetune/Step Time": 6.506730116903782}
{"Finetune/Learning Rate": 2.1346474721103304e-06, "Finetune/Loss": 0.36568257212638855, "Finetune/Loss (Raw)": 0.36356550455093384, "Finetune/Step": 12389, "Finetune/Step Time": 6.511290855705738}
{"Finetune/Learning Rate": 2.1333651164368817e-06, "Finetune/Loss": 0.3651902377605438, "Finetune/Loss (Raw)": 0.3352501690387726, "Finetune/Step": 12390, "Finetune/Step Time": 6.5045827105641365}
{"Finetune/Learning Rate": 2.132083100062857e-06, "Finetune/Loss": 0.36568257212638855, "Finetune/Loss (Raw)": 0.4458664059638977, "Finetune/Step": 12391, "Finetune/Step Time": 6.518066216260195}
{"Finetune/Learning Rate": 2.1308014230435538e-06, "Finetune/Loss": 0.366362065076828, "Finetune/Loss (Raw)": 0.3353431522846222, "Finetune/Step": 12392, "Finetune/Step Time": 6.543672874569893}
{"Finetune/Learning Rate": 2.1295200854342514e-06, "Finetune/Loss": 0.3661936819553375, "Finetune/Loss (Raw)": 0.31981876492500305, "Finetune/Step": 12393, "Finetune/Step Time": 6.559192057698965}
{"Finetune/Learning Rate": 2.128239087290215e-06, "Finetune/Loss": 0.36538824439048767, "Finetune/Loss (Raw)": 0.3444136381149292, "Finetune/Step": 12394, "Finetune/Step Time": 6.581068621948361}
{"Finetune/Learning Rate": 2.1269584286666968e-06, "Finetune/Loss": 0.36532866954803467, "Finetune/Loss (Raw)": 0.3878885507583618, "Finetune/Step": 12395, "Finetune/Step Time": 6.579616297036409}
{"Finetune/Learning Rate": 2.1256781096189362e-06, "Finetune/Loss": 0.3654124438762665, "Finetune/Loss (Raw)": 0.4300435185432434, "Finetune/Step": 12396, "Finetune/Step Time": 6.58379901945591}
{"Finetune/Learning Rate": 2.124398130202149e-06, "Finetune/Loss": 0.36461710929870605, "Finetune/Loss (Raw)": 0.32088419795036316, "Finetune/Step": 12397, "Finetune/Step Time": 6.575745018199086}
{"Finetune/Learning Rate": 2.1231184904715496e-06, "Finetune/Loss": 0.3670414686203003, "Finetune/Loss (Raw)": 0.38630935549736023, "Finetune/Step": 12398, "Finetune/Step Time": 6.5585574097931385}
{"Finetune/Learning Rate": 2.1218391904823245e-06, "Finetune/Loss": 0.36817237734794617, "Finetune/Loss (Raw)": 0.5822859406471252, "Finetune/Step": 12399, "Finetune/Step Time": 6.565656991675496}
{"Finetune/Learning Rate": 2.120560230289653e-06, "Finetune/Loss": 0.3683559000492096, "Finetune/Loss (Raw)": 0.41954147815704346, "Finetune/Step": 12400, "Finetune/Step Time": 6.565463788807392}
{"Finetune/Learning Rate": 2.1192816099487013e-06, "Finetune/Loss": 0.3706170916557312, "Finetune/Loss (Raw)": 0.387952595949173, "Finetune/Step": 12401, "Finetune/Step Time": 6.555237043648958}
{"Finetune/Learning Rate": 2.1180033295146195e-06, "Finetune/Loss": 0.37086158990859985, "Finetune/Loss (Raw)": 0.3121489882469177, "Finetune/Step": 12402, "Finetune/Step Time": 6.556405773386359}
{"Finetune/Learning Rate": 2.1167253890425355e-06, "Finetune/Loss": 0.37092041969299316, "Finetune/Loss (Raw)": 0.36749938130378723, "Finetune/Step": 12403, "Finetune/Step Time": 6.558325974270701}
{"Finetune/Learning Rate": 2.115447788587572e-06, "Finetune/Loss": 0.37088340520858765, "Finetune/Loss (Raw)": 0.37462082505226135, "Finetune/Step": 12404, "Finetune/Step Time": 6.560351068153977}
{"Finetune/Learning Rate": 2.114170528204834e-06, "Finetune/Loss": 0.37003087997436523, "Finetune/Loss (Raw)": 0.36294054985046387, "Finetune/Step": 12405, "Finetune/Step Time": 6.570041688159108}
{"Finetune/Learning Rate": 2.112893607949412e-06, "Finetune/Loss": 0.3704598546028137, "Finetune/Loss (Raw)": 0.3869416415691376, "Finetune/Step": 12406, "Finetune/Step Time": 6.559692602604628}
{"Finetune/Learning Rate": 2.1116170278763817e-06, "Finetune/Loss": 0.3710814118385315, "Finetune/Loss (Raw)": 0.44596508145332336, "Finetune/Step": 12407, "Finetune/Step Time": 6.541276993229985}
{"Finetune/Learning Rate": 2.1103407880408046e-06, "Finetune/Loss": 0.3691864609718323, "Finetune/Loss (Raw)": 0.08367576450109482, "Finetune/Step": 12408, "Finetune/Step Time": 6.544832240790129}
{"Finetune/Learning Rate": 2.109064888497725e-06, "Finetune/Loss": 0.36957013607025146, "Finetune/Loss (Raw)": 0.35452383756637573, "Finetune/Step": 12409, "Finetune/Step Time": 6.509386939927936}
{"Finetune/Learning Rate": 2.107789329302173e-06, "Finetune/Loss": 0.36752939224243164, "Finetune/Loss (Raw)": 0.11262858659029007, "Finetune/Step": 12410, "Finetune/Step Time": 6.523784006014466}
{"Finetune/Learning Rate": 2.106514110509167e-06, "Finetune/Loss": 0.3678056597709656, "Finetune/Loss (Raw)": 0.41549596190452576, "Finetune/Step": 12411, "Finetune/Step Time": 6.528418883681297}
{"Finetune/Learning Rate": 2.105239232173708e-06, "Finetune/Loss": 0.3689011335372925, "Finetune/Loss (Raw)": 0.49144190549850464, "Finetune/Step": 12412, "Finetune/Step Time": 6.535367466509342}
{"Finetune/Learning Rate": 2.1039646943507853e-06, "Finetune/Loss": 0.36877402663230896, "Finetune/Loss (Raw)": 0.35948121547698975, "Finetune/Step": 12413, "Finetune/Step Time": 6.534617610275745}
{"Finetune/Learning Rate": 2.10269049709537e-06, "Finetune/Loss": 0.36857080459594727, "Finetune/Loss (Raw)": 0.37602394819259644, "Finetune/Step": 12414, "Finetune/Step Time": 6.547613272443414}
{"Finetune/Learning Rate": 2.1014166404624238e-06, "Finetune/Loss": 0.36898672580718994, "Finetune/Loss (Raw)": 0.43215689063072205, "Finetune/Step": 12415, "Finetune/Step Time": 6.552748743444681}
{"Finetune/Learning Rate": 2.1001431245068837e-06, "Finetune/Loss": 0.3693218529224396, "Finetune/Loss (Raw)": 0.39754363894462585, "Finetune/Step": 12416, "Finetune/Step Time": 6.554595418274403}
{"Finetune/Learning Rate": 2.0988699492836816e-06, "Finetune/Loss": 0.36983317136764526, "Finetune/Loss (Raw)": 0.42551907896995544, "Finetune/Step": 12417, "Finetune/Step Time": 6.558278866112232}
{"Finetune/Learning Rate": 2.0975971148477313e-06, "Finetune/Loss": 0.3700971007347107, "Finetune/Loss (Raw)": 0.37005406618118286, "Finetune/Step": 12418, "Finetune/Step Time": 6.5563611295074224}
{"Finetune/Learning Rate": 2.0963246212539345e-06, "Finetune/Loss": 0.37089407444000244, "Finetune/Loss (Raw)": 0.48655906319618225, "Finetune/Step": 12419, "Finetune/Step Time": 6.561975395306945}
{"Finetune/Learning Rate": 2.0950524685571715e-06, "Finetune/Loss": 0.37065428495407104, "Finetune/Loss (Raw)": 0.3153782784938812, "Finetune/Step": 12420, "Finetune/Step Time": 6.593366239219904}
{"Finetune/Learning Rate": 2.093780656812313e-06, "Finetune/Loss": 0.3724035918712616, "Finetune/Loss (Raw)": 0.3270992934703827, "Finetune/Step": 12421, "Finetune/Step Time": 6.592558601871133}
{"Finetune/Learning Rate": 2.0925091860742174e-06, "Finetune/Loss": 0.37273067235946655, "Finetune/Loss (Raw)": 0.4292377233505249, "Finetune/Step": 12422, "Finetune/Step Time": 6.577567173168063}
{"Finetune/Learning Rate": 2.091238056397721e-06, "Finetune/Loss": 0.3722570240497589, "Finetune/Loss (Raw)": 0.3311353325843811, "Finetune/Step": 12423, "Finetune/Step Time": 6.5759418196976185}
{"Finetune/Learning Rate": 2.08996726783765e-06, "Finetune/Loss": 0.37242093682289124, "Finetune/Loss (Raw)": 0.3947189152240753, "Finetune/Step": 12424, "Finetune/Step Time": 6.5511955469846725}
{"Finetune/Learning Rate": 2.088696820448817e-06, "Finetune/Loss": 0.3720776438713074, "Finetune/Loss (Raw)": 0.3047962784767151, "Finetune/Step": 12425, "Finetune/Step Time": 6.53618223592639}
{"Finetune/Learning Rate": 2.087426714286017e-06, "Finetune/Loss": 0.37284159660339355, "Finetune/Loss (Raw)": 0.45910462737083435, "Finetune/Step": 12426, "Finetune/Step Time": 6.5248546451330185}
{"Finetune/Learning Rate": 2.0861569494040322e-06, "Finetune/Loss": 0.37250953912734985, "Finetune/Loss (Raw)": 0.3753452003002167, "Finetune/Step": 12427, "Finetune/Step Time": 6.516743317246437}
{"Finetune/Learning Rate": 2.084887525857633e-06, "Finetune/Loss": 0.3716733455657959, "Finetune/Loss (Raw)": 0.325421541929245, "Finetune/Step": 12428, "Finetune/Step Time": 6.508076332509518}
{"Finetune/Learning Rate": 2.083618443701565e-06, "Finetune/Loss": 0.37001073360443115, "Finetune/Loss (Raw)": 0.13799360394477844, "Finetune/Step": 12429, "Finetune/Step Time": 6.521018596366048}
{"Finetune/Learning Rate": 2.0823497029905703e-06, "Finetune/Loss": 0.37037017941474915, "Finetune/Loss (Raw)": 0.35321149230003357, "Finetune/Step": 12430, "Finetune/Step Time": 6.519305812194943}
{"Finetune/Learning Rate": 2.0810813037793676e-06, "Finetune/Loss": 0.37069064378738403, "Finetune/Loss (Raw)": 0.4160035252571106, "Finetune/Step": 12431, "Finetune/Step Time": 6.534352328628302}
{"Finetune/Learning Rate": 2.0798132461226673e-06, "Finetune/Loss": 0.3715604543685913, "Finetune/Loss (Raw)": 0.40703946352005005, "Finetune/Step": 12432, "Finetune/Step Time": 6.530008351430297}
{"Finetune/Learning Rate": 2.0785455300751613e-06, "Finetune/Loss": 0.3713666498661041, "Finetune/Loss (Raw)": 0.3123094141483307, "Finetune/Step": 12433, "Finetune/Step Time": 6.514673385769129}
{"Finetune/Learning Rate": 2.077278155691532e-06, "Finetune/Loss": 0.3717361390590668, "Finetune/Loss (Raw)": 0.4224545955657959, "Finetune/Step": 12434, "Finetune/Step Time": 6.502168418839574}
{"Finetune/Learning Rate": 2.076011123026438e-06, "Finetune/Loss": 0.37265443801879883, "Finetune/Loss (Raw)": 0.4253145456314087, "Finetune/Step": 12435, "Finetune/Step Time": 6.505262048915029}
{"Finetune/Learning Rate": 2.0747444321345288e-06, "Finetune/Loss": 0.3718912601470947, "Finetune/Loss (Raw)": 0.43922749161720276, "Finetune/Step": 12436, "Finetune/Step Time": 6.515278412029147}
{"Finetune/Learning Rate": 2.0734780830704413e-06, "Finetune/Loss": 0.372404009103775, "Finetune/Loss (Raw)": 0.4584173262119293, "Finetune/Step": 12437, "Finetune/Step Time": 6.52713455632329}
{"Finetune/Learning Rate": 2.072212075888793e-06, "Finetune/Loss": 0.3706537187099457, "Finetune/Loss (Raw)": 0.12653447687625885, "Finetune/Step": 12438, "Finetune/Step Time": 6.541210807859898}
{"Finetune/Learning Rate": 2.0709464106441935e-06, "Finetune/Loss": 0.3705311417579651, "Finetune/Loss (Raw)": 0.32745131850242615, "Finetune/Step": 12439, "Finetune/Step Time": 6.545376669615507}
{"Finetune/Learning Rate": 2.069681087391224e-06, "Finetune/Loss": 0.3679348826408386, "Finetune/Loss (Raw)": 0.13462604582309723, "Finetune/Step": 12440, "Finetune/Step Time": 6.560013165697455}
{"Finetune/Learning Rate": 2.0684161061844687e-06, "Finetune/Loss": 0.36775049567222595, "Finetune/Loss (Raw)": 0.3388005197048187, "Finetune/Step": 12441, "Finetune/Step Time": 6.553270075470209}
{"Finetune/Learning Rate": 2.067151467078481e-06, "Finetune/Loss": 0.368452787399292, "Finetune/Loss (Raw)": 0.3944070339202881, "Finetune/Step": 12442, "Finetune/Step Time": 6.56159801967442}
{"Finetune/Learning Rate": 2.0658871701278095e-06, "Finetune/Loss": 0.3692063093185425, "Finetune/Loss (Raw)": 0.34190112352371216, "Finetune/Step": 12443, "Finetune/Step Time": 6.55086425319314}
{"Finetune/Learning Rate": 2.0646232153869837e-06, "Finetune/Loss": 0.36890971660614014, "Finetune/Loss (Raw)": 0.4480331540107727, "Finetune/Step": 12444, "Finetune/Step Time": 6.560902435332537}
{"Finetune/Learning Rate": 2.063359602910523e-06, "Finetune/Loss": 0.3713487982749939, "Finetune/Loss (Raw)": 0.39797574281692505, "Finetune/Step": 12445, "Finetune/Step Time": 6.543603271245956}
{"Finetune/Learning Rate": 2.0620963327529263e-06, "Finetune/Loss": 0.371792197227478, "Finetune/Loss (Raw)": 0.37360039353370667, "Finetune/Step": 12446, "Finetune/Step Time": 6.518427861854434}
{"Finetune/Learning Rate": 2.060833404968684e-06, "Finetune/Loss": 0.37147456407546997, "Finetune/Loss (Raw)": 0.3214084506034851, "Finetune/Step": 12447, "Finetune/Step Time": 6.527400325983763}
{"Finetune/Learning Rate": 2.059570819612262e-06, "Finetune/Loss": 0.37067097425460815, "Finetune/Loss (Raw)": 0.3695710301399231, "Finetune/Step": 12448, "Finetune/Step Time": 6.533698195591569}
{"Finetune/Learning Rate": 2.0583085767381206e-06, "Finetune/Loss": 0.37034711241722107, "Finetune/Loss (Raw)": 0.4223933219909668, "Finetune/Step": 12449, "Finetune/Step Time": 6.533718666061759}
{"Finetune/Learning Rate": 2.0570466764007045e-06, "Finetune/Loss": 0.3700258731842041, "Finetune/Loss (Raw)": 0.2938721477985382, "Finetune/Step": 12450, "Finetune/Step Time": 6.539883071556687}
{"Finetune/Learning Rate": 2.0557851186544366e-06, "Finetune/Loss": 0.3713439404964447, "Finetune/Loss (Raw)": 0.2973126769065857, "Finetune/Step": 12451, "Finetune/Step Time": 6.521052662283182}
{"Finetune/Learning Rate": 2.0545239035537325e-06, "Finetune/Loss": 0.37107300758361816, "Finetune/Loss (Raw)": 0.41514503955841064, "Finetune/Step": 12452, "Finetune/Step Time": 6.520219756290317}
{"Finetune/Learning Rate": 2.0532630311529887e-06, "Finetune/Loss": 0.3713313043117523, "Finetune/Loss (Raw)": 0.3996451199054718, "Finetune/Step": 12453, "Finetune/Step Time": 6.5109359677881}
{"Finetune/Learning Rate": 2.0520025015065935e-06, "Finetune/Loss": 0.37095028162002563, "Finetune/Loss (Raw)": 0.36843252182006836, "Finetune/Step": 12454, "Finetune/Step Time": 6.537510935217142}
{"Finetune/Learning Rate": 2.0507423146689075e-06, "Finetune/Loss": 0.37093767523765564, "Finetune/Loss (Raw)": 0.3377261459827423, "Finetune/Step": 12455, "Finetune/Step Time": 6.5304111540317535}
{"Finetune/Learning Rate": 2.0494824706942894e-06, "Finetune/Loss": 0.36979299783706665, "Finetune/Loss (Raw)": 0.2872406542301178, "Finetune/Step": 12456, "Finetune/Step Time": 6.544498423114419}
{"Finetune/Learning Rate": 2.048222969637076e-06, "Finetune/Loss": 0.36932826042175293, "Finetune/Loss (Raw)": 0.4181390702724457, "Finetune/Step": 12457, "Finetune/Step Time": 6.538182971999049}
{"Finetune/Learning Rate": 2.046963811551593e-06, "Finetune/Loss": 0.3693193197250366, "Finetune/Loss (Raw)": 0.2921028137207031, "Finetune/Step": 12458, "Finetune/Step Time": 6.54453232139349}
{"Finetune/Learning Rate": 2.0457049964921516e-06, "Finetune/Loss": 0.3689587116241455, "Finetune/Loss (Raw)": 0.37635448575019836, "Finetune/Step": 12459, "Finetune/Step Time": 6.545362684875727}
{"Finetune/Learning Rate": 2.044446524513042e-06, "Finetune/Loss": 0.36858341097831726, "Finetune/Loss (Raw)": 0.352609783411026, "Finetune/Step": 12460, "Finetune/Step Time": 6.543020851910114}
{"Finetune/Learning Rate": 2.043188395668547e-06, "Finetune/Loss": 0.3681914210319519, "Finetune/Loss (Raw)": 0.3490521311759949, "Finetune/Step": 12461, "Finetune/Step Time": 6.5484390091151}
{"Finetune/Learning Rate": 2.041930610012929e-06, "Finetune/Loss": 0.3676537573337555, "Finetune/Loss (Raw)": 0.34440144896507263, "Finetune/Step": 12462, "Finetune/Step Time": 6.553799327462912}
{"Finetune/Learning Rate": 2.0406731676004388e-06, "Finetune/Loss": 0.36717796325683594, "Finetune/Loss (Raw)": 0.3124484121799469, "Finetune/Step": 12463, "Finetune/Step Time": 6.55063727684319}
{"Finetune/Learning Rate": 2.0394160684853128e-06, "Finetune/Loss": 0.3667018413543701, "Finetune/Loss (Raw)": 0.38751018047332764, "Finetune/Step": 12464, "Finetune/Step Time": 6.552091050893068}
{"Finetune/Learning Rate": 2.0381593127217704e-06, "Finetune/Loss": 0.3656139671802521, "Finetune/Loss (Raw)": 0.29566824436187744, "Finetune/Step": 12465, "Finetune/Step Time": 6.552260825410485}
{"Finetune/Learning Rate": 2.036902900364018e-06, "Finetune/Loss": 0.365958571434021, "Finetune/Loss (Raw)": 0.4172552227973938, "Finetune/Step": 12466, "Finetune/Step Time": 6.581151926890016}
{"Finetune/Learning Rate": 2.0356468314662503e-06, "Finetune/Loss": 0.36529937386512756, "Finetune/Loss (Raw)": 0.296365350484848, "Finetune/Step": 12467, "Finetune/Step Time": 6.58920680731535}
{"Finetune/Learning Rate": 2.034391106082636e-06, "Finetune/Loss": 0.36439669132232666, "Finetune/Loss (Raw)": 0.3577377200126648, "Finetune/Step": 12468, "Finetune/Step Time": 6.589167550206184}
{"Finetune/Learning Rate": 2.033135724267341e-06, "Finetune/Loss": 0.364457368850708, "Finetune/Loss (Raw)": 0.38752278685569763, "Finetune/Step": 12469, "Finetune/Step Time": 6.601335225626826}
{"Finetune/Learning Rate": 2.0318806860745122e-06, "Finetune/Loss": 0.36366260051727295, "Finetune/Loss (Raw)": 0.3214385509490967, "Finetune/Step": 12470, "Finetune/Step Time": 6.58134631626308}
{"Finetune/Learning Rate": 2.030625991558277e-06, "Finetune/Loss": 0.3635641634464264, "Finetune/Loss (Raw)": 0.34072431921958923, "Finetune/Step": 12471, "Finetune/Step Time": 6.594554567709565}
{"Finetune/Learning Rate": 2.029371640772756e-06, "Finetune/Loss": 0.36298254132270813, "Finetune/Loss (Raw)": 0.35873326659202576, "Finetune/Step": 12472, "Finetune/Step Time": 6.592056158930063}
{"Finetune/Learning Rate": 2.028117633772052e-06, "Finetune/Loss": 0.36317509412765503, "Finetune/Loss (Raw)": 0.4089156687259674, "Finetune/Step": 12473, "Finetune/Step Time": 6.592752603814006}
{"Finetune/Learning Rate": 2.026863970610248e-06, "Finetune/Loss": 0.363202303647995, "Finetune/Loss (Raw)": 0.3671736717224121, "Finetune/Step": 12474, "Finetune/Step Time": 6.604625912383199}
{"Finetune/Learning Rate": 2.0256106513414186e-06, "Finetune/Loss": 0.36274266242980957, "Finetune/Loss (Raw)": 0.36967557668685913, "Finetune/Step": 12475, "Finetune/Step Time": 6.619121935218573}
{"Finetune/Learning Rate": 2.0243576760196205e-06, "Finetune/Loss": 0.3628872334957123, "Finetune/Loss (Raw)": 0.3556222915649414, "Finetune/Step": 12476, "Finetune/Step Time": 6.626153029501438}
{"Finetune/Learning Rate": 2.0231050446988977e-06, "Finetune/Loss": 0.3637527823448181, "Finetune/Loss (Raw)": 0.43392589688301086, "Finetune/Step": 12477, "Finetune/Step Time": 6.6317367721349}
{"Finetune/Learning Rate": 2.021852757433277e-06, "Finetune/Loss": 0.36370474100112915, "Finetune/Loss (Raw)": 0.34094950556755066, "Finetune/Step": 12478, "Finetune/Step Time": 6.637926580384374}
{"Finetune/Learning Rate": 2.020600814276773e-06, "Finetune/Loss": 0.36617302894592285, "Finetune/Loss (Raw)": 0.437181681394577, "Finetune/Step": 12479, "Finetune/Step Time": 6.625864312052727}
{"Finetune/Learning Rate": 2.019349215283384e-06, "Finetune/Loss": 0.3661749064922333, "Finetune/Loss (Raw)": 0.3770543336868286, "Finetune/Step": 12480, "Finetune/Step Time": 6.6297278348356485}
{"Finetune/Learning Rate": 2.018097960507093e-06, "Finetune/Loss": 0.3666779696941376, "Finetune/Loss (Raw)": 0.45838961005210876, "Finetune/Step": 12481, "Finetune/Step Time": 6.6294127982109785}
{"Finetune/Learning Rate": 2.016847050001863e-06, "Finetune/Loss": 0.36635470390319824, "Finetune/Loss (Raw)": 0.3901994824409485, "Finetune/Step": 12482, "Finetune/Step Time": 6.62650821916759}
{"Finetune/Learning Rate": 2.0155964838216536e-06, "Finetune/Loss": 0.3670763373374939, "Finetune/Loss (Raw)": 0.3862341344356537, "Finetune/Step": 12483, "Finetune/Step Time": 6.62478937394917}
{"Finetune/Learning Rate": 2.0143462620204015e-06, "Finetune/Loss": 0.36744436621665955, "Finetune/Loss (Raw)": 0.4204782247543335, "Finetune/Step": 12484, "Finetune/Step Time": 6.632916362956166}
{"Finetune/Learning Rate": 2.0130963846520314e-06, "Finetune/Loss": 0.36546027660369873, "Finetune/Loss (Raw)": 0.0874456912279129, "Finetune/Step": 12485, "Finetune/Step Time": 6.635234190151095}
{"Finetune/Learning Rate": 2.0118468517704537e-06, "Finetune/Loss": 0.3655066192150116, "Finetune/Loss (Raw)": 0.45136210322380066, "Finetune/Step": 12486, "Finetune/Step Time": 6.630182031542063}
{"Finetune/Learning Rate": 2.0105976634295587e-06, "Finetune/Loss": 0.3649377226829529, "Finetune/Loss (Raw)": 0.3387969136238098, "Finetune/Step": 12487, "Finetune/Step Time": 6.632235448807478}
{"Finetune/Learning Rate": 2.0093488196832267e-06, "Finetune/Loss": 0.36364591121673584, "Finetune/Loss (Raw)": 0.3097437024116516, "Finetune/Step": 12488, "Finetune/Step Time": 6.6152037139981985}
{"Finetune/Learning Rate": 2.0081003205853245e-06, "Finetune/Loss": 0.3631201386451721, "Finetune/Loss (Raw)": 0.38206177949905396, "Finetune/Step": 12489, "Finetune/Step Time": 6.625608926638961}
{"Finetune/Learning Rate": 2.0068521661897e-06, "Finetune/Loss": 0.36331164836883545, "Finetune/Loss (Raw)": 0.38216087222099304, "Finetune/Step": 12490, "Finetune/Step Time": 6.631686018779874}
{"Finetune/Learning Rate": 2.0056043565501916e-06, "Finetune/Loss": 0.3626813590526581, "Finetune/Loss (Raw)": 0.39078599214553833, "Finetune/Step": 12491, "Finetune/Step Time": 6.621528569608927}
{"Finetune/Learning Rate": 2.004356891720615e-06, "Finetune/Loss": 0.3631454408168793, "Finetune/Loss (Raw)": 0.43335017561912537, "Finetune/Step": 12492, "Finetune/Step Time": 6.6314259972423315}
{"Finetune/Learning Rate": 2.0031097717547744e-06, "Finetune/Loss": 0.36297088861465454, "Finetune/Loss (Raw)": 0.4039437472820282, "Finetune/Step": 12493, "Finetune/Step Time": 6.646586244925857}
{"Finetune/Learning Rate": 2.0018629967064605e-06, "Finetune/Loss": 0.36322590708732605, "Finetune/Loss (Raw)": 0.3400353789329529, "Finetune/Step": 12494, "Finetune/Step Time": 6.647259606048465}
{"Finetune/Learning Rate": 2.0006165666294506e-06, "Finetune/Loss": 0.36454761028289795, "Finetune/Loss (Raw)": 0.332527220249176, "Finetune/Step": 12495, "Finetune/Step Time": 6.642524287104607}
{"Finetune/Learning Rate": 1.999370481577504e-06, "Finetune/Loss": 0.36429131031036377, "Finetune/Loss (Raw)": 0.36462321877479553, "Finetune/Step": 12496, "Finetune/Step Time": 6.643402839079499}
{"Finetune/Learning Rate": 1.9981247416043646e-06, "Finetune/Loss": 0.36390382051467896, "Finetune/Loss (Raw)": 0.3727582097053528, "Finetune/Step": 12497, "Finetune/Step Time": 6.653993742540479}
{"Finetune/Learning Rate": 1.996879346763766e-06, "Finetune/Loss": 0.36233729124069214, "Finetune/Loss (Raw)": 0.3032788038253784, "Finetune/Step": 12498, "Finetune/Step Time": 6.662427810952067}
{"Finetune/Learning Rate": 1.9956342971094254e-06, "Finetune/Loss": 0.3623475432395935, "Finetune/Loss (Raw)": 0.4407863914966583, "Finetune/Step": 12499, "Finetune/Step Time": 6.66178796812892}
{"Finetune/Learning Rate": 1.9943895926950374e-06, "Finetune/Loss": 0.36230719089508057, "Finetune/Loss (Raw)": 0.40869519114494324, "Finetune/Step": 12500, "Finetune/Step Time": 6.650188034400344}
{"Finetune/Learning Rate": 1.993145233574292e-06, "Finetune/Loss": 0.3621620535850525, "Finetune/Loss (Raw)": 0.3423628807067871, "Finetune/Step": 12501, "Finetune/Step Time": 6.6456733997911215}
{"Finetune/Learning Rate": 1.9919012198008614e-06, "Finetune/Loss": 0.3623102903366089, "Finetune/Loss (Raw)": 0.36563122272491455, "Finetune/Step": 12502, "Finetune/Step Time": 6.640865216031671}
{"Finetune/Learning Rate": 1.9906575514283976e-06, "Finetune/Loss": 0.3616604804992676, "Finetune/Loss (Raw)": 0.34566375613212585, "Finetune/Step": 12503, "Finetune/Step Time": 6.641961103305221}
{"Finetune/Learning Rate": 1.9894142285105435e-06, "Finetune/Loss": 0.36071574687957764, "Finetune/Loss (Raw)": 0.30398133397102356, "Finetune/Step": 12504, "Finetune/Step Time": 6.627263028174639}
{"Finetune/Learning Rate": 1.988171251100929e-06, "Finetune/Loss": 0.3606140613555908, "Finetune/Loss (Raw)": 0.3347952365875244, "Finetune/Step": 12505, "Finetune/Step Time": 6.635986285284162}
{"Finetune/Learning Rate": 1.986928619253159e-06, "Finetune/Loss": 0.36159026622772217, "Finetune/Loss (Raw)": 0.39231017231941223, "Finetune/Step": 12506, "Finetune/Step Time": 6.625564867630601}
{"Finetune/Learning Rate": 1.9856863330208342e-06, "Finetune/Loss": 0.3590397536754608, "Finetune/Loss (Raw)": 0.10815512388944626, "Finetune/Step": 12507, "Finetune/Step Time": 6.6358156986534595}
{"Finetune/Learning Rate": 1.984444392457535e-06, "Finetune/Loss": 0.3588052988052368, "Finetune/Loss (Raw)": 0.31897497177124023, "Finetune/Step": 12508, "Finetune/Step Time": 6.623461754992604}
{"Finetune/Learning Rate": 1.9832027976168287e-06, "Finetune/Loss": 0.3581763505935669, "Finetune/Loss (Raw)": 0.39563482999801636, "Finetune/Step": 12509, "Finetune/Step Time": 6.6244687009602785}
{"Finetune/Learning Rate": 1.981961548552267e-06, "Finetune/Loss": 0.3599516749382019, "Finetune/Loss (Raw)": 0.46587103605270386, "Finetune/Step": 12510, "Finetune/Step Time": 6.6277883388102055}
{"Finetune/Learning Rate": 1.9807206453173898e-06, "Finetune/Loss": 0.35941755771636963, "Finetune/Loss (Raw)": 0.34395846724510193, "Finetune/Step": 12511, "Finetune/Step Time": 6.621107658371329}
{"Finetune/Learning Rate": 1.979480087965714e-06, "Finetune/Loss": 0.36016353964805603, "Finetune/Loss (Raw)": 0.3375220000743866, "Finetune/Step": 12512, "Finetune/Step Time": 6.622138533741236}
{"Finetune/Learning Rate": 1.9782398765507503e-06, "Finetune/Loss": 0.35984063148498535, "Finetune/Loss (Raw)": 0.28772610425949097, "Finetune/Step": 12513, "Finetune/Step Time": 6.641571670770645}
{"Finetune/Learning Rate": 1.977000011125987e-06, "Finetune/Loss": 0.3607035279273987, "Finetune/Loss (Raw)": 0.43159210681915283, "Finetune/Step": 12514, "Finetune/Step Time": 6.648958036676049}
{"Finetune/Learning Rate": 1.9757604917449025e-06, "Finetune/Loss": 0.3610687255859375, "Finetune/Loss (Raw)": 0.3917442858219147, "Finetune/Step": 12515, "Finetune/Step Time": 6.63074579462409}
{"Finetune/Learning Rate": 1.974521318460961e-06, "Finetune/Loss": 0.3608875274658203, "Finetune/Loss (Raw)": 0.2867899239063263, "Finetune/Step": 12516, "Finetune/Step Time": 6.620039261877537}
{"Finetune/Learning Rate": 1.9732824913276094e-06, "Finetune/Loss": 0.3608349561691284, "Finetune/Loss (Raw)": 0.35684046149253845, "Finetune/Step": 12517, "Finetune/Step Time": 6.643705261871219}
{"Finetune/Learning Rate": 1.972044010398281e-06, "Finetune/Loss": 0.3610936999320984, "Finetune/Loss (Raw)": 0.3683672547340393, "Finetune/Step": 12518, "Finetune/Step Time": 6.642658414319158}
{"Finetune/Learning Rate": 1.9708058757263905e-06, "Finetune/Loss": 0.3608580231666565, "Finetune/Loss (Raw)": 0.4156995713710785, "Finetune/Step": 12519, "Finetune/Step Time": 6.629225719720125}
{"Finetune/Learning Rate": 1.969568087365341e-06, "Finetune/Loss": 0.36135387420654297, "Finetune/Loss (Raw)": 0.3988107144832611, "Finetune/Step": 12520, "Finetune/Step Time": 6.633634423837066}
{"Finetune/Learning Rate": 1.9683306453685215e-06, "Finetune/Loss": 0.36218875646591187, "Finetune/Loss (Raw)": 0.4266819953918457, "Finetune/Step": 12521, "Finetune/Step Time": 6.62636318616569}
{"Finetune/Learning Rate": 1.967093549789307e-06, "Finetune/Loss": 0.36143171787261963, "Finetune/Loss (Raw)": 0.24751442670822144, "Finetune/Step": 12522, "Finetune/Step Time": 6.615160897374153}
{"Finetune/Learning Rate": 1.9658568006810497e-06, "Finetune/Loss": 0.36114996671676636, "Finetune/Loss (Raw)": 0.3518279492855072, "Finetune/Step": 12523, "Finetune/Step Time": 6.617919996380806}
{"Finetune/Learning Rate": 1.9646203980970944e-06, "Finetune/Loss": 0.3610183596611023, "Finetune/Loss (Raw)": 0.4131965637207031, "Finetune/Step": 12524, "Finetune/Step Time": 6.632212679833174}
{"Finetune/Learning Rate": 1.9633843420907726e-06, "Finetune/Loss": 0.3612558841705322, "Finetune/Loss (Raw)": 0.35128575563430786, "Finetune/Step": 12525, "Finetune/Step Time": 6.6475222781300545}
{"Finetune/Learning Rate": 1.9621486327153926e-06, "Finetune/Loss": 0.3613857626914978, "Finetune/Loss (Raw)": 0.4029354155063629, "Finetune/Step": 12526, "Finetune/Step Time": 6.640546225011349}
{"Finetune/Learning Rate": 1.960913270024253e-06, "Finetune/Loss": 0.35992395877838135, "Finetune/Loss (Raw)": 0.39517515897750854, "Finetune/Step": 12527, "Finetune/Step Time": 6.640051668509841}
{"Finetune/Learning Rate": 1.9596782540706385e-06, "Finetune/Loss": 0.35990262031555176, "Finetune/Loss (Raw)": 0.4168063700199127, "Finetune/Step": 12528, "Finetune/Step Time": 6.6524757500737906}
{"Finetune/Learning Rate": 1.9584435849078155e-06, "Finetune/Loss": 0.3595578670501709, "Finetune/Loss (Raw)": 0.34382468461990356, "Finetune/Step": 12529, "Finetune/Step Time": 6.658293066546321}
{"Finetune/Learning Rate": 1.957209262589038e-06, "Finetune/Loss": 0.35985851287841797, "Finetune/Loss (Raw)": 0.35063210129737854, "Finetune/Step": 12530, "Finetune/Step Time": 6.669083913788199}
{"Finetune/Learning Rate": 1.9559752871675476e-06, "Finetune/Loss": 0.36054301261901855, "Finetune/Loss (Raw)": 0.45511871576309204, "Finetune/Step": 12531, "Finetune/Step Time": 6.679098701104522}
{"Finetune/Learning Rate": 1.9547416586965607e-06, "Finetune/Loss": 0.3612861633300781, "Finetune/Loss (Raw)": 0.46974149346351624, "Finetune/Step": 12532, "Finetune/Step Time": 6.679569065570831}
{"Finetune/Learning Rate": 1.9535083772292916e-06, "Finetune/Loss": 0.36198487877845764, "Finetune/Loss (Raw)": 0.45237863063812256, "Finetune/Step": 12533, "Finetune/Step Time": 6.675015626475215}
{"Finetune/Learning Rate": 1.9522754428189284e-06, "Finetune/Loss": 0.3616073429584503, "Finetune/Loss (Raw)": 0.33861568570137024, "Finetune/Step": 12534, "Finetune/Step Time": 6.668953387066722}
{"Finetune/Learning Rate": 1.951042855518651e-06, "Finetune/Loss": 0.3603052794933319, "Finetune/Loss (Raw)": 0.27929940819740295, "Finetune/Step": 12535, "Finetune/Step Time": 6.692003013566136}
{"Finetune/Learning Rate": 1.9498106153816244e-06, "Finetune/Loss": 0.36291053891181946, "Finetune/Loss (Raw)": 0.41714999079704285, "Finetune/Step": 12536, "Finetune/Step Time": 6.674729321151972}
{"Finetune/Learning Rate": 1.9485787224609955e-06, "Finetune/Loss": 0.363822877407074, "Finetune/Loss (Raw)": 0.47130289673805237, "Finetune/Step": 12537, "Finetune/Step Time": 6.673233611509204}
{"Finetune/Learning Rate": 1.9473471768098994e-06, "Finetune/Loss": 0.3655824661254883, "Finetune/Loss (Raw)": 0.3378525674343109, "Finetune/Step": 12538, "Finetune/Step Time": 6.6527535524219275}
{"Finetune/Learning Rate": 1.946115978481452e-06, "Finetune/Loss": 0.36529895663261414, "Finetune/Loss (Raw)": 0.37921157479286194, "Finetune/Step": 12539, "Finetune/Step Time": 6.657667618244886}
{"Finetune/Learning Rate": 1.944885127528757e-06, "Finetune/Loss": 0.3647643029689789, "Finetune/Loss (Raw)": 0.42300570011138916, "Finetune/Step": 12540, "Finetune/Step Time": 6.68775586783886}
{"Finetune/Learning Rate": 1.9436546240049037e-06, "Finetune/Loss": 0.3642806112766266, "Finetune/Loss (Raw)": 0.2975660264492035, "Finetune/Step": 12541, "Finetune/Step Time": 6.692161241546273}
{"Finetune/Learning Rate": 1.9424244679629657e-06, "Finetune/Loss": 0.3642071485519409, "Finetune/Loss (Raw)": 0.3666217625141144, "Finetune/Step": 12542, "Finetune/Step Time": 6.675872605293989}
{"Finetune/Learning Rate": 1.9411946594560027e-06, "Finetune/Loss": 0.3627445101737976, "Finetune/Loss (Raw)": 0.24493831396102905, "Finetune/Step": 12543, "Finetune/Step Time": 6.684618141502142}
{"Finetune/Learning Rate": 1.9399651985370572e-06, "Finetune/Loss": 0.3626618981361389, "Finetune/Loss (Raw)": 0.3869710862636566, "Finetune/Step": 12544, "Finetune/Step Time": 6.68969595991075}
{"Finetune/Learning Rate": 1.938736085259154e-06, "Finetune/Loss": 0.36245232820510864, "Finetune/Loss (Raw)": 0.39869606494903564, "Finetune/Step": 12545, "Finetune/Step Time": 6.690257098525763}
{"Finetune/Learning Rate": 1.93750731967531e-06, "Finetune/Loss": 0.3625188171863556, "Finetune/Loss (Raw)": 0.3785618841648102, "Finetune/Step": 12546, "Finetune/Step Time": 6.7102455124258995}
{"Finetune/Learning Rate": 1.9362789018385232e-06, "Finetune/Loss": 0.3615260124206543, "Finetune/Loss (Raw)": 0.35948020219802856, "Finetune/Step": 12547, "Finetune/Step Time": 6.701319204643369}
{"Finetune/Learning Rate": 1.9350508318017768e-06, "Finetune/Loss": 0.3623031675815582, "Finetune/Loss (Raw)": 0.41485464572906494, "Finetune/Step": 12548, "Finetune/Step Time": 6.665832780301571}
{"Finetune/Learning Rate": 1.933823109618039e-06, "Finetune/Loss": 0.36259281635284424, "Finetune/Loss (Raw)": 0.36417537927627563, "Finetune/Step": 12549, "Finetune/Step Time": 6.64330724067986}
{"Finetune/Learning Rate": 1.932595735340267e-06, "Finetune/Loss": 0.36116790771484375, "Finetune/Loss (Raw)": 0.24684669077396393, "Finetune/Step": 12550, "Finetune/Step Time": 6.643329983577132}
{"Finetune/Learning Rate": 1.931368709021393e-06, "Finetune/Loss": 0.36152976751327515, "Finetune/Loss (Raw)": 0.3774557113647461, "Finetune/Step": 12551, "Finetune/Step Time": 6.654061479493976}
{"Finetune/Learning Rate": 1.9301420307143424e-06, "Finetune/Loss": 0.3611164689064026, "Finetune/Loss (Raw)": 0.34181544184684753, "Finetune/Step": 12552, "Finetune/Step Time": 6.655322715640068}
{"Finetune/Learning Rate": 1.928915700472026e-06, "Finetune/Loss": 0.3611215353012085, "Finetune/Loss (Raw)": 0.3054451644420624, "Finetune/Step": 12553, "Finetune/Step Time": 6.6579799465835094}
{"Finetune/Learning Rate": 1.9276897183473377e-06, "Finetune/Loss": 0.3601519465446472, "Finetune/Loss (Raw)": 0.3349964916706085, "Finetune/Step": 12554, "Finetune/Step Time": 6.65832887403667}
{"Finetune/Learning Rate": 1.9264640843931515e-06, "Finetune/Loss": 0.35984188318252563, "Finetune/Loss (Raw)": 0.3356594741344452, "Finetune/Step": 12555, "Finetune/Step Time": 6.655028888955712}
{"Finetune/Learning Rate": 1.9252387986623333e-06, "Finetune/Loss": 0.35948947072029114, "Finetune/Loss (Raw)": 0.2803109586238861, "Finetune/Step": 12556, "Finetune/Step Time": 6.654895395040512}
{"Finetune/Learning Rate": 1.9240138612077343e-06, "Finetune/Loss": 0.3610132038593292, "Finetune/Loss (Raw)": 0.3330301344394684, "Finetune/Step": 12557, "Finetune/Step Time": 6.652741577476263}
{"Finetune/Learning Rate": 1.9227892720821818e-06, "Finetune/Loss": 0.36070045828819275, "Finetune/Loss (Raw)": 0.3131827414035797, "Finetune/Step": 12558, "Finetune/Step Time": 6.651991320773959}
{"Finetune/Learning Rate": 1.921565031338497e-06, "Finetune/Loss": 0.36156678199768066, "Finetune/Loss (Raw)": 0.5268895626068115, "Finetune/Step": 12559, "Finetune/Step Time": 6.63686334528029}
{"Finetune/Learning Rate": 1.9203411390294847e-06, "Finetune/Loss": 0.3608100712299347, "Finetune/Loss (Raw)": 0.310182124376297, "Finetune/Step": 12560, "Finetune/Step Time": 6.636044409126043}
{"Finetune/Learning Rate": 1.919117595207931e-06, "Finetune/Loss": 0.3619127869606018, "Finetune/Loss (Raw)": 0.45345810055732727, "Finetune/Step": 12561, "Finetune/Step Time": 6.648416938260198}
{"Finetune/Learning Rate": 1.9178943999266096e-06, "Finetune/Loss": 0.3621748387813568, "Finetune/Loss (Raw)": 0.4559940993785858, "Finetune/Step": 12562, "Finetune/Step Time": 6.645815089344978}
{"Finetune/Learning Rate": 1.916671553238283e-06, "Finetune/Loss": 0.36207491159439087, "Finetune/Loss (Raw)": 0.41252872347831726, "Finetune/Step": 12563, "Finetune/Step Time": 6.6551474165171385}
{"Finetune/Learning Rate": 1.915449055195687e-06, "Finetune/Loss": 0.36175310611724854, "Finetune/Loss (Raw)": 0.39803579449653625, "Finetune/Step": 12564, "Finetune/Step Time": 6.660318911075592}
{"Finetune/Learning Rate": 1.914226905851556e-06, "Finetune/Loss": 0.36077460646629333, "Finetune/Loss (Raw)": 0.3331654667854309, "Finetune/Step": 12565, "Finetune/Step Time": 6.657845793291926}
{"Finetune/Learning Rate": 1.9130051052585987e-06, "Finetune/Loss": 0.3627300262451172, "Finetune/Loss (Raw)": 0.3768291473388672, "Finetune/Step": 12566, "Finetune/Step Time": 6.637564841657877}
{"Finetune/Learning Rate": 1.9117836534695133e-06, "Finetune/Loss": 0.3635224997997284, "Finetune/Loss (Raw)": 0.4288914203643799, "Finetune/Step": 12567, "Finetune/Step Time": 6.632531879469752}
{"Finetune/Learning Rate": 1.9105625505369853e-06, "Finetune/Loss": 0.36510172486305237, "Finetune/Loss (Raw)": 0.3367649018764496, "Finetune/Step": 12568, "Finetune/Step Time": 6.62146619707346}
{"Finetune/Learning Rate": 1.9093417965136807e-06, "Finetune/Loss": 0.36486491560935974, "Finetune/Loss (Raw)": 0.3084869980812073, "Finetune/Step": 12569, "Finetune/Step Time": 6.632851932197809}
{"Finetune/Learning Rate": 1.908121391452257e-06, "Finetune/Loss": 0.3644658327102661, "Finetune/Loss (Raw)": 0.3433256149291992, "Finetune/Step": 12570, "Finetune/Step Time": 6.631590273231268}
{"Finetune/Learning Rate": 1.9069013354053444e-06, "Finetune/Loss": 0.36466920375823975, "Finetune/Loss (Raw)": 0.3679330050945282, "Finetune/Step": 12571, "Finetune/Step Time": 6.639765465632081}
{"Finetune/Learning Rate": 1.9056816284255708e-06, "Finetune/Loss": 0.363876074552536, "Finetune/Loss (Raw)": 0.3465116024017334, "Finetune/Step": 12572, "Finetune/Step Time": 6.625451948493719}
{"Finetune/Learning Rate": 1.9044622705655413e-06, "Finetune/Loss": 0.36335521936416626, "Finetune/Loss (Raw)": 0.33130502700805664, "Finetune/Step": 12573, "Finetune/Step Time": 6.648794716224074}
{"Finetune/Learning Rate": 1.903243261877854e-06, "Finetune/Loss": 0.36292514204978943, "Finetune/Loss (Raw)": 0.31855204701423645, "Finetune/Step": 12574, "Finetune/Step Time": 6.648210050538182}
{"Finetune/Learning Rate": 1.90202460241508e-06, "Finetune/Loss": 0.3637128472328186, "Finetune/Loss (Raw)": 0.4222354292869568, "Finetune/Step": 12575, "Finetune/Step Time": 6.638504026457667}
{"Finetune/Learning Rate": 1.9008062922297865e-06, "Finetune/Loss": 0.36414316296577454, "Finetune/Loss (Raw)": 0.42465144395828247, "Finetune/Step": 12576, "Finetune/Step Time": 6.635520834475756}
{"Finetune/Learning Rate": 1.8995883313745168e-06, "Finetune/Loss": 0.36412686109542847, "Finetune/Loss (Raw)": 0.42030593752861023, "Finetune/Step": 12577, "Finetune/Step Time": 6.621142538264394}
{"Finetune/Learning Rate": 1.8983707199018043e-06, "Finetune/Loss": 0.3647269606590271, "Finetune/Loss (Raw)": 0.3706836998462677, "Finetune/Step": 12578, "Finetune/Step Time": 6.611399380490184}
{"Finetune/Learning Rate": 1.897153457864168e-06, "Finetune/Loss": 0.36548900604248047, "Finetune/Loss (Raw)": 0.39485931396484375, "Finetune/Step": 12579, "Finetune/Step Time": 6.6213655937463045}
{"Finetune/Learning Rate": 1.89593654531411e-06, "Finetune/Loss": 0.3652961850166321, "Finetune/Loss (Raw)": 0.3904609978199005, "Finetune/Step": 12580, "Finetune/Step Time": 6.612529333680868}
{"Finetune/Learning Rate": 1.8947199823041173e-06, "Finetune/Loss": 0.3651716709136963, "Finetune/Loss (Raw)": 0.38370412588119507, "Finetune/Step": 12581, "Finetune/Step Time": 6.616167591884732}
{"Finetune/Learning Rate": 1.893503768886662e-06, "Finetune/Loss": 0.36514368653297424, "Finetune/Loss (Raw)": 0.3648536801338196, "Finetune/Step": 12582, "Finetune/Step Time": 6.584624879062176}
{"Finetune/Learning Rate": 1.8922879051142041e-06, "Finetune/Loss": 0.3649137020111084, "Finetune/Loss (Raw)": 0.3082883059978485, "Finetune/Step": 12583, "Finetune/Step Time": 6.621497487649322}
{"Finetune/Learning Rate": 1.8910723910391792e-06, "Finetune/Loss": 0.36602771282196045, "Finetune/Loss (Raw)": 0.42983776330947876, "Finetune/Step": 12584, "Finetune/Step Time": 6.605040239170194}
{"Finetune/Learning Rate": 1.8898572267140204e-06, "Finetune/Loss": 0.36359474062919617, "Finetune/Loss (Raw)": 0.10671421885490417, "Finetune/Step": 12585, "Finetune/Step Time": 6.631934843957424}
{"Finetune/Learning Rate": 1.888642412191134e-06, "Finetune/Loss": 0.3639082908630371, "Finetune/Loss (Raw)": 0.33223798871040344, "Finetune/Step": 12586, "Finetune/Step Time": 6.629070267081261}
{"Finetune/Learning Rate": 1.8874279475229196e-06, "Finetune/Loss": 0.36391139030456543, "Finetune/Loss (Raw)": 0.37674856185913086, "Finetune/Step": 12587, "Finetune/Step Time": 6.629400046542287}
{"Finetune/Learning Rate": 1.8862138327617586e-06, "Finetune/Loss": 0.36393290758132935, "Finetune/Loss (Raw)": 0.3553682267665863, "Finetune/Step": 12588, "Finetune/Step Time": 6.6460535526275635}
{"Finetune/Learning Rate": 1.88500006796002e-06, "Finetune/Loss": 0.3641975522041321, "Finetune/Loss (Raw)": 0.3829233646392822, "Finetune/Step": 12589, "Finetune/Step Time": 6.638475151732564}
{"Finetune/Learning Rate": 1.88378665317005e-06, "Finetune/Loss": 0.36481764912605286, "Finetune/Loss (Raw)": 0.4237741231918335, "Finetune/Step": 12590, "Finetune/Step Time": 6.647871036082506}
{"Finetune/Learning Rate": 1.8825735884441876e-06, "Finetune/Loss": 0.3635878562927246, "Finetune/Loss (Raw)": 0.15503844618797302, "Finetune/Step": 12591, "Finetune/Step Time": 6.659676149487495}
{"Finetune/Learning Rate": 1.8813608738347545e-06, "Finetune/Loss": 0.3644405007362366, "Finetune/Loss (Raw)": 0.49664825201034546, "Finetune/Step": 12592, "Finetune/Step Time": 6.65080595202744}
{"Finetune/Learning Rate": 1.8801485093940574e-06, "Finetune/Loss": 0.3652873635292053, "Finetune/Loss (Raw)": 0.4040648639202118, "Finetune/Step": 12593, "Finetune/Step Time": 6.653592178598046}
{"Finetune/Learning Rate": 1.8789364951743883e-06, "Finetune/Loss": 0.3644801378250122, "Finetune/Loss (Raw)": 0.31392911076545715, "Finetune/Step": 12594, "Finetune/Step Time": 6.627671614289284}
{"Finetune/Learning Rate": 1.8777248312280183e-06, "Finetune/Loss": 0.3646582365036011, "Finetune/Loss (Raw)": 0.31916123628616333, "Finetune/Step": 12595, "Finetune/Step Time": 6.639257261529565}
{"Finetune/Learning Rate": 1.8765135176072146e-06, "Finetune/Loss": 0.36548227071762085, "Finetune/Loss (Raw)": 0.4632165729999542, "Finetune/Step": 12596, "Finetune/Step Time": 6.654967360198498}
{"Finetune/Learning Rate": 1.8753025543642168e-06, "Finetune/Loss": 0.36509862542152405, "Finetune/Loss (Raw)": 0.3384152054786682, "Finetune/Step": 12597, "Finetune/Step Time": 6.645639039576054}
{"Finetune/Learning Rate": 1.8740919415512582e-06, "Finetune/Loss": 0.3657574951648712, "Finetune/Loss (Raw)": 0.40577268600463867, "Finetune/Step": 12598, "Finetune/Step Time": 6.6520259492099285}
{"Finetune/Learning Rate": 1.872881679220554e-06, "Finetune/Loss": 0.36609387397766113, "Finetune/Loss (Raw)": 0.38378623127937317, "Finetune/Step": 12599, "Finetune/Step Time": 6.660292837768793}
{"Finetune/Learning Rate": 1.8716717674243057e-06, "Finetune/Loss": 0.36592671275138855, "Finetune/Loss (Raw)": 0.3373345732688904, "Finetune/Step": 12600, "Finetune/Step Time": 6.666926609352231}
{"Finetune/Learning Rate": 1.8704622062146981e-06, "Finetune/Loss": 0.36551398038864136, "Finetune/Loss (Raw)": 0.35608768463134766, "Finetune/Step": 12601, "Finetune/Step Time": 6.661659410223365}
{"Finetune/Learning Rate": 1.8692529956439031e-06, "Finetune/Loss": 0.3636247515678406, "Finetune/Loss (Raw)": 0.1253485083580017, "Finetune/Step": 12602, "Finetune/Step Time": 6.669954741373658}
{"Finetune/Learning Rate": 1.868044135764071e-06, "Finetune/Loss": 0.36379942297935486, "Finetune/Loss (Raw)": 0.39203333854675293, "Finetune/Step": 12603, "Finetune/Step Time": 6.655984593555331}
{"Finetune/Learning Rate": 1.8668356266273447e-06, "Finetune/Loss": 0.36400189995765686, "Finetune/Loss (Raw)": 0.3815418481826782, "Finetune/Step": 12604, "Finetune/Step Time": 6.645217398181558}
{"Finetune/Learning Rate": 1.865627468285851e-06, "Finetune/Loss": 0.3631290793418884, "Finetune/Loss (Raw)": 0.3222036063671112, "Finetune/Step": 12605, "Finetune/Step Time": 6.652361111715436}
{"Finetune/Learning Rate": 1.8644196607916942e-06, "Finetune/Loss": 0.3615613877773285, "Finetune/Loss (Raw)": 0.14028236269950867, "Finetune/Step": 12606, "Finetune/Step Time": 6.665612386539578}
{"Finetune/Learning Rate": 1.8632122041969725e-06, "Finetune/Loss": 0.3608914017677307, "Finetune/Loss (Raw)": 0.3514244854450226, "Finetune/Step": 12607, "Finetune/Step Time": 6.660029256716371}
{"Finetune/Learning Rate": 1.8620050985537664e-06, "Finetune/Loss": 0.36127203702926636, "Finetune/Loss (Raw)": 0.4257758557796478, "Finetune/Step": 12608, "Finetune/Step Time": 6.654333239421248}
{"Finetune/Learning Rate": 1.8607983439141364e-06, "Finetune/Loss": 0.36060959100723267, "Finetune/Loss (Raw)": 0.3735998272895813, "Finetune/Step": 12609, "Finetune/Step Time": 6.6604867447167635}
{"Finetune/Learning Rate": 1.8595919403301331e-06, "Finetune/Loss": 0.36050280928611755, "Finetune/Loss (Raw)": 0.37652865052223206, "Finetune/Step": 12610, "Finetune/Step Time": 6.655154958367348}
{"Finetune/Learning Rate": 1.8583858878537908e-06, "Finetune/Loss": 0.3603108525276184, "Finetune/Loss (Raw)": 0.3616623878479004, "Finetune/Step": 12611, "Finetune/Step Time": 6.65756350569427}
{"Finetune/Learning Rate": 1.8571801865371274e-06, "Finetune/Loss": 0.36001235246658325, "Finetune/Loss (Raw)": 0.3822685182094574, "Finetune/Step": 12612, "Finetune/Step Time": 6.676772002130747}
{"Finetune/Learning Rate": 1.8559748364321485e-06, "Finetune/Loss": 0.3622966706752777, "Finetune/Loss (Raw)": 0.3798424005508423, "Finetune/Step": 12613, "Finetune/Step Time": 6.656592156738043}
{"Finetune/Learning Rate": 1.8547698375908419e-06, "Finetune/Loss": 0.36136743426322937, "Finetune/Loss (Raw)": 0.33241748809814453, "Finetune/Step": 12614, "Finetune/Step Time": 6.672466516494751}
{"Finetune/Learning Rate": 1.8535651900651818e-06, "Finetune/Loss": 0.3623260259628296, "Finetune/Loss (Raw)": 0.4615005552768707, "Finetune/Step": 12615, "Finetune/Step Time": 6.678792357444763}
{"Finetune/Learning Rate": 1.852360893907127e-06, "Finetune/Loss": 0.36245477199554443, "Finetune/Loss (Raw)": 0.32622119784355164, "Finetune/Step": 12616, "Finetune/Step Time": 6.684330703690648}
{"Finetune/Learning Rate": 1.8511569491686144e-06, "Finetune/Loss": 0.3624032139778137, "Finetune/Loss (Raw)": 0.37546202540397644, "Finetune/Step": 12617, "Finetune/Step Time": 6.6692716255784035}
{"Finetune/Learning Rate": 1.849953355901577e-06, "Finetune/Loss": 0.36219966411590576, "Finetune/Loss (Raw)": 0.35610371828079224, "Finetune/Step": 12618, "Finetune/Step Time": 6.679634656757116}
{"Finetune/Learning Rate": 1.8487501141579266e-06, "Finetune/Loss": 0.36266466975212097, "Finetune/Loss (Raw)": 0.45031118392944336, "Finetune/Step": 12619, "Finetune/Step Time": 6.679797153919935}
{"Finetune/Learning Rate": 1.8475472239895608e-06, "Finetune/Loss": 0.36127713322639465, "Finetune/Loss (Raw)": 0.2557433843612671, "Finetune/Step": 12620, "Finetune/Step Time": 6.681541476398706}
{"Finetune/Learning Rate": 1.8463446854483657e-06, "Finetune/Loss": 0.36139318346977234, "Finetune/Loss (Raw)": 0.4188001751899719, "Finetune/Step": 12621, "Finetune/Step Time": 6.666705330833793}
{"Finetune/Learning Rate": 1.845142498586201e-06, "Finetune/Loss": 0.3617301881313324, "Finetune/Loss (Raw)": 0.3831701874732971, "Finetune/Step": 12622, "Finetune/Step Time": 6.664953276515007}
{"Finetune/Learning Rate": 1.8439406634549239e-06, "Finetune/Loss": 0.36189472675323486, "Finetune/Loss (Raw)": 0.3535873591899872, "Finetune/Step": 12623, "Finetune/Step Time": 6.660368133336306}
{"Finetune/Learning Rate": 1.84273918010637e-06, "Finetune/Loss": 0.3623191714286804, "Finetune/Loss (Raw)": 0.41895636916160583, "Finetune/Step": 12624, "Finetune/Step Time": 6.659942710772157}
{"Finetune/Learning Rate": 1.8415380485923607e-06, "Finetune/Loss": 0.36235862970352173, "Finetune/Loss (Raw)": 0.3778066039085388, "Finetune/Step": 12625, "Finetune/Step Time": 6.654366092756391}
{"Finetune/Learning Rate": 1.8403372689647058e-06, "Finetune/Loss": 0.3624110817909241, "Finetune/Loss (Raw)": 0.3099939525127411, "Finetune/Step": 12626, "Finetune/Step Time": 6.651624685153365}
{"Finetune/Learning Rate": 1.8391368412751909e-06, "Finetune/Loss": 0.3619112968444824, "Finetune/Loss (Raw)": 0.37681296467781067, "Finetune/Step": 12627, "Finetune/Step Time": 6.663248721510172}
{"Finetune/Learning Rate": 1.8379367655755986e-06, "Finetune/Loss": 0.36205536127090454, "Finetune/Loss (Raw)": 0.42713576555252075, "Finetune/Step": 12628, "Finetune/Step Time": 6.662144888192415}
{"Finetune/Learning Rate": 1.8367370419176833e-06, "Finetune/Loss": 0.3620290756225586, "Finetune/Loss (Raw)": 0.33899572491645813, "Finetune/Step": 12629, "Finetune/Step Time": 6.66876850835979}
{"Finetune/Learning Rate": 1.8355376703531946e-06, "Finetune/Loss": 0.3623349070549011, "Finetune/Loss (Raw)": 0.404776394367218, "Finetune/Step": 12630, "Finetune/Step Time": 6.679421642795205}
{"Finetune/Learning Rate": 1.8343386509338623e-06, "Finetune/Loss": 0.3627628684043884, "Finetune/Loss (Raw)": 0.4004431366920471, "Finetune/Step": 12631, "Finetune/Step Time": 6.678824584931135}
{"Finetune/Learning Rate": 1.8331399837114018e-06, "Finetune/Loss": 0.36284682154655457, "Finetune/Loss (Raw)": 0.314729779958725, "Finetune/Step": 12632, "Finetune/Step Time": 6.685871787369251}
{"Finetune/Learning Rate": 1.8319416687375147e-06, "Finetune/Loss": 0.36256328225135803, "Finetune/Loss (Raw)": 0.2985035479068756, "Finetune/Step": 12633, "Finetune/Step Time": 6.694636797532439}
{"Finetune/Learning Rate": 1.8307437060638867e-06, "Finetune/Loss": 0.362429141998291, "Finetune/Loss (Raw)": 0.3751381039619446, "Finetune/Step": 12634, "Finetune/Step Time": 6.680517813190818}
{"Finetune/Learning Rate": 1.829546095742184e-06, "Finetune/Loss": 0.3645833432674408, "Finetune/Loss (Raw)": 0.3838966488838196, "Finetune/Step": 12635, "Finetune/Step Time": 6.667290344834328}
{"Finetune/Learning Rate": 1.8283488378240633e-06, "Finetune/Loss": 0.364967405796051, "Finetune/Loss (Raw)": 0.36813148856163025, "Finetune/Step": 12636, "Finetune/Step Time": 6.67263263091445}
{"Finetune/Learning Rate": 1.8271519323611663e-06, "Finetune/Loss": 0.36428144574165344, "Finetune/Loss (Raw)": 0.3078318238258362, "Finetune/Step": 12637, "Finetune/Step Time": 6.702098557725549}
{"Finetune/Learning Rate": 1.8259553794051121e-06, "Finetune/Loss": 0.3632286787033081, "Finetune/Loss (Raw)": 0.3311193585395813, "Finetune/Step": 12638, "Finetune/Step Time": 6.691554758697748}
{"Finetune/Learning Rate": 1.8247591790075137e-06, "Finetune/Loss": 0.36172395944595337, "Finetune/Loss (Raw)": 0.15135031938552856, "Finetune/Step": 12639, "Finetune/Step Time": 6.711135631427169}
{"Finetune/Learning Rate": 1.8235633312199642e-06, "Finetune/Loss": 0.36240485310554504, "Finetune/Loss (Raw)": 0.4246801733970642, "Finetune/Step": 12640, "Finetune/Step Time": 6.709813114255667}
{"Finetune/Learning Rate": 1.8223678360940432e-06, "Finetune/Loss": 0.3632989525794983, "Finetune/Loss (Raw)": 0.4021695852279663, "Finetune/Step": 12641, "Finetune/Step Time": 6.673262011259794}
{"Finetune/Learning Rate": 1.8211726936813124e-06, "Finetune/Loss": 0.3624817132949829, "Finetune/Loss (Raw)": 0.3269841969013214, "Finetune/Step": 12642, "Finetune/Step Time": 6.660143714398146}
{"Finetune/Learning Rate": 1.8199779040333187e-06, "Finetune/Loss": 0.3620212972164154, "Finetune/Loss (Raw)": 0.3328116834163666, "Finetune/Step": 12643, "Finetune/Step Time": 6.667229000478983}
{"Finetune/Learning Rate": 1.818783467201598e-06, "Finetune/Loss": 0.3631516993045807, "Finetune/Loss (Raw)": 0.4314804971218109, "Finetune/Step": 12644, "Finetune/Step Time": 6.664796277880669}
{"Finetune/Learning Rate": 1.8175893832376678e-06, "Finetune/Loss": 0.3631952404975891, "Finetune/Loss (Raw)": 0.36241424083709717, "Finetune/Step": 12645, "Finetune/Step Time": 6.6422898937016726}
{"Finetune/Learning Rate": 1.8163956521930314e-06, "Finetune/Loss": 0.36341598629951477, "Finetune/Loss (Raw)": 0.3966241180896759, "Finetune/Step": 12646, "Finetune/Step Time": 6.649404564872384}
{"Finetune/Learning Rate": 1.8152022741191733e-06, "Finetune/Loss": 0.3630920648574829, "Finetune/Loss (Raw)": 0.37423574924468994, "Finetune/Step": 12647, "Finetune/Step Time": 6.676903972402215}
{"Finetune/Learning Rate": 1.8140092490675698e-06, "Finetune/Loss": 0.36321592330932617, "Finetune/Loss (Raw)": 0.41466763615608215, "Finetune/Step": 12648, "Finetune/Step Time": 6.655296262353659}
{"Finetune/Learning Rate": 1.8128165770896721e-06, "Finetune/Loss": 0.36278101801872253, "Finetune/Loss (Raw)": 0.37101301550865173, "Finetune/Step": 12649, "Finetune/Step Time": 6.665964554995298}
{"Finetune/Learning Rate": 1.8116242582369247e-06, "Finetune/Loss": 0.36374351382255554, "Finetune/Loss (Raw)": 0.3707142472267151, "Finetune/Step": 12650, "Finetune/Step Time": 6.661711353808641}
{"Finetune/Learning Rate": 1.8104322925607554e-06, "Finetune/Loss": 0.3638456463813782, "Finetune/Loss (Raw)": 0.3649006187915802, "Finetune/Step": 12651, "Finetune/Step Time": 6.664192661643028}
{"Finetune/Learning Rate": 1.8092406801125727e-06, "Finetune/Loss": 0.3627704977989197, "Finetune/Loss (Raw)": 0.27557969093322754, "Finetune/Step": 12652, "Finetune/Step Time": 6.662905793637037}
{"Finetune/Learning Rate": 1.8080494209437783e-06, "Finetune/Loss": 0.36222487688064575, "Finetune/Loss (Raw)": 0.28144311904907227, "Finetune/Step": 12653, "Finetune/Step Time": 6.665401170030236}
{"Finetune/Learning Rate": 1.8068585151057448e-06, "Finetune/Loss": 0.36202120780944824, "Finetune/Loss (Raw)": 0.37687036395072937, "Finetune/Step": 12654, "Finetune/Step Time": 6.670189451426268}
{"Finetune/Learning Rate": 1.805667962649843e-06, "Finetune/Loss": 0.36022132635116577, "Finetune/Loss (Raw)": 0.16478537023067474, "Finetune/Step": 12655, "Finetune/Step Time": 6.682388782501221}
{"Finetune/Learning Rate": 1.8044777636274214e-06, "Finetune/Loss": 0.3600690960884094, "Finetune/Loss (Raw)": 0.3973206579685211, "Finetune/Step": 12656, "Finetune/Step Time": 6.672822296619415}
{"Finetune/Learning Rate": 1.8032879180898176e-06, "Finetune/Loss": 0.3601495921611786, "Finetune/Loss (Raw)": 0.35412997007369995, "Finetune/Step": 12657, "Finetune/Step Time": 6.659159302711487}
{"Finetune/Learning Rate": 1.8020984260883477e-06, "Finetune/Loss": 0.36052316427230835, "Finetune/Loss (Raw)": 0.39844760298728943, "Finetune/Step": 12658, "Finetune/Step Time": 6.657060643658042}
{"Finetune/Learning Rate": 1.8009092876743173e-06, "Finetune/Loss": 0.3591552972793579, "Finetune/Loss (Raw)": 0.28003254532814026, "Finetune/Step": 12659, "Finetune/Step Time": 6.653764145448804}
{"Finetune/Learning Rate": 1.7997205028990195e-06, "Finetune/Loss": 0.35656261444091797, "Finetune/Loss (Raw)": 0.13787761330604553, "Finetune/Step": 12660, "Finetune/Step Time": 6.667939968407154}
{"Finetune/Learning Rate": 1.798532071813721e-06, "Finetune/Loss": 0.35395917296409607, "Finetune/Loss (Raw)": 0.11913992464542389, "Finetune/Step": 12661, "Finetune/Step Time": 6.681116973981261}
{"Finetune/Learning Rate": 1.7973439944696858e-06, "Finetune/Loss": 0.3544979691505432, "Finetune/Loss (Raw)": 0.40758389234542847, "Finetune/Step": 12662, "Finetune/Step Time": 6.690921137109399}
{"Finetune/Learning Rate": 1.7961562709181558e-06, "Finetune/Loss": 0.3553750514984131, "Finetune/Loss (Raw)": 0.3915582597255707, "Finetune/Step": 12663, "Finetune/Step Time": 6.681670665740967}
{"Finetune/Learning Rate": 1.7949689012103589e-06, "Finetune/Loss": 0.3553659915924072, "Finetune/Loss (Raw)": 0.41599714756011963, "Finetune/Step": 12664, "Finetune/Step Time": 6.678777853026986}
{"Finetune/Learning Rate": 1.7937818853975097e-06, "Finetune/Loss": 0.3549704849720001, "Finetune/Loss (Raw)": 0.4206755459308624, "Finetune/Step": 12665, "Finetune/Step Time": 6.678679434582591}
{"Finetune/Learning Rate": 1.7925952235308075e-06, "Finetune/Loss": 0.35472604632377625, "Finetune/Loss (Raw)": 0.30656465888023376, "Finetune/Step": 12666, "Finetune/Step Time": 6.678586749359965}
{"Finetune/Learning Rate": 1.79140891566143e-06, "Finetune/Loss": 0.35445940494537354, "Finetune/Loss (Raw)": 0.3450786769390106, "Finetune/Step": 12667, "Finetune/Step Time": 6.6673453990370035}
{"Finetune/Learning Rate": 1.7902229618405487e-06, "Finetune/Loss": 0.35400325059890747, "Finetune/Loss (Raw)": 0.36462175846099854, "Finetune/Step": 12668, "Finetune/Step Time": 6.6368590369820595}
{"Finetune/Learning Rate": 1.7890373621193113e-06, "Finetune/Loss": 0.3553854525089264, "Finetune/Loss (Raw)": 0.4744892716407776, "Finetune/Step": 12669, "Finetune/Step Time": 6.617122646421194}
{"Finetune/Learning Rate": 1.787852116548856e-06, "Finetune/Loss": 0.3555245101451874, "Finetune/Loss (Raw)": 0.38441941142082214, "Finetune/Step": 12670, "Finetune/Step Time": 6.625193050131202}
{"Finetune/Learning Rate": 1.7866672251803051e-06, "Finetune/Loss": 0.35681188106536865, "Finetune/Loss (Raw)": 0.4097210168838501, "Finetune/Step": 12671, "Finetune/Step Time": 6.613516284152865}
{"Finetune/Learning Rate": 1.7854826880647648e-06, "Finetune/Loss": 0.35589516162872314, "Finetune/Loss (Raw)": 0.2696305811405182, "Finetune/Step": 12672, "Finetune/Step Time": 6.608284434303641}
{"Finetune/Learning Rate": 1.7842985052533278e-06, "Finetune/Loss": 0.3546968400478363, "Finetune/Loss (Raw)": 0.24531298875808716, "Finetune/Step": 12673, "Finetune/Step Time": 6.620450930669904}
{"Finetune/Learning Rate": 1.7831146767970641e-06, "Finetune/Loss": 0.35435259342193604, "Finetune/Loss (Raw)": 0.3344978392124176, "Finetune/Step": 12674, "Finetune/Step Time": 6.611834006384015}
{"Finetune/Learning Rate": 1.781931202747038e-06, "Finetune/Loss": 0.3548322916030884, "Finetune/Loss (Raw)": 0.4208800196647644, "Finetune/Step": 12675, "Finetune/Step Time": 6.633799899369478}
{"Finetune/Learning Rate": 1.7807480831542945e-06, "Finetune/Loss": 0.3547798693180084, "Finetune/Loss (Raw)": 0.408144474029541, "Finetune/Step": 12676, "Finetune/Step Time": 6.631391413509846}
{"Finetune/Learning Rate": 1.7795653180698635e-06, "Finetune/Loss": 0.3535533845424652, "Finetune/Loss (Raw)": 0.20718714594841003, "Finetune/Step": 12677, "Finetune/Step Time": 6.652056477963924}
{"Finetune/Learning Rate": 1.7783829075447567e-06, "Finetune/Loss": 0.35495537519454956, "Finetune/Loss (Raw)": 0.4263017773628235, "Finetune/Step": 12678, "Finetune/Step Time": 6.651016995310783}
{"Finetune/Learning Rate": 1.7772008516299766e-06, "Finetune/Loss": 0.35446250438690186, "Finetune/Loss (Raw)": 0.3143675625324249, "Finetune/Step": 12679, "Finetune/Step Time": 6.64111196808517}
{"Finetune/Learning Rate": 1.7760191503765024e-06, "Finetune/Loss": 0.35461652278900146, "Finetune/Loss (Raw)": 0.36153048276901245, "Finetune/Step": 12680, "Finetune/Step Time": 6.647703295573592}
{"Finetune/Learning Rate": 1.7748378038353064e-06, "Finetune/Loss": 0.35495060682296753, "Finetune/Loss (Raw)": 0.34820887446403503, "Finetune/Step": 12681, "Finetune/Step Time": 6.647884825244546}
{"Finetune/Learning Rate": 1.7736568120573406e-06, "Finetune/Loss": 0.3535870313644409, "Finetune/Loss (Raw)": 0.16045807301998138, "Finetune/Step": 12682, "Finetune/Step Time": 6.6662129033356905}
{"Finetune/Learning Rate": 1.7724761750935426e-06, "Finetune/Loss": 0.3537338972091675, "Finetune/Loss (Raw)": 0.3544558882713318, "Finetune/Step": 12683, "Finetune/Step Time": 6.666149714961648}
{"Finetune/Learning Rate": 1.7712958929948353e-06, "Finetune/Loss": 0.3548034727573395, "Finetune/Loss (Raw)": 0.41721588373184204, "Finetune/Step": 12684, "Finetune/Step Time": 6.690192475914955}
{"Finetune/Learning Rate": 1.770115965812127e-06, "Finetune/Loss": 0.35494473576545715, "Finetune/Loss (Raw)": 0.3511134088039398, "Finetune/Step": 12685, "Finetune/Step Time": 6.698600102216005}
{"Finetune/Learning Rate": 1.76893639359631e-06, "Finetune/Loss": 0.35523396730422974, "Finetune/Loss (Raw)": 0.35020262002944946, "Finetune/Step": 12686, "Finetune/Step Time": 6.694686897099018}
{"Finetune/Learning Rate": 1.767757176398258e-06, "Finetune/Loss": 0.3537721633911133, "Finetune/Loss (Raw)": 0.33978214859962463, "Finetune/Step": 12687, "Finetune/Step Time": 6.6949789971113205}
{"Finetune/Learning Rate": 1.7665783142688375e-06, "Finetune/Loss": 0.35465043783187866, "Finetune/Loss (Raw)": 0.4226016402244568, "Finetune/Step": 12688, "Finetune/Step Time": 6.697853768244386}
{"Finetune/Learning Rate": 1.7653998072588875e-06, "Finetune/Loss": 0.3535449802875519, "Finetune/Loss (Raw)": 0.3119580149650574, "Finetune/Step": 12689, "Finetune/Step Time": 6.690901545807719}
{"Finetune/Learning Rate": 1.7642216554192437e-06, "Finetune/Loss": 0.35242921113967896, "Finetune/Loss (Raw)": 0.31317663192749023, "Finetune/Step": 12690, "Finetune/Step Time": 6.704513426870108}
{"Finetune/Learning Rate": 1.7630438588007193e-06, "Finetune/Loss": 0.3523784279823303, "Finetune/Loss (Raw)": 0.40602636337280273, "Finetune/Step": 12691, "Finetune/Step Time": 6.701657773926854}
{"Finetune/Learning Rate": 1.7618664174541177e-06, "Finetune/Loss": 0.352339506149292, "Finetune/Loss (Raw)": 0.39305487275123596, "Finetune/Step": 12692, "Finetune/Step Time": 6.694242598488927}
{"Finetune/Learning Rate": 1.7606893314302187e-06, "Finetune/Loss": 0.35291483998298645, "Finetune/Loss (Raw)": 0.4068082273006439, "Finetune/Step": 12693, "Finetune/Step Time": 6.687348971143365}
{"Finetune/Learning Rate": 1.7595126007797946e-06, "Finetune/Loss": 0.3526684641838074, "Finetune/Loss (Raw)": 0.34529170393943787, "Finetune/Step": 12694, "Finetune/Step Time": 6.706183405593038}
{"Finetune/Learning Rate": 1.7583362255535995e-06, "Finetune/Loss": 0.35030215978622437, "Finetune/Loss (Raw)": 0.12600423395633698, "Finetune/Step": 12695, "Finetune/Step Time": 6.722764629870653}
{"Finetune/Learning Rate": 1.7571602058023717e-06, "Finetune/Loss": 0.35076677799224854, "Finetune/Loss (Raw)": 0.396238774061203, "Finetune/Step": 12696, "Finetune/Step Time": 6.71989300660789}
{"Finetune/Learning Rate": 1.755984541576835e-06, "Finetune/Loss": 0.3516455888748169, "Finetune/Loss (Raw)": 0.42097312211990356, "Finetune/Step": 12697, "Finetune/Step Time": 6.731572292745113}
{"Finetune/Learning Rate": 1.7548092329277e-06, "Finetune/Loss": 0.35280102491378784, "Finetune/Loss (Raw)": 0.4912186563014984, "Finetune/Step": 12698, "Finetune/Step Time": 6.731981672346592}
{"Finetune/Learning Rate": 1.753634279905656e-06, "Finetune/Loss": 0.35307008028030396, "Finetune/Loss (Raw)": 0.40237531065940857, "Finetune/Step": 12699, "Finetune/Step Time": 6.72610935755074}
{"Finetune/Learning Rate": 1.7524596825613794e-06, "Finetune/Loss": 0.3540530502796173, "Finetune/Loss (Raw)": 0.4723304808139801, "Finetune/Step": 12700, "Finetune/Step Time": 6.725218953564763}
{"Finetune/Learning Rate": 1.7512854409455338e-06, "Finetune/Loss": 0.35524818301200867, "Finetune/Loss (Raw)": 0.484281063079834, "Finetune/Step": 12701, "Finetune/Step Time": 6.705364730209112}
{"Finetune/Learning Rate": 1.7501115551087667e-06, "Finetune/Loss": 0.35583287477493286, "Finetune/Loss (Raw)": 0.3933911621570587, "Finetune/Step": 12702, "Finetune/Step Time": 6.698832591995597}
{"Finetune/Learning Rate": 1.7489380251017086e-06, "Finetune/Loss": 0.3555333614349365, "Finetune/Loss (Raw)": 0.38390105962753296, "Finetune/Step": 12703, "Finetune/Step Time": 6.710257073864341}
{"Finetune/Learning Rate": 1.7477648509749766e-06, "Finetune/Loss": 0.3549956977367401, "Finetune/Loss (Raw)": 0.3558288514614105, "Finetune/Step": 12704, "Finetune/Step Time": 6.710279947146773}
{"Finetune/Learning Rate": 1.746592032779173e-06, "Finetune/Loss": 0.35504579544067383, "Finetune/Loss (Raw)": 0.4267188310623169, "Finetune/Step": 12705, "Finetune/Step Time": 6.704641254618764}
{"Finetune/Learning Rate": 1.7454195705648792e-06, "Finetune/Loss": 0.3552677631378174, "Finetune/Loss (Raw)": 0.39909785985946655, "Finetune/Step": 12706, "Finetune/Step Time": 6.709654884412885}
{"Finetune/Learning Rate": 1.7442474643826657e-06, "Finetune/Loss": 0.35478997230529785, "Finetune/Loss (Raw)": 0.33369824290275574, "Finetune/Step": 12707, "Finetune/Step Time": 6.698915516957641}
{"Finetune/Learning Rate": 1.7430757142830901e-06, "Finetune/Loss": 0.35452744364738464, "Finetune/Loss (Raw)": 0.35686060786247253, "Finetune/Step": 12708, "Finetune/Step Time": 6.703684061765671}
{"Finetune/Learning Rate": 1.7419043203166919e-06, "Finetune/Loss": 0.3550172448158264, "Finetune/Loss (Raw)": 0.44639813899993896, "Finetune/Step": 12709, "Finetune/Step Time": 6.704599939286709}
{"Finetune/Learning Rate": 1.7407332825339907e-06, "Finetune/Loss": 0.3554033637046814, "Finetune/Loss (Raw)": 0.41427502036094666, "Finetune/Step": 12710, "Finetune/Step Time": 6.70423767901957}
{"Finetune/Learning Rate": 1.7395626009854994e-06, "Finetune/Loss": 0.35637158155441284, "Finetune/Loss (Raw)": 0.43222278356552124, "Finetune/Step": 12711, "Finetune/Step Time": 6.6664961744099855}
{"Finetune/Learning Rate": 1.7383922757217076e-06, "Finetune/Loss": 0.3554123640060425, "Finetune/Loss (Raw)": 0.30705615878105164, "Finetune/Step": 12712, "Finetune/Step Time": 6.665371933951974}
{"Finetune/Learning Rate": 1.7372223067930948e-06, "Finetune/Loss": 0.3577328324317932, "Finetune/Loss (Raw)": 0.4037317931652069, "Finetune/Step": 12713, "Finetune/Step Time": 6.6324803829193115}
{"Finetune/Learning Rate": 1.7360526942501232e-06, "Finetune/Loss": 0.35744157433509827, "Finetune/Loss (Raw)": 0.2949589490890503, "Finetune/Step": 12714, "Finetune/Step Time": 6.637744816020131}
{"Finetune/Learning Rate": 1.734883438143241e-06, "Finetune/Loss": 0.35700464248657227, "Finetune/Loss (Raw)": 0.3208216726779938, "Finetune/Step": 12715, "Finetune/Step Time": 6.633575579151511}
{"Finetune/Learning Rate": 1.7337145385228794e-06, "Finetune/Loss": 0.3571142554283142, "Finetune/Loss (Raw)": 0.3693994879722595, "Finetune/Step": 12716, "Finetune/Step Time": 6.621176877990365}
{"Finetune/Learning Rate": 1.732545995439453e-06, "Finetune/Loss": 0.35767295956611633, "Finetune/Loss (Raw)": 0.45443692803382874, "Finetune/Step": 12717, "Finetune/Step Time": 6.623778501525521}
{"Finetune/Learning Rate": 1.7313778089433686e-06, "Finetune/Loss": 0.35726532340049744, "Finetune/Loss (Raw)": 0.371595561504364, "Finetune/Step": 12718, "Finetune/Step Time": 6.609108394011855}
{"Finetune/Learning Rate": 1.7302099790850036e-06, "Finetune/Loss": 0.3568671643733978, "Finetune/Loss (Raw)": 0.10407620668411255, "Finetune/Step": 12719, "Finetune/Step Time": 6.6075771898031235}
{"Finetune/Learning Rate": 1.7290425059147352e-06, "Finetune/Loss": 0.3561588525772095, "Finetune/Loss (Raw)": 0.4059820771217346, "Finetune/Step": 12720, "Finetune/Step Time": 6.607181450352073}
{"Finetune/Learning Rate": 1.7278753894829125e-06, "Finetune/Loss": 0.35581380128860474, "Finetune/Loss (Raw)": 0.35990071296691895, "Finetune/Step": 12721, "Finetune/Step Time": 6.606968505308032}
{"Finetune/Learning Rate": 1.7267086298398783e-06, "Finetune/Loss": 0.3562849760055542, "Finetune/Loss (Raw)": 0.37423980236053467, "Finetune/Step": 12722, "Finetune/Step Time": 6.609288368374109}
{"Finetune/Learning Rate": 1.7255422270359544e-06, "Finetune/Loss": 0.35735398530960083, "Finetune/Loss (Raw)": 0.45599305629730225, "Finetune/Step": 12723, "Finetune/Step Time": 6.59647580422461}
{"Finetune/Learning Rate": 1.7243761811214544e-06, "Finetune/Loss": 0.35666146874427795, "Finetune/Loss (Raw)": 0.3745756149291992, "Finetune/Step": 12724, "Finetune/Step Time": 6.586249254643917}
{"Finetune/Learning Rate": 1.7232104921466653e-06, "Finetune/Loss": 0.35682275891304016, "Finetune/Loss (Raw)": 0.3590611219406128, "Finetune/Step": 12725, "Finetune/Step Time": 6.585434664040804}
{"Finetune/Learning Rate": 1.7220451601618681e-06, "Finetune/Loss": 0.3575834631919861, "Finetune/Loss (Raw)": 0.5031392574310303, "Finetune/Step": 12726, "Finetune/Step Time": 6.5792558416724205}
{"Finetune/Learning Rate": 1.720880185217325e-06, "Finetune/Loss": 0.3557741045951843, "Finetune/Loss (Raw)": 0.1521884799003601, "Finetune/Step": 12727, "Finetune/Step Time": 6.576795559376478}
{"Finetune/Learning Rate": 1.7197155673632825e-06, "Finetune/Loss": 0.3564852178096771, "Finetune/Loss (Raw)": 0.42836132645606995, "Finetune/Step": 12728, "Finetune/Step Time": 6.572622852399945}
{"Finetune/Learning Rate": 1.7185513066499749e-06, "Finetune/Loss": 0.35756033658981323, "Finetune/Loss (Raw)": 0.4936985373497009, "Finetune/Step": 12729, "Finetune/Step Time": 6.568891189992428}
{"Finetune/Learning Rate": 1.717387403127615e-06, "Finetune/Loss": 0.3596629202365875, "Finetune/Loss (Raw)": 0.3944818377494812, "Finetune/Step": 12730, "Finetune/Step Time": 6.55369514413178}
{"Finetune/Learning Rate": 1.7162238568464063e-06, "Finetune/Loss": 0.35997986793518066, "Finetune/Loss (Raw)": 0.43260258436203003, "Finetune/Step": 12731, "Finetune/Step Time": 6.56883635930717}
{"Finetune/Learning Rate": 1.7150606678565308e-06, "Finetune/Loss": 0.3601595163345337, "Finetune/Loss (Raw)": 0.40453797578811646, "Finetune/Step": 12732, "Finetune/Step Time": 6.571167889982462}
{"Finetune/Learning Rate": 1.7138978362081615e-06, "Finetune/Loss": 0.36055976152420044, "Finetune/Loss (Raw)": 0.373434841632843, "Finetune/Step": 12733, "Finetune/Step Time": 6.558720897883177}
{"Finetune/Learning Rate": 1.712735361951451e-06, "Finetune/Loss": 0.3621045649051666, "Finetune/Loss (Raw)": 0.3380149006843567, "Finetune/Step": 12734, "Finetune/Step Time": 6.548820644617081}
{"Finetune/Learning Rate": 1.7115732451365397e-06, "Finetune/Loss": 0.3624393939971924, "Finetune/Loss (Raw)": 0.39428627490997314, "Finetune/Step": 12735, "Finetune/Step Time": 6.550319889560342}
{"Finetune/Learning Rate": 1.7104114858135523e-06, "Finetune/Loss": 0.3614211082458496, "Finetune/Loss (Raw)": 0.29543477296829224, "Finetune/Step": 12736, "Finetune/Step Time": 6.558804834261537}
{"Finetune/Learning Rate": 1.7092500840325988e-06, "Finetune/Loss": 0.3612554967403412, "Finetune/Loss (Raw)": 0.3523997962474823, "Finetune/Step": 12737, "Finetune/Step Time": 6.556148918345571}
{"Finetune/Learning Rate": 1.7080890398437665e-06, "Finetune/Loss": 0.3621166944503784, "Finetune/Loss (Raw)": 0.48676326870918274, "Finetune/Step": 12738, "Finetune/Step Time": 6.573789179325104}
{"Finetune/Learning Rate": 1.706928353297136e-06, "Finetune/Loss": 0.3601993918418884, "Finetune/Loss (Raw)": 0.11624445021152496, "Finetune/Step": 12739, "Finetune/Step Time": 6.586081523448229}
{"Finetune/Learning Rate": 1.7057680244427722e-06, "Finetune/Loss": 0.36089885234832764, "Finetune/Loss (Raw)": 0.471802294254303, "Finetune/Step": 12740, "Finetune/Step Time": 6.575018525123596}
{"Finetune/Learning Rate": 1.7046080533307162e-06, "Finetune/Loss": 0.3609479069709778, "Finetune/Loss (Raw)": 0.38611847162246704, "Finetune/Step": 12741, "Finetune/Step Time": 6.587366979569197}
{"Finetune/Learning Rate": 1.703448440011002e-06, "Finetune/Loss": 0.3612671494483948, "Finetune/Loss (Raw)": 0.3732813000679016, "Finetune/Step": 12742, "Finetune/Step Time": 6.5749722719192505}
{"Finetune/Learning Rate": 1.7022891845336453e-06, "Finetune/Loss": 0.3614386320114136, "Finetune/Loss (Raw)": 0.4834495484828949, "Finetune/Step": 12743, "Finetune/Step Time": 6.5636567287147045}
{"Finetune/Learning Rate": 1.70113028694865e-06, "Finetune/Loss": 0.3613601326942444, "Finetune/Loss (Raw)": 0.3161763846874237, "Finetune/Step": 12744, "Finetune/Step Time": 6.568758120760322}
{"Finetune/Learning Rate": 1.699971747305994e-06, "Finetune/Loss": 0.36184144020080566, "Finetune/Loss (Raw)": 0.4370691478252411, "Finetune/Step": 12745, "Finetune/Step Time": 6.570864003151655}
{"Finetune/Learning Rate": 1.6988135656556515e-06, "Finetune/Loss": 0.3623127341270447, "Finetune/Loss (Raw)": 0.41642794013023376, "Finetune/Step": 12746, "Finetune/Step Time": 6.571232547983527}
{"Finetune/Learning Rate": 1.697655742047576e-06, "Finetune/Loss": 0.3612394630908966, "Finetune/Loss (Raw)": 0.3129328489303589, "Finetune/Step": 12747, "Finetune/Step Time": 6.58345440775156}
{"Finetune/Learning Rate": 1.696498276531704e-06, "Finetune/Loss": 0.3623179793357849, "Finetune/Loss (Raw)": 0.3937956392765045, "Finetune/Step": 12748, "Finetune/Step Time": 6.5737164709717035}
{"Finetune/Learning Rate": 1.6953411691579613e-06, "Finetune/Loss": 0.36235010623931885, "Finetune/Loss (Raw)": 0.4229085445404053, "Finetune/Step": 12749, "Finetune/Step Time": 6.57279060035944}
{"Finetune/Learning Rate": 1.6941844199762569e-06, "Finetune/Loss": 0.3626992702484131, "Finetune/Loss (Raw)": 0.42786285281181335, "Finetune/Step": 12750, "Finetune/Step Time": 6.568434549495578}
{"Finetune/Learning Rate": 1.693028029036481e-06, "Finetune/Loss": 0.3632773756980896, "Finetune/Loss (Raw)": 0.427584707736969, "Finetune/Step": 12751, "Finetune/Step Time": 6.5714081190526485}
{"Finetune/Learning Rate": 1.6918719963885077e-06, "Finetune/Loss": 0.3631550669670105, "Finetune/Loss (Raw)": 0.40330591797828674, "Finetune/Step": 12752, "Finetune/Step Time": 6.5708946119993925}
{"Finetune/Learning Rate": 1.690716322082202e-06, "Finetune/Loss": 0.3635275959968567, "Finetune/Loss (Raw)": 0.42548641562461853, "Finetune/Step": 12753, "Finetune/Step Time": 6.570338999852538}
{"Finetune/Learning Rate": 1.6895610061674073e-06, "Finetune/Loss": 0.3648301362991333, "Finetune/Loss (Raw)": 0.4767202138900757, "Finetune/Step": 12754, "Finetune/Step Time": 6.567952990531921}
{"Finetune/Learning Rate": 1.6884060486939558e-06, "Finetune/Loss": 0.36458271741867065, "Finetune/Loss (Raw)": 0.34514090418815613, "Finetune/Step": 12755, "Finetune/Step Time": 6.560107057914138}
{"Finetune/Learning Rate": 1.6872514497116632e-06, "Finetune/Loss": 0.36431995034217834, "Finetune/Loss (Raw)": 0.39350390434265137, "Finetune/Step": 12756, "Finetune/Step Time": 6.57379206083715}
{"Finetune/Learning Rate": 1.68609720927033e-06, "Finetune/Loss": 0.3650432229042053, "Finetune/Loss (Raw)": 0.4315727949142456, "Finetune/Step": 12757, "Finetune/Step Time": 6.563138548284769}
{"Finetune/Learning Rate": 1.6849433274197346e-06, "Finetune/Loss": 0.36469122767448425, "Finetune/Loss (Raw)": 0.3597238063812256, "Finetune/Step": 12758, "Finetune/Step Time": 6.577346246689558}
{"Finetune/Learning Rate": 1.6837898042096512e-06, "Finetune/Loss": 0.36449339985847473, "Finetune/Loss (Raw)": 0.37511947751045227, "Finetune/Step": 12759, "Finetune/Step Time": 6.598794573917985}
{"Finetune/Learning Rate": 1.6826366396898298e-06, "Finetune/Loss": 0.3652287721633911, "Finetune/Loss (Raw)": 0.40885746479034424, "Finetune/Step": 12760, "Finetune/Step Time": 6.593513812869787}
{"Finetune/Learning Rate": 1.6814838339100126e-06, "Finetune/Loss": 0.36391982436180115, "Finetune/Loss (Raw)": 0.13095709681510925, "Finetune/Step": 12761, "Finetune/Step Time": 6.59502043761313}
{"Finetune/Learning Rate": 1.6803313869199156e-06, "Finetune/Loss": 0.36401739716529846, "Finetune/Loss (Raw)": 0.3876274526119232, "Finetune/Step": 12762, "Finetune/Step Time": 6.593064785003662}
{"Finetune/Learning Rate": 1.6791792987692512e-06, "Finetune/Loss": 0.3618060350418091, "Finetune/Loss (Raw)": 0.10084386169910431, "Finetune/Step": 12763, "Finetune/Step Time": 6.604715343564749}
{"Finetune/Learning Rate": 1.6780275695077042e-06, "Finetune/Loss": 0.3618270754814148, "Finetune/Loss (Raw)": 0.37082135677337646, "Finetune/Step": 12764, "Finetune/Step Time": 6.597138602286577}
{"Finetune/Learning Rate": 1.6768761991849557e-06, "Finetune/Loss": 0.36304977536201477, "Finetune/Loss (Raw)": 0.46433863043785095, "Finetune/Step": 12765, "Finetune/Step Time": 6.575535010546446}
{"Finetune/Learning Rate": 1.675725187850663e-06, "Finetune/Loss": 0.36366957426071167, "Finetune/Loss (Raw)": 0.4104540944099426, "Finetune/Step": 12766, "Finetune/Step Time": 6.584203312173486}
{"Finetune/Learning Rate": 1.674574535554474e-06, "Finetune/Loss": 0.365526020526886, "Finetune/Loss (Raw)": 0.38897591829299927, "Finetune/Step": 12767, "Finetune/Step Time": 6.5689596720039845}
{"Finetune/Learning Rate": 1.6734242423460144e-06, "Finetune/Loss": 0.3657737374305725, "Finetune/Loss (Raw)": 0.45639047026634216, "Finetune/Step": 12768, "Finetune/Step Time": 6.574814876541495}
{"Finetune/Learning Rate": 1.6722743082749037e-06, "Finetune/Loss": 0.3654865324497223, "Finetune/Loss (Raw)": 0.36540350317955017, "Finetune/Step": 12769, "Finetune/Step Time": 6.577484108507633}
{"Finetune/Learning Rate": 1.6711247333907331e-06, "Finetune/Loss": 0.3657462000846863, "Finetune/Loss (Raw)": 0.3602222502231598, "Finetune/Step": 12770, "Finetune/Step Time": 6.576766496524215}
{"Finetune/Learning Rate": 1.6699755177430888e-06, "Finetune/Loss": 0.36590924859046936, "Finetune/Loss (Raw)": 0.35368266701698303, "Finetune/Step": 12771, "Finetune/Step Time": 6.608568025752902}
{"Finetune/Learning Rate": 1.6688266613815408e-06, "Finetune/Loss": 0.36554786562919617, "Finetune/Loss (Raw)": 0.3852230906486511, "Finetune/Step": 12772, "Finetune/Step Time": 6.613923002034426}
{"Finetune/Learning Rate": 1.667678164355635e-06, "Finetune/Loss": 0.3653077185153961, "Finetune/Loss (Raw)": 0.331675261259079, "Finetune/Step": 12773, "Finetune/Step Time": 6.629229839891195}
{"Finetune/Learning Rate": 1.666530026714912e-06, "Finetune/Loss": 0.3651483952999115, "Finetune/Loss (Raw)": 0.37623026967048645, "Finetune/Step": 12774, "Finetune/Step Time": 6.638096984475851}
{"Finetune/Learning Rate": 1.665382248508891e-06, "Finetune/Loss": 0.36566734313964844, "Finetune/Loss (Raw)": 0.44066399335861206, "Finetune/Step": 12775, "Finetune/Step Time": 6.614259215071797}
{"Finetune/Learning Rate": 1.6642348297870813e-06, "Finetune/Loss": 0.3650228679180145, "Finetune/Loss (Raw)": 0.3321709930896759, "Finetune/Step": 12776, "Finetune/Step Time": 6.608491508290172}
{"Finetune/Learning Rate": 1.6630877705989657e-06, "Finetune/Loss": 0.3647696077823639, "Finetune/Loss (Raw)": 0.3385973572731018, "Finetune/Step": 12777, "Finetune/Step Time": 6.59565170481801}
{"Finetune/Learning Rate": 1.661941070994023e-06, "Finetune/Loss": 0.3645678460597992, "Finetune/Loss (Raw)": 0.344888299703598, "Finetune/Step": 12778, "Finetune/Step Time": 6.591854019090533}
{"Finetune/Learning Rate": 1.660794731021711e-06, "Finetune/Loss": 0.3652152717113495, "Finetune/Loss (Raw)": 0.4477730989456177, "Finetune/Step": 12779, "Finetune/Step Time": 6.592921983450651}
{"Finetune/Learning Rate": 1.6596487507314741e-06, "Finetune/Loss": 0.3656034469604492, "Finetune/Loss (Raw)": 0.3252667784690857, "Finetune/Step": 12780, "Finetune/Step Time": 6.583813464269042}
{"Finetune/Learning Rate": 1.6585031301727405e-06, "Finetune/Loss": 0.36610403656959534, "Finetune/Loss (Raw)": 0.3455175757408142, "Finetune/Step": 12781, "Finetune/Step Time": 6.572586312890053}
{"Finetune/Learning Rate": 1.657357869394919e-06, "Finetune/Loss": 0.36622700095176697, "Finetune/Loss (Raw)": 0.39260831475257874, "Finetune/Step": 12782, "Finetune/Step Time": 6.570775803178549}
{"Finetune/Learning Rate": 1.6562129684474114e-06, "Finetune/Loss": 0.36745187640190125, "Finetune/Loss (Raw)": 0.32157158851623535, "Finetune/Step": 12783, "Finetune/Step Time": 6.551229389384389}
{"Finetune/Learning Rate": 1.6550684273795935e-06, "Finetune/Loss": 0.3674565553665161, "Finetune/Loss (Raw)": 0.3979165256023407, "Finetune/Step": 12784, "Finetune/Step Time": 6.5504762660712}
{"Finetune/Learning Rate": 1.6539242462408346e-06, "Finetune/Loss": 0.36716991662979126, "Finetune/Loss (Raw)": 0.31744295358657837, "Finetune/Step": 12785, "Finetune/Step Time": 6.5677789170295}
{"Finetune/Learning Rate": 1.6527804250804835e-06, "Finetune/Loss": 0.36693274974823, "Finetune/Loss (Raw)": 0.36808815598487854, "Finetune/Step": 12786, "Finetune/Step Time": 6.554558273404837}
{"Finetune/Learning Rate": 1.6516369639478747e-06, "Finetune/Loss": 0.36732929944992065, "Finetune/Loss (Raw)": 0.33079004287719727, "Finetune/Step": 12787, "Finetune/Step Time": 6.549824733287096}
{"Finetune/Learning Rate": 1.6504938628923283e-06, "Finetune/Loss": 0.3693177103996277, "Finetune/Loss (Raw)": 0.39239493012428284, "Finetune/Step": 12788, "Finetune/Step Time": 6.5317069590091705}
{"Finetune/Learning Rate": 1.6493511219631509e-06, "Finetune/Loss": 0.371326744556427, "Finetune/Loss (Raw)": 0.37630024552345276, "Finetune/Step": 12789, "Finetune/Step Time": 6.514949010685086}
{"Finetune/Learning Rate": 1.6482087412096237e-06, "Finetune/Loss": 0.3715451955795288, "Finetune/Loss (Raw)": 0.43554189801216125, "Finetune/Step": 12790, "Finetune/Step Time": 6.508632371202111}
{"Finetune/Learning Rate": 1.6470667206810243e-06, "Finetune/Loss": 0.37069031596183777, "Finetune/Loss (Raw)": 0.2821342647075653, "Finetune/Step": 12791, "Finetune/Step Time": 6.508876748383045}
{"Finetune/Learning Rate": 1.6459250604266097e-06, "Finetune/Loss": 0.3704794645309448, "Finetune/Loss (Raw)": 0.38900771737098694, "Finetune/Step": 12792, "Finetune/Step Time": 6.5103945676237345}
{"Finetune/Learning Rate": 1.6447837604956175e-06, "Finetune/Loss": 0.37004411220550537, "Finetune/Loss (Raw)": 0.3649529814720154, "Finetune/Step": 12793, "Finetune/Step Time": 6.509647561237216}
{"Finetune/Learning Rate": 1.6436428209372768e-06, "Finetune/Loss": 0.37061938643455505, "Finetune/Loss (Raw)": 0.3801979124546051, "Finetune/Step": 12794, "Finetune/Step Time": 6.511664526537061}
{"Finetune/Learning Rate": 1.6425022418007986e-06, "Finetune/Loss": 0.3705008029937744, "Finetune/Loss (Raw)": 0.32989922165870667, "Finetune/Step": 12795, "Finetune/Step Time": 6.511659922078252}
{"Finetune/Learning Rate": 1.6413620231353743e-06, "Finetune/Loss": 0.3706642985343933, "Finetune/Loss (Raw)": 0.3855496942996979, "Finetune/Step": 12796, "Finetune/Step Time": 6.504299683496356}
{"Finetune/Learning Rate": 1.640222164990186e-06, "Finetune/Loss": 0.369956374168396, "Finetune/Loss (Raw)": 0.38387805223464966, "Finetune/Step": 12797, "Finetune/Step Time": 6.515124537050724}
{"Finetune/Learning Rate": 1.6390826674143956e-06, "Finetune/Loss": 0.37031853199005127, "Finetune/Loss (Raw)": 0.4307735860347748, "Finetune/Step": 12798, "Finetune/Step Time": 6.517627155408263}
{"Finetune/Learning Rate": 1.6379435304571534e-06, "Finetune/Loss": 0.3692951500415802, "Finetune/Loss (Raw)": 0.27872902154922485, "Finetune/Step": 12799, "Finetune/Step Time": 6.52125214971602}
{"Finetune/Learning Rate": 1.6368047541675902e-06, "Finetune/Loss": 0.3703903555870056, "Finetune/Loss (Raw)": 0.40981459617614746, "Finetune/Step": 12800, "Finetune/Step Time": 6.5203343369066715}
{"Finetune/Learning Rate": 1.635666338594827e-06, "Finetune/Loss": 0.37055277824401855, "Finetune/Loss (Raw)": 0.2661038637161255, "Finetune/Step": 12801, "Finetune/Step Time": 6.505608169361949}
{"Finetune/Learning Rate": 1.6345282837879594e-06, "Finetune/Loss": 0.37132295966148376, "Finetune/Loss (Raw)": 0.4330820143222809, "Finetune/Step": 12802, "Finetune/Step Time": 6.4959058333188295}
{"Finetune/Learning Rate": 1.633390589796079e-06, "Finetune/Loss": 0.3715735673904419, "Finetune/Loss (Raw)": 0.452955961227417, "Finetune/Step": 12803, "Finetune/Step Time": 6.476763406768441}
{"Finetune/Learning Rate": 1.6322532566682515e-06, "Finetune/Loss": 0.37171420454978943, "Finetune/Loss (Raw)": 0.4261462986469269, "Finetune/Step": 12804, "Finetune/Step Time": 6.4999091774225235}
{"Finetune/Learning Rate": 1.6311162844535333e-06, "Finetune/Loss": 0.37320274114608765, "Finetune/Loss (Raw)": 0.39771923422813416, "Finetune/Step": 12805, "Finetune/Step Time": 6.488003317266703}
{"Finetune/Learning Rate": 1.6299796732009631e-06, "Finetune/Loss": 0.3730069398880005, "Finetune/Loss (Raw)": 0.40124231576919556, "Finetune/Step": 12806, "Finetune/Step Time": 6.5052599757909775}
{"Finetune/Learning Rate": 1.6288434229595663e-06, "Finetune/Loss": 0.37358972430229187, "Finetune/Loss (Raw)": 0.38896164298057556, "Finetune/Step": 12807, "Finetune/Step Time": 6.505181722342968}
{"Finetune/Learning Rate": 1.6277075337783532e-06, "Finetune/Loss": 0.3742133677005768, "Finetune/Loss (Raw)": 0.4413567781448364, "Finetune/Step": 12808, "Finetune/Step Time": 6.501303954049945}
{"Finetune/Learning Rate": 1.6265720057063105e-06, "Finetune/Loss": 0.3748184144496918, "Finetune/Loss (Raw)": 0.4256556034088135, "Finetune/Step": 12809, "Finetune/Step Time": 6.514962384477258}
{"Finetune/Learning Rate": 1.625436838792418e-06, "Finetune/Loss": 0.37678155303001404, "Finetune/Loss (Raw)": 0.4117393493652344, "Finetune/Step": 12810, "Finetune/Step Time": 6.49837090075016}
{"Finetune/Learning Rate": 1.6243020330856362e-06, "Finetune/Loss": 0.3773055970668793, "Finetune/Loss (Raw)": 0.42153242230415344, "Finetune/Step": 12811, "Finetune/Step Time": 6.503333505243063}
{"Finetune/Learning Rate": 1.6231675886349163e-06, "Finetune/Loss": 0.375160813331604, "Finetune/Loss (Raw)": 0.14268796145915985, "Finetune/Step": 12812, "Finetune/Step Time": 6.499694779515266}
{"Finetune/Learning Rate": 1.62203350548918e-06, "Finetune/Loss": 0.37507161498069763, "Finetune/Loss (Raw)": 0.3396936058998108, "Finetune/Step": 12813, "Finetune/Step Time": 6.496019836515188}
{"Finetune/Learning Rate": 1.6208997836973472e-06, "Finetune/Loss": 0.3752363920211792, "Finetune/Loss (Raw)": 0.37129101157188416, "Finetune/Step": 12814, "Finetune/Step Time": 6.497859878465533}
{"Finetune/Learning Rate": 1.6197664233083177e-06, "Finetune/Loss": 0.3753398656845093, "Finetune/Loss (Raw)": 0.3530276119709015, "Finetune/Step": 12815, "Finetune/Step Time": 6.496788699179888}
{"Finetune/Learning Rate": 1.6186334243709712e-06, "Finetune/Loss": 0.37471240758895874, "Finetune/Loss (Raw)": 0.3422887325286865, "Finetune/Step": 12816, "Finetune/Step Time": 6.493962375447154}
{"Finetune/Learning Rate": 1.6175007869341775e-06, "Finetune/Loss": 0.37530505657196045, "Finetune/Loss (Raw)": 0.3878191113471985, "Finetune/Step": 12817, "Finetune/Step Time": 6.505929656326771}
{"Finetune/Learning Rate": 1.6163685110467885e-06, "Finetune/Loss": 0.3755740225315094, "Finetune/Loss (Raw)": 0.3476000428199768, "Finetune/Step": 12818, "Finetune/Step Time": 6.494988813996315}
{"Finetune/Learning Rate": 1.6152365967576422e-06, "Finetune/Loss": 0.37457725405693054, "Finetune/Loss (Raw)": 0.27844205498695374, "Finetune/Step": 12819, "Finetune/Step Time": 6.496876550838351}
{"Finetune/Learning Rate": 1.6141050441155582e-06, "Finetune/Loss": 0.37456533312797546, "Finetune/Loss (Raw)": 0.391528457403183, "Finetune/Step": 12820, "Finetune/Step Time": 6.492681918665767}
{"Finetune/Learning Rate": 1.6129738531693452e-06, "Finetune/Loss": 0.37409746646881104, "Finetune/Loss (Raw)": 0.3469240367412567, "Finetune/Step": 12821, "Finetune/Step Time": 6.488697363063693}
{"Finetune/Learning Rate": 1.6118430239677884e-06, "Finetune/Loss": 0.37443482875823975, "Finetune/Loss (Raw)": 0.3884704113006592, "Finetune/Step": 12822, "Finetune/Step Time": 6.479903919622302}
{"Finetune/Learning Rate": 1.610712556559667e-06, "Finetune/Loss": 0.3767783045768738, "Finetune/Loss (Raw)": 0.42597129940986633, "Finetune/Step": 12823, "Finetune/Step Time": 6.4715414978563786}
{"Finetune/Learning Rate": 1.609582450993734e-06, "Finetune/Loss": 0.3762754797935486, "Finetune/Loss (Raw)": 0.33187243342399597, "Finetune/Step": 12824, "Finetune/Step Time": 6.475490568205714}
{"Finetune/Learning Rate": 1.6084527073187362e-06, "Finetune/Loss": 0.3758837878704071, "Finetune/Loss (Raw)": 0.37084153294563293, "Finetune/Step": 12825, "Finetune/Step Time": 6.460923306643963}
{"Finetune/Learning Rate": 1.6073233255834008e-06, "Finetune/Loss": 0.3743857741355896, "Finetune/Loss (Raw)": 0.29946795105934143, "Finetune/Step": 12826, "Finetune/Step Time": 6.48324316740036}
{"Finetune/Learning Rate": 1.6061943058364403e-06, "Finetune/Loss": 0.37357297539711, "Finetune/Loss (Raw)": 0.2983412444591522, "Finetune/Step": 12827, "Finetune/Step Time": 6.4927315171808}
{"Finetune/Learning Rate": 1.6050656481265493e-06, "Finetune/Loss": 0.37246501445770264, "Finetune/Loss (Raw)": 0.330511212348938, "Finetune/Step": 12828, "Finetune/Step Time": 6.487361330538988}
{"Finetune/Learning Rate": 1.6039373525024072e-06, "Finetune/Loss": 0.3717716336250305, "Finetune/Loss (Raw)": 0.39553019404411316, "Finetune/Step": 12829, "Finetune/Step Time": 6.48847951553762}
{"Finetune/Learning Rate": 1.6028094190126819e-06, "Finetune/Loss": 0.37176090478897095, "Finetune/Loss (Raw)": 0.39201438426971436, "Finetune/Step": 12830, "Finetune/Step Time": 6.484618954360485}
{"Finetune/Learning Rate": 1.6016818477060225e-06, "Finetune/Loss": 0.37076446413993835, "Finetune/Loss (Raw)": 0.25635769963264465, "Finetune/Step": 12831, "Finetune/Step Time": 6.494329916313291}
{"Finetune/Learning Rate": 1.600554638631061e-06, "Finetune/Loss": 0.37122243642807007, "Finetune/Loss (Raw)": 0.41444841027259827, "Finetune/Step": 12832, "Finetune/Step Time": 6.49837732873857}
{"Finetune/Learning Rate": 1.5994277918364198e-06, "Finetune/Loss": 0.36885514855384827, "Finetune/Loss (Raw)": 0.12370776385068893, "Finetune/Step": 12833, "Finetune/Step Time": 6.51759603433311}
{"Finetune/Learning Rate": 1.5983013073706989e-06, "Finetune/Loss": 0.36849498748779297, "Finetune/Loss (Raw)": 0.3529939353466034, "Finetune/Step": 12834, "Finetune/Step Time": 6.512530039995909}
{"Finetune/Learning Rate": 1.5971751852824813e-06, "Finetune/Loss": 0.36858105659484863, "Finetune/Loss (Raw)": 0.3447211980819702, "Finetune/Step": 12835, "Finetune/Step Time": 6.5163730047643185}
{"Finetune/Learning Rate": 1.5960494256203418e-06, "Finetune/Loss": 0.3696049153804779, "Finetune/Loss (Raw)": 0.48791199922561646, "Finetune/Step": 12836, "Finetune/Step Time": 6.51591170206666}
{"Finetune/Learning Rate": 1.5949240284328371e-06, "Finetune/Loss": 0.3689211905002594, "Finetune/Loss (Raw)": 0.3588809072971344, "Finetune/Step": 12837, "Finetune/Step Time": 6.521613094955683}
{"Finetune/Learning Rate": 1.593798993768505e-06, "Finetune/Loss": 0.3689231872558594, "Finetune/Loss (Raw)": 0.4145270884037018, "Finetune/Step": 12838, "Finetune/Step Time": 6.525057876482606}
{"Finetune/Learning Rate": 1.592674321675871e-06, "Finetune/Loss": 0.369128942489624, "Finetune/Loss (Raw)": 0.458565890789032, "Finetune/Step": 12839, "Finetune/Step Time": 6.522967483848333}
{"Finetune/Learning Rate": 1.5915500122034466e-06, "Finetune/Loss": 0.36946403980255127, "Finetune/Loss (Raw)": 0.34994521737098694, "Finetune/Step": 12840, "Finetune/Step Time": 6.525654284283519}
{"Finetune/Learning Rate": 1.5904260653997193e-06, "Finetune/Loss": 0.36890077590942383, "Finetune/Loss (Raw)": 0.3316382169723511, "Finetune/Step": 12841, "Finetune/Step Time": 6.532243629917502}
{"Finetune/Learning Rate": 1.5893024813131697e-06, "Finetune/Loss": 0.36907505989074707, "Finetune/Loss (Raw)": 0.3172634541988373, "Finetune/Step": 12842, "Finetune/Step Time": 6.539307922124863}
{"Finetune/Learning Rate": 1.5881792599922586e-06, "Finetune/Loss": 0.36983436346054077, "Finetune/Loss (Raw)": 0.41801559925079346, "Finetune/Step": 12843, "Finetune/Step Time": 6.549894154071808}
{"Finetune/Learning Rate": 1.5870564014854362e-06, "Finetune/Loss": 0.3699265420436859, "Finetune/Loss (Raw)": 0.3811947703361511, "Finetune/Step": 12844, "Finetune/Step Time": 6.565335901454091}
{"Finetune/Learning Rate": 1.5859339058411262e-06, "Finetune/Loss": 0.36976784467697144, "Finetune/Loss (Raw)": 0.4341210126876831, "Finetune/Step": 12845, "Finetune/Step Time": 6.580612367019057}
{"Finetune/Learning Rate": 1.5848117731077473e-06, "Finetune/Loss": 0.3699531555175781, "Finetune/Loss (Raw)": 0.39531898498535156, "Finetune/Step": 12846, "Finetune/Step Time": 6.584700856357813}
{"Finetune/Learning Rate": 1.583690003333701e-06, "Finetune/Loss": 0.3715757429599762, "Finetune/Loss (Raw)": 0.31176772713661194, "Finetune/Step": 12847, "Finetune/Step Time": 6.5695970226079226}
{"Finetune/Learning Rate": 1.5825685965673665e-06, "Finetune/Loss": 0.37105485796928406, "Finetune/Loss (Raw)": 0.33930692076683044, "Finetune/Step": 12848, "Finetune/Step Time": 6.5963436756283045}
{"Finetune/Learning Rate": 1.5814475528571128e-06, "Finetune/Loss": 0.3714652955532074, "Finetune/Loss (Raw)": 0.4124387502670288, "Finetune/Step": 12849, "Finetune/Step Time": 6.602025479078293}
{"Finetune/Learning Rate": 1.5803268722512933e-06, "Finetune/Loss": 0.37062811851501465, "Finetune/Loss (Raw)": 0.2670777440071106, "Finetune/Step": 12850, "Finetune/Step Time": 6.59756188467145}
{"Finetune/Learning Rate": 1.5792065547982427e-06, "Finetune/Loss": 0.3700907826423645, "Finetune/Loss (Raw)": 0.3872162401676178, "Finetune/Step": 12851, "Finetune/Step Time": 6.585351262241602}
{"Finetune/Learning Rate": 1.5780866005462847e-06, "Finetune/Loss": 0.3697434365749359, "Finetune/Loss (Raw)": 0.33011776208877563, "Finetune/Step": 12852, "Finetune/Step Time": 6.584153302013874}
{"Finetune/Learning Rate": 1.576967009543725e-06, "Finetune/Loss": 0.3696410357952118, "Finetune/Loss (Raw)": 0.3459513485431671, "Finetune/Step": 12853, "Finetune/Step Time": 6.585399786010385}
{"Finetune/Learning Rate": 1.5758477818388485e-06, "Finetune/Loss": 0.3688688278198242, "Finetune/Loss (Raw)": 0.40429577231407166, "Finetune/Step": 12854, "Finetune/Step Time": 6.588402349501848}
{"Finetune/Learning Rate": 1.5747289174799351e-06, "Finetune/Loss": 0.370606392621994, "Finetune/Loss (Raw)": 0.3745979964733124, "Finetune/Step": 12855, "Finetune/Step Time": 6.590964971110225}
{"Finetune/Learning Rate": 1.5736104165152378e-06, "Finetune/Loss": 0.37078291177749634, "Finetune/Loss (Raw)": 0.45095470547676086, "Finetune/Step": 12856, "Finetune/Step Time": 6.587045695632696}
{"Finetune/Learning Rate": 1.5724922789930008e-06, "Finetune/Loss": 0.36991405487060547, "Finetune/Loss (Raw)": 0.38248470425605774, "Finetune/Step": 12857, "Finetune/Step Time": 6.594045929610729}
{"Finetune/Learning Rate": 1.5713745049614516e-06, "Finetune/Loss": 0.3696126341819763, "Finetune/Loss (Raw)": 0.3558986783027649, "Finetune/Step": 12858, "Finetune/Step Time": 6.58582048304379}
{"Finetune/Learning Rate": 1.5702570944688012e-06, "Finetune/Loss": 0.36933404207229614, "Finetune/Loss (Raw)": 0.3969480097293854, "Finetune/Step": 12859, "Finetune/Step Time": 6.575879242271185}
{"Finetune/Learning Rate": 1.569140047563248e-06, "Finetune/Loss": 0.36960333585739136, "Finetune/Loss (Raw)": 0.4390054941177368, "Finetune/Step": 12860, "Finetune/Step Time": 6.575617328286171}
{"Finetune/Learning Rate": 1.5680233642929655e-06, "Finetune/Loss": 0.3697969913482666, "Finetune/Loss (Raw)": 0.39822232723236084, "Finetune/Step": 12861, "Finetune/Step Time": 6.588366301730275}
{"Finetune/Learning Rate": 1.566907044706123e-06, "Finetune/Loss": 0.3700953722000122, "Finetune/Loss (Raw)": 0.37620747089385986, "Finetune/Step": 12862, "Finetune/Step Time": 6.581320820376277}
{"Finetune/Learning Rate": 1.5657910888508666e-06, "Finetune/Loss": 0.3696333169937134, "Finetune/Loss (Raw)": 0.3351443111896515, "Finetune/Step": 12863, "Finetune/Step Time": 6.579700281843543}
{"Finetune/Learning Rate": 1.564675496775333e-06, "Finetune/Loss": 0.3707389831542969, "Finetune/Loss (Raw)": 0.43695691227912903, "Finetune/Step": 12864, "Finetune/Step Time": 6.5755760334432125}
{"Finetune/Learning Rate": 1.563560268527633e-06, "Finetune/Loss": 0.3714786767959595, "Finetune/Loss (Raw)": 0.44708535075187683, "Finetune/Step": 12865, "Finetune/Step Time": 6.576775608584285}
{"Finetune/Learning Rate": 1.5624454041558746e-06, "Finetune/Loss": 0.36879199743270874, "Finetune/Loss (Raw)": 0.14286652207374573, "Finetune/Step": 12866, "Finetune/Step Time": 6.578990403562784}
{"Finetune/Learning Rate": 1.5613309037081381e-06, "Finetune/Loss": 0.3711613714694977, "Finetune/Loss (Raw)": 0.4195232391357422, "Finetune/Step": 12867, "Finetune/Step Time": 6.560961131006479}
{"Finetune/Learning Rate": 1.5602167672324954e-06, "Finetune/Loss": 0.3682868182659149, "Finetune/Loss (Raw)": 0.103861503303051, "Finetune/Step": 12868, "Finetune/Step Time": 6.561837695538998}
{"Finetune/Learning Rate": 1.559102994777001e-06, "Finetune/Loss": 0.3682321608066559, "Finetune/Loss (Raw)": 0.3791186809539795, "Finetune/Step": 12869, "Finetune/Step Time": 6.577363360673189}
{"Finetune/Learning Rate": 1.5579895863896933e-06, "Finetune/Loss": 0.3684805631637573, "Finetune/Loss (Raw)": 0.405076801776886, "Finetune/Step": 12870, "Finetune/Step Time": 6.584482857957482}
{"Finetune/Learning Rate": 1.5568765421185962e-06, "Finetune/Loss": 0.3678714632987976, "Finetune/Loss (Raw)": 0.4054887592792511, "Finetune/Step": 12871, "Finetune/Step Time": 6.5958253014832735}
{"Finetune/Learning Rate": 1.5557638620117155e-06, "Finetune/Loss": 0.3682956099510193, "Finetune/Loss (Raw)": 0.37046462297439575, "Finetune/Step": 12872, "Finetune/Step Time": 6.5973966885358095}
{"Finetune/Learning Rate": 1.5546515461170463e-06, "Finetune/Loss": 0.36816179752349854, "Finetune/Loss (Raw)": 0.4199419319629669, "Finetune/Step": 12873, "Finetune/Step Time": 6.597504403442144}
{"Finetune/Learning Rate": 1.5535395944825592e-06, "Finetune/Loss": 0.36825862526893616, "Finetune/Loss (Raw)": 0.4288198947906494, "Finetune/Step": 12874, "Finetune/Step Time": 6.578895468264818}
{"Finetune/Learning Rate": 1.5524280071562191e-06, "Finetune/Loss": 0.3698965907096863, "Finetune/Loss (Raw)": 0.5225958824157715, "Finetune/Step": 12875, "Finetune/Step Time": 6.5653464794158936}
{"Finetune/Learning Rate": 1.5513167841859656e-06, "Finetune/Loss": 0.3696179687976837, "Finetune/Loss (Raw)": 0.35812875628471375, "Finetune/Step": 12876, "Finetune/Step Time": 6.585789771750569}
{"Finetune/Learning Rate": 1.55020592561973e-06, "Finetune/Loss": 0.36971360445022583, "Finetune/Loss (Raw)": 0.4351506531238556, "Finetune/Step": 12877, "Finetune/Step Time": 6.584223322570324}
{"Finetune/Learning Rate": 1.549095431505424e-06, "Finetune/Loss": 0.37007850408554077, "Finetune/Loss (Raw)": 0.47457149624824524, "Finetune/Step": 12878, "Finetune/Step Time": 6.6049938052892685}
{"Finetune/Learning Rate": 1.5479853018909497e-06, "Finetune/Loss": 0.3704717755317688, "Finetune/Loss (Raw)": 0.4779183566570282, "Finetune/Step": 12879, "Finetune/Step Time": 6.606136674061418}
{"Finetune/Learning Rate": 1.5468755368241816e-06, "Finetune/Loss": 0.3704931139945984, "Finetune/Loss (Raw)": 0.40604206919670105, "Finetune/Step": 12880, "Finetune/Step Time": 6.599900607019663}
{"Finetune/Learning Rate": 1.5457661363529886e-06, "Finetune/Loss": 0.37005311250686646, "Finetune/Loss (Raw)": 0.3691624104976654, "Finetune/Step": 12881, "Finetune/Step Time": 6.597763780504465}
{"Finetune/Learning Rate": 1.5446571005252208e-06, "Finetune/Loss": 0.36931878328323364, "Finetune/Loss (Raw)": 0.382727712392807, "Finetune/Step": 12882, "Finetune/Step Time": 6.601480599492788}
{"Finetune/Learning Rate": 1.5435484293887127e-06, "Finetune/Loss": 0.37051382660865784, "Finetune/Loss (Raw)": 0.49810776114463806, "Finetune/Step": 12883, "Finetune/Step Time": 6.5989831779152155}
{"Finetune/Learning Rate": 1.5424401229912845e-06, "Finetune/Loss": 0.3697876036167145, "Finetune/Loss (Raw)": 0.3005482256412506, "Finetune/Step": 12884, "Finetune/Step Time": 6.600571505725384}
{"Finetune/Learning Rate": 1.5413321813807357e-06, "Finetune/Loss": 0.36902591586112976, "Finetune/Loss (Raw)": 0.33407309651374817, "Finetune/Step": 12885, "Finetune/Step Time": 6.611002324149013}
{"Finetune/Learning Rate": 1.5402246046048563e-06, "Finetune/Loss": 0.3688836693763733, "Finetune/Loss (Raw)": 0.3415171205997467, "Finetune/Step": 12886, "Finetune/Step Time": 6.588433682918549}
{"Finetune/Learning Rate": 1.5391173927114156e-06, "Finetune/Loss": 0.36917412281036377, "Finetune/Loss (Raw)": 0.4122982323169708, "Finetune/Step": 12887, "Finetune/Step Time": 6.57494155690074}
{"Finetune/Learning Rate": 1.5380105457481687e-06, "Finetune/Loss": 0.3689157962799072, "Finetune/Loss (Raw)": 0.37579524517059326, "Finetune/Step": 12888, "Finetune/Step Time": 6.5703723188489676}
{"Finetune/Learning Rate": 1.5369040637628574e-06, "Finetune/Loss": 0.3709554672241211, "Finetune/Loss (Raw)": 0.39203158020973206, "Finetune/Step": 12889, "Finetune/Step Time": 6.569306118413806}
{"Finetune/Learning Rate": 1.535797946803206e-06, "Finetune/Loss": 0.37125781178474426, "Finetune/Loss (Raw)": 0.4263294041156769, "Finetune/Step": 12890, "Finetune/Step Time": 6.578049514442682}
{"Finetune/Learning Rate": 1.5346921949169214e-06, "Finetune/Loss": 0.3734860420227051, "Finetune/Loss (Raw)": 0.3860553801059723, "Finetune/Step": 12891, "Finetune/Step Time": 6.5592346247285604}
{"Finetune/Learning Rate": 1.5335868081517002e-06, "Finetune/Loss": 0.37299060821533203, "Finetune/Loss (Raw)": 0.3074048161506653, "Finetune/Step": 12892, "Finetune/Step Time": 6.563061982393265}
{"Finetune/Learning Rate": 1.5324817865552133e-06, "Finetune/Loss": 0.37199142575263977, "Finetune/Loss (Raw)": 0.33644363284111023, "Finetune/Step": 12893, "Finetune/Step Time": 6.563682937994599}
{"Finetune/Learning Rate": 1.5313771301751257e-06, "Finetune/Loss": 0.3725140392780304, "Finetune/Loss (Raw)": 0.4773496687412262, "Finetune/Step": 12894, "Finetune/Step Time": 6.5575064569711685}
{"Finetune/Learning Rate": 1.5302728390590838e-06, "Finetune/Loss": 0.37314629554748535, "Finetune/Loss (Raw)": 0.46990448236465454, "Finetune/Step": 12895, "Finetune/Step Time": 6.5527105294167995}
{"Finetune/Learning Rate": 1.5291689132547127e-06, "Finetune/Loss": 0.3722343146800995, "Finetune/Loss (Raw)": 0.3396602272987366, "Finetune/Step": 12896, "Finetune/Step Time": 6.549444412812591}
{"Finetune/Learning Rate": 1.52806535280963e-06, "Finetune/Loss": 0.37057092785835266, "Finetune/Loss (Raw)": 0.15248644351959229, "Finetune/Step": 12897, "Finetune/Step Time": 6.565762249752879}
{"Finetune/Learning Rate": 1.5269621577714355e-06, "Finetune/Loss": 0.3700024485588074, "Finetune/Loss (Raw)": 0.28745579719543457, "Finetune/Step": 12898, "Finetune/Step Time": 6.568569615483284}
{"Finetune/Learning Rate": 1.5258593281877077e-06, "Finetune/Loss": 0.3707294464111328, "Finetune/Loss (Raw)": 0.446742981672287, "Finetune/Step": 12899, "Finetune/Step Time": 6.539192784577608}
{"Finetune/Learning Rate": 1.524756864106013e-06, "Finetune/Loss": 0.37071937322616577, "Finetune/Loss (Raw)": 0.383930504322052, "Finetune/Step": 12900, "Finetune/Step Time": 6.535674845799804}
{"Finetune/Learning Rate": 1.5236547655739053e-06, "Finetune/Loss": 0.37106165289878845, "Finetune/Loss (Raw)": 0.3754880130290985, "Finetune/Step": 12901, "Finetune/Step Time": 6.515002202242613}
{"Finetune/Learning Rate": 1.522553032638917e-06, "Finetune/Loss": 0.3713850975036621, "Finetune/Loss (Raw)": 0.4176318645477295, "Finetune/Step": 12902, "Finetune/Step Time": 6.4993650652468204}
{"Finetune/Learning Rate": 1.52145166534857e-06, "Finetune/Loss": 0.37065380811691284, "Finetune/Loss (Raw)": 0.3470578193664551, "Finetune/Step": 12903, "Finetune/Step Time": 6.504169566556811}
{"Finetune/Learning Rate": 1.5203506637503663e-06, "Finetune/Loss": 0.370749294757843, "Finetune/Loss (Raw)": 0.3443959951400757, "Finetune/Step": 12904, "Finetune/Step Time": 6.518336372449994}
{"Finetune/Learning Rate": 1.5192500278917966e-06, "Finetune/Loss": 0.36904439330101013, "Finetune/Loss (Raw)": 0.12036865204572678, "Finetune/Step": 12905, "Finetune/Step Time": 6.545795764774084}
{"Finetune/Learning Rate": 1.5181497578203308e-06, "Finetune/Loss": 0.36915719509124756, "Finetune/Loss (Raw)": 0.35932567715644836, "Finetune/Step": 12906, "Finetune/Step Time": 6.561067217960954}
{"Finetune/Learning Rate": 1.5170498535834223e-06, "Finetune/Loss": 0.36857926845550537, "Finetune/Loss (Raw)": 0.3738015592098236, "Finetune/Step": 12907, "Finetune/Step Time": 6.556020732969046}
{"Finetune/Learning Rate": 1.5159503152285139e-06, "Finetune/Loss": 0.3691018223762512, "Finetune/Loss (Raw)": 0.39215511083602905, "Finetune/Step": 12908, "Finetune/Step Time": 6.556099846959114}
{"Finetune/Learning Rate": 1.514851142803031e-06, "Finetune/Loss": 0.3692263066768646, "Finetune/Loss (Raw)": 0.361445814371109, "Finetune/Step": 12909, "Finetune/Step Time": 6.550243178382516}
{"Finetune/Learning Rate": 1.5137523363543816e-06, "Finetune/Loss": 0.36934125423431396, "Finetune/Loss (Raw)": 0.40732112526893616, "Finetune/Step": 12910, "Finetune/Step Time": 6.549775520339608}
{"Finetune/Learning Rate": 1.5126538959299607e-06, "Finetune/Loss": 0.3703532814979553, "Finetune/Loss (Raw)": 0.4511120617389679, "Finetune/Step": 12911, "Finetune/Step Time": 6.547778498381376}
{"Finetune/Learning Rate": 1.511555821577143e-06, "Finetune/Loss": 0.3691311478614807, "Finetune/Loss (Raw)": 0.24148879945278168, "Finetune/Step": 12912, "Finetune/Step Time": 6.589253021404147}
{"Finetune/Learning Rate": 1.5104581133432906e-06, "Finetune/Loss": 0.3689687252044678, "Finetune/Loss (Raw)": 0.29664894938468933, "Finetune/Step": 12913, "Finetune/Step Time": 6.570693200454116}
{"Finetune/Learning Rate": 1.5093607712757507e-06, "Finetune/Loss": 0.36843833327293396, "Finetune/Loss (Raw)": 0.300198495388031, "Finetune/Step": 12914, "Finetune/Step Time": 6.581038478761911}
{"Finetune/Learning Rate": 1.5082637954218515e-06, "Finetune/Loss": 0.36945489048957825, "Finetune/Loss (Raw)": 0.4609083831310272, "Finetune/Step": 12915, "Finetune/Step Time": 6.592919195070863}
{"Finetune/Learning Rate": 1.5071671858289105e-06, "Finetune/Loss": 0.3694677948951721, "Finetune/Loss (Raw)": 0.394046425819397, "Finetune/Step": 12916, "Finetune/Step Time": 6.6008522771298885}
{"Finetune/Learning Rate": 1.5060709425442222e-06, "Finetune/Loss": 0.36770522594451904, "Finetune/Loss (Raw)": 0.15069323778152466, "Finetune/Step": 12917, "Finetune/Step Time": 6.618913184851408}
{"Finetune/Learning Rate": 1.504975065615072e-06, "Finetune/Loss": 0.3671823740005493, "Finetune/Loss (Raw)": 0.3686167299747467, "Finetune/Step": 12918, "Finetune/Step Time": 6.621042372658849}
{"Finetune/Learning Rate": 1.503879555088723e-06, "Finetune/Loss": 0.36790958046913147, "Finetune/Loss (Raw)": 0.3752172887325287, "Finetune/Step": 12919, "Finetune/Step Time": 6.6139885149896145}
{"Finetune/Learning Rate": 1.502784411012429e-06, "Finetune/Loss": 0.3685151934623718, "Finetune/Loss (Raw)": 0.466522216796875, "Finetune/Step": 12920, "Finetune/Step Time": 6.632697658613324}
{"Finetune/Learning Rate": 1.5016896334334242e-06, "Finetune/Loss": 0.3678441047668457, "Finetune/Loss (Raw)": 0.27905717492103577, "Finetune/Step": 12921, "Finetune/Step Time": 6.634692380204797}
{"Finetune/Learning Rate": 1.5005952223989285e-06, "Finetune/Loss": 0.3682202100753784, "Finetune/Loss (Raw)": 0.4283405840396881, "Finetune/Step": 12922, "Finetune/Step Time": 6.638502597808838}
{"Finetune/Learning Rate": 1.4995011779561453e-06, "Finetune/Loss": 0.3688472807407379, "Finetune/Loss (Raw)": 0.4101623296737671, "Finetune/Step": 12923, "Finetune/Step Time": 6.65641413256526}
{"Finetune/Learning Rate": 1.4984075001522646e-06, "Finetune/Loss": 0.3684903085231781, "Finetune/Loss (Raw)": 0.3398575782775879, "Finetune/Step": 12924, "Finetune/Step Time": 6.673581354320049}
{"Finetune/Learning Rate": 1.4973141890344545e-06, "Finetune/Loss": 0.3683813214302063, "Finetune/Loss (Raw)": 0.3699246644973755, "Finetune/Step": 12925, "Finetune/Step Time": 6.676143964752555}
{"Finetune/Learning Rate": 1.4962212446498714e-06, "Finetune/Loss": 0.3683716058731079, "Finetune/Loss (Raw)": 0.42953431606292725, "Finetune/Step": 12926, "Finetune/Step Time": 6.666504519060254}
{"Finetune/Learning Rate": 1.49512866704566e-06, "Finetune/Loss": 0.369290828704834, "Finetune/Loss (Raw)": 0.39638957381248474, "Finetune/Step": 12927, "Finetune/Step Time": 6.662117591127753}
{"Finetune/Learning Rate": 1.4940364562689392e-06, "Finetune/Loss": 0.36870551109313965, "Finetune/Loss (Raw)": 0.3348895311355591, "Finetune/Step": 12928, "Finetune/Step Time": 6.661073509603739}
{"Finetune/Learning Rate": 1.49294461236682e-06, "Finetune/Loss": 0.3699347674846649, "Finetune/Loss (Raw)": 0.4234510660171509, "Finetune/Step": 12929, "Finetune/Step Time": 6.66084916330874}
{"Finetune/Learning Rate": 1.4918531353863953e-06, "Finetune/Loss": 0.369049996137619, "Finetune/Loss (Raw)": 0.3198316991329193, "Finetune/Step": 12930, "Finetune/Step Time": 6.66916848346591}
{"Finetune/Learning Rate": 1.4907620253747434e-06, "Finetune/Loss": 0.36832624673843384, "Finetune/Loss (Raw)": 0.3603123426437378, "Finetune/Step": 12931, "Finetune/Step Time": 6.6721528973430395}
{"Finetune/Learning Rate": 1.4896712823789229e-06, "Finetune/Loss": 0.3686867356300354, "Finetune/Loss (Raw)": 0.47229111194610596, "Finetune/Step": 12932, "Finetune/Step Time": 6.6637507155537605}
{"Finetune/Learning Rate": 1.48858090644598e-06, "Finetune/Loss": 0.36874493956565857, "Finetune/Loss (Raw)": 0.4051702618598938, "Finetune/Step": 12933, "Finetune/Step Time": 6.6916493978351355}
{"Finetune/Learning Rate": 1.4874908976229452e-06, "Finetune/Loss": 0.3688125014305115, "Finetune/Loss (Raw)": 0.40988776087760925, "Finetune/Step": 12934, "Finetune/Step Time": 6.685199314728379}
{"Finetune/Learning Rate": 1.4864012559568307e-06, "Finetune/Loss": 0.36854690313339233, "Finetune/Loss (Raw)": 0.3549690246582031, "Finetune/Step": 12935, "Finetune/Step Time": 6.69034543260932}
{"Finetune/Learning Rate": 1.4853119814946382e-06, "Finetune/Loss": 0.367883563041687, "Finetune/Loss (Raw)": 0.356445848941803, "Finetune/Step": 12936, "Finetune/Step Time": 6.689798798412085}
{"Finetune/Learning Rate": 1.4842230742833441e-06, "Finetune/Loss": 0.36718353629112244, "Finetune/Loss (Raw)": 0.33605507016181946, "Finetune/Step": 12937, "Finetune/Step Time": 6.674029067158699}
{"Finetune/Learning Rate": 1.483134534369919e-06, "Finetune/Loss": 0.36754336953163147, "Finetune/Loss (Raw)": 0.4577955901622772, "Finetune/Step": 12938, "Finetune/Step Time": 6.671747950837016}
{"Finetune/Learning Rate": 1.4820463618013092e-06, "Finetune/Loss": 0.3677899241447449, "Finetune/Loss (Raw)": 0.4530901610851288, "Finetune/Step": 12939, "Finetune/Step Time": 6.675569601356983}
{"Finetune/Learning Rate": 1.4809585566244523e-06, "Finetune/Loss": 0.36893129348754883, "Finetune/Loss (Raw)": 0.2887832522392273, "Finetune/Step": 12940, "Finetune/Step Time": 6.657655680552125}
{"Finetune/Learning Rate": 1.4798711188862646e-06, "Finetune/Loss": 0.3692608177661896, "Finetune/Loss (Raw)": 0.3818735182285309, "Finetune/Step": 12941, "Finetune/Step Time": 6.634073281660676}
{"Finetune/Learning Rate": 1.4787840486336502e-06, "Finetune/Loss": 0.36941319704055786, "Finetune/Loss (Raw)": 0.39079487323760986, "Finetune/Step": 12942, "Finetune/Step Time": 6.6437555141747}
{"Finetune/Learning Rate": 1.477697345913499e-06, "Finetune/Loss": 0.3698253631591797, "Finetune/Loss (Raw)": 0.4057881236076355, "Finetune/Step": 12943, "Finetune/Step Time": 6.66130006685853}
{"Finetune/Learning Rate": 1.4766110107726771e-06, "Finetune/Loss": 0.3695717751979828, "Finetune/Loss (Raw)": 0.30982571840286255, "Finetune/Step": 12944, "Finetune/Step Time": 6.659927763044834}
{"Finetune/Learning Rate": 1.4755250432580403e-06, "Finetune/Loss": 0.3701063394546509, "Finetune/Loss (Raw)": 0.45624610781669617, "Finetune/Step": 12945, "Finetune/Step Time": 6.658962860703468}
{"Finetune/Learning Rate": 1.474439443416431e-06, "Finetune/Loss": 0.3711121678352356, "Finetune/Loss (Raw)": 0.47634243965148926, "Finetune/Step": 12946, "Finetune/Step Time": 6.658472767099738}
{"Finetune/Learning Rate": 1.473354211294672e-06, "Finetune/Loss": 0.3716623783111572, "Finetune/Loss (Raw)": 0.3488704264163971, "Finetune/Step": 12947, "Finetune/Step Time": 6.65036553889513}
{"Finetune/Learning Rate": 1.4722693469395688e-06, "Finetune/Loss": 0.3708418011665344, "Finetune/Loss (Raw)": 0.2864964008331299, "Finetune/Step": 12948, "Finetune/Step Time": 6.651915887370706}
{"Finetune/Learning Rate": 1.4711848503979144e-06, "Finetune/Loss": 0.3711882531642914, "Finetune/Loss (Raw)": 0.3912699222564697, "Finetune/Step": 12949, "Finetune/Step Time": 6.6518754083663225}
{"Finetune/Learning Rate": 1.4701007217164864e-06, "Finetune/Loss": 0.3706403374671936, "Finetune/Loss (Raw)": 0.3183385729789734, "Finetune/Step": 12950, "Finetune/Step Time": 6.645751794800162}
{"Finetune/Learning Rate": 1.4690169609420412e-06, "Finetune/Loss": 0.37042373418807983, "Finetune/Loss (Raw)": 0.39824748039245605, "Finetune/Step": 12951, "Finetune/Step Time": 6.639620564877987}
{"Finetune/Learning Rate": 1.4679335681213247e-06, "Finetune/Loss": 0.3706566095352173, "Finetune/Loss (Raw)": 0.3616770803928375, "Finetune/Step": 12952, "Finetune/Step Time": 6.632052851840854}
{"Finetune/Learning Rate": 1.4668505433010649e-06, "Finetune/Loss": 0.370319664478302, "Finetune/Loss (Raw)": 0.3277149498462677, "Finetune/Step": 12953, "Finetune/Step Time": 6.622561447322369}
{"Finetune/Learning Rate": 1.4657678865279757e-06, "Finetune/Loss": 0.3714284300804138, "Finetune/Loss (Raw)": 0.44138553738594055, "Finetune/Step": 12954, "Finetune/Step Time": 6.600670654326677}
{"Finetune/Learning Rate": 1.464685597848753e-06, "Finetune/Loss": 0.37154173851013184, "Finetune/Loss (Raw)": 0.312847375869751, "Finetune/Step": 12955, "Finetune/Step Time": 6.5900764763355255}
{"Finetune/Learning Rate": 1.4636036773100782e-06, "Finetune/Loss": 0.3718235194683075, "Finetune/Loss (Raw)": 0.3665788769721985, "Finetune/Step": 12956, "Finetune/Step Time": 6.595825547352433}
{"Finetune/Learning Rate": 1.462522124958614e-06, "Finetune/Loss": 0.37192434072494507, "Finetune/Loss (Raw)": 0.4084349572658539, "Finetune/Step": 12957, "Finetune/Step Time": 6.592396078631282}
{"Finetune/Learning Rate": 1.4614409408410124e-06, "Finetune/Loss": 0.3706476092338562, "Finetune/Loss (Raw)": 0.2285967618227005, "Finetune/Step": 12958, "Finetune/Step Time": 6.591756848618388}
{"Finetune/Learning Rate": 1.4603601250039024e-06, "Finetune/Loss": 0.3718871474266052, "Finetune/Loss (Raw)": 0.41501450538635254, "Finetune/Step": 12959, "Finetune/Step Time": 6.575105585157871}
{"Finetune/Learning Rate": 1.4592796774939032e-06, "Finetune/Loss": 0.3718246519565582, "Finetune/Loss (Raw)": 0.4064498245716095, "Finetune/Step": 12960, "Finetune/Step Time": 6.577402414754033}
{"Finetune/Learning Rate": 1.4581995983576157e-06, "Finetune/Loss": 0.3732384443283081, "Finetune/Loss (Raw)": 0.3046713173389435, "Finetune/Step": 12961, "Finetune/Step Time": 6.575718013569713}
{"Finetune/Learning Rate": 1.457119887641626e-06, "Finetune/Loss": 0.37140756845474243, "Finetune/Loss (Raw)": 0.11864092200994492, "Finetune/Step": 12962, "Finetune/Step Time": 6.592636115849018}
{"Finetune/Learning Rate": 1.4560405453925063e-06, "Finetune/Loss": 0.36995208263397217, "Finetune/Loss (Raw)": 0.15842120349407196, "Finetune/Step": 12963, "Finetune/Step Time": 6.610646078363061}
{"Finetune/Learning Rate": 1.4549615716568045e-06, "Finetune/Loss": 0.3694614768028259, "Finetune/Loss (Raw)": 0.42511388659477234, "Finetune/Step": 12964, "Finetune/Step Time": 6.621965860947967}
{"Finetune/Learning Rate": 1.4538829664810605e-06, "Finetune/Loss": 0.37010657787323, "Finetune/Loss (Raw)": 0.4414568245410919, "Finetune/Step": 12965, "Finetune/Step Time": 6.612037494778633}
{"Finetune/Learning Rate": 1.4528047299117975e-06, "Finetune/Loss": 0.36996880173683167, "Finetune/Loss (Raw)": 0.39689183235168457, "Finetune/Step": 12966, "Finetune/Step Time": 6.607693826779723}
{"Finetune/Learning Rate": 1.4517268619955226e-06, "Finetune/Loss": 0.3692159056663513, "Finetune/Loss (Raw)": 0.3621959984302521, "Finetune/Step": 12967, "Finetune/Step Time": 6.608050175011158}
{"Finetune/Learning Rate": 1.4506493627787221e-06, "Finetune/Loss": 0.36950820684432983, "Finetune/Loss (Raw)": 0.38735538721084595, "Finetune/Step": 12968, "Finetune/Step Time": 6.6073107197880745}
{"Finetune/Learning Rate": 1.449572232307873e-06, "Finetune/Loss": 0.36882877349853516, "Finetune/Loss (Raw)": 0.24467481672763824, "Finetune/Step": 12969, "Finetune/Step Time": 6.614064447581768}
{"Finetune/Learning Rate": 1.4484954706294307e-06, "Finetune/Loss": 0.36944034695625305, "Finetune/Loss (Raw)": 0.39554253220558167, "Finetune/Step": 12970, "Finetune/Step Time": 6.595764983445406}
{"Finetune/Learning Rate": 1.447419077789839e-06, "Finetune/Loss": 0.36899787187576294, "Finetune/Loss (Raw)": 0.36138060688972473, "Finetune/Step": 12971, "Finetune/Step Time": 6.597594438120723}
{"Finetune/Learning Rate": 1.446343053835525e-06, "Finetune/Loss": 0.3692903220653534, "Finetune/Loss (Raw)": 0.41862890124320984, "Finetune/Step": 12972, "Finetune/Step Time": 6.601540943607688}
{"Finetune/Learning Rate": 1.4452673988128974e-06, "Finetune/Loss": 0.3687364459037781, "Finetune/Loss (Raw)": 0.36322277784347534, "Finetune/Step": 12973, "Finetune/Step Time": 6.5853776298463345}
{"Finetune/Learning Rate": 1.4441921127683523e-06, "Finetune/Loss": 0.36706995964050293, "Finetune/Loss (Raw)": 0.182013139128685, "Finetune/Step": 12974, "Finetune/Step Time": 6.602671155706048}
{"Finetune/Learning Rate": 1.443117195748268e-06, "Finetune/Loss": 0.3670998215675354, "Finetune/Loss (Raw)": 0.31558823585510254, "Finetune/Step": 12975, "Finetune/Step Time": 6.599270716309547}
{"Finetune/Learning Rate": 1.4420426477990101e-06, "Finetune/Loss": 0.3657177984714508, "Finetune/Loss (Raw)": 0.16240723431110382, "Finetune/Step": 12976, "Finetune/Step Time": 6.612683488056064}
{"Finetune/Learning Rate": 1.44096846896692e-06, "Finetune/Loss": 0.36553794145584106, "Finetune/Loss (Raw)": 0.38941478729248047, "Finetune/Step": 12977, "Finetune/Step Time": 6.60139886662364}
{"Finetune/Learning Rate": 1.4398946592983343e-06, "Finetune/Loss": 0.36613982915878296, "Finetune/Loss (Raw)": 0.34412169456481934, "Finetune/Step": 12978, "Finetune/Step Time": 6.61689811386168}
{"Finetune/Learning Rate": 1.4388212188395613e-06, "Finetune/Loss": 0.3658103346824646, "Finetune/Loss (Raw)": 0.34504035115242004, "Finetune/Step": 12979, "Finetune/Step Time": 6.623056706041098}
{"Finetune/Learning Rate": 1.4377481476369036e-06, "Finetune/Loss": 0.3666291832923889, "Finetune/Loss (Raw)": 0.4349302053451538, "Finetune/Step": 12980, "Finetune/Step Time": 6.646601738408208}
{"Finetune/Learning Rate": 1.436675445736645e-06, "Finetune/Loss": 0.3678227663040161, "Finetune/Loss (Raw)": 0.4987258315086365, "Finetune/Step": 12981, "Finetune/Step Time": 6.649292778223753}
{"Finetune/Learning Rate": 1.4356031131850545e-06, "Finetune/Loss": 0.36697956919670105, "Finetune/Loss (Raw)": 0.2963709235191345, "Finetune/Step": 12982, "Finetune/Step Time": 6.650655206292868}
{"Finetune/Learning Rate": 1.4345311500283776e-06, "Finetune/Loss": 0.36657726764678955, "Finetune/Loss (Raw)": 0.32310134172439575, "Finetune/Step": 12983, "Finetune/Step Time": 6.6279043555259705}
{"Finetune/Learning Rate": 1.433459556312854e-06, "Finetune/Loss": 0.366062730550766, "Finetune/Loss (Raw)": 0.3850932717323303, "Finetune/Step": 12984, "Finetune/Step Time": 6.6415245942771435}
{"Finetune/Learning Rate": 1.432388332084701e-06, "Finetune/Loss": 0.3661377727985382, "Finetune/Loss (Raw)": 0.3920931816101074, "Finetune/Step": 12985, "Finetune/Step Time": 6.63527406565845}
{"Finetune/Learning Rate": 1.431317477390124e-06, "Finetune/Loss": 0.36600959300994873, "Finetune/Loss (Raw)": 0.3394879996776581, "Finetune/Step": 12986, "Finetune/Step Time": 6.641233889386058}
{"Finetune/Learning Rate": 1.4302469922753093e-06, "Finetune/Loss": 0.3663250803947449, "Finetune/Loss (Raw)": 0.4373306632041931, "Finetune/Step": 12987, "Finetune/Step Time": 6.635106546804309}
{"Finetune/Learning Rate": 1.4291768767864311e-06, "Finetune/Loss": 0.3657851815223694, "Finetune/Loss (Raw)": 0.36990290880203247, "Finetune/Step": 12988, "Finetune/Step Time": 6.639645453542471}
{"Finetune/Learning Rate": 1.4281071309696426e-06, "Finetune/Loss": 0.3657050132751465, "Finetune/Loss (Raw)": 0.3879568874835968, "Finetune/Step": 12989, "Finetune/Step Time": 6.627199236303568}
{"Finetune/Learning Rate": 1.4270377548710813e-06, "Finetune/Loss": 0.36576688289642334, "Finetune/Loss (Raw)": 0.3841289281845093, "Finetune/Step": 12990, "Finetune/Step Time": 6.62702570669353}
{"Finetune/Learning Rate": 1.4259687485368733e-06, "Finetune/Loss": 0.3664686977863312, "Finetune/Loss (Raw)": 0.42497700452804565, "Finetune/Step": 12991, "Finetune/Step Time": 6.64946305193007}
{"Finetune/Learning Rate": 1.4249001120131257e-06, "Finetune/Loss": 0.36353999376296997, "Finetune/Loss (Raw)": 0.06208397448062897, "Finetune/Step": 12992, "Finetune/Step Time": 6.6611056961119175}
{"Finetune/Learning Rate": 1.423831845345932e-06, "Finetune/Loss": 0.36362379789352417, "Finetune/Loss (Raw)": 0.45780858397483826, "Finetune/Step": 12993, "Finetune/Step Time": 6.65682558901608}
{"Finetune/Learning Rate": 1.422763948581367e-06, "Finetune/Loss": 0.36584725975990295, "Finetune/Loss (Raw)": 0.42747053503990173, "Finetune/Step": 12994, "Finetune/Step Time": 6.650244273245335}
{"Finetune/Learning Rate": 1.4216964217654928e-06, "Finetune/Loss": 0.3636835813522339, "Finetune/Loss (Raw)": 0.14257080852985382, "Finetune/Step": 12995, "Finetune/Step Time": 6.666288778185844}
{"Finetune/Learning Rate": 1.4206292649443486e-06, "Finetune/Loss": 0.3660803437232971, "Finetune/Loss (Raw)": 0.4106530249118805, "Finetune/Step": 12996, "Finetune/Step Time": 6.65328111499548}
{"Finetune/Learning Rate": 1.419562478163966e-06, "Finetune/Loss": 0.365700364112854, "Finetune/Loss (Raw)": 0.3304775357246399, "Finetune/Step": 12997, "Finetune/Step Time": 6.674583045765758}
{"Finetune/Learning Rate": 1.4184960614703558e-06, "Finetune/Loss": 0.36525148153305054, "Finetune/Loss (Raw)": 0.34761837124824524, "Finetune/Step": 12998, "Finetune/Step Time": 6.667619274929166}
{"Finetune/Learning Rate": 1.4174300149095167e-06, "Finetune/Loss": 0.3645685911178589, "Finetune/Loss (Raw)": 0.31808140873908997, "Finetune/Step": 12999, "Finetune/Step Time": 6.663143690675497}
{"Finetune/Learning Rate": 1.416364338527425e-06, "Finetune/Loss": 0.36369332671165466, "Finetune/Loss (Raw)": 0.25842809677124023, "Finetune/Step": 13000, "Finetune/Step Time": 6.674817221239209}
{"Finetune/Learning Rate": 1.415299032370049e-06, "Finetune/Loss": 0.3626787066459656, "Finetune/Loss (Raw)": 0.2900691628456116, "Finetune/Step": 13001, "Finetune/Step Time": 6.675567554309964}
{"Finetune/Learning Rate": 1.4142340964833311e-06, "Finetune/Loss": 0.3620494306087494, "Finetune/Loss (Raw)": 0.3482748866081238, "Finetune/Step": 13002, "Finetune/Step Time": 6.675780473276973}
{"Finetune/Learning Rate": 1.4131695309132077e-06, "Finetune/Loss": 0.36091673374176025, "Finetune/Loss (Raw)": 0.37760889530181885, "Finetune/Step": 13003, "Finetune/Step Time": 6.683277951553464}
{"Finetune/Learning Rate": 1.4121053357055937e-06, "Finetune/Loss": 0.36074793338775635, "Finetune/Loss (Raw)": 0.33652785420417786, "Finetune/Step": 13004, "Finetune/Step Time": 6.661754185333848}
{"Finetune/Learning Rate": 1.4110415109063902e-06, "Finetune/Loss": 0.3605409860610962, "Finetune/Loss (Raw)": 0.40866008400917053, "Finetune/Step": 13005, "Finetune/Step Time": 6.661714227870107}
{"Finetune/Learning Rate": 1.4099780565614817e-06, "Finetune/Loss": 0.3598293364048004, "Finetune/Loss (Raw)": 0.38347986340522766, "Finetune/Step": 13006, "Finetune/Step Time": 6.64704549126327}
{"Finetune/Learning Rate": 1.408914972716736e-06, "Finetune/Loss": 0.35937440395355225, "Finetune/Loss (Raw)": 0.419684499502182, "Finetune/Step": 13007, "Finetune/Step Time": 6.659097418189049}
{"Finetune/Learning Rate": 1.4078522594180078e-06, "Finetune/Loss": 0.3596290946006775, "Finetune/Loss (Raw)": 0.4386463761329651, "Finetune/Step": 13008, "Finetune/Step Time": 6.671462243422866}
{"Finetune/Learning Rate": 1.4067899167111287e-06, "Finetune/Loss": 0.3598550260066986, "Finetune/Loss (Raw)": 0.39807769656181335, "Finetune/Step": 13009, "Finetune/Step Time": 6.682116627693176}
{"Finetune/Learning Rate": 1.4057279446419236e-06, "Finetune/Loss": 0.3604434132575989, "Finetune/Loss (Raw)": 0.4580444395542145, "Finetune/Step": 13010, "Finetune/Step Time": 6.683805024251342}
{"Finetune/Learning Rate": 1.4046663432561937e-06, "Finetune/Loss": 0.35954833030700684, "Finetune/Loss (Raw)": 0.38353660702705383, "Finetune/Step": 13011, "Finetune/Step Time": 6.685683244839311}
{"Finetune/Learning Rate": 1.4036051125997274e-06, "Finetune/Loss": 0.3602471351623535, "Finetune/Loss (Raw)": 0.3899935781955719, "Finetune/Step": 13012, "Finetune/Step Time": 6.667027350515127}
{"Finetune/Learning Rate": 1.4025442527182997e-06, "Finetune/Loss": 0.35989004373550415, "Finetune/Loss (Raw)": 0.2883644998073578, "Finetune/Step": 13013, "Finetune/Step Time": 6.661621673032641}
{"Finetune/Learning Rate": 1.4014837636576672e-06, "Finetune/Loss": 0.36074298620224, "Finetune/Loss (Raw)": 0.4506937265396118, "Finetune/Step": 13014, "Finetune/Step Time": 6.663826920092106}
{"Finetune/Learning Rate": 1.4004236454635666e-06, "Finetune/Loss": 0.36051836609840393, "Finetune/Loss (Raw)": 0.38354629278182983, "Finetune/Step": 13015, "Finetune/Step Time": 6.654653696343303}
{"Finetune/Learning Rate": 1.3993638981817248e-06, "Finetune/Loss": 0.36032867431640625, "Finetune/Loss (Raw)": 0.3515169620513916, "Finetune/Step": 13016, "Finetune/Step Time": 6.658707182854414}
{"Finetune/Learning Rate": 1.3983045218578496e-06, "Finetune/Loss": 0.3605736494064331, "Finetune/Loss (Raw)": 0.42338910698890686, "Finetune/Step": 13017, "Finetune/Step Time": 6.642608650028706}
{"Finetune/Learning Rate": 1.3972455165376341e-06, "Finetune/Loss": 0.36038732528686523, "Finetune/Loss (Raw)": 0.4024782180786133, "Finetune/Step": 13018, "Finetune/Step Time": 6.646134108304977}
{"Finetune/Learning Rate": 1.3961868822667569e-06, "Finetune/Loss": 0.36008065938949585, "Finetune/Loss (Raw)": 0.3467998802661896, "Finetune/Step": 13019, "Finetune/Step Time": 6.644033303484321}
{"Finetune/Learning Rate": 1.395128619090874e-06, "Finetune/Loss": 0.3612847328186035, "Finetune/Loss (Raw)": 0.46152782440185547, "Finetune/Step": 13020, "Finetune/Step Time": 6.643773538991809}
{"Finetune/Learning Rate": 1.3940707270556341e-06, "Finetune/Loss": 0.3623702824115753, "Finetune/Loss (Raw)": 0.4753939211368561, "Finetune/Step": 13021, "Finetune/Step Time": 6.641154071316123}
{"Finetune/Learning Rate": 1.3930132062066615e-06, "Finetune/Loss": 0.36187413334846497, "Finetune/Loss (Raw)": 0.4138445556163788, "Finetune/Step": 13022, "Finetune/Step Time": 6.640748258680105}
{"Finetune/Learning Rate": 1.3919560565895695e-06, "Finetune/Loss": 0.36208510398864746, "Finetune/Loss (Raw)": 0.4969077706336975, "Finetune/Step": 13023, "Finetune/Step Time": 6.646317135542631}
{"Finetune/Learning Rate": 1.3908992782499565e-06, "Finetune/Loss": 0.36224865913391113, "Finetune/Loss (Raw)": 0.360596626996994, "Finetune/Step": 13024, "Finetune/Step Time": 6.665290992707014}
{"Finetune/Learning Rate": 1.3898428712334012e-06, "Finetune/Loss": 0.3621335029602051, "Finetune/Loss (Raw)": 0.13774392008781433, "Finetune/Step": 13025, "Finetune/Step Time": 6.66413520462811}
{"Finetune/Learning Rate": 1.3887868355854683e-06, "Finetune/Loss": 0.3624550998210907, "Finetune/Loss (Raw)": 0.32862240076065063, "Finetune/Step": 13026, "Finetune/Step Time": 6.6696185283362865}
{"Finetune/Learning Rate": 1.3877311713517105e-06, "Finetune/Loss": 0.3622565269470215, "Finetune/Loss (Raw)": 0.4213237464427948, "Finetune/Step": 13027, "Finetune/Step Time": 6.67547257617116}
{"Finetune/Learning Rate": 1.3866758785776525e-06, "Finetune/Loss": 0.3621010482311249, "Finetune/Loss (Raw)": 0.36403006315231323, "Finetune/Step": 13028, "Finetune/Step Time": 6.6817811746150255}
{"Finetune/Learning Rate": 1.3856209573088143e-06, "Finetune/Loss": 0.36194318532943726, "Finetune/Loss (Raw)": 0.3552800714969635, "Finetune/Step": 13029, "Finetune/Step Time": 6.678590135648847}
{"Finetune/Learning Rate": 1.3845664075906994e-06, "Finetune/Loss": 0.36122018098831177, "Finetune/Loss (Raw)": 0.3250862956047058, "Finetune/Step": 13030, "Finetune/Step Time": 6.680552275851369}
{"Finetune/Learning Rate": 1.3835122294687863e-06, "Finetune/Loss": 0.36124125123023987, "Finetune/Loss (Raw)": 0.349757581949234, "Finetune/Step": 13031, "Finetune/Step Time": 6.684820314869285}
{"Finetune/Learning Rate": 1.382458422988545e-06, "Finetune/Loss": 0.36224010586738586, "Finetune/Loss (Raw)": 0.4722493886947632, "Finetune/Step": 13032, "Finetune/Step Time": 6.670062053948641}
{"Finetune/Learning Rate": 1.3814049881954295e-06, "Finetune/Loss": 0.3643920421600342, "Finetune/Loss (Raw)": 0.3958197236061096, "Finetune/Step": 13033, "Finetune/Step Time": 6.64365417137742}
{"Finetune/Learning Rate": 1.3803519251348762e-06, "Finetune/Loss": 0.3646014928817749, "Finetune/Loss (Raw)": 0.38613060116767883, "Finetune/Step": 13034, "Finetune/Step Time": 6.625096352770925}
{"Finetune/Learning Rate": 1.3792992338523025e-06, "Finetune/Loss": 0.36406809091567993, "Finetune/Loss (Raw)": 0.3055247962474823, "Finetune/Step": 13035, "Finetune/Step Time": 6.627059744670987}
{"Finetune/Learning Rate": 1.3782469143931143e-06, "Finetune/Loss": 0.3637988567352295, "Finetune/Loss (Raw)": 0.35769516229629517, "Finetune/Step": 13036, "Finetune/Step Time": 6.622029598802328}
{"Finetune/Learning Rate": 1.3771949668026985e-06, "Finetune/Loss": 0.36409294605255127, "Finetune/Loss (Raw)": 0.3990902602672577, "Finetune/Step": 13037, "Finetune/Step Time": 6.62343262322247}
{"Finetune/Learning Rate": 1.3761433911264288e-06, "Finetune/Loss": 0.3632517457008362, "Finetune/Loss (Raw)": 0.2996472418308258, "Finetune/Step": 13038, "Finetune/Step Time": 6.6252580601722}
{"Finetune/Learning Rate": 1.3750921874096602e-06, "Finetune/Loss": 0.3629096448421478, "Finetune/Loss (Raw)": 0.40732690691947937, "Finetune/Step": 13039, "Finetune/Step Time": 6.631334971636534}
{"Finetune/Learning Rate": 1.374041355697735e-06, "Finetune/Loss": 0.3652147948741913, "Finetune/Loss (Raw)": 0.5365438461303711, "Finetune/Step": 13040, "Finetune/Step Time": 6.601755201816559}
{"Finetune/Learning Rate": 1.372990896035976e-06, "Finetune/Loss": 0.3657492995262146, "Finetune/Loss (Raw)": 0.3650655448436737, "Finetune/Step": 13041, "Finetune/Step Time": 6.601715344935656}
{"Finetune/Learning Rate": 1.371940808469686e-06, "Finetune/Loss": 0.3662131428718567, "Finetune/Loss (Raw)": 0.35957422852516174, "Finetune/Step": 13042, "Finetune/Step Time": 6.601530194282532}
{"Finetune/Learning Rate": 1.370891093044162e-06, "Finetune/Loss": 0.3660178482532501, "Finetune/Loss (Raw)": 0.43590694665908813, "Finetune/Step": 13043, "Finetune/Step Time": 6.5948743391782045}
{"Finetune/Learning Rate": 1.369841749804679e-06, "Finetune/Loss": 0.3645929992198944, "Finetune/Loss (Raw)": 0.21166658401489258, "Finetune/Step": 13044, "Finetune/Step Time": 6.58503745496273}
{"Finetune/Learning Rate": 1.368792778796496e-06, "Finetune/Loss": 0.3663460612297058, "Finetune/Loss (Raw)": 0.37508314847946167, "Finetune/Step": 13045, "Finetune/Step Time": 6.567205497995019}
{"Finetune/Learning Rate": 1.3677441800648584e-06, "Finetune/Loss": 0.3662399649620056, "Finetune/Loss (Raw)": 0.3550351858139038, "Finetune/Step": 13046, "Finetune/Step Time": 6.565628260374069}
{"Finetune/Learning Rate": 1.3666959536549907e-06, "Finetune/Loss": 0.3665635287761688, "Finetune/Loss (Raw)": 0.4166369140148163, "Finetune/Step": 13047, "Finetune/Step Time": 6.558636650443077}
{"Finetune/Learning Rate": 1.3656480996121058e-06, "Finetune/Loss": 0.3651999831199646, "Finetune/Loss (Raw)": 0.291988343000412, "Finetune/Step": 13048, "Finetune/Step Time": 6.54462237842381}
{"Finetune/Learning Rate": 1.3646006179813997e-06, "Finetune/Loss": 0.3651888370513916, "Finetune/Loss (Raw)": 0.2776283323764801, "Finetune/Step": 13049, "Finetune/Step Time": 6.5745099149644375}
{"Finetune/Learning Rate": 1.3635535088080521e-06, "Finetune/Loss": 0.36502256989479065, "Finetune/Loss (Raw)": 0.40705811977386475, "Finetune/Step": 13050, "Finetune/Step Time": 6.5694979298859835}
{"Finetune/Learning Rate": 1.3625067721372264e-06, "Finetune/Loss": 0.3637179136276245, "Finetune/Loss (Raw)": 0.2431671917438507, "Finetune/Step": 13051, "Finetune/Step Time": 6.568209609016776}
{"Finetune/Learning Rate": 1.3614604080140692e-06, "Finetune/Loss": 0.36447644233703613, "Finetune/Loss (Raw)": 0.4369516372680664, "Finetune/Step": 13052, "Finetune/Step Time": 6.549308056011796}
{"Finetune/Learning Rate": 1.360414416483713e-06, "Finetune/Loss": 0.36222153902053833, "Finetune/Loss (Raw)": 0.08129312098026276, "Finetune/Step": 13053, "Finetune/Step Time": 6.569342793896794}
{"Finetune/Learning Rate": 1.3593687975912684e-06, "Finetune/Loss": 0.361854612827301, "Finetune/Loss (Raw)": 0.382569283246994, "Finetune/Step": 13054, "Finetune/Step Time": 6.568104302510619}
{"Finetune/Learning Rate": 1.3583235513818395e-06, "Finetune/Loss": 0.36186885833740234, "Finetune/Loss (Raw)": 0.39821362495422363, "Finetune/Step": 13055, "Finetune/Step Time": 6.5853749718517065}
{"Finetune/Learning Rate": 1.3572786779005065e-06, "Finetune/Loss": 0.362246572971344, "Finetune/Loss (Raw)": 0.3832353949546814, "Finetune/Step": 13056, "Finetune/Step Time": 6.58597868680954}
{"Finetune/Learning Rate": 1.3562341771923381e-06, "Finetune/Loss": 0.3624002933502197, "Finetune/Loss (Raw)": 0.4431307911872864, "Finetune/Step": 13057, "Finetune/Step Time": 6.584761155769229}
{"Finetune/Learning Rate": 1.355190049302384e-06, "Finetune/Loss": 0.3635808825492859, "Finetune/Loss (Raw)": 0.47094395756721497, "Finetune/Step": 13058, "Finetune/Step Time": 6.574846964329481}
{"Finetune/Learning Rate": 1.3541462942756822e-06, "Finetune/Loss": 0.36324888467788696, "Finetune/Loss (Raw)": 0.3178176283836365, "Finetune/Step": 13059, "Finetune/Step Time": 6.5748518239706755}
{"Finetune/Learning Rate": 1.353102912157246e-06, "Finetune/Loss": 0.3629254698753357, "Finetune/Loss (Raw)": 0.43089497089385986, "Finetune/Step": 13060, "Finetune/Step Time": 6.562029771506786}
{"Finetune/Learning Rate": 1.35205990299208e-06, "Finetune/Loss": 0.3628118634223938, "Finetune/Loss (Raw)": 0.39063066244125366, "Finetune/Step": 13061, "Finetune/Step Time": 6.528059659525752}
{"Finetune/Learning Rate": 1.3510172668251742e-06, "Finetune/Loss": 0.3621562719345093, "Finetune/Loss (Raw)": 0.32596901059150696, "Finetune/Step": 13062, "Finetune/Step Time": 6.527473088353872}
{"Finetune/Learning Rate": 1.3499750037014937e-06, "Finetune/Loss": 0.36162495613098145, "Finetune/Loss (Raw)": 0.2869607210159302, "Finetune/Step": 13063, "Finetune/Step Time": 6.522058334201574}
{"Finetune/Learning Rate": 1.3489331136659945e-06, "Finetune/Loss": 0.3595925569534302, "Finetune/Loss (Raw)": 0.09630139172077179, "Finetune/Step": 13064, "Finetune/Step Time": 6.551711378619075}
{"Finetune/Learning Rate": 1.3478915967636163e-06, "Finetune/Loss": 0.36022618412971497, "Finetune/Loss (Raw)": 0.4171556532382965, "Finetune/Step": 13065, "Finetune/Step Time": 6.552408266812563}
{"Finetune/Learning Rate": 1.3468504530392834e-06, "Finetune/Loss": 0.35962316393852234, "Finetune/Loss (Raw)": 0.3806103467941284, "Finetune/Step": 13066, "Finetune/Step Time": 6.568947084248066}
{"Finetune/Learning Rate": 1.3458096825378952e-06, "Finetune/Loss": 0.3589290380477905, "Finetune/Loss (Raw)": 0.3642416000366211, "Finetune/Step": 13067, "Finetune/Step Time": 6.563566388562322}
{"Finetune/Learning Rate": 1.344769285304347e-06, "Finetune/Loss": 0.35978221893310547, "Finetune/Loss (Raw)": 0.3979927599430084, "Finetune/Step": 13068, "Finetune/Step Time": 6.561640514060855}
{"Finetune/Learning Rate": 1.3437292613835095e-06, "Finetune/Loss": 0.3604813814163208, "Finetune/Loss (Raw)": 0.4713614881038666, "Finetune/Step": 13069, "Finetune/Step Time": 6.565607041120529}
{"Finetune/Learning Rate": 1.3426896108202424e-06, "Finetune/Loss": 0.3603675365447998, "Finetune/Loss (Raw)": 0.3762243986129761, "Finetune/Step": 13070, "Finetune/Step Time": 6.55212813988328}
{"Finetune/Learning Rate": 1.34165033365939e-06, "Finetune/Loss": 0.3612757623195648, "Finetune/Loss (Raw)": 0.522041916847229, "Finetune/Step": 13071, "Finetune/Step Time": 6.535389885306358}
{"Finetune/Learning Rate": 1.3406114299457718e-06, "Finetune/Loss": 0.3624880313873291, "Finetune/Loss (Raw)": 0.46499553322792053, "Finetune/Step": 13072, "Finetune/Step Time": 6.53980534337461}
{"Finetune/Learning Rate": 1.3395728997242031e-06, "Finetune/Loss": 0.36253517866134644, "Finetune/Loss (Raw)": 0.46228212118148804, "Finetune/Step": 13073, "Finetune/Step Time": 6.527007069438696}
{"Finetune/Learning Rate": 1.3385347430394712e-06, "Finetune/Loss": 0.3617037534713745, "Finetune/Loss (Raw)": 0.3699162006378174, "Finetune/Step": 13074, "Finetune/Step Time": 6.527570679783821}
{"Finetune/Learning Rate": 1.3374969599363564e-06, "Finetune/Loss": 0.36154720187187195, "Finetune/Loss (Raw)": 0.32883766293525696, "Finetune/Step": 13075, "Finetune/Step Time": 6.551373729482293}
{"Finetune/Learning Rate": 1.33645955045962e-06, "Finetune/Loss": 0.3627045154571533, "Finetune/Loss (Raw)": 0.4346291422843933, "Finetune/Step": 13076, "Finetune/Step Time": 6.566221522167325}
{"Finetune/Learning Rate": 1.3354225146540078e-06, "Finetune/Loss": 0.3624754548072815, "Finetune/Loss (Raw)": 0.3619532287120819, "Finetune/Step": 13077, "Finetune/Step Time": 6.56941245123744}
{"Finetune/Learning Rate": 1.3343858525642461e-06, "Finetune/Loss": 0.36283889412879944, "Finetune/Loss (Raw)": 0.36485669016838074, "Finetune/Step": 13078, "Finetune/Step Time": 6.57620738632977}
{"Finetune/Learning Rate": 1.3333495642350525e-06, "Finetune/Loss": 0.3630298972129822, "Finetune/Loss (Raw)": 0.42269816994667053, "Finetune/Step": 13079, "Finetune/Step Time": 6.570183467119932}
{"Finetune/Learning Rate": 1.3323136497111178e-06, "Finetune/Loss": 0.36282455921173096, "Finetune/Loss (Raw)": 0.3353899121284485, "Finetune/Step": 13080, "Finetune/Step Time": 6.573485488072038}
{"Finetune/Learning Rate": 1.3312781090371252e-06, "Finetune/Loss": 0.3635178208351135, "Finetune/Loss (Raw)": 0.4164528250694275, "Finetune/Step": 13081, "Finetune/Step Time": 6.570239473134279}
{"Finetune/Learning Rate": 1.3302429422577412e-06, "Finetune/Loss": 0.36331692337989807, "Finetune/Loss (Raw)": 0.41567161679267883, "Finetune/Step": 13082, "Finetune/Step Time": 6.557900896295905}
{"Finetune/Learning Rate": 1.329208149417609e-06, "Finetune/Loss": 0.3637491762638092, "Finetune/Loss (Raw)": 0.36817803978919983, "Finetune/Step": 13083, "Finetune/Step Time": 6.579147243872285}
{"Finetune/Learning Rate": 1.328173730561364e-06, "Finetune/Loss": 0.36360499262809753, "Finetune/Loss (Raw)": 0.3481210768222809, "Finetune/Step": 13084, "Finetune/Step Time": 6.5905227065086365}
{"Finetune/Learning Rate": 1.3271396857336237e-06, "Finetune/Loss": 0.3631478548049927, "Finetune/Loss (Raw)": 0.3499184846878052, "Finetune/Step": 13085, "Finetune/Step Time": 6.587917910888791}
{"Finetune/Learning Rate": 1.3261060149789838e-06, "Finetune/Loss": 0.3649991750717163, "Finetune/Loss (Raw)": 0.46556979417800903, "Finetune/Step": 13086, "Finetune/Step Time": 6.60397021099925}
{"Finetune/Learning Rate": 1.3250727183420308e-06, "Finetune/Loss": 0.36539363861083984, "Finetune/Loss (Raw)": 0.46550819277763367, "Finetune/Step": 13087, "Finetune/Step Time": 6.60776780731976}
{"Finetune/Learning Rate": 1.3240397958673312e-06, "Finetune/Loss": 0.3652212619781494, "Finetune/Loss (Raw)": 0.38438498973846436, "Finetune/Step": 13088, "Finetune/Step Time": 6.5996277295053005}
{"Finetune/Learning Rate": 1.323007247599436e-06, "Finetune/Loss": 0.36484652757644653, "Finetune/Loss (Raw)": 0.2566986083984375, "Finetune/Step": 13089, "Finetune/Step Time": 6.5810031071305275}
{"Finetune/Learning Rate": 1.3219750735828829e-06, "Finetune/Loss": 0.36671182513237, "Finetune/Loss (Raw)": 0.35740262269973755, "Finetune/Step": 13090, "Finetune/Step Time": 6.561276698485017}
{"Finetune/Learning Rate": 1.3209432738621907e-06, "Finetune/Loss": 0.36800646781921387, "Finetune/Loss (Raw)": 0.3241392970085144, "Finetune/Step": 13091, "Finetune/Step Time": 6.541911814361811}
{"Finetune/Learning Rate": 1.3199118484818595e-06, "Finetune/Loss": 0.3676028251647949, "Finetune/Loss (Raw)": 0.3734419643878937, "Finetune/Step": 13092, "Finetune/Step Time": 6.529170894995332}
{"Finetune/Learning Rate": 1.3188807974863804e-06, "Finetune/Loss": 0.3678404688835144, "Finetune/Loss (Raw)": 0.47187748551368713, "Finetune/Step": 13093, "Finetune/Step Time": 6.539678173139691}
{"Finetune/Learning Rate": 1.31785012092022e-06, "Finetune/Loss": 0.3668054938316345, "Finetune/Loss (Raw)": 0.2644149363040924, "Finetune/Step": 13094, "Finetune/Step Time": 6.54260702803731}
{"Finetune/Learning Rate": 1.3168198188278336e-06, "Finetune/Loss": 0.36733919382095337, "Finetune/Loss (Raw)": 0.43050870299339294, "Finetune/Step": 13095, "Finetune/Step Time": 6.540970208123326}
{"Finetune/Learning Rate": 1.3157898912536616e-06, "Finetune/Loss": 0.36758917570114136, "Finetune/Loss (Raw)": 0.4193520247936249, "Finetune/Step": 13096, "Finetune/Step Time": 6.5478997100144625}
{"Finetune/Learning Rate": 1.3147603382421248e-06, "Finetune/Loss": 0.36838334798812866, "Finetune/Loss (Raw)": 0.3463296592235565, "Finetune/Step": 13097, "Finetune/Step Time": 6.551061190664768}
{"Finetune/Learning Rate": 1.3137311598376312e-06, "Finetune/Loss": 0.3683839738368988, "Finetune/Loss (Raw)": 0.3956235647201538, "Finetune/Step": 13098, "Finetune/Step Time": 6.551705576479435}
{"Finetune/Learning Rate": 1.3127023560845686e-06, "Finetune/Loss": 0.36648520827293396, "Finetune/Loss (Raw)": 0.11833987385034561, "Finetune/Step": 13099, "Finetune/Step Time": 6.562974842265248}
{"Finetune/Learning Rate": 1.3116739270273105e-06, "Finetune/Loss": 0.3661651611328125, "Finetune/Loss (Raw)": 0.3776604235172272, "Finetune/Step": 13100, "Finetune/Step Time": 6.561622276902199}
{"Finetune/Learning Rate": 1.3106458727102168e-06, "Finetune/Loss": 0.36530551314353943, "Finetune/Loss (Raw)": 0.25318777561187744, "Finetune/Step": 13101, "Finetune/Step Time": 6.564371518790722}
{"Finetune/Learning Rate": 1.3096181931776298e-06, "Finetune/Loss": 0.3668079972267151, "Finetune/Loss (Raw)": 0.37433263659477234, "Finetune/Step": 13102, "Finetune/Step Time": 6.54277384467423}
{"Finetune/Learning Rate": 1.3085908884738697e-06, "Finetune/Loss": 0.3669843077659607, "Finetune/Loss (Raw)": 0.3381589353084564, "Finetune/Step": 13103, "Finetune/Step Time": 6.546473393216729}
{"Finetune/Learning Rate": 1.307563958643252e-06, "Finetune/Loss": 0.369167685508728, "Finetune/Loss (Raw)": 0.4418772757053375, "Finetune/Step": 13104, "Finetune/Step Time": 6.511097548529506}
{"Finetune/Learning Rate": 1.3065374037300638e-06, "Finetune/Loss": 0.36915701627731323, "Finetune/Loss (Raw)": 0.3880455791950226, "Finetune/Step": 13105, "Finetune/Step Time": 6.516858357936144}
{"Finetune/Learning Rate": 1.305511223778585e-06, "Finetune/Loss": 0.369636207818985, "Finetune/Loss (Raw)": 0.4054633677005768, "Finetune/Step": 13106, "Finetune/Step Time": 6.503842160105705}
{"Finetune/Learning Rate": 1.3044854188330747e-06, "Finetune/Loss": 0.3696337938308716, "Finetune/Loss (Raw)": 0.344730406999588, "Finetune/Step": 13107, "Finetune/Step Time": 6.5136171244084835}
{"Finetune/Learning Rate": 1.3034599889377796e-06, "Finetune/Loss": 0.3688274025917053, "Finetune/Loss (Raw)": 0.33171194791793823, "Finetune/Step": 13108, "Finetune/Step Time": 6.485005334019661}
{"Finetune/Learning Rate": 1.3024349341369268e-06, "Finetune/Loss": 0.3679543733596802, "Finetune/Loss (Raw)": 0.3869747519493103, "Finetune/Step": 13109, "Finetune/Step Time": 6.5027066841721535}
{"Finetune/Learning Rate": 1.3014102544747286e-06, "Finetune/Loss": 0.36882421374320984, "Finetune/Loss (Raw)": 0.4077138900756836, "Finetune/Step": 13110, "Finetune/Step Time": 6.504118645563722}
{"Finetune/Learning Rate": 1.300385949995382e-06, "Finetune/Loss": 0.3695181906223297, "Finetune/Loss (Raw)": 0.4119293689727783, "Finetune/Step": 13111, "Finetune/Step Time": 6.506588811054826}
{"Finetune/Learning Rate": 1.2993620207430646e-06, "Finetune/Loss": 0.36842113733291626, "Finetune/Loss (Raw)": 0.24467191100120544, "Finetune/Step": 13112, "Finetune/Step Time": 6.493751848116517}
{"Finetune/Learning Rate": 1.2983384667619425e-06, "Finetune/Loss": 0.3675338625907898, "Finetune/Loss (Raw)": 0.2785199284553528, "Finetune/Step": 13113, "Finetune/Step Time": 6.495852846652269}
{"Finetune/Learning Rate": 1.2973152880961592e-06, "Finetune/Loss": 0.36808526515960693, "Finetune/Loss (Raw)": 0.410068541765213, "Finetune/Step": 13114, "Finetune/Step Time": 6.494699710980058}
{"Finetune/Learning Rate": 1.2962924847898483e-06, "Finetune/Loss": 0.3669707179069519, "Finetune/Loss (Raw)": 0.2946680784225464, "Finetune/Step": 13115, "Finetune/Step Time": 6.527430463582277}
{"Finetune/Learning Rate": 1.2952700568871246e-06, "Finetune/Loss": 0.3674149513244629, "Finetune/Loss (Raw)": 0.4267665147781372, "Finetune/Step": 13116, "Finetune/Step Time": 6.531264614313841}
{"Finetune/Learning Rate": 1.2942480044320894e-06, "Finetune/Loss": 0.36705368757247925, "Finetune/Loss (Raw)": 0.3417116403579712, "Finetune/Step": 13117, "Finetune/Step Time": 6.537852127104998}
{"Finetune/Learning Rate": 1.2932263274688205e-06, "Finetune/Loss": 0.36714938282966614, "Finetune/Loss (Raw)": 0.3963780105113983, "Finetune/Step": 13118, "Finetune/Step Time": 6.552630487829447}
{"Finetune/Learning Rate": 1.2922050260413876e-06, "Finetune/Loss": 0.3645825684070587, "Finetune/Loss (Raw)": 0.09642581641674042, "Finetune/Step": 13119, "Finetune/Step Time": 6.548520144075155}
{"Finetune/Learning Rate": 1.2911841001938386e-06, "Finetune/Loss": 0.3671603202819824, "Finetune/Loss (Raw)": 0.3920372724533081, "Finetune/Step": 13120, "Finetune/Step Time": 6.532191906124353}
{"Finetune/Learning Rate": 1.2901635499702103e-06, "Finetune/Loss": 0.3664921224117279, "Finetune/Loss (Raw)": 0.3722788095474243, "Finetune/Step": 13121, "Finetune/Step Time": 6.529181864112616}
{"Finetune/Learning Rate": 1.2891433754145178e-06, "Finetune/Loss": 0.3669812083244324, "Finetune/Loss (Raw)": 0.490073025226593, "Finetune/Step": 13122, "Finetune/Step Time": 6.52493098936975}
{"Finetune/Learning Rate": 1.2881235765707668e-06, "Finetune/Loss": 0.3681721091270447, "Finetune/Loss (Raw)": 0.295005738735199, "Finetune/Step": 13123, "Finetune/Step Time": 6.50728783942759}
{"Finetune/Learning Rate": 1.287104153482941e-06, "Finetune/Loss": 0.3679134249687195, "Finetune/Loss (Raw)": 0.3775404393672943, "Finetune/Step": 13124, "Finetune/Step Time": 6.5128812324255705}
{"Finetune/Learning Rate": 1.2860851061950052e-06, "Finetune/Loss": 0.3679717779159546, "Finetune/Loss (Raw)": 0.3379475176334381, "Finetune/Step": 13125, "Finetune/Step Time": 6.4779348615556955}
{"Finetune/Learning Rate": 1.2850664347509157e-06, "Finetune/Loss": 0.3681972026824951, "Finetune/Loss (Raw)": 0.37647688388824463, "Finetune/Step": 13126, "Finetune/Step Time": 6.476411167532206}
{"Finetune/Learning Rate": 1.2840481391946102e-06, "Finetune/Loss": 0.3690757155418396, "Finetune/Loss (Raw)": 0.4305289089679718, "Finetune/Step": 13127, "Finetune/Step Time": 6.485485855489969}
{"Finetune/Learning Rate": 1.2830302195700084e-06, "Finetune/Loss": 0.36928945779800415, "Finetune/Loss (Raw)": 0.2857844829559326, "Finetune/Step": 13128, "Finetune/Step Time": 6.466548603028059}
{"Finetune/Learning Rate": 1.282012675921014e-06, "Finetune/Loss": 0.3676527738571167, "Finetune/Loss (Raw)": 0.08057735115289688, "Finetune/Step": 13129, "Finetune/Step Time": 6.482414778321981}
{"Finetune/Learning Rate": 1.2809955082915181e-06, "Finetune/Loss": 0.3677684962749481, "Finetune/Loss (Raw)": 0.3630857765674591, "Finetune/Step": 13130, "Finetune/Step Time": 6.4964309968054295}
{"Finetune/Learning Rate": 1.2799787167253885e-06, "Finetune/Loss": 0.36906787753105164, "Finetune/Loss (Raw)": 0.5439292788505554, "Finetune/Step": 13131, "Finetune/Step Time": 6.491702711209655}
{"Finetune/Learning Rate": 1.2789623012664832e-06, "Finetune/Loss": 0.3699696362018585, "Finetune/Loss (Raw)": 0.4519519805908203, "Finetune/Step": 13132, "Finetune/Step Time": 6.4880511444061995}
{"Finetune/Learning Rate": 1.2779462619586402e-06, "Finetune/Loss": 0.3689616918563843, "Finetune/Loss (Raw)": 0.2796429395675659, "Finetune/Step": 13133, "Finetune/Step Time": 6.4877661149948835}
{"Finetune/Learning Rate": 1.276930598845687e-06, "Finetune/Loss": 0.3691021203994751, "Finetune/Loss (Raw)": 0.401454895734787, "Finetune/Step": 13134, "Finetune/Step Time": 6.48934281617403}
{"Finetune/Learning Rate": 1.275915311971424e-06, "Finetune/Loss": 0.369332879781723, "Finetune/Loss (Raw)": 0.44922327995300293, "Finetune/Step": 13135, "Finetune/Step Time": 6.468399601057172}
{"Finetune/Learning Rate": 1.2749004013796462e-06, "Finetune/Loss": 0.3691982626914978, "Finetune/Loss (Raw)": 0.4214162230491638, "Finetune/Step": 13136, "Finetune/Step Time": 6.453331209719181}
{"Finetune/Learning Rate": 1.2738858671141297e-06, "Finetune/Loss": 0.3691583275794983, "Finetune/Loss (Raw)": 0.3929685950279236, "Finetune/Step": 13137, "Finetune/Step Time": 6.442939141765237}
{"Finetune/Learning Rate": 1.2728717092186282e-06, "Finetune/Loss": 0.3683844208717346, "Finetune/Loss (Raw)": 0.35898226499557495, "Finetune/Step": 13138, "Finetune/Step Time": 6.444982497021556}
{"Finetune/Learning Rate": 1.271857927736887e-06, "Finetune/Loss": 0.3687112331390381, "Finetune/Loss (Raw)": 0.425365686416626, "Finetune/Step": 13139, "Finetune/Step Time": 6.443385710939765}
{"Finetune/Learning Rate": 1.27084452271263e-06, "Finetune/Loss": 0.36811524629592896, "Finetune/Loss (Raw)": 0.31371012330055237, "Finetune/Step": 13140, "Finetune/Step Time": 6.449207879602909}
{"Finetune/Learning Rate": 1.2698314941895685e-06, "Finetune/Loss": 0.3688635230064392, "Finetune/Loss (Raw)": 0.3841419517993927, "Finetune/Step": 13141, "Finetune/Step Time": 6.487410772591829}
{"Finetune/Learning Rate": 1.2688188422113944e-06, "Finetune/Loss": 0.3681373596191406, "Finetune/Loss (Raw)": 0.35774490237236023, "Finetune/Step": 13142, "Finetune/Step Time": 6.483884861692786}
{"Finetune/Learning Rate": 1.2678065668217897e-06, "Finetune/Loss": 0.3684771656990051, "Finetune/Loss (Raw)": 0.4270440936088562, "Finetune/Step": 13143, "Finetune/Step Time": 6.49084316752851}
{"Finetune/Learning Rate": 1.2667946680644084e-06, "Finetune/Loss": 0.36684131622314453, "Finetune/Loss (Raw)": 0.14212477207183838, "Finetune/Step": 13144, "Finetune/Step Time": 6.509666698053479}
{"Finetune/Learning Rate": 1.2657831459828995e-06, "Finetune/Loss": 0.36629825830459595, "Finetune/Loss (Raw)": 0.35388073325157166, "Finetune/Step": 13145, "Finetune/Step Time": 6.520976135507226}
{"Finetune/Learning Rate": 1.2647720006208885e-06, "Finetune/Loss": 0.3654453754425049, "Finetune/Loss (Raw)": 0.29330676794052124, "Finetune/Step": 13146, "Finetune/Step Time": 6.514818821102381}
{"Finetune/Learning Rate": 1.2637612320219895e-06, "Finetune/Loss": 0.3652817904949188, "Finetune/Loss (Raw)": 0.32586243748664856, "Finetune/Step": 13147, "Finetune/Step Time": 6.516065699979663}
{"Finetune/Learning Rate": 1.2627508402297983e-06, "Finetune/Loss": 0.36443406343460083, "Finetune/Loss (Raw)": 0.35301488637924194, "Finetune/Step": 13148, "Finetune/Step Time": 6.512063425034285}
{"Finetune/Learning Rate": 1.2617408252878937e-06, "Finetune/Loss": 0.3642204701900482, "Finetune/Loss (Raw)": 0.44805583357810974, "Finetune/Step": 13149, "Finetune/Step Time": 6.506112888455391}
{"Finetune/Learning Rate": 1.260731187239843e-06, "Finetune/Loss": 0.36337119340896606, "Finetune/Loss (Raw)": 0.3051399886608124, "Finetune/Step": 13150, "Finetune/Step Time": 6.52640638127923}
{"Finetune/Learning Rate": 1.259721926129187e-06, "Finetune/Loss": 0.3624519109725952, "Finetune/Loss (Raw)": 0.37924015522003174, "Finetune/Step": 13151, "Finetune/Step Time": 6.52591666020453}
{"Finetune/Learning Rate": 1.2587130419994598e-06, "Finetune/Loss": 0.36270642280578613, "Finetune/Loss (Raw)": 0.39317402243614197, "Finetune/Step": 13152, "Finetune/Step Time": 6.506309797987342}
{"Finetune/Learning Rate": 1.2577045348941762e-06, "Finetune/Loss": 0.36523160338401794, "Finetune/Loss (Raw)": 0.46096593141555786, "Finetune/Step": 13153, "Finetune/Step Time": 6.508874744176865}
{"Finetune/Learning Rate": 1.2566964048568376e-06, "Finetune/Loss": 0.3655236065387726, "Finetune/Loss (Raw)": 0.36599990725517273, "Finetune/Step": 13154, "Finetune/Step Time": 6.508175244554877}
{"Finetune/Learning Rate": 1.2556886519309196e-06, "Finetune/Loss": 0.36499857902526855, "Finetune/Loss (Raw)": 0.3541150391101837, "Finetune/Step": 13155, "Finetune/Step Time": 6.506547164171934}
{"Finetune/Learning Rate": 1.2546812761598936e-06, "Finetune/Loss": 0.36481600999832153, "Finetune/Loss (Raw)": 0.34066158533096313, "Finetune/Step": 13156, "Finetune/Step Time": 6.5014044009149075}
{"Finetune/Learning Rate": 1.2536742775872047e-06, "Finetune/Loss": 0.3644334077835083, "Finetune/Loss (Raw)": 0.3063066005706787, "Finetune/Step": 13157, "Finetune/Step Time": 6.506082717329264}
{"Finetune/Learning Rate": 1.252667656256289e-06, "Finetune/Loss": 0.3650190532207489, "Finetune/Loss (Raw)": 0.40005218982696533, "Finetune/Step": 13158, "Finetune/Step Time": 6.507385972887278}
{"Finetune/Learning Rate": 1.251661412210562e-06, "Finetune/Loss": 0.3652886152267456, "Finetune/Loss (Raw)": 0.38426366448402405, "Finetune/Step": 13159, "Finetune/Step Time": 6.495611939579248}
{"Finetune/Learning Rate": 1.2506555454934267e-06, "Finetune/Loss": 0.3642868399620056, "Finetune/Loss (Raw)": 0.3440200984477997, "Finetune/Step": 13160, "Finetune/Step Time": 6.522802306339145}
{"Finetune/Learning Rate": 1.249650056148265e-06, "Finetune/Loss": 0.36427855491638184, "Finetune/Loss (Raw)": 0.3947621285915375, "Finetune/Step": 13161, "Finetune/Step Time": 6.522621611133218}
{"Finetune/Learning Rate": 1.24864494421845e-06, "Finetune/Loss": 0.36436405777931213, "Finetune/Loss (Raw)": 0.39707237482070923, "Finetune/Step": 13162, "Finetune/Step Time": 6.525147633627057}
{"Finetune/Learning Rate": 1.2476402097473272e-06, "Finetune/Loss": 0.3649545907974243, "Finetune/Loss (Raw)": 0.38111361861228943, "Finetune/Step": 13163, "Finetune/Step Time": 6.522333782166243}
{"Finetune/Learning Rate": 1.2466358527782351e-06, "Finetune/Loss": 0.36471083760261536, "Finetune/Loss (Raw)": 0.32649287581443787, "Finetune/Step": 13164, "Finetune/Step Time": 6.525328755378723}
{"Finetune/Learning Rate": 1.2456318733544959e-06, "Finetune/Loss": 0.3639645576477051, "Finetune/Loss (Raw)": 0.3035675883293152, "Finetune/Step": 13165, "Finetune/Step Time": 6.542108291760087}
{"Finetune/Learning Rate": 1.2446282715194068e-06, "Finetune/Loss": 0.36493876576423645, "Finetune/Loss (Raw)": 0.42434558272361755, "Finetune/Step": 13166, "Finetune/Step Time": 6.541657768189907}
{"Finetune/Learning Rate": 1.2436250473162592e-06, "Finetune/Loss": 0.3643309473991394, "Finetune/Loss (Raw)": 0.32952266931533813, "Finetune/Step": 13167, "Finetune/Step Time": 6.54536204226315}
{"Finetune/Learning Rate": 1.2426222007883215e-06, "Finetune/Loss": 0.36302340030670166, "Finetune/Loss (Raw)": 0.3691804111003876, "Finetune/Step": 13168, "Finetune/Step Time": 6.5297644175589085}
{"Finetune/Learning Rate": 1.2416197319788503e-06, "Finetune/Loss": 0.363325834274292, "Finetune/Loss (Raw)": 0.40377721190452576, "Finetune/Step": 13169, "Finetune/Step Time": 6.536158053204417}
{"Finetune/Learning Rate": 1.2406176409310799e-06, "Finetune/Loss": 0.3629130721092224, "Finetune/Loss (Raw)": 0.30674174427986145, "Finetune/Step": 13170, "Finetune/Step Time": 6.531290531158447}
{"Finetune/Learning Rate": 1.2396159276882346e-06, "Finetune/Loss": 0.362189382314682, "Finetune/Loss (Raw)": 0.3432729244232178, "Finetune/Step": 13171, "Finetune/Step Time": 6.521918546408415}
{"Finetune/Learning Rate": 1.2386145922935188e-06, "Finetune/Loss": 0.3629912734031677, "Finetune/Loss (Raw)": 0.3143082559108734, "Finetune/Step": 13172, "Finetune/Step Time": 6.536922700703144}
{"Finetune/Learning Rate": 1.2376136347901214e-06, "Finetune/Loss": 0.3628249168395996, "Finetune/Loss (Raw)": 0.35379117727279663, "Finetune/Step": 13173, "Finetune/Step Time": 6.548846108838916}
{"Finetune/Learning Rate": 1.2366130552212174e-06, "Finetune/Loss": 0.36292338371276855, "Finetune/Loss (Raw)": 0.3676367700099945, "Finetune/Step": 13174, "Finetune/Step Time": 6.54689441435039}
{"Finetune/Learning Rate": 1.2356128536299604e-06, "Finetune/Loss": 0.3623703718185425, "Finetune/Loss (Raw)": 0.34585052728652954, "Finetune/Step": 13175, "Finetune/Step Time": 6.555694123730063}
{"Finetune/Learning Rate": 1.2346130300594927e-06, "Finetune/Loss": 0.36288195848464966, "Finetune/Loss (Raw)": 0.35747554898262024, "Finetune/Step": 13176, "Finetune/Step Time": 6.545655431225896}
{"Finetune/Learning Rate": 1.2336135845529362e-06, "Finetune/Loss": 0.36348235607147217, "Finetune/Loss (Raw)": 0.3544819951057434, "Finetune/Step": 13177, "Finetune/Step Time": 6.514758873730898}
{"Finetune/Learning Rate": 1.2326145171533988e-06, "Finetune/Loss": 0.3634326457977295, "Finetune/Loss (Raw)": 0.40069127082824707, "Finetune/Step": 13178, "Finetune/Step Time": 6.516485370695591}
{"Finetune/Learning Rate": 1.2316158279039715e-06, "Finetune/Loss": 0.36310118436813354, "Finetune/Loss (Raw)": 0.2007402926683426, "Finetune/Step": 13179, "Finetune/Step Time": 6.537542920559645}
{"Finetune/Learning Rate": 1.2306175168477298e-06, "Finetune/Loss": 0.36368507146835327, "Finetune/Loss (Raw)": 0.5116885304450989, "Finetune/Step": 13180, "Finetune/Step Time": 6.53942558914423}
{"Finetune/Learning Rate": 1.2296195840277337e-06, "Finetune/Loss": 0.3641139268875122, "Finetune/Loss (Raw)": 0.13618506491184235, "Finetune/Step": 13181, "Finetune/Step Time": 6.52911089360714}
{"Finetune/Learning Rate": 1.2286220294870255e-06, "Finetune/Loss": 0.36443597078323364, "Finetune/Loss (Raw)": 0.42379316687583923, "Finetune/Step": 13182, "Finetune/Step Time": 6.556055303663015}
{"Finetune/Learning Rate": 1.2276248532686276e-06, "Finetune/Loss": 0.3638450503349304, "Finetune/Loss (Raw)": 0.3225735127925873, "Finetune/Step": 13183, "Finetune/Step Time": 6.55722551420331}
{"Finetune/Learning Rate": 1.2266280554155519e-06, "Finetune/Loss": 0.3617306649684906, "Finetune/Loss (Raw)": 0.11259730160236359, "Finetune/Step": 13184, "Finetune/Step Time": 6.57874676771462}
{"Finetune/Learning Rate": 1.2256316359707943e-06, "Finetune/Loss": 0.3591429889202118, "Finetune/Loss (Raw)": 0.1119096577167511, "Finetune/Step": 13185, "Finetune/Step Time": 6.596005115658045}
{"Finetune/Learning Rate": 1.224635594977327e-06, "Finetune/Loss": 0.35864126682281494, "Finetune/Loss (Raw)": 0.40672245621681213, "Finetune/Step": 13186, "Finetune/Step Time": 6.600964102894068}
{"Finetune/Learning Rate": 1.2236399324781135e-06, "Finetune/Loss": 0.3590157628059387, "Finetune/Loss (Raw)": 0.3657534420490265, "Finetune/Step": 13187, "Finetune/Step Time": 6.595742767676711}
{"Finetune/Learning Rate": 1.2226446485161003e-06, "Finetune/Loss": 0.35840973258018494, "Finetune/Loss (Raw)": 0.3533206284046173, "Finetune/Step": 13188, "Finetune/Step Time": 6.607577154412866}
{"Finetune/Learning Rate": 1.22164974313421e-06, "Finetune/Loss": 0.3589039742946625, "Finetune/Loss (Raw)": 0.4538925886154175, "Finetune/Step": 13189, "Finetune/Step Time": 6.613147892057896}
{"Finetune/Learning Rate": 1.2206552163753571e-06, "Finetune/Loss": 0.35964488983154297, "Finetune/Loss (Raw)": 0.4208080768585205, "Finetune/Step": 13190, "Finetune/Step Time": 6.606980977579951}
{"Finetune/Learning Rate": 1.2196610682824372e-06, "Finetune/Loss": 0.36114346981048584, "Finetune/Loss (Raw)": 0.4787810146808624, "Finetune/Step": 13191, "Finetune/Step Time": 6.607006480917335}
{"Finetune/Learning Rate": 1.2186672988983295e-06, "Finetune/Loss": 0.36298561096191406, "Finetune/Loss (Raw)": 0.3320912718772888, "Finetune/Step": 13192, "Finetune/Step Time": 6.577570607885718}
{"Finetune/Learning Rate": 1.2176739082658961e-06, "Finetune/Loss": 0.36231669783592224, "Finetune/Loss (Raw)": 0.33153781294822693, "Finetune/Step": 13193, "Finetune/Step Time": 6.583005888387561}
{"Finetune/Learning Rate": 1.216680896427983e-06, "Finetune/Loss": 0.3615197241306305, "Finetune/Loss (Raw)": 0.2785973846912384, "Finetune/Step": 13194, "Finetune/Step Time": 6.584589505568147}
{"Finetune/Learning Rate": 1.2156882634274248e-06, "Finetune/Loss": 0.3608161211013794, "Finetune/Loss (Raw)": 0.2741805613040924, "Finetune/Step": 13195, "Finetune/Step Time": 6.582787929102778}
{"Finetune/Learning Rate": 1.2146960093070304e-06, "Finetune/Loss": 0.3605222702026367, "Finetune/Loss (Raw)": 0.36038142442703247, "Finetune/Step": 13196, "Finetune/Step Time": 6.5975775513798}
{"Finetune/Learning Rate": 1.2137041341095956e-06, "Finetune/Loss": 0.35784247517585754, "Finetune/Loss (Raw)": 0.1283438801765442, "Finetune/Step": 13197, "Finetune/Step Time": 6.627743624150753}
{"Finetune/Learning Rate": 1.2127126378779052e-06, "Finetune/Loss": 0.35807380080223083, "Finetune/Loss (Raw)": 0.40583717823028564, "Finetune/Step": 13198, "Finetune/Step Time": 6.627910513430834}
{"Finetune/Learning Rate": 1.2117215206547216e-06, "Finetune/Loss": 0.35711079835891724, "Finetune/Loss (Raw)": 0.39877834916114807, "Finetune/Step": 13199, "Finetune/Step Time": 6.6309653632342815}
{"Finetune/Learning Rate": 1.2107307824827952e-06, "Finetune/Loss": 0.3570258617401123, "Finetune/Loss (Raw)": 0.45412078499794006, "Finetune/Step": 13200, "Finetune/Step Time": 6.645035279914737}
{"Finetune/Learning Rate": 1.2097404234048583e-06, "Finetune/Loss": 0.35624343156814575, "Finetune/Loss (Raw)": 0.3621310889720917, "Finetune/Step": 13201, "Finetune/Step Time": 6.641473485156894}
{"Finetune/Learning Rate": 1.2087504434636232e-06, "Finetune/Loss": 0.3555620610713959, "Finetune/Loss (Raw)": 0.2827025055885315, "Finetune/Step": 13202, "Finetune/Step Time": 6.64127004519105}
{"Finetune/Learning Rate": 1.2077608427017907e-06, "Finetune/Loss": 0.35607442259788513, "Finetune/Loss (Raw)": 0.39441943168640137, "Finetune/Step": 13203, "Finetune/Step Time": 6.613597624003887}
{"Finetune/Learning Rate": 1.2067716211620451e-06, "Finetune/Loss": 0.35538607835769653, "Finetune/Loss (Raw)": 0.34652286767959595, "Finetune/Step": 13204, "Finetune/Step Time": 6.609883135184646}
{"Finetune/Learning Rate": 1.2057827788870514e-06, "Finetune/Loss": 0.3549579083919525, "Finetune/Loss (Raw)": 0.3071447014808655, "Finetune/Step": 13205, "Finetune/Step Time": 6.624220438301563}
{"Finetune/Learning Rate": 1.204794315919463e-06, "Finetune/Loss": 0.35484862327575684, "Finetune/Loss (Raw)": 0.35086989402770996, "Finetune/Step": 13206, "Finetune/Step Time": 6.613370411098003}
{"Finetune/Learning Rate": 1.2038062323019096e-06, "Finetune/Loss": 0.3548542261123657, "Finetune/Loss (Raw)": 0.4234153628349304, "Finetune/Step": 13207, "Finetune/Step Time": 6.615867119282484}
{"Finetune/Learning Rate": 1.202818528077011e-06, "Finetune/Loss": 0.35539573431015015, "Finetune/Loss (Raw)": 0.40470391511917114, "Finetune/Step": 13208, "Finetune/Step Time": 6.619524888694286}
{"Finetune/Learning Rate": 1.2018312032873668e-06, "Finetune/Loss": 0.354727566242218, "Finetune/Loss (Raw)": 0.330923855304718, "Finetune/Step": 13209, "Finetune/Step Time": 6.621522573754191}
{"Finetune/Learning Rate": 1.2008442579755619e-06, "Finetune/Loss": 0.3538915812969208, "Finetune/Loss (Raw)": 0.30866703391075134, "Finetune/Step": 13210, "Finetune/Step Time": 6.623756581917405}
{"Finetune/Learning Rate": 1.1998576921841653e-06, "Finetune/Loss": 0.3535881042480469, "Finetune/Loss (Raw)": 0.32933083176612854, "Finetune/Step": 13211, "Finetune/Step Time": 6.616767935454845}
{"Finetune/Learning Rate": 1.1988715059557299e-06, "Finetune/Loss": 0.3544950783252716, "Finetune/Loss (Raw)": 0.46421554684638977, "Finetune/Step": 13212, "Finetune/Step Time": 6.607643850147724}
{"Finetune/Learning Rate": 1.1978856993327902e-06, "Finetune/Loss": 0.35461217164993286, "Finetune/Loss (Raw)": 0.3649042844772339, "Finetune/Step": 13213, "Finetune/Step Time": 6.60907400213182}
{"Finetune/Learning Rate": 1.1969002723578683e-06, "Finetune/Loss": 0.3542979955673218, "Finetune/Loss (Raw)": 0.42535582184791565, "Finetune/Step": 13214, "Finetune/Step Time": 6.594046022742987}
{"Finetune/Learning Rate": 1.1959152250734618e-06, "Finetune/Loss": 0.3537098169326782, "Finetune/Loss (Raw)": 0.39022502303123474, "Finetune/Step": 13215, "Finetune/Step Time": 6.589236004278064}
{"Finetune/Learning Rate": 1.1949305575220594e-06, "Finetune/Loss": 0.3551805019378662, "Finetune/Loss (Raw)": 0.5726298093795776, "Finetune/Step": 13216, "Finetune/Step Time": 6.590313905850053}
{"Finetune/Learning Rate": 1.1939462697461358e-06, "Finetune/Loss": 0.35631656646728516, "Finetune/Loss (Raw)": 0.4021133482456207, "Finetune/Step": 13217, "Finetune/Step Time": 6.58566583506763}
{"Finetune/Learning Rate": 1.192962361788137e-06, "Finetune/Loss": 0.3560023307800293, "Finetune/Loss (Raw)": 0.31718337535858154, "Finetune/Step": 13218, "Finetune/Step Time": 6.590270176529884}
{"Finetune/Learning Rate": 1.1919788336905059e-06, "Finetune/Loss": 0.3562300205230713, "Finetune/Loss (Raw)": 0.353282630443573, "Finetune/Step": 13219, "Finetune/Step Time": 6.588312558829784}
{"Finetune/Learning Rate": 1.1909956854956627e-06, "Finetune/Loss": 0.35707300901412964, "Finetune/Loss (Raw)": 0.4813479483127594, "Finetune/Step": 13220, "Finetune/Step Time": 6.5816641841083765}
{"Finetune/Learning Rate": 1.1900129172460095e-06, "Finetune/Loss": 0.35649484395980835, "Finetune/Loss (Raw)": 0.3978707194328308, "Finetune/Step": 13221, "Finetune/Step Time": 6.57477537356317}
{"Finetune/Learning Rate": 1.1890305289839355e-06, "Finetune/Loss": 0.35696515440940857, "Finetune/Loss (Raw)": 0.32461270689964294, "Finetune/Step": 13222, "Finetune/Step Time": 6.603483788669109}
{"Finetune/Learning Rate": 1.1880485207518145e-06, "Finetune/Loss": 0.35452866554260254, "Finetune/Loss (Raw)": 0.11863795667886734, "Finetune/Step": 13223, "Finetune/Step Time": 6.627000946551561}
{"Finetune/Learning Rate": 1.1870668925919992e-06, "Finetune/Loss": 0.35469377040863037, "Finetune/Loss (Raw)": 0.44048285484313965, "Finetune/Step": 13224, "Finetune/Step Time": 6.620389265939593}
{"Finetune/Learning Rate": 1.1860856445468315e-06, "Finetune/Loss": 0.35453489422798157, "Finetune/Loss (Raw)": 0.3259938061237335, "Finetune/Step": 13225, "Finetune/Step Time": 6.612246874719858}
{"Finetune/Learning Rate": 1.1851047766586342e-06, "Finetune/Loss": 0.3539034128189087, "Finetune/Loss (Raw)": 0.3147931694984436, "Finetune/Step": 13226, "Finetune/Step Time": 6.6269961297512054}
{"Finetune/Learning Rate": 1.1841242889697102e-06, "Finetune/Loss": 0.3536686897277832, "Finetune/Loss (Raw)": 0.08829585462808609, "Finetune/Step": 13227, "Finetune/Step Time": 6.625489270314574}
{"Finetune/Learning Rate": 1.1831441815223532e-06, "Finetune/Loss": 0.3515620231628418, "Finetune/Loss (Raw)": 0.1080096885561943, "Finetune/Step": 13228, "Finetune/Step Time": 6.623340155929327}
{"Finetune/Learning Rate": 1.1821644543588319e-06, "Finetune/Loss": 0.3526049852371216, "Finetune/Loss (Raw)": 0.3866858184337616, "Finetune/Step": 13229, "Finetune/Step Time": 6.621172968298197}
{"Finetune/Learning Rate": 1.1811851075214065e-06, "Finetune/Loss": 0.3532094359397888, "Finetune/Loss (Raw)": 0.4517006278038025, "Finetune/Step": 13230, "Finetune/Step Time": 6.6257368214428425}
{"Finetune/Learning Rate": 1.180206141052318e-06, "Finetune/Loss": 0.3527068793773651, "Finetune/Loss (Raw)": 0.27383238077163696, "Finetune/Step": 13231, "Finetune/Step Time": 6.630310980603099}
{"Finetune/Learning Rate": 1.1792275549937893e-06, "Finetune/Loss": 0.3522346615791321, "Finetune/Loss (Raw)": 0.38143190741539, "Finetune/Step": 13232, "Finetune/Step Time": 6.639217060059309}
{"Finetune/Learning Rate": 1.1782493493880308e-06, "Finetune/Loss": 0.352164626121521, "Finetune/Loss (Raw)": 0.3790853023529053, "Finetune/Step": 13233, "Finetune/Step Time": 6.6476422138512135}
{"Finetune/Learning Rate": 1.1772715242772303e-06, "Finetune/Loss": 0.3520985245704651, "Finetune/Loss (Raw)": 0.3969981074333191, "Finetune/Step": 13234, "Finetune/Step Time": 6.647508719936013}
{"Finetune/Learning Rate": 1.1762940797035639e-06, "Finetune/Loss": 0.3527437150478363, "Finetune/Loss (Raw)": 0.4273175299167633, "Finetune/Step": 13235, "Finetune/Step Time": 6.634950205683708}
{"Finetune/Learning Rate": 1.175317015709192e-06, "Finetune/Loss": 0.3528420627117157, "Finetune/Loss (Raw)": 0.34430062770843506, "Finetune/Step": 13236, "Finetune/Step Time": 6.638806875795126}
{"Finetune/Learning Rate": 1.1743403323362567e-06, "Finetune/Loss": 0.3523695468902588, "Finetune/Loss (Raw)": 0.3264949321746826, "Finetune/Step": 13237, "Finetune/Step Time": 6.616845021024346}
{"Finetune/Learning Rate": 1.1733640296268812e-06, "Finetune/Loss": 0.3529823422431946, "Finetune/Loss (Raw)": 0.4861501157283783, "Finetune/Step": 13238, "Finetune/Step Time": 6.609218213707209}
{"Finetune/Learning Rate": 1.1723881076231758e-06, "Finetune/Loss": 0.35335373878479004, "Finetune/Loss (Raw)": 0.45946815609931946, "Finetune/Step": 13239, "Finetune/Step Time": 6.605886751785874}
{"Finetune/Learning Rate": 1.171412566367236e-06, "Finetune/Loss": 0.35461241006851196, "Finetune/Loss (Raw)": 0.40578195452690125, "Finetune/Step": 13240, "Finetune/Step Time": 6.614444522187114}
{"Finetune/Learning Rate": 1.1704374059011347e-06, "Finetune/Loss": 0.3551578223705292, "Finetune/Loss (Raw)": 0.34833192825317383, "Finetune/Step": 13241, "Finetune/Step Time": 6.612105764448643}
{"Finetune/Learning Rate": 1.169462626266934e-06, "Finetune/Loss": 0.3542838990688324, "Finetune/Loss (Raw)": 0.29820647835731506, "Finetune/Step": 13242, "Finetune/Step Time": 6.624521121382713}
{"Finetune/Learning Rate": 1.1684882275066768e-06, "Finetune/Loss": 0.35452768206596375, "Finetune/Loss (Raw)": 0.32587239146232605, "Finetune/Step": 13243, "Finetune/Step Time": 6.589805975556374}
{"Finetune/Learning Rate": 1.1675142096623904e-06, "Finetune/Loss": 0.3538214862346649, "Finetune/Loss (Raw)": 0.33637309074401855, "Finetune/Step": 13244, "Finetune/Step Time": 6.577731538563967}
{"Finetune/Learning Rate": 1.1665405727760859e-06, "Finetune/Loss": 0.35375964641571045, "Finetune/Loss (Raw)": 0.3337959051132202, "Finetune/Step": 13245, "Finetune/Step Time": 6.589645113795996}
{"Finetune/Learning Rate": 1.1655673168897598e-06, "Finetune/Loss": 0.35149210691452026, "Finetune/Loss (Raw)": 0.10613184422254562, "Finetune/Step": 13246, "Finetune/Step Time": 6.588731812313199}
{"Finetune/Learning Rate": 1.164594442045387e-06, "Finetune/Loss": 0.353593111038208, "Finetune/Loss (Raw)": 0.36535340547561646, "Finetune/Step": 13247, "Finetune/Step Time": 6.573279593139887}
{"Finetune/Learning Rate": 1.1636219482849308e-06, "Finetune/Loss": 0.3528774380683899, "Finetune/Loss (Raw)": 0.3004358112812042, "Finetune/Step": 13248, "Finetune/Step Time": 6.579754652455449}
{"Finetune/Learning Rate": 1.1626498356503336e-06, "Finetune/Loss": 0.3532184660434723, "Finetune/Loss (Raw)": 0.4159291684627533, "Finetune/Step": 13249, "Finetune/Step Time": 6.582808380946517}
{"Finetune/Learning Rate": 1.1616781041835256e-06, "Finetune/Loss": 0.35235661268234253, "Finetune/Loss (Raw)": 0.37975770235061646, "Finetune/Step": 13250, "Finetune/Step Time": 6.576951067894697}
{"Finetune/Learning Rate": 1.1607067539264194e-06, "Finetune/Loss": 0.3509913682937622, "Finetune/Loss (Raw)": 0.12024988234043121, "Finetune/Step": 13251, "Finetune/Step Time": 6.596297714859247}
{"Finetune/Learning Rate": 1.1597357849209113e-06, "Finetune/Loss": 0.3514983654022217, "Finetune/Loss (Raw)": 0.44244012236595154, "Finetune/Step": 13252, "Finetune/Step Time": 6.589879084378481}
{"Finetune/Learning Rate": 1.158765197208882e-06, "Finetune/Loss": 0.35162049531936646, "Finetune/Loss (Raw)": 0.3535783886909485, "Finetune/Step": 13253, "Finetune/Step Time": 6.5777224358171225}
{"Finetune/Learning Rate": 1.1577949908321895e-06, "Finetune/Loss": 0.35113611817359924, "Finetune/Loss (Raw)": 0.31447747349739075, "Finetune/Step": 13254, "Finetune/Step Time": 6.586434317752719}
{"Finetune/Learning Rate": 1.1568251658326834e-06, "Finetune/Loss": 0.3508356213569641, "Finetune/Loss (Raw)": 0.3920633792877197, "Finetune/Step": 13255, "Finetune/Step Time": 6.573483541607857}
{"Finetune/Learning Rate": 1.1558557222521928e-06, "Finetune/Loss": 0.3495252728462219, "Finetune/Loss (Raw)": 0.1180599257349968, "Finetune/Step": 13256, "Finetune/Step Time": 6.593719702214003}
{"Finetune/Learning Rate": 1.1548866601325315e-06, "Finetune/Loss": 0.35156211256980896, "Finetune/Loss (Raw)": 0.3412961959838867, "Finetune/Step": 13257, "Finetune/Step Time": 6.577818149700761}
{"Finetune/Learning Rate": 1.1539179795154998e-06, "Finetune/Loss": 0.3511754274368286, "Finetune/Loss (Raw)": 0.31359031796455383, "Finetune/Step": 13258, "Finetune/Step Time": 6.585352294147015}
{"Finetune/Learning Rate": 1.1529496804428742e-06, "Finetune/Loss": 0.3478187024593353, "Finetune/Loss (Raw)": 0.11426596343517303, "Finetune/Step": 13259, "Finetune/Step Time": 6.601376716047525}
{"Finetune/Learning Rate": 1.1519817629564188e-06, "Finetune/Loss": 0.3472326397895813, "Finetune/Loss (Raw)": 0.3769342303276062, "Finetune/Step": 13260, "Finetune/Step Time": 6.610374106094241}
{"Finetune/Learning Rate": 1.151014227097882e-06, "Finetune/Loss": 0.3484055697917938, "Finetune/Loss (Raw)": 0.4297778308391571, "Finetune/Step": 13261, "Finetune/Step Time": 6.608437363058329}
{"Finetune/Learning Rate": 1.1500470729089952e-06, "Finetune/Loss": 0.34833836555480957, "Finetune/Loss (Raw)": 0.3928559124469757, "Finetune/Step": 13262, "Finetune/Step Time": 6.60571806691587}
{"Finetune/Learning Rate": 1.1490803004314731e-06, "Finetune/Loss": 0.3476652503013611, "Finetune/Loss (Raw)": 0.3630659580230713, "Finetune/Step": 13263, "Finetune/Step Time": 6.600134052336216}
{"Finetune/Learning Rate": 1.1481139097070148e-06, "Finetune/Loss": 0.3476601839065552, "Finetune/Loss (Raw)": 0.4207664728164673, "Finetune/Step": 13264, "Finetune/Step Time": 6.600658178329468}
{"Finetune/Learning Rate": 1.1471479007773013e-06, "Finetune/Loss": 0.34720879793167114, "Finetune/Loss (Raw)": 0.33518892526626587, "Finetune/Step": 13265, "Finetune/Step Time": 6.601921094581485}
{"Finetune/Learning Rate": 1.1461822736840012e-06, "Finetune/Loss": 0.3479287028312683, "Finetune/Loss (Raw)": 0.4511326253414154, "Finetune/Step": 13266, "Finetune/Step Time": 6.601459527388215}
{"Finetune/Learning Rate": 1.145217028468758e-06, "Finetune/Loss": 0.3472183644771576, "Finetune/Loss (Raw)": 0.3344414234161377, "Finetune/Step": 13267, "Finetune/Step Time": 6.613591345027089}
{"Finetune/Learning Rate": 1.1442521651732064e-06, "Finetune/Loss": 0.3471343517303467, "Finetune/Loss (Raw)": 0.30295562744140625, "Finetune/Step": 13268, "Finetune/Step Time": 6.62742312066257}
{"Finetune/Learning Rate": 1.143287683838965e-06, "Finetune/Loss": 0.3470109701156616, "Finetune/Loss (Raw)": 0.36834830045700073, "Finetune/Step": 13269, "Finetune/Step Time": 6.608098614960909}
{"Finetune/Learning Rate": 1.1423235845076286e-06, "Finetune/Loss": 0.34670478105545044, "Finetune/Loss (Raw)": 0.31855565309524536, "Finetune/Step": 13270, "Finetune/Step Time": 6.646549500524998}
{"Finetune/Learning Rate": 1.1413598672207815e-06, "Finetune/Loss": 0.346765398979187, "Finetune/Loss (Raw)": 0.4348018169403076, "Finetune/Step": 13271, "Finetune/Step Time": 6.642814850434661}
{"Finetune/Learning Rate": 1.140396532019995e-06, "Finetune/Loss": 0.34905776381492615, "Finetune/Loss (Raw)": 0.43554794788360596, "Finetune/Step": 13272, "Finetune/Step Time": 6.622668229043484}
{"Finetune/Learning Rate": 1.1394335789468125e-06, "Finetune/Loss": 0.34969794750213623, "Finetune/Loss (Raw)": 0.43582549691200256, "Finetune/Step": 13273, "Finetune/Step Time": 6.615580486133695}
{"Finetune/Learning Rate": 1.1384710080427708e-06, "Finetune/Loss": 0.3502578139305115, "Finetune/Loss (Raw)": 0.36497020721435547, "Finetune/Step": 13274, "Finetune/Step Time": 6.611047707498074}
{"Finetune/Learning Rate": 1.1375088193493855e-06, "Finetune/Loss": 0.35058581829071045, "Finetune/Loss (Raw)": 0.36784419417381287, "Finetune/Step": 13275, "Finetune/Step Time": 6.622466063126922}
{"Finetune/Learning Rate": 1.136547012908159e-06, "Finetune/Loss": 0.35021859407424927, "Finetune/Loss (Raw)": 0.3060118854045868, "Finetune/Step": 13276, "Finetune/Step Time": 6.6618974301964045}
{"Finetune/Learning Rate": 1.1355855887605748e-06, "Finetune/Loss": 0.3488292992115021, "Finetune/Loss (Raw)": 0.2702247202396393, "Finetune/Step": 13277, "Finetune/Step Time": 6.658928474411368}
{"Finetune/Learning Rate": 1.1346245469481033e-06, "Finetune/Loss": 0.3499579429626465, "Finetune/Loss (Raw)": 0.44960787892341614, "Finetune/Step": 13278, "Finetune/Step Time": 6.650771629065275}
{"Finetune/Learning Rate": 1.1336638875121896e-06, "Finetune/Loss": 0.3501036763191223, "Finetune/Loss (Raw)": 0.3978942036628723, "Finetune/Step": 13279, "Finetune/Step Time": 6.65862031839788}
{"Finetune/Learning Rate": 1.1327036104942746e-06, "Finetune/Loss": 0.3496204614639282, "Finetune/Loss (Raw)": 0.33132079243659973, "Finetune/Step": 13280, "Finetune/Step Time": 6.663049414753914}
{"Finetune/Learning Rate": 1.1317437159357702e-06, "Finetune/Loss": 0.34899401664733887, "Finetune/Loss (Raw)": 0.38078323006629944, "Finetune/Step": 13281, "Finetune/Step Time": 6.6399287804961205}
{"Finetune/Learning Rate": 1.1307842038780824e-06, "Finetune/Loss": 0.348954439163208, "Finetune/Loss (Raw)": 0.3609323799610138, "Finetune/Step": 13282, "Finetune/Step Time": 6.632377387955785}
{"Finetune/Learning Rate": 1.129825074362595e-06, "Finetune/Loss": 0.34728753566741943, "Finetune/Loss (Raw)": 0.1407518982887268, "Finetune/Step": 13283, "Finetune/Step Time": 6.640401370823383}
{"Finetune/Learning Rate": 1.1288663274306767e-06, "Finetune/Loss": 0.3472890257835388, "Finetune/Loss (Raw)": 0.34085023403167725, "Finetune/Step": 13284, "Finetune/Step Time": 6.64284510910511}
{"Finetune/Learning Rate": 1.127907963123681e-06, "Finetune/Loss": 0.3472698926925659, "Finetune/Loss (Raw)": 0.30386048555374146, "Finetune/Step": 13285, "Finetune/Step Time": 6.638335108757019}
{"Finetune/Learning Rate": 1.126949981482941e-06, "Finetune/Loss": 0.3472078740596771, "Finetune/Loss (Raw)": 0.3921144902706146, "Finetune/Step": 13286, "Finetune/Step Time": 6.642134513705969}
{"Finetune/Learning Rate": 1.1259923825497775e-06, "Finetune/Loss": 0.34738779067993164, "Finetune/Loss (Raw)": 0.4072895050048828, "Finetune/Step": 13287, "Finetune/Step Time": 6.647714322432876}
{"Finetune/Learning Rate": 1.1250351663654923e-06, "Finetune/Loss": 0.3472900390625, "Finetune/Loss (Raw)": 0.3315070569515228, "Finetune/Step": 13288, "Finetune/Step Time": 6.6313765700906515}
{"Finetune/Learning Rate": 1.1240783329713746e-06, "Finetune/Loss": 0.34770098328590393, "Finetune/Loss (Raw)": 0.4473673105239868, "Finetune/Step": 13289, "Finetune/Step Time": 6.632673913612962}
{"Finetune/Learning Rate": 1.1231218824086886e-06, "Finetune/Loss": 0.34759193658828735, "Finetune/Loss (Raw)": 0.3831104338169098, "Finetune/Step": 13290, "Finetune/Step Time": 6.639836082234979}
{"Finetune/Learning Rate": 1.1221658147186932e-06, "Finetune/Loss": 0.3475129306316376, "Finetune/Loss (Raw)": 0.3710026741027832, "Finetune/Step": 13291, "Finetune/Step Time": 6.642116062343121}
{"Finetune/Learning Rate": 1.1212101299426193e-06, "Finetune/Loss": 0.34821492433547974, "Finetune/Loss (Raw)": 0.4163449704647064, "Finetune/Step": 13292, "Finetune/Step Time": 6.659529879689217}
{"Finetune/Learning Rate": 1.1202548281216896e-06, "Finetune/Loss": 0.34964171051979065, "Finetune/Loss (Raw)": 0.4862002730369568, "Finetune/Step": 13293, "Finetune/Step Time": 6.649313863366842}
{"Finetune/Learning Rate": 1.119299909297109e-06, "Finetune/Loss": 0.3486511707305908, "Finetune/Loss (Raw)": 0.2975549101829529, "Finetune/Step": 13294, "Finetune/Step Time": 6.653578959405422}
{"Finetune/Learning Rate": 1.1183453735100624e-06, "Finetune/Loss": 0.34913212060928345, "Finetune/Loss (Raw)": 0.39108356833457947, "Finetune/Step": 13295, "Finetune/Step Time": 6.647814000025392}
{"Finetune/Learning Rate": 1.1173912208017211e-06, "Finetune/Loss": 0.3492458164691925, "Finetune/Loss (Raw)": 0.3837330639362335, "Finetune/Step": 13296, "Finetune/Step Time": 6.647783005610108}
{"Finetune/Learning Rate": 1.1164374512132404e-06, "Finetune/Loss": 0.3487319350242615, "Finetune/Loss (Raw)": 0.33800560235977173, "Finetune/Step": 13297, "Finetune/Step Time": 6.652797259390354}
{"Finetune/Learning Rate": 1.115484064785758e-06, "Finetune/Loss": 0.3488631248474121, "Finetune/Loss (Raw)": 0.3235286474227905, "Finetune/Step": 13298, "Finetune/Step Time": 6.683049649000168}
{"Finetune/Learning Rate": 1.114531061560391e-06, "Finetune/Loss": 0.34884679317474365, "Finetune/Loss (Raw)": 0.3411861062049866, "Finetune/Step": 13299, "Finetune/Step Time": 6.688296942040324}
{"Finetune/Learning Rate": 1.1135784415782491e-06, "Finetune/Loss": 0.3484690189361572, "Finetune/Loss (Raw)": 0.2659514844417572, "Finetune/Step": 13300, "Finetune/Step Time": 6.6922031454741955}
{"Finetune/Learning Rate": 1.1126262048804149e-06, "Finetune/Loss": 0.3483906388282776, "Finetune/Loss (Raw)": 0.34376245737075806, "Finetune/Step": 13301, "Finetune/Step Time": 6.698704872280359}
{"Finetune/Learning Rate": 1.111674351507962e-06, "Finetune/Loss": 0.34878233075141907, "Finetune/Loss (Raw)": 0.41776978969573975, "Finetune/Step": 13302, "Finetune/Step Time": 6.70384306460619}
{"Finetune/Learning Rate": 1.1107228815019465e-06, "Finetune/Loss": 0.34919047355651855, "Finetune/Loss (Raw)": 0.39809438586235046, "Finetune/Step": 13303, "Finetune/Step Time": 6.705002147704363}
{"Finetune/Learning Rate": 1.1097717949034071e-06, "Finetune/Loss": 0.35008156299591064, "Finetune/Loss (Raw)": 0.4715336263179779, "Finetune/Step": 13304, "Finetune/Step Time": 6.709787137806416}
{"Finetune/Learning Rate": 1.1088210917533615e-06, "Finetune/Loss": 0.34862083196640015, "Finetune/Loss (Raw)": 0.1675073355436325, "Finetune/Step": 13305, "Finetune/Step Time": 6.72776392288506}
{"Finetune/Learning Rate": 1.1078707720928184e-06, "Finetune/Loss": 0.3486313819885254, "Finetune/Loss (Raw)": 0.4020420014858246, "Finetune/Step": 13306, "Finetune/Step Time": 6.727056024596095}
{"Finetune/Learning Rate": 1.1069208359627648e-06, "Finetune/Loss": 0.3497285842895508, "Finetune/Loss (Raw)": 0.34118232131004333, "Finetune/Step": 13307, "Finetune/Step Time": 6.69293861463666}
{"Finetune/Learning Rate": 1.1059712834041747e-06, "Finetune/Loss": 0.34672683477401733, "Finetune/Loss (Raw)": 0.12746010720729828, "Finetune/Step": 13308, "Finetune/Step Time": 6.712567592039704}
{"Finetune/Learning Rate": 1.1050221144580042e-06, "Finetune/Loss": 0.34915071725845337, "Finetune/Loss (Raw)": 0.44644734263420105, "Finetune/Step": 13309, "Finetune/Step Time": 6.707065757364035}
{"Finetune/Learning Rate": 1.1040733291651884e-06, "Finetune/Loss": 0.34939712285995483, "Finetune/Loss (Raw)": 0.45532965660095215, "Finetune/Step": 13310, "Finetune/Step Time": 6.692403184249997}
{"Finetune/Learning Rate": 1.1031249275666544e-06, "Finetune/Loss": 0.3495505452156067, "Finetune/Loss (Raw)": 0.34221363067626953, "Finetune/Step": 13311, "Finetune/Step Time": 6.680879386141896}
{"Finetune/Learning Rate": 1.102176909703303e-06, "Finetune/Loss": 0.35180923342704773, "Finetune/Loss (Raw)": 0.4017089903354645, "Finetune/Step": 13312, "Finetune/Step Time": 6.673158701509237}
{"Finetune/Learning Rate": 1.101229275616027e-06, "Finetune/Loss": 0.3541818857192993, "Finetune/Loss (Raw)": 0.41560837626457214, "Finetune/Step": 13313, "Finetune/Step Time": 6.654513051733375}
{"Finetune/Learning Rate": 1.1002820253456991e-06, "Finetune/Loss": 0.3539253771305084, "Finetune/Loss (Raw)": 0.37389031052589417, "Finetune/Step": 13314, "Finetune/Step Time": 6.655421273782849}
{"Finetune/Learning Rate": 1.0993351589331758e-06, "Finetune/Loss": 0.3537040650844574, "Finetune/Loss (Raw)": 0.33742663264274597, "Finetune/Step": 13315, "Finetune/Step Time": 6.67230455391109}
{"Finetune/Learning Rate": 1.0983886764192952e-06, "Finetune/Loss": 0.3536013662815094, "Finetune/Loss (Raw)": 0.3401735723018646, "Finetune/Step": 13316, "Finetune/Step Time": 6.664415210485458}
{"Finetune/Learning Rate": 1.0974425778448839e-06, "Finetune/Loss": 0.3532080352306366, "Finetune/Loss (Raw)": 0.4035469591617584, "Finetune/Step": 13317, "Finetune/Step Time": 6.66641691327095}
{"Finetune/Learning Rate": 1.0964968632507433e-06, "Finetune/Loss": 0.35271531343460083, "Finetune/Loss (Raw)": 0.35773733258247375, "Finetune/Step": 13318, "Finetune/Step Time": 6.676111303269863}
{"Finetune/Learning Rate": 1.0955515326776677e-06, "Finetune/Loss": 0.3503739535808563, "Finetune/Loss (Raw)": 0.1790875494480133, "Finetune/Step": 13319, "Finetune/Step Time": 6.696251630783081}
{"Finetune/Learning Rate": 1.0946065861664302e-06, "Finetune/Loss": 0.3488238453865051, "Finetune/Loss (Raw)": 0.13368017971515656, "Finetune/Step": 13320, "Finetune/Step Time": 6.7142306081950665}
{"Finetune/Learning Rate": 1.0936620237577845e-06, "Finetune/Loss": 0.3496060371398926, "Finetune/Loss (Raw)": 0.43165984749794006, "Finetune/Step": 13321, "Finetune/Step Time": 6.717302218079567}
{"Finetune/Learning Rate": 1.0927178454924736e-06, "Finetune/Loss": 0.3505006432533264, "Finetune/Loss (Raw)": 0.39310523867607117, "Finetune/Step": 13322, "Finetune/Step Time": 6.70101617090404}
{"Finetune/Learning Rate": 1.0917740514112208e-06, "Finetune/Loss": 0.35036706924438477, "Finetune/Loss (Raw)": 0.2570849359035492, "Finetune/Step": 13323, "Finetune/Step Time": 6.7013397086411715}
{"Finetune/Learning Rate": 1.0908306415547353e-06, "Finetune/Loss": 0.35082900524139404, "Finetune/Loss (Raw)": 0.41950732469558716, "Finetune/Step": 13324, "Finetune/Step Time": 6.692505948245525}
{"Finetune/Learning Rate": 1.0898876159637028e-06, "Finetune/Loss": 0.35319000482559204, "Finetune/Loss (Raw)": 0.4305516481399536, "Finetune/Step": 13325, "Finetune/Step Time": 6.665045225992799}
{"Finetune/Learning Rate": 1.0889449746788018e-06, "Finetune/Loss": 0.3527308702468872, "Finetune/Loss (Raw)": 0.3470674455165863, "Finetune/Step": 13326, "Finetune/Step Time": 6.669336654245853}
{"Finetune/Learning Rate": 1.0880027177406871e-06, "Finetune/Loss": 0.35364824533462524, "Finetune/Loss (Raw)": 0.5162042379379272, "Finetune/Step": 13327, "Finetune/Step Time": 6.664851417765021}
{"Finetune/Learning Rate": 1.0870608451900023e-06, "Finetune/Loss": 0.35255855321884155, "Finetune/Loss (Raw)": 0.3146387040615082, "Finetune/Step": 13328, "Finetune/Step Time": 6.650978114455938}
{"Finetune/Learning Rate": 1.0861193570673689e-06, "Finetune/Loss": 0.35328978300094604, "Finetune/Loss (Raw)": 0.4557301700115204, "Finetune/Step": 13329, "Finetune/Step Time": 6.6515890043228865}
{"Finetune/Learning Rate": 1.085178253413398e-06, "Finetune/Loss": 0.35391074419021606, "Finetune/Loss (Raw)": 0.36217978596687317, "Finetune/Step": 13330, "Finetune/Step Time": 6.650795146822929}
{"Finetune/Learning Rate": 1.0842375342686794e-06, "Finetune/Loss": 0.3538851737976074, "Finetune/Loss (Raw)": 0.39115220308303833, "Finetune/Step": 13331, "Finetune/Step Time": 6.662861071527004}
{"Finetune/Learning Rate": 1.083297199673785e-06, "Finetune/Loss": 0.35462743043899536, "Finetune/Loss (Raw)": 0.44152721762657166, "Finetune/Step": 13332, "Finetune/Step Time": 6.651405733078718}
{"Finetune/Learning Rate": 1.0823572496692747e-06, "Finetune/Loss": 0.35502344369888306, "Finetune/Loss (Raw)": 0.3578346073627472, "Finetune/Step": 13333, "Finetune/Step Time": 6.637272980064154}
{"Finetune/Learning Rate": 1.0814176842956902e-06, "Finetune/Loss": 0.3550814986228943, "Finetune/Loss (Raw)": 0.35830554366111755, "Finetune/Step": 13334, "Finetune/Step Time": 6.64390204846859}
{"Finetune/Learning Rate": 1.0804785035935561e-06, "Finetune/Loss": 0.35527902841567993, "Finetune/Loss (Raw)": 0.4486939609050751, "Finetune/Step": 13335, "Finetune/Step Time": 6.646527957171202}
{"Finetune/Learning Rate": 1.0795397076033832e-06, "Finetune/Loss": 0.3558802604675293, "Finetune/Loss (Raw)": 0.48166534304618835, "Finetune/Step": 13336, "Finetune/Step Time": 6.663645155727863}
{"Finetune/Learning Rate": 1.0786012963656577e-06, "Finetune/Loss": 0.3563297390937805, "Finetune/Loss (Raw)": 0.3884548842906952, "Finetune/Step": 13337, "Finetune/Step Time": 6.663543147966266}
{"Finetune/Learning Rate": 1.077663269920859e-06, "Finetune/Loss": 0.35709381103515625, "Finetune/Loss (Raw)": 0.4064669609069824, "Finetune/Step": 13338, "Finetune/Step Time": 6.662164667621255}
{"Finetune/Learning Rate": 1.076725628309443e-06, "Finetune/Loss": 0.3579672574996948, "Finetune/Loss (Raw)": 0.44113636016845703, "Finetune/Step": 13339, "Finetune/Step Time": 6.64782172255218}
{"Finetune/Learning Rate": 1.0757883715718531e-06, "Finetune/Loss": 0.3553183674812317, "Finetune/Loss (Raw)": 0.12515446543693542, "Finetune/Step": 13340, "Finetune/Step Time": 6.673029493540525}
{"Finetune/Learning Rate": 1.074851499748516e-06, "Finetune/Loss": 0.3555293083190918, "Finetune/Loss (Raw)": 0.3919070065021515, "Finetune/Step": 13341, "Finetune/Step Time": 6.682648669928312}
{"Finetune/Learning Rate": 1.073915012879837e-06, "Finetune/Loss": 0.35514718294143677, "Finetune/Loss (Raw)": 0.3764411509037018, "Finetune/Step": 13342, "Finetune/Step Time": 6.703298356384039}
{"Finetune/Learning Rate": 1.0729789110062117e-06, "Finetune/Loss": 0.35445505380630493, "Finetune/Loss (Raw)": 0.3016315996646881, "Finetune/Step": 13343, "Finetune/Step Time": 6.7264150287956}
{"Finetune/Learning Rate": 1.072043194168011e-06, "Finetune/Loss": 0.3524855971336365, "Finetune/Loss (Raw)": 0.3205452561378479, "Finetune/Step": 13344, "Finetune/Step Time": 6.756366051733494}
{"Finetune/Learning Rate": 1.071107862405597e-06, "Finetune/Loss": 0.3525812029838562, "Finetune/Loss (Raw)": 0.41434699296951294, "Finetune/Step": 13345, "Finetune/Step Time": 6.758362133055925}
{"Finetune/Learning Rate": 1.07017291575931e-06, "Finetune/Loss": 0.3534524440765381, "Finetune/Loss (Raw)": 0.4287010431289673, "Finetune/Step": 13346, "Finetune/Step Time": 6.755951451137662}
{"Finetune/Learning Rate": 1.0692383542694773e-06, "Finetune/Loss": 0.3534301221370697, "Finetune/Loss (Raw)": 0.35042622685432434, "Finetune/Step": 13347, "Finetune/Step Time": 6.770739831030369}
{"Finetune/Learning Rate": 1.0683041779764081e-06, "Finetune/Loss": 0.3532707691192627, "Finetune/Loss (Raw)": 0.4609493017196655, "Finetune/Step": 13348, "Finetune/Step Time": 6.772548416629434}
{"Finetune/Learning Rate": 1.0673703869203956e-06, "Finetune/Loss": 0.35339486598968506, "Finetune/Loss (Raw)": 0.4137551784515381, "Finetune/Step": 13349, "Finetune/Step Time": 6.772046064957976}
{"Finetune/Learning Rate": 1.0664369811417119e-06, "Finetune/Loss": 0.35331451892852783, "Finetune/Loss (Raw)": 0.314331591129303, "Finetune/Step": 13350, "Finetune/Step Time": 6.757112316787243}
{"Finetune/Learning Rate": 1.0655039606806172e-06, "Finetune/Loss": 0.35538381338119507, "Finetune/Loss (Raw)": 0.38350656628608704, "Finetune/Step": 13351, "Finetune/Step Time": 6.732587959617376}
{"Finetune/Learning Rate": 1.0645713255773582e-06, "Finetune/Loss": 0.3542909026145935, "Finetune/Loss (Raw)": 0.3005894124507904, "Finetune/Step": 13352, "Finetune/Step Time": 6.729929434135556}
{"Finetune/Learning Rate": 1.063639075872156e-06, "Finetune/Loss": 0.3546927273273468, "Finetune/Loss (Raw)": 0.3774293065071106, "Finetune/Step": 13353, "Finetune/Step Time": 6.725450376048684}
{"Finetune/Learning Rate": 1.0627072116052205e-06, "Finetune/Loss": 0.35570216178894043, "Finetune/Loss (Raw)": 0.44399961829185486, "Finetune/Step": 13354, "Finetune/Step Time": 6.722309563308954}
{"Finetune/Learning Rate": 1.0617757328167466e-06, "Finetune/Loss": 0.35816285014152527, "Finetune/Loss (Raw)": 0.4032629430294037, "Finetune/Step": 13355, "Finetune/Step Time": 6.701767144724727}
{"Finetune/Learning Rate": 1.0608446395469107e-06, "Finetune/Loss": 0.3596446216106415, "Finetune/Loss (Raw)": 0.29767686128616333, "Finetune/Step": 13356, "Finetune/Step Time": 6.684069838374853}
{"Finetune/Learning Rate": 1.0599139318358687e-06, "Finetune/Loss": 0.3593924641609192, "Finetune/Loss (Raw)": 0.3544098138809204, "Finetune/Step": 13357, "Finetune/Step Time": 6.683096772059798}
{"Finetune/Learning Rate": 1.058983609723766e-06, "Finetune/Loss": 0.35878193378448486, "Finetune/Loss (Raw)": 0.3735531270503998, "Finetune/Step": 13358, "Finetune/Step Time": 6.6815369706600904}
{"Finetune/Learning Rate": 1.0580536732507273e-06, "Finetune/Loss": 0.3592534065246582, "Finetune/Loss (Raw)": 0.3341796100139618, "Finetune/Step": 13359, "Finetune/Step Time": 6.679724523797631}
{"Finetune/Learning Rate": 1.057124122456864e-06, "Finetune/Loss": 0.3588922619819641, "Finetune/Loss (Raw)": 0.33521002531051636, "Finetune/Step": 13360, "Finetune/Step Time": 6.665226301178336}
{"Finetune/Learning Rate": 1.0561949573822683e-06, "Finetune/Loss": 0.3592275083065033, "Finetune/Loss (Raw)": 0.4219946265220642, "Finetune/Step": 13361, "Finetune/Step Time": 6.673447355628014}
{"Finetune/Learning Rate": 1.055266178067016e-06, "Finetune/Loss": 0.3595750331878662, "Finetune/Loss (Raw)": 0.44147762656211853, "Finetune/Step": 13362, "Finetune/Step Time": 6.676403794437647}
{"Finetune/Learning Rate": 1.0543377845511672e-06, "Finetune/Loss": 0.3584989011287689, "Finetune/Loss (Raw)": 0.2895743250846863, "Finetune/Step": 13363, "Finetune/Step Time": 6.673137912526727}
{"Finetune/Learning Rate": 1.0534097768747632e-06, "Finetune/Loss": 0.3583179712295532, "Finetune/Loss (Raw)": 0.3211427927017212, "Finetune/Step": 13364, "Finetune/Step Time": 6.705539492890239}
{"Finetune/Learning Rate": 1.0524821550778307e-06, "Finetune/Loss": 0.3592525124549866, "Finetune/Loss (Raw)": 0.4461161196231842, "Finetune/Step": 13365, "Finetune/Step Time": 6.714953204616904}
{"Finetune/Learning Rate": 1.0515549192003816e-06, "Finetune/Loss": 0.35648584365844727, "Finetune/Loss (Raw)": 0.13201522827148438, "Finetune/Step": 13366, "Finetune/Step Time": 6.736307058483362}
{"Finetune/Learning Rate": 1.0506280692824067e-06, "Finetune/Loss": 0.35566574335098267, "Finetune/Loss (Raw)": 0.3544992208480835, "Finetune/Step": 13367, "Finetune/Step Time": 6.7403503730893135}
{"Finetune/Learning Rate": 1.0497016053638831e-06, "Finetune/Loss": 0.3561015725135803, "Finetune/Loss (Raw)": 0.46156495809555054, "Finetune/Step": 13368, "Finetune/Step Time": 6.730348566547036}
{"Finetune/Learning Rate": 1.0487755274847733e-06, "Finetune/Loss": 0.35637444257736206, "Finetune/Loss (Raw)": 0.383261501789093, "Finetune/Step": 13369, "Finetune/Step Time": 6.7278270162642}
{"Finetune/Learning Rate": 1.0478498356850165e-06, "Finetune/Loss": 0.35725629329681396, "Finetune/Loss (Raw)": 0.4110824763774872, "Finetune/Step": 13370, "Finetune/Step Time": 6.715646121650934}
{"Finetune/Learning Rate": 1.0469245300045394e-06, "Finetune/Loss": 0.3578413724899292, "Finetune/Loss (Raw)": 0.4007631540298462, "Finetune/Step": 13371, "Finetune/Step Time": 6.723778137937188}
{"Finetune/Learning Rate": 1.0459996104832548e-06, "Finetune/Loss": 0.3580265939235687, "Finetune/Loss (Raw)": 0.3600784242153168, "Finetune/Step": 13372, "Finetune/Step Time": 6.727914782240987}
{"Finetune/Learning Rate": 1.0450750771610517e-06, "Finetune/Loss": 0.3581503927707672, "Finetune/Loss (Raw)": 0.3496438264846802, "Finetune/Step": 13373, "Finetune/Step Time": 6.705116925761104}
{"Finetune/Learning Rate": 1.0441509300778086e-06, "Finetune/Loss": 0.3597944378852844, "Finetune/Loss (Raw)": 0.3165687322616577, "Finetune/Step": 13374, "Finetune/Step Time": 6.694057388231158}
{"Finetune/Learning Rate": 1.0432271692733886e-06, "Finetune/Loss": 0.3609820604324341, "Finetune/Loss (Raw)": 0.5173688530921936, "Finetune/Step": 13375, "Finetune/Step Time": 6.699359310790896}
{"Finetune/Learning Rate": 1.0423037947876292e-06, "Finetune/Loss": 0.3618260622024536, "Finetune/Loss (Raw)": 0.4084673225879669, "Finetune/Step": 13376, "Finetune/Step Time": 6.68826655857265}
{"Finetune/Learning Rate": 1.041380806660358e-06, "Finetune/Loss": 0.36175018548965454, "Finetune/Loss (Raw)": 0.40621641278266907, "Finetune/Step": 13377, "Finetune/Step Time": 6.686793830245733}
{"Finetune/Learning Rate": 1.0404582049313884e-06, "Finetune/Loss": 0.36177948117256165, "Finetune/Loss (Raw)": 0.38350820541381836, "Finetune/Step": 13378, "Finetune/Step Time": 6.692168675363064}
{"Finetune/Learning Rate": 1.03953598964051e-06, "Finetune/Loss": 0.3638147711753845, "Finetune/Loss (Raw)": 0.3807674050331116, "Finetune/Step": 13379, "Finetune/Step Time": 6.682015733793378}
{"Finetune/Learning Rate": 1.0386141608275002e-06, "Finetune/Loss": 0.3638627529144287, "Finetune/Loss (Raw)": 0.4485803544521332, "Finetune/Step": 13380, "Finetune/Step Time": 6.680046256631613}
{"Finetune/Learning Rate": 1.037692718532123e-06, "Finetune/Loss": 0.3638477325439453, "Finetune/Loss (Raw)": 0.3516569137573242, "Finetune/Step": 13381, "Finetune/Step Time": 6.683652998879552}
{"Finetune/Learning Rate": 1.0367716627941138e-06, "Finetune/Loss": 0.3648841977119446, "Finetune/Loss (Raw)": 0.4471457004547119, "Finetune/Step": 13382, "Finetune/Step Time": 6.6814433503896}
{"Finetune/Learning Rate": 1.0358509936532057e-06, "Finetune/Loss": 0.36486929655075073, "Finetune/Loss (Raw)": 0.3901543617248535, "Finetune/Step": 13383, "Finetune/Step Time": 6.677799131721258}
{"Finetune/Learning Rate": 1.0349307111491046e-06, "Finetune/Loss": 0.3673739433288574, "Finetune/Loss (Raw)": 0.4386593699455261, "Finetune/Step": 13384, "Finetune/Step Time": 6.66250840947032}
{"Finetune/Learning Rate": 1.0340108153215044e-06, "Finetune/Loss": 0.3671025037765503, "Finetune/Loss (Raw)": 0.306547075510025, "Finetune/Step": 13385, "Finetune/Step Time": 6.662090536206961}
{"Finetune/Learning Rate": 1.0330913062100823e-06, "Finetune/Loss": 0.3675890564918518, "Finetune/Loss (Raw)": 0.37587231397628784, "Finetune/Step": 13386, "Finetune/Step Time": 6.647776532918215}
{"Finetune/Learning Rate": 1.0321721838544973e-06, "Finetune/Loss": 0.36772239208221436, "Finetune/Loss (Raw)": 0.13133469223976135, "Finetune/Step": 13387, "Finetune/Step Time": 6.648777052760124}
{"Finetune/Learning Rate": 1.031253448294396e-06, "Finetune/Loss": 0.3658238649368286, "Finetune/Loss (Raw)": 0.13391786813735962, "Finetune/Step": 13388, "Finetune/Step Time": 6.663451958447695}
{"Finetune/Learning Rate": 1.0303350995693983e-06, "Finetune/Loss": 0.36591029167175293, "Finetune/Loss (Raw)": 0.4408455789089203, "Finetune/Step": 13389, "Finetune/Step Time": 6.66742798499763}
{"Finetune/Learning Rate": 1.0294171377191187e-06, "Finetune/Loss": 0.3657104969024658, "Finetune/Loss (Raw)": 0.3672792613506317, "Finetune/Step": 13390, "Finetune/Step Time": 6.670306257903576}
{"Finetune/Learning Rate": 1.0284995627831485e-06, "Finetune/Loss": 0.36521127820014954, "Finetune/Loss (Raw)": 0.29916658997535706, "Finetune/Step": 13391, "Finetune/Step Time": 6.693855227902532}
{"Finetune/Learning Rate": 1.027582374801066e-06, "Finetune/Loss": 0.3649950921535492, "Finetune/Loss (Raw)": 0.39309439063072205, "Finetune/Step": 13392, "Finetune/Step Time": 6.701396504417062}
{"Finetune/Learning Rate": 1.0266655738124287e-06, "Finetune/Loss": 0.36437752842903137, "Finetune/Loss (Raw)": 0.25613975524902344, "Finetune/Step": 13393, "Finetune/Step Time": 6.733549878001213}
{"Finetune/Learning Rate": 1.0257491598567816e-06, "Finetune/Loss": 0.3635130524635315, "Finetune/Loss (Raw)": 0.3404799699783325, "Finetune/Step": 13394, "Finetune/Step Time": 6.720020454376936}
{"Finetune/Learning Rate": 1.0248331329736473e-06, "Finetune/Loss": 0.363231897354126, "Finetune/Loss (Raw)": 0.29845497012138367, "Finetune/Step": 13395, "Finetune/Step Time": 6.706601057201624}
{"Finetune/Learning Rate": 1.0239174932025375e-06, "Finetune/Loss": 0.36466076970100403, "Finetune/Loss (Raw)": 0.4858497083187103, "Finetune/Step": 13396, "Finetune/Step Time": 6.6797652672976255}
{"Finetune/Learning Rate": 1.0230022405829453e-06, "Finetune/Loss": 0.3646176755428314, "Finetune/Loss (Raw)": 0.3628339171409607, "Finetune/Step": 13397, "Finetune/Step Time": 6.664182735607028}
{"Finetune/Learning Rate": 1.022087375154347e-06, "Finetune/Loss": 0.3651255667209625, "Finetune/Loss (Raw)": 0.38356491923332214, "Finetune/Step": 13398, "Finetune/Step Time": 6.629919342696667}
{"Finetune/Learning Rate": 1.0211728969562017e-06, "Finetune/Loss": 0.36446160078048706, "Finetune/Loss (Raw)": 0.3498125374317169, "Finetune/Step": 13399, "Finetune/Step Time": 6.631290882825851}
{"Finetune/Learning Rate": 1.0202588060279528e-06, "Finetune/Loss": 0.3641296625137329, "Finetune/Loss (Raw)": 0.39306387305259705, "Finetune/Step": 13400, "Finetune/Step Time": 6.637086717411876}
{"Finetune/Learning Rate": 1.0193451024090285e-06, "Finetune/Loss": 0.3635796308517456, "Finetune/Loss (Raw)": 0.3654158413410187, "Finetune/Step": 13401, "Finetune/Step Time": 6.6346325278282166}
{"Finetune/Learning Rate": 1.0184317861388327e-06, "Finetune/Loss": 0.3637550473213196, "Finetune/Loss (Raw)": 0.3874281346797943, "Finetune/Step": 13402, "Finetune/Step Time": 6.6591448448598385}
{"Finetune/Learning Rate": 1.017518857256763e-06, "Finetune/Loss": 0.3642398416996002, "Finetune/Loss (Raw)": 0.42989683151245117, "Finetune/Step": 13403, "Finetune/Step Time": 6.656522898003459}
{"Finetune/Learning Rate": 1.016606315802191e-06, "Finetune/Loss": 0.36445751786231995, "Finetune/Loss (Raw)": 0.3338727653026581, "Finetune/Step": 13404, "Finetune/Step Time": 6.632121752947569}
{"Finetune/Learning Rate": 1.015694161814479e-06, "Finetune/Loss": 0.36472904682159424, "Finetune/Loss (Raw)": 0.304982453584671, "Finetune/Step": 13405, "Finetune/Step Time": 6.635225618258119}
{"Finetune/Learning Rate": 1.0147823953329682e-06, "Finetune/Loss": 0.36421990394592285, "Finetune/Loss (Raw)": 0.38443559408187866, "Finetune/Step": 13406, "Finetune/Step Time": 6.623843913897872}
{"Finetune/Learning Rate": 1.0138710163969879e-06, "Finetune/Loss": 0.3639037013053894, "Finetune/Loss (Raw)": 0.35742121934890747, "Finetune/Step": 13407, "Finetune/Step Time": 6.629698382690549}
{"Finetune/Learning Rate": 1.0129600250458417e-06, "Finetune/Loss": 0.3643476963043213, "Finetune/Loss (Raw)": 0.38815200328826904, "Finetune/Step": 13408, "Finetune/Step Time": 6.622281305491924}
{"Finetune/Learning Rate": 1.0120494213188247e-06, "Finetune/Loss": 0.363689661026001, "Finetune/Loss (Raw)": 0.2965560257434845, "Finetune/Step": 13409, "Finetune/Step Time": 6.6395751722157}
{"Finetune/Learning Rate": 1.0111392052552127e-06, "Finetune/Loss": 0.36388862133026123, "Finetune/Loss (Raw)": 0.38639891147613525, "Finetune/Step": 13410, "Finetune/Step Time": 6.653970688581467}
{"Finetune/Learning Rate": 1.0102293768942638e-06, "Finetune/Loss": 0.36582526564598083, "Finetune/Loss (Raw)": 0.38864219188690186, "Finetune/Step": 13411, "Finetune/Step Time": 6.643502818420529}
{"Finetune/Learning Rate": 1.0093199362752215e-06, "Finetune/Loss": 0.36628279089927673, "Finetune/Loss (Raw)": 0.3994119167327881, "Finetune/Step": 13412, "Finetune/Step Time": 6.646469270810485}
{"Finetune/Learning Rate": 1.0084108834373118e-06, "Finetune/Loss": 0.3669578433036804, "Finetune/Loss (Raw)": 0.39026641845703125, "Finetune/Step": 13413, "Finetune/Step Time": 6.66688003577292}
{"Finetune/Learning Rate": 1.0075022184197437e-06, "Finetune/Loss": 0.36702996492385864, "Finetune/Loss (Raw)": 0.4013475775718689, "Finetune/Step": 13414, "Finetune/Step Time": 6.667718982324004}
{"Finetune/Learning Rate": 1.0065939412617043e-06, "Finetune/Loss": 0.36696404218673706, "Finetune/Loss (Raw)": 0.39885413646698, "Finetune/Step": 13415, "Finetune/Step Time": 6.672759549692273}
{"Finetune/Learning Rate": 1.0056860520023738e-06, "Finetune/Loss": 0.366620272397995, "Finetune/Loss (Raw)": 0.2875029444694519, "Finetune/Step": 13416, "Finetune/Step Time": 6.712006870657206}
{"Finetune/Learning Rate": 1.0047785506809082e-06, "Finetune/Loss": 0.3661097586154938, "Finetune/Loss (Raw)": 0.38201799988746643, "Finetune/Step": 13417, "Finetune/Step Time": 6.707265619188547}
{"Finetune/Learning Rate": 1.0038714373364522e-06, "Finetune/Loss": 0.36557096242904663, "Finetune/Loss (Raw)": 0.31414803862571716, "Finetune/Step": 13418, "Finetune/Step Time": 6.707151439040899}
{"Finetune/Learning Rate": 1.0029647120081276e-06, "Finetune/Loss": 0.36585569381713867, "Finetune/Loss (Raw)": 0.40744778513908386, "Finetune/Step": 13419, "Finetune/Step Time": 6.70790627785027}
{"Finetune/Learning Rate": 1.0020583747350477e-06, "Finetune/Loss": 0.3663291931152344, "Finetune/Loss (Raw)": 0.4769510328769684, "Finetune/Step": 13420, "Finetune/Step Time": 6.689258594065905}
{"Finetune/Learning Rate": 1.0011524255562988e-06, "Finetune/Loss": 0.3655064105987549, "Finetune/Loss (Raw)": 0.38088515400886536, "Finetune/Step": 13421, "Finetune/Step Time": 6.689022840932012}
{"Finetune/Learning Rate": 1.0002468645109575e-06, "Finetune/Loss": 0.366152286529541, "Finetune/Loss (Raw)": 0.38022366166114807, "Finetune/Step": 13422, "Finetune/Step Time": 6.687810247763991}
{"Finetune/Learning Rate": 9.993416916380827e-07, "Finetune/Loss": 0.3659598231315613, "Finetune/Loss (Raw)": 0.3664533793926239, "Finetune/Step": 13423, "Finetune/Step Time": 6.683750921860337}
{"Finetune/Learning Rate": 9.984369069767187e-07, "Finetune/Loss": 0.3659040331840515, "Finetune/Loss (Raw)": 0.37659144401550293, "Finetune/Step": 13424, "Finetune/Step Time": 6.702252022922039}
{"Finetune/Learning Rate": 9.97532510565884e-07, "Finetune/Loss": 0.3660306930541992, "Finetune/Loss (Raw)": 0.35421785712242126, "Finetune/Step": 13425, "Finetune/Step Time": 6.6924186963588}
{"Finetune/Learning Rate": 9.966285024445887e-07, "Finetune/Loss": 0.36731892824172974, "Finetune/Loss (Raw)": 0.48842287063598633, "Finetune/Step": 13426, "Finetune/Step Time": 6.661219010129571}
{"Finetune/Learning Rate": 9.957248826518284e-07, "Finetune/Loss": 0.36789029836654663, "Finetune/Loss (Raw)": 0.4143240451812744, "Finetune/Step": 13427, "Finetune/Step Time": 6.65497787669301}
{"Finetune/Learning Rate": 9.948216512265708e-07, "Finetune/Loss": 0.36868059635162354, "Finetune/Loss (Raw)": 0.3671068549156189, "Finetune/Step": 13428, "Finetune/Step Time": 6.646903067827225}
{"Finetune/Learning Rate": 9.939188082077778e-07, "Finetune/Loss": 0.36871612071990967, "Finetune/Loss (Raw)": 0.348306268453598, "Finetune/Step": 13429, "Finetune/Step Time": 6.6259793397039175}
{"Finetune/Learning Rate": 9.930163536343885e-07, "Finetune/Loss": 0.368385910987854, "Finetune/Loss (Raw)": 0.3755039870738983, "Finetune/Step": 13430, "Finetune/Step Time": 6.622242670506239}
{"Finetune/Learning Rate": 9.921142875453283e-07, "Finetune/Loss": 0.3690797686576843, "Finetune/Loss (Raw)": 0.48691123723983765, "Finetune/Step": 13431, "Finetune/Step Time": 6.609302306547761}
{"Finetune/Learning Rate": 9.91212609979505e-07, "Finetune/Loss": 0.36835426092147827, "Finetune/Loss (Raw)": 0.37866708636283875, "Finetune/Step": 13432, "Finetune/Step Time": 6.614586217328906}
{"Finetune/Learning Rate": 9.903113209758098e-07, "Finetune/Loss": 0.37028640508651733, "Finetune/Loss (Raw)": 0.41482114791870117, "Finetune/Step": 13433, "Finetune/Step Time": 6.600887456908822}
{"Finetune/Learning Rate": 9.894104205731126e-07, "Finetune/Loss": 0.36938387155532837, "Finetune/Loss (Raw)": 0.28651952743530273, "Finetune/Step": 13434, "Finetune/Step Time": 6.622420033439994}
{"Finetune/Learning Rate": 9.885099088102756e-07, "Finetune/Loss": 0.36951953172683716, "Finetune/Loss (Raw)": 0.35854440927505493, "Finetune/Step": 13435, "Finetune/Step Time": 6.616742445155978}
{"Finetune/Learning Rate": 9.876097857261358e-07, "Finetune/Loss": 0.36927539110183716, "Finetune/Loss (Raw)": 0.09621003270149231, "Finetune/Step": 13436, "Finetune/Step Time": 6.615777347236872}
{"Finetune/Learning Rate": 9.867100513595174e-07, "Finetune/Loss": 0.3685559034347534, "Finetune/Loss (Raw)": 0.3543551564216614, "Finetune/Step": 13437, "Finetune/Step Time": 6.603401515632868}
{"Finetune/Learning Rate": 9.858107057492272e-07, "Finetune/Loss": 0.3677757978439331, "Finetune/Loss (Raw)": 0.3554731607437134, "Finetune/Step": 13438, "Finetune/Step Time": 6.597847705706954}
{"Finetune/Learning Rate": 9.849117489340587e-07, "Finetune/Loss": 0.3678210377693176, "Finetune/Loss (Raw)": 0.3480075001716614, "Finetune/Step": 13439, "Finetune/Step Time": 6.589485265314579}
{"Finetune/Learning Rate": 9.840131809527797e-07, "Finetune/Loss": 0.36809396743774414, "Finetune/Loss (Raw)": 0.4366408586502075, "Finetune/Step": 13440, "Finetune/Step Time": 6.581405226141214}
{"Finetune/Learning Rate": 9.831150018441493e-07, "Finetune/Loss": 0.3675922155380249, "Finetune/Loss (Raw)": 0.3513854444026947, "Finetune/Step": 13441, "Finetune/Step Time": 6.58834757655859}
{"Finetune/Learning Rate": 9.822172116469076e-07, "Finetune/Loss": 0.36808449029922485, "Finetune/Loss (Raw)": 0.43690159916877747, "Finetune/Step": 13442, "Finetune/Step Time": 6.5895005483180285}
{"Finetune/Learning Rate": 9.813198103997768e-07, "Finetune/Loss": 0.36850395798683167, "Finetune/Loss (Raw)": 0.3911186754703522, "Finetune/Step": 13443, "Finetune/Step Time": 6.576960077509284}
{"Finetune/Learning Rate": 9.80422798141466e-07, "Finetune/Loss": 0.3695337176322937, "Finetune/Loss (Raw)": 0.47198158502578735, "Finetune/Step": 13444, "Finetune/Step Time": 6.597924372181296}
{"Finetune/Learning Rate": 9.79526174910661e-07, "Finetune/Loss": 0.3693011999130249, "Finetune/Loss (Raw)": 0.37378641963005066, "Finetune/Step": 13445, "Finetune/Step Time": 6.596091691404581}
{"Finetune/Learning Rate": 9.786299407460376e-07, "Finetune/Loss": 0.3675815463066101, "Finetune/Loss (Raw)": 0.1376214474439621, "Finetune/Step": 13446, "Finetune/Step Time": 6.603985667228699}
{"Finetune/Learning Rate": 9.77734095686247e-07, "Finetune/Loss": 0.36872628331184387, "Finetune/Loss (Raw)": 0.3256165683269501, "Finetune/Step": 13447, "Finetune/Step Time": 6.5857347790151834}
{"Finetune/Learning Rate": 9.768386397699313e-07, "Finetune/Loss": 0.37069034576416016, "Finetune/Loss (Raw)": 0.3850807249546051, "Finetune/Step": 13448, "Finetune/Step Time": 6.585983300581574}
{"Finetune/Learning Rate": 9.759435730357137e-07, "Finetune/Loss": 0.37115055322647095, "Finetune/Loss (Raw)": 0.49056655168533325, "Finetune/Step": 13449, "Finetune/Step Time": 6.582554804161191}
{"Finetune/Learning Rate": 9.750488955221981e-07, "Finetune/Loss": 0.37033170461654663, "Finetune/Loss (Raw)": 0.2882923483848572, "Finetune/Step": 13450, "Finetune/Step Time": 6.599669821560383}
{"Finetune/Learning Rate": 9.741546072679742e-07, "Finetune/Loss": 0.37134385108947754, "Finetune/Loss (Raw)": 0.3866341710090637, "Finetune/Step": 13451, "Finetune/Step Time": 6.614659238606691}
{"Finetune/Learning Rate": 9.732607083116152e-07, "Finetune/Loss": 0.3700852394104004, "Finetune/Loss (Raw)": 0.25841081142425537, "Finetune/Step": 13452, "Finetune/Step Time": 6.62250635959208}
{"Finetune/Learning Rate": 9.723671986916727e-07, "Finetune/Loss": 0.369525283575058, "Finetune/Loss (Raw)": 0.35887411236763, "Finetune/Step": 13453, "Finetune/Step Time": 6.618324764072895}
{"Finetune/Learning Rate": 9.71474078446687e-07, "Finetune/Loss": 0.3709248900413513, "Finetune/Loss (Raw)": 0.5262159109115601, "Finetune/Step": 13454, "Finetune/Step Time": 6.613691870123148}
{"Finetune/Learning Rate": 9.705813476151815e-07, "Finetune/Loss": 0.36781638860702515, "Finetune/Loss (Raw)": 0.1183161810040474, "Finetune/Step": 13455, "Finetune/Step Time": 6.63299347832799}
{"Finetune/Learning Rate": 9.696890062356578e-07, "Finetune/Loss": 0.36811313033103943, "Finetune/Loss (Raw)": 0.35262471437454224, "Finetune/Step": 13456, "Finetune/Step Time": 6.630655061453581}
{"Finetune/Learning Rate": 9.687970543466053e-07, "Finetune/Loss": 0.36830466985702515, "Finetune/Loss (Raw)": 0.48024654388427734, "Finetune/Step": 13457, "Finetune/Step Time": 6.627600705251098}
{"Finetune/Learning Rate": 9.67905491986495e-07, "Finetune/Loss": 0.36624276638031006, "Finetune/Loss (Raw)": 0.0982554480433464, "Finetune/Step": 13458, "Finetune/Step Time": 6.646707767620683}
{"Finetune/Learning Rate": 9.670143191937831e-07, "Finetune/Loss": 0.3658413290977478, "Finetune/Loss (Raw)": 0.33976811170578003, "Finetune/Step": 13459, "Finetune/Step Time": 6.654423851519823}
{"Finetune/Learning Rate": 9.661235360069044e-07, "Finetune/Loss": 0.36452794075012207, "Finetune/Loss (Raw)": 0.2734147012233734, "Finetune/Step": 13460, "Finetune/Step Time": 6.671548513695598}
{"Finetune/Learning Rate": 9.652331424642802e-07, "Finetune/Loss": 0.3648112416267395, "Finetune/Loss (Raw)": 0.3940964639186859, "Finetune/Step": 13461, "Finetune/Step Time": 6.671382127329707}
{"Finetune/Learning Rate": 9.643431386043144e-07, "Finetune/Loss": 0.3650774359703064, "Finetune/Loss (Raw)": 0.3923775553703308, "Finetune/Step": 13462, "Finetune/Step Time": 6.666903294622898}
{"Finetune/Learning Rate": 9.634535244653965e-07, "Finetune/Loss": 0.3646489977836609, "Finetune/Loss (Raw)": 0.3938540816307068, "Finetune/Step": 13463, "Finetune/Step Time": 6.686150247231126}
{"Finetune/Learning Rate": 9.625643000858953e-07, "Finetune/Loss": 0.3637540340423584, "Finetune/Loss (Raw)": 0.36711007356643677, "Finetune/Step": 13464, "Finetune/Step Time": 6.672824166715145}
{"Finetune/Learning Rate": 9.616754655041638e-07, "Finetune/Loss": 0.3634297251701355, "Finetune/Loss (Raw)": 0.34694480895996094, "Finetune/Step": 13465, "Finetune/Step Time": 6.68038778193295}
{"Finetune/Learning Rate": 9.607870207585401e-07, "Finetune/Loss": 0.3618643879890442, "Finetune/Loss (Raw)": 0.20610135793685913, "Finetune/Step": 13466, "Finetune/Step Time": 6.705878011882305}
{"Finetune/Learning Rate": 9.598989658873425e-07, "Finetune/Loss": 0.361311137676239, "Finetune/Loss (Raw)": 0.3703214228153229, "Finetune/Step": 13467, "Finetune/Step Time": 6.7064467985183}
{"Finetune/Learning Rate": 9.590113009288737e-07, "Finetune/Loss": 0.36305809020996094, "Finetune/Loss (Raw)": 0.3487628996372223, "Finetune/Step": 13468, "Finetune/Step Time": 6.677916746586561}
{"Finetune/Learning Rate": 9.58124025921422e-07, "Finetune/Loss": 0.3629283905029297, "Finetune/Loss (Raw)": 0.37530654668807983, "Finetune/Step": 13469, "Finetune/Step Time": 6.672367613762617}
{"Finetune/Learning Rate": 9.572371409032556e-07, "Finetune/Loss": 0.36329054832458496, "Finetune/Loss (Raw)": 0.42279720306396484, "Finetune/Step": 13470, "Finetune/Step Time": 6.655081905424595}
{"Finetune/Learning Rate": 9.56350645912627e-07, "Finetune/Loss": 0.3641371726989746, "Finetune/Loss (Raw)": 0.4099995791912079, "Finetune/Step": 13471, "Finetune/Step Time": 6.633782174438238}
{"Finetune/Learning Rate": 9.55464540987775e-07, "Finetune/Loss": 0.3644925653934479, "Finetune/Loss (Raw)": 0.36603713035583496, "Finetune/Step": 13472, "Finetune/Step Time": 6.601897224783897}
{"Finetune/Learning Rate": 9.545788261669142e-07, "Finetune/Loss": 0.36420512199401855, "Finetune/Loss (Raw)": 0.3775539994239807, "Finetune/Step": 13473, "Finetune/Step Time": 6.609180957078934}
{"Finetune/Learning Rate": 9.536935014882487e-07, "Finetune/Loss": 0.36324191093444824, "Finetune/Loss (Raw)": 0.30540943145751953, "Finetune/Step": 13474, "Finetune/Step Time": 6.6076660342514515}
{"Finetune/Learning Rate": 9.528085669899645e-07, "Finetune/Loss": 0.3637115955352783, "Finetune/Loss (Raw)": 0.4105473756790161, "Finetune/Step": 13475, "Finetune/Step Time": 6.593977449461818}
{"Finetune/Learning Rate": 9.519240227102289e-07, "Finetune/Loss": 0.3631531596183777, "Finetune/Loss (Raw)": 0.38946959376335144, "Finetune/Step": 13476, "Finetune/Step Time": 6.595159789547324}
{"Finetune/Learning Rate": 9.510398686871936e-07, "Finetune/Loss": 0.3628317415714264, "Finetune/Loss (Raw)": 0.3726097643375397, "Finetune/Step": 13477, "Finetune/Step Time": 6.598106158897281}
{"Finetune/Learning Rate": 9.501561049589958e-07, "Finetune/Loss": 0.36353829503059387, "Finetune/Loss (Raw)": 0.4047701358795166, "Finetune/Step": 13478, "Finetune/Step Time": 6.584506081417203}
{"Finetune/Learning Rate": 9.492727315637506e-07, "Finetune/Loss": 0.3646579384803772, "Finetune/Loss (Raw)": 0.5268213748931885, "Finetune/Step": 13479, "Finetune/Step Time": 6.588773300871253}
{"Finetune/Learning Rate": 9.483897485395599e-07, "Finetune/Loss": 0.3653993010520935, "Finetune/Loss (Raw)": 0.3954872190952301, "Finetune/Step": 13480, "Finetune/Step Time": 6.59325410798192}
{"Finetune/Learning Rate": 9.475071559245075e-07, "Finetune/Loss": 0.3650481104850769, "Finetune/Loss (Raw)": 0.33247482776641846, "Finetune/Step": 13481, "Finetune/Step Time": 6.592658368870616}
{"Finetune/Learning Rate": 9.46624953756663e-07, "Finetune/Loss": 0.36461883783340454, "Finetune/Loss (Raw)": 0.3890531063079834, "Finetune/Step": 13482, "Finetune/Step Time": 6.579341797158122}
{"Finetune/Learning Rate": 9.457431420740759e-07, "Finetune/Loss": 0.364113450050354, "Finetune/Loss (Raw)": 0.3385724723339081, "Finetune/Step": 13483, "Finetune/Step Time": 6.581773113459349}
{"Finetune/Learning Rate": 9.448617209147793e-07, "Finetune/Loss": 0.36439579725265503, "Finetune/Loss (Raw)": 0.33381515741348267, "Finetune/Step": 13484, "Finetune/Step Time": 6.586151588708162}
{"Finetune/Learning Rate": 9.439806903167925e-07, "Finetune/Loss": 0.36263132095336914, "Finetune/Loss (Raw)": 0.1285598874092102, "Finetune/Step": 13485, "Finetune/Step Time": 6.6161552257835865}
{"Finetune/Learning Rate": 9.431000503181154e-07, "Finetune/Loss": 0.3622428774833679, "Finetune/Loss (Raw)": 0.32383257150650024, "Finetune/Step": 13486, "Finetune/Step Time": 6.6155505031347275}
{"Finetune/Learning Rate": 9.422198009567262e-07, "Finetune/Loss": 0.36230844259262085, "Finetune/Loss (Raw)": 0.3425728976726532, "Finetune/Step": 13487, "Finetune/Step Time": 6.626654291525483}
{"Finetune/Learning Rate": 9.413399422705971e-07, "Finetune/Loss": 0.362108051776886, "Finetune/Loss (Raw)": 0.30956023931503296, "Finetune/Step": 13488, "Finetune/Step Time": 6.638889096677303}
{"Finetune/Learning Rate": 9.404604742976742e-07, "Finetune/Loss": 0.3621158003807068, "Finetune/Loss (Raw)": 0.42298364639282227, "Finetune/Step": 13489, "Finetune/Step Time": 6.618906319141388}
{"Finetune/Learning Rate": 9.395813970758915e-07, "Finetune/Loss": 0.36092400550842285, "Finetune/Loss (Raw)": 0.2889295220375061, "Finetune/Step": 13490, "Finetune/Step Time": 6.62818918004632}
{"Finetune/Learning Rate": 9.387027106431679e-07, "Finetune/Loss": 0.361550509929657, "Finetune/Loss (Raw)": 0.36976662278175354, "Finetune/Step": 13491, "Finetune/Step Time": 6.630309486761689}
{"Finetune/Learning Rate": 9.378244150373972e-07, "Finetune/Loss": 0.36199647188186646, "Finetune/Loss (Raw)": 0.3782254457473755, "Finetune/Step": 13492, "Finetune/Step Time": 6.595605807378888}
{"Finetune/Learning Rate": 9.369465102964637e-07, "Finetune/Loss": 0.3596314489841461, "Finetune/Loss (Raw)": 0.14339229464530945, "Finetune/Step": 13493, "Finetune/Step Time": 6.604650801047683}
{"Finetune/Learning Rate": 9.360689964582337e-07, "Finetune/Loss": 0.3618397116661072, "Finetune/Loss (Raw)": 0.41467350721359253, "Finetune/Step": 13494, "Finetune/Step Time": 6.587844578549266}
{"Finetune/Learning Rate": 9.351918735605548e-07, "Finetune/Loss": 0.3628242015838623, "Finetune/Loss (Raw)": 0.48051488399505615, "Finetune/Step": 13495, "Finetune/Step Time": 6.599432086572051}
{"Finetune/Learning Rate": 9.343151416412599e-07, "Finetune/Loss": 0.36206480860710144, "Finetune/Loss (Raw)": 0.36436232924461365, "Finetune/Step": 13496, "Finetune/Step Time": 6.607201565057039}
{"Finetune/Learning Rate": 9.334388007381612e-07, "Finetune/Loss": 0.3624574542045593, "Finetune/Loss (Raw)": 0.433521032333374, "Finetune/Step": 13497, "Finetune/Step Time": 6.616468656808138}
{"Finetune/Learning Rate": 9.325628508890594e-07, "Finetune/Loss": 0.36239728331565857, "Finetune/Loss (Raw)": 0.4033801853656769, "Finetune/Step": 13498, "Finetune/Step Time": 6.616287317126989}
{"Finetune/Learning Rate": 9.316872921317321e-07, "Finetune/Loss": 0.36098915338516235, "Finetune/Loss (Raw)": 0.2205224484205246, "Finetune/Step": 13499, "Finetune/Step Time": 6.641527209430933}
{"Finetune/Learning Rate": 9.308121245039458e-07, "Finetune/Loss": 0.36049050092697144, "Finetune/Loss (Raw)": 0.29625144600868225, "Finetune/Step": 13500, "Finetune/Step Time": 6.637629820033908}
{"Finetune/Learning Rate": 9.29937348043447e-07, "Finetune/Loss": 0.3582359552383423, "Finetune/Loss (Raw)": 0.061061978340148926, "Finetune/Step": 13501, "Finetune/Step Time": 6.658687010407448}
{"Finetune/Learning Rate": 9.290629627879655e-07, "Finetune/Loss": 0.35648566484451294, "Finetune/Loss (Raw)": 0.09253200143575668, "Finetune/Step": 13502, "Finetune/Step Time": 6.672873115167022}
{"Finetune/Learning Rate": 9.281889687752166e-07, "Finetune/Loss": 0.3552350401878357, "Finetune/Loss (Raw)": 0.35728615522384644, "Finetune/Step": 13503, "Finetune/Step Time": 6.663450937718153}
{"Finetune/Learning Rate": 9.273153660428979e-07, "Finetune/Loss": 0.3547074794769287, "Finetune/Loss (Raw)": 0.34094297885894775, "Finetune/Step": 13504, "Finetune/Step Time": 6.666422536596656}
{"Finetune/Learning Rate": 9.264421546286851e-07, "Finetune/Loss": 0.3535955250263214, "Finetune/Loss (Raw)": 0.2638840973377228, "Finetune/Step": 13505, "Finetune/Step Time": 6.689697911962867}
{"Finetune/Learning Rate": 9.255693345702432e-07, "Finetune/Loss": 0.3534751832485199, "Finetune/Loss (Raw)": 0.36810365319252014, "Finetune/Step": 13506, "Finetune/Step Time": 6.686819039285183}
{"Finetune/Learning Rate": 9.246969059052202e-07, "Finetune/Loss": 0.3535718023777008, "Finetune/Loss (Raw)": 0.39313405752182007, "Finetune/Step": 13507, "Finetune/Step Time": 6.710497075691819}
{"Finetune/Learning Rate": 9.238248686712415e-07, "Finetune/Loss": 0.3526768088340759, "Finetune/Loss (Raw)": 0.3340190052986145, "Finetune/Step": 13508, "Finetune/Step Time": 6.73085718229413}
{"Finetune/Learning Rate": 9.229532229059212e-07, "Finetune/Loss": 0.3527955412864685, "Finetune/Loss (Raw)": 0.3668581545352936, "Finetune/Step": 13509, "Finetune/Step Time": 6.7254733517766}
{"Finetune/Learning Rate": 9.220819686468562e-07, "Finetune/Loss": 0.352433979511261, "Finetune/Loss (Raw)": 0.40086647868156433, "Finetune/Step": 13510, "Finetune/Step Time": 6.71666625700891}
{"Finetune/Learning Rate": 9.212111059316208e-07, "Finetune/Loss": 0.3522663414478302, "Finetune/Loss (Raw)": 0.3686967194080353, "Finetune/Step": 13511, "Finetune/Step Time": 6.720852004364133}
{"Finetune/Learning Rate": 9.203406347977795e-07, "Finetune/Loss": 0.3515216112136841, "Finetune/Loss (Raw)": 0.3433348536491394, "Finetune/Step": 13512, "Finetune/Step Time": 6.717224005609751}
{"Finetune/Learning Rate": 9.194705552828765e-07, "Finetune/Loss": 0.35181981325149536, "Finetune/Loss (Raw)": 0.3447149395942688, "Finetune/Step": 13513, "Finetune/Step Time": 6.7159814815968275}
{"Finetune/Learning Rate": 9.186008674244406e-07, "Finetune/Loss": 0.3511120080947876, "Finetune/Loss (Raw)": 0.28527528047561646, "Finetune/Step": 13514, "Finetune/Step Time": 6.709606364369392}
{"Finetune/Learning Rate": 9.177315712599811e-07, "Finetune/Loss": 0.3531762361526489, "Finetune/Loss (Raw)": 0.39555394649505615, "Finetune/Step": 13515, "Finetune/Step Time": 6.687294166535139}
{"Finetune/Learning Rate": 9.168626668269942e-07, "Finetune/Loss": 0.3549480438232422, "Finetune/Loss (Raw)": 0.36071059107780457, "Finetune/Step": 13516, "Finetune/Step Time": 6.671208644285798}
{"Finetune/Learning Rate": 9.159941541629535e-07, "Finetune/Loss": 0.35455718636512756, "Finetune/Loss (Raw)": 0.39081481099128723, "Finetune/Step": 13517, "Finetune/Step Time": 6.66900759190321}
{"Finetune/Learning Rate": 9.151260333053235e-07, "Finetune/Loss": 0.3551914691925049, "Finetune/Loss (Raw)": 0.4484647810459137, "Finetune/Step": 13518, "Finetune/Step Time": 6.661702644079924}
{"Finetune/Learning Rate": 9.142583042915432e-07, "Finetune/Loss": 0.35562971234321594, "Finetune/Loss (Raw)": 0.3552655279636383, "Finetune/Step": 13519, "Finetune/Step Time": 6.6491637378931046}
{"Finetune/Learning Rate": 9.133909671590413e-07, "Finetune/Loss": 0.35583022236824036, "Finetune/Loss (Raw)": 0.4187587797641754, "Finetune/Step": 13520, "Finetune/Step Time": 6.645938105881214}
{"Finetune/Learning Rate": 9.12524021945227e-07, "Finetune/Loss": 0.35687053203582764, "Finetune/Loss (Raw)": 0.38929831981658936, "Finetune/Step": 13521, "Finetune/Step Time": 6.610995050519705}
{"Finetune/Learning Rate": 9.116574686874935e-07, "Finetune/Loss": 0.35660478472709656, "Finetune/Loss (Raw)": 0.30646243691444397, "Finetune/Step": 13522, "Finetune/Step Time": 6.627015165984631}
{"Finetune/Learning Rate": 9.107913074232167e-07, "Finetune/Loss": 0.35709428787231445, "Finetune/Loss (Raw)": 0.3611134886741638, "Finetune/Step": 13523, "Finetune/Step Time": 6.6313563864678144}
{"Finetune/Learning Rate": 9.099255381897531e-07, "Finetune/Loss": 0.35665684938430786, "Finetune/Loss (Raw)": 0.4298575222492218, "Finetune/Step": 13524, "Finetune/Step Time": 6.635430473834276}
{"Finetune/Learning Rate": 9.090601610244464e-07, "Finetune/Loss": 0.35669660568237305, "Finetune/Loss (Raw)": 0.36792486906051636, "Finetune/Step": 13525, "Finetune/Step Time": 6.6309674344956875}
{"Finetune/Learning Rate": 9.081951759646213e-07, "Finetune/Loss": 0.3566935360431671, "Finetune/Loss (Raw)": 0.3831714689731598, "Finetune/Step": 13526, "Finetune/Step Time": 6.6278866697102785}
{"Finetune/Learning Rate": 9.073305830475875e-07, "Finetune/Loss": 0.35695332288742065, "Finetune/Loss (Raw)": 0.38306334614753723, "Finetune/Step": 13527, "Finetune/Step Time": 6.627839807420969}
{"Finetune/Learning Rate": 9.064663823106334e-07, "Finetune/Loss": 0.3565208315849304, "Finetune/Loss (Raw)": 0.3377077877521515, "Finetune/Step": 13528, "Finetune/Step Time": 6.621441910043359}
{"Finetune/Learning Rate": 9.056025737910345e-07, "Finetune/Loss": 0.35453033447265625, "Finetune/Loss (Raw)": 0.1106283962726593, "Finetune/Step": 13529, "Finetune/Step Time": 6.636222999542952}
{"Finetune/Learning Rate": 9.047391575260489e-07, "Finetune/Loss": 0.3544217348098755, "Finetune/Loss (Raw)": 0.3735258877277374, "Finetune/Step": 13530, "Finetune/Step Time": 6.627359870821238}
{"Finetune/Learning Rate": 9.038761335529145e-07, "Finetune/Loss": 0.3533617854118347, "Finetune/Loss (Raw)": 0.2942267060279846, "Finetune/Step": 13531, "Finetune/Step Time": 6.618537545204163}
{"Finetune/Learning Rate": 9.030135019088571e-07, "Finetune/Loss": 0.35390710830688477, "Finetune/Loss (Raw)": 0.403672993183136, "Finetune/Step": 13532, "Finetune/Step Time": 6.617153402417898}
{"Finetune/Learning Rate": 9.021512626310813e-07, "Finetune/Loss": 0.35417747497558594, "Finetune/Loss (Raw)": 0.33958953619003296, "Finetune/Step": 13533, "Finetune/Step Time": 6.620988706126809}
{"Finetune/Learning Rate": 9.012894157567786e-07, "Finetune/Loss": 0.35437923669815063, "Finetune/Loss (Raw)": 0.41025999188423157, "Finetune/Step": 13534, "Finetune/Step Time": 6.6189324259758}
{"Finetune/Learning Rate": 9.004279613231215e-07, "Finetune/Loss": 0.35479384660720825, "Finetune/Loss (Raw)": 0.41049471497535706, "Finetune/Step": 13535, "Finetune/Step Time": 6.608771214261651}
{"Finetune/Learning Rate": 8.995668993672668e-07, "Finetune/Loss": 0.35439440608024597, "Finetune/Loss (Raw)": 0.3370228111743927, "Finetune/Step": 13536, "Finetune/Step Time": 6.621086189523339}
{"Finetune/Learning Rate": 8.987062299263505e-07, "Finetune/Loss": 0.35478222370147705, "Finetune/Loss (Raw)": 0.3461950421333313, "Finetune/Step": 13537, "Finetune/Step Time": 6.613334264606237}
{"Finetune/Learning Rate": 8.978459530374972e-07, "Finetune/Loss": 0.3543326258659363, "Finetune/Loss (Raw)": 0.3288516104221344, "Finetune/Step": 13538, "Finetune/Step Time": 6.621235406026244}
{"Finetune/Learning Rate": 8.969860687378095e-07, "Finetune/Loss": 0.3537939488887787, "Finetune/Loss (Raw)": 0.3196927607059479, "Finetune/Step": 13539, "Finetune/Step Time": 6.610730789601803}
{"Finetune/Learning Rate": 8.961265770643768e-07, "Finetune/Loss": 0.352853000164032, "Finetune/Loss (Raw)": 0.2789672017097473, "Finetune/Step": 13540, "Finetune/Step Time": 6.604441152885556}
{"Finetune/Learning Rate": 8.952674780542692e-07, "Finetune/Loss": 0.35305219888687134, "Finetune/Loss (Raw)": 0.41576772928237915, "Finetune/Step": 13541, "Finetune/Step Time": 6.589292638003826}
{"Finetune/Learning Rate": 8.944087717445426e-07, "Finetune/Loss": 0.3508416712284088, "Finetune/Loss (Raw)": 0.11839848756790161, "Finetune/Step": 13542, "Finetune/Step Time": 6.599890353158116}
{"Finetune/Learning Rate": 8.935504581722343e-07, "Finetune/Loss": 0.3500535786151886, "Finetune/Loss (Raw)": 0.29797661304473877, "Finetune/Step": 13543, "Finetune/Step Time": 6.602371724322438}
{"Finetune/Learning Rate": 8.926925373743623e-07, "Finetune/Loss": 0.35108256340026855, "Finetune/Loss (Raw)": 0.4192151129245758, "Finetune/Step": 13544, "Finetune/Step Time": 6.558561073616147}
{"Finetune/Learning Rate": 8.918350093879314e-07, "Finetune/Loss": 0.35040295124053955, "Finetune/Loss (Raw)": 0.2950281500816345, "Finetune/Step": 13545, "Finetune/Step Time": 6.560698069632053}
{"Finetune/Learning Rate": 8.909778742499286e-07, "Finetune/Loss": 0.35073140263557434, "Finetune/Loss (Raw)": 0.35618796944618225, "Finetune/Step": 13546, "Finetune/Step Time": 6.554373409599066}
{"Finetune/Learning Rate": 8.901211319973224e-07, "Finetune/Loss": 0.35008639097213745, "Finetune/Loss (Raw)": 0.3248883783817291, "Finetune/Step": 13547, "Finetune/Step Time": 6.55424091219902}
{"Finetune/Learning Rate": 8.892647826670675e-07, "Finetune/Loss": 0.34923648834228516, "Finetune/Loss (Raw)": 0.3681585490703583, "Finetune/Step": 13548, "Finetune/Step Time": 6.5621256195008755}
{"Finetune/Learning Rate": 8.884088262960977e-07, "Finetune/Loss": 0.35005855560302734, "Finetune/Loss (Raw)": 0.4861147999763489, "Finetune/Step": 13549, "Finetune/Step Time": 6.559598406776786}
{"Finetune/Learning Rate": 8.87553262921329e-07, "Finetune/Loss": 0.35021090507507324, "Finetune/Loss (Raw)": 0.39972198009490967, "Finetune/Step": 13550, "Finetune/Step Time": 6.557149656116962}
{"Finetune/Learning Rate": 8.866980925796675e-07, "Finetune/Loss": 0.3505544364452362, "Finetune/Loss (Raw)": 0.4104289412498474, "Finetune/Step": 13551, "Finetune/Step Time": 6.5736335925757885}
{"Finetune/Learning Rate": 8.858433153079948e-07, "Finetune/Loss": 0.34849733114242554, "Finetune/Loss (Raw)": 0.11328065395355225, "Finetune/Step": 13552, "Finetune/Step Time": 6.5857216734439135}
{"Finetune/Learning Rate": 8.849889311431814e-07, "Finetune/Loss": 0.3481561243534088, "Finetune/Loss (Raw)": 0.31054240465164185, "Finetune/Step": 13553, "Finetune/Step Time": 6.588559065014124}
{"Finetune/Learning Rate": 8.841349401220756e-07, "Finetune/Loss": 0.3476186990737915, "Finetune/Loss (Raw)": 0.4196315407752991, "Finetune/Step": 13554, "Finetune/Step Time": 6.591133316978812}
{"Finetune/Learning Rate": 8.832813422815145e-07, "Finetune/Loss": 0.34724029898643494, "Finetune/Loss (Raw)": 0.36589065194129944, "Finetune/Step": 13555, "Finetune/Step Time": 6.604187304154038}
{"Finetune/Learning Rate": 8.824281376583121e-07, "Finetune/Loss": 0.34765446186065674, "Finetune/Loss (Raw)": 0.420118123292923, "Finetune/Step": 13556, "Finetune/Step Time": 6.593091195449233}
{"Finetune/Learning Rate": 8.81575326289269e-07, "Finetune/Loss": 0.34773290157318115, "Finetune/Loss (Raw)": 0.3583470284938812, "Finetune/Step": 13557, "Finetune/Step Time": 6.595563977956772}
{"Finetune/Learning Rate": 8.807229082111679e-07, "Finetune/Loss": 0.3456368148326874, "Finetune/Loss (Raw)": 0.1072043925523758, "Finetune/Step": 13558, "Finetune/Step Time": 6.610708918422461}
{"Finetune/Learning Rate": 8.798708834607783e-07, "Finetune/Loss": 0.34520667791366577, "Finetune/Loss (Raw)": 0.43185409903526306, "Finetune/Step": 13559, "Finetune/Step Time": 6.608831340447068}
{"Finetune/Learning Rate": 8.790192520748442e-07, "Finetune/Loss": 0.3451594114303589, "Finetune/Loss (Raw)": 0.3726177215576172, "Finetune/Step": 13560, "Finetune/Step Time": 6.609287474304438}
{"Finetune/Learning Rate": 8.781680140900995e-07, "Finetune/Loss": 0.34288132190704346, "Finetune/Loss (Raw)": 0.12322716414928436, "Finetune/Step": 13561, "Finetune/Step Time": 6.6218614131212234}
{"Finetune/Learning Rate": 8.773171695432614e-07, "Finetune/Loss": 0.34334707260131836, "Finetune/Loss (Raw)": 0.34613126516342163, "Finetune/Step": 13562, "Finetune/Step Time": 6.60231364890933}
{"Finetune/Learning Rate": 8.764667184710251e-07, "Finetune/Loss": 0.3427543044090271, "Finetune/Loss (Raw)": 0.28267326951026917, "Finetune/Step": 13563, "Finetune/Step Time": 6.611488005146384}
{"Finetune/Learning Rate": 8.756166609100736e-07, "Finetune/Loss": 0.3447372615337372, "Finetune/Loss (Raw)": 0.3500252366065979, "Finetune/Step": 13564, "Finetune/Step Time": 6.602722059935331}
{"Finetune/Learning Rate": 8.747669968970695e-07, "Finetune/Loss": 0.3431008458137512, "Finetune/Loss (Raw)": 0.14489932358264923, "Finetune/Step": 13565, "Finetune/Step Time": 6.6212118193507195}
{"Finetune/Learning Rate": 8.739177264686616e-07, "Finetune/Loss": 0.3413538932800293, "Finetune/Loss (Raw)": 0.13186269998550415, "Finetune/Step": 13566, "Finetune/Step Time": 6.63656217046082}
{"Finetune/Learning Rate": 8.730688496614804e-07, "Finetune/Loss": 0.3409576416015625, "Finetune/Loss (Raw)": 0.2972869575023651, "Finetune/Step": 13567, "Finetune/Step Time": 6.636383520439267}
{"Finetune/Learning Rate": 8.722203665121398e-07, "Finetune/Loss": 0.3404231369495392, "Finetune/Loss (Raw)": 0.36822205781936646, "Finetune/Step": 13568, "Finetune/Step Time": 6.646441575139761}
{"Finetune/Learning Rate": 8.71372277057233e-07, "Finetune/Loss": 0.3405807614326477, "Finetune/Loss (Raw)": 0.3715614378452301, "Finetune/Step": 13569, "Finetune/Step Time": 6.634239787235856}
{"Finetune/Learning Rate": 8.705245813333429e-07, "Finetune/Loss": 0.3407596945762634, "Finetune/Loss (Raw)": 0.45980599522590637, "Finetune/Step": 13570, "Finetune/Step Time": 6.62878505885601}
{"Finetune/Learning Rate": 8.696772793770281e-07, "Finetune/Loss": 0.34063518047332764, "Finetune/Loss (Raw)": 0.375181645154953, "Finetune/Step": 13571, "Finetune/Step Time": 6.625104473903775}
{"Finetune/Learning Rate": 8.68830371224837e-07, "Finetune/Loss": 0.3394797742366791, "Finetune/Loss (Raw)": 0.3240879476070404, "Finetune/Step": 13572, "Finetune/Step Time": 6.602270839735866}
{"Finetune/Learning Rate": 8.679838569132959e-07, "Finetune/Loss": 0.3400004506111145, "Finetune/Loss (Raw)": 0.440433531999588, "Finetune/Step": 13573, "Finetune/Step Time": 6.604981200769544}
{"Finetune/Learning Rate": 8.67137736478918e-07, "Finetune/Loss": 0.34251150488853455, "Finetune/Loss (Raw)": 0.45903679728507996, "Finetune/Step": 13574, "Finetune/Step Time": 6.586750742048025}
{"Finetune/Learning Rate": 8.662920099581984e-07, "Finetune/Loss": 0.34281742572784424, "Finetune/Loss (Raw)": 0.3647761940956116, "Finetune/Step": 13575, "Finetune/Step Time": 6.605040291324258}
{"Finetune/Learning Rate": 8.654466773876113e-07, "Finetune/Loss": 0.3424929678440094, "Finetune/Loss (Raw)": 0.3435463309288025, "Finetune/Step": 13576, "Finetune/Step Time": 6.590746086090803}
{"Finetune/Learning Rate": 8.646017388036187e-07, "Finetune/Loss": 0.3397710919380188, "Finetune/Loss (Raw)": 0.14216603338718414, "Finetune/Step": 13577, "Finetune/Step Time": 6.607123140245676}
{"Finetune/Learning Rate": 8.637571942426648e-07, "Finetune/Loss": 0.34043827652931213, "Finetune/Loss (Raw)": 0.37369441986083984, "Finetune/Step": 13578, "Finetune/Step Time": 6.584504973143339}
{"Finetune/Learning Rate": 8.62913043741177e-07, "Finetune/Loss": 0.340892493724823, "Finetune/Loss (Raw)": 0.44477084279060364, "Finetune/Step": 13579, "Finetune/Step Time": 6.576489677652717}
{"Finetune/Learning Rate": 8.620692873355618e-07, "Finetune/Loss": 0.34185153245925903, "Finetune/Loss (Raw)": 0.3811686038970947, "Finetune/Step": 13580, "Finetune/Step Time": 6.5719603430479765}
{"Finetune/Learning Rate": 8.612259250622146e-07, "Finetune/Loss": 0.34198594093322754, "Finetune/Loss (Raw)": 0.37607860565185547, "Finetune/Step": 13581, "Finetune/Step Time": 6.5874247420579195}
{"Finetune/Learning Rate": 8.603829569575073e-07, "Finetune/Loss": 0.34016329050064087, "Finetune/Loss (Raw)": 0.2929156422615051, "Finetune/Step": 13582, "Finetune/Step Time": 6.6072666849941015}
{"Finetune/Learning Rate": 8.595403830578008e-07, "Finetune/Loss": 0.3424740433692932, "Finetune/Loss (Raw)": 0.4140918552875519, "Finetune/Step": 13583, "Finetune/Step Time": 6.587644902989268}
{"Finetune/Learning Rate": 8.586982033994363e-07, "Finetune/Loss": 0.34344708919525146, "Finetune/Loss (Raw)": 0.4771750271320343, "Finetune/Step": 13584, "Finetune/Step Time": 6.588651979342103}
{"Finetune/Learning Rate": 8.578564180187376e-07, "Finetune/Loss": 0.3408495783805847, "Finetune/Loss (Raw)": 0.14776676893234253, "Finetune/Step": 13585, "Finetune/Step Time": 6.610887406393886}
{"Finetune/Learning Rate": 8.570150269520128e-07, "Finetune/Loss": 0.34301698207855225, "Finetune/Loss (Raw)": 0.3756823241710663, "Finetune/Step": 13586, "Finetune/Step Time": 6.593929786235094}
{"Finetune/Learning Rate": 8.561740302355515e-07, "Finetune/Loss": 0.34221789240837097, "Finetune/Loss (Raw)": 0.23748812079429626, "Finetune/Step": 13587, "Finetune/Step Time": 6.587280759587884}
{"Finetune/Learning Rate": 8.553334279056303e-07, "Finetune/Loss": 0.3429097533226013, "Finetune/Loss (Raw)": 0.36197033524513245, "Finetune/Step": 13588, "Finetune/Step Time": 6.57053729891777}
{"Finetune/Learning Rate": 8.544932199985012e-07, "Finetune/Loss": 0.34224727749824524, "Finetune/Loss (Raw)": 0.30929988622665405, "Finetune/Step": 13589, "Finetune/Step Time": 6.570865986868739}
{"Finetune/Learning Rate": 8.536534065504065e-07, "Finetune/Loss": 0.34254151582717896, "Finetune/Loss (Raw)": 0.4300406575202942, "Finetune/Step": 13590, "Finetune/Step Time": 6.571704329922795}
{"Finetune/Learning Rate": 8.528139875975661e-07, "Finetune/Loss": 0.3417736887931824, "Finetune/Loss (Raw)": 0.2955706715583801, "Finetune/Step": 13591, "Finetune/Step Time": 6.565403614193201}
{"Finetune/Learning Rate": 8.519749631761876e-07, "Finetune/Loss": 0.3413272500038147, "Finetune/Loss (Raw)": 0.3099653422832489, "Finetune/Step": 13592, "Finetune/Step Time": 6.5542404018342495}
{"Finetune/Learning Rate": 8.511363333224576e-07, "Finetune/Loss": 0.3416765332221985, "Finetune/Loss (Raw)": 0.39165449142456055, "Finetune/Step": 13593, "Finetune/Step Time": 6.548855980858207}
{"Finetune/Learning Rate": 8.502980980725495e-07, "Finetune/Loss": 0.3428245484828949, "Finetune/Loss (Raw)": 0.3530489504337311, "Finetune/Step": 13594, "Finetune/Step Time": 6.5509757325053215}
{"Finetune/Learning Rate": 8.494602574626154e-07, "Finetune/Loss": 0.3431692123413086, "Finetune/Loss (Raw)": 0.4144352078437805, "Finetune/Step": 13595, "Finetune/Step Time": 6.5719080455601215}
{"Finetune/Learning Rate": 8.486228115287943e-07, "Finetune/Loss": 0.34313029050827026, "Finetune/Loss (Raw)": 0.3437829613685608, "Finetune/Step": 13596, "Finetune/Step Time": 6.567079888656735}
{"Finetune/Learning Rate": 8.477857603072048e-07, "Finetune/Loss": 0.34402722120285034, "Finetune/Loss (Raw)": 0.4901101887226105, "Finetune/Step": 13597, "Finetune/Step Time": 6.561499625444412}
{"Finetune/Learning Rate": 8.469491038339517e-07, "Finetune/Loss": 0.343524694442749, "Finetune/Loss (Raw)": 0.3584755063056946, "Finetune/Step": 13598, "Finetune/Step Time": 6.558762650936842}
{"Finetune/Learning Rate": 8.461128421451215e-07, "Finetune/Loss": 0.34340402483940125, "Finetune/Loss (Raw)": 0.39455536007881165, "Finetune/Step": 13599, "Finetune/Step Time": 6.5545534286648035}
{"Finetune/Learning Rate": 8.45276975276782e-07, "Finetune/Loss": 0.3437662124633789, "Finetune/Loss (Raw)": 0.4123932421207428, "Finetune/Step": 13600, "Finetune/Step Time": 6.555277779698372}
{"Finetune/Learning Rate": 8.444415032649866e-07, "Finetune/Loss": 0.34399381279945374, "Finetune/Loss (Raw)": 0.40669071674346924, "Finetune/Step": 13601, "Finetune/Step Time": 6.550452962517738}
{"Finetune/Learning Rate": 8.436064261457677e-07, "Finetune/Loss": 0.34464654326438904, "Finetune/Loss (Raw)": 0.38895684480667114, "Finetune/Step": 13602, "Finetune/Step Time": 6.550566900521517}
{"Finetune/Learning Rate": 8.427717439551464e-07, "Finetune/Loss": 0.34451985359191895, "Finetune/Loss (Raw)": 0.3943358361721039, "Finetune/Step": 13603, "Finetune/Step Time": 6.54808166436851}
{"Finetune/Learning Rate": 8.419374567291227e-07, "Finetune/Loss": 0.3442452549934387, "Finetune/Loss (Raw)": 0.3543175756931305, "Finetune/Step": 13604, "Finetune/Step Time": 6.550851473584771}
{"Finetune/Learning Rate": 8.411035645036803e-07, "Finetune/Loss": 0.3444689214229584, "Finetune/Loss (Raw)": 0.4012385308742523, "Finetune/Step": 13605, "Finetune/Step Time": 6.5518861301243305}
{"Finetune/Learning Rate": 8.402700673147867e-07, "Finetune/Loss": 0.3437466025352478, "Finetune/Loss (Raw)": 0.31231439113616943, "Finetune/Step": 13606, "Finetune/Step Time": 6.564950173720717}
{"Finetune/Learning Rate": 8.394369651983935e-07, "Finetune/Loss": 0.34216952323913574, "Finetune/Loss (Raw)": 0.3249554932117462, "Finetune/Step": 13607, "Finetune/Step Time": 6.565611967816949}
{"Finetune/Learning Rate": 8.386042581904297e-07, "Finetune/Loss": 0.3416968286037445, "Finetune/Loss (Raw)": 0.334979772567749, "Finetune/Step": 13608, "Finetune/Step Time": 6.571208968758583}
{"Finetune/Learning Rate": 8.37771946326813e-07, "Finetune/Loss": 0.34182316064834595, "Finetune/Loss (Raw)": 0.34864646196365356, "Finetune/Step": 13609, "Finetune/Step Time": 6.583159068599343}
{"Finetune/Learning Rate": 8.369400296434449e-07, "Finetune/Loss": 0.3420359492301941, "Finetune/Loss (Raw)": 0.4162898659706116, "Finetune/Step": 13610, "Finetune/Step Time": 6.58433011546731}
{"Finetune/Learning Rate": 8.361085081762033e-07, "Finetune/Loss": 0.3423517346382141, "Finetune/Loss (Raw)": 0.3789938688278198, "Finetune/Step": 13611, "Finetune/Step Time": 6.591880863532424}
{"Finetune/Learning Rate": 8.352773819609539e-07, "Finetune/Loss": 0.3420652151107788, "Finetune/Loss (Raw)": 0.2971391975879669, "Finetune/Step": 13612, "Finetune/Step Time": 6.588707499206066}
{"Finetune/Learning Rate": 8.34446651033547e-07, "Finetune/Loss": 0.3439180850982666, "Finetune/Loss (Raw)": 0.36573028564453125, "Finetune/Step": 13613, "Finetune/Step Time": 6.556747747585177}
{"Finetune/Learning Rate": 8.336163154298093e-07, "Finetune/Loss": 0.3441455662250519, "Finetune/Loss (Raw)": 0.3529481589794159, "Finetune/Step": 13614, "Finetune/Step Time": 6.570139780640602}
{"Finetune/Learning Rate": 8.327863751855558e-07, "Finetune/Loss": 0.34398701786994934, "Finetune/Loss (Raw)": 0.32228049635887146, "Finetune/Step": 13615, "Finetune/Step Time": 6.552762404084206}
{"Finetune/Learning Rate": 8.319568303365833e-07, "Finetune/Loss": 0.3444913923740387, "Finetune/Loss (Raw)": 0.3741186261177063, "Finetune/Step": 13616, "Finetune/Step Time": 6.546593707054853}
{"Finetune/Learning Rate": 8.311276809186719e-07, "Finetune/Loss": 0.34438613057136536, "Finetune/Loss (Raw)": 0.40951186418533325, "Finetune/Step": 13617, "Finetune/Step Time": 6.545725038275123}
{"Finetune/Learning Rate": 8.302989269675843e-07, "Finetune/Loss": 0.3447299599647522, "Finetune/Loss (Raw)": 0.33294039964675903, "Finetune/Step": 13618, "Finetune/Step Time": 6.5321085434407}
{"Finetune/Learning Rate": 8.29470568519064e-07, "Finetune/Loss": 0.3458896279335022, "Finetune/Loss (Raw)": 0.5182018280029297, "Finetune/Step": 13619, "Finetune/Step Time": 6.551006702706218}
{"Finetune/Learning Rate": 8.286426056088426e-07, "Finetune/Loss": 0.3458095192909241, "Finetune/Loss (Raw)": 0.3679722547531128, "Finetune/Step": 13620, "Finetune/Step Time": 6.550959879532456}
{"Finetune/Learning Rate": 8.27815038272629e-07, "Finetune/Loss": 0.34804627299308777, "Finetune/Loss (Raw)": 0.4296957850456238, "Finetune/Step": 13621, "Finetune/Step Time": 6.539089841768146}
{"Finetune/Learning Rate": 8.269878665461161e-07, "Finetune/Loss": 0.3456908166408539, "Finetune/Loss (Raw)": 0.11317674815654755, "Finetune/Step": 13622, "Finetune/Step Time": 6.566839313134551}
{"Finetune/Learning Rate": 8.261610904649819e-07, "Finetune/Loss": 0.344488263130188, "Finetune/Loss (Raw)": 0.3265869617462158, "Finetune/Step": 13623, "Finetune/Step Time": 6.56200186163187}
{"Finetune/Learning Rate": 8.253347100648879e-07, "Finetune/Loss": 0.3447253704071045, "Finetune/Loss (Raw)": 0.39471033215522766, "Finetune/Step": 13624, "Finetune/Step Time": 6.56335823610425}
{"Finetune/Learning Rate": 8.245087253814754e-07, "Finetune/Loss": 0.34226322174072266, "Finetune/Loss (Raw)": 0.11836858093738556, "Finetune/Step": 13625, "Finetune/Step Time": 6.574929429218173}
{"Finetune/Learning Rate": 8.23683136450374e-07, "Finetune/Loss": 0.342413991689682, "Finetune/Loss (Raw)": 0.42267918586730957, "Finetune/Step": 13626, "Finetune/Step Time": 6.574221096932888}
{"Finetune/Learning Rate": 8.228579433071871e-07, "Finetune/Loss": 0.34352803230285645, "Finetune/Loss (Raw)": 0.36312001943588257, "Finetune/Step": 13627, "Finetune/Step Time": 6.539525903761387}
{"Finetune/Learning Rate": 8.220331459875086e-07, "Finetune/Loss": 0.3441143035888672, "Finetune/Loss (Raw)": 0.37129390239715576, "Finetune/Step": 13628, "Finetune/Step Time": 6.539274249225855}
{"Finetune/Learning Rate": 8.212087445269146e-07, "Finetune/Loss": 0.34625542163848877, "Finetune/Loss (Raw)": 0.3351214528083801, "Finetune/Step": 13629, "Finetune/Step Time": 6.520406289026141}
{"Finetune/Learning Rate": 8.203847389609621e-07, "Finetune/Loss": 0.34754595160484314, "Finetune/Loss (Raw)": 0.2577208876609802, "Finetune/Step": 13630, "Finetune/Step Time": 6.5119023863226175}
{"Finetune/Learning Rate": 8.195611293251927e-07, "Finetune/Loss": 0.3477969169616699, "Finetune/Loss (Raw)": 0.38941332697868347, "Finetune/Step": 13631, "Finetune/Step Time": 6.514525663107634}
{"Finetune/Learning Rate": 8.187379156551267e-07, "Finetune/Loss": 0.34880873560905457, "Finetune/Loss (Raw)": 0.4704539179801941, "Finetune/Step": 13632, "Finetune/Step Time": 6.5136534590274096}
{"Finetune/Learning Rate": 8.179150979862738e-07, "Finetune/Loss": 0.34908053278923035, "Finetune/Loss (Raw)": 0.29867348074913025, "Finetune/Step": 13633, "Finetune/Step Time": 6.510049054399133}
{"Finetune/Learning Rate": 8.17092676354121e-07, "Finetune/Loss": 0.3485848009586334, "Finetune/Loss (Raw)": 0.3046514689922333, "Finetune/Step": 13634, "Finetune/Step Time": 6.512644132599235}
{"Finetune/Learning Rate": 8.162706507941409e-07, "Finetune/Loss": 0.34625858068466187, "Finetune/Loss (Raw)": 0.09537916630506516, "Finetune/Step": 13635, "Finetune/Step Time": 6.498849445953965}
{"Finetune/Learning Rate": 8.154490213417887e-07, "Finetune/Loss": 0.3470369875431061, "Finetune/Loss (Raw)": 0.43365153670310974, "Finetune/Step": 13636, "Finetune/Step Time": 6.487572219222784}
{"Finetune/Learning Rate": 8.146277880325037e-07, "Finetune/Loss": 0.3473462462425232, "Finetune/Loss (Raw)": 0.40644246339797974, "Finetune/Step": 13637, "Finetune/Step Time": 6.487761411815882}
{"Finetune/Learning Rate": 8.138069509017065e-07, "Finetune/Loss": 0.34772711992263794, "Finetune/Loss (Raw)": 0.4496173560619354, "Finetune/Step": 13638, "Finetune/Step Time": 6.487980596721172}
{"Finetune/Learning Rate": 8.129865099848022e-07, "Finetune/Loss": 0.34766465425491333, "Finetune/Loss (Raw)": 0.36070382595062256, "Finetune/Step": 13639, "Finetune/Step Time": 6.504746211692691}
{"Finetune/Learning Rate": 8.121664653171734e-07, "Finetune/Loss": 0.34763580560684204, "Finetune/Loss (Raw)": 0.33964550495147705, "Finetune/Step": 13640, "Finetune/Step Time": 6.505824845284224}
{"Finetune/Learning Rate": 8.113468169341943e-07, "Finetune/Loss": 0.3479765057563782, "Finetune/Loss (Raw)": 0.38832131028175354, "Finetune/Step": 13641, "Finetune/Step Time": 6.510330051183701}
{"Finetune/Learning Rate": 8.105275648712163e-07, "Finetune/Loss": 0.3483690321445465, "Finetune/Loss (Raw)": 0.33551907539367676, "Finetune/Step": 13642, "Finetune/Step Time": 6.511943951249123}
{"Finetune/Learning Rate": 8.097087091635724e-07, "Finetune/Loss": 0.34794992208480835, "Finetune/Loss (Raw)": 0.34190717339515686, "Finetune/Step": 13643, "Finetune/Step Time": 6.515413872897625}
{"Finetune/Learning Rate": 8.088902498465834e-07, "Finetune/Loss": 0.3479076027870178, "Finetune/Loss (Raw)": 0.3552916347980499, "Finetune/Step": 13644, "Finetune/Step Time": 6.514749253168702}
{"Finetune/Learning Rate": 8.080721869555508e-07, "Finetune/Loss": 0.3475777506828308, "Finetune/Loss (Raw)": 0.3485942780971527, "Finetune/Step": 13645, "Finetune/Step Time": 6.514074919745326}
{"Finetune/Learning Rate": 8.072545205257587e-07, "Finetune/Loss": 0.3459033668041229, "Finetune/Loss (Raw)": 0.23414374887943268, "Finetune/Step": 13646, "Finetune/Step Time": 6.51965157315135}
{"Finetune/Learning Rate": 8.064372505924733e-07, "Finetune/Loss": 0.3456982374191284, "Finetune/Loss (Raw)": 0.3290143311023712, "Finetune/Step": 13647, "Finetune/Step Time": 6.509496301412582}
{"Finetune/Learning Rate": 8.056203771909454e-07, "Finetune/Loss": 0.3454579710960388, "Finetune/Loss (Raw)": 0.3880048990249634, "Finetune/Step": 13648, "Finetune/Step Time": 6.509501339867711}
{"Finetune/Learning Rate": 8.048039003564068e-07, "Finetune/Loss": 0.34475177526474, "Finetune/Loss (Raw)": 0.2988993525505066, "Finetune/Step": 13649, "Finetune/Step Time": 6.514671731740236}
{"Finetune/Learning Rate": 8.039878201240747e-07, "Finetune/Loss": 0.3456351161003113, "Finetune/Loss (Raw)": 0.4195336699485779, "Finetune/Step": 13650, "Finetune/Step Time": 6.502096531912684}
{"Finetune/Learning Rate": 8.031721365291489e-07, "Finetune/Loss": 0.3455541729927063, "Finetune/Loss (Raw)": 0.3507523238658905, "Finetune/Step": 13651, "Finetune/Step Time": 6.4970390275120735}
{"Finetune/Learning Rate": 8.023568496068079e-07, "Finetune/Loss": 0.34506309032440186, "Finetune/Loss (Raw)": 0.3669980466365814, "Finetune/Step": 13652, "Finetune/Step Time": 6.503866309300065}
{"Finetune/Learning Rate": 8.015419593922202e-07, "Finetune/Loss": 0.3453773260116577, "Finetune/Loss (Raw)": 0.4081485867500305, "Finetune/Step": 13653, "Finetune/Step Time": 6.507683480158448}
{"Finetune/Learning Rate": 8.007274659205278e-07, "Finetune/Loss": 0.3455357551574707, "Finetune/Loss (Raw)": 0.40344804525375366, "Finetune/Step": 13654, "Finetune/Step Time": 6.507001964375377}
{"Finetune/Learning Rate": 7.999133692268657e-07, "Finetune/Loss": 0.34552958607673645, "Finetune/Loss (Raw)": 0.38227418065071106, "Finetune/Step": 13655, "Finetune/Step Time": 6.5054343175143}
{"Finetune/Learning Rate": 7.990996693463438e-07, "Finetune/Loss": 0.34612104296684265, "Finetune/Loss (Raw)": 0.41341543197631836, "Finetune/Step": 13656, "Finetune/Step Time": 6.510144026950002}
{"Finetune/Learning Rate": 7.982863663140606e-07, "Finetune/Loss": 0.34797632694244385, "Finetune/Loss (Raw)": 0.3481055498123169, "Finetune/Step": 13657, "Finetune/Step Time": 6.492045985534787}
{"Finetune/Learning Rate": 7.974734601650936e-07, "Finetune/Loss": 0.3482097387313843, "Finetune/Loss (Raw)": 0.4034011960029602, "Finetune/Step": 13658, "Finetune/Step Time": 6.476640669628978}
{"Finetune/Learning Rate": 7.96660950934508e-07, "Finetune/Loss": 0.349242627620697, "Finetune/Loss (Raw)": 0.4264375567436218, "Finetune/Step": 13659, "Finetune/Step Time": 6.476400967687368}
{"Finetune/Learning Rate": 7.958488386573437e-07, "Finetune/Loss": 0.34849756956100464, "Finetune/Loss (Raw)": 0.3083052933216095, "Finetune/Step": 13660, "Finetune/Step Time": 6.46481110714376}
{"Finetune/Learning Rate": 7.950371233686294e-07, "Finetune/Loss": 0.3486495912075043, "Finetune/Loss (Raw)": 0.3590449392795563, "Finetune/Step": 13661, "Finetune/Step Time": 6.457629365846515}
{"Finetune/Learning Rate": 7.942258051033791e-07, "Finetune/Loss": 0.3487052917480469, "Finetune/Loss (Raw)": 0.4173898696899414, "Finetune/Step": 13662, "Finetune/Step Time": 6.466121418401599}
{"Finetune/Learning Rate": 7.934148838965816e-07, "Finetune/Loss": 0.3480769395828247, "Finetune/Loss (Raw)": 0.33006954193115234, "Finetune/Step": 13663, "Finetune/Step Time": 6.460503172129393}
{"Finetune/Learning Rate": 7.926043597832156e-07, "Finetune/Loss": 0.348146915435791, "Finetune/Loss (Raw)": 0.34598082304000854, "Finetune/Step": 13664, "Finetune/Step Time": 6.448911974206567}
{"Finetune/Learning Rate": 7.917942327982397e-07, "Finetune/Loss": 0.348876953125, "Finetune/Loss (Raw)": 0.43963751196861267, "Finetune/Step": 13665, "Finetune/Step Time": 6.438953904435039}
{"Finetune/Learning Rate": 7.909845029765961e-07, "Finetune/Loss": 0.3490612506866455, "Finetune/Loss (Raw)": 0.35243821144104004, "Finetune/Step": 13666, "Finetune/Step Time": 6.418032510206103}
{"Finetune/Learning Rate": 7.901751703532079e-07, "Finetune/Loss": 0.3490191698074341, "Finetune/Loss (Raw)": 0.31430748105049133, "Finetune/Step": 13667, "Finetune/Step Time": 6.435707094147801}
{"Finetune/Learning Rate": 7.893662349629849e-07, "Finetune/Loss": 0.34995177388191223, "Finetune/Loss (Raw)": 0.39834168553352356, "Finetune/Step": 13668, "Finetune/Step Time": 6.445123245939612}
{"Finetune/Learning Rate": 7.88557696840817e-07, "Finetune/Loss": 0.34950879216194153, "Finetune/Loss (Raw)": 0.359066367149353, "Finetune/Step": 13669, "Finetune/Step Time": 6.459236683323979}
{"Finetune/Learning Rate": 7.877495560215764e-07, "Finetune/Loss": 0.3510934114456177, "Finetune/Loss (Raw)": 0.32122841477394104, "Finetune/Step": 13670, "Finetune/Step Time": 6.443502647802234}
{"Finetune/Learning Rate": 7.86941812540124e-07, "Finetune/Loss": 0.3515796363353729, "Finetune/Loss (Raw)": 0.3602152168750763, "Finetune/Step": 13671, "Finetune/Step Time": 6.439967803657055}
{"Finetune/Learning Rate": 7.861344664312931e-07, "Finetune/Loss": 0.3494718074798584, "Finetune/Loss (Raw)": 0.1494150459766388, "Finetune/Step": 13672, "Finetune/Step Time": 6.453210515901446}
{"Finetune/Learning Rate": 7.853275177299091e-07, "Finetune/Loss": 0.3500741720199585, "Finetune/Loss (Raw)": 0.3721315860748291, "Finetune/Step": 13673, "Finetune/Step Time": 6.4544029757380486}
{"Finetune/Learning Rate": 7.845209664707754e-07, "Finetune/Loss": 0.35030168294906616, "Finetune/Loss (Raw)": 0.38530614972114563, "Finetune/Step": 13674, "Finetune/Step Time": 6.45558955706656}
{"Finetune/Learning Rate": 7.837148126886796e-07, "Finetune/Loss": 0.3502819538116455, "Finetune/Loss (Raw)": 0.32236146926879883, "Finetune/Step": 13675, "Finetune/Step Time": 6.463659895583987}
{"Finetune/Learning Rate": 7.829090564183939e-07, "Finetune/Loss": 0.3502638041973114, "Finetune/Loss (Raw)": 0.36583492159843445, "Finetune/Step": 13676, "Finetune/Step Time": 6.4805930983275175}
{"Finetune/Learning Rate": 7.821036976946695e-07, "Finetune/Loss": 0.34944263100624084, "Finetune/Loss (Raw)": 0.3810068368911743, "Finetune/Step": 13677, "Finetune/Step Time": 6.481804940849543}
{"Finetune/Learning Rate": 7.812987365522462e-07, "Finetune/Loss": 0.3492457866668701, "Finetune/Loss (Raw)": 0.37452876567840576, "Finetune/Step": 13678, "Finetune/Step Time": 6.493146451190114}
{"Finetune/Learning Rate": 7.804941730258397e-07, "Finetune/Loss": 0.34958526492118835, "Finetune/Loss (Raw)": 0.45387813448905945, "Finetune/Step": 13679, "Finetune/Step Time": 6.480056252330542}
{"Finetune/Learning Rate": 7.796900071501524e-07, "Finetune/Loss": 0.351492702960968, "Finetune/Loss (Raw)": 0.3574312925338745, "Finetune/Step": 13680, "Finetune/Step Time": 6.474820397794247}
{"Finetune/Learning Rate": 7.788862389598706e-07, "Finetune/Loss": 0.34989631175994873, "Finetune/Loss (Raw)": 0.1062084436416626, "Finetune/Step": 13681, "Finetune/Step Time": 6.491200961172581}
{"Finetune/Learning Rate": 7.780828684896625e-07, "Finetune/Loss": 0.34887707233428955, "Finetune/Loss (Raw)": 0.2891659140586853, "Finetune/Step": 13682, "Finetune/Step Time": 6.500931056216359}
{"Finetune/Learning Rate": 7.772798957741768e-07, "Finetune/Loss": 0.3472927212715149, "Finetune/Loss (Raw)": 0.16309556365013123, "Finetune/Step": 13683, "Finetune/Step Time": 6.50699369981885}
{"Finetune/Learning Rate": 7.76477320848048e-07, "Finetune/Loss": 0.34475862979888916, "Finetune/Loss (Raw)": 0.09575244039297104, "Finetune/Step": 13684, "Finetune/Step Time": 6.528779478743672}
{"Finetune/Learning Rate": 7.756751437458909e-07, "Finetune/Loss": 0.34506163001060486, "Finetune/Loss (Raw)": 0.3971337080001831, "Finetune/Step": 13685, "Finetune/Step Time": 6.527530569583178}
{"Finetune/Learning Rate": 7.748733645023066e-07, "Finetune/Loss": 0.3473498821258545, "Finetune/Loss (Raw)": 0.4000978469848633, "Finetune/Step": 13686, "Finetune/Step Time": 6.520466044545174}
{"Finetune/Learning Rate": 7.740719831518739e-07, "Finetune/Loss": 0.3465273380279541, "Finetune/Loss (Raw)": 0.32656964659690857, "Finetune/Step": 13687, "Finetune/Step Time": 6.524443823844194}
{"Finetune/Learning Rate": 7.73270999729161e-07, "Finetune/Loss": 0.3448825478553772, "Finetune/Loss (Raw)": 0.16208243370056152, "Finetune/Step": 13688, "Finetune/Step Time": 6.538999265059829}
{"Finetune/Learning Rate": 7.724704142687145e-07, "Finetune/Loss": 0.3457716107368469, "Finetune/Loss (Raw)": 0.2370314598083496, "Finetune/Step": 13689, "Finetune/Step Time": 6.546180609613657}
{"Finetune/Learning Rate": 7.716702268050636e-07, "Finetune/Loss": 0.34579896926879883, "Finetune/Loss (Raw)": 0.3496331572532654, "Finetune/Step": 13690, "Finetune/Step Time": 6.555082473903894}
{"Finetune/Learning Rate": 7.708704373727238e-07, "Finetune/Loss": 0.34626275300979614, "Finetune/Loss (Raw)": 0.342037171125412, "Finetune/Step": 13691, "Finetune/Step Time": 6.544607192277908}
{"Finetune/Learning Rate": 7.700710460061889e-07, "Finetune/Loss": 0.3465290069580078, "Finetune/Loss (Raw)": 0.3841034770011902, "Finetune/Step": 13692, "Finetune/Step Time": 6.5402833465486765}
{"Finetune/Learning Rate": 7.6927205273994e-07, "Finetune/Loss": 0.3480072617530823, "Finetune/Loss (Raw)": 0.33411654829978943, "Finetune/Step": 13693, "Finetune/Step Time": 6.542841874063015}
{"Finetune/Learning Rate": 7.684734576084352e-07, "Finetune/Loss": 0.3503188490867615, "Finetune/Loss (Raw)": 0.4277484714984894, "Finetune/Step": 13694, "Finetune/Step Time": 6.525535475462675}
{"Finetune/Learning Rate": 7.676752606461225e-07, "Finetune/Loss": 0.3513455390930176, "Finetune/Loss (Raw)": 0.42870208621025085, "Finetune/Step": 13695, "Finetune/Step Time": 6.540946191176772}
{"Finetune/Learning Rate": 7.668774618874275e-07, "Finetune/Loss": 0.3519050180912018, "Finetune/Loss (Raw)": 0.4398340582847595, "Finetune/Step": 13696, "Finetune/Step Time": 6.527912745252252}
{"Finetune/Learning Rate": 7.66080061366763e-07, "Finetune/Loss": 0.35213810205459595, "Finetune/Loss (Raw)": 0.40139496326446533, "Finetune/Step": 13697, "Finetune/Step Time": 6.5355904921889305}
{"Finetune/Learning Rate": 7.652830591185189e-07, "Finetune/Loss": 0.35131800174713135, "Finetune/Loss (Raw)": 0.3548347055912018, "Finetune/Step": 13698, "Finetune/Step Time": 6.534427208825946}
{"Finetune/Learning Rate": 7.644864551770714e-07, "Finetune/Loss": 0.3520917594432831, "Finetune/Loss (Raw)": 0.474221408367157, "Finetune/Step": 13699, "Finetune/Step Time": 6.550230026245117}
{"Finetune/Learning Rate": 7.636902495767818e-07, "Finetune/Loss": 0.3522343933582306, "Finetune/Loss (Raw)": 0.3423464000225067, "Finetune/Step": 13700, "Finetune/Step Time": 6.558880344033241}
{"Finetune/Learning Rate": 7.628944423519879e-07, "Finetune/Loss": 0.3498080372810364, "Finetune/Loss (Raw)": 0.12986163794994354, "Finetune/Step": 13701, "Finetune/Step Time": 6.5707662887871265}
{"Finetune/Learning Rate": 7.62099033537017e-07, "Finetune/Loss": 0.3487297296524048, "Finetune/Loss (Raw)": 0.321010947227478, "Finetune/Step": 13702, "Finetune/Step Time": 6.569752849638462}
{"Finetune/Learning Rate": 7.613040231661773e-07, "Finetune/Loss": 0.3495243787765503, "Finetune/Loss (Raw)": 0.46649232506752014, "Finetune/Step": 13703, "Finetune/Step Time": 6.548771724104881}
{"Finetune/Learning Rate": 7.605094112737565e-07, "Finetune/Loss": 0.35026589035987854, "Finetune/Loss (Raw)": 0.4384584426879883, "Finetune/Step": 13704, "Finetune/Step Time": 6.541841708123684}
{"Finetune/Learning Rate": 7.597151978940254e-07, "Finetune/Loss": 0.35259437561035156, "Finetune/Loss (Raw)": 0.44021180272102356, "Finetune/Step": 13705, "Finetune/Step Time": 6.527343347668648}
{"Finetune/Learning Rate": 7.589213830612429e-07, "Finetune/Loss": 0.3527752459049225, "Finetune/Loss (Raw)": 0.3968491852283478, "Finetune/Step": 13706, "Finetune/Step Time": 6.543218849226832}
{"Finetune/Learning Rate": 7.581279668096452e-07, "Finetune/Loss": 0.35252606868743896, "Finetune/Loss (Raw)": 0.4128721058368683, "Finetune/Step": 13707, "Finetune/Step Time": 6.551553267985582}
{"Finetune/Learning Rate": 7.57334949173455e-07, "Finetune/Loss": 0.3517456352710724, "Finetune/Loss (Raw)": 0.28127679228782654, "Finetune/Step": 13708, "Finetune/Step Time": 6.551521237939596}
{"Finetune/Learning Rate": 7.565423301868769e-07, "Finetune/Loss": 0.35156136751174927, "Finetune/Loss (Raw)": 0.3524927496910095, "Finetune/Step": 13709, "Finetune/Step Time": 6.545416485518217}
{"Finetune/Learning Rate": 7.557501098840969e-07, "Finetune/Loss": 0.3526543378829956, "Finetune/Loss (Raw)": 0.43281620740890503, "Finetune/Step": 13710, "Finetune/Step Time": 6.526549415662885}
{"Finetune/Learning Rate": 7.549582882992834e-07, "Finetune/Loss": 0.3503649830818176, "Finetune/Loss (Raw)": 0.12105367332696915, "Finetune/Step": 13711, "Finetune/Step Time": 6.547209274023771}
{"Finetune/Learning Rate": 7.541668654665901e-07, "Finetune/Loss": 0.3493679463863373, "Finetune/Loss (Raw)": 0.3495522439479828, "Finetune/Step": 13712, "Finetune/Step Time": 6.551739802584052}
{"Finetune/Learning Rate": 7.533758414201509e-07, "Finetune/Loss": 0.35063886642456055, "Finetune/Loss (Raw)": 0.31044456362724304, "Finetune/Step": 13713, "Finetune/Step Time": 6.534440292045474}
{"Finetune/Learning Rate": 7.525852161940872e-07, "Finetune/Loss": 0.3504630923271179, "Finetune/Loss (Raw)": 0.3531862795352936, "Finetune/Step": 13714, "Finetune/Step Time": 6.531161841005087}
{"Finetune/Learning Rate": 7.517949898224963e-07, "Finetune/Loss": 0.35125434398651123, "Finetune/Loss (Raw)": 0.33876916766166687, "Finetune/Step": 13715, "Finetune/Step Time": 6.524782171472907}
{"Finetune/Learning Rate": 7.510051623394631e-07, "Finetune/Loss": 0.3511880934238434, "Finetune/Loss (Raw)": 0.3534889221191406, "Finetune/Step": 13716, "Finetune/Step Time": 6.52178811840713}
{"Finetune/Learning Rate": 7.50215733779055e-07, "Finetune/Loss": 0.3495839834213257, "Finetune/Loss (Raw)": 0.10396764427423477, "Finetune/Step": 13717, "Finetune/Step Time": 6.540290739387274}
{"Finetune/Learning Rate": 7.494267041753178e-07, "Finetune/Loss": 0.3499780297279358, "Finetune/Loss (Raw)": 0.48048484325408936, "Finetune/Step": 13718, "Finetune/Step Time": 6.541457490995526}
{"Finetune/Learning Rate": 7.486380735622867e-07, "Finetune/Loss": 0.35086655616760254, "Finetune/Loss (Raw)": 0.4093017876148224, "Finetune/Step": 13719, "Finetune/Step Time": 6.524044966325164}
{"Finetune/Learning Rate": 7.478498419739766e-07, "Finetune/Loss": 0.35113802552223206, "Finetune/Loss (Raw)": 0.3447107970714569, "Finetune/Step": 13720, "Finetune/Step Time": 6.529030600562692}
{"Finetune/Learning Rate": 7.470620094443826e-07, "Finetune/Loss": 0.35088911652565, "Finetune/Loss (Raw)": 0.35979390144348145, "Finetune/Step": 13721, "Finetune/Step Time": 6.531688595190644}
{"Finetune/Learning Rate": 7.462745760074874e-07, "Finetune/Loss": 0.3511541485786438, "Finetune/Loss (Raw)": 0.3869751989841461, "Finetune/Step": 13722, "Finetune/Step Time": 6.511486228555441}
{"Finetune/Learning Rate": 7.45487541697254e-07, "Finetune/Loss": 0.35107916593551636, "Finetune/Loss (Raw)": 0.40483391284942627, "Finetune/Step": 13723, "Finetune/Step Time": 6.487325601279736}
{"Finetune/Learning Rate": 7.447009065476263e-07, "Finetune/Loss": 0.35123369097709656, "Finetune/Loss (Raw)": 0.3635672330856323, "Finetune/Step": 13724, "Finetune/Step Time": 6.502195797860622}
{"Finetune/Learning Rate": 7.439146705925371e-07, "Finetune/Loss": 0.3500366806983948, "Finetune/Loss (Raw)": 0.33688998222351074, "Finetune/Step": 13725, "Finetune/Step Time": 6.500555960461497}
{"Finetune/Learning Rate": 7.431288338658927e-07, "Finetune/Loss": 0.3502602279186249, "Finetune/Loss (Raw)": 0.3870898485183716, "Finetune/Step": 13726, "Finetune/Step Time": 6.510128114372492}
{"Finetune/Learning Rate": 7.423433964015892e-07, "Finetune/Loss": 0.35070329904556274, "Finetune/Loss (Raw)": 0.45126596093177795, "Finetune/Step": 13727, "Finetune/Step Time": 6.510095298290253}
{"Finetune/Learning Rate": 7.415583582335051e-07, "Finetune/Loss": 0.3505480885505676, "Finetune/Loss (Raw)": 0.39252907037734985, "Finetune/Step": 13728, "Finetune/Step Time": 6.512094439938664}
{"Finetune/Learning Rate": 7.407737193955011e-07, "Finetune/Loss": 0.34960585832595825, "Finetune/Loss (Raw)": 0.2860863208770752, "Finetune/Step": 13729, "Finetune/Step Time": 6.510345030575991}
{"Finetune/Learning Rate": 7.399894799214169e-07, "Finetune/Loss": 0.35000109672546387, "Finetune/Loss (Raw)": 0.4395489990711212, "Finetune/Step": 13730, "Finetune/Step Time": 6.518197942525148}
{"Finetune/Learning Rate": 7.392056398450786e-07, "Finetune/Loss": 0.3501998782157898, "Finetune/Loss (Raw)": 0.4197794198989868, "Finetune/Step": 13731, "Finetune/Step Time": 6.522887771949172}
{"Finetune/Learning Rate": 7.384221992002949e-07, "Finetune/Loss": 0.3500017821788788, "Finetune/Loss (Raw)": 0.3289604187011719, "Finetune/Step": 13732, "Finetune/Step Time": 6.5298862010240555}
{"Finetune/Learning Rate": 7.376391580208564e-07, "Finetune/Loss": 0.3490833640098572, "Finetune/Loss (Raw)": 0.28367939591407776, "Finetune/Step": 13733, "Finetune/Step Time": 6.540046056732535}
{"Finetune/Learning Rate": 7.368565163405394e-07, "Finetune/Loss": 0.34755080938339233, "Finetune/Loss (Raw)": 0.11614614725112915, "Finetune/Step": 13734, "Finetune/Step Time": 6.5433275531977415}
{"Finetune/Learning Rate": 7.36074274193097e-07, "Finetune/Loss": 0.34771019220352173, "Finetune/Loss (Raw)": 0.3453550934791565, "Finetune/Step": 13735, "Finetune/Step Time": 6.5559312123805285}
{"Finetune/Learning Rate": 7.352924316122701e-07, "Finetune/Loss": 0.34811854362487793, "Finetune/Loss (Raw)": 0.38724976778030396, "Finetune/Step": 13736, "Finetune/Step Time": 6.560639403760433}
{"Finetune/Learning Rate": 7.345109886317792e-07, "Finetune/Loss": 0.34826454520225525, "Finetune/Loss (Raw)": 0.36733758449554443, "Finetune/Step": 13737, "Finetune/Step Time": 6.566132677718997}
{"Finetune/Learning Rate": 7.337299452853297e-07, "Finetune/Loss": 0.34740978479385376, "Finetune/Loss (Raw)": 0.30687692761421204, "Finetune/Step": 13738, "Finetune/Step Time": 6.568924225866795}
{"Finetune/Learning Rate": 7.329493016066103e-07, "Finetune/Loss": 0.34736180305480957, "Finetune/Loss (Raw)": 0.37285664677619934, "Finetune/Step": 13739, "Finetune/Step Time": 6.592517038807273}
{"Finetune/Learning Rate": 7.321690576292895e-07, "Finetune/Loss": 0.3479700982570648, "Finetune/Loss (Raw)": 0.3750017285346985, "Finetune/Step": 13740, "Finetune/Step Time": 6.590504677966237}
{"Finetune/Learning Rate": 7.313892133870226e-07, "Finetune/Loss": 0.34772130846977234, "Finetune/Loss (Raw)": 0.33388084173202515, "Finetune/Step": 13741, "Finetune/Step Time": 6.594795534387231}
{"Finetune/Learning Rate": 7.30609768913445e-07, "Finetune/Loss": 0.3457675874233246, "Finetune/Loss (Raw)": 0.1028745025396347, "Finetune/Step": 13742, "Finetune/Step Time": 6.600203923881054}
{"Finetune/Learning Rate": 7.298307242421721e-07, "Finetune/Loss": 0.34620794653892517, "Finetune/Loss (Raw)": 0.3786454200744629, "Finetune/Step": 13743, "Finetune/Step Time": 6.601604586467147}
{"Finetune/Learning Rate": 7.29052079406809e-07, "Finetune/Loss": 0.3466392755508423, "Finetune/Loss (Raw)": 0.4293285310268402, "Finetune/Step": 13744, "Finetune/Step Time": 6.601782215759158}
{"Finetune/Learning Rate": 7.28273834440939e-07, "Finetune/Loss": 0.34633058309555054, "Finetune/Loss (Raw)": 0.37000149488449097, "Finetune/Step": 13745, "Finetune/Step Time": 6.6075340658426285}
{"Finetune/Learning Rate": 7.274959893781275e-07, "Finetune/Loss": 0.34653356671333313, "Finetune/Loss (Raw)": 0.3589212894439697, "Finetune/Step": 13746, "Finetune/Step Time": 6.605326507240534}
{"Finetune/Learning Rate": 7.267185442519242e-07, "Finetune/Loss": 0.34475892782211304, "Finetune/Loss (Raw)": 0.29104527831077576, "Finetune/Step": 13747, "Finetune/Step Time": 6.591745674610138}
{"Finetune/Learning Rate": 7.259414990958624e-07, "Finetune/Loss": 0.34532108902931213, "Finetune/Loss (Raw)": 0.4399324357509613, "Finetune/Step": 13748, "Finetune/Step Time": 6.601385617628694}
{"Finetune/Learning Rate": 7.251648539434586e-07, "Finetune/Loss": 0.3452511429786682, "Finetune/Loss (Raw)": 0.4207392632961273, "Finetune/Step": 13749, "Finetune/Step Time": 6.597804361954331}
{"Finetune/Learning Rate": 7.243886088282081e-07, "Finetune/Loss": 0.3469685912132263, "Finetune/Loss (Raw)": 0.33301058411598206, "Finetune/Step": 13750, "Finetune/Step Time": 6.577944230288267}
{"Finetune/Learning Rate": 7.23612763783591e-07, "Finetune/Loss": 0.3468232750892639, "Finetune/Loss (Raw)": 0.30798617005348206, "Finetune/Step": 13751, "Finetune/Step Time": 6.578382417559624}
{"Finetune/Learning Rate": 7.228373188430726e-07, "Finetune/Loss": 0.34453675150871277, "Finetune/Loss (Raw)": 0.10203733295202255, "Finetune/Step": 13752, "Finetune/Step Time": 6.6020587887614965}
{"Finetune/Learning Rate": 7.220622740400996e-07, "Finetune/Loss": 0.3464987277984619, "Finetune/Loss (Raw)": 0.3695007562637329, "Finetune/Step": 13753, "Finetune/Step Time": 6.582192480564117}
{"Finetune/Learning Rate": 7.212876294080973e-07, "Finetune/Loss": 0.34715956449508667, "Finetune/Loss (Raw)": 0.5072685480117798, "Finetune/Step": 13754, "Finetune/Step Time": 6.579351464286447}
{"Finetune/Learning Rate": 7.205133849804824e-07, "Finetune/Loss": 0.3475078046321869, "Finetune/Loss (Raw)": 0.4076939523220062, "Finetune/Step": 13755, "Finetune/Step Time": 6.600033996626735}
{"Finetune/Learning Rate": 7.197395407906472e-07, "Finetune/Loss": 0.3474014699459076, "Finetune/Loss (Raw)": 0.3576837480068207, "Finetune/Step": 13756, "Finetune/Step Time": 6.614276437088847}
{"Finetune/Learning Rate": 7.189660968719647e-07, "Finetune/Loss": 0.3479417860507965, "Finetune/Loss (Raw)": 0.4042803943157196, "Finetune/Step": 13757, "Finetune/Step Time": 6.6096683871001005}
{"Finetune/Learning Rate": 7.181930532577986e-07, "Finetune/Loss": 0.34702232480049133, "Finetune/Loss (Raw)": 0.1400318294763565, "Finetune/Step": 13758, "Finetune/Step Time": 6.6174749583005905}
{"Finetune/Learning Rate": 7.174204099814896e-07, "Finetune/Loss": 0.34650811553001404, "Finetune/Loss (Raw)": 0.3235921263694763, "Finetune/Step": 13759, "Finetune/Step Time": 6.615292321890593}
{"Finetune/Learning Rate": 7.166481670763648e-07, "Finetune/Loss": 0.3463486135005951, "Finetune/Loss (Raw)": 0.4500384032726288, "Finetune/Step": 13760, "Finetune/Step Time": 6.620690155774355}
{"Finetune/Learning Rate": 7.158763245757317e-07, "Finetune/Loss": 0.34660762548446655, "Finetune/Loss (Raw)": 0.33182859420776367, "Finetune/Step": 13761, "Finetune/Step Time": 6.6028485260903835}
{"Finetune/Learning Rate": 7.151048825128815e-07, "Finetune/Loss": 0.3478235900402069, "Finetune/Loss (Raw)": 0.46029412746429443, "Finetune/Step": 13762, "Finetune/Step Time": 6.597886206582189}
{"Finetune/Learning Rate": 7.143338409210854e-07, "Finetune/Loss": 0.3501020073890686, "Finetune/Loss (Raw)": 0.3870135545730591, "Finetune/Step": 13763, "Finetune/Step Time": 6.579346442595124}
{"Finetune/Learning Rate": 7.135631998336001e-07, "Finetune/Loss": 0.3496955633163452, "Finetune/Loss (Raw)": 0.38162800669670105, "Finetune/Step": 13764, "Finetune/Step Time": 6.575452806428075}
{"Finetune/Learning Rate": 7.127929592836658e-07, "Finetune/Loss": 0.34928518533706665, "Finetune/Loss (Raw)": 0.35391542315483093, "Finetune/Step": 13765, "Finetune/Step Time": 6.579914133995771}
{"Finetune/Learning Rate": 7.120231193045057e-07, "Finetune/Loss": 0.349117636680603, "Finetune/Loss (Raw)": 0.42817071080207825, "Finetune/Step": 13766, "Finetune/Step Time": 6.582099469378591}
{"Finetune/Learning Rate": 7.112536799293202e-07, "Finetune/Loss": 0.3494963049888611, "Finetune/Loss (Raw)": 0.4091704487800598, "Finetune/Step": 13767, "Finetune/Step Time": 6.567353952676058}
{"Finetune/Learning Rate": 7.104846411912991e-07, "Finetune/Loss": 0.3475542664527893, "Finetune/Loss (Raw)": 0.09106803685426712, "Finetune/Step": 13768, "Finetune/Step Time": 6.58363183028996}
{"Finetune/Learning Rate": 7.097160031236094e-07, "Finetune/Loss": 0.3480551838874817, "Finetune/Loss (Raw)": 0.45244044065475464, "Finetune/Step": 13769, "Finetune/Step Time": 6.578242985531688}
{"Finetune/Learning Rate": 7.089477657594057e-07, "Finetune/Loss": 0.34813961386680603, "Finetune/Loss (Raw)": 0.3463224470615387, "Finetune/Step": 13770, "Finetune/Step Time": 6.574359400197864}
{"Finetune/Learning Rate": 7.081799291318226e-07, "Finetune/Loss": 0.34882014989852905, "Finetune/Loss (Raw)": 0.4290163516998291, "Finetune/Step": 13771, "Finetune/Step Time": 6.5802459716796875}
{"Finetune/Learning Rate": 7.074124932739789e-07, "Finetune/Loss": 0.348394513130188, "Finetune/Loss (Raw)": 0.300810843706131, "Finetune/Step": 13772, "Finetune/Step Time": 6.580481357872486}
{"Finetune/Learning Rate": 7.066454582189741e-07, "Finetune/Loss": 0.3483184576034546, "Finetune/Loss (Raw)": 0.338861346244812, "Finetune/Step": 13773, "Finetune/Step Time": 6.5921459551900625}
{"Finetune/Learning Rate": 7.058788239998937e-07, "Finetune/Loss": 0.3492012023925781, "Finetune/Loss (Raw)": 0.34713149070739746, "Finetune/Step": 13774, "Finetune/Step Time": 6.6042171232402325}
{"Finetune/Learning Rate": 7.051125906498002e-07, "Finetune/Loss": 0.349653959274292, "Finetune/Loss (Raw)": 0.38696417212486267, "Finetune/Step": 13775, "Finetune/Step Time": 6.6070708110928535}
{"Finetune/Learning Rate": 7.043467582017449e-07, "Finetune/Loss": 0.34779250621795654, "Finetune/Loss (Raw)": 0.14974160492420197, "Finetune/Step": 13776, "Finetune/Step Time": 6.624057834967971}
{"Finetune/Learning Rate": 7.035813266887592e-07, "Finetune/Loss": 0.3481215238571167, "Finetune/Loss (Raw)": 0.34101641178131104, "Finetune/Step": 13777, "Finetune/Step Time": 6.621578972786665}
{"Finetune/Learning Rate": 7.028162961438556e-07, "Finetune/Loss": 0.34752529859542847, "Finetune/Loss (Raw)": 0.34321439266204834, "Finetune/Step": 13778, "Finetune/Step Time": 6.645483110100031}
{"Finetune/Learning Rate": 7.020516666000321e-07, "Finetune/Loss": 0.3483138680458069, "Finetune/Loss (Raw)": 0.4516870379447937, "Finetune/Step": 13779, "Finetune/Step Time": 6.657411366701126}
{"Finetune/Learning Rate": 7.012874380902679e-07, "Finetune/Loss": 0.3480939269065857, "Finetune/Loss (Raw)": 0.3388468325138092, "Finetune/Step": 13780, "Finetune/Step Time": 6.652246197685599}
{"Finetune/Learning Rate": 7.005236106475277e-07, "Finetune/Loss": 0.3473828434944153, "Finetune/Loss (Raw)": 0.31713393330574036, "Finetune/Step": 13781, "Finetune/Step Time": 6.650647088885307}
{"Finetune/Learning Rate": 6.99760184304753e-07, "Finetune/Loss": 0.347289115190506, "Finetune/Loss (Raw)": 0.39144641160964966, "Finetune/Step": 13782, "Finetune/Step Time": 6.651917016133666}
{"Finetune/Learning Rate": 6.989971590948719e-07, "Finetune/Loss": 0.348463237285614, "Finetune/Loss (Raw)": 0.5325651168823242, "Finetune/Step": 13783, "Finetune/Step Time": 6.672058146446943}
{"Finetune/Learning Rate": 6.982345350507968e-07, "Finetune/Loss": 0.3486056327819824, "Finetune/Loss (Raw)": 0.4316411018371582, "Finetune/Step": 13784, "Finetune/Step Time": 6.669489521533251}
{"Finetune/Learning Rate": 6.974723122054183e-07, "Finetune/Loss": 0.34900981187820435, "Finetune/Loss (Raw)": 0.39984214305877686, "Finetune/Step": 13785, "Finetune/Step Time": 6.665479771792889}
{"Finetune/Learning Rate": 6.967104905916167e-07, "Finetune/Loss": 0.3489479422569275, "Finetune/Loss (Raw)": 0.395480751991272, "Finetune/Step": 13786, "Finetune/Step Time": 6.669335136190057}
{"Finetune/Learning Rate": 6.959490702422456e-07, "Finetune/Loss": 0.3479270339012146, "Finetune/Loss (Raw)": 0.29575836658477783, "Finetune/Step": 13787, "Finetune/Step Time": 6.67106262780726}
{"Finetune/Learning Rate": 6.951880511901499e-07, "Finetune/Loss": 0.348574161529541, "Finetune/Loss (Raw)": 0.39113879203796387, "Finetune/Step": 13788, "Finetune/Step Time": 6.68455445766449}
{"Finetune/Learning Rate": 6.944274334681489e-07, "Finetune/Loss": 0.3490723967552185, "Finetune/Loss (Raw)": 0.4228210151195526, "Finetune/Step": 13789, "Finetune/Step Time": 6.685851218178868}
{"Finetune/Learning Rate": 6.936672171090531e-07, "Finetune/Loss": 0.34906184673309326, "Finetune/Loss (Raw)": 0.4160386621952057, "Finetune/Step": 13790, "Finetune/Step Time": 6.673834405839443}
{"Finetune/Learning Rate": 6.929074021456495e-07, "Finetune/Loss": 0.3494317829608917, "Finetune/Loss (Raw)": 0.3774193525314331, "Finetune/Step": 13791, "Finetune/Step Time": 6.672643223777413}
{"Finetune/Learning Rate": 6.921479886107108e-07, "Finetune/Loss": 0.3490664064884186, "Finetune/Loss (Raw)": 0.2992142140865326, "Finetune/Step": 13792, "Finetune/Step Time": 6.696030067279935}
{"Finetune/Learning Rate": 6.913889765369919e-07, "Finetune/Loss": 0.3496014177799225, "Finetune/Loss (Raw)": 0.5081193447113037, "Finetune/Step": 13793, "Finetune/Step Time": 6.705571288242936}
{"Finetune/Learning Rate": 6.906303659572322e-07, "Finetune/Loss": 0.3501308560371399, "Finetune/Loss (Raw)": 0.42020276188850403, "Finetune/Step": 13794, "Finetune/Step Time": 6.71445101313293}
{"Finetune/Learning Rate": 6.898721569041478e-07, "Finetune/Loss": 0.35150426626205444, "Finetune/Loss (Raw)": 0.49010899662971497, "Finetune/Step": 13795, "Finetune/Step Time": 6.706598037853837}
{"Finetune/Learning Rate": 6.891143494104424e-07, "Finetune/Loss": 0.35142436623573303, "Finetune/Loss (Raw)": 0.3881140947341919, "Finetune/Step": 13796, "Finetune/Step Time": 6.703398989513516}
{"Finetune/Learning Rate": 6.883569435088045e-07, "Finetune/Loss": 0.35173362493515015, "Finetune/Loss (Raw)": 0.3986511528491974, "Finetune/Step": 13797, "Finetune/Step Time": 6.687807964161038}
{"Finetune/Learning Rate": 6.875999392318977e-07, "Finetune/Loss": 0.351814866065979, "Finetune/Loss (Raw)": 0.3316248059272766, "Finetune/Step": 13798, "Finetune/Step Time": 6.697354603558779}
{"Finetune/Learning Rate": 6.868433366123739e-07, "Finetune/Loss": 0.35189127922058105, "Finetune/Loss (Raw)": 0.3699968755245209, "Finetune/Step": 13799, "Finetune/Step Time": 6.695418009534478}
{"Finetune/Learning Rate": 6.860871356828691e-07, "Finetune/Loss": 0.35385823249816895, "Finetune/Loss (Raw)": 0.4011889398097992, "Finetune/Step": 13800, "Finetune/Step Time": 6.679717373102903}
{"Finetune/Learning Rate": 6.853313364759962e-07, "Finetune/Loss": 0.3539721965789795, "Finetune/Loss (Raw)": 0.38671573996543884, "Finetune/Step": 13801, "Finetune/Step Time": 6.675857532769442}
{"Finetune/Learning Rate": 6.845759390243556e-07, "Finetune/Loss": 0.35470378398895264, "Finetune/Loss (Raw)": 0.4789486527442932, "Finetune/Step": 13802, "Finetune/Step Time": 6.6703354474157095}
{"Finetune/Learning Rate": 6.838209433605269e-07, "Finetune/Loss": 0.35546648502349854, "Finetune/Loss (Raw)": 0.4199864864349365, "Finetune/Step": 13803, "Finetune/Step Time": 6.670059273019433}
{"Finetune/Learning Rate": 6.830663495170764e-07, "Finetune/Loss": 0.3548552393913269, "Finetune/Loss (Raw)": 0.28760066628456116, "Finetune/Step": 13804, "Finetune/Step Time": 6.65287609025836}
{"Finetune/Learning Rate": 6.82312157526549e-07, "Finetune/Loss": 0.35478121042251587, "Finetune/Loss (Raw)": 0.3715263307094574, "Finetune/Step": 13805, "Finetune/Step Time": 6.659577442333102}
{"Finetune/Learning Rate": 6.815583674214776e-07, "Finetune/Loss": 0.3547244071960449, "Finetune/Loss (Raw)": 0.36725789308547974, "Finetune/Step": 13806, "Finetune/Step Time": 6.647928839549422}
{"Finetune/Learning Rate": 6.808049792343696e-07, "Finetune/Loss": 0.3533909320831299, "Finetune/Loss (Raw)": 0.28319382667541504, "Finetune/Step": 13807, "Finetune/Step Time": 6.671253772452474}
{"Finetune/Learning Rate": 6.800519929977234e-07, "Finetune/Loss": 0.35360246896743774, "Finetune/Loss (Raw)": 0.3845113515853882, "Finetune/Step": 13808, "Finetune/Step Time": 6.661425691097975}
{"Finetune/Learning Rate": 6.792994087440141e-07, "Finetune/Loss": 0.35468536615371704, "Finetune/Loss (Raw)": 0.24481616914272308, "Finetune/Step": 13809, "Finetune/Step Time": 6.64445143379271}
{"Finetune/Learning Rate": 6.785472265057014e-07, "Finetune/Loss": 0.35564494132995605, "Finetune/Loss (Raw)": 0.41198909282684326, "Finetune/Step": 13810, "Finetune/Step Time": 6.633564971387386}
{"Finetune/Learning Rate": 6.777954463152292e-07, "Finetune/Loss": 0.3573337197303772, "Finetune/Loss (Raw)": 0.3792646825313568, "Finetune/Step": 13811, "Finetune/Step Time": 6.613958155736327}
{"Finetune/Learning Rate": 6.770440682050228e-07, "Finetune/Loss": 0.3597153127193451, "Finetune/Loss (Raw)": 0.40059539675712585, "Finetune/Step": 13812, "Finetune/Step Time": 6.5953251123428345}
{"Finetune/Learning Rate": 6.762930922074918e-07, "Finetune/Loss": 0.3590478301048279, "Finetune/Loss (Raw)": 0.3116929531097412, "Finetune/Step": 13813, "Finetune/Step Time": 6.599705036729574}
{"Finetune/Learning Rate": 6.755425183550246e-07, "Finetune/Loss": 0.3581942915916443, "Finetune/Loss (Raw)": 0.2908446788787842, "Finetune/Step": 13814, "Finetune/Step Time": 6.591473206877708}
{"Finetune/Learning Rate": 6.747923466799944e-07, "Finetune/Loss": 0.35835808515548706, "Finetune/Loss (Raw)": 0.34753772616386414, "Finetune/Step": 13815, "Finetune/Step Time": 6.597351837903261}
{"Finetune/Learning Rate": 6.740425772147574e-07, "Finetune/Loss": 0.3581671416759491, "Finetune/Loss (Raw)": 0.13764220476150513, "Finetune/Step": 13816, "Finetune/Step Time": 6.595234962180257}
{"Finetune/Learning Rate": 6.732932099916556e-07, "Finetune/Loss": 0.3589175045490265, "Finetune/Loss (Raw)": 0.33307719230651855, "Finetune/Step": 13817, "Finetune/Step Time": 6.568665778264403}
{"Finetune/Learning Rate": 6.725442450430054e-07, "Finetune/Loss": 0.3591099679470062, "Finetune/Loss (Raw)": 0.37426868081092834, "Finetune/Step": 13818, "Finetune/Step Time": 6.572444202378392}
{"Finetune/Learning Rate": 6.71795682401113e-07, "Finetune/Loss": 0.3593108057975769, "Finetune/Loss (Raw)": 0.36774417757987976, "Finetune/Step": 13819, "Finetune/Step Time": 6.57982836291194}
{"Finetune/Learning Rate": 6.710475220982671e-07, "Finetune/Loss": 0.3589722514152527, "Finetune/Loss (Raw)": 0.3407707214355469, "Finetune/Step": 13820, "Finetune/Step Time": 6.575125420466065}
{"Finetune/Learning Rate": 6.702997641667319e-07, "Finetune/Loss": 0.35905739665031433, "Finetune/Loss (Raw)": 0.3450128138065338, "Finetune/Step": 13821, "Finetune/Step Time": 6.5670052245259285}
{"Finetune/Learning Rate": 6.695524086387629e-07, "Finetune/Loss": 0.35847267508506775, "Finetune/Loss (Raw)": 0.3529055714607239, "Finetune/Step": 13822, "Finetune/Step Time": 6.57001119852066}
{"Finetune/Learning Rate": 6.688054555465939e-07, "Finetune/Loss": 0.358040988445282, "Finetune/Loss (Raw)": 0.3734431564807892, "Finetune/Step": 13823, "Finetune/Step Time": 6.572303034365177}
{"Finetune/Learning Rate": 6.680589049224418e-07, "Finetune/Loss": 0.35784098505973816, "Finetune/Loss (Raw)": 0.41423535346984863, "Finetune/Step": 13824, "Finetune/Step Time": 6.582349570468068}
{"Finetune/Learning Rate": 6.673127567985071e-07, "Finetune/Loss": 0.35699957609176636, "Finetune/Loss (Raw)": 0.2936914563179016, "Finetune/Step": 13825, "Finetune/Step Time": 6.597112614661455}
{"Finetune/Learning Rate": 6.665670112069733e-07, "Finetune/Loss": 0.3567408621311188, "Finetune/Loss (Raw)": 0.3217209279537201, "Finetune/Step": 13826, "Finetune/Step Time": 6.603710001334548}
{"Finetune/Learning Rate": 6.658216681800023e-07, "Finetune/Loss": 0.3538438677787781, "Finetune/Loss (Raw)": 0.10340805351734161, "Finetune/Step": 13827, "Finetune/Step Time": 6.609097110107541}
{"Finetune/Learning Rate": 6.650767277497449e-07, "Finetune/Loss": 0.3543202877044678, "Finetune/Loss (Raw)": 0.4033288061618805, "Finetune/Step": 13828, "Finetune/Step Time": 6.608807211741805}
{"Finetune/Learning Rate": 6.64332189948329e-07, "Finetune/Loss": 0.3551771938800812, "Finetune/Loss (Raw)": 0.23954574763774872, "Finetune/Step": 13829, "Finetune/Step Time": 6.591369885951281}
{"Finetune/Learning Rate": 6.635880548078689e-07, "Finetune/Loss": 0.3556133806705475, "Finetune/Loss (Raw)": 0.3768414855003357, "Finetune/Step": 13830, "Finetune/Step Time": 6.607964877039194}
{"Finetune/Learning Rate": 6.628443223604597e-07, "Finetune/Loss": 0.35527002811431885, "Finetune/Loss (Raw)": 0.42254379391670227, "Finetune/Step": 13831, "Finetune/Step Time": 6.628008743748069}
{"Finetune/Learning Rate": 6.621009926381816e-07, "Finetune/Loss": 0.3548572361469269, "Finetune/Loss (Raw)": 0.3856203854084015, "Finetune/Step": 13832, "Finetune/Step Time": 6.644297335296869}
{"Finetune/Learning Rate": 6.613580656730923e-07, "Finetune/Loss": 0.35424691438674927, "Finetune/Loss (Raw)": 0.3620893955230713, "Finetune/Step": 13833, "Finetune/Step Time": 6.6368239633738995}
{"Finetune/Learning Rate": 6.60615541497236e-07, "Finetune/Loss": 0.35399261116981506, "Finetune/Loss (Raw)": 0.3642987012863159, "Finetune/Step": 13834, "Finetune/Step Time": 6.6234912890940905}
{"Finetune/Learning Rate": 6.598734201426416e-07, "Finetune/Loss": 0.353804349899292, "Finetune/Loss (Raw)": 0.3887731730937958, "Finetune/Step": 13835, "Finetune/Step Time": 6.615377772599459}
{"Finetune/Learning Rate": 6.591317016413146e-07, "Finetune/Loss": 0.3540899157524109, "Finetune/Loss (Raw)": 0.317830890417099, "Finetune/Step": 13836, "Finetune/Step Time": 6.605100253596902}
{"Finetune/Learning Rate": 6.583903860252483e-07, "Finetune/Loss": 0.35445183515548706, "Finetune/Loss (Raw)": 0.3988185524940491, "Finetune/Step": 13837, "Finetune/Step Time": 6.606225254014134}
{"Finetune/Learning Rate": 6.576494733264183e-07, "Finetune/Loss": 0.353832483291626, "Finetune/Loss (Raw)": 0.3535396158695221, "Finetune/Step": 13838, "Finetune/Step Time": 6.625957705080509}
{"Finetune/Learning Rate": 6.56908963576779e-07, "Finetune/Loss": 0.3557133674621582, "Finetune/Loss (Raw)": 0.36180660128593445, "Finetune/Step": 13839, "Finetune/Step Time": 6.6092806831002235}
{"Finetune/Learning Rate": 6.56168856808268e-07, "Finetune/Loss": 0.35586345195770264, "Finetune/Loss (Raw)": 0.3687644302845001, "Finetune/Step": 13840, "Finetune/Step Time": 6.603548934683204}
{"Finetune/Learning Rate": 6.55429153052809e-07, "Finetune/Loss": 0.35579419136047363, "Finetune/Loss (Raw)": 0.30157971382141113, "Finetune/Step": 13841, "Finetune/Step Time": 6.6161871906369925}
{"Finetune/Learning Rate": 6.546898523423073e-07, "Finetune/Loss": 0.35584157705307007, "Finetune/Loss (Raw)": 0.35924944281578064, "Finetune/Step": 13842, "Finetune/Step Time": 6.625056076794863}
{"Finetune/Learning Rate": 6.539509547086487e-07, "Finetune/Loss": 0.3570338785648346, "Finetune/Loss (Raw)": 0.4913822412490845, "Finetune/Step": 13843, "Finetune/Step Time": 6.62010314129293}
{"Finetune/Learning Rate": 6.532124601837042e-07, "Finetune/Loss": 0.3577621877193451, "Finetune/Loss (Raw)": 0.4467146098613739, "Finetune/Step": 13844, "Finetune/Step Time": 6.620507327839732}
{"Finetune/Learning Rate": 6.524743687993262e-07, "Finetune/Loss": 0.359568327665329, "Finetune/Loss (Raw)": 0.3351559340953827, "Finetune/Step": 13845, "Finetune/Step Time": 6.613285664469004}
{"Finetune/Learning Rate": 6.517366805873471e-07, "Finetune/Loss": 0.3589789867401123, "Finetune/Loss (Raw)": 0.4050448536872864, "Finetune/Step": 13846, "Finetune/Step Time": 6.616336043924093}
{"Finetune/Learning Rate": 6.509993955795879e-07, "Finetune/Loss": 0.3580143451690674, "Finetune/Loss (Raw)": 0.2858288884162903, "Finetune/Step": 13847, "Finetune/Step Time": 6.630322629585862}
{"Finetune/Learning Rate": 6.502625138078455e-07, "Finetune/Loss": 0.3581756055355072, "Finetune/Loss (Raw)": 0.36535459756851196, "Finetune/Step": 13848, "Finetune/Step Time": 6.636966425925493}
{"Finetune/Learning Rate": 6.495260353039068e-07, "Finetune/Loss": 0.35616469383239746, "Finetune/Loss (Raw)": 0.10239755362272263, "Finetune/Step": 13849, "Finetune/Step Time": 6.6619314812123775}
{"Finetune/Learning Rate": 6.487899600995329e-07, "Finetune/Loss": 0.3561028242111206, "Finetune/Loss (Raw)": 0.37905630469322205, "Finetune/Step": 13850, "Finetune/Step Time": 6.665222780779004}
{"Finetune/Learning Rate": 6.48054288226474e-07, "Finetune/Loss": 0.3552440404891968, "Finetune/Loss (Raw)": 0.2949060797691345, "Finetune/Step": 13851, "Finetune/Step Time": 6.666923737153411}
{"Finetune/Learning Rate": 6.473190197164614e-07, "Finetune/Loss": 0.3558705449104309, "Finetune/Loss (Raw)": 0.4437597393989563, "Finetune/Step": 13852, "Finetune/Step Time": 6.670065613463521}
{"Finetune/Learning Rate": 6.465841546012052e-07, "Finetune/Loss": 0.355825811624527, "Finetune/Loss (Raw)": 0.331165075302124, "Finetune/Step": 13853, "Finetune/Step Time": 6.68630501255393}
{"Finetune/Learning Rate": 6.458496929124047e-07, "Finetune/Loss": 0.3561860918998718, "Finetune/Loss (Raw)": 0.433203786611557, "Finetune/Step": 13854, "Finetune/Step Time": 6.674988575279713}
{"Finetune/Learning Rate": 6.451156346817356e-07, "Finetune/Loss": 0.353684663772583, "Finetune/Loss (Raw)": 0.13108564913272858, "Finetune/Step": 13855, "Finetune/Step Time": 6.694266341626644}
{"Finetune/Learning Rate": 6.443819799408601e-07, "Finetune/Loss": 0.35347649455070496, "Finetune/Loss (Raw)": 0.36588236689567566, "Finetune/Step": 13856, "Finetune/Step Time": 6.701059056445956}
{"Finetune/Learning Rate": 6.436487287214233e-07, "Finetune/Loss": 0.35404497385025024, "Finetune/Loss (Raw)": 0.3588520884513855, "Finetune/Step": 13857, "Finetune/Step Time": 6.698015993461013}
{"Finetune/Learning Rate": 6.429158810550506e-07, "Finetune/Loss": 0.3536125421524048, "Finetune/Loss (Raw)": 0.38419902324676514, "Finetune/Step": 13858, "Finetune/Step Time": 6.6915867906063795}
{"Finetune/Learning Rate": 6.421834369733481e-07, "Finetune/Loss": 0.35331642627716064, "Finetune/Loss (Raw)": 0.3818727731704712, "Finetune/Step": 13859, "Finetune/Step Time": 6.692759508267045}
{"Finetune/Learning Rate": 6.414513965079117e-07, "Finetune/Loss": 0.35404565930366516, "Finetune/Loss (Raw)": 0.42230334877967834, "Finetune/Step": 13860, "Finetune/Step Time": 6.700305027887225}
{"Finetune/Learning Rate": 6.407197596903103e-07, "Finetune/Loss": 0.3548073172569275, "Finetune/Loss (Raw)": 0.38117140531539917, "Finetune/Step": 13861, "Finetune/Step Time": 6.686673739925027}
{"Finetune/Learning Rate": 6.399885265521033e-07, "Finetune/Loss": 0.35724276304244995, "Finetune/Loss (Raw)": 0.4278866946697235, "Finetune/Step": 13862, "Finetune/Step Time": 6.6796186827123165}
{"Finetune/Learning Rate": 6.392576971248299e-07, "Finetune/Loss": 0.35792428255081177, "Finetune/Loss (Raw)": 0.43258848786354065, "Finetune/Step": 13863, "Finetune/Step Time": 6.671095481142402}
{"Finetune/Learning Rate": 6.385272714400115e-07, "Finetune/Loss": 0.3572325110435486, "Finetune/Loss (Raw)": 0.2987048625946045, "Finetune/Step": 13864, "Finetune/Step Time": 6.681091057136655}
{"Finetune/Learning Rate": 6.37797249529154e-07, "Finetune/Loss": 0.35725200176239014, "Finetune/Loss (Raw)": 0.36982619762420654, "Finetune/Step": 13865, "Finetune/Step Time": 6.669207829982042}
{"Finetune/Learning Rate": 6.370676314237412e-07, "Finetune/Loss": 0.3577483892440796, "Finetune/Loss (Raw)": 0.37041768431663513, "Finetune/Step": 13866, "Finetune/Step Time": 6.674260579049587}
{"Finetune/Learning Rate": 6.363384171552445e-07, "Finetune/Loss": 0.35762590169906616, "Finetune/Loss (Raw)": 0.35717740654945374, "Finetune/Step": 13867, "Finetune/Step Time": 6.64090027846396}
{"Finetune/Learning Rate": 6.356096067551154e-07, "Finetune/Loss": 0.35788488388061523, "Finetune/Loss (Raw)": 0.4081535339355469, "Finetune/Step": 13868, "Finetune/Step Time": 6.637052103877068}
{"Finetune/Learning Rate": 6.3488120025479e-07, "Finetune/Loss": 0.3580318093299866, "Finetune/Loss (Raw)": 0.35268667340278625, "Finetune/Step": 13869, "Finetune/Step Time": 6.635150454938412}
{"Finetune/Learning Rate": 6.34153197685683e-07, "Finetune/Loss": 0.36035341024398804, "Finetune/Loss (Raw)": 0.4000381827354431, "Finetune/Step": 13870, "Finetune/Step Time": 6.616778129711747}
{"Finetune/Learning Rate": 6.334255990791971e-07, "Finetune/Loss": 0.36046499013900757, "Finetune/Loss (Raw)": 0.3929269015789032, "Finetune/Step": 13871, "Finetune/Step Time": 6.617234291508794}
{"Finetune/Learning Rate": 6.326984044667117e-07, "Finetune/Loss": 0.3597586750984192, "Finetune/Loss (Raw)": 0.33891960978507996, "Finetune/Step": 13872, "Finetune/Step Time": 6.623473735526204}
{"Finetune/Learning Rate": 6.319716138795928e-07, "Finetune/Loss": 0.35997313261032104, "Finetune/Loss (Raw)": 0.39745330810546875, "Finetune/Step": 13873, "Finetune/Step Time": 6.619391042739153}
{"Finetune/Learning Rate": 6.312452273491887e-07, "Finetune/Loss": 0.3605225086212158, "Finetune/Loss (Raw)": 0.42924317717552185, "Finetune/Step": 13874, "Finetune/Step Time": 6.626680392771959}
{"Finetune/Learning Rate": 6.305192449068287e-07, "Finetune/Loss": 0.3614048957824707, "Finetune/Loss (Raw)": 0.40398895740509033, "Finetune/Step": 13875, "Finetune/Step Time": 6.622286017984152}
{"Finetune/Learning Rate": 6.297936665838267e-07, "Finetune/Loss": 0.3605710566043854, "Finetune/Loss (Raw)": 0.33320021629333496, "Finetune/Step": 13876, "Finetune/Step Time": 6.622574822977185}
{"Finetune/Learning Rate": 6.290684924114765e-07, "Finetune/Loss": 0.3603307008743286, "Finetune/Loss (Raw)": 0.38997653126716614, "Finetune/Step": 13877, "Finetune/Step Time": 6.62632517144084}
{"Finetune/Learning Rate": 6.283437224210576e-07, "Finetune/Loss": 0.36067962646484375, "Finetune/Loss (Raw)": 0.37767449021339417, "Finetune/Step": 13878, "Finetune/Step Time": 6.616251094266772}
{"Finetune/Learning Rate": 6.276193566438294e-07, "Finetune/Loss": 0.3613365590572357, "Finetune/Loss (Raw)": 0.39206960797309875, "Finetune/Step": 13879, "Finetune/Step Time": 6.608250107616186}
{"Finetune/Learning Rate": 6.268953951110346e-07, "Finetune/Loss": 0.3639277517795563, "Finetune/Loss (Raw)": 0.4337116777896881, "Finetune/Step": 13880, "Finetune/Step Time": 6.59308017231524}
{"Finetune/Learning Rate": 6.261718378538983e-07, "Finetune/Loss": 0.3640643358230591, "Finetune/Loss (Raw)": 0.3869815468788147, "Finetune/Step": 13881, "Finetune/Step Time": 6.5927693992853165}
{"Finetune/Learning Rate": 6.25448684903629e-07, "Finetune/Loss": 0.36309313774108887, "Finetune/Loss (Raw)": 0.3829592168331146, "Finetune/Step": 13882, "Finetune/Step Time": 6.594511738047004}
{"Finetune/Learning Rate": 6.247259362914182e-07, "Finetune/Loss": 0.3625034689903259, "Finetune/Loss (Raw)": 0.3322138488292694, "Finetune/Step": 13883, "Finetune/Step Time": 6.583013424649835}
{"Finetune/Learning Rate": 6.240035920484388e-07, "Finetune/Loss": 0.36264073848724365, "Finetune/Loss (Raw)": 0.37525224685668945, "Finetune/Step": 13884, "Finetune/Step Time": 6.582002526149154}
{"Finetune/Learning Rate": 6.23281652205846e-07, "Finetune/Loss": 0.36116600036621094, "Finetune/Loss (Raw)": 0.21551673114299774, "Finetune/Step": 13885, "Finetune/Step Time": 6.59315350651741}
{"Finetune/Learning Rate": 6.22560116794777e-07, "Finetune/Loss": 0.36247718334198, "Finetune/Loss (Raw)": 0.3078617453575134, "Finetune/Step": 13886, "Finetune/Step Time": 6.587221309542656}
{"Finetune/Learning Rate": 6.218389858463547e-07, "Finetune/Loss": 0.3633876442909241, "Finetune/Loss (Raw)": 0.44013097882270813, "Finetune/Step": 13887, "Finetune/Step Time": 6.599377665668726}
{"Finetune/Learning Rate": 6.21118259391682e-07, "Finetune/Loss": 0.36219680309295654, "Finetune/Loss (Raw)": 0.2976100742816925, "Finetune/Step": 13888, "Finetune/Step Time": 6.5954970475286245}
{"Finetune/Learning Rate": 6.203979374618463e-07, "Finetune/Loss": 0.36239707469940186, "Finetune/Loss (Raw)": 0.35746562480926514, "Finetune/Step": 13889, "Finetune/Step Time": 6.590605879202485}
{"Finetune/Learning Rate": 6.196780200879127e-07, "Finetune/Loss": 0.36178404092788696, "Finetune/Loss (Raw)": 0.38182300329208374, "Finetune/Step": 13890, "Finetune/Step Time": 6.587995985522866}
{"Finetune/Learning Rate": 6.189585073009364e-07, "Finetune/Loss": 0.3619351089000702, "Finetune/Loss (Raw)": 0.4063544273376465, "Finetune/Step": 13891, "Finetune/Step Time": 6.591068085283041}
{"Finetune/Learning Rate": 6.182393991319458e-07, "Finetune/Loss": 0.3615052402019501, "Finetune/Loss (Raw)": 0.32660290598869324, "Finetune/Step": 13892, "Finetune/Step Time": 6.60001734085381}
{"Finetune/Learning Rate": 6.175206956119606e-07, "Finetune/Loss": 0.36147093772888184, "Finetune/Loss (Raw)": 0.34952691197395325, "Finetune/Step": 13893, "Finetune/Step Time": 6.599172551184893}
{"Finetune/Learning Rate": 6.168023967719793e-07, "Finetune/Loss": 0.36019861698150635, "Finetune/Loss (Raw)": 0.2653111517429352, "Finetune/Step": 13894, "Finetune/Step Time": 6.597594833001494}
{"Finetune/Learning Rate": 6.160845026429829e-07, "Finetune/Loss": 0.35989877581596375, "Finetune/Loss (Raw)": 0.3707912266254425, "Finetune/Step": 13895, "Finetune/Step Time": 6.590949475765228}
{"Finetune/Learning Rate": 6.153670132559353e-07, "Finetune/Loss": 0.3630543351173401, "Finetune/Loss (Raw)": 0.4949790835380554, "Finetune/Step": 13896, "Finetune/Step Time": 6.592241425067186}
{"Finetune/Learning Rate": 6.14649928641784e-07, "Finetune/Loss": 0.3623522222042084, "Finetune/Loss (Raw)": 0.36257076263427734, "Finetune/Step": 13897, "Finetune/Step Time": 6.5988918878138065}
{"Finetune/Learning Rate": 6.139332488314553e-07, "Finetune/Loss": 0.36257195472717285, "Finetune/Loss (Raw)": 0.37444937229156494, "Finetune/Step": 13898, "Finetune/Step Time": 6.607978772372007}
{"Finetune/Learning Rate": 6.132169738558613e-07, "Finetune/Loss": 0.36207085847854614, "Finetune/Loss (Raw)": 0.3648722171783447, "Finetune/Step": 13899, "Finetune/Step Time": 6.604544291272759}
{"Finetune/Learning Rate": 6.125011037458983e-07, "Finetune/Loss": 0.3626059293746948, "Finetune/Loss (Raw)": 0.3693009912967682, "Finetune/Step": 13900, "Finetune/Step Time": 6.600190686061978}
{"Finetune/Learning Rate": 6.117856385324406e-07, "Finetune/Loss": 0.3610476851463318, "Finetune/Loss (Raw)": 0.1394103616476059, "Finetune/Step": 13901, "Finetune/Step Time": 6.619594322517514}
{"Finetune/Learning Rate": 6.110705782463477e-07, "Finetune/Loss": 0.36129283905029297, "Finetune/Loss (Raw)": 0.37851083278656006, "Finetune/Step": 13902, "Finetune/Step Time": 6.614981595426798}
{"Finetune/Learning Rate": 6.103559229184619e-07, "Finetune/Loss": 0.3608090281486511, "Finetune/Loss (Raw)": 0.32503557205200195, "Finetune/Step": 13903, "Finetune/Step Time": 6.638443822041154}
{"Finetune/Learning Rate": 6.096416725796061e-07, "Finetune/Loss": 0.36234214901924133, "Finetune/Loss (Raw)": 0.3459782600402832, "Finetune/Step": 13904, "Finetune/Step Time": 6.626854686066508}
{"Finetune/Learning Rate": 6.08927827260587e-07, "Finetune/Loss": 0.3608952462673187, "Finetune/Loss (Raw)": 0.15581385791301727, "Finetune/Step": 13905, "Finetune/Step Time": 6.643559765070677}
{"Finetune/Learning Rate": 6.082143869921953e-07, "Finetune/Loss": 0.3612286448478699, "Finetune/Loss (Raw)": 0.38588863611221313, "Finetune/Step": 13906, "Finetune/Step Time": 6.619187386706471}
{"Finetune/Learning Rate": 6.075013518052009e-07, "Finetune/Loss": 0.36109310388565063, "Finetune/Loss (Raw)": 0.4343375563621521, "Finetune/Step": 13907, "Finetune/Step Time": 6.610509365797043}
{"Finetune/Learning Rate": 6.067887217303592e-07, "Finetune/Loss": 0.36207854747772217, "Finetune/Loss (Raw)": 0.464985728263855, "Finetune/Step": 13908, "Finetune/Step Time": 6.604439420625567}
{"Finetune/Learning Rate": 6.060764967984068e-07, "Finetune/Loss": 0.363139271736145, "Finetune/Loss (Raw)": 0.45290613174438477, "Finetune/Step": 13909, "Finetune/Step Time": 6.610676730051637}
{"Finetune/Learning Rate": 6.053646770400645e-07, "Finetune/Loss": 0.36283785104751587, "Finetune/Loss (Raw)": 0.35286396741867065, "Finetune/Step": 13910, "Finetune/Step Time": 6.615000084042549}
{"Finetune/Learning Rate": 6.046532624860335e-07, "Finetune/Loss": 0.36158227920532227, "Finetune/Loss (Raw)": 0.3718518614768982, "Finetune/Step": 13911, "Finetune/Step Time": 6.595990562811494}
{"Finetune/Learning Rate": 6.039422531669948e-07, "Finetune/Loss": 0.3612029254436493, "Finetune/Loss (Raw)": 0.3830864131450653, "Finetune/Step": 13912, "Finetune/Step Time": 6.597023718059063}
{"Finetune/Learning Rate": 6.03231649113617e-07, "Finetune/Loss": 0.3611060380935669, "Finetune/Loss (Raw)": 0.3874383866786957, "Finetune/Step": 13913, "Finetune/Step Time": 6.602209623903036}
{"Finetune/Learning Rate": 6.025214503565513e-07, "Finetune/Loss": 0.3607584834098816, "Finetune/Loss (Raw)": 0.3509921431541443, "Finetune/Step": 13914, "Finetune/Step Time": 6.609568262472749}
{"Finetune/Learning Rate": 6.018116569264276e-07, "Finetune/Loss": 0.3594150245189667, "Finetune/Loss (Raw)": 0.12379639595746994, "Finetune/Step": 13915, "Finetune/Step Time": 6.629703842103481}
{"Finetune/Learning Rate": 6.011022688538637e-07, "Finetune/Loss": 0.35913366079330444, "Finetune/Loss (Raw)": 0.35512441396713257, "Finetune/Step": 13916, "Finetune/Step Time": 6.618286808952689}
{"Finetune/Learning Rate": 6.003932861694517e-07, "Finetune/Loss": 0.35787492990493774, "Finetune/Loss (Raw)": 0.26170575618743896, "Finetune/Step": 13917, "Finetune/Step Time": 6.6180022824555635}
{"Finetune/Learning Rate": 5.996847089037738e-07, "Finetune/Loss": 0.3578837513923645, "Finetune/Loss (Raw)": 0.41716742515563965, "Finetune/Step": 13918, "Finetune/Step Time": 6.619694385677576}
{"Finetune/Learning Rate": 5.989765370873923e-07, "Finetune/Loss": 0.358374685049057, "Finetune/Loss (Raw)": 0.4402572810649872, "Finetune/Step": 13919, "Finetune/Step Time": 6.632517172023654}
{"Finetune/Learning Rate": 5.982687707508495e-07, "Finetune/Loss": 0.3592565953731537, "Finetune/Loss (Raw)": 0.4120979607105255, "Finetune/Step": 13920, "Finetune/Step Time": 6.613240208476782}
{"Finetune/Learning Rate": 5.975614099246762e-07, "Finetune/Loss": 0.3584555387496948, "Finetune/Loss (Raw)": 0.40558290481567383, "Finetune/Step": 13921, "Finetune/Step Time": 6.648255383595824}
{"Finetune/Learning Rate": 5.968544546393784e-07, "Finetune/Loss": 0.35875576734542847, "Finetune/Loss (Raw)": 0.45863577723503113, "Finetune/Step": 13922, "Finetune/Step Time": 6.651592493057251}
{"Finetune/Learning Rate": 5.961479049254493e-07, "Finetune/Loss": 0.35831397771835327, "Finetune/Loss (Raw)": 0.43355414271354675, "Finetune/Step": 13923, "Finetune/Step Time": 6.644491948187351}
{"Finetune/Learning Rate": 5.954417608133633e-07, "Finetune/Loss": 0.3585434556007385, "Finetune/Loss (Raw)": 0.4174884855747223, "Finetune/Step": 13924, "Finetune/Step Time": 6.644204847514629}
{"Finetune/Learning Rate": 5.947360223335774e-07, "Finetune/Loss": 0.35834479331970215, "Finetune/Loss (Raw)": 0.3732220530509949, "Finetune/Step": 13925, "Finetune/Step Time": 6.654159210622311}
{"Finetune/Learning Rate": 5.940306895165304e-07, "Finetune/Loss": 0.35852986574172974, "Finetune/Loss (Raw)": 0.35531941056251526, "Finetune/Step": 13926, "Finetune/Step Time": 6.644769407808781}
{"Finetune/Learning Rate": 5.933257623926458e-07, "Finetune/Loss": 0.35843923687934875, "Finetune/Loss (Raw)": 0.35839399695396423, "Finetune/Step": 13927, "Finetune/Step Time": 6.637364141643047}
{"Finetune/Learning Rate": 5.926212409923271e-07, "Finetune/Loss": 0.35825613141059875, "Finetune/Loss (Raw)": 0.37775370478630066, "Finetune/Step": 13928, "Finetune/Step Time": 6.636887049302459}
{"Finetune/Learning Rate": 5.919171253459643e-07, "Finetune/Loss": 0.3576168417930603, "Finetune/Loss (Raw)": 0.30488336086273193, "Finetune/Step": 13929, "Finetune/Step Time": 6.642872370779514}
{"Finetune/Learning Rate": 5.91213415483921e-07, "Finetune/Loss": 0.35715460777282715, "Finetune/Loss (Raw)": 0.4197823703289032, "Finetune/Step": 13930, "Finetune/Step Time": 6.659789305180311}
{"Finetune/Learning Rate": 5.905101114365542e-07, "Finetune/Loss": 0.3558506965637207, "Finetune/Loss (Raw)": 0.25308459997177124, "Finetune/Step": 13931, "Finetune/Step Time": 6.654834862798452}
{"Finetune/Learning Rate": 5.898072132341981e-07, "Finetune/Loss": 0.35620415210723877, "Finetune/Loss (Raw)": 0.33284568786621094, "Finetune/Step": 13932, "Finetune/Step Time": 6.654800713062286}
{"Finetune/Learning Rate": 5.891047209071665e-07, "Finetune/Loss": 0.35622286796569824, "Finetune/Loss (Raw)": 0.37392500042915344, "Finetune/Step": 13933, "Finetune/Step Time": 6.650517333298922}
{"Finetune/Learning Rate": 5.884026344857608e-07, "Finetune/Loss": 0.35651251673698425, "Finetune/Loss (Raw)": 0.4043290317058563, "Finetune/Step": 13934, "Finetune/Step Time": 6.648235348984599}
{"Finetune/Learning Rate": 5.877009540002632e-07, "Finetune/Loss": 0.3578353822231293, "Finetune/Loss (Raw)": 0.45252159237861633, "Finetune/Step": 13935, "Finetune/Step Time": 6.621666135266423}
{"Finetune/Learning Rate": 5.869996794809396e-07, "Finetune/Loss": 0.357547402381897, "Finetune/Loss (Raw)": 0.3476521372795105, "Finetune/Step": 13936, "Finetune/Step Time": 6.60801512375474}
{"Finetune/Learning Rate": 5.862988109580347e-07, "Finetune/Loss": 0.358980655670166, "Finetune/Loss (Raw)": 0.42826980352401733, "Finetune/Step": 13937, "Finetune/Step Time": 6.606890445575118}
{"Finetune/Learning Rate": 5.855983484617778e-07, "Finetune/Loss": 0.3589971661567688, "Finetune/Loss (Raw)": 0.41410699486732483, "Finetune/Step": 13938, "Finetune/Step Time": 6.620115127414465}
{"Finetune/Learning Rate": 5.848982920223823e-07, "Finetune/Loss": 0.3589054048061371, "Finetune/Loss (Raw)": 0.36751261353492737, "Finetune/Step": 13939, "Finetune/Step Time": 6.62068759649992}
{"Finetune/Learning Rate": 5.841986416700418e-07, "Finetune/Loss": 0.35825181007385254, "Finetune/Loss (Raw)": 0.31693920493125916, "Finetune/Step": 13940, "Finetune/Step Time": 6.628399172797799}
{"Finetune/Learning Rate": 5.834993974349357e-07, "Finetune/Loss": 0.35681483149528503, "Finetune/Loss (Raw)": 0.12775778770446777, "Finetune/Step": 13941, "Finetune/Step Time": 6.642735419794917}
{"Finetune/Learning Rate": 5.828005593472197e-07, "Finetune/Loss": 0.3574441075325012, "Finetune/Loss (Raw)": 0.3713948726654053, "Finetune/Step": 13942, "Finetune/Step Time": 6.647741194814444}
{"Finetune/Learning Rate": 5.821021274370386e-07, "Finetune/Loss": 0.3576694130897522, "Finetune/Loss (Raw)": 0.37637677788734436, "Finetune/Step": 13943, "Finetune/Step Time": 6.645999109372497}
{"Finetune/Learning Rate": 5.81404101734514e-07, "Finetune/Loss": 0.3596727252006531, "Finetune/Loss (Raw)": 0.39406561851501465, "Finetune/Step": 13944, "Finetune/Step Time": 6.646123554557562}
{"Finetune/Learning Rate": 5.80706482269755e-07, "Finetune/Loss": 0.3605794310569763, "Finetune/Loss (Raw)": 0.4491315484046936, "Finetune/Step": 13945, "Finetune/Step Time": 6.647769141942263}
{"Finetune/Learning Rate": 5.800092690728488e-07, "Finetune/Loss": 0.3607042133808136, "Finetune/Loss (Raw)": 0.39024314284324646, "Finetune/Step": 13946, "Finetune/Step Time": 6.644456081092358}
{"Finetune/Learning Rate": 5.793124621738699e-07, "Finetune/Loss": 0.36127781867980957, "Finetune/Loss (Raw)": 0.4411660432815552, "Finetune/Step": 13947, "Finetune/Step Time": 6.640258826315403}
{"Finetune/Learning Rate": 5.786160616028724e-07, "Finetune/Loss": 0.3619967997074127, "Finetune/Loss (Raw)": 0.43280094861984253, "Finetune/Step": 13948, "Finetune/Step Time": 6.653328338637948}
{"Finetune/Learning Rate": 5.77920067389891e-07, "Finetune/Loss": 0.3616476058959961, "Finetune/Loss (Raw)": 0.30031242966651917, "Finetune/Step": 13949, "Finetune/Step Time": 6.639447819441557}
{"Finetune/Learning Rate": 5.772244795649451e-07, "Finetune/Loss": 0.3623964190483093, "Finetune/Loss (Raw)": 0.4487549662590027, "Finetune/Step": 13950, "Finetune/Step Time": 6.657172400504351}
{"Finetune/Learning Rate": 5.765292981580383e-07, "Finetune/Loss": 0.3602250814437866, "Finetune/Loss (Raw)": 0.095509834587574, "Finetune/Step": 13951, "Finetune/Step Time": 6.65936966240406}
{"Finetune/Learning Rate": 5.758345231991546e-07, "Finetune/Loss": 0.3598538637161255, "Finetune/Loss (Raw)": 0.3667249083518982, "Finetune/Step": 13952, "Finetune/Step Time": 6.657303879037499}
{"Finetune/Learning Rate": 5.751401547182578e-07, "Finetune/Loss": 0.3609418272972107, "Finetune/Loss (Raw)": 0.43294796347618103, "Finetune/Step": 13953, "Finetune/Step Time": 6.660407178103924}
{"Finetune/Learning Rate": 5.744461927453005e-07, "Finetune/Loss": 0.36165183782577515, "Finetune/Loss (Raw)": 0.41260409355163574, "Finetune/Step": 13954, "Finetune/Step Time": 6.657368926331401}
{"Finetune/Learning Rate": 5.737526373102132e-07, "Finetune/Loss": 0.3644739091396332, "Finetune/Loss (Raw)": 0.464630663394928, "Finetune/Step": 13955, "Finetune/Step Time": 6.638042455539107}
{"Finetune/Learning Rate": 5.730594884429086e-07, "Finetune/Loss": 0.36384645104408264, "Finetune/Loss (Raw)": 0.32301390171051025, "Finetune/Step": 13956, "Finetune/Step Time": 6.625750252977014}
{"Finetune/Learning Rate": 5.723667461732841e-07, "Finetune/Loss": 0.36501574516296387, "Finetune/Loss (Raw)": 0.3892166018486023, "Finetune/Step": 13957, "Finetune/Step Time": 6.621250592172146}
{"Finetune/Learning Rate": 5.716744105312188e-07, "Finetune/Loss": 0.36517390608787537, "Finetune/Loss (Raw)": 0.39708855748176575, "Finetune/Step": 13958, "Finetune/Step Time": 6.602879637852311}
{"Finetune/Learning Rate": 5.709824815465748e-07, "Finetune/Loss": 0.3626612424850464, "Finetune/Loss (Raw)": 0.10092297941446304, "Finetune/Step": 13959, "Finetune/Step Time": 6.603401737287641}
{"Finetune/Learning Rate": 5.702909592491945e-07, "Finetune/Loss": 0.36331626772880554, "Finetune/Loss (Raw)": 0.469463050365448, "Finetune/Step": 13960, "Finetune/Step Time": 6.593621715903282}
{"Finetune/Learning Rate": 5.695998436689066e-07, "Finetune/Loss": 0.3635130524635315, "Finetune/Loss (Raw)": 0.387272447347641, "Finetune/Step": 13961, "Finetune/Step Time": 6.600227996706963}
{"Finetune/Learning Rate": 5.689091348355169e-07, "Finetune/Loss": 0.36356329917907715, "Finetune/Loss (Raw)": 0.3707372546195984, "Finetune/Step": 13962, "Finetune/Step Time": 6.603856595233083}
{"Finetune/Learning Rate": 5.682188327788207e-07, "Finetune/Loss": 0.3626670241355896, "Finetune/Loss (Raw)": 0.2740468978881836, "Finetune/Step": 13963, "Finetune/Step Time": 6.602841176092625}
{"Finetune/Learning Rate": 5.675289375285864e-07, "Finetune/Loss": 0.36306387186050415, "Finetune/Loss (Raw)": 0.3686266541481018, "Finetune/Step": 13964, "Finetune/Step Time": 6.607249295338988}
{"Finetune/Learning Rate": 5.668394491145745e-07, "Finetune/Loss": 0.3632090389728546, "Finetune/Loss (Raw)": 0.41740018129348755, "Finetune/Step": 13965, "Finetune/Step Time": 6.595192698761821}
{"Finetune/Learning Rate": 5.661503675665214e-07, "Finetune/Loss": 0.3636239767074585, "Finetune/Loss (Raw)": 0.40665513277053833, "Finetune/Step": 13966, "Finetune/Step Time": 6.591685563325882}
{"Finetune/Learning Rate": 5.654616929141487e-07, "Finetune/Loss": 0.36355504393577576, "Finetune/Loss (Raw)": 0.35297805070877075, "Finetune/Step": 13967, "Finetune/Step Time": 6.591620119288564}
{"Finetune/Learning Rate": 5.647734251871629e-07, "Finetune/Loss": 0.36405515670776367, "Finetune/Loss (Raw)": 0.4327790141105652, "Finetune/Step": 13968, "Finetune/Step Time": 6.602249966934323}
{"Finetune/Learning Rate": 5.640855644152443e-07, "Finetune/Loss": 0.36501774191856384, "Finetune/Loss (Raw)": 0.42479178309440613, "Finetune/Step": 13969, "Finetune/Step Time": 6.59518844075501}
{"Finetune/Learning Rate": 5.633981106280651e-07, "Finetune/Loss": 0.3649619221687317, "Finetune/Loss (Raw)": 0.35210633277893066, "Finetune/Step": 13970, "Finetune/Step Time": 6.593388721346855}
{"Finetune/Learning Rate": 5.627110638552758e-07, "Finetune/Loss": 0.36419519782066345, "Finetune/Loss (Raw)": 0.393240362405777, "Finetune/Step": 13971, "Finetune/Step Time": 6.594678083434701}
{"Finetune/Learning Rate": 5.620244241265105e-07, "Finetune/Loss": 0.3641270697116852, "Finetune/Loss (Raw)": 0.43799248337745667, "Finetune/Step": 13972, "Finetune/Step Time": 6.60154233686626}
{"Finetune/Learning Rate": 5.613381914713823e-07, "Finetune/Loss": 0.36464327573776245, "Finetune/Loss (Raw)": 0.4012341797351837, "Finetune/Step": 13973, "Finetune/Step Time": 6.605654099956155}
{"Finetune/Learning Rate": 5.606523659194918e-07, "Finetune/Loss": 0.3648044466972351, "Finetune/Loss (Raw)": 0.42567306756973267, "Finetune/Step": 13974, "Finetune/Step Time": 6.610194530338049}
{"Finetune/Learning Rate": 5.599669475004177e-07, "Finetune/Loss": 0.3650231957435608, "Finetune/Loss (Raw)": 0.3138290345668793, "Finetune/Step": 13975, "Finetune/Step Time": 6.598622914403677}
{"Finetune/Learning Rate": 5.592819362437252e-07, "Finetune/Loss": 0.3645680546760559, "Finetune/Loss (Raw)": 0.3070969879627228, "Finetune/Step": 13976, "Finetune/Step Time": 6.596968084573746}
{"Finetune/Learning Rate": 5.585973321789573e-07, "Finetune/Loss": 0.36711063981056213, "Finetune/Loss (Raw)": 0.42784714698791504, "Finetune/Step": 13977, "Finetune/Step Time": 6.56696854904294}
{"Finetune/Learning Rate": 5.579131353356448e-07, "Finetune/Loss": 0.3674091696739197, "Finetune/Loss (Raw)": 0.41726744174957275, "Finetune/Step": 13978, "Finetune/Step Time": 6.5684552155435085}
{"Finetune/Learning Rate": 5.572293457432965e-07, "Finetune/Loss": 0.3678388297557831, "Finetune/Loss (Raw)": 0.34990328550338745, "Finetune/Step": 13979, "Finetune/Step Time": 6.570231741294265}
{"Finetune/Learning Rate": 5.565459634314052e-07, "Finetune/Loss": 0.3667486310005188, "Finetune/Loss (Raw)": 0.3042151927947998, "Finetune/Step": 13980, "Finetune/Step Time": 6.552653660997748}
{"Finetune/Learning Rate": 5.558629884294475e-07, "Finetune/Loss": 0.36707383394241333, "Finetune/Loss (Raw)": 0.3727913498878479, "Finetune/Step": 13981, "Finetune/Step Time": 6.5389489233493805}
{"Finetune/Learning Rate": 5.551804207668798e-07, "Finetune/Loss": 0.36670413613319397, "Finetune/Loss (Raw)": 0.38588419556617737, "Finetune/Step": 13982, "Finetune/Step Time": 6.5378310065716505}
{"Finetune/Learning Rate": 5.544982604731431e-07, "Finetune/Loss": 0.36765941977500916, "Finetune/Loss (Raw)": 0.25335824489593506, "Finetune/Step": 13983, "Finetune/Step Time": 6.5192895624786615}
{"Finetune/Learning Rate": 5.53816507577658e-07, "Finetune/Loss": 0.36777281761169434, "Finetune/Loss (Raw)": 0.38039863109588623, "Finetune/Step": 13984, "Finetune/Step Time": 6.509691694751382}
{"Finetune/Learning Rate": 5.531351621098313e-07, "Finetune/Loss": 0.36773425340652466, "Finetune/Loss (Raw)": 0.3539171516895294, "Finetune/Step": 13985, "Finetune/Step Time": 6.513360168784857}
{"Finetune/Learning Rate": 5.524542240990505e-07, "Finetune/Loss": 0.3672260046005249, "Finetune/Loss (Raw)": 0.31914305686950684, "Finetune/Step": 13986, "Finetune/Step Time": 6.518827546387911}
{"Finetune/Learning Rate": 5.517736935746865e-07, "Finetune/Loss": 0.3668987452983856, "Finetune/Loss (Raw)": 0.33998170495033264, "Finetune/Step": 13987, "Finetune/Step Time": 6.5157337579876184}
{"Finetune/Learning Rate": 5.510935705660881e-07, "Finetune/Loss": 0.36595970392227173, "Finetune/Loss (Raw)": 0.30210819840431213, "Finetune/Step": 13988, "Finetune/Step Time": 6.499159295111895}
{"Finetune/Learning Rate": 5.504138551025917e-07, "Finetune/Loss": 0.36596500873565674, "Finetune/Loss (Raw)": 0.38184821605682373, "Finetune/Step": 13989, "Finetune/Step Time": 6.499067569151521}
{"Finetune/Learning Rate": 5.497345472135152e-07, "Finetune/Loss": 0.3657495379447937, "Finetune/Loss (Raw)": 0.40030592679977417, "Finetune/Step": 13990, "Finetune/Step Time": 6.488585548475385}
{"Finetune/Learning Rate": 5.490556469281571e-07, "Finetune/Loss": 0.36526596546173096, "Finetune/Loss (Raw)": 0.37069109082221985, "Finetune/Step": 13991, "Finetune/Step Time": 6.481858257204294}
{"Finetune/Learning Rate": 5.48377154275801e-07, "Finetune/Loss": 0.36542361974716187, "Finetune/Loss (Raw)": 0.318887859582901, "Finetune/Step": 13992, "Finetune/Step Time": 6.460204776376486}
{"Finetune/Learning Rate": 5.476990692857098e-07, "Finetune/Loss": 0.3653258979320526, "Finetune/Loss (Raw)": 0.3573177456855774, "Finetune/Step": 13993, "Finetune/Step Time": 6.456833681091666}
{"Finetune/Learning Rate": 5.470213919871303e-07, "Finetune/Loss": 0.3651556372642517, "Finetune/Loss (Raw)": 0.3486238420009613, "Finetune/Step": 13994, "Finetune/Step Time": 6.453941661864519}
{"Finetune/Learning Rate": 5.463441224092936e-07, "Finetune/Loss": 0.3654525876045227, "Finetune/Loss (Raw)": 0.39518555998802185, "Finetune/Step": 13995, "Finetune/Step Time": 6.465081987902522}
{"Finetune/Learning Rate": 5.456672605814084e-07, "Finetune/Loss": 0.3647790551185608, "Finetune/Loss (Raw)": 0.32194089889526367, "Finetune/Step": 13996, "Finetune/Step Time": 6.470050839707255}
{"Finetune/Learning Rate": 5.449908065326703e-07, "Finetune/Loss": 0.3651182949542999, "Finetune/Loss (Raw)": 0.3961106538772583, "Finetune/Step": 13997, "Finetune/Step Time": 6.479040155187249}
{"Finetune/Learning Rate": 5.443147602922549e-07, "Finetune/Loss": 0.364584356546402, "Finetune/Loss (Raw)": 0.33169299364089966, "Finetune/Step": 13998, "Finetune/Step Time": 6.474773157387972}
{"Finetune/Learning Rate": 5.436391218893222e-07, "Finetune/Loss": 0.36420154571533203, "Finetune/Loss (Raw)": 0.34392818808555603, "Finetune/Step": 13999, "Finetune/Step Time": 6.47728150896728}
{"Finetune/Learning Rate": 5.429638913530144e-07, "Finetune/Loss": 0.36341801285743713, "Finetune/Loss (Raw)": 0.23862841725349426, "Finetune/Step": 14000, "Finetune/Step Time": 6.504142805933952}
{"Finetune/Learning Rate": 5.422890687124527e-07, "Finetune/Loss": 0.36127522587776184, "Finetune/Loss (Raw)": 0.1231737732887268, "Finetune/Step": 14001, "Finetune/Step Time": 6.522484678775072}
{"Finetune/Learning Rate": 5.416146539967437e-07, "Finetune/Loss": 0.36049050092697144, "Finetune/Loss (Raw)": 0.3288007974624634, "Finetune/Step": 14002, "Finetune/Step Time": 6.516155729070306}
{"Finetune/Learning Rate": 5.409406472349765e-07, "Finetune/Loss": 0.36045438051223755, "Finetune/Loss (Raw)": 0.39936313033103943, "Finetune/Step": 14003, "Finetune/Step Time": 6.540240943431854}
{"Finetune/Learning Rate": 5.402670484562233e-07, "Finetune/Loss": 0.3601135015487671, "Finetune/Loss (Raw)": 0.2895660996437073, "Finetune/Step": 14004, "Finetune/Step Time": 6.562348125502467}
{"Finetune/Learning Rate": 5.395938576895343e-07, "Finetune/Loss": 0.35919392108917236, "Finetune/Loss (Raw)": 0.27227139472961426, "Finetune/Step": 14005, "Finetune/Step Time": 6.582771783694625}
{"Finetune/Learning Rate": 5.389210749639495e-07, "Finetune/Loss": 0.3591063916683197, "Finetune/Loss (Raw)": 0.36647093296051025, "Finetune/Step": 14006, "Finetune/Step Time": 6.583215668797493}
{"Finetune/Learning Rate": 5.382487003084825e-07, "Finetune/Loss": 0.3593234121799469, "Finetune/Loss (Raw)": 0.4198487401008606, "Finetune/Step": 14007, "Finetune/Step Time": 6.585296640172601}
{"Finetune/Learning Rate": 5.375767337521353e-07, "Finetune/Loss": 0.35866421461105347, "Finetune/Loss (Raw)": 0.3493331968784332, "Finetune/Step": 14008, "Finetune/Step Time": 6.5715496595948935}
{"Finetune/Learning Rate": 5.369051753238919e-07, "Finetune/Loss": 0.3588334321975708, "Finetune/Loss (Raw)": 0.40864303708076477, "Finetune/Step": 14009, "Finetune/Step Time": 6.589171437546611}
{"Finetune/Learning Rate": 5.362340250527165e-07, "Finetune/Loss": 0.3583499789237976, "Finetune/Loss (Raw)": 0.3210780620574951, "Finetune/Step": 14010, "Finetune/Step Time": 6.594743216410279}
{"Finetune/Learning Rate": 5.355632829675572e-07, "Finetune/Loss": 0.35812482237815857, "Finetune/Loss (Raw)": 0.3033927083015442, "Finetune/Step": 14011, "Finetune/Step Time": 6.592227192595601}
{"Finetune/Learning Rate": 5.348929490973442e-07, "Finetune/Loss": 0.35773444175720215, "Finetune/Loss (Raw)": 0.32528483867645264, "Finetune/Step": 14012, "Finetune/Step Time": 6.5815308298915625}
{"Finetune/Learning Rate": 5.342230234709911e-07, "Finetune/Loss": 0.35994747281074524, "Finetune/Loss (Raw)": 0.4987856149673462, "Finetune/Step": 14013, "Finetune/Step Time": 6.579741837456822}
{"Finetune/Learning Rate": 5.335535061173902e-07, "Finetune/Loss": 0.3610825538635254, "Finetune/Loss (Raw)": 0.45314860343933105, "Finetune/Step": 14014, "Finetune/Step Time": 6.5775173883885145}
{"Finetune/Learning Rate": 5.328843970654218e-07, "Finetune/Loss": 0.36058950424194336, "Finetune/Loss (Raw)": 0.3770219385623932, "Finetune/Step": 14015, "Finetune/Step Time": 6.574301492422819}
{"Finetune/Learning Rate": 5.322156963439429e-07, "Finetune/Loss": 0.3612731993198395, "Finetune/Loss (Raw)": 0.3851241171360016, "Finetune/Step": 14016, "Finetune/Step Time": 6.585275880992413}
{"Finetune/Learning Rate": 5.315474039817958e-07, "Finetune/Loss": 0.3613843321800232, "Finetune/Loss (Raw)": 0.37169110774993896, "Finetune/Step": 14017, "Finetune/Step Time": 6.595213128253818}
{"Finetune/Learning Rate": 5.308795200078054e-07, "Finetune/Loss": 0.3610951900482178, "Finetune/Loss (Raw)": 0.34480932354927063, "Finetune/Step": 14018, "Finetune/Step Time": 6.601279618218541}
{"Finetune/Learning Rate": 5.302120444507808e-07, "Finetune/Loss": 0.36038991808891296, "Finetune/Loss (Raw)": 0.3160817623138428, "Finetune/Step": 14019, "Finetune/Step Time": 6.616608235985041}
{"Finetune/Learning Rate": 5.295449773395078e-07, "Finetune/Loss": 0.3610386848449707, "Finetune/Loss (Raw)": 0.4096425771713257, "Finetune/Step": 14020, "Finetune/Step Time": 6.597343852743506}
{"Finetune/Learning Rate": 5.28878318702758e-07, "Finetune/Loss": 0.3606618046760559, "Finetune/Loss (Raw)": 0.30129072070121765, "Finetune/Step": 14021, "Finetune/Step Time": 6.621588649228215}
{"Finetune/Learning Rate": 5.282120685692882e-07, "Finetune/Loss": 0.3612597584724426, "Finetune/Loss (Raw)": 0.3418444097042084, "Finetune/Step": 14022, "Finetune/Step Time": 6.630965454503894}
{"Finetune/Learning Rate": 5.275462269678322e-07, "Finetune/Loss": 0.3614206910133362, "Finetune/Loss (Raw)": 0.3913921117782593, "Finetune/Step": 14023, "Finetune/Step Time": 6.639197681099176}
{"Finetune/Learning Rate": 5.268807939271114e-07, "Finetune/Loss": 0.36030641198158264, "Finetune/Loss (Raw)": 0.35235288739204407, "Finetune/Step": 14024, "Finetune/Step Time": 6.621812118217349}
{"Finetune/Learning Rate": 5.262157694758241e-07, "Finetune/Loss": 0.36086946725845337, "Finetune/Loss (Raw)": 0.4346434772014618, "Finetune/Step": 14025, "Finetune/Step Time": 6.621984146535397}
{"Finetune/Learning Rate": 5.255511536426561e-07, "Finetune/Loss": 0.36121848225593567, "Finetune/Loss (Raw)": 0.4191226363182068, "Finetune/Step": 14026, "Finetune/Step Time": 6.620523823425174}
{"Finetune/Learning Rate": 5.248869464562712e-07, "Finetune/Loss": 0.36130616068840027, "Finetune/Loss (Raw)": 0.376094788312912, "Finetune/Step": 14027, "Finetune/Step Time": 6.617216303944588}
{"Finetune/Learning Rate": 5.242231479453175e-07, "Finetune/Loss": 0.361346036195755, "Finetune/Loss (Raw)": 0.3744034469127655, "Finetune/Step": 14028, "Finetune/Step Time": 6.618770081549883}
{"Finetune/Learning Rate": 5.235597581384267e-07, "Finetune/Loss": 0.36298269033432007, "Finetune/Loss (Raw)": 0.34890779852867126, "Finetune/Step": 14029, "Finetune/Step Time": 6.586453756317496}
{"Finetune/Learning Rate": 5.228967770642124e-07, "Finetune/Loss": 0.360886812210083, "Finetune/Loss (Raw)": 0.11023247241973877, "Finetune/Step": 14030, "Finetune/Step Time": 6.596237620338798}
{"Finetune/Learning Rate": 5.222342047512685e-07, "Finetune/Loss": 0.3613937497138977, "Finetune/Loss (Raw)": 0.3899213969707489, "Finetune/Step": 14031, "Finetune/Step Time": 6.568370908498764}
{"Finetune/Learning Rate": 5.215720412281744e-07, "Finetune/Loss": 0.36196455359458923, "Finetune/Loss (Raw)": 0.419046014547348, "Finetune/Step": 14032, "Finetune/Step Time": 6.571764126420021}
{"Finetune/Learning Rate": 5.209102865234883e-07, "Finetune/Loss": 0.36410248279571533, "Finetune/Loss (Raw)": 0.42947056889533997, "Finetune/Step": 14033, "Finetune/Step Time": 6.571105634793639}
{"Finetune/Learning Rate": 5.20248940665753e-07, "Finetune/Loss": 0.36383163928985596, "Finetune/Loss (Raw)": 0.35122066736221313, "Finetune/Step": 14034, "Finetune/Step Time": 6.570938661694527}
{"Finetune/Learning Rate": 5.195880036834955e-07, "Finetune/Loss": 0.36379939317703247, "Finetune/Loss (Raw)": 0.43020787835121155, "Finetune/Step": 14035, "Finetune/Step Time": 6.5888892859220505}
{"Finetune/Learning Rate": 5.18927475605221e-07, "Finetune/Loss": 0.3640110194683075, "Finetune/Loss (Raw)": 0.49207255244255066, "Finetune/Step": 14036, "Finetune/Step Time": 6.596582671627402}
{"Finetune/Learning Rate": 5.182673564594176e-07, "Finetune/Loss": 0.3634558618068695, "Finetune/Loss (Raw)": 0.3818490207195282, "Finetune/Step": 14037, "Finetune/Step Time": 6.600347891449928}
{"Finetune/Learning Rate": 5.176076462745594e-07, "Finetune/Loss": 0.36394381523132324, "Finetune/Loss (Raw)": 0.4153200089931488, "Finetune/Step": 14038, "Finetune/Step Time": 6.6110301949083805}
{"Finetune/Learning Rate": 5.169483450791024e-07, "Finetune/Loss": 0.36398935317993164, "Finetune/Loss (Raw)": 0.37768039107322693, "Finetune/Step": 14039, "Finetune/Step Time": 6.615079196169972}
{"Finetune/Learning Rate": 5.162894529014795e-07, "Finetune/Loss": 0.36440569162368774, "Finetune/Loss (Raw)": 0.4363793432712555, "Finetune/Step": 14040, "Finetune/Step Time": 6.6111905090510845}
{"Finetune/Learning Rate": 5.156309697701101e-07, "Finetune/Loss": 0.3641473650932312, "Finetune/Loss (Raw)": 0.3543701767921448, "Finetune/Step": 14041, "Finetune/Step Time": 6.618378093466163}
{"Finetune/Learning Rate": 5.149728957133971e-07, "Finetune/Loss": 0.36546099185943604, "Finetune/Loss (Raw)": 0.5191346406936646, "Finetune/Step": 14042, "Finetune/Step Time": 6.6052903439849615}
{"Finetune/Learning Rate": 5.143152307597244e-07, "Finetune/Loss": 0.36736544966697693, "Finetune/Loss (Raw)": 0.3675716519355774, "Finetune/Step": 14043, "Finetune/Step Time": 6.60253887437284}
{"Finetune/Learning Rate": 5.136579749374559e-07, "Finetune/Loss": 0.3677401840686798, "Finetune/Loss (Raw)": 0.40308877825737, "Finetune/Step": 14044, "Finetune/Step Time": 6.596577698364854}
{"Finetune/Learning Rate": 5.130011282749447e-07, "Finetune/Loss": 0.36835092306137085, "Finetune/Loss (Raw)": 0.3398829400539398, "Finetune/Step": 14045, "Finetune/Step Time": 6.616880604997277}
{"Finetune/Learning Rate": 5.123446908005169e-07, "Finetune/Loss": 0.3677903413772583, "Finetune/Loss (Raw)": 0.3454105257987976, "Finetune/Step": 14046, "Finetune/Step Time": 6.617599466815591}
{"Finetune/Learning Rate": 5.116886625424867e-07, "Finetune/Loss": 0.3672909736633301, "Finetune/Loss (Raw)": 0.37633848190307617, "Finetune/Step": 14047, "Finetune/Step Time": 6.613442849367857}
{"Finetune/Learning Rate": 5.110330435291489e-07, "Finetune/Loss": 0.3671133518218994, "Finetune/Loss (Raw)": 0.3893625736236572, "Finetune/Step": 14048, "Finetune/Step Time": 6.622772019356489}
{"Finetune/Learning Rate": 5.103778337887821e-07, "Finetune/Loss": 0.36678260564804077, "Finetune/Loss (Raw)": 0.3632468283176422, "Finetune/Step": 14049, "Finetune/Step Time": 6.582863613963127}
{"Finetune/Learning Rate": 5.097230333496472e-07, "Finetune/Loss": 0.36583635210990906, "Finetune/Loss (Raw)": 0.33751651644706726, "Finetune/Step": 14050, "Finetune/Step Time": 6.572792943567038}
{"Finetune/Learning Rate": 5.09068642239986e-07, "Finetune/Loss": 0.365455687046051, "Finetune/Loss (Raw)": 0.3848271369934082, "Finetune/Step": 14051, "Finetune/Step Time": 6.577273974195123}
{"Finetune/Learning Rate": 5.084146604880258e-07, "Finetune/Loss": 0.36523956060409546, "Finetune/Loss (Raw)": 0.3898203670978546, "Finetune/Step": 14052, "Finetune/Step Time": 6.577943226322532}
{"Finetune/Learning Rate": 5.077610881219685e-07, "Finetune/Loss": 0.3649965524673462, "Finetune/Loss (Raw)": 0.34211990237236023, "Finetune/Step": 14053, "Finetune/Step Time": 6.574571713805199}
{"Finetune/Learning Rate": 5.071079251700073e-07, "Finetune/Loss": 0.3660017251968384, "Finetune/Loss (Raw)": 0.4839831590652466, "Finetune/Step": 14054, "Finetune/Step Time": 6.573746567592025}
{"Finetune/Learning Rate": 5.064551716603139e-07, "Finetune/Loss": 0.3654567003250122, "Finetune/Loss (Raw)": 0.28862664103507996, "Finetune/Step": 14055, "Finetune/Step Time": 6.574201602488756}
{"Finetune/Learning Rate": 5.058028276210425e-07, "Finetune/Loss": 0.36558622121810913, "Finetune/Loss (Raw)": 0.39433911442756653, "Finetune/Step": 14056, "Finetune/Step Time": 6.577723087742925}
{"Finetune/Learning Rate": 5.051508930803284e-07, "Finetune/Loss": 0.36563801765441895, "Finetune/Loss (Raw)": 0.31151169538497925, "Finetune/Step": 14057, "Finetune/Step Time": 6.575929202139378}
{"Finetune/Learning Rate": 5.044993680662924e-07, "Finetune/Loss": 0.36494913697242737, "Finetune/Loss (Raw)": 0.3316047787666321, "Finetune/Step": 14058, "Finetune/Step Time": 6.560286927968264}
{"Finetune/Learning Rate": 5.03848252607032e-07, "Finetune/Loss": 0.36557552218437195, "Finetune/Loss (Raw)": 0.3332620859146118, "Finetune/Step": 14059, "Finetune/Step Time": 6.557485217228532}
{"Finetune/Learning Rate": 5.03197546730635e-07, "Finetune/Loss": 0.36538591980934143, "Finetune/Loss (Raw)": 0.3085765540599823, "Finetune/Step": 14060, "Finetune/Step Time": 6.547015903517604}
{"Finetune/Learning Rate": 5.025472504651641e-07, "Finetune/Loss": 0.3652011752128601, "Finetune/Loss (Raw)": 0.35027503967285156, "Finetune/Step": 14061, "Finetune/Step Time": 6.545025223866105}
{"Finetune/Learning Rate": 5.018973638386704e-07, "Finetune/Loss": 0.364962100982666, "Finetune/Loss (Raw)": 0.37372881174087524, "Finetune/Step": 14062, "Finetune/Step Time": 6.548526247963309}
{"Finetune/Learning Rate": 5.012478868791815e-07, "Finetune/Loss": 0.3652319312095642, "Finetune/Loss (Raw)": 0.48706138134002686, "Finetune/Step": 14063, "Finetune/Step Time": 6.553675489500165}
{"Finetune/Learning Rate": 5.005988196147149e-07, "Finetune/Loss": 0.3633238971233368, "Finetune/Loss (Raw)": 0.10342437773942947, "Finetune/Step": 14064, "Finetune/Step Time": 6.572340330109}
{"Finetune/Learning Rate": 4.999501620732605e-07, "Finetune/Loss": 0.363092303276062, "Finetune/Loss (Raw)": 0.3986280560493469, "Finetune/Step": 14065, "Finetune/Step Time": 6.591980675235391}
{"Finetune/Learning Rate": 4.993019142827981e-07, "Finetune/Loss": 0.36244744062423706, "Finetune/Loss (Raw)": 0.3315621316432953, "Finetune/Step": 14066, "Finetune/Step Time": 6.5783624444156885}
{"Finetune/Learning Rate": 4.986540762712888e-07, "Finetune/Loss": 0.3625248968601227, "Finetune/Loss (Raw)": 0.37742409110069275, "Finetune/Step": 14067, "Finetune/Step Time": 6.579984623938799}
{"Finetune/Learning Rate": 4.980066480666723e-07, "Finetune/Loss": 0.36365562677383423, "Finetune/Loss (Raw)": 0.4616745412349701, "Finetune/Step": 14068, "Finetune/Step Time": 6.580334486439824}
{"Finetune/Learning Rate": 4.973596296968741e-07, "Finetune/Loss": 0.3650546669960022, "Finetune/Loss (Raw)": 0.3068329095840454, "Finetune/Step": 14069, "Finetune/Step Time": 6.5683636497706175}
{"Finetune/Learning Rate": 4.967130211898019e-07, "Finetune/Loss": 0.36504465341567993, "Finetune/Loss (Raw)": 0.37011614441871643, "Finetune/Step": 14070, "Finetune/Step Time": 6.5786194037646055}
{"Finetune/Learning Rate": 4.960668225733456e-07, "Finetune/Loss": 0.364992618560791, "Finetune/Loss (Raw)": 0.36971673369407654, "Finetune/Step": 14071, "Finetune/Step Time": 6.578757589682937}
{"Finetune/Learning Rate": 4.954210338753739e-07, "Finetune/Loss": 0.3649342954158783, "Finetune/Loss (Raw)": 0.3866003155708313, "Finetune/Step": 14072, "Finetune/Step Time": 6.562653373926878}
{"Finetune/Learning Rate": 4.947756551237426e-07, "Finetune/Loss": 0.3645172715187073, "Finetune/Loss (Raw)": 0.3957526683807373, "Finetune/Step": 14073, "Finetune/Step Time": 6.5624487195163965}
{"Finetune/Learning Rate": 4.94130686346287e-07, "Finetune/Loss": 0.3644476532936096, "Finetune/Loss (Raw)": 0.3813329041004181, "Finetune/Step": 14074, "Finetune/Step Time": 6.55156484991312}
{"Finetune/Learning Rate": 4.934861275708258e-07, "Finetune/Loss": 0.3623461127281189, "Finetune/Loss (Raw)": 0.17216652631759644, "Finetune/Step": 14075, "Finetune/Step Time": 6.571871571242809}
{"Finetune/Learning Rate": 4.928419788251604e-07, "Finetune/Loss": 0.36232227087020874, "Finetune/Loss (Raw)": 0.42974627017974854, "Finetune/Step": 14076, "Finetune/Step Time": 6.557781774550676}
{"Finetune/Learning Rate": 4.921982401370728e-07, "Finetune/Loss": 0.36289966106414795, "Finetune/Loss (Raw)": 0.3742208182811737, "Finetune/Step": 14077, "Finetune/Step Time": 6.559182601049542}
{"Finetune/Learning Rate": 4.915549115343299e-07, "Finetune/Loss": 0.36236709356307983, "Finetune/Loss (Raw)": 0.3805822730064392, "Finetune/Step": 14078, "Finetune/Step Time": 6.557822221890092}
{"Finetune/Learning Rate": 4.909119930446771e-07, "Finetune/Loss": 0.36500149965286255, "Finetune/Loss (Raw)": 0.43271559476852417, "Finetune/Step": 14079, "Finetune/Step Time": 6.540677702054381}
{"Finetune/Learning Rate": 4.902694846958467e-07, "Finetune/Loss": 0.36544525623321533, "Finetune/Loss (Raw)": 0.4235265851020813, "Finetune/Step": 14080, "Finetune/Step Time": 6.532860171049833}
{"Finetune/Learning Rate": 4.896273865155488e-07, "Finetune/Loss": 0.3651750683784485, "Finetune/Loss (Raw)": 0.39836594462394714, "Finetune/Step": 14081, "Finetune/Step Time": 6.512600162997842}
{"Finetune/Learning Rate": 4.8898569853148e-07, "Finetune/Loss": 0.3649299740791321, "Finetune/Loss (Raw)": 0.3812323212623596, "Finetune/Step": 14082, "Finetune/Step Time": 6.532545423135161}
{"Finetune/Learning Rate": 4.883444207713162e-07, "Finetune/Loss": 0.3633831739425659, "Finetune/Loss (Raw)": 0.2666400372982025, "Finetune/Step": 14083, "Finetune/Step Time": 6.535029133781791}
{"Finetune/Learning Rate": 4.877035532627172e-07, "Finetune/Loss": 0.36410456895828247, "Finetune/Loss (Raw)": 0.4153493344783783, "Finetune/Step": 14084, "Finetune/Step Time": 6.538602584972978}
{"Finetune/Learning Rate": 4.870630960333244e-07, "Finetune/Loss": 0.36458951234817505, "Finetune/Loss (Raw)": 0.45129042863845825, "Finetune/Step": 14085, "Finetune/Step Time": 6.558209178969264}
{"Finetune/Learning Rate": 4.864230491107613e-07, "Finetune/Loss": 0.36423736810684204, "Finetune/Loss (Raw)": 0.3520139753818512, "Finetune/Step": 14086, "Finetune/Step Time": 6.5711833499372005}
{"Finetune/Learning Rate": 4.857834125226357e-07, "Finetune/Loss": 0.36648350954055786, "Finetune/Loss (Raw)": 0.38843199610710144, "Finetune/Step": 14087, "Finetune/Step Time": 6.549974020570517}
{"Finetune/Learning Rate": 4.851441862965323e-07, "Finetune/Loss": 0.36581292748451233, "Finetune/Loss (Raw)": 0.38362810015678406, "Finetune/Step": 14088, "Finetune/Step Time": 6.558916732668877}
{"Finetune/Learning Rate": 4.845053704600256e-07, "Finetune/Loss": 0.3659932315349579, "Finetune/Loss (Raw)": 0.41035374999046326, "Finetune/Step": 14089, "Finetune/Step Time": 6.5550656877458096}
{"Finetune/Learning Rate": 4.83866965040668e-07, "Finetune/Loss": 0.3665274977684021, "Finetune/Loss (Raw)": 0.4391185939311981, "Finetune/Step": 14090, "Finetune/Step Time": 6.569196222350001}
{"Finetune/Learning Rate": 4.832289700659921e-07, "Finetune/Loss": 0.3669247031211853, "Finetune/Loss (Raw)": 0.32489433884620667, "Finetune/Step": 14091, "Finetune/Step Time": 6.57371118478477}
{"Finetune/Learning Rate": 4.825913855635189e-07, "Finetune/Loss": 0.36705493927001953, "Finetune/Loss (Raw)": 0.38529592752456665, "Finetune/Step": 14092, "Finetune/Step Time": 6.579361321404576}
{"Finetune/Learning Rate": 4.819542115607456e-07, "Finetune/Loss": 0.3670765161514282, "Finetune/Loss (Raw)": 0.420162558555603, "Finetune/Step": 14093, "Finetune/Step Time": 6.586089862510562}
{"Finetune/Learning Rate": 4.813174480851568e-07, "Finetune/Loss": 0.36704516410827637, "Finetune/Loss (Raw)": 0.402639240026474, "Finetune/Step": 14094, "Finetune/Step Time": 6.586575396358967}
{"Finetune/Learning Rate": 4.80681095164216e-07, "Finetune/Loss": 0.36755478382110596, "Finetune/Loss (Raw)": 0.41821104288101196, "Finetune/Step": 14095, "Finetune/Step Time": 6.598126359283924}
{"Finetune/Learning Rate": 4.800451528253713e-07, "Finetune/Loss": 0.3679279088973999, "Finetune/Loss (Raw)": 0.4805379807949066, "Finetune/Step": 14096, "Finetune/Step Time": 6.6025302316993475}
{"Finetune/Learning Rate": 4.794096210960497e-07, "Finetune/Loss": 0.36762186884880066, "Finetune/Loss (Raw)": 0.3856185972690582, "Finetune/Step": 14097, "Finetune/Step Time": 6.603698991239071}
{"Finetune/Learning Rate": 4.787745000036648e-07, "Finetune/Loss": 0.3680991232395172, "Finetune/Loss (Raw)": 0.4131962060928345, "Finetune/Step": 14098, "Finetune/Step Time": 6.598494792357087}
{"Finetune/Learning Rate": 4.781397895756068e-07, "Finetune/Loss": 0.36620908975601196, "Finetune/Loss (Raw)": 0.15131515264511108, "Finetune/Step": 14099, "Finetune/Step Time": 6.617183851078153}
{"Finetune/Learning Rate": 4.775054898392551e-07, "Finetune/Loss": 0.3656890392303467, "Finetune/Loss (Raw)": 0.3714210093021393, "Finetune/Step": 14100, "Finetune/Step Time": 6.632705632597208}
{"Finetune/Learning Rate": 4.768716008219665e-07, "Finetune/Loss": 0.36510518193244934, "Finetune/Loss (Raw)": 0.3265053331851959, "Finetune/Step": 14101, "Finetune/Step Time": 6.625747635960579}
{"Finetune/Learning Rate": 4.762381225510815e-07, "Finetune/Loss": 0.3643099069595337, "Finetune/Loss (Raw)": 0.3238784968852997, "Finetune/Step": 14102, "Finetune/Step Time": 6.6193717289716005}
{"Finetune/Learning Rate": 4.7560505505392483e-07, "Finetune/Loss": 0.3645058870315552, "Finetune/Loss (Raw)": 0.3389115035533905, "Finetune/Step": 14103, "Finetune/Step Time": 6.627792481333017}
{"Finetune/Learning Rate": 4.749723983577992e-07, "Finetune/Loss": 0.36560121178627014, "Finetune/Loss (Raw)": 0.4473003149032593, "Finetune/Step": 14104, "Finetune/Step Time": 6.618038659915328}
{"Finetune/Learning Rate": 4.7434015248999264e-07, "Finetune/Loss": 0.36538177728652954, "Finetune/Loss (Raw)": 0.39975959062576294, "Finetune/Step": 14105, "Finetune/Step Time": 6.628821836784482}
{"Finetune/Learning Rate": 4.7370831747777455e-07, "Finetune/Loss": 0.3650990426540375, "Finetune/Loss (Raw)": 0.38107752799987793, "Finetune/Step": 14106, "Finetune/Step Time": 6.619453594088554}
{"Finetune/Learning Rate": 4.730768933483998e-07, "Finetune/Loss": 0.36544305086135864, "Finetune/Loss (Raw)": 0.3939347267150879, "Finetune/Step": 14107, "Finetune/Step Time": 6.620531514286995}
{"Finetune/Learning Rate": 4.7244588012909874e-07, "Finetune/Loss": 0.3660488426685333, "Finetune/Loss (Raw)": 0.3817567825317383, "Finetune/Step": 14108, "Finetune/Step Time": 6.619168447330594}
{"Finetune/Learning Rate": 4.718152778470886e-07, "Finetune/Loss": 0.3661275804042816, "Finetune/Loss (Raw)": 0.3828693628311157, "Finetune/Step": 14109, "Finetune/Step Time": 6.617500586435199}
{"Finetune/Learning Rate": 4.7118508652957086e-07, "Finetune/Loss": 0.3661315441131592, "Finetune/Loss (Raw)": 0.3863906264305115, "Finetune/Step": 14110, "Finetune/Step Time": 6.61842293292284}
{"Finetune/Learning Rate": 4.7055530620372383e-07, "Finetune/Loss": 0.36688488721847534, "Finetune/Loss (Raw)": 0.3497856557369232, "Finetune/Step": 14111, "Finetune/Step Time": 6.626168893650174}
{"Finetune/Learning Rate": 4.6992593689671127e-07, "Finetune/Loss": 0.36604005098342896, "Finetune/Loss (Raw)": 0.272260844707489, "Finetune/Step": 14112, "Finetune/Step Time": 6.630205545574427}
{"Finetune/Learning Rate": 4.692969786356794e-07, "Finetune/Loss": 0.36538735032081604, "Finetune/Loss (Raw)": 0.2703729569911957, "Finetune/Step": 14113, "Finetune/Step Time": 6.631348095834255}
{"Finetune/Learning Rate": 4.6866843144775633e-07, "Finetune/Loss": 0.3659021258354187, "Finetune/Loss (Raw)": 0.3850351870059967, "Finetune/Step": 14114, "Finetune/Step Time": 6.620547294616699}
{"Finetune/Learning Rate": 4.680402953600516e-07, "Finetune/Loss": 0.36421918869018555, "Finetune/Loss (Raw)": 0.12456459552049637, "Finetune/Step": 14115, "Finetune/Step Time": 6.639326106756926}
{"Finetune/Learning Rate": 4.6741257039965903e-07, "Finetune/Loss": 0.3644210696220398, "Finetune/Loss (Raw)": 0.3279457092285156, "Finetune/Step": 14116, "Finetune/Step Time": 6.644567372277379}
{"Finetune/Learning Rate": 4.6678525659365147e-07, "Finetune/Loss": 0.3641798496246338, "Finetune/Loss (Raw)": 0.3509763181209564, "Finetune/Step": 14117, "Finetune/Step Time": 6.641820976510644}
{"Finetune/Learning Rate": 4.6615835396908727e-07, "Finetune/Loss": 0.3638138175010681, "Finetune/Loss (Raw)": 0.35345664620399475, "Finetune/Step": 14118, "Finetune/Step Time": 6.642293032258749}
{"Finetune/Learning Rate": 4.6553186255300366e-07, "Finetune/Loss": 0.36383599042892456, "Finetune/Loss (Raw)": 0.37352606654167175, "Finetune/Step": 14119, "Finetune/Step Time": 6.662492834031582}
{"Finetune/Learning Rate": 4.6490578237242344e-07, "Finetune/Loss": 0.3640504777431488, "Finetune/Loss (Raw)": 0.3463418483734131, "Finetune/Step": 14120, "Finetune/Step Time": 6.680175902321935}
{"Finetune/Learning Rate": 4.6428011345435177e-07, "Finetune/Loss": 0.36462628841400146, "Finetune/Loss (Raw)": 0.43101945519447327, "Finetune/Step": 14121, "Finetune/Step Time": 6.677707023918629}
{"Finetune/Learning Rate": 4.636548558257725e-07, "Finetune/Loss": 0.36533257365226746, "Finetune/Loss (Raw)": 0.43903207778930664, "Finetune/Step": 14122, "Finetune/Step Time": 6.702993659302592}
{"Finetune/Learning Rate": 4.630300095136553e-07, "Finetune/Loss": 0.3659704327583313, "Finetune/Loss (Raw)": 0.4768310785293579, "Finetune/Step": 14123, "Finetune/Step Time": 6.696772709488869}
{"Finetune/Learning Rate": 4.624055745449485e-07, "Finetune/Loss": 0.3660389482975006, "Finetune/Loss (Raw)": 0.3307090699672699, "Finetune/Step": 14124, "Finetune/Step Time": 6.701445244252682}
{"Finetune/Learning Rate": 4.617815509465873e-07, "Finetune/Loss": 0.3653762638568878, "Finetune/Loss (Raw)": 0.3112860321998596, "Finetune/Step": 14125, "Finetune/Step Time": 6.705408180132508}
{"Finetune/Learning Rate": 4.6115793874548563e-07, "Finetune/Loss": 0.3651813566684723, "Finetune/Loss (Raw)": 0.30674511194229126, "Finetune/Step": 14126, "Finetune/Step Time": 6.706390155479312}
{"Finetune/Learning Rate": 4.60534737968541e-07, "Finetune/Loss": 0.3652939796447754, "Finetune/Loss (Raw)": 0.35834363102912903, "Finetune/Step": 14127, "Finetune/Step Time": 6.699805315583944}
{"Finetune/Learning Rate": 4.5991194864263513e-07, "Finetune/Loss": 0.3659670352935791, "Finetune/Loss (Raw)": 0.3247815668582916, "Finetune/Step": 14128, "Finetune/Step Time": 6.678225513547659}
{"Finetune/Learning Rate": 4.5928957079462655e-07, "Finetune/Loss": 0.36763662099838257, "Finetune/Loss (Raw)": 0.3368809223175049, "Finetune/Step": 14129, "Finetune/Step Time": 6.663570148870349}
{"Finetune/Learning Rate": 4.586676044513605e-07, "Finetune/Loss": 0.368831992149353, "Finetune/Loss (Raw)": 0.4818058907985687, "Finetune/Step": 14130, "Finetune/Step Time": 6.667502222582698}
{"Finetune/Learning Rate": 4.5804604963966215e-07, "Finetune/Loss": 0.3680242896080017, "Finetune/Loss (Raw)": 0.2959804832935333, "Finetune/Step": 14131, "Finetune/Step Time": 6.645407313480973}
{"Finetune/Learning Rate": 4.574249063863423e-07, "Finetune/Loss": 0.36850517988204956, "Finetune/Loss (Raw)": 0.3511180281639099, "Finetune/Step": 14132, "Finetune/Step Time": 6.616723768413067}
{"Finetune/Learning Rate": 4.568041747181895e-07, "Finetune/Loss": 0.36998748779296875, "Finetune/Loss (Raw)": 0.4620073437690735, "Finetune/Step": 14133, "Finetune/Step Time": 6.600256832316518}
{"Finetune/Learning Rate": 4.56183854661979e-07, "Finetune/Loss": 0.36947986483573914, "Finetune/Loss (Raw)": 0.30149659514427185, "Finetune/Step": 14134, "Finetune/Step Time": 6.604511983692646}
{"Finetune/Learning Rate": 4.555639462444661e-07, "Finetune/Loss": 0.3695356845855713, "Finetune/Loss (Raw)": 0.42699119448661804, "Finetune/Step": 14135, "Finetune/Step Time": 6.600890705361962}
{"Finetune/Learning Rate": 4.5494444949238604e-07, "Finetune/Loss": 0.3691782057285309, "Finetune/Loss (Raw)": 0.30357566475868225, "Finetune/Step": 14136, "Finetune/Step Time": 6.59953567199409}
{"Finetune/Learning Rate": 4.543253644324597e-07, "Finetune/Loss": 0.3691166639328003, "Finetune/Loss (Raw)": 0.4007675051689148, "Finetune/Step": 14137, "Finetune/Step Time": 6.584162475541234}
{"Finetune/Learning Rate": 4.53706691091389e-07, "Finetune/Loss": 0.3696152865886688, "Finetune/Loss (Raw)": 0.38490134477615356, "Finetune/Step": 14138, "Finetune/Step Time": 6.58871291577816}
{"Finetune/Learning Rate": 4.530884294958604e-07, "Finetune/Loss": 0.3689451217651367, "Finetune/Loss (Raw)": 0.21761184930801392, "Finetune/Step": 14139, "Finetune/Step Time": 6.615509549155831}
{"Finetune/Learning Rate": 4.5247057967253814e-07, "Finetune/Loss": 0.3696215748786926, "Finetune/Loss (Raw)": 0.41186946630477905, "Finetune/Step": 14140, "Finetune/Step Time": 6.635687964037061}
{"Finetune/Learning Rate": 4.518531416480709e-07, "Finetune/Loss": 0.3687354326248169, "Finetune/Loss (Raw)": 0.38536110520362854, "Finetune/Step": 14141, "Finetune/Step Time": 6.6329199727624655}
{"Finetune/Learning Rate": 4.512361154490907e-07, "Finetune/Loss": 0.368361234664917, "Finetune/Loss (Raw)": 0.4052511155605316, "Finetune/Step": 14142, "Finetune/Step Time": 6.623153591528535}
{"Finetune/Learning Rate": 4.5061950110220965e-07, "Finetune/Loss": 0.3684648275375366, "Finetune/Loss (Raw)": 0.3902800381183624, "Finetune/Step": 14143, "Finetune/Step Time": 6.629593204706907}
{"Finetune/Learning Rate": 4.5000329863402415e-07, "Finetune/Loss": 0.3679368197917938, "Finetune/Loss (Raw)": 0.3175414800643921, "Finetune/Step": 14144, "Finetune/Step Time": 6.631590815261006}
{"Finetune/Learning Rate": 4.4938750807111073e-07, "Finetune/Loss": 0.36750173568725586, "Finetune/Loss (Raw)": 0.3160014748573303, "Finetune/Step": 14145, "Finetune/Step Time": 6.638216847553849}
{"Finetune/Learning Rate": 4.4877212944003156e-07, "Finetune/Loss": 0.36780086159706116, "Finetune/Loss (Raw)": 0.3830941915512085, "Finetune/Step": 14146, "Finetune/Step Time": 6.635161714628339}
{"Finetune/Learning Rate": 4.4815716276732644e-07, "Finetune/Loss": 0.3680300712585449, "Finetune/Loss (Raw)": 0.34542205929756165, "Finetune/Step": 14147, "Finetune/Step Time": 6.617387363687158}
{"Finetune/Learning Rate": 4.475426080795231e-07, "Finetune/Loss": 0.3677586615085602, "Finetune/Loss (Raw)": 0.37490108609199524, "Finetune/Step": 14148, "Finetune/Step Time": 6.630425315350294}
{"Finetune/Learning Rate": 4.469284654031236e-07, "Finetune/Loss": 0.36830219626426697, "Finetune/Loss (Raw)": 0.3708633482456207, "Finetune/Step": 14149, "Finetune/Step Time": 6.614303484559059}
{"Finetune/Learning Rate": 4.463147347646213e-07, "Finetune/Loss": 0.3685891032218933, "Finetune/Loss (Raw)": 0.37856826186180115, "Finetune/Step": 14150, "Finetune/Step Time": 6.607764923945069}
{"Finetune/Learning Rate": 4.457014161904838e-07, "Finetune/Loss": 0.3676993250846863, "Finetune/Loss (Raw)": 0.2774996757507324, "Finetune/Step": 14151, "Finetune/Step Time": 6.616084173321724}
{"Finetune/Learning Rate": 4.450885097071644e-07, "Finetune/Loss": 0.3676753044128418, "Finetune/Loss (Raw)": 0.3492793142795563, "Finetune/Step": 14152, "Finetune/Step Time": 6.616129631176591}
{"Finetune/Learning Rate": 4.444760153411021e-07, "Finetune/Loss": 0.3667062520980835, "Finetune/Loss (Raw)": 0.3106064200401306, "Finetune/Step": 14153, "Finetune/Step Time": 6.619313593953848}
{"Finetune/Learning Rate": 4.438639331187111e-07, "Finetune/Loss": 0.36637696623802185, "Finetune/Loss (Raw)": 0.37697142362594604, "Finetune/Step": 14154, "Finetune/Step Time": 6.623747119680047}
{"Finetune/Learning Rate": 4.432522630663949e-07, "Finetune/Loss": 0.36748161911964417, "Finetune/Loss (Raw)": 0.5174906849861145, "Finetune/Step": 14155, "Finetune/Step Time": 6.640526235103607}
{"Finetune/Learning Rate": 4.426410052105312e-07, "Finetune/Loss": 0.36766499280929565, "Finetune/Loss (Raw)": 0.3978748023509979, "Finetune/Step": 14156, "Finetune/Step Time": 6.641097601503134}
{"Finetune/Learning Rate": 4.4203015957748784e-07, "Finetune/Loss": 0.3672940731048584, "Finetune/Loss (Raw)": 0.3014329969882965, "Finetune/Step": 14157, "Finetune/Step Time": 6.644517565146089}
{"Finetune/Learning Rate": 4.414197261936115e-07, "Finetune/Loss": 0.3695378303527832, "Finetune/Loss (Raw)": 0.3974291682243347, "Finetune/Step": 14158, "Finetune/Step Time": 6.623983666300774}
{"Finetune/Learning Rate": 4.4080970508523e-07, "Finetune/Loss": 0.36932727694511414, "Finetune/Loss (Raw)": 0.3629734218120575, "Finetune/Step": 14159, "Finetune/Step Time": 6.63636365160346}
{"Finetune/Learning Rate": 4.4020009627865347e-07, "Finetune/Loss": 0.3670324981212616, "Finetune/Loss (Raw)": 0.12531393766403198, "Finetune/Step": 14160, "Finetune/Step Time": 6.646246673539281}
{"Finetune/Learning Rate": 4.3959089980017854e-07, "Finetune/Loss": 0.3662984371185303, "Finetune/Loss (Raw)": 0.33551040291786194, "Finetune/Step": 14161, "Finetune/Step Time": 6.628875741735101}
{"Finetune/Learning Rate": 4.389821156760765e-07, "Finetune/Loss": 0.3672250211238861, "Finetune/Loss (Raw)": 0.46982458233833313, "Finetune/Step": 14162, "Finetune/Step Time": 6.635974345728755}
{"Finetune/Learning Rate": 4.3837374393260747e-07, "Finetune/Loss": 0.36640048027038574, "Finetune/Loss (Raw)": 0.3246671259403229, "Finetune/Step": 14163, "Finetune/Step Time": 6.622057396918535}
{"Finetune/Learning Rate": 4.377657845960115e-07, "Finetune/Loss": 0.3652195632457733, "Finetune/Loss (Raw)": 0.3409137427806854, "Finetune/Step": 14164, "Finetune/Step Time": 6.633949166163802}
{"Finetune/Learning Rate": 4.3715823769250877e-07, "Finetune/Loss": 0.36548277735710144, "Finetune/Loss (Raw)": 0.4155406057834625, "Finetune/Step": 14165, "Finetune/Step Time": 6.62704517878592}
{"Finetune/Learning Rate": 4.365511032483072e-07, "Finetune/Loss": 0.3656195402145386, "Finetune/Loss (Raw)": 0.43282338976860046, "Finetune/Step": 14166, "Finetune/Step Time": 6.626054462045431}
{"Finetune/Learning Rate": 4.359443812895914e-07, "Finetune/Loss": 0.3659766912460327, "Finetune/Loss (Raw)": 0.42339733242988586, "Finetune/Step": 14167, "Finetune/Step Time": 6.6310906913131475}
{"Finetune/Learning Rate": 4.353380718425293e-07, "Finetune/Loss": 0.36545330286026, "Finetune/Loss (Raw)": 0.36938801407814026, "Finetune/Step": 14168, "Finetune/Step Time": 6.6451926697045565}
{"Finetune/Learning Rate": 4.3473217493327226e-07, "Finetune/Loss": 0.36551433801651, "Finetune/Loss (Raw)": 0.3621816039085388, "Finetune/Step": 14169, "Finetune/Step Time": 6.633849145844579}
{"Finetune/Learning Rate": 4.34126690587956e-07, "Finetune/Loss": 0.3637058138847351, "Finetune/Loss (Raw)": 0.28764453530311584, "Finetune/Step": 14170, "Finetune/Step Time": 6.635871924459934}
{"Finetune/Learning Rate": 4.3352161883269297e-07, "Finetune/Loss": 0.3636574447154999, "Finetune/Loss (Raw)": 0.36137938499450684, "Finetune/Step": 14171, "Finetune/Step Time": 6.627357823774219}
{"Finetune/Learning Rate": 4.3291695969358114e-07, "Finetune/Loss": 0.363106369972229, "Finetune/Loss (Raw)": 0.33255043625831604, "Finetune/Step": 14172, "Finetune/Step Time": 6.630834203213453}
{"Finetune/Learning Rate": 4.323127131967009e-07, "Finetune/Loss": 0.3616081476211548, "Finetune/Loss (Raw)": 0.14810965955257416, "Finetune/Step": 14173, "Finetune/Step Time": 6.628415247425437}
{"Finetune/Learning Rate": 4.3170887936811676e-07, "Finetune/Loss": 0.3618008494377136, "Finetune/Loss (Raw)": 0.3700745701789856, "Finetune/Step": 14174, "Finetune/Step Time": 6.6292094346135855}
{"Finetune/Learning Rate": 4.3110545823386806e-07, "Finetune/Loss": 0.3618603050708771, "Finetune/Loss (Raw)": 0.3839528262615204, "Finetune/Step": 14175, "Finetune/Step Time": 6.622674969956279}
{"Finetune/Learning Rate": 4.305024498199839e-07, "Finetune/Loss": 0.3619192838668823, "Finetune/Loss (Raw)": 0.39691248536109924, "Finetune/Step": 14176, "Finetune/Step Time": 6.609835632145405}
{"Finetune/Learning Rate": 4.298998541524735e-07, "Finetune/Loss": 0.3624148666858673, "Finetune/Loss (Raw)": 0.42667901515960693, "Finetune/Step": 14177, "Finetune/Step Time": 6.61505383066833}
{"Finetune/Learning Rate": 4.29297671257326e-07, "Finetune/Loss": 0.3629522919654846, "Finetune/Loss (Raw)": 0.40630796551704407, "Finetune/Step": 14178, "Finetune/Step Time": 6.610388273373246}
{"Finetune/Learning Rate": 4.286959011605174e-07, "Finetune/Loss": 0.3623029589653015, "Finetune/Loss (Raw)": 0.3017144799232483, "Finetune/Step": 14179, "Finetune/Step Time": 6.629457568749785}
{"Finetune/Learning Rate": 4.280945438880002e-07, "Finetune/Loss": 0.36198198795318604, "Finetune/Loss (Raw)": 0.34873414039611816, "Finetune/Step": 14180, "Finetune/Step Time": 6.624613866209984}
{"Finetune/Learning Rate": 4.2749359946571254e-07, "Finetune/Loss": 0.362379789352417, "Finetune/Loss (Raw)": 0.39303696155548096, "Finetune/Step": 14181, "Finetune/Step Time": 6.620599189773202}
{"Finetune/Learning Rate": 4.2689306791957374e-07, "Finetune/Loss": 0.36169129610061646, "Finetune/Loss (Raw)": 0.3958558440208435, "Finetune/Step": 14182, "Finetune/Step Time": 6.61646325699985}
{"Finetune/Learning Rate": 4.262929492754853e-07, "Finetune/Loss": 0.362719863653183, "Finetune/Loss (Raw)": 0.4202858507633209, "Finetune/Step": 14183, "Finetune/Step Time": 6.617343932390213}
{"Finetune/Learning Rate": 4.2569324355933197e-07, "Finetune/Loss": 0.36300501227378845, "Finetune/Loss (Raw)": 0.4308360517024994, "Finetune/Step": 14184, "Finetune/Step Time": 6.60907076485455}
{"Finetune/Learning Rate": 4.250939507969787e-07, "Finetune/Loss": 0.3631381690502167, "Finetune/Loss (Raw)": 0.32855573296546936, "Finetune/Step": 14185, "Finetune/Step Time": 6.625235298648477}
{"Finetune/Learning Rate": 4.244950710142759e-07, "Finetune/Loss": 0.3632361888885498, "Finetune/Loss (Raw)": 0.34415027499198914, "Finetune/Step": 14186, "Finetune/Step Time": 6.629528181627393}
{"Finetune/Learning Rate": 4.23896604237054e-07, "Finetune/Loss": 0.36296162009239197, "Finetune/Loss (Raw)": 0.29812079668045044, "Finetune/Step": 14187, "Finetune/Step Time": 6.631174402311444}
{"Finetune/Learning Rate": 4.2329855049112465e-07, "Finetune/Loss": 0.3634040653705597, "Finetune/Loss (Raw)": 0.3652060031890869, "Finetune/Step": 14188, "Finetune/Step Time": 6.639029299840331}
{"Finetune/Learning Rate": 4.227009098022816e-07, "Finetune/Loss": 0.36378738284111023, "Finetune/Loss (Raw)": 0.39934107661247253, "Finetune/Step": 14189, "Finetune/Step Time": 6.643453653901815}
{"Finetune/Learning Rate": 4.2210368219630536e-07, "Finetune/Loss": 0.363847553730011, "Finetune/Loss (Raw)": 0.38142746686935425, "Finetune/Step": 14190, "Finetune/Step Time": 6.637053046375513}
{"Finetune/Learning Rate": 4.21506867698952e-07, "Finetune/Loss": 0.3607105612754822, "Finetune/Loss (Raw)": 0.08553096652030945, "Finetune/Step": 14191, "Finetune/Step Time": 6.650288691744208}
{"Finetune/Learning Rate": 4.209104663359642e-07, "Finetune/Loss": 0.3613722026348114, "Finetune/Loss (Raw)": 0.18811306357383728, "Finetune/Step": 14192, "Finetune/Step Time": 6.652013450860977}
{"Finetune/Learning Rate": 4.2031447813306705e-07, "Finetune/Loss": 0.36139559745788574, "Finetune/Loss (Raw)": 0.4016215205192566, "Finetune/Step": 14193, "Finetune/Step Time": 6.641406653448939}
{"Finetune/Learning Rate": 4.197189031159632e-07, "Finetune/Loss": 0.36259597539901733, "Finetune/Loss (Raw)": 0.4852108061313629, "Finetune/Step": 14194, "Finetune/Step Time": 6.635069530457258}
{"Finetune/Learning Rate": 4.1912374131034326e-07, "Finetune/Loss": 0.36217963695526123, "Finetune/Loss (Raw)": 0.32413527369499207, "Finetune/Step": 14195, "Finetune/Step Time": 6.633228998631239}
{"Finetune/Learning Rate": 4.1852899274187563e-07, "Finetune/Loss": 0.36125025153160095, "Finetune/Loss (Raw)": 0.34271126985549927, "Finetune/Step": 14196, "Finetune/Step Time": 6.622479313984513}
{"Finetune/Learning Rate": 4.179346574362142e-07, "Finetune/Loss": 0.3619317412376404, "Finetune/Loss (Raw)": 0.3940657079219818, "Finetune/Step": 14197, "Finetune/Step Time": 6.626533541828394}
{"Finetune/Learning Rate": 4.173407354189929e-07, "Finetune/Loss": 0.3616250157356262, "Finetune/Loss (Raw)": 0.33085447549819946, "Finetune/Step": 14198, "Finetune/Step Time": 6.623186385259032}
{"Finetune/Learning Rate": 4.16747226715829e-07, "Finetune/Loss": 0.3622697591781616, "Finetune/Loss (Raw)": 0.45224571228027344, "Finetune/Step": 14199, "Finetune/Step Time": 6.628085942938924}
{"Finetune/Learning Rate": 4.1615413135232095e-07, "Finetune/Loss": 0.3622136414051056, "Finetune/Loss (Raw)": 0.3794127404689789, "Finetune/Step": 14200, "Finetune/Step Time": 6.634024705737829}
{"Finetune/Learning Rate": 4.155614493540505e-07, "Finetune/Loss": 0.36244362592697144, "Finetune/Loss (Raw)": 0.4251890778541565, "Finetune/Step": 14201, "Finetune/Step Time": 6.657030334696174}
{"Finetune/Learning Rate": 4.1496918074657945e-07, "Finetune/Loss": 0.3625253438949585, "Finetune/Loss (Raw)": 0.3917962610721588, "Finetune/Step": 14202, "Finetune/Step Time": 6.65501213259995}
{"Finetune/Learning Rate": 4.1437732555545395e-07, "Finetune/Loss": 0.36352255940437317, "Finetune/Loss (Raw)": 0.2998112142086029, "Finetune/Step": 14203, "Finetune/Step Time": 6.649771606549621}
{"Finetune/Learning Rate": 4.1378588380620146e-07, "Finetune/Loss": 0.3608165681362152, "Finetune/Loss (Raw)": 0.08337658643722534, "Finetune/Step": 14204, "Finetune/Step Time": 6.667947230860591}
{"Finetune/Learning Rate": 4.131948555243315e-07, "Finetune/Loss": 0.3610650300979614, "Finetune/Loss (Raw)": 0.4060244560241699, "Finetune/Step": 14205, "Finetune/Step Time": 6.66814218647778}
{"Finetune/Learning Rate": 4.12604240735337e-07, "Finetune/Loss": 0.3604499399662018, "Finetune/Loss (Raw)": 0.301848828792572, "Finetune/Step": 14206, "Finetune/Step Time": 6.656487923115492}
{"Finetune/Learning Rate": 4.12014039464691e-07, "Finetune/Loss": 0.35994940996170044, "Finetune/Loss (Raw)": 0.36864998936653137, "Finetune/Step": 14207, "Finetune/Step Time": 6.661333421245217}
{"Finetune/Learning Rate": 4.1142425173784974e-07, "Finetune/Loss": 0.3602491617202759, "Finetune/Loss (Raw)": 0.4618985056877136, "Finetune/Step": 14208, "Finetune/Step Time": 6.664595136418939}
{"Finetune/Learning Rate": 4.1083487758025176e-07, "Finetune/Loss": 0.3601619601249695, "Finetune/Loss (Raw)": 0.3872033357620239, "Finetune/Step": 14209, "Finetune/Step Time": 6.662205122411251}
{"Finetune/Learning Rate": 4.10245917017319e-07, "Finetune/Loss": 0.35966670513153076, "Finetune/Loss (Raw)": 0.31783393025398254, "Finetune/Step": 14210, "Finetune/Step Time": 6.666421726346016}
{"Finetune/Learning Rate": 4.0965737007445326e-07, "Finetune/Loss": 0.3611912727355957, "Finetune/Loss (Raw)": 0.4617879390716553, "Finetune/Step": 14211, "Finetune/Step Time": 6.663250345736742}
{"Finetune/Learning Rate": 4.0906923677703767e-07, "Finetune/Loss": 0.3607564866542816, "Finetune/Loss (Raw)": 0.35969609022140503, "Finetune/Step": 14212, "Finetune/Step Time": 6.67396293208003}
{"Finetune/Learning Rate": 4.08481517150443e-07, "Finetune/Loss": 0.36031419038772583, "Finetune/Loss (Raw)": 0.3946797549724579, "Finetune/Step": 14213, "Finetune/Step Time": 6.654796969145536}
{"Finetune/Learning Rate": 4.078942112200146e-07, "Finetune/Loss": 0.3602748513221741, "Finetune/Loss (Raw)": 0.3469766080379486, "Finetune/Step": 14214, "Finetune/Step Time": 6.66078926064074}
{"Finetune/Learning Rate": 4.0730731901108547e-07, "Finetune/Loss": 0.3598562479019165, "Finetune/Loss (Raw)": 0.33484822511672974, "Finetune/Step": 14215, "Finetune/Step Time": 6.664151318371296}
{"Finetune/Learning Rate": 4.067208405489698e-07, "Finetune/Loss": 0.35892045497894287, "Finetune/Loss (Raw)": 0.2638489603996277, "Finetune/Step": 14216, "Finetune/Step Time": 6.663952674716711}
{"Finetune/Learning Rate": 4.0613477585896177e-07, "Finetune/Loss": 0.3588997721672058, "Finetune/Loss (Raw)": 0.4077085554599762, "Finetune/Step": 14217, "Finetune/Step Time": 6.6912129782140255}
{"Finetune/Learning Rate": 4.0554912496634016e-07, "Finetune/Loss": 0.35880935192108154, "Finetune/Loss (Raw)": 0.42754340171813965, "Finetune/Step": 14218, "Finetune/Step Time": 6.676200997084379}
{"Finetune/Learning Rate": 4.0496388789636575e-07, "Finetune/Loss": 0.3590938448905945, "Finetune/Loss (Raw)": 0.3613063097000122, "Finetune/Step": 14219, "Finetune/Step Time": 6.6787655632942915}
{"Finetune/Learning Rate": 4.043790646742796e-07, "Finetune/Loss": 0.35925784707069397, "Finetune/Loss (Raw)": 0.4062888026237488, "Finetune/Step": 14220, "Finetune/Step Time": 6.6747373435646296}
{"Finetune/Learning Rate": 4.037946553253058e-07, "Finetune/Loss": 0.3587081730365753, "Finetune/Loss (Raw)": 0.3498055636882782, "Finetune/Step": 14221, "Finetune/Step Time": 6.68306496925652}
{"Finetune/Learning Rate": 4.03210659874651e-07, "Finetune/Loss": 0.3589751124382019, "Finetune/Loss (Raw)": 0.4368031620979309, "Finetune/Step": 14222, "Finetune/Step Time": 6.669206604361534}
{"Finetune/Learning Rate": 4.0262707834750394e-07, "Finetune/Loss": 0.357974112033844, "Finetune/Loss (Raw)": 0.29008975625038147, "Finetune/Step": 14223, "Finetune/Step Time": 6.681192060932517}
{"Finetune/Learning Rate": 4.0204391076903547e-07, "Finetune/Loss": 0.356748104095459, "Finetune/Loss (Raw)": 0.3236045837402344, "Finetune/Step": 14224, "Finetune/Step Time": 6.668112698942423}
{"Finetune/Learning Rate": 4.0146115716439894e-07, "Finetune/Loss": 0.35640808939933777, "Finetune/Loss (Raw)": 0.3420988619327545, "Finetune/Step": 14225, "Finetune/Step Time": 6.660736724734306}
{"Finetune/Learning Rate": 4.0087881755872747e-07, "Finetune/Loss": 0.3557795286178589, "Finetune/Loss (Raw)": 0.3327394425868988, "Finetune/Step": 14226, "Finetune/Step Time": 6.673693671822548}
{"Finetune/Learning Rate": 4.0029689197713996e-07, "Finetune/Loss": 0.3573344945907593, "Finetune/Loss (Raw)": 0.3503530025482178, "Finetune/Step": 14227, "Finetune/Step Time": 6.661068601533771}
{"Finetune/Learning Rate": 3.9971538044473513e-07, "Finetune/Loss": 0.3579377830028534, "Finetune/Loss (Raw)": 0.4486389756202698, "Finetune/Step": 14228, "Finetune/Step Time": 6.648517621681094}
{"Finetune/Learning Rate": 3.991342829865941e-07, "Finetune/Loss": 0.35849982500076294, "Finetune/Loss (Raw)": 0.3984459936618805, "Finetune/Step": 14229, "Finetune/Step Time": 6.640646366402507}
{"Finetune/Learning Rate": 3.985535996277812e-07, "Finetune/Loss": 0.3590620160102844, "Finetune/Loss (Raw)": 0.3958395719528198, "Finetune/Step": 14230, "Finetune/Step Time": 6.636765714734793}
{"Finetune/Learning Rate": 3.9797333039334195e-07, "Finetune/Loss": 0.35869520902633667, "Finetune/Loss (Raw)": 0.29196250438690186, "Finetune/Step": 14231, "Finetune/Step Time": 6.641358645632863}
{"Finetune/Learning Rate": 3.973934753083042e-07, "Finetune/Loss": 0.3581172823905945, "Finetune/Loss (Raw)": 0.3733232021331787, "Finetune/Step": 14232, "Finetune/Step Time": 6.645234532654285}
{"Finetune/Learning Rate": 3.968140343976778e-07, "Finetune/Loss": 0.3576240539550781, "Finetune/Loss (Raw)": 0.336629718542099, "Finetune/Step": 14233, "Finetune/Step Time": 6.6433980986475945}
{"Finetune/Learning Rate": 3.962350076864552e-07, "Finetune/Loss": 0.35715606808662415, "Finetune/Loss (Raw)": 0.32117390632629395, "Finetune/Step": 14234, "Finetune/Step Time": 6.643618062138557}
{"Finetune/Learning Rate": 3.9565639519960954e-07, "Finetune/Loss": 0.35725921392440796, "Finetune/Loss (Raw)": 0.4071362614631653, "Finetune/Step": 14235, "Finetune/Step Time": 6.656091824173927}
{"Finetune/Learning Rate": 3.950781969620976e-07, "Finetune/Loss": 0.3570285141468048, "Finetune/Loss (Raw)": 0.3522264063358307, "Finetune/Step": 14236, "Finetune/Step Time": 6.6615139823406935}
{"Finetune/Learning Rate": 3.945004129988583e-07, "Finetune/Loss": 0.35623568296432495, "Finetune/Loss (Raw)": 0.2813907563686371, "Finetune/Step": 14237, "Finetune/Step Time": 6.6749304831027985}
{"Finetune/Learning Rate": 3.93923043334814e-07, "Finetune/Loss": 0.35644155740737915, "Finetune/Loss (Raw)": 0.41273993253707886, "Finetune/Step": 14238, "Finetune/Step Time": 6.685515407472849}
{"Finetune/Learning Rate": 3.933460879948647e-07, "Finetune/Loss": 0.3568379282951355, "Finetune/Loss (Raw)": 0.4005240201950073, "Finetune/Step": 14239, "Finetune/Step Time": 6.678947722539306}
{"Finetune/Learning Rate": 3.9276954700389613e-07, "Finetune/Loss": 0.3576003909111023, "Finetune/Loss (Raw)": 0.3698529005050659, "Finetune/Step": 14240, "Finetune/Step Time": 6.683268211781979}
{"Finetune/Learning Rate": 3.921934203867761e-07, "Finetune/Loss": 0.3586083948612213, "Finetune/Loss (Raw)": 0.3993978798389435, "Finetune/Step": 14241, "Finetune/Step Time": 6.696532942354679}
{"Finetune/Learning Rate": 3.9161770816835363e-07, "Finetune/Loss": 0.3585827946662903, "Finetune/Loss (Raw)": 0.3817589581012726, "Finetune/Step": 14242, "Finetune/Step Time": 6.701897773891687}
{"Finetune/Learning Rate": 3.9104241037345894e-07, "Finetune/Loss": 0.3606477677822113, "Finetune/Loss (Raw)": 0.3888810873031616, "Finetune/Step": 14243, "Finetune/Step Time": 6.682907473295927}
{"Finetune/Learning Rate": 3.904675270269065e-07, "Finetune/Loss": 0.36114373803138733, "Finetune/Loss (Raw)": 0.3914278447628021, "Finetune/Step": 14244, "Finetune/Step Time": 6.675707336515188}
{"Finetune/Learning Rate": 3.898930581534932e-07, "Finetune/Loss": 0.3609684407711029, "Finetune/Loss (Raw)": 0.32854077219963074, "Finetune/Step": 14245, "Finetune/Step Time": 6.677217738702893}
{"Finetune/Learning Rate": 3.893190037779937e-07, "Finetune/Loss": 0.36139899492263794, "Finetune/Loss (Raw)": 0.4085672199726105, "Finetune/Step": 14246, "Finetune/Step Time": 6.6823839116841555}
{"Finetune/Learning Rate": 3.8874536392516925e-07, "Finetune/Loss": 0.36113935708999634, "Finetune/Loss (Raw)": 0.3402961194515228, "Finetune/Step": 14247, "Finetune/Step Time": 6.6678913831710815}
{"Finetune/Learning Rate": 3.8817213861976124e-07, "Finetune/Loss": 0.361059308052063, "Finetune/Loss (Raw)": 0.3360925316810608, "Finetune/Step": 14248, "Finetune/Step Time": 6.660818591713905}
{"Finetune/Learning Rate": 3.8759932788649536e-07, "Finetune/Loss": 0.3605700731277466, "Finetune/Loss (Raw)": 0.36839765310287476, "Finetune/Step": 14249, "Finetune/Step Time": 6.6650714334100485}
{"Finetune/Learning Rate": 3.8702693175007523e-07, "Finetune/Loss": 0.36001211404800415, "Finetune/Loss (Raw)": 0.3676130175590515, "Finetune/Step": 14250, "Finetune/Step Time": 6.643895272165537}
{"Finetune/Learning Rate": 3.864549502351933e-07, "Finetune/Loss": 0.359327495098114, "Finetune/Loss (Raw)": 0.3891987204551697, "Finetune/Step": 14251, "Finetune/Step Time": 6.647565320134163}
{"Finetune/Learning Rate": 3.8588338336651433e-07, "Finetune/Loss": 0.35986846685409546, "Finetune/Loss (Raw)": 0.39995458722114563, "Finetune/Step": 14252, "Finetune/Step Time": 6.678695386275649}
{"Finetune/Learning Rate": 3.853122311686963e-07, "Finetune/Loss": 0.3601648509502411, "Finetune/Loss (Raw)": 0.3492231070995331, "Finetune/Step": 14253, "Finetune/Step Time": 6.679061084985733}
{"Finetune/Learning Rate": 3.847414936663696e-07, "Finetune/Loss": 0.36061692237854004, "Finetune/Loss (Raw)": 0.36461225152015686, "Finetune/Step": 14254, "Finetune/Step Time": 6.684580475091934}
{"Finetune/Learning Rate": 3.8417117088415336e-07, "Finetune/Loss": 0.3606741428375244, "Finetune/Loss (Raw)": 0.36566612124443054, "Finetune/Step": 14255, "Finetune/Step Time": 6.684666741639376}
{"Finetune/Learning Rate": 3.836012628466446e-07, "Finetune/Loss": 0.3602672815322876, "Finetune/Loss (Raw)": 0.2727023959159851, "Finetune/Step": 14256, "Finetune/Step Time": 6.684929313138127}
{"Finetune/Learning Rate": 3.830317695784258e-07, "Finetune/Loss": 0.35892653465270996, "Finetune/Loss (Raw)": 0.16526806354522705, "Finetune/Step": 14257, "Finetune/Step Time": 6.700189163908362}
{"Finetune/Learning Rate": 3.8246269110406077e-07, "Finetune/Loss": 0.3585846424102783, "Finetune/Loss (Raw)": 0.4380389153957367, "Finetune/Step": 14258, "Finetune/Step Time": 6.71429461799562}
{"Finetune/Learning Rate": 3.81894027448092e-07, "Finetune/Loss": 0.3597191870212555, "Finetune/Loss (Raw)": 0.44120535254478455, "Finetune/Step": 14259, "Finetune/Step Time": 6.720810016617179}
{"Finetune/Learning Rate": 3.8132577863504884e-07, "Finetune/Loss": 0.36027926206588745, "Finetune/Loss (Raw)": 0.42280814051628113, "Finetune/Step": 14260, "Finetune/Step Time": 6.719653338193893}
{"Finetune/Learning Rate": 3.807579446894405e-07, "Finetune/Loss": 0.3596881031990051, "Finetune/Loss (Raw)": 0.3863365948200226, "Finetune/Step": 14261, "Finetune/Step Time": 6.712308326736093}
{"Finetune/Learning Rate": 3.8019052563575743e-07, "Finetune/Loss": 0.35968589782714844, "Finetune/Loss (Raw)": 0.3012145459651947, "Finetune/Step": 14262, "Finetune/Step Time": 6.722532510757446}
{"Finetune/Learning Rate": 3.796235214984756e-07, "Finetune/Loss": 0.35984480381011963, "Finetune/Loss (Raw)": 0.44733357429504395, "Finetune/Step": 14263, "Finetune/Step Time": 6.734334981068969}
{"Finetune/Learning Rate": 3.790569323020499e-07, "Finetune/Loss": 0.3604452311992645, "Finetune/Loss (Raw)": 0.380427747964859, "Finetune/Step": 14264, "Finetune/Step Time": 6.730850761756301}
{"Finetune/Learning Rate": 3.784907580709152e-07, "Finetune/Loss": 0.36008790135383606, "Finetune/Loss (Raw)": 0.3550300896167755, "Finetune/Step": 14265, "Finetune/Step Time": 6.739232720807195}
{"Finetune/Learning Rate": 3.779249988294931e-07, "Finetune/Loss": 0.36009591817855835, "Finetune/Loss (Raw)": 0.385928213596344, "Finetune/Step": 14266, "Finetune/Step Time": 6.729820407927036}
{"Finetune/Learning Rate": 3.773596546021874e-07, "Finetune/Loss": 0.3615168333053589, "Finetune/Loss (Raw)": 0.3994908332824707, "Finetune/Step": 14267, "Finetune/Step Time": 6.699172565713525}
{"Finetune/Learning Rate": 3.767947254133797e-07, "Finetune/Loss": 0.3618379235267639, "Finetune/Loss (Raw)": 0.4529677927494049, "Finetune/Step": 14268, "Finetune/Step Time": 6.688505379483104}
{"Finetune/Learning Rate": 3.762302112874383e-07, "Finetune/Loss": 0.3616691827774048, "Finetune/Loss (Raw)": 0.3637616038322449, "Finetune/Step": 14269, "Finetune/Step Time": 6.696685619652271}
{"Finetune/Learning Rate": 3.756661122487104e-07, "Finetune/Loss": 0.36187857389450073, "Finetune/Loss (Raw)": 0.432054728269577, "Finetune/Step": 14270, "Finetune/Step Time": 6.700609454885125}
{"Finetune/Learning Rate": 3.7510242832152766e-07, "Finetune/Loss": 0.36152058839797974, "Finetune/Loss (Raw)": 0.34445643424987793, "Finetune/Step": 14271, "Finetune/Step Time": 6.700396863743663}
{"Finetune/Learning Rate": 3.745391595302006e-07, "Finetune/Loss": 0.36014384031295776, "Finetune/Loss (Raw)": 0.14131693542003632, "Finetune/Step": 14272, "Finetune/Step Time": 6.706652507185936}
{"Finetune/Learning Rate": 3.739763058990242e-07, "Finetune/Loss": 0.3608560860157013, "Finetune/Loss (Raw)": 0.4071695804595947, "Finetune/Step": 14273, "Finetune/Step Time": 6.703413415700197}
{"Finetune/Learning Rate": 3.73413867452278e-07, "Finetune/Loss": 0.3606758117675781, "Finetune/Loss (Raw)": 0.3600185811519623, "Finetune/Step": 14274, "Finetune/Step Time": 6.69876105338335}
{"Finetune/Learning Rate": 3.7285184421421704e-07, "Finetune/Loss": 0.36042144894599915, "Finetune/Loss (Raw)": 0.3128628730773926, "Finetune/Step": 14275, "Finetune/Step Time": 6.694692216813564}
{"Finetune/Learning Rate": 3.72290236209083e-07, "Finetune/Loss": 0.36101365089416504, "Finetune/Loss (Raw)": 0.4507009983062744, "Finetune/Step": 14276, "Finetune/Step Time": 6.7145493403077126}
{"Finetune/Learning Rate": 3.7172904346110206e-07, "Finetune/Loss": 0.36045384407043457, "Finetune/Loss (Raw)": 0.29920896887779236, "Finetune/Step": 14277, "Finetune/Step Time": 6.703056916594505}
{"Finetune/Learning Rate": 3.711682659944749e-07, "Finetune/Loss": 0.36072397232055664, "Finetune/Loss (Raw)": 0.413142591714859, "Finetune/Step": 14278, "Finetune/Step Time": 6.728729732334614}
{"Finetune/Learning Rate": 3.7060790383338986e-07, "Finetune/Loss": 0.3608514368534088, "Finetune/Loss (Raw)": 0.293817400932312, "Finetune/Step": 14279, "Finetune/Step Time": 6.748246701434255}
{"Finetune/Learning Rate": 3.700479570020177e-07, "Finetune/Loss": 0.36108940839767456, "Finetune/Loss (Raw)": 0.3797416090965271, "Finetune/Step": 14280, "Finetune/Step Time": 6.752764051780105}
{"Finetune/Learning Rate": 3.69488425524509e-07, "Finetune/Loss": 0.36200150847435, "Finetune/Loss (Raw)": 0.4273538291454315, "Finetune/Step": 14281, "Finetune/Step Time": 6.762820260599256}
{"Finetune/Learning Rate": 3.689293094249968e-07, "Finetune/Loss": 0.360673725605011, "Finetune/Loss (Raw)": 0.20701177418231964, "Finetune/Step": 14282, "Finetune/Step Time": 6.756381886079907}
{"Finetune/Learning Rate": 3.6837060872759843e-07, "Finetune/Loss": 0.35944846272468567, "Finetune/Loss (Raw)": 0.3606618344783783, "Finetune/Step": 14283, "Finetune/Step Time": 6.755167834460735}
{"Finetune/Learning Rate": 3.6781232345640795e-07, "Finetune/Loss": 0.35865721106529236, "Finetune/Loss (Raw)": 0.2965927720069885, "Finetune/Step": 14284, "Finetune/Step Time": 6.767836948856711}
{"Finetune/Learning Rate": 3.6725445363550935e-07, "Finetune/Loss": 0.3588973879814148, "Finetune/Loss (Raw)": 0.3321733772754669, "Finetune/Step": 14285, "Finetune/Step Time": 6.7658762242645025}
{"Finetune/Learning Rate": 3.666969992889602e-07, "Finetune/Loss": 0.35860705375671387, "Finetune/Loss (Raw)": 0.3602706491947174, "Finetune/Step": 14286, "Finetune/Step Time": 6.771098317578435}
{"Finetune/Learning Rate": 3.6613996044080556e-07, "Finetune/Loss": 0.3590741753578186, "Finetune/Loss (Raw)": 0.42276424169540405, "Finetune/Step": 14287, "Finetune/Step Time": 6.7632086630910635}
{"Finetune/Learning Rate": 3.65583337115073e-07, "Finetune/Loss": 0.36030131578445435, "Finetune/Loss (Raw)": 0.28238821029663086, "Finetune/Step": 14288, "Finetune/Step Time": 6.776377705857158}
{"Finetune/Learning Rate": 3.650271293357688e-07, "Finetune/Loss": 0.3605276346206665, "Finetune/Loss (Raw)": 0.364481121301651, "Finetune/Step": 14289, "Finetune/Step Time": 6.778788233175874}
{"Finetune/Learning Rate": 3.6447133712688486e-07, "Finetune/Loss": 0.3599790930747986, "Finetune/Loss (Raw)": 0.39961057901382446, "Finetune/Step": 14290, "Finetune/Step Time": 6.771661009639502}
{"Finetune/Learning Rate": 3.63915960512391e-07, "Finetune/Loss": 0.36022403836250305, "Finetune/Loss (Raw)": 0.35601919889450073, "Finetune/Step": 14291, "Finetune/Step Time": 6.769585082307458}
{"Finetune/Learning Rate": 3.6336099951624235e-07, "Finetune/Loss": 0.35996124148368835, "Finetune/Loss (Raw)": 0.3072761595249176, "Finetune/Step": 14292, "Finetune/Step Time": 6.7555107064545155}
{"Finetune/Learning Rate": 3.6280645416237437e-07, "Finetune/Loss": 0.3597681522369385, "Finetune/Loss (Raw)": 0.39082086086273193, "Finetune/Step": 14293, "Finetune/Step Time": 6.755435848608613}
{"Finetune/Learning Rate": 3.6225232447470894e-07, "Finetune/Loss": 0.35985612869262695, "Finetune/Loss (Raw)": 0.4440893828868866, "Finetune/Step": 14294, "Finetune/Step Time": 6.737620826810598}
{"Finetune/Learning Rate": 3.616986104771425e-07, "Finetune/Loss": 0.35932350158691406, "Finetune/Loss (Raw)": 0.35522106289863586, "Finetune/Step": 14295, "Finetune/Step Time": 6.731064366176724}
{"Finetune/Learning Rate": 3.611453121935593e-07, "Finetune/Loss": 0.3591768145561218, "Finetune/Loss (Raw)": 0.3506130576133728, "Finetune/Step": 14296, "Finetune/Step Time": 6.727231882512569}
{"Finetune/Learning Rate": 3.605924296478225e-07, "Finetune/Loss": 0.3597610890865326, "Finetune/Loss (Raw)": 0.4369674324989319, "Finetune/Step": 14297, "Finetune/Step Time": 6.732972519472241}
{"Finetune/Learning Rate": 3.6003996286378076e-07, "Finetune/Loss": 0.36046355962753296, "Finetune/Loss (Raw)": 0.3775588870048523, "Finetune/Step": 14298, "Finetune/Step Time": 6.736129874363542}
{"Finetune/Learning Rate": 3.5948791186526056e-07, "Finetune/Loss": 0.3604499101638794, "Finetune/Loss (Raw)": 0.3596305251121521, "Finetune/Step": 14299, "Finetune/Step Time": 6.739914856851101}
{"Finetune/Learning Rate": 3.589362766760751e-07, "Finetune/Loss": 0.3610629141330719, "Finetune/Loss (Raw)": 0.41101816296577454, "Finetune/Step": 14300, "Finetune/Step Time": 6.742803804576397}
{"Finetune/Learning Rate": 3.583850573200154e-07, "Finetune/Loss": 0.36331355571746826, "Finetune/Loss (Raw)": 0.4361886978149414, "Finetune/Step": 14301, "Finetune/Step Time": 6.72424728050828}
{"Finetune/Learning Rate": 3.578342538208568e-07, "Finetune/Loss": 0.363594114780426, "Finetune/Loss (Raw)": 0.4059898555278778, "Finetune/Step": 14302, "Finetune/Step Time": 6.730560317635536}
{"Finetune/Learning Rate": 3.57283866202357e-07, "Finetune/Loss": 0.36332419514656067, "Finetune/Loss (Raw)": 0.34940171241760254, "Finetune/Step": 14303, "Finetune/Step Time": 6.750922711566091}
{"Finetune/Learning Rate": 3.567338944882537e-07, "Finetune/Loss": 0.3632239103317261, "Finetune/Loss (Raw)": 0.384072870016098, "Finetune/Step": 14304, "Finetune/Step Time": 6.757445245981216}
{"Finetune/Learning Rate": 3.561843387022701e-07, "Finetune/Loss": 0.36273446679115295, "Finetune/Loss (Raw)": 0.3640337288379669, "Finetune/Step": 14305, "Finetune/Step Time": 6.7497040592134}
{"Finetune/Learning Rate": 3.5563519886810726e-07, "Finetune/Loss": 0.36226558685302734, "Finetune/Loss (Raw)": 0.34629112482070923, "Finetune/Step": 14306, "Finetune/Step Time": 6.753819074481726}
{"Finetune/Learning Rate": 3.5508647500945073e-07, "Finetune/Loss": 0.36261463165283203, "Finetune/Loss (Raw)": 0.346390962600708, "Finetune/Step": 14307, "Finetune/Step Time": 6.752284040674567}
{"Finetune/Learning Rate": 3.5453816714996815e-07, "Finetune/Loss": 0.3620462119579315, "Finetune/Loss (Raw)": 0.27597832679748535, "Finetune/Step": 14308, "Finetune/Step Time": 6.789466915652156}
{"Finetune/Learning Rate": 3.5399027531330955e-07, "Finetune/Loss": 0.3623964190483093, "Finetune/Loss (Raw)": 0.43786007165908813, "Finetune/Step": 14309, "Finetune/Step Time": 6.7897271160036325}
{"Finetune/Learning Rate": 3.534427995231049e-07, "Finetune/Loss": 0.3622533679008484, "Finetune/Loss (Raw)": 0.37755072116851807, "Finetune/Step": 14310, "Finetune/Step Time": 6.792385684326291}
{"Finetune/Learning Rate": 3.5289573980296753e-07, "Finetune/Loss": 0.36172056198120117, "Finetune/Loss (Raw)": 0.3520837724208832, "Finetune/Step": 14311, "Finetune/Step Time": 6.79051105119288}
{"Finetune/Learning Rate": 3.5234909617649414e-07, "Finetune/Loss": 0.36139482259750366, "Finetune/Loss (Raw)": 0.389141321182251, "Finetune/Step": 14312, "Finetune/Step Time": 6.790402317419648}
{"Finetune/Learning Rate": 3.518028686672614e-07, "Finetune/Loss": 0.36183059215545654, "Finetune/Loss (Raw)": 0.38433635234832764, "Finetune/Step": 14313, "Finetune/Step Time": 6.77340255305171}
{"Finetune/Learning Rate": 3.512570572988305e-07, "Finetune/Loss": 0.3621364235877991, "Finetune/Loss (Raw)": 0.38329949975013733, "Finetune/Step": 14314, "Finetune/Step Time": 6.77399923466146}
{"Finetune/Learning Rate": 3.507116620947415e-07, "Finetune/Loss": 0.36287665367126465, "Finetune/Loss (Raw)": 0.39286452531814575, "Finetune/Step": 14315, "Finetune/Step Time": 6.782902663573623}
{"Finetune/Learning Rate": 3.5016668307851885e-07, "Finetune/Loss": 0.3632316589355469, "Finetune/Loss (Raw)": 0.4106489419937134, "Finetune/Step": 14316, "Finetune/Step Time": 6.778931161388755}
{"Finetune/Learning Rate": 3.496221202736672e-07, "Finetune/Loss": 0.36355817317962646, "Finetune/Loss (Raw)": 0.4411318004131317, "Finetune/Step": 14317, "Finetune/Step Time": 6.782746711745858}
{"Finetune/Learning Rate": 3.490779737036754e-07, "Finetune/Loss": 0.3642241358757019, "Finetune/Loss (Raw)": 0.4666762351989746, "Finetune/Step": 14318, "Finetune/Step Time": 6.785769898444414}
{"Finetune/Learning Rate": 3.4853424339201246e-07, "Finetune/Loss": 0.36437177658081055, "Finetune/Loss (Raw)": 0.10442456603050232, "Finetune/Step": 14319, "Finetune/Step Time": 6.788465881720185}
{"Finetune/Learning Rate": 3.4799092936212974e-07, "Finetune/Loss": 0.3653576970100403, "Finetune/Loss (Raw)": 0.31430891156196594, "Finetune/Step": 14320, "Finetune/Step Time": 6.782613694667816}
{"Finetune/Learning Rate": 3.47448031637464e-07, "Finetune/Loss": 0.3647395372390747, "Finetune/Loss (Raw)": 0.32249656319618225, "Finetune/Step": 14321, "Finetune/Step Time": 6.769764453172684}
{"Finetune/Learning Rate": 3.4690555024142867e-07, "Finetune/Loss": 0.3639231026172638, "Finetune/Loss (Raw)": 0.380711168050766, "Finetune/Step": 14322, "Finetune/Step Time": 6.7754489704966545}
{"Finetune/Learning Rate": 3.463634851974229e-07, "Finetune/Loss": 0.3644331097602844, "Finetune/Loss (Raw)": 0.3894125819206238, "Finetune/Step": 14323, "Finetune/Step Time": 6.777235487475991}
{"Finetune/Learning Rate": 3.4582183652882575e-07, "Finetune/Loss": 0.3635975420475006, "Finetune/Loss (Raw)": 0.2357594221830368, "Finetune/Step": 14324, "Finetune/Step Time": 6.783891515806317}
{"Finetune/Learning Rate": 3.4528060425900065e-07, "Finetune/Loss": 0.3633570075035095, "Finetune/Loss (Raw)": 0.3632792830467224, "Finetune/Step": 14325, "Finetune/Step Time": 6.775423796847463}
{"Finetune/Learning Rate": 3.4473978841129016e-07, "Finetune/Loss": 0.36348843574523926, "Finetune/Loss (Raw)": 0.34767845273017883, "Finetune/Step": 14326, "Finetune/Step Time": 6.767107920721173}
{"Finetune/Learning Rate": 3.4419938900902114e-07, "Finetune/Loss": 0.36285698413848877, "Finetune/Loss (Raw)": 0.37141671776771545, "Finetune/Step": 14327, "Finetune/Step Time": 6.756420837715268}
{"Finetune/Learning Rate": 3.436594060755016e-07, "Finetune/Loss": 0.3629834055900574, "Finetune/Loss (Raw)": 0.3955981433391571, "Finetune/Step": 14328, "Finetune/Step Time": 6.754791956394911}
{"Finetune/Learning Rate": 3.4311983963402297e-07, "Finetune/Loss": 0.3626633584499359, "Finetune/Loss (Raw)": 0.3842225670814514, "Finetune/Step": 14329, "Finetune/Step Time": 6.730972409248352}
{"Finetune/Learning Rate": 3.4258068970785654e-07, "Finetune/Loss": 0.3623180389404297, "Finetune/Loss (Raw)": 0.34759730100631714, "Finetune/Step": 14330, "Finetune/Step Time": 6.74129706248641}
{"Finetune/Learning Rate": 3.420419563202559e-07, "Finetune/Loss": 0.3627423346042633, "Finetune/Loss (Raw)": 0.35412001609802246, "Finetune/Step": 14331, "Finetune/Step Time": 6.7242685705423355}
{"Finetune/Learning Rate": 3.415036394944593e-07, "Finetune/Loss": 0.36535149812698364, "Finetune/Loss (Raw)": 0.4173448979854584, "Finetune/Step": 14332, "Finetune/Step Time": 6.705499414354563}
{"Finetune/Learning Rate": 3.409657392536836e-07, "Finetune/Loss": 0.3656735420227051, "Finetune/Loss (Raw)": 0.44725173711776733, "Finetune/Step": 14333, "Finetune/Step Time": 6.702547213062644}
{"Finetune/Learning Rate": 3.404282556211291e-07, "Finetune/Loss": 0.3661265969276428, "Finetune/Loss (Raw)": 0.35983943939208984, "Finetune/Step": 14334, "Finetune/Step Time": 6.6950517650693655}
{"Finetune/Learning Rate": 3.398911886199807e-07, "Finetune/Loss": 0.36634641885757446, "Finetune/Loss (Raw)": 0.396787166595459, "Finetune/Step": 14335, "Finetune/Step Time": 6.697533266618848}
{"Finetune/Learning Rate": 3.3935453827340093e-07, "Finetune/Loss": 0.3658800721168518, "Finetune/Loss (Raw)": 0.4022012948989868, "Finetune/Step": 14336, "Finetune/Step Time": 6.700351238250732}
{"Finetune/Learning Rate": 3.3881830460453456e-07, "Finetune/Loss": 0.36561694741249084, "Finetune/Loss (Raw)": 0.35352474451065063, "Finetune/Step": 14337, "Finetune/Step Time": 6.713276606053114}
{"Finetune/Learning Rate": 3.382824876365132e-07, "Finetune/Loss": 0.3665774166584015, "Finetune/Loss (Raw)": 0.4407746195793152, "Finetune/Step": 14338, "Finetune/Step Time": 6.687881499528885}
{"Finetune/Learning Rate": 3.377470873924449e-07, "Finetune/Loss": 0.3657539188861847, "Finetune/Loss (Raw)": 0.3563803732395172, "Finetune/Step": 14339, "Finetune/Step Time": 6.697704782709479}
{"Finetune/Learning Rate": 3.3721210389542457e-07, "Finetune/Loss": 0.3657359480857849, "Finetune/Loss (Raw)": 0.3573952317237854, "Finetune/Step": 14340, "Finetune/Step Time": 6.698961541056633}
{"Finetune/Learning Rate": 3.3667753716852714e-07, "Finetune/Loss": 0.36560553312301636, "Finetune/Loss (Raw)": 0.3779907822608948, "Finetune/Step": 14341, "Finetune/Step Time": 6.702109485864639}
{"Finetune/Learning Rate": 3.361433872348063e-07, "Finetune/Loss": 0.365947961807251, "Finetune/Loss (Raw)": 0.39080607891082764, "Finetune/Step": 14342, "Finetune/Step Time": 6.684794839471579}
{"Finetune/Learning Rate": 3.356096541173015e-07, "Finetune/Loss": 0.36563146114349365, "Finetune/Loss (Raw)": 0.2943369150161743, "Finetune/Step": 14343, "Finetune/Step Time": 6.6982835084199905}
{"Finetune/Learning Rate": 3.350763378390354e-07, "Finetune/Loss": 0.3653883934020996, "Finetune/Loss (Raw)": 0.23273372650146484, "Finetune/Step": 14344, "Finetune/Step Time": 6.684272564947605}
{"Finetune/Learning Rate": 3.3454343842300953e-07, "Finetune/Loss": 0.36458820104599, "Finetune/Loss (Raw)": 0.30528488755226135, "Finetune/Step": 14345, "Finetune/Step Time": 6.655008301138878}
{"Finetune/Learning Rate": 3.340109558922089e-07, "Finetune/Loss": 0.3621286451816559, "Finetune/Loss (Raw)": 0.1127205640077591, "Finetune/Step": 14346, "Finetune/Step Time": 6.68370476923883}
{"Finetune/Learning Rate": 3.3347889026959956e-07, "Finetune/Loss": 0.3625496029853821, "Finetune/Loss (Raw)": 0.41518792510032654, "Finetune/Step": 14347, "Finetune/Step Time": 6.666769606992602}
{"Finetune/Learning Rate": 3.329472415781321e-07, "Finetune/Loss": 0.36225515604019165, "Finetune/Loss (Raw)": 0.3686010539531708, "Finetune/Step": 14348, "Finetune/Step Time": 6.678940523415804}
{"Finetune/Learning Rate": 3.3241600984073476e-07, "Finetune/Loss": 0.36272716522216797, "Finetune/Loss (Raw)": 0.41022297739982605, "Finetune/Step": 14349, "Finetune/Step Time": 6.6804761458188295}
{"Finetune/Learning Rate": 3.3188519508032146e-07, "Finetune/Loss": 0.361578106880188, "Finetune/Loss (Raw)": 0.2897240221500397, "Finetune/Step": 14350, "Finetune/Step Time": 6.686316028237343}
{"Finetune/Learning Rate": 3.313547973197873e-07, "Finetune/Loss": 0.36143171787261963, "Finetune/Loss (Raw)": 0.2713519036769867, "Finetune/Step": 14351, "Finetune/Step Time": 6.6850653644651175}
{"Finetune/Learning Rate": 3.3082481658200824e-07, "Finetune/Loss": 0.36221566796302795, "Finetune/Loss (Raw)": 0.4239473342895508, "Finetune/Step": 14352, "Finetune/Step Time": 6.696424279361963}
{"Finetune/Learning Rate": 3.3029525288984397e-07, "Finetune/Loss": 0.36210909485816956, "Finetune/Loss (Raw)": 0.3284577429294586, "Finetune/Step": 14353, "Finetune/Step Time": 6.700517691671848}
{"Finetune/Learning Rate": 3.2976610626613614e-07, "Finetune/Loss": 0.3625768721103668, "Finetune/Loss (Raw)": 0.39261510968208313, "Finetune/Step": 14354, "Finetune/Step Time": 6.68788456171751}
{"Finetune/Learning Rate": 3.2923737673370646e-07, "Finetune/Loss": 0.3625502586364746, "Finetune/Loss (Raw)": 0.3469436466693878, "Finetune/Step": 14355, "Finetune/Step Time": 6.681505866348743}
{"Finetune/Learning Rate": 3.2870906431535897e-07, "Finetune/Loss": 0.361652672290802, "Finetune/Loss (Raw)": 0.3337489366531372, "Finetune/Step": 14356, "Finetune/Step Time": 6.687828287482262}
{"Finetune/Learning Rate": 3.281811690338832e-07, "Finetune/Loss": 0.36171627044677734, "Finetune/Loss (Raw)": 0.4065861403942108, "Finetune/Step": 14357, "Finetune/Step Time": 6.692542172968388}
{"Finetune/Learning Rate": 3.2765369091204425e-07, "Finetune/Loss": 0.3597227931022644, "Finetune/Loss (Raw)": 0.1406746804714203, "Finetune/Step": 14358, "Finetune/Step Time": 6.712460840120912}
{"Finetune/Learning Rate": 3.2712662997259615e-07, "Finetune/Loss": 0.36059099435806274, "Finetune/Loss (Raw)": 0.4030970335006714, "Finetune/Step": 14359, "Finetune/Step Time": 6.706633657217026}
{"Finetune/Learning Rate": 3.265999862382707e-07, "Finetune/Loss": 0.3607370853424072, "Finetune/Loss (Raw)": 0.3920179605484009, "Finetune/Step": 14360, "Finetune/Step Time": 6.7176932990550995}
{"Finetune/Learning Rate": 3.2607375973178425e-07, "Finetune/Loss": 0.36077770590782166, "Finetune/Loss (Raw)": 0.3418327569961548, "Finetune/Step": 14361, "Finetune/Step Time": 6.714236918836832}
{"Finetune/Learning Rate": 3.2554795047583074e-07, "Finetune/Loss": 0.36121666431427, "Finetune/Loss (Raw)": 0.37735769152641296, "Finetune/Step": 14362, "Finetune/Step Time": 6.711832007393241}
{"Finetune/Learning Rate": 3.2502255849309107e-07, "Finetune/Loss": 0.3608732521533966, "Finetune/Loss (Raw)": 0.3631792962551117, "Finetune/Step": 14363, "Finetune/Step Time": 6.700694987550378}
{"Finetune/Learning Rate": 3.2449758380622475e-07, "Finetune/Loss": 0.3608677089214325, "Finetune/Loss (Raw)": 0.35151833295822144, "Finetune/Step": 14364, "Finetune/Step Time": 6.708886569365859}
{"Finetune/Learning Rate": 3.239730264378771e-07, "Finetune/Loss": 0.360562801361084, "Finetune/Loss (Raw)": 0.24236460030078888, "Finetune/Step": 14365, "Finetune/Step Time": 6.71245039254427}
{"Finetune/Learning Rate": 3.2344888641067216e-07, "Finetune/Loss": 0.3596501350402832, "Finetune/Loss (Raw)": 0.29591843485832214, "Finetune/Step": 14366, "Finetune/Step Time": 6.707196401432157}
{"Finetune/Learning Rate": 3.229251637472164e-07, "Finetune/Loss": 0.36006560921669006, "Finetune/Loss (Raw)": 0.4537036716938019, "Finetune/Step": 14367, "Finetune/Step Time": 6.7143836207687855}
{"Finetune/Learning Rate": 3.224018584700983e-07, "Finetune/Loss": 0.3596092462539673, "Finetune/Loss (Raw)": 0.31143584847450256, "Finetune/Step": 14368, "Finetune/Step Time": 6.727009233087301}
{"Finetune/Learning Rate": 3.218789706018888e-07, "Finetune/Loss": 0.3597031533718109, "Finetune/Loss (Raw)": 0.41142037510871887, "Finetune/Step": 14369, "Finetune/Step Time": 6.714560439810157}
{"Finetune/Learning Rate": 3.2135650016514196e-07, "Finetune/Loss": 0.35918623208999634, "Finetune/Loss (Raw)": 0.3155951499938965, "Finetune/Step": 14370, "Finetune/Step Time": 6.711827138438821}
{"Finetune/Learning Rate": 3.20834447182391e-07, "Finetune/Loss": 0.35961562395095825, "Finetune/Loss (Raw)": 0.4438380002975464, "Finetune/Step": 14371, "Finetune/Step Time": 6.714993737637997}
{"Finetune/Learning Rate": 3.2031281167615445e-07, "Finetune/Loss": 0.35993698239326477, "Finetune/Loss (Raw)": 0.4325620234012604, "Finetune/Step": 14372, "Finetune/Step Time": 6.726070901378989}
{"Finetune/Learning Rate": 3.1979159366892996e-07, "Finetune/Loss": 0.3602490723133087, "Finetune/Loss (Raw)": 0.3684922754764557, "Finetune/Step": 14373, "Finetune/Step Time": 6.73207494802773}
{"Finetune/Learning Rate": 3.1927079318320067e-07, "Finetune/Loss": 0.35808634757995605, "Finetune/Loss (Raw)": 0.13173986971378326, "Finetune/Step": 14374, "Finetune/Step Time": 6.746941922232509}
{"Finetune/Learning Rate": 3.187504102414274e-07, "Finetune/Loss": 0.35759031772613525, "Finetune/Loss (Raw)": 0.2768012285232544, "Finetune/Step": 14375, "Finetune/Step Time": 6.7606342397630215}
{"Finetune/Learning Rate": 3.182304448660545e-07, "Finetune/Loss": 0.3574725389480591, "Finetune/Loss (Raw)": 0.32101351022720337, "Finetune/Step": 14376, "Finetune/Step Time": 6.748108299449086}
{"Finetune/Learning Rate": 3.1771089707951064e-07, "Finetune/Loss": 0.35754483938217163, "Finetune/Loss (Raw)": 0.37765735387802124, "Finetune/Step": 14377, "Finetune/Step Time": 6.760367121547461}
{"Finetune/Learning Rate": 3.171917669042035e-07, "Finetune/Loss": 0.3566790819168091, "Finetune/Loss (Raw)": 0.2567974328994751, "Finetune/Step": 14378, "Finetune/Step Time": 6.756203044205904}
{"Finetune/Learning Rate": 3.1667305436252296e-07, "Finetune/Loss": 0.3569483160972595, "Finetune/Loss (Raw)": 0.42365750670433044, "Finetune/Step": 14379, "Finetune/Step Time": 6.745529130101204}
{"Finetune/Learning Rate": 3.161547594768455e-07, "Finetune/Loss": 0.35724613070487976, "Finetune/Loss (Raw)": 0.43807291984558105, "Finetune/Step": 14380, "Finetune/Step Time": 6.708821842446923}
{"Finetune/Learning Rate": 3.156368822695222e-07, "Finetune/Loss": 0.35680344700813293, "Finetune/Loss (Raw)": 0.29256388545036316, "Finetune/Step": 14381, "Finetune/Step Time": 6.709032885730267}
{"Finetune/Learning Rate": 3.1511942276289065e-07, "Finetune/Loss": 0.3547697067260742, "Finetune/Loss (Raw)": 0.10429379343986511, "Finetune/Step": 14382, "Finetune/Step Time": 6.7222168277949095}
{"Finetune/Learning Rate": 3.1460238097927086e-07, "Finetune/Loss": 0.35460489988327026, "Finetune/Loss (Raw)": 0.34456953406333923, "Finetune/Step": 14383, "Finetune/Step Time": 6.725425371900201}
{"Finetune/Learning Rate": 3.1408575694096275e-07, "Finetune/Loss": 0.3550605773925781, "Finetune/Loss (Raw)": 0.3310304582118988, "Finetune/Step": 14384, "Finetune/Step Time": 6.70693489536643}
{"Finetune/Learning Rate": 3.1356955067024963e-07, "Finetune/Loss": 0.3564107120037079, "Finetune/Loss (Raw)": 0.33808332681655884, "Finetune/Step": 14385, "Finetune/Step Time": 6.6868639048188925}
{"Finetune/Learning Rate": 3.13053762189397e-07, "Finetune/Loss": 0.35559096932411194, "Finetune/Loss (Raw)": 0.33311155438423157, "Finetune/Step": 14386, "Finetune/Step Time": 6.673864865675569}
{"Finetune/Learning Rate": 3.1253839152064813e-07, "Finetune/Loss": 0.3556011915206909, "Finetune/Loss (Raw)": 0.44251370429992676, "Finetune/Step": 14387, "Finetune/Step Time": 6.6677247285842896}
{"Finetune/Learning Rate": 3.1202343868623644e-07, "Finetune/Loss": 0.3548702895641327, "Finetune/Loss (Raw)": 0.3292524516582489, "Finetune/Step": 14388, "Finetune/Step Time": 6.681488396599889}
{"Finetune/Learning Rate": 3.115089037083685e-07, "Finetune/Loss": 0.3546096384525299, "Finetune/Loss (Raw)": 0.3529764413833618, "Finetune/Step": 14389, "Finetune/Step Time": 6.702522870153189}
{"Finetune/Learning Rate": 3.1099478660923777e-07, "Finetune/Loss": 0.3544374704360962, "Finetune/Loss (Raw)": 0.27917301654815674, "Finetune/Step": 14390, "Finetune/Step Time": 6.706951515749097}
{"Finetune/Learning Rate": 3.104810874110209e-07, "Finetune/Loss": 0.35356128215789795, "Finetune/Loss (Raw)": 0.33518359065055847, "Finetune/Step": 14391, "Finetune/Step Time": 6.703760216012597}
{"Finetune/Learning Rate": 3.099678061358735e-07, "Finetune/Loss": 0.35353410243988037, "Finetune/Loss (Raw)": 0.37694767117500305, "Finetune/Step": 14392, "Finetune/Step Time": 6.712499933317304}
{"Finetune/Learning Rate": 3.094549428059346e-07, "Finetune/Loss": 0.3536115884780884, "Finetune/Loss (Raw)": 0.36494848132133484, "Finetune/Step": 14393, "Finetune/Step Time": 6.7041819375008345}
{"Finetune/Learning Rate": 3.089424974433219e-07, "Finetune/Loss": 0.35397255420684814, "Finetune/Loss (Raw)": 0.43213197588920593, "Finetune/Step": 14394, "Finetune/Step Time": 6.702158402651548}
{"Finetune/Learning Rate": 3.0843047007014124e-07, "Finetune/Loss": 0.3533303737640381, "Finetune/Loss (Raw)": 0.31729385256767273, "Finetune/Step": 14395, "Finetune/Step Time": 6.716384219005704}
{"Finetune/Learning Rate": 3.07918860708476e-07, "Finetune/Loss": 0.35310906171798706, "Finetune/Loss (Raw)": 0.4246363639831543, "Finetune/Step": 14396, "Finetune/Step Time": 6.7064421977847815}
{"Finetune/Learning Rate": 3.07407669380394e-07, "Finetune/Loss": 0.35337337851524353, "Finetune/Loss (Raw)": 0.3975963294506073, "Finetune/Step": 14397, "Finetune/Step Time": 6.709804838523269}
{"Finetune/Learning Rate": 3.0689689610793994e-07, "Finetune/Loss": 0.3509095013141632, "Finetune/Loss (Raw)": 0.11667788028717041, "Finetune/Step": 14398, "Finetune/Step Time": 6.723060054704547}
{"Finetune/Learning Rate": 3.0638654091314834e-07, "Finetune/Loss": 0.3510344624519348, "Finetune/Loss (Raw)": 0.36044982075691223, "Finetune/Step": 14399, "Finetune/Step Time": 6.705708581954241}
{"Finetune/Learning Rate": 3.058766038180294e-07, "Finetune/Loss": 0.3526507019996643, "Finetune/Loss (Raw)": 0.3481960892677307, "Finetune/Step": 14400, "Finetune/Step Time": 6.687104791402817}
{"Finetune/Learning Rate": 3.0536708484457666e-07, "Finetune/Loss": 0.3527575135231018, "Finetune/Loss (Raw)": 0.4208412170410156, "Finetune/Step": 14401, "Finetune/Step Time": 6.685555884614587}
{"Finetune/Learning Rate": 3.0485798401476806e-07, "Finetune/Loss": 0.3520902991294861, "Finetune/Loss (Raw)": 0.2746151089668274, "Finetune/Step": 14402, "Finetune/Step Time": 6.690932992845774}
{"Finetune/Learning Rate": 3.0434930135056163e-07, "Finetune/Loss": 0.3522763252258301, "Finetune/Loss (Raw)": 0.33667612075805664, "Finetune/Step": 14403, "Finetune/Step Time": 6.699428953230381}
{"Finetune/Learning Rate": 3.0384103687389644e-07, "Finetune/Loss": 0.35249239206314087, "Finetune/Loss (Raw)": 0.4783577620983124, "Finetune/Step": 14404, "Finetune/Step Time": 6.671714156866074}
{"Finetune/Learning Rate": 3.0333319060669607e-07, "Finetune/Loss": 0.35333192348480225, "Finetune/Loss (Raw)": 0.40666866302490234, "Finetune/Step": 14405, "Finetune/Step Time": 6.672964284196496}
{"Finetune/Learning Rate": 3.0282576257086526e-07, "Finetune/Loss": 0.3536381721496582, "Finetune/Loss (Raw)": 0.4523405432701111, "Finetune/Step": 14406, "Finetune/Step Time": 6.644005985930562}
{"Finetune/Learning Rate": 3.023187527882887e-07, "Finetune/Loss": 0.35452860593795776, "Finetune/Loss (Raw)": 0.40779080986976624, "Finetune/Step": 14407, "Finetune/Step Time": 6.615529015660286}
{"Finetune/Learning Rate": 3.0181216128083555e-07, "Finetune/Loss": 0.3543355166912079, "Finetune/Loss (Raw)": 0.35502889752388, "Finetune/Step": 14408, "Finetune/Step Time": 6.6248912792652845}
{"Finetune/Learning Rate": 3.013059880703528e-07, "Finetune/Loss": 0.3538609743118286, "Finetune/Loss (Raw)": 0.36661455035209656, "Finetune/Step": 14409, "Finetune/Step Time": 6.615940371528268}
{"Finetune/Learning Rate": 3.0080023317867635e-07, "Finetune/Loss": 0.3562261462211609, "Finetune/Loss (Raw)": 0.5097495913505554, "Finetune/Step": 14410, "Finetune/Step Time": 6.620484258979559}
{"Finetune/Learning Rate": 3.0029489662761756e-07, "Finetune/Loss": 0.3564453125, "Finetune/Loss (Raw)": 0.3887162506580353, "Finetune/Step": 14411, "Finetune/Step Time": 6.60631606169045}
{"Finetune/Learning Rate": 2.997899784389746e-07, "Finetune/Loss": 0.3572675585746765, "Finetune/Loss (Raw)": 0.40184327960014343, "Finetune/Step": 14412, "Finetune/Step Time": 6.609890157356858}
{"Finetune/Learning Rate": 2.9928547863452226e-07, "Finetune/Loss": 0.35812145471572876, "Finetune/Loss (Raw)": 0.44147154688835144, "Finetune/Step": 14413, "Finetune/Step Time": 6.612814711406827}
{"Finetune/Learning Rate": 2.9878139723602315e-07, "Finetune/Loss": 0.3582693338394165, "Finetune/Loss (Raw)": 0.37919729948043823, "Finetune/Step": 14414, "Finetune/Step Time": 6.6142430398613214}
{"Finetune/Learning Rate": 2.9827773426521764e-07, "Finetune/Loss": 0.35840263962745667, "Finetune/Loss (Raw)": 0.4398289620876312, "Finetune/Step": 14415, "Finetune/Step Time": 6.6233831737190485}
{"Finetune/Learning Rate": 2.977744897438295e-07, "Finetune/Loss": 0.35934513807296753, "Finetune/Loss (Raw)": 0.403026282787323, "Finetune/Step": 14416, "Finetune/Step Time": 6.595187054947019}
{"Finetune/Learning Rate": 2.972716636935646e-07, "Finetune/Loss": 0.3592544198036194, "Finetune/Loss (Raw)": 0.35286709666252136, "Finetune/Step": 14417, "Finetune/Step Time": 6.591178894042969}
{"Finetune/Learning Rate": 2.967692561361124e-07, "Finetune/Loss": 0.3595741093158722, "Finetune/Loss (Raw)": 0.4405328333377838, "Finetune/Step": 14418, "Finetune/Step Time": 6.598688893020153}
{"Finetune/Learning Rate": 2.9626726709314104e-07, "Finetune/Loss": 0.35763806104660034, "Finetune/Loss (Raw)": 0.1082073301076889, "Finetune/Step": 14419, "Finetune/Step Time": 6.614483039826155}
{"Finetune/Learning Rate": 2.957656965862998e-07, "Finetune/Loss": 0.3588296175003052, "Finetune/Loss (Raw)": 0.4597969055175781, "Finetune/Step": 14420, "Finetune/Step Time": 6.617420770227909}
{"Finetune/Learning Rate": 2.9526454463722376e-07, "Finetune/Loss": 0.35872000455856323, "Finetune/Loss (Raw)": 0.37678980827331543, "Finetune/Step": 14421, "Finetune/Step Time": 6.613530619069934}
{"Finetune/Learning Rate": 2.9476381126752994e-07, "Finetune/Loss": 0.3577141761779785, "Finetune/Loss (Raw)": 0.3153440058231354, "Finetune/Step": 14422, "Finetune/Step Time": 6.617523547261953}
{"Finetune/Learning Rate": 2.942634964988134e-07, "Finetune/Loss": 0.35810989141464233, "Finetune/Loss (Raw)": 0.4058667719364166, "Finetune/Step": 14423, "Finetune/Step Time": 6.614751625806093}
{"Finetune/Learning Rate": 2.937636003526545e-07, "Finetune/Loss": 0.3579871654510498, "Finetune/Loss (Raw)": 0.33490774035453796, "Finetune/Step": 14424, "Finetune/Step Time": 6.606249103322625}
{"Finetune/Learning Rate": 2.932641228506161e-07, "Finetune/Loss": 0.357454776763916, "Finetune/Loss (Raw)": 0.3688221573829651, "Finetune/Step": 14425, "Finetune/Step Time": 6.603779086843133}
{"Finetune/Learning Rate": 2.9276506401423765e-07, "Finetune/Loss": 0.35751789808273315, "Finetune/Loss (Raw)": 0.3856378495693207, "Finetune/Step": 14426, "Finetune/Step Time": 6.614144686609507}
{"Finetune/Learning Rate": 2.9226642386504744e-07, "Finetune/Loss": 0.35793912410736084, "Finetune/Loss (Raw)": 0.4135441780090332, "Finetune/Step": 14427, "Finetune/Step Time": 6.604299942031503}
{"Finetune/Learning Rate": 2.917682024245516e-07, "Finetune/Loss": 0.35799047350883484, "Finetune/Loss (Raw)": 0.41759395599365234, "Finetune/Step": 14428, "Finetune/Step Time": 6.600974960252643}
{"Finetune/Learning Rate": 2.912703997142385e-07, "Finetune/Loss": 0.3575267493724823, "Finetune/Loss (Raw)": 0.37683287262916565, "Finetune/Step": 14429, "Finetune/Step Time": 6.624180480837822}
{"Finetune/Learning Rate": 2.9077301575557995e-07, "Finetune/Loss": 0.3553580641746521, "Finetune/Loss (Raw)": 0.12839864194393158, "Finetune/Step": 14430, "Finetune/Step Time": 6.6356097515672445}
{"Finetune/Learning Rate": 2.902760505700286e-07, "Finetune/Loss": 0.35538017749786377, "Finetune/Loss (Raw)": 0.35222718119621277, "Finetune/Step": 14431, "Finetune/Step Time": 6.6227571945637465}
{"Finetune/Learning Rate": 2.8977950417901966e-07, "Finetune/Loss": 0.3553539514541626, "Finetune/Loss (Raw)": 0.3807179927825928, "Finetune/Step": 14432, "Finetune/Step Time": 6.628024727106094}
{"Finetune/Learning Rate": 2.8928337660396824e-07, "Finetune/Loss": 0.3556259870529175, "Finetune/Loss (Raw)": 0.39885851740837097, "Finetune/Step": 14433, "Finetune/Step Time": 6.646250423043966}
{"Finetune/Learning Rate": 2.887876678662749e-07, "Finetune/Loss": 0.355851411819458, "Finetune/Loss (Raw)": 0.37514182925224304, "Finetune/Step": 14434, "Finetune/Step Time": 6.654975030571222}
{"Finetune/Learning Rate": 2.882923779873192e-07, "Finetune/Loss": 0.3559655547142029, "Finetune/Loss (Raw)": 0.361000657081604, "Finetune/Step": 14435, "Finetune/Step Time": 6.658617505803704}
{"Finetune/Learning Rate": 2.877975069884642e-07, "Finetune/Loss": 0.3564163148403168, "Finetune/Loss (Raw)": 0.33367758989334106, "Finetune/Step": 14436, "Finetune/Step Time": 6.620414983481169}
{"Finetune/Learning Rate": 2.8730305489105383e-07, "Finetune/Loss": 0.3539653420448303, "Finetune/Loss (Raw)": 0.12413481622934341, "Finetune/Step": 14437, "Finetune/Step Time": 6.637443732470274}
{"Finetune/Learning Rate": 2.8680902171641767e-07, "Finetune/Loss": 0.354120135307312, "Finetune/Loss (Raw)": 0.39736324548721313, "Finetune/Step": 14438, "Finetune/Step Time": 6.636296423152089}
{"Finetune/Learning Rate": 2.8631540748585873e-07, "Finetune/Loss": 0.3546660542488098, "Finetune/Loss (Raw)": 0.4219619929790497, "Finetune/Step": 14439, "Finetune/Step Time": 6.640895226970315}
{"Finetune/Learning Rate": 2.858222122206722e-07, "Finetune/Loss": 0.35467758774757385, "Finetune/Loss (Raw)": 0.3906182050704956, "Finetune/Step": 14440, "Finetune/Step Time": 6.639435447752476}
{"Finetune/Learning Rate": 2.8532943594212657e-07, "Finetune/Loss": 0.35501381754875183, "Finetune/Loss (Raw)": 0.4273734390735626, "Finetune/Step": 14441, "Finetune/Step Time": 6.640090791508555}
{"Finetune/Learning Rate": 2.8483707867147715e-07, "Finetune/Loss": 0.3538815379142761, "Finetune/Loss (Raw)": 0.238366037607193, "Finetune/Step": 14442, "Finetune/Step Time": 6.6419510673731565}
{"Finetune/Learning Rate": 2.843451404299613e-07, "Finetune/Loss": 0.3540514409542084, "Finetune/Loss (Raw)": 0.41461336612701416, "Finetune/Step": 14443, "Finetune/Step Time": 6.636314304545522}
{"Finetune/Learning Rate": 2.8385362123879547e-07, "Finetune/Loss": 0.3534364700317383, "Finetune/Loss (Raw)": 0.3319304883480072, "Finetune/Step": 14444, "Finetune/Step Time": 6.638921210542321}
{"Finetune/Learning Rate": 2.833625211191815e-07, "Finetune/Loss": 0.3526774048805237, "Finetune/Loss (Raw)": 0.3439745008945465, "Finetune/Step": 14445, "Finetune/Step Time": 6.6449422892183065}
{"Finetune/Learning Rate": 2.828718400923003e-07, "Finetune/Loss": 0.3521348834037781, "Finetune/Loss (Raw)": 0.39723432064056396, "Finetune/Step": 14446, "Finetune/Step Time": 6.646826790645719}
{"Finetune/Learning Rate": 2.823815781793138e-07, "Finetune/Loss": 0.3541448712348938, "Finetune/Loss (Raw)": 0.36170437932014465, "Finetune/Step": 14447, "Finetune/Step Time": 6.650380752980709}
{"Finetune/Learning Rate": 2.818917354013695e-07, "Finetune/Loss": 0.35464730858802795, "Finetune/Loss (Raw)": 0.3786183297634125, "Finetune/Step": 14448, "Finetune/Step Time": 6.638443000614643}
{"Finetune/Learning Rate": 2.814023117795972e-07, "Finetune/Loss": 0.3541998863220215, "Finetune/Loss (Raw)": 0.26522669196128845, "Finetune/Step": 14449, "Finetune/Step Time": 6.654169838875532}
{"Finetune/Learning Rate": 2.8091330733510225e-07, "Finetune/Loss": 0.3540324568748474, "Finetune/Loss (Raw)": 0.3592776656150818, "Finetune/Step": 14450, "Finetune/Step Time": 6.666013043373823}
{"Finetune/Learning Rate": 2.8042472208897885e-07, "Finetune/Loss": 0.3537927269935608, "Finetune/Loss (Raw)": 0.358730673789978, "Finetune/Step": 14451, "Finetune/Step Time": 6.669616611674428}
{"Finetune/Learning Rate": 2.7993655606229907e-07, "Finetune/Loss": 0.35450732707977295, "Finetune/Loss (Raw)": 0.32722917199134827, "Finetune/Step": 14452, "Finetune/Step Time": 6.678566401824355}
{"Finetune/Learning Rate": 2.794488092761183e-07, "Finetune/Loss": 0.3547004461288452, "Finetune/Loss (Raw)": 0.3879954516887665, "Finetune/Step": 14453, "Finetune/Step Time": 6.676711680367589}
{"Finetune/Learning Rate": 2.789614817514741e-07, "Finetune/Loss": 0.3549932539463043, "Finetune/Loss (Raw)": 0.38515934348106384, "Finetune/Step": 14454, "Finetune/Step Time": 6.66608683206141}
{"Finetune/Learning Rate": 2.7847457350938523e-07, "Finetune/Loss": 0.35529160499572754, "Finetune/Loss (Raw)": 0.4096072316169739, "Finetune/Step": 14455, "Finetune/Step Time": 6.6675746235996485}
{"Finetune/Learning Rate": 2.779880845708538e-07, "Finetune/Loss": 0.35489732027053833, "Finetune/Loss (Raw)": 0.3451296389102936, "Finetune/Step": 14456, "Finetune/Step Time": 6.665368266403675}
{"Finetune/Learning Rate": 2.7750201495686415e-07, "Finetune/Loss": 0.35454604029655457, "Finetune/Loss (Raw)": 0.33925861120224, "Finetune/Step": 14457, "Finetune/Step Time": 6.665231812745333}
{"Finetune/Learning Rate": 2.7701636468837724e-07, "Finetune/Loss": 0.3549354672431946, "Finetune/Loss (Raw)": 0.3974405527114868, "Finetune/Step": 14458, "Finetune/Step Time": 6.6554578226059675}
{"Finetune/Learning Rate": 2.765311337863419e-07, "Finetune/Loss": 0.35483798384666443, "Finetune/Loss (Raw)": 0.3416440486907959, "Finetune/Step": 14459, "Finetune/Step Time": 6.659761084243655}
{"Finetune/Learning Rate": 2.760463222716869e-07, "Finetune/Loss": 0.35501283407211304, "Finetune/Loss (Raw)": 0.4397240877151489, "Finetune/Step": 14460, "Finetune/Step Time": 6.665761385113001}
{"Finetune/Learning Rate": 2.755619301653234e-07, "Finetune/Loss": 0.35514044761657715, "Finetune/Loss (Raw)": 0.4635900855064392, "Finetune/Step": 14461, "Finetune/Step Time": 6.68566919490695}
{"Finetune/Learning Rate": 2.750779574881424e-07, "Finetune/Loss": 0.3557102680206299, "Finetune/Loss (Raw)": 0.43277254700660706, "Finetune/Step": 14462, "Finetune/Step Time": 6.685287807136774}
{"Finetune/Learning Rate": 2.7459440426101936e-07, "Finetune/Loss": 0.3557145297527313, "Finetune/Loss (Raw)": 0.3973343074321747, "Finetune/Step": 14463, "Finetune/Step Time": 6.686269134283066}
{"Finetune/Learning Rate": 2.74111270504811e-07, "Finetune/Loss": 0.3559367060661316, "Finetune/Loss (Raw)": 0.4306374192237854, "Finetune/Step": 14464, "Finetune/Step Time": 6.6837339252233505}
{"Finetune/Learning Rate": 2.7362855624035513e-07, "Finetune/Loss": 0.3563765287399292, "Finetune/Loss (Raw)": 0.4098234176635742, "Finetune/Step": 14465, "Finetune/Step Time": 6.670155381783843}
{"Finetune/Learning Rate": 2.731462614884717e-07, "Finetune/Loss": 0.3557509183883667, "Finetune/Loss (Raw)": 0.3606981039047241, "Finetune/Step": 14466, "Finetune/Step Time": 6.677076943218708}
{"Finetune/Learning Rate": 2.726643862699618e-07, "Finetune/Loss": 0.3563958406448364, "Finetune/Loss (Raw)": 0.43893298506736755, "Finetune/Step": 14467, "Finetune/Step Time": 6.667164342477918}
{"Finetune/Learning Rate": 2.721829306056123e-07, "Finetune/Loss": 0.3565441370010376, "Finetune/Loss (Raw)": 0.3763731122016907, "Finetune/Step": 14468, "Finetune/Step Time": 6.655282601714134}
{"Finetune/Learning Rate": 2.7170189451618756e-07, "Finetune/Loss": 0.3568045496940613, "Finetune/Loss (Raw)": 0.41132816672325134, "Finetune/Step": 14469, "Finetune/Step Time": 6.654925404116511}
{"Finetune/Learning Rate": 2.7122127802243435e-07, "Finetune/Loss": 0.35671716928482056, "Finetune/Loss (Raw)": 0.3796176612377167, "Finetune/Step": 14470, "Finetune/Step Time": 6.656595671549439}
{"Finetune/Learning Rate": 2.707410811450839e-07, "Finetune/Loss": 0.3575342297554016, "Finetune/Loss (Raw)": 0.39891788363456726, "Finetune/Step": 14471, "Finetune/Step Time": 6.6394498609006405}
{"Finetune/Learning Rate": 2.702613039048463e-07, "Finetune/Loss": 0.35823768377304077, "Finetune/Loss (Raw)": 0.3227793276309967, "Finetune/Step": 14472, "Finetune/Step Time": 6.65032846480608}
{"Finetune/Learning Rate": 2.6978194632241493e-07, "Finetune/Loss": 0.3592972457408905, "Finetune/Loss (Raw)": 0.44091030955314636, "Finetune/Step": 14473, "Finetune/Step Time": 6.648357268422842}
{"Finetune/Learning Rate": 2.693030084184678e-07, "Finetune/Loss": 0.3614885210990906, "Finetune/Loss (Raw)": 0.3931991457939148, "Finetune/Step": 14474, "Finetune/Step Time": 6.621967785060406}
{"Finetune/Learning Rate": 2.6882449021365943e-07, "Finetune/Loss": 0.3610796332359314, "Finetune/Loss (Raw)": 0.36285272240638733, "Finetune/Step": 14475, "Finetune/Step Time": 6.624027641490102}
{"Finetune/Learning Rate": 2.6834639172863e-07, "Finetune/Loss": 0.36061543226242065, "Finetune/Loss (Raw)": 0.309183806180954, "Finetune/Step": 14476, "Finetune/Step Time": 6.620414841920137}
{"Finetune/Learning Rate": 2.6786871298400184e-07, "Finetune/Loss": 0.3600250780582428, "Finetune/Loss (Raw)": 0.33465856313705444, "Finetune/Step": 14477, "Finetune/Step Time": 6.6060148216784}
{"Finetune/Learning Rate": 2.6739145400037523e-07, "Finetune/Loss": 0.36131346225738525, "Finetune/Loss (Raw)": 0.4546317160129547, "Finetune/Step": 14478, "Finetune/Step Time": 6.6135151367634535}
{"Finetune/Learning Rate": 2.6691461479833814e-07, "Finetune/Loss": 0.36173301935195923, "Finetune/Loss (Raw)": 0.32505545020103455, "Finetune/Step": 14479, "Finetune/Step Time": 6.588954662904143}
{"Finetune/Learning Rate": 2.6643819539845405e-07, "Finetune/Loss": 0.36179977655410767, "Finetune/Loss (Raw)": 0.4324949085712433, "Finetune/Step": 14480, "Finetune/Step Time": 6.590074250474572}
{"Finetune/Learning Rate": 2.6596219582127547e-07, "Finetune/Loss": 0.36223989725112915, "Finetune/Loss (Raw)": 0.38479262590408325, "Finetune/Step": 14481, "Finetune/Step Time": 6.601979311555624}
{"Finetune/Learning Rate": 2.654866160873293e-07, "Finetune/Loss": 0.36221155524253845, "Finetune/Loss (Raw)": 0.3889878988265991, "Finetune/Step": 14482, "Finetune/Step Time": 6.60185918584466}
{"Finetune/Learning Rate": 2.6501145621713023e-07, "Finetune/Loss": 0.36035555601119995, "Finetune/Loss (Raw)": 0.10937941819429398, "Finetune/Step": 14483, "Finetune/Step Time": 6.61934844404459}
{"Finetune/Learning Rate": 2.645367162311718e-07, "Finetune/Loss": 0.3606517016887665, "Finetune/Loss (Raw)": 0.37165287137031555, "Finetune/Step": 14484, "Finetune/Step Time": 6.610270360484719}
{"Finetune/Learning Rate": 2.640623961499289e-07, "Finetune/Loss": 0.3599381446838379, "Finetune/Loss (Raw)": 0.315252423286438, "Finetune/Step": 14485, "Finetune/Step Time": 6.606252871453762}
{"Finetune/Learning Rate": 2.635884959938628e-07, "Finetune/Loss": 0.36149364709854126, "Finetune/Loss (Raw)": 0.3397786021232605, "Finetune/Step": 14486, "Finetune/Step Time": 6.597065346315503}
{"Finetune/Learning Rate": 2.6311501578341057e-07, "Finetune/Loss": 0.3615683913230896, "Finetune/Loss (Raw)": 0.41266298294067383, "Finetune/Step": 14487, "Finetune/Step Time": 6.5876341834664345}
{"Finetune/Learning Rate": 2.6264195553899584e-07, "Finetune/Loss": 0.36120617389678955, "Finetune/Loss (Raw)": 0.345654159784317, "Finetune/Step": 14488, "Finetune/Step Time": 6.5759531408548355}
{"Finetune/Learning Rate": 2.621693152810212e-07, "Finetune/Loss": 0.361721396446228, "Finetune/Loss (Raw)": 0.40778055787086487, "Finetune/Step": 14489, "Finetune/Step Time": 6.586406020447612}
{"Finetune/Learning Rate": 2.616970950298747e-07, "Finetune/Loss": 0.3612258732318878, "Finetune/Loss (Raw)": 0.3139304518699646, "Finetune/Step": 14490, "Finetune/Step Time": 6.585715996101499}
{"Finetune/Learning Rate": 2.612252948059202e-07, "Finetune/Loss": 0.3615737557411194, "Finetune/Loss (Raw)": 0.4077095091342926, "Finetune/Step": 14491, "Finetune/Step Time": 6.601359317079186}
{"Finetune/Learning Rate": 2.607539146295113e-07, "Finetune/Loss": 0.36209341883659363, "Finetune/Loss (Raw)": 0.41803574562072754, "Finetune/Step": 14492, "Finetune/Step Time": 6.596871346235275}
{"Finetune/Learning Rate": 2.602829545209751e-07, "Finetune/Loss": 0.3631485104560852, "Finetune/Loss (Raw)": 0.37741848826408386, "Finetune/Step": 14493, "Finetune/Step Time": 6.594116527587175}
{"Finetune/Learning Rate": 2.5981241450062756e-07, "Finetune/Loss": 0.36355113983154297, "Finetune/Loss (Raw)": 0.3474506139755249, "Finetune/Step": 14494, "Finetune/Step Time": 6.606062348932028}
{"Finetune/Learning Rate": 2.593422945887625e-07, "Finetune/Loss": 0.3629888594150543, "Finetune/Loss (Raw)": 0.38173234462738037, "Finetune/Step": 14495, "Finetune/Step Time": 6.596296785399318}
{"Finetune/Learning Rate": 2.5887259480565806e-07, "Finetune/Loss": 0.36377182602882385, "Finetune/Loss (Raw)": 0.41165590286254883, "Finetune/Step": 14496, "Finetune/Step Time": 6.589991323649883}
{"Finetune/Learning Rate": 2.584033151715715e-07, "Finetune/Loss": 0.36373621225357056, "Finetune/Loss (Raw)": 0.40686526894569397, "Finetune/Step": 14497, "Finetune/Step Time": 6.597653774544597}
{"Finetune/Learning Rate": 2.5793445570674533e-07, "Finetune/Loss": 0.3644649088382721, "Finetune/Loss (Raw)": 0.4088650941848755, "Finetune/Step": 14498, "Finetune/Step Time": 6.59772495739162}
{"Finetune/Learning Rate": 2.574660164314002e-07, "Finetune/Loss": 0.3641587197780609, "Finetune/Loss (Raw)": 0.4046461880207062, "Finetune/Step": 14499, "Finetune/Step Time": 6.594915943220258}
{"Finetune/Learning Rate": 2.569979973657422e-07, "Finetune/Loss": 0.3630804717540741, "Finetune/Loss (Raw)": 0.2945455312728882, "Finetune/Step": 14500, "Finetune/Step Time": 6.5962324514985085}
{"Finetune/Learning Rate": 2.565303985299572e-07, "Finetune/Loss": 0.3607305884361267, "Finetune/Loss (Raw)": 0.06770758330821991, "Finetune/Step": 14501, "Finetune/Step Time": 6.6116110645234585}
{"Finetune/Learning Rate": 2.560632199442137e-07, "Finetune/Loss": 0.36207982897758484, "Finetune/Loss (Raw)": 0.3044435679912567, "Finetune/Step": 14502, "Finetune/Step Time": 6.590825209394097}
{"Finetune/Learning Rate": 2.5559646162866104e-07, "Finetune/Loss": 0.362104594707489, "Finetune/Loss (Raw)": 0.27997031807899475, "Finetune/Step": 14503, "Finetune/Step Time": 6.573569463565946}
{"Finetune/Learning Rate": 2.5513012360343094e-07, "Finetune/Loss": 0.36203810572624207, "Finetune/Loss (Raw)": 0.3125041425228119, "Finetune/Step": 14504, "Finetune/Step Time": 6.576654801145196}
{"Finetune/Learning Rate": 2.546642058886384e-07, "Finetune/Loss": 0.3627142906188965, "Finetune/Loss (Raw)": 0.4642070233821869, "Finetune/Step": 14505, "Finetune/Step Time": 6.56042599119246}
{"Finetune/Learning Rate": 2.541987085043773e-07, "Finetune/Loss": 0.363236665725708, "Finetune/Loss (Raw)": 0.3236640393733978, "Finetune/Step": 14506, "Finetune/Step Time": 6.567872731015086}
{"Finetune/Learning Rate": 2.5373363147072726e-07, "Finetune/Loss": 0.3628617227077484, "Finetune/Loss (Raw)": 0.3756655156612396, "Finetune/Step": 14507, "Finetune/Step Time": 6.57202435657382}
{"Finetune/Learning Rate": 2.532689748077477e-07, "Finetune/Loss": 0.3628087639808655, "Finetune/Loss (Raw)": 0.4312942326068878, "Finetune/Step": 14508, "Finetune/Step Time": 6.569927234202623}
{"Finetune/Learning Rate": 2.5280473853547927e-07, "Finetune/Loss": 0.3640773296356201, "Finetune/Loss (Raw)": 0.45493823289871216, "Finetune/Step": 14509, "Finetune/Step Time": 6.5582597479224205}
{"Finetune/Learning Rate": 2.5234092267394373e-07, "Finetune/Loss": 0.36651262640953064, "Finetune/Loss (Raw)": 0.4160127639770508, "Finetune/Step": 14510, "Finetune/Step Time": 6.543141758069396}
{"Finetune/Learning Rate": 2.518775272431484e-07, "Finetune/Loss": 0.3663725256919861, "Finetune/Loss (Raw)": 0.326634019613266, "Finetune/Step": 14511, "Finetune/Step Time": 6.548267342150211}
{"Finetune/Learning Rate": 2.5141455226307953e-07, "Finetune/Loss": 0.3680521249771118, "Finetune/Loss (Raw)": 0.546019434928894, "Finetune/Step": 14512, "Finetune/Step Time": 6.547996276989579}
{"Finetune/Learning Rate": 2.509519977537056e-07, "Finetune/Loss": 0.36841046810150146, "Finetune/Loss (Raw)": 0.3839530348777771, "Finetune/Step": 14513, "Finetune/Step Time": 6.549210095778108}
{"Finetune/Learning Rate": 2.504898637349762e-07, "Finetune/Loss": 0.3687843084335327, "Finetune/Loss (Raw)": 0.3809651732444763, "Finetune/Step": 14514, "Finetune/Step Time": 6.549047229811549}
{"Finetune/Learning Rate": 2.5002815022682646e-07, "Finetune/Loss": 0.366321861743927, "Finetune/Loss (Raw)": 0.127314954996109, "Finetune/Step": 14515, "Finetune/Step Time": 6.564875487238169}
{"Finetune/Learning Rate": 2.495668572491683e-07, "Finetune/Loss": 0.3662436008453369, "Finetune/Loss (Raw)": 0.3192386031150818, "Finetune/Step": 14516, "Finetune/Step Time": 6.551477627828717}
{"Finetune/Learning Rate": 2.4910598482189907e-07, "Finetune/Loss": 0.36693117022514343, "Finetune/Loss (Raw)": 0.44098350405693054, "Finetune/Step": 14517, "Finetune/Step Time": 6.523723943158984}
{"Finetune/Learning Rate": 2.4864553296489736e-07, "Finetune/Loss": 0.36749041080474854, "Finetune/Loss (Raw)": 0.3507566750049591, "Finetune/Step": 14518, "Finetune/Step Time": 6.502884818241}
{"Finetune/Learning Rate": 2.481855016980217e-07, "Finetune/Loss": 0.3680325150489807, "Finetune/Loss (Raw)": 0.4045744240283966, "Finetune/Step": 14519, "Finetune/Step Time": 6.531791204586625}
{"Finetune/Learning Rate": 2.47725891041114e-07, "Finetune/Loss": 0.3684498071670532, "Finetune/Loss (Raw)": 0.4303610920906067, "Finetune/Step": 14520, "Finetune/Step Time": 6.528412589803338}
{"Finetune/Learning Rate": 2.472667010140006e-07, "Finetune/Loss": 0.36876702308654785, "Finetune/Loss (Raw)": 0.40555235743522644, "Finetune/Step": 14521, "Finetune/Step Time": 6.52665744908154}
{"Finetune/Learning Rate": 2.468079316364835e-07, "Finetune/Loss": 0.3687625527381897, "Finetune/Loss (Raw)": 0.4315599203109741, "Finetune/Step": 14522, "Finetune/Step Time": 6.527892282232642}
{"Finetune/Learning Rate": 2.4634958292835356e-07, "Finetune/Loss": 0.3694919943809509, "Finetune/Loss (Raw)": 0.41066065430641174, "Finetune/Step": 14523, "Finetune/Step Time": 6.517084646970034}
{"Finetune/Learning Rate": 2.4589165490937595e-07, "Finetune/Loss": 0.36930200457572937, "Finetune/Loss (Raw)": 0.40031641721725464, "Finetune/Step": 14524, "Finetune/Step Time": 6.530451467260718}
{"Finetune/Learning Rate": 2.4543414759930493e-07, "Finetune/Loss": 0.3692902624607086, "Finetune/Loss (Raw)": 0.39609426259994507, "Finetune/Step": 14525, "Finetune/Step Time": 6.51875177398324}
{"Finetune/Learning Rate": 2.4497706101787144e-07, "Finetune/Loss": 0.3712363541126251, "Finetune/Loss (Raw)": 0.36577850580215454, "Finetune/Step": 14526, "Finetune/Step Time": 6.5080334804952145}
{"Finetune/Learning Rate": 2.4452039518479186e-07, "Finetune/Loss": 0.37116295099258423, "Finetune/Loss (Raw)": 0.3510536253452301, "Finetune/Step": 14527, "Finetune/Step Time": 6.513450343161821}
{"Finetune/Learning Rate": 2.440641501197638e-07, "Finetune/Loss": 0.3720553517341614, "Finetune/Loss (Raw)": 0.462424635887146, "Finetune/Step": 14528, "Finetune/Step Time": 6.509967951104045}
{"Finetune/Learning Rate": 2.4360832584246263e-07, "Finetune/Loss": 0.3715380132198334, "Finetune/Loss (Raw)": 0.354620099067688, "Finetune/Step": 14529, "Finetune/Step Time": 6.514302611351013}
{"Finetune/Learning Rate": 2.431529223725504e-07, "Finetune/Loss": 0.3719438910484314, "Finetune/Loss (Raw)": 0.3265691101551056, "Finetune/Step": 14530, "Finetune/Step Time": 6.512749541550875}
{"Finetune/Learning Rate": 2.4269793972966913e-07, "Finetune/Loss": 0.37230384349823, "Finetune/Loss (Raw)": 0.38274896144866943, "Finetune/Step": 14531, "Finetune/Step Time": 6.507104767486453}
{"Finetune/Learning Rate": 2.4224337793344434e-07, "Finetune/Loss": 0.3710682988166809, "Finetune/Loss (Raw)": 0.3202095925807953, "Finetune/Step": 14532, "Finetune/Step Time": 6.5101229678839445}
{"Finetune/Learning Rate": 2.4178923700348023e-07, "Finetune/Loss": 0.3707610070705414, "Finetune/Loss (Raw)": 0.36733153462409973, "Finetune/Step": 14533, "Finetune/Step Time": 6.5088506657630205}
{"Finetune/Learning Rate": 2.413355169593645e-07, "Finetune/Loss": 0.3708537518978119, "Finetune/Loss (Raw)": 0.46421173214912415, "Finetune/Step": 14534, "Finetune/Step Time": 6.512744106352329}
{"Finetune/Learning Rate": 2.408822178206682e-07, "Finetune/Loss": 0.3711169958114624, "Finetune/Loss (Raw)": 0.44149160385131836, "Finetune/Step": 14535, "Finetune/Step Time": 6.509387860074639}
{"Finetune/Learning Rate": 2.4042933960694016e-07, "Finetune/Loss": 0.36902910470962524, "Finetune/Loss (Raw)": 0.08777443319559097, "Finetune/Step": 14536, "Finetune/Step Time": 6.512662410736084}
{"Finetune/Learning Rate": 2.399768823377169e-07, "Finetune/Loss": 0.36875098943710327, "Finetune/Loss (Raw)": 0.33101630210876465, "Finetune/Step": 14537, "Finetune/Step Time": 6.505784219130874}
{"Finetune/Learning Rate": 2.3952484603251057e-07, "Finetune/Loss": 0.36765968799591064, "Finetune/Loss (Raw)": 0.3700622022151947, "Finetune/Step": 14538, "Finetune/Step Time": 6.498452378436923}
{"Finetune/Learning Rate": 2.390732307108201e-07, "Finetune/Loss": 0.3674167990684509, "Finetune/Loss (Raw)": 0.35762670636177063, "Finetune/Step": 14539, "Finetune/Step Time": 6.506039468571544}
{"Finetune/Learning Rate": 2.3862203639212435e-07, "Finetune/Loss": 0.36672526597976685, "Finetune/Loss (Raw)": 0.3133283853530884, "Finetune/Step": 14540, "Finetune/Step Time": 6.498240392655134}
{"Finetune/Learning Rate": 2.3817126309588323e-07, "Finetune/Loss": 0.3662973940372467, "Finetune/Loss (Raw)": 0.3867024779319763, "Finetune/Step": 14541, "Finetune/Step Time": 6.513864854350686}
{"Finetune/Learning Rate": 2.3772091084154013e-07, "Finetune/Loss": 0.3647826313972473, "Finetune/Loss (Raw)": 0.18530887365341187, "Finetune/Step": 14542, "Finetune/Step Time": 6.546361558139324}
{"Finetune/Learning Rate": 2.3727097964851843e-07, "Finetune/Loss": 0.3620777726173401, "Finetune/Loss (Raw)": 0.09360690414905548, "Finetune/Step": 14543, "Finetune/Step Time": 6.573335228487849}
{"Finetune/Learning Rate": 2.3682146953622364e-07, "Finetune/Loss": 0.3614152669906616, "Finetune/Loss (Raw)": 0.3182260990142822, "Finetune/Step": 14544, "Finetune/Step Time": 6.6016378197818995}
{"Finetune/Learning Rate": 2.3637238052404478e-07, "Finetune/Loss": 0.359708309173584, "Finetune/Loss (Raw)": 0.1343788504600525, "Finetune/Step": 14545, "Finetune/Step Time": 6.6215385515242815}
{"Finetune/Learning Rate": 2.3592371263135295e-07, "Finetune/Loss": 0.35918185114860535, "Finetune/Loss (Raw)": 0.3731409013271332, "Finetune/Step": 14546, "Finetune/Step Time": 6.61050545796752}
{"Finetune/Learning Rate": 2.3547546587749715e-07, "Finetune/Loss": 0.3594144284725189, "Finetune/Loss (Raw)": 0.13798360526561737, "Finetune/Step": 14547, "Finetune/Step Time": 6.6202970165759325}
{"Finetune/Learning Rate": 2.3502764028181413e-07, "Finetune/Loss": 0.3590101897716522, "Finetune/Loss (Raw)": 0.40804851055145264, "Finetune/Step": 14548, "Finetune/Step Time": 6.63941853120923}
{"Finetune/Learning Rate": 2.3458023586361622e-07, "Finetune/Loss": 0.35974767804145813, "Finetune/Loss (Raw)": 0.471189022064209, "Finetune/Step": 14549, "Finetune/Step Time": 6.639288660138845}
{"Finetune/Learning Rate": 2.3413325264220133e-07, "Finetune/Loss": 0.3607490062713623, "Finetune/Loss (Raw)": 0.44351181387901306, "Finetune/Step": 14550, "Finetune/Step Time": 6.645745115354657}
{"Finetune/Learning Rate": 2.3368669063685068e-07, "Finetune/Loss": 0.3604835271835327, "Finetune/Loss (Raw)": 0.3718879222869873, "Finetune/Step": 14551, "Finetune/Step Time": 6.648738566786051}
{"Finetune/Learning Rate": 2.332405498668222e-07, "Finetune/Loss": 0.3603302240371704, "Finetune/Loss (Raw)": 0.3152865171432495, "Finetune/Step": 14552, "Finetune/Step Time": 6.648571928963065}
{"Finetune/Learning Rate": 2.3279483035136052e-07, "Finetune/Loss": 0.361225426197052, "Finetune/Loss (Raw)": 0.48340675234794617, "Finetune/Step": 14553, "Finetune/Step Time": 6.663466241210699}
{"Finetune/Learning Rate": 2.3234953210969025e-07, "Finetune/Loss": 0.36153554916381836, "Finetune/Loss (Raw)": 0.4253331124782562, "Finetune/Step": 14554, "Finetune/Step Time": 6.652973383665085}
{"Finetune/Learning Rate": 2.3190465516101713e-07, "Finetune/Loss": 0.36218711733818054, "Finetune/Loss (Raw)": 0.4969460964202881, "Finetune/Step": 14555, "Finetune/Step Time": 6.64748939871788}
{"Finetune/Learning Rate": 2.3146019952452803e-07, "Finetune/Loss": 0.3620126247406006, "Finetune/Loss (Raw)": 0.39525699615478516, "Finetune/Step": 14556, "Finetune/Step Time": 6.647960813716054}
{"Finetune/Learning Rate": 2.310161652193943e-07, "Finetune/Loss": 0.362474650144577, "Finetune/Loss (Raw)": 0.43597328662872314, "Finetune/Step": 14557, "Finetune/Step Time": 6.623714478686452}
{"Finetune/Learning Rate": 2.305725522647684e-07, "Finetune/Loss": 0.36452552676200867, "Finetune/Loss (Raw)": 0.39091068506240845, "Finetune/Step": 14558, "Finetune/Step Time": 6.606292890384793}
{"Finetune/Learning Rate": 2.3012936067978276e-07, "Finetune/Loss": 0.3650926351547241, "Finetune/Loss (Raw)": 0.4248155355453491, "Finetune/Step": 14559, "Finetune/Step Time": 6.605104491114616}
{"Finetune/Learning Rate": 2.2968659048355436e-07, "Finetune/Loss": 0.3648984432220459, "Finetune/Loss (Raw)": 0.3558627665042877, "Finetune/Step": 14560, "Finetune/Step Time": 6.595065688714385}
{"Finetune/Learning Rate": 2.292442416951779e-07, "Finetune/Loss": 0.3652362525463104, "Finetune/Loss (Raw)": 0.44210004806518555, "Finetune/Step": 14561, "Finetune/Step Time": 6.576441390439868}
{"Finetune/Learning Rate": 2.288023143337359e-07, "Finetune/Loss": 0.3644101619720459, "Finetune/Loss (Raw)": 0.26940324902534485, "Finetune/Step": 14562, "Finetune/Step Time": 6.585751488804817}
{"Finetune/Learning Rate": 2.2836080841828645e-07, "Finetune/Loss": 0.3646737337112427, "Finetune/Loss (Raw)": 0.3947373628616333, "Finetune/Step": 14563, "Finetune/Step Time": 6.567441502586007}
{"Finetune/Learning Rate": 2.2791972396787543e-07, "Finetune/Loss": 0.36535462737083435, "Finetune/Loss (Raw)": 0.4208274483680725, "Finetune/Step": 14564, "Finetune/Step Time": 6.565835850313306}
{"Finetune/Learning Rate": 2.2747906100152318e-07, "Finetune/Loss": 0.3676619529724121, "Finetune/Loss (Raw)": 0.41947340965270996, "Finetune/Step": 14565, "Finetune/Step Time": 6.545856451615691}
{"Finetune/Learning Rate": 2.2703881953824002e-07, "Finetune/Loss": 0.3671776056289673, "Finetune/Loss (Raw)": 0.33536577224731445, "Finetune/Step": 14566, "Finetune/Step Time": 6.554658401757479}
{"Finetune/Learning Rate": 2.2659899959701304e-07, "Finetune/Loss": 0.3673781156539917, "Finetune/Loss (Raw)": 0.44763198494911194, "Finetune/Step": 14567, "Finetune/Step Time": 6.552690587937832}
{"Finetune/Learning Rate": 2.2615960119681146e-07, "Finetune/Loss": 0.3673997223377228, "Finetune/Loss (Raw)": 0.3933817148208618, "Finetune/Step": 14568, "Finetune/Step Time": 6.556234845891595}
{"Finetune/Learning Rate": 2.2572062435658681e-07, "Finetune/Loss": 0.36742809414863586, "Finetune/Loss (Raw)": 0.43100571632385254, "Finetune/Step": 14569, "Finetune/Step Time": 6.569424530491233}
{"Finetune/Learning Rate": 2.2528206909527506e-07, "Finetune/Loss": 0.36797380447387695, "Finetune/Loss (Raw)": 0.30821749567985535, "Finetune/Step": 14570, "Finetune/Step Time": 6.588160594925284}
{"Finetune/Learning Rate": 2.2484393543178884e-07, "Finetune/Loss": 0.3655821681022644, "Finetune/Loss (Raw)": 0.10848495364189148, "Finetune/Step": 14571, "Finetune/Step Time": 6.60169929638505}
{"Finetune/Learning Rate": 2.2440622338502859e-07, "Finetune/Loss": 0.3650452494621277, "Finetune/Loss (Raw)": 0.2632039487361908, "Finetune/Step": 14572, "Finetune/Step Time": 6.615796227008104}
{"Finetune/Learning Rate": 2.2396893297387145e-07, "Finetune/Loss": 0.364975243806839, "Finetune/Loss (Raw)": 0.33501261472702026, "Finetune/Step": 14573, "Finetune/Step Time": 6.608246641233563}
{"Finetune/Learning Rate": 2.23532064217179e-07, "Finetune/Loss": 0.3643970489501953, "Finetune/Loss (Raw)": 0.32322606444358826, "Finetune/Step": 14574, "Finetune/Step Time": 6.617028530687094}
{"Finetune/Learning Rate": 2.230956171337939e-07, "Finetune/Loss": 0.3643532693386078, "Finetune/Loss (Raw)": 0.3561001121997833, "Finetune/Step": 14575, "Finetune/Step Time": 6.598723156377673}
{"Finetune/Learning Rate": 2.2265959174254003e-07, "Finetune/Loss": 0.36475670337677, "Finetune/Loss (Raw)": 0.4302603602409363, "Finetune/Step": 14576, "Finetune/Step Time": 6.605364967137575}
{"Finetune/Learning Rate": 2.2222398806222455e-07, "Finetune/Loss": 0.36557537317276, "Finetune/Loss (Raw)": 0.3700154721736908, "Finetune/Step": 14577, "Finetune/Step Time": 6.596424216404557}
{"Finetune/Learning Rate": 2.217888061116369e-07, "Finetune/Loss": 0.3651910424232483, "Finetune/Loss (Raw)": 0.31008121371269226, "Finetune/Step": 14578, "Finetune/Step Time": 6.590592375025153}
{"Finetune/Learning Rate": 2.2135404590954423e-07, "Finetune/Loss": 0.3642923831939697, "Finetune/Loss (Raw)": 0.24370330572128296, "Finetune/Step": 14579, "Finetune/Step Time": 6.5979491006582975}
{"Finetune/Learning Rate": 2.209197074747016e-07, "Finetune/Loss": 0.36420872807502747, "Finetune/Loss (Raw)": 0.31652164459228516, "Finetune/Step": 14580, "Finetune/Step Time": 6.588934371247888}
{"Finetune/Learning Rate": 2.2048579082583953e-07, "Finetune/Loss": 0.3630639910697937, "Finetune/Loss (Raw)": 0.24146899580955505, "Finetune/Step": 14581, "Finetune/Step Time": 6.604824244976044}
{"Finetune/Learning Rate": 2.2005229598167532e-07, "Finetune/Loss": 0.36307471990585327, "Finetune/Loss (Raw)": 0.3865308165550232, "Finetune/Step": 14582, "Finetune/Step Time": 6.604473236948252}
{"Finetune/Learning Rate": 2.1961922296090622e-07, "Finetune/Loss": 0.36274272203445435, "Finetune/Loss (Raw)": 0.3671121895313263, "Finetune/Step": 14583, "Finetune/Step Time": 6.598343260586262}
{"Finetune/Learning Rate": 2.191865717822117e-07, "Finetune/Loss": 0.36089617013931274, "Finetune/Loss (Raw)": 0.10877373069524765, "Finetune/Step": 14584, "Finetune/Step Time": 6.610399805009365}
{"Finetune/Learning Rate": 2.1875434246425132e-07, "Finetune/Loss": 0.3612878918647766, "Finetune/Loss (Raw)": 0.38939473032951355, "Finetune/Step": 14585, "Finetune/Step Time": 6.614754192531109}
{"Finetune/Learning Rate": 2.18322535025669e-07, "Finetune/Loss": 0.36074918508529663, "Finetune/Loss (Raw)": 0.32848885655403137, "Finetune/Step": 14586, "Finetune/Step Time": 6.653320511803031}
{"Finetune/Learning Rate": 2.178911494850877e-07, "Finetune/Loss": 0.3605380654335022, "Finetune/Loss (Raw)": 0.31461840867996216, "Finetune/Step": 14587, "Finetune/Step Time": 6.651744764298201}
{"Finetune/Learning Rate": 2.1746018586111474e-07, "Finetune/Loss": 0.36044836044311523, "Finetune/Loss (Raw)": 0.42824724316596985, "Finetune/Step": 14588, "Finetune/Step Time": 6.644351305440068}
{"Finetune/Learning Rate": 2.1702964417233741e-07, "Finetune/Loss": 0.3595329523086548, "Finetune/Loss (Raw)": 0.34641721844673157, "Finetune/Step": 14589, "Finetune/Step Time": 6.629005309194326}
{"Finetune/Learning Rate": 2.1659952443732757e-07, "Finetune/Loss": 0.360139399766922, "Finetune/Loss (Raw)": 0.5103949308395386, "Finetune/Step": 14590, "Finetune/Step Time": 6.639929674565792}
{"Finetune/Learning Rate": 2.161698266746348e-07, "Finetune/Loss": 0.35929614305496216, "Finetune/Loss (Raw)": 0.28939807415008545, "Finetune/Step": 14591, "Finetune/Step Time": 6.6340464651584625}
{"Finetune/Learning Rate": 2.1574055090279321e-07, "Finetune/Loss": 0.35896986722946167, "Finetune/Loss (Raw)": 0.38887515664100647, "Finetune/Step": 14592, "Finetune/Step Time": 6.637364076450467}
{"Finetune/Learning Rate": 2.1531169714031908e-07, "Finetune/Loss": 0.35840970277786255, "Finetune/Loss (Raw)": 0.3381202816963196, "Finetune/Step": 14593, "Finetune/Step Time": 6.6410443633794785}
{"Finetune/Learning Rate": 2.148832654057076e-07, "Finetune/Loss": 0.358601838350296, "Finetune/Loss (Raw)": 0.38529306650161743, "Finetune/Step": 14594, "Finetune/Step Time": 6.637247368693352}
{"Finetune/Learning Rate": 2.1445525571744063e-07, "Finetune/Loss": 0.357948899269104, "Finetune/Loss (Raw)": 0.3553575277328491, "Finetune/Step": 14595, "Finetune/Step Time": 6.655401295050979}
{"Finetune/Learning Rate": 2.140276680939757e-07, "Finetune/Loss": 0.35793453454971313, "Finetune/Loss (Raw)": 0.3745332360267639, "Finetune/Step": 14596, "Finetune/Step Time": 6.664587317034602}
{"Finetune/Learning Rate": 2.1360050255375687e-07, "Finetune/Loss": 0.3574162721633911, "Finetune/Loss (Raw)": 0.3449915647506714, "Finetune/Step": 14597, "Finetune/Step Time": 6.664118995890021}
{"Finetune/Learning Rate": 2.131737591152072e-07, "Finetune/Loss": 0.35561639070510864, "Finetune/Loss (Raw)": 0.1492307484149933, "Finetune/Step": 14598, "Finetune/Step Time": 6.682837001979351}
{"Finetune/Learning Rate": 2.1274743779673535e-07, "Finetune/Loss": 0.354928195476532, "Finetune/Loss (Raw)": 0.3108297288417816, "Finetune/Step": 14599, "Finetune/Step Time": 6.69222679361701}
{"Finetune/Learning Rate": 2.1232153861672544e-07, "Finetune/Loss": 0.35494908690452576, "Finetune/Loss (Raw)": 0.32545551657676697, "Finetune/Step": 14600, "Finetune/Step Time": 6.699986316263676}
{"Finetune/Learning Rate": 2.1189606159355057e-07, "Finetune/Loss": 0.3545055389404297, "Finetune/Loss (Raw)": 0.38413169980049133, "Finetune/Step": 14601, "Finetune/Step Time": 6.704579245299101}
{"Finetune/Learning Rate": 2.1147100674555943e-07, "Finetune/Loss": 0.3545345067977905, "Finetune/Loss (Raw)": 0.3969078063964844, "Finetune/Step": 14602, "Finetune/Step Time": 6.699527274817228}
{"Finetune/Learning Rate": 2.1104637409108842e-07, "Finetune/Loss": 0.3545936346054077, "Finetune/Loss (Raw)": 0.3704212009906769, "Finetune/Step": 14603, "Finetune/Step Time": 6.708265172317624}
{"Finetune/Learning Rate": 2.1062216364844957e-07, "Finetune/Loss": 0.3555118143558502, "Finetune/Loss (Raw)": 0.42671409249305725, "Finetune/Step": 14604, "Finetune/Step Time": 6.69241052493453}
{"Finetune/Learning Rate": 2.1019837543594157e-07, "Finetune/Loss": 0.3555534780025482, "Finetune/Loss (Raw)": 0.33999061584472656, "Finetune/Step": 14605, "Finetune/Step Time": 6.71259930729866}
{"Finetune/Learning Rate": 2.0977500947184205e-07, "Finetune/Loss": 0.35503333806991577, "Finetune/Loss (Raw)": 0.38805001974105835, "Finetune/Step": 14606, "Finetune/Step Time": 6.700066985562444}
{"Finetune/Learning Rate": 2.0935206577441192e-07, "Finetune/Loss": 0.3536115288734436, "Finetune/Loss (Raw)": 0.1430702954530716, "Finetune/Step": 14607, "Finetune/Step Time": 6.720619335770607}
{"Finetune/Learning Rate": 2.0892954436189217e-07, "Finetune/Loss": 0.35114815831184387, "Finetune/Loss (Raw)": 0.1171797513961792, "Finetune/Step": 14608, "Finetune/Step Time": 6.726458568125963}
{"Finetune/Learning Rate": 2.085074452525082e-07, "Finetune/Loss": 0.35034093260765076, "Finetune/Loss (Raw)": 0.28146666288375854, "Finetune/Step": 14609, "Finetune/Step Time": 6.712431283667684}
{"Finetune/Learning Rate": 2.080857684644655e-07, "Finetune/Loss": 0.3499375879764557, "Finetune/Loss (Raw)": 0.33736246824264526, "Finetune/Step": 14610, "Finetune/Step Time": 6.71921494230628}
{"Finetune/Learning Rate": 2.0766451401595057e-07, "Finetune/Loss": 0.3525812327861786, "Finetune/Loss (Raw)": 0.4477648138999939, "Finetune/Step": 14611, "Finetune/Step Time": 6.699137706309557}
{"Finetune/Learning Rate": 2.0724368192513556e-07, "Finetune/Loss": 0.35279250144958496, "Finetune/Loss (Raw)": 0.39869531989097595, "Finetune/Step": 14612, "Finetune/Step Time": 6.692963903769851}
{"Finetune/Learning Rate": 2.0682327221016818e-07, "Finetune/Loss": 0.35354775190353394, "Finetune/Loss (Raw)": 0.41192200779914856, "Finetune/Step": 14613, "Finetune/Step Time": 6.710833594202995}
{"Finetune/Learning Rate": 2.064032848891817e-07, "Finetune/Loss": 0.3533262014389038, "Finetune/Loss (Raw)": 0.3114205300807953, "Finetune/Step": 14614, "Finetune/Step Time": 6.701850827783346}
{"Finetune/Learning Rate": 2.0598371998029387e-07, "Finetune/Loss": 0.35307931900024414, "Finetune/Loss (Raw)": 0.38106462359428406, "Finetune/Step": 14615, "Finetune/Step Time": 6.713697956874967}
{"Finetune/Learning Rate": 2.0556457750159798e-07, "Finetune/Loss": 0.3533141314983368, "Finetune/Loss (Raw)": 0.3757122755050659, "Finetune/Step": 14616, "Finetune/Step Time": 6.740949351340532}
{"Finetune/Learning Rate": 2.051458574711729e-07, "Finetune/Loss": 0.3533210754394531, "Finetune/Loss (Raw)": 0.40866631269454956, "Finetune/Step": 14617, "Finetune/Step Time": 6.72322840988636}
{"Finetune/Learning Rate": 2.0472755990707972e-07, "Finetune/Loss": 0.35359007120132446, "Finetune/Loss (Raw)": 0.348358690738678, "Finetune/Step": 14618, "Finetune/Step Time": 6.723138231784105}
{"Finetune/Learning Rate": 2.0430968482735957e-07, "Finetune/Loss": 0.35371315479278564, "Finetune/Loss (Raw)": 0.42346492409706116, "Finetune/Step": 14619, "Finetune/Step Time": 6.706049280241132}
{"Finetune/Learning Rate": 2.0389223225003473e-07, "Finetune/Loss": 0.35291874408721924, "Finetune/Loss (Raw)": 0.3163515329360962, "Finetune/Step": 14620, "Finetune/Step Time": 6.69627726636827}
{"Finetune/Learning Rate": 2.03475202193113e-07, "Finetune/Loss": 0.3527502417564392, "Finetune/Loss (Raw)": 0.3558509647846222, "Finetune/Step": 14621, "Finetune/Step Time": 6.681426107883453}
{"Finetune/Learning Rate": 2.0305859467458e-07, "Finetune/Loss": 0.35271716117858887, "Finetune/Loss (Raw)": 0.3432154953479767, "Finetune/Step": 14622, "Finetune/Step Time": 6.671712961047888}
{"Finetune/Learning Rate": 2.0264240971240468e-07, "Finetune/Loss": 0.35258230566978455, "Finetune/Loss (Raw)": 0.364474892616272, "Finetune/Step": 14623, "Finetune/Step Time": 6.674226885661483}
{"Finetune/Learning Rate": 2.0222664732453712e-07, "Finetune/Loss": 0.35251903533935547, "Finetune/Loss (Raw)": 0.4035537540912628, "Finetune/Step": 14624, "Finetune/Step Time": 6.6587718445807695}
{"Finetune/Learning Rate": 2.0181130752891298e-07, "Finetune/Loss": 0.3525887131690979, "Finetune/Loss (Raw)": 0.4157840609550476, "Finetune/Step": 14625, "Finetune/Step Time": 6.6528866440057755}
{"Finetune/Learning Rate": 2.0139639034344237e-07, "Finetune/Loss": 0.3527942895889282, "Finetune/Loss (Raw)": 0.4351789057254791, "Finetune/Step": 14626, "Finetune/Step Time": 6.656850539147854}
{"Finetune/Learning Rate": 2.0098189578602324e-07, "Finetune/Loss": 0.35215604305267334, "Finetune/Loss (Raw)": 0.3229503631591797, "Finetune/Step": 14627, "Finetune/Step Time": 6.654095757752657}
{"Finetune/Learning Rate": 2.0056782387453345e-07, "Finetune/Loss": 0.35262465476989746, "Finetune/Loss (Raw)": 0.3545284569263458, "Finetune/Step": 14628, "Finetune/Step Time": 6.657469857484102}
{"Finetune/Learning Rate": 2.0015417462683096e-07, "Finetune/Loss": 0.35589689016342163, "Finetune/Loss (Raw)": 0.48655247688293457, "Finetune/Step": 14629, "Finetune/Step Time": 6.64847276173532}
{"Finetune/Learning Rate": 1.9974094806075927e-07, "Finetune/Loss": 0.356327086687088, "Finetune/Loss (Raw)": 0.3595089316368103, "Finetune/Step": 14630, "Finetune/Step Time": 6.6635775957256556}
{"Finetune/Learning Rate": 1.9932814419414081e-07, "Finetune/Loss": 0.35692721605300903, "Finetune/Loss (Raw)": 0.35679134726524353, "Finetune/Step": 14631, "Finetune/Step Time": 6.679605154320598}
{"Finetune/Learning Rate": 1.989157630447791e-07, "Finetune/Loss": 0.3554711937904358, "Finetune/Loss (Raw)": 0.12612994015216827, "Finetune/Step": 14632, "Finetune/Step Time": 6.697874130681157}
{"Finetune/Learning Rate": 1.9850380463046215e-07, "Finetune/Loss": 0.3536849617958069, "Finetune/Loss (Raw)": 0.23557211458683014, "Finetune/Step": 14633, "Finetune/Step Time": 6.745917364954948}
{"Finetune/Learning Rate": 1.9809226896895685e-07, "Finetune/Loss": 0.35452544689178467, "Finetune/Loss (Raw)": 0.4312470555305481, "Finetune/Step": 14634, "Finetune/Step Time": 6.740528844296932}
{"Finetune/Learning Rate": 1.9768115607801564e-07, "Finetune/Loss": 0.354519784450531, "Finetune/Loss (Raw)": 0.3749372661113739, "Finetune/Step": 14635, "Finetune/Step Time": 6.742595115676522}
{"Finetune/Learning Rate": 1.972704659753688e-07, "Finetune/Loss": 0.3536921739578247, "Finetune/Loss (Raw)": 0.32536396384239197, "Finetune/Step": 14636, "Finetune/Step Time": 6.75621509924531}
{"Finetune/Learning Rate": 1.9686019867872997e-07, "Finetune/Loss": 0.35247260332107544, "Finetune/Loss (Raw)": 0.2988320291042328, "Finetune/Step": 14637, "Finetune/Step Time": 6.75591604411602}
{"Finetune/Learning Rate": 1.9645035420579494e-07, "Finetune/Loss": 0.3515315353870392, "Finetune/Loss (Raw)": 0.2955547869205475, "Finetune/Step": 14638, "Finetune/Step Time": 6.757484957575798}
{"Finetune/Learning Rate": 1.9604093257424074e-07, "Finetune/Loss": 0.3501945436000824, "Finetune/Loss (Raw)": 0.15549887716770172, "Finetune/Step": 14639, "Finetune/Step Time": 6.769624525681138}
{"Finetune/Learning Rate": 1.9563193380172651e-07, "Finetune/Loss": 0.3486984968185425, "Finetune/Loss (Raw)": 0.354525625705719, "Finetune/Step": 14640, "Finetune/Step Time": 6.767489980906248}
{"Finetune/Learning Rate": 1.9522335790589263e-07, "Finetune/Loss": 0.34823885560035706, "Finetune/Loss (Raw)": 0.3251195549964905, "Finetune/Step": 14641, "Finetune/Step Time": 6.764460690319538}
{"Finetune/Learning Rate": 1.948152049043628e-07, "Finetune/Loss": 0.34798312187194824, "Finetune/Loss (Raw)": 0.34823015332221985, "Finetune/Step": 14642, "Finetune/Step Time": 6.7631183583289385}
{"Finetune/Learning Rate": 1.9440747481473953e-07, "Finetune/Loss": 0.3498218059539795, "Finetune/Loss (Raw)": 0.3626646399497986, "Finetune/Step": 14643, "Finetune/Step Time": 6.750107038766146}
{"Finetune/Learning Rate": 1.9400016765460995e-07, "Finetune/Loss": 0.3513118028640747, "Finetune/Loss (Raw)": 0.5099613666534424, "Finetune/Step": 14644, "Finetune/Step Time": 6.7497433219105005}
{"Finetune/Learning Rate": 1.9359328344154104e-07, "Finetune/Loss": 0.35007789731025696, "Finetune/Loss (Raw)": 0.28304147720336914, "Finetune/Step": 14645, "Finetune/Step Time": 6.764157986268401}
{"Finetune/Learning Rate": 1.9318682219308215e-07, "Finetune/Loss": 0.34819531440734863, "Finetune/Loss (Raw)": 0.10978785902261734, "Finetune/Step": 14646, "Finetune/Step Time": 6.783073160797358}
{"Finetune/Learning Rate": 1.9278078392676704e-07, "Finetune/Loss": 0.3479039967060089, "Finetune/Loss (Raw)": 0.3672838807106018, "Finetune/Step": 14647, "Finetune/Step Time": 6.7493068892508745}
{"Finetune/Learning Rate": 1.9237516866010498e-07, "Finetune/Loss": 0.3468274176120758, "Finetune/Loss (Raw)": 0.2925591468811035, "Finetune/Step": 14648, "Finetune/Step Time": 6.747595116496086}
{"Finetune/Learning Rate": 1.9196997641059312e-07, "Finetune/Loss": 0.3465483784675598, "Finetune/Loss (Raw)": 0.36983737349510193, "Finetune/Step": 14649, "Finetune/Step Time": 6.751470295712352}
{"Finetune/Learning Rate": 1.9156520719570748e-07, "Finetune/Loss": 0.3458801209926605, "Finetune/Loss (Raw)": 0.34602177143096924, "Finetune/Step": 14650, "Finetune/Step Time": 6.762879574671388}
{"Finetune/Learning Rate": 1.9116086103290633e-07, "Finetune/Loss": 0.3456171751022339, "Finetune/Loss (Raw)": 0.3770041763782501, "Finetune/Step": 14651, "Finetune/Step Time": 6.760479470714927}
{"Finetune/Learning Rate": 1.9075693793962903e-07, "Finetune/Loss": 0.34574803709983826, "Finetune/Loss (Raw)": 0.41706743836402893, "Finetune/Step": 14652, "Finetune/Step Time": 6.768841000273824}
{"Finetune/Learning Rate": 1.903534379332983e-07, "Finetune/Loss": 0.3459983468055725, "Finetune/Loss (Raw)": 0.4281306564807892, "Finetune/Step": 14653, "Finetune/Step Time": 6.764885438606143}
{"Finetune/Learning Rate": 1.8995036103131803e-07, "Finetune/Loss": 0.3467036783695221, "Finetune/Loss (Raw)": 0.45606446266174316, "Finetune/Step": 14654, "Finetune/Step Time": 6.75408229790628}
{"Finetune/Learning Rate": 1.8954770725107207e-07, "Finetune/Loss": 0.34667545557022095, "Finetune/Loss (Raw)": 0.3474389612674713, "Finetune/Step": 14655, "Finetune/Step Time": 6.748668475076556}
{"Finetune/Learning Rate": 1.8914547660992987e-07, "Finetune/Loss": 0.34617358446121216, "Finetune/Loss (Raw)": 0.39818239212036133, "Finetune/Step": 14656, "Finetune/Step Time": 6.749054247513413}
{"Finetune/Learning Rate": 1.8874366912523644e-07, "Finetune/Loss": 0.3463124632835388, "Finetune/Loss (Raw)": 0.3724009394645691, "Finetune/Step": 14657, "Finetune/Step Time": 6.737700844183564}
{"Finetune/Learning Rate": 1.883422848143268e-07, "Finetune/Loss": 0.34507304430007935, "Finetune/Loss (Raw)": 0.1679249107837677, "Finetune/Step": 14658, "Finetune/Step Time": 6.753209479153156}
{"Finetune/Learning Rate": 1.8794132369450935e-07, "Finetune/Loss": 0.34533753991127014, "Finetune/Loss (Raw)": 0.41660261154174805, "Finetune/Step": 14659, "Finetune/Step Time": 6.752707278355956}
{"Finetune/Learning Rate": 1.8754078578308023e-07, "Finetune/Loss": 0.3448527455329895, "Finetune/Loss (Raw)": 0.2581547796726227, "Finetune/Step": 14660, "Finetune/Step Time": 6.749955590814352}
{"Finetune/Learning Rate": 1.871406710973145e-07, "Finetune/Loss": 0.34472933411598206, "Finetune/Loss (Raw)": 0.351535439491272, "Finetune/Step": 14661, "Finetune/Step Time": 6.753796698525548}
{"Finetune/Learning Rate": 1.8674097965446948e-07, "Finetune/Loss": 0.34441667795181274, "Finetune/Loss (Raw)": 0.4241921007633209, "Finetune/Step": 14662, "Finetune/Step Time": 6.765600858256221}
{"Finetune/Learning Rate": 1.863417114717847e-07, "Finetune/Loss": 0.34422558546066284, "Finetune/Loss (Raw)": 0.4170285165309906, "Finetune/Step": 14663, "Finetune/Step Time": 6.7684340961277485}
{"Finetune/Learning Rate": 1.859428665664831e-07, "Finetune/Loss": 0.3466370701789856, "Finetune/Loss (Raw)": 0.39644792675971985, "Finetune/Step": 14664, "Finetune/Step Time": 6.754293769598007}
{"Finetune/Learning Rate": 1.855444449557642e-07, "Finetune/Loss": 0.34679362177848816, "Finetune/Loss (Raw)": 0.35105425119400024, "Finetune/Step": 14665, "Finetune/Step Time": 6.758174583315849}
{"Finetune/Learning Rate": 1.8514644665681424e-07, "Finetune/Loss": 0.3471558690071106, "Finetune/Loss (Raw)": 0.4164305031299591, "Finetune/Step": 14666, "Finetune/Step Time": 6.758635990321636}
{"Finetune/Learning Rate": 1.8474887168680067e-07, "Finetune/Loss": 0.34830230474472046, "Finetune/Loss (Raw)": 0.5043699741363525, "Finetune/Step": 14667, "Finetune/Step Time": 6.746502757072449}
{"Finetune/Learning Rate": 1.843517200628686e-07, "Finetune/Loss": 0.34863391518592834, "Finetune/Loss (Raw)": 0.3557750880718231, "Finetune/Step": 14668, "Finetune/Step Time": 6.742337392643094}
{"Finetune/Learning Rate": 1.839549918021488e-07, "Finetune/Loss": 0.3491084575653076, "Finetune/Loss (Raw)": 0.4474423825740814, "Finetune/Step": 14669, "Finetune/Step Time": 6.73836325854063}
{"Finetune/Learning Rate": 1.8355868692175426e-07, "Finetune/Loss": 0.3501536548137665, "Finetune/Loss (Raw)": 0.3190949857234955, "Finetune/Step": 14670, "Finetune/Step Time": 6.719471657648683}
{"Finetune/Learning Rate": 1.8316280543877685e-07, "Finetune/Loss": 0.3524489998817444, "Finetune/Loss (Raw)": 0.3874111771583557, "Finetune/Step": 14671, "Finetune/Step Time": 6.685746226459742}
{"Finetune/Learning Rate": 1.8276734737029067e-07, "Finetune/Loss": 0.3533794581890106, "Finetune/Loss (Raw)": 0.4373228847980499, "Finetune/Step": 14672, "Finetune/Step Time": 6.653819549828768}
{"Finetune/Learning Rate": 1.8237231273335433e-07, "Finetune/Loss": 0.3549790382385254, "Finetune/Loss (Raw)": 0.3391285538673401, "Finetune/Step": 14673, "Finetune/Step Time": 6.634562015533447}
{"Finetune/Learning Rate": 1.8197770154500415e-07, "Finetune/Loss": 0.3550199270248413, "Finetune/Loss (Raw)": 0.3783756196498871, "Finetune/Step": 14674, "Finetune/Step Time": 6.635920399799943}
{"Finetune/Learning Rate": 1.8158351382226324e-07, "Finetune/Loss": 0.3563334345817566, "Finetune/Loss (Raw)": 0.306112140417099, "Finetune/Step": 14675, "Finetune/Step Time": 6.602807464078069}
{"Finetune/Learning Rate": 1.8118974958213132e-07, "Finetune/Loss": 0.3558732271194458, "Finetune/Loss (Raw)": 0.3491407036781311, "Finetune/Step": 14676, "Finetune/Step Time": 6.59189610928297}
{"Finetune/Learning Rate": 1.8079640884159256e-07, "Finetune/Loss": 0.3550316393375397, "Finetune/Loss (Raw)": 0.3634633719921112, "Finetune/Step": 14677, "Finetune/Step Time": 6.591083174571395}
{"Finetune/Learning Rate": 1.8040349161761229e-07, "Finetune/Loss": 0.35263657569885254, "Finetune/Loss (Raw)": 0.13694581389427185, "Finetune/Step": 14678, "Finetune/Step Time": 6.601601533591747}
{"Finetune/Learning Rate": 1.8001099792713693e-07, "Finetune/Loss": 0.3528290390968323, "Finetune/Loss (Raw)": 0.3965218961238861, "Finetune/Step": 14679, "Finetune/Step Time": 6.611808219924569}
{"Finetune/Learning Rate": 1.7961892778709633e-07, "Finetune/Loss": 0.35307082533836365, "Finetune/Loss (Raw)": 0.34623485803604126, "Finetune/Step": 14680, "Finetune/Step Time": 6.613449137657881}
{"Finetune/Learning Rate": 1.7922728121440025e-07, "Finetune/Loss": 0.3509729504585266, "Finetune/Loss (Raw)": 0.21487963199615479, "Finetune/Step": 14681, "Finetune/Step Time": 6.60968248359859}
{"Finetune/Learning Rate": 1.7883605822594074e-07, "Finetune/Loss": 0.3503189980983734, "Finetune/Loss (Raw)": 0.3416266143321991, "Finetune/Step": 14682, "Finetune/Step Time": 6.606520999222994}
{"Finetune/Learning Rate": 1.7844525883859432e-07, "Finetune/Loss": 0.3495027720928192, "Finetune/Loss (Raw)": 0.3924694359302521, "Finetune/Step": 14683, "Finetune/Step Time": 6.604578187689185}
{"Finetune/Learning Rate": 1.7805488306921304e-07, "Finetune/Loss": 0.3491210341453552, "Finetune/Loss (Raw)": 0.3463939428329468, "Finetune/Step": 14684, "Finetune/Step Time": 6.606092864647508}
{"Finetune/Learning Rate": 1.7766493093463678e-07, "Finetune/Loss": 0.34829580783843994, "Finetune/Loss (Raw)": 0.3303433358669281, "Finetune/Step": 14685, "Finetune/Step Time": 6.623339220881462}
{"Finetune/Learning Rate": 1.772754024516843e-07, "Finetune/Loss": 0.34918278455734253, "Finetune/Loss (Raw)": 0.5044459700584412, "Finetune/Step": 14686, "Finetune/Step Time": 6.622966140508652}
{"Finetune/Learning Rate": 1.7688629763715658e-07, "Finetune/Loss": 0.3491126298904419, "Finetune/Loss (Raw)": 0.41583213210105896, "Finetune/Step": 14687, "Finetune/Step Time": 6.620336934924126}
{"Finetune/Learning Rate": 1.764976165078358e-07, "Finetune/Loss": 0.3487253785133362, "Finetune/Loss (Raw)": 0.30629485845565796, "Finetune/Step": 14688, "Finetune/Step Time": 6.623694395646453}
{"Finetune/Learning Rate": 1.7610935908048744e-07, "Finetune/Loss": 0.3489419221878052, "Finetune/Loss (Raw)": 0.4698195159435272, "Finetune/Step": 14689, "Finetune/Step Time": 6.640649780631065}
{"Finetune/Learning Rate": 1.7572152537185582e-07, "Finetune/Loss": 0.3495631814002991, "Finetune/Loss (Raw)": 0.34892386198043823, "Finetune/Step": 14690, "Finetune/Step Time": 6.63400237634778}
{"Finetune/Learning Rate": 1.7533411539866873e-07, "Finetune/Loss": 0.34932762384414673, "Finetune/Loss (Raw)": 0.36458855867385864, "Finetune/Step": 14691, "Finetune/Step Time": 6.624512245878577}
{"Finetune/Learning Rate": 1.7494712917763835e-07, "Finetune/Loss": 0.34919029474258423, "Finetune/Loss (Raw)": 0.40324848890304565, "Finetune/Step": 14692, "Finetune/Step Time": 6.6298221703618765}
{"Finetune/Learning Rate": 1.7456056672545353e-07, "Finetune/Loss": 0.3487124741077423, "Finetune/Loss (Raw)": 0.35830938816070557, "Finetune/Step": 14693, "Finetune/Step Time": 6.631999392062426}
{"Finetune/Learning Rate": 1.7417442805878758e-07, "Finetune/Loss": 0.35029155015945435, "Finetune/Loss (Raw)": 0.5374926924705505, "Finetune/Step": 14694, "Finetune/Step Time": 6.634348213672638}
{"Finetune/Learning Rate": 1.7378871319429725e-07, "Finetune/Loss": 0.34782373905181885, "Finetune/Loss (Raw)": 0.1317509263753891, "Finetune/Step": 14695, "Finetune/Step Time": 6.6631558779627085}
{"Finetune/Learning Rate": 1.7340342214861694e-07, "Finetune/Loss": 0.3472992777824402, "Finetune/Loss (Raw)": 0.3262507915496826, "Finetune/Step": 14696, "Finetune/Step Time": 6.666118141263723}
{"Finetune/Learning Rate": 1.7301855493836562e-07, "Finetune/Loss": 0.34664803743362427, "Finetune/Loss (Raw)": 0.347645103931427, "Finetune/Step": 14697, "Finetune/Step Time": 6.649102505296469}
{"Finetune/Learning Rate": 1.726341115801422e-07, "Finetune/Loss": 0.3466086983680725, "Finetune/Loss (Raw)": 0.30318254232406616, "Finetune/Step": 14698, "Finetune/Step Time": 6.623700484633446}
{"Finetune/Learning Rate": 1.7225009209052902e-07, "Finetune/Loss": 0.3489433526992798, "Finetune/Loss (Raw)": 0.40732207894325256, "Finetune/Step": 14699, "Finetune/Step Time": 6.599380385130644}
{"Finetune/Learning Rate": 1.7186649648608943e-07, "Finetune/Loss": 0.3501315712928772, "Finetune/Loss (Raw)": 0.4152947962284088, "Finetune/Step": 14700, "Finetune/Step Time": 6.58192029222846}
{"Finetune/Learning Rate": 1.7148332478336806e-07, "Finetune/Loss": 0.35164517164230347, "Finetune/Loss (Raw)": 0.5287518501281738, "Finetune/Step": 14701, "Finetune/Step Time": 6.57030364125967}
{"Finetune/Learning Rate": 1.7110057699889382e-07, "Finetune/Loss": 0.35235804319381714, "Finetune/Loss (Raw)": 0.41447171568870544, "Finetune/Step": 14702, "Finetune/Step Time": 6.567482756450772}
{"Finetune/Learning Rate": 1.7071825314917134e-07, "Finetune/Loss": 0.35188421607017517, "Finetune/Loss (Raw)": 0.2954527735710144, "Finetune/Step": 14703, "Finetune/Step Time": 6.569043410941958}
{"Finetune/Learning Rate": 1.70336353250693e-07, "Finetune/Loss": 0.35187339782714844, "Finetune/Loss (Raw)": 0.42887642979621887, "Finetune/Step": 14704, "Finetune/Step Time": 6.562944732606411}
{"Finetune/Learning Rate": 1.6995487731993109e-07, "Finetune/Loss": 0.35172733664512634, "Finetune/Loss (Raw)": 0.3513202667236328, "Finetune/Step": 14705, "Finetune/Step Time": 6.563431639224291}
{"Finetune/Learning Rate": 1.6957382537333812e-07, "Finetune/Loss": 0.3519803285598755, "Finetune/Loss (Raw)": 0.3424620032310486, "Finetune/Step": 14706, "Finetune/Step Time": 6.55892376974225}
{"Finetune/Learning Rate": 1.6919319742735086e-07, "Finetune/Loss": 0.3531954288482666, "Finetune/Loss (Raw)": 0.3992386758327484, "Finetune/Step": 14707, "Finetune/Step Time": 6.545149855315685}
{"Finetune/Learning Rate": 1.688129934983851e-07, "Finetune/Loss": 0.3531569242477417, "Finetune/Loss (Raw)": 0.31159037351608276, "Finetune/Step": 14708, "Finetune/Step Time": 6.543361144140363}
{"Finetune/Learning Rate": 1.6843321360283993e-07, "Finetune/Loss": 0.3539798855781555, "Finetune/Loss (Raw)": 0.34680938720703125, "Finetune/Step": 14709, "Finetune/Step Time": 6.53307500295341}
{"Finetune/Learning Rate": 1.6805385775709559e-07, "Finetune/Loss": 0.3537653684616089, "Finetune/Loss (Raw)": 0.35907426476478577, "Finetune/Step": 14710, "Finetune/Step Time": 6.540404979139566}
{"Finetune/Learning Rate": 1.6767492597751455e-07, "Finetune/Loss": 0.35388123989105225, "Finetune/Loss (Raw)": 0.3819400370121002, "Finetune/Step": 14711, "Finetune/Step Time": 6.545302612707019}
{"Finetune/Learning Rate": 1.672964182804404e-07, "Finetune/Loss": 0.35587841272354126, "Finetune/Loss (Raw)": 0.36441513895988464, "Finetune/Step": 14712, "Finetune/Step Time": 6.531803488731384}
{"Finetune/Learning Rate": 1.6691833468219897e-07, "Finetune/Loss": 0.35609063506126404, "Finetune/Loss (Raw)": 0.4165569543838501, "Finetune/Step": 14713, "Finetune/Step Time": 6.526538882404566}
{"Finetune/Learning Rate": 1.6654067519909723e-07, "Finetune/Loss": 0.3562166690826416, "Finetune/Loss (Raw)": 0.3446202278137207, "Finetune/Step": 14714, "Finetune/Step Time": 6.505167091265321}
{"Finetune/Learning Rate": 1.6616343984742545e-07, "Finetune/Loss": 0.356817364692688, "Finetune/Loss (Raw)": 0.3915063440799713, "Finetune/Step": 14715, "Finetune/Step Time": 6.507058488205075}
{"Finetune/Learning Rate": 1.6578662864345284e-07, "Finetune/Loss": 0.35449981689453125, "Finetune/Loss (Raw)": 0.13160459697246552, "Finetune/Step": 14716, "Finetune/Step Time": 6.526738449931145}
{"Finetune/Learning Rate": 1.6541024160343199e-07, "Finetune/Loss": 0.3551139831542969, "Finetune/Loss (Raw)": 0.4250284731388092, "Finetune/Step": 14717, "Finetune/Step Time": 6.528190299868584}
{"Finetune/Learning Rate": 1.6503427874359767e-07, "Finetune/Loss": 0.35362449288368225, "Finetune/Loss (Raw)": 0.31974178552627563, "Finetune/Step": 14718, "Finetune/Step Time": 6.518213544040918}
{"Finetune/Learning Rate": 1.646587400801658e-07, "Finetune/Loss": 0.35432225465774536, "Finetune/Loss (Raw)": 0.37871384620666504, "Finetune/Step": 14719, "Finetune/Step Time": 6.525248322635889}
{"Finetune/Learning Rate": 1.6428362562933342e-07, "Finetune/Loss": 0.3546062111854553, "Finetune/Loss (Raw)": 0.42522090673446655, "Finetune/Step": 14720, "Finetune/Step Time": 6.519335106015205}
{"Finetune/Learning Rate": 1.639089354072787e-07, "Finetune/Loss": 0.35401853919029236, "Finetune/Loss (Raw)": 0.2628970742225647, "Finetune/Step": 14721, "Finetune/Step Time": 6.533389518037438}
{"Finetune/Learning Rate": 1.6353466943016537e-07, "Finetune/Loss": 0.3534354865550995, "Finetune/Loss (Raw)": 0.31066223978996277, "Finetune/Step": 14722, "Finetune/Step Time": 6.538367675617337}
{"Finetune/Learning Rate": 1.631608277141339e-07, "Finetune/Loss": 0.3531312942504883, "Finetune/Loss (Raw)": 0.3164198696613312, "Finetune/Step": 14723, "Finetune/Step Time": 6.520431311801076}
{"Finetune/Learning Rate": 1.62787410275308e-07, "Finetune/Loss": 0.35351473093032837, "Finetune/Loss (Raw)": 0.42361271381378174, "Finetune/Step": 14724, "Finetune/Step Time": 6.5176667012274265}
{"Finetune/Learning Rate": 1.6241441712979588e-07, "Finetune/Loss": 0.3526681363582611, "Finetune/Loss (Raw)": 0.23662905395030975, "Finetune/Step": 14725, "Finetune/Step Time": 6.551449710503221}
{"Finetune/Learning Rate": 1.6204184829368363e-07, "Finetune/Loss": 0.3550431430339813, "Finetune/Loss (Raw)": 0.4532315731048584, "Finetune/Step": 14726, "Finetune/Step Time": 6.542464116588235}
{"Finetune/Learning Rate": 1.616697037830417e-07, "Finetune/Loss": 0.355658620595932, "Finetune/Loss (Raw)": 0.38961103558540344, "Finetune/Step": 14727, "Finetune/Step Time": 6.544012490659952}
{"Finetune/Learning Rate": 1.6129798361392168e-07, "Finetune/Loss": 0.355850487947464, "Finetune/Loss (Raw)": 0.35001417994499207, "Finetune/Step": 14728, "Finetune/Step Time": 6.5430732648819685}
{"Finetune/Learning Rate": 1.6092668780235521e-07, "Finetune/Loss": 0.3553541302680969, "Finetune/Loss (Raw)": 0.32059577107429504, "Finetune/Step": 14729, "Finetune/Step Time": 6.539830727502704}
{"Finetune/Learning Rate": 1.6055581636435725e-07, "Finetune/Loss": 0.35506513714790344, "Finetune/Loss (Raw)": 0.35991886258125305, "Finetune/Step": 14730, "Finetune/Step Time": 6.543515836820006}
{"Finetune/Learning Rate": 1.6018536931592277e-07, "Finetune/Loss": 0.35517627000808716, "Finetune/Loss (Raw)": 0.3846457004547119, "Finetune/Step": 14731, "Finetune/Step Time": 6.540933754295111}
{"Finetune/Learning Rate": 1.5981534667303233e-07, "Finetune/Loss": 0.35401690006256104, "Finetune/Loss (Raw)": 0.2783191204071045, "Finetune/Step": 14732, "Finetune/Step Time": 6.557134369388223}
{"Finetune/Learning Rate": 1.5944574845164318e-07, "Finetune/Loss": 0.3545379936695099, "Finetune/Loss (Raw)": 0.4066857099533081, "Finetune/Step": 14733, "Finetune/Step Time": 6.546656496822834}
{"Finetune/Learning Rate": 1.590765746676981e-07, "Finetune/Loss": 0.35455086827278137, "Finetune/Loss (Raw)": 0.38969892263412476, "Finetune/Step": 14734, "Finetune/Step Time": 6.5450959745794535}
{"Finetune/Learning Rate": 1.5870782533711882e-07, "Finetune/Loss": 0.3562789857387543, "Finetune/Loss (Raw)": 0.36427009105682373, "Finetune/Step": 14735, "Finetune/Step Time": 6.545251529663801}
{"Finetune/Learning Rate": 1.5833950047581148e-07, "Finetune/Loss": 0.3559345006942749, "Finetune/Loss (Raw)": 0.07308587431907654, "Finetune/Step": 14736, "Finetune/Step Time": 6.5444934871047735}
{"Finetune/Learning Rate": 1.5797160009966117e-07, "Finetune/Loss": 0.35629400610923767, "Finetune/Loss (Raw)": 0.32748138904571533, "Finetune/Step": 14737, "Finetune/Step Time": 6.5410130228847265}
{"Finetune/Learning Rate": 1.576041242245363e-07, "Finetune/Loss": 0.35677438974380493, "Finetune/Loss (Raw)": 0.39885497093200684, "Finetune/Step": 14738, "Finetune/Step Time": 6.542918400838971}
{"Finetune/Learning Rate": 1.5723707286628753e-07, "Finetune/Loss": 0.355851411819458, "Finetune/Loss (Raw)": 0.329623818397522, "Finetune/Step": 14739, "Finetune/Step Time": 6.551770091056824}
{"Finetune/Learning Rate": 1.5687044604074552e-07, "Finetune/Loss": 0.35607439279556274, "Finetune/Loss (Raw)": 0.4272352457046509, "Finetune/Step": 14740, "Finetune/Step Time": 6.554775459691882}
{"Finetune/Learning Rate": 1.565042437637243e-07, "Finetune/Loss": 0.3561441898345947, "Finetune/Loss (Raw)": 0.4208543598651886, "Finetune/Step": 14741, "Finetune/Step Time": 6.561178473755717}
{"Finetune/Learning Rate": 1.5613846605101678e-07, "Finetune/Loss": 0.35639333724975586, "Finetune/Loss (Raw)": 0.3433118760585785, "Finetune/Step": 14742, "Finetune/Step Time": 6.575856616720557}
{"Finetune/Learning Rate": 1.5577311291840147e-07, "Finetune/Loss": 0.3545385003089905, "Finetune/Loss (Raw)": 0.1436467468738556, "Finetune/Step": 14743, "Finetune/Step Time": 6.584426464512944}
{"Finetune/Learning Rate": 1.5540818438163463e-07, "Finetune/Loss": 0.3547063171863556, "Finetune/Loss (Raw)": 0.39719170331954956, "Finetune/Step": 14744, "Finetune/Step Time": 6.555948486551642}
{"Finetune/Learning Rate": 1.5504368045645811e-07, "Finetune/Loss": 0.35510557889938354, "Finetune/Loss (Raw)": 0.4597688913345337, "Finetune/Step": 14745, "Finetune/Step Time": 6.57026843726635}
{"Finetune/Learning Rate": 1.5467960115859272e-07, "Finetune/Loss": 0.3551672697067261, "Finetune/Loss (Raw)": 0.3562595248222351, "Finetune/Step": 14746, "Finetune/Step Time": 6.572239110246301}
{"Finetune/Learning Rate": 1.543159465037425e-07, "Finetune/Loss": 0.35527390241622925, "Finetune/Loss (Raw)": 0.43711400032043457, "Finetune/Step": 14747, "Finetune/Step Time": 6.588429881259799}
{"Finetune/Learning Rate": 1.5395271650759048e-07, "Finetune/Loss": 0.355904221534729, "Finetune/Loss (Raw)": 0.3970337212085724, "Finetune/Step": 14748, "Finetune/Step Time": 6.5927889086306095}
{"Finetune/Learning Rate": 1.5358991118580412e-07, "Finetune/Loss": 0.3562253713607788, "Finetune/Loss (Raw)": 0.3969539701938629, "Finetune/Step": 14749, "Finetune/Step Time": 6.593771014362574}
{"Finetune/Learning Rate": 1.5322753055403318e-07, "Finetune/Loss": 0.3568504750728607, "Finetune/Loss (Raw)": 0.42323029041290283, "Finetune/Step": 14750, "Finetune/Step Time": 6.588032454252243}
{"Finetune/Learning Rate": 1.528655746279062e-07, "Finetune/Loss": 0.3565005660057068, "Finetune/Loss (Raw)": 0.31968557834625244, "Finetune/Step": 14751, "Finetune/Step Time": 6.594449415802956}
{"Finetune/Learning Rate": 1.5250404342303514e-07, "Finetune/Loss": 0.3566473126411438, "Finetune/Loss (Raw)": 0.422339528799057, "Finetune/Step": 14752, "Finetune/Step Time": 6.603314835578203}
{"Finetune/Learning Rate": 1.5214293695501315e-07, "Finetune/Loss": 0.35661450028419495, "Finetune/Loss (Raw)": 0.4115806818008423, "Finetune/Step": 14753, "Finetune/Step Time": 6.5987080708146095}
{"Finetune/Learning Rate": 1.517822552394166e-07, "Finetune/Loss": 0.35624071955680847, "Finetune/Loss (Raw)": 0.3873356878757477, "Finetune/Step": 14754, "Finetune/Step Time": 6.596452625468373}
{"Finetune/Learning Rate": 1.514219982917997e-07, "Finetune/Loss": 0.35671699047088623, "Finetune/Loss (Raw)": 0.38391751050949097, "Finetune/Step": 14755, "Finetune/Step Time": 6.59948617592454}
{"Finetune/Learning Rate": 1.5106216612770342e-07, "Finetune/Loss": 0.35707932710647583, "Finetune/Loss (Raw)": 0.4009047746658325, "Finetune/Step": 14756, "Finetune/Step Time": 6.589688301086426}
{"Finetune/Learning Rate": 1.5070275876264638e-07, "Finetune/Loss": 0.3553934693336487, "Finetune/Loss (Raw)": 0.2707621455192566, "Finetune/Step": 14757, "Finetune/Step Time": 6.584739876911044}
{"Finetune/Learning Rate": 1.503437762121307e-07, "Finetune/Loss": 0.35468828678131104, "Finetune/Loss (Raw)": 0.2692488431930542, "Finetune/Step": 14758, "Finetune/Step Time": 6.5649865716695786}
{"Finetune/Learning Rate": 1.499852184916395e-07, "Finetune/Loss": 0.3547181487083435, "Finetune/Loss (Raw)": 0.3606126606464386, "Finetune/Step": 14759, "Finetune/Step Time": 6.546665197238326}
{"Finetune/Learning Rate": 1.496270856166393e-07, "Finetune/Loss": 0.356280654668808, "Finetune/Loss (Raw)": 0.32612961530685425, "Finetune/Step": 14760, "Finetune/Step Time": 6.535178534686565}
{"Finetune/Learning Rate": 1.4926937760257554e-07, "Finetune/Loss": 0.3564240634441376, "Finetune/Loss (Raw)": 0.2539252042770386, "Finetune/Step": 14761, "Finetune/Step Time": 6.522869646549225}
{"Finetune/Learning Rate": 1.48912094464877e-07, "Finetune/Loss": 0.3552934527397156, "Finetune/Loss (Raw)": 0.28653138875961304, "Finetune/Step": 14762, "Finetune/Step Time": 6.525867357850075}
{"Finetune/Learning Rate": 1.4855523621895352e-07, "Finetune/Loss": 0.35513362288475037, "Finetune/Loss (Raw)": 0.3544805347919464, "Finetune/Step": 14763, "Finetune/Step Time": 6.519797867164016}
{"Finetune/Learning Rate": 1.4819880288019618e-07, "Finetune/Loss": 0.3556753396987915, "Finetune/Loss (Raw)": 0.394704669713974, "Finetune/Step": 14764, "Finetune/Step Time": 6.525957318022847}
{"Finetune/Learning Rate": 1.4784279446398043e-07, "Finetune/Loss": 0.3562932312488556, "Finetune/Loss (Raw)": 0.37791773676872253, "Finetune/Step": 14765, "Finetune/Step Time": 6.525946103036404}
{"Finetune/Learning Rate": 1.4748721098566066e-07, "Finetune/Loss": 0.3571964204311371, "Finetune/Loss (Raw)": 0.411164253950119, "Finetune/Step": 14766, "Finetune/Step Time": 6.522780613973737}
{"Finetune/Learning Rate": 1.4713205246057462e-07, "Finetune/Loss": 0.3572150468826294, "Finetune/Loss (Raw)": 0.15788531303405762, "Finetune/Step": 14767, "Finetune/Step Time": 6.524007759988308}
{"Finetune/Learning Rate": 1.467773189040378e-07, "Finetune/Loss": 0.35778215527534485, "Finetune/Loss (Raw)": 0.4271125793457031, "Finetune/Step": 14768, "Finetune/Step Time": 6.528722243383527}
{"Finetune/Learning Rate": 1.4642301033135354e-07, "Finetune/Loss": 0.3583505153656006, "Finetune/Loss (Raw)": 0.39787137508392334, "Finetune/Step": 14769, "Finetune/Step Time": 6.52926623262465}
{"Finetune/Learning Rate": 1.4606912675780183e-07, "Finetune/Loss": 0.35864466428756714, "Finetune/Loss (Raw)": 0.3858811855316162, "Finetune/Step": 14770, "Finetune/Step Time": 6.531321285292506}
{"Finetune/Learning Rate": 1.4571566819864714e-07, "Finetune/Loss": 0.3591398000717163, "Finetune/Loss (Raw)": 0.4260382056236267, "Finetune/Step": 14771, "Finetune/Step Time": 6.524474108591676}
{"Finetune/Learning Rate": 1.4536263466913392e-07, "Finetune/Loss": 0.3587189316749573, "Finetune/Loss (Raw)": 0.45609140396118164, "Finetune/Step": 14772, "Finetune/Step Time": 6.539299072697759}
{"Finetune/Learning Rate": 1.4501002618449e-07, "Finetune/Loss": 0.3600424528121948, "Finetune/Loss (Raw)": 0.45245108008384705, "Finetune/Step": 14773, "Finetune/Step Time": 6.534655999392271}
{"Finetune/Learning Rate": 1.4465784275992324e-07, "Finetune/Loss": 0.3622421622276306, "Finetune/Loss (Raw)": 0.39135226607322693, "Finetune/Step": 14774, "Finetune/Step Time": 6.519349105656147}
{"Finetune/Learning Rate": 1.4430608441062366e-07, "Finetune/Loss": 0.363494336605072, "Finetune/Loss (Raw)": 0.5275616645812988, "Finetune/Step": 14775, "Finetune/Step Time": 6.519982699304819}
{"Finetune/Learning Rate": 1.439547511517636e-07, "Finetune/Loss": 0.36375486850738525, "Finetune/Loss (Raw)": 0.3259105980396271, "Finetune/Step": 14776, "Finetune/Step Time": 6.529797291383147}
{"Finetune/Learning Rate": 1.4360384299849538e-07, "Finetune/Loss": 0.36393752694129944, "Finetune/Loss (Raw)": 0.3932153284549713, "Finetune/Step": 14777, "Finetune/Step Time": 6.527112975716591}
{"Finetune/Learning Rate": 1.432533599659558e-07, "Finetune/Loss": 0.36340340971946716, "Finetune/Loss (Raw)": 0.2776568830013275, "Finetune/Step": 14778, "Finetune/Step Time": 6.520739056169987}
{"Finetune/Learning Rate": 1.429033020692605e-07, "Finetune/Loss": 0.3634635806083679, "Finetune/Loss (Raw)": 0.3847067058086395, "Finetune/Step": 14779, "Finetune/Step Time": 6.532332831993699}
{"Finetune/Learning Rate": 1.4255366932351077e-07, "Finetune/Loss": 0.3635064363479614, "Finetune/Loss (Raw)": 0.4225527048110962, "Finetune/Step": 14780, "Finetune/Step Time": 6.512406576424837}
{"Finetune/Learning Rate": 1.4220446174378233e-07, "Finetune/Loss": 0.36280557513237, "Finetune/Loss (Raw)": 0.33841753005981445, "Finetune/Step": 14781, "Finetune/Step Time": 6.512720253318548}
{"Finetune/Learning Rate": 1.4185567934514088e-07, "Finetune/Loss": 0.36160045862197876, "Finetune/Loss (Raw)": 0.30181029438972473, "Finetune/Step": 14782, "Finetune/Step Time": 6.5229849349707365}
{"Finetune/Learning Rate": 1.4150732214262664e-07, "Finetune/Loss": 0.36139801144599915, "Finetune/Loss (Raw)": 0.3215259909629822, "Finetune/Step": 14783, "Finetune/Step Time": 6.5267113614827394}
{"Finetune/Learning Rate": 1.4115939015126644e-07, "Finetune/Loss": 0.36056363582611084, "Finetune/Loss (Raw)": 0.2913808226585388, "Finetune/Step": 14784, "Finetune/Step Time": 6.533105427399278}
{"Finetune/Learning Rate": 1.4081188338606722e-07, "Finetune/Loss": 0.3602711856365204, "Finetune/Loss (Raw)": 0.3349679112434387, "Finetune/Step": 14785, "Finetune/Step Time": 6.548303445801139}
{"Finetune/Learning Rate": 1.4046480186201805e-07, "Finetune/Loss": 0.36169442534446716, "Finetune/Loss (Raw)": 0.35009998083114624, "Finetune/Step": 14786, "Finetune/Step Time": 6.531710907816887}
{"Finetune/Learning Rate": 1.4011814559408809e-07, "Finetune/Loss": 0.3610670864582062, "Finetune/Loss (Raw)": 0.336302787065506, "Finetune/Step": 14787, "Finetune/Step Time": 6.54005460627377}
{"Finetune/Learning Rate": 1.397719145972287e-07, "Finetune/Loss": 0.36155813932418823, "Finetune/Loss (Raw)": 0.3210090100765228, "Finetune/Step": 14788, "Finetune/Step Time": 6.550687920302153}
{"Finetune/Learning Rate": 1.3942610888637465e-07, "Finetune/Loss": 0.36110860109329224, "Finetune/Loss (Raw)": 0.29399439692497253, "Finetune/Step": 14789, "Finetune/Step Time": 6.556331515312195}
{"Finetune/Learning Rate": 1.390807284764395e-07, "Finetune/Loss": 0.36023810505867004, "Finetune/Loss (Raw)": 0.31277140974998474, "Finetune/Step": 14790, "Finetune/Step Time": 6.5450057946145535}
{"Finetune/Learning Rate": 1.3873577338232135e-07, "Finetune/Loss": 0.3599115014076233, "Finetune/Loss (Raw)": 0.3752252459526062, "Finetune/Step": 14791, "Finetune/Step Time": 6.545656073838472}
{"Finetune/Learning Rate": 1.3839124361889833e-07, "Finetune/Loss": 0.3597445487976074, "Finetune/Loss (Raw)": 0.37507572770118713, "Finetune/Step": 14792, "Finetune/Step Time": 6.540588807314634}
{"Finetune/Learning Rate": 1.3804713920103074e-07, "Finetune/Loss": 0.3604027032852173, "Finetune/Loss (Raw)": 0.4352968633174896, "Finetune/Step": 14793, "Finetune/Step Time": 6.546968795359135}
{"Finetune/Learning Rate": 1.3770346014355896e-07, "Finetune/Loss": 0.3601364493370056, "Finetune/Loss (Raw)": 0.3823510706424713, "Finetune/Step": 14794, "Finetune/Step Time": 6.5470845848321915}
{"Finetune/Learning Rate": 1.3736020646130665e-07, "Finetune/Loss": 0.35907965898513794, "Finetune/Loss (Raw)": 0.3690996468067169, "Finetune/Step": 14795, "Finetune/Step Time": 6.569344148039818}
{"Finetune/Learning Rate": 1.3701737816907978e-07, "Finetune/Loss": 0.3596586585044861, "Finetune/Loss (Raw)": 0.4298873543739319, "Finetune/Step": 14796, "Finetune/Step Time": 6.573659859597683}
{"Finetune/Learning Rate": 1.366749752816654e-07, "Finetune/Loss": 0.3591476380825043, "Finetune/Loss (Raw)": 0.3820301592350006, "Finetune/Step": 14797, "Finetune/Step Time": 6.562128799036145}
{"Finetune/Learning Rate": 1.3633299781383058e-07, "Finetune/Loss": 0.35996314883232117, "Finetune/Loss (Raw)": 0.4234819710254669, "Finetune/Step": 14798, "Finetune/Step Time": 6.550401799380779}
{"Finetune/Learning Rate": 1.3599144578032687e-07, "Finetune/Loss": 0.36043673753738403, "Finetune/Loss (Raw)": 0.44802969694137573, "Finetune/Step": 14799, "Finetune/Step Time": 6.553306549787521}
{"Finetune/Learning Rate": 1.3565031919588467e-07, "Finetune/Loss": 0.3605539798736572, "Finetune/Loss (Raw)": 0.4523301422595978, "Finetune/Step": 14800, "Finetune/Step Time": 6.553993102163076}
{"Finetune/Learning Rate": 1.353096180752167e-07, "Finetune/Loss": 0.3608027696609497, "Finetune/Loss (Raw)": 0.3709767460823059, "Finetune/Step": 14801, "Finetune/Step Time": 6.555431544780731}
{"Finetune/Learning Rate": 1.3496934243302007e-07, "Finetune/Loss": 0.36033451557159424, "Finetune/Loss (Raw)": 0.3184390366077423, "Finetune/Step": 14802, "Finetune/Step Time": 6.556551855057478}
{"Finetune/Learning Rate": 1.346294922839686e-07, "Finetune/Loss": 0.3606767952442169, "Finetune/Loss (Raw)": 0.3499220013618469, "Finetune/Step": 14803, "Finetune/Step Time": 6.571041589602828}
{"Finetune/Learning Rate": 1.342900676427217e-07, "Finetune/Loss": 0.360958069562912, "Finetune/Loss (Raw)": 0.385140597820282, "Finetune/Step": 14804, "Finetune/Step Time": 6.564136251807213}
{"Finetune/Learning Rate": 1.3395106852392092e-07, "Finetune/Loss": 0.36017856001853943, "Finetune/Loss (Raw)": 0.26368874311447144, "Finetune/Step": 14805, "Finetune/Step Time": 6.595531677827239}
{"Finetune/Learning Rate": 1.3361249494218575e-07, "Finetune/Loss": 0.36153659224510193, "Finetune/Loss (Raw)": 0.31077688932418823, "Finetune/Step": 14806, "Finetune/Step Time": 6.593776447698474}
{"Finetune/Learning Rate": 1.3327434691212003e-07, "Finetune/Loss": 0.3608705699443817, "Finetune/Loss (Raw)": 0.3112712502479553, "Finetune/Step": 14807, "Finetune/Step Time": 6.576119432225823}
{"Finetune/Learning Rate": 1.3293662444830768e-07, "Finetune/Loss": 0.3612118065357208, "Finetune/Loss (Raw)": 0.38991227746009827, "Finetune/Step": 14808, "Finetune/Step Time": 6.597095720469952}
{"Finetune/Learning Rate": 1.325993275653159e-07, "Finetune/Loss": 0.3626823127269745, "Finetune/Loss (Raw)": 0.40310242772102356, "Finetune/Step": 14809, "Finetune/Step Time": 6.590977044776082}
{"Finetune/Learning Rate": 1.3226245627769418e-07, "Finetune/Loss": 0.3628801107406616, "Finetune/Loss (Raw)": 0.36694827675819397, "Finetune/Step": 14810, "Finetune/Step Time": 6.606867030262947}
{"Finetune/Learning Rate": 1.319260105999709e-07, "Finetune/Loss": 0.3632745146751404, "Finetune/Loss (Raw)": 0.44295060634613037, "Finetune/Step": 14811, "Finetune/Step Time": 6.623048607259989}
{"Finetune/Learning Rate": 1.3158999054665666e-07, "Finetune/Loss": 0.36387497186660767, "Finetune/Loss (Raw)": 0.423250675201416, "Finetune/Step": 14812, "Finetune/Step Time": 6.625170387327671}
{"Finetune/Learning Rate": 1.3125439613224656e-07, "Finetune/Loss": 0.364013671875, "Finetune/Loss (Raw)": 0.3480980098247528, "Finetune/Step": 14813, "Finetune/Step Time": 6.625393131747842}
{"Finetune/Learning Rate": 1.3091922737121233e-07, "Finetune/Loss": 0.3632715940475464, "Finetune/Loss (Raw)": 0.40945982933044434, "Finetune/Step": 14814, "Finetune/Step Time": 6.624311847612262}
{"Finetune/Learning Rate": 1.305844842780135e-07, "Finetune/Loss": 0.3630532920360565, "Finetune/Loss (Raw)": 0.387890487909317, "Finetune/Step": 14815, "Finetune/Step Time": 6.636829415336251}
{"Finetune/Learning Rate": 1.3025016686708525e-07, "Finetune/Loss": 0.36342570185661316, "Finetune/Loss (Raw)": 0.3539620339870453, "Finetune/Step": 14816, "Finetune/Step Time": 6.63467924669385}
{"Finetune/Learning Rate": 1.2991627515284932e-07, "Finetune/Loss": 0.3623625934123993, "Finetune/Loss (Raw)": 0.3337424099445343, "Finetune/Step": 14817, "Finetune/Step Time": 6.6150286719202995}
{"Finetune/Learning Rate": 1.2958280914970645e-07, "Finetune/Loss": 0.362327516078949, "Finetune/Loss (Raw)": 0.344433069229126, "Finetune/Step": 14818, "Finetune/Step Time": 6.597938533872366}
{"Finetune/Learning Rate": 1.2924976887203845e-07, "Finetune/Loss": 0.36190178990364075, "Finetune/Loss (Raw)": 0.3100966513156891, "Finetune/Step": 14819, "Finetune/Step Time": 6.603123290464282}
{"Finetune/Learning Rate": 1.2891715433421047e-07, "Finetune/Loss": 0.3595385253429413, "Finetune/Loss (Raw)": 0.10074810683727264, "Finetune/Step": 14820, "Finetune/Step Time": 6.618978323414922}
{"Finetune/Learning Rate": 1.2858496555056886e-07, "Finetune/Loss": 0.3596441149711609, "Finetune/Loss (Raw)": 0.3718242943286896, "Finetune/Step": 14821, "Finetune/Step Time": 6.6211547795683146}
{"Finetune/Learning Rate": 1.2825320253544216e-07, "Finetune/Loss": 0.3582727909088135, "Finetune/Loss (Raw)": 0.3619667589664459, "Finetune/Step": 14822, "Finetune/Step Time": 6.611749289557338}
{"Finetune/Learning Rate": 1.2792186530313778e-07, "Finetune/Loss": 0.3598986864089966, "Finetune/Loss (Raw)": 0.33986616134643555, "Finetune/Step": 14823, "Finetune/Step Time": 6.583297463133931}
{"Finetune/Learning Rate": 1.2759095386794874e-07, "Finetune/Loss": 0.36046138405799866, "Finetune/Loss (Raw)": 0.3982749283313751, "Finetune/Step": 14824, "Finetune/Step Time": 6.581784034147859}
{"Finetune/Learning Rate": 1.2726046824414694e-07, "Finetune/Loss": 0.36101233959198, "Finetune/Loss (Raw)": 0.41816550493240356, "Finetune/Step": 14825, "Finetune/Step Time": 6.580241199582815}
{"Finetune/Learning Rate": 1.2693040844598657e-07, "Finetune/Loss": 0.36123499274253845, "Finetune/Loss (Raw)": 0.3316844701766968, "Finetune/Step": 14826, "Finetune/Step Time": 6.588792823255062}
{"Finetune/Learning Rate": 1.2660077448770292e-07, "Finetune/Loss": 0.3607686161994934, "Finetune/Loss (Raw)": 0.3476245403289795, "Finetune/Step": 14827, "Finetune/Step Time": 6.608182247728109}
{"Finetune/Learning Rate": 1.2627156638351457e-07, "Finetune/Loss": 0.36016762256622314, "Finetune/Loss (Raw)": 0.33836618065834045, "Finetune/Step": 14828, "Finetune/Step Time": 6.611873308196664}
{"Finetune/Learning Rate": 1.259427841476213e-07, "Finetune/Loss": 0.3594207167625427, "Finetune/Loss (Raw)": 0.43314769864082336, "Finetune/Step": 14829, "Finetune/Step Time": 6.612693639472127}
{"Finetune/Learning Rate": 1.2561442779420286e-07, "Finetune/Loss": 0.35905373096466064, "Finetune/Loss (Raw)": 0.36750030517578125, "Finetune/Step": 14830, "Finetune/Step Time": 6.60992051102221}
{"Finetune/Learning Rate": 1.2528649733742238e-07, "Finetune/Loss": 0.3598751425743103, "Finetune/Loss (Raw)": 0.4005935788154602, "Finetune/Step": 14831, "Finetune/Step Time": 6.607852661982179}
{"Finetune/Learning Rate": 1.2495899279142298e-07, "Finetune/Loss": 0.35978031158447266, "Finetune/Loss (Raw)": 0.41673916578292847, "Finetune/Step": 14832, "Finetune/Step Time": 6.61134871840477}
{"Finetune/Learning Rate": 1.2463191417033227e-07, "Finetune/Loss": 0.35773104429244995, "Finetune/Loss (Raw)": 0.08901256322860718, "Finetune/Step": 14833, "Finetune/Step Time": 6.635678505524993}
{"Finetune/Learning Rate": 1.2430526148825562e-07, "Finetune/Loss": 0.35769182443618774, "Finetune/Loss (Raw)": 0.33743852376937866, "Finetune/Step": 14834, "Finetune/Step Time": 6.645270017907023}
{"Finetune/Learning Rate": 1.2397903475928287e-07, "Finetune/Loss": 0.35745060443878174, "Finetune/Loss (Raw)": 0.3683670461177826, "Finetune/Step": 14835, "Finetune/Step Time": 6.6573676113039255}
{"Finetune/Learning Rate": 1.2365323399748387e-07, "Finetune/Loss": 0.35807710886001587, "Finetune/Loss (Raw)": 0.3917793929576874, "Finetune/Step": 14836, "Finetune/Step Time": 6.6645112335681915}
{"Finetune/Learning Rate": 1.2332785921691293e-07, "Finetune/Loss": 0.35760733485221863, "Finetune/Loss (Raw)": 0.28667962551116943, "Finetune/Step": 14837, "Finetune/Step Time": 6.659370739012957}
{"Finetune/Learning Rate": 1.2300291043160217e-07, "Finetune/Loss": 0.35796064138412476, "Finetune/Loss (Raw)": 0.4042973518371582, "Finetune/Step": 14838, "Finetune/Step Time": 6.6549138482660055}
{"Finetune/Learning Rate": 1.2267838765556817e-07, "Finetune/Loss": 0.35855403542518616, "Finetune/Loss (Raw)": 0.4578947424888611, "Finetune/Step": 14839, "Finetune/Step Time": 6.665095189586282}
{"Finetune/Learning Rate": 1.2235429090280637e-07, "Finetune/Loss": 0.3581662178039551, "Finetune/Loss (Raw)": 0.3147754371166229, "Finetune/Step": 14840, "Finetune/Step Time": 6.6649422366172075}
{"Finetune/Learning Rate": 1.2203062018729784e-07, "Finetune/Loss": 0.3569040596485138, "Finetune/Loss (Raw)": 0.2550013065338135, "Finetune/Step": 14841, "Finetune/Step Time": 6.693576835095882}
{"Finetune/Learning Rate": 1.2170737552300137e-07, "Finetune/Loss": 0.35716602206230164, "Finetune/Loss (Raw)": 0.3781507909297943, "Finetune/Step": 14842, "Finetune/Step Time": 6.677168861031532}
{"Finetune/Learning Rate": 1.2138455692386032e-07, "Finetune/Loss": 0.3577113747596741, "Finetune/Loss (Raw)": 0.46131396293640137, "Finetune/Step": 14843, "Finetune/Step Time": 6.686436923220754}
{"Finetune/Learning Rate": 1.2106216440379682e-07, "Finetune/Loss": 0.3599432706832886, "Finetune/Loss (Raw)": 0.41728532314300537, "Finetune/Step": 14844, "Finetune/Step Time": 6.663936574012041}
{"Finetune/Learning Rate": 1.2074019797671643e-07, "Finetune/Loss": 0.35945406556129456, "Finetune/Loss (Raw)": 0.36241066455841064, "Finetune/Step": 14845, "Finetune/Step Time": 6.66085035353899}
{"Finetune/Learning Rate": 1.2041865765650584e-07, "Finetune/Loss": 0.35949987173080444, "Finetune/Loss (Raw)": 0.3256043791770935, "Finetune/Step": 14846, "Finetune/Step Time": 6.654669057577848}
{"Finetune/Learning Rate": 1.2009754345703505e-07, "Finetune/Loss": 0.35921159386634827, "Finetune/Loss (Raw)": 0.34181252121925354, "Finetune/Step": 14847, "Finetune/Step Time": 6.660290012136102}
{"Finetune/Learning Rate": 1.1977685539215188e-07, "Finetune/Loss": 0.35676679015159607, "Finetune/Loss (Raw)": 0.11228766292333603, "Finetune/Step": 14848, "Finetune/Step Time": 6.6789301838725805}
{"Finetune/Learning Rate": 1.1945659347569083e-07, "Finetune/Loss": 0.35780686140060425, "Finetune/Loss (Raw)": 0.3960280120372772, "Finetune/Step": 14849, "Finetune/Step Time": 6.662063259631395}
{"Finetune/Learning Rate": 1.1913675772146305e-07, "Finetune/Loss": 0.3579787015914917, "Finetune/Loss (Raw)": 0.33265313506126404, "Finetune/Step": 14850, "Finetune/Step Time": 6.663180539384484}
{"Finetune/Learning Rate": 1.1881734814326418e-07, "Finetune/Loss": 0.3573839068412781, "Finetune/Loss (Raw)": 0.24028919637203217, "Finetune/Step": 14851, "Finetune/Step Time": 6.665908211842179}
{"Finetune/Learning Rate": 1.1849836475487098e-07, "Finetune/Loss": 0.3565111756324768, "Finetune/Loss (Raw)": 0.3119021952152252, "Finetune/Step": 14852, "Finetune/Step Time": 6.654985474422574}
{"Finetune/Learning Rate": 1.1817980757004243e-07, "Finetune/Loss": 0.35830003023147583, "Finetune/Loss (Raw)": 0.46560296416282654, "Finetune/Step": 14853, "Finetune/Step Time": 6.618475565686822}
{"Finetune/Learning Rate": 1.1786167660251757e-07, "Finetune/Loss": 0.35743454098701477, "Finetune/Loss (Raw)": 0.34244808554649353, "Finetune/Step": 14854, "Finetune/Step Time": 6.608180766925216}
{"Finetune/Learning Rate": 1.1754397186601651e-07, "Finetune/Loss": 0.35623446106910706, "Finetune/Loss (Raw)": 0.23600175976753235, "Finetune/Step": 14855, "Finetune/Step Time": 6.602021584287286}
{"Finetune/Learning Rate": 1.1722669337424497e-07, "Finetune/Loss": 0.3561061918735504, "Finetune/Loss (Raw)": 0.33359694480895996, "Finetune/Step": 14856, "Finetune/Step Time": 6.5854659751057625}
{"Finetune/Learning Rate": 1.1690984114088532e-07, "Finetune/Loss": 0.35625141859054565, "Finetune/Loss (Raw)": 0.33918285369873047, "Finetune/Step": 14857, "Finetune/Step Time": 6.583777902647853}
{"Finetune/Learning Rate": 1.1659341517960554e-07, "Finetune/Loss": 0.3563607931137085, "Finetune/Loss (Raw)": 0.3739173710346222, "Finetune/Step": 14858, "Finetune/Step Time": 6.58318686671555}
{"Finetune/Learning Rate": 1.1627741550405247e-07, "Finetune/Loss": 0.3557441830635071, "Finetune/Loss (Raw)": 0.30572509765625, "Finetune/Step": 14859, "Finetune/Step Time": 6.590516919270158}
{"Finetune/Learning Rate": 1.1596184212785633e-07, "Finetune/Loss": 0.35692381858825684, "Finetune/Loss (Raw)": 0.42931273579597473, "Finetune/Step": 14860, "Finetune/Step Time": 6.586109047755599}
{"Finetune/Learning Rate": 1.1564669506462734e-07, "Finetune/Loss": 0.35666704177856445, "Finetune/Loss (Raw)": 0.37381571531295776, "Finetune/Step": 14861, "Finetune/Step Time": 6.57665228843689}
{"Finetune/Learning Rate": 1.1533197432795906e-07, "Finetune/Loss": 0.3570062220096588, "Finetune/Loss (Raw)": 0.4331134259700775, "Finetune/Step": 14862, "Finetune/Step Time": 6.577765187248588}
{"Finetune/Learning Rate": 1.150176799314262e-07, "Finetune/Loss": 0.35481733083724976, "Finetune/Loss (Raw)": 0.08409173786640167, "Finetune/Step": 14863, "Finetune/Step Time": 6.57675801217556}
{"Finetune/Learning Rate": 1.1470381188858348e-07, "Finetune/Loss": 0.35757434368133545, "Finetune/Loss (Raw)": 0.4259813129901886, "Finetune/Step": 14864, "Finetune/Step Time": 6.567485278472304}
{"Finetune/Learning Rate": 1.1439037021297006e-07, "Finetune/Loss": 0.3576064109802246, "Finetune/Loss (Raw)": 0.33158427476882935, "Finetune/Step": 14865, "Finetune/Step Time": 6.569126293063164}
{"Finetune/Learning Rate": 1.140773549181029e-07, "Finetune/Loss": 0.35797977447509766, "Finetune/Loss (Raw)": 0.4466513991355896, "Finetune/Step": 14866, "Finetune/Step Time": 6.582602601498365}
{"Finetune/Learning Rate": 1.1376476601748566e-07, "Finetune/Loss": 0.357945054769516, "Finetune/Loss (Raw)": 0.32517755031585693, "Finetune/Step": 14867, "Finetune/Step Time": 6.586538834497333}
{"Finetune/Learning Rate": 1.1345260352459753e-07, "Finetune/Loss": 0.35729795694351196, "Finetune/Loss (Raw)": 0.344406396150589, "Finetune/Step": 14868, "Finetune/Step Time": 6.589356426149607}
{"Finetune/Learning Rate": 1.1314086745290554e-07, "Finetune/Loss": 0.3566567003726959, "Finetune/Loss (Raw)": 0.33877235651016235, "Finetune/Step": 14869, "Finetune/Step Time": 6.578518966212869}
{"Finetune/Learning Rate": 1.1282955781585448e-07, "Finetune/Loss": 0.35667556524276733, "Finetune/Loss (Raw)": 0.3457275331020355, "Finetune/Step": 14870, "Finetune/Step Time": 6.582860408350825}
{"Finetune/Learning Rate": 1.1251867462687028e-07, "Finetune/Loss": 0.358756422996521, "Finetune/Loss (Raw)": 0.4099986255168915, "Finetune/Step": 14871, "Finetune/Step Time": 6.563551355153322}
{"Finetune/Learning Rate": 1.1220821789936221e-07, "Finetune/Loss": 0.35864028334617615, "Finetune/Loss (Raw)": 0.38232389092445374, "Finetune/Step": 14872, "Finetune/Step Time": 6.564838914200664}
{"Finetune/Learning Rate": 1.1189818764672178e-07, "Finetune/Loss": 0.3577348589897156, "Finetune/Loss (Raw)": 0.3438740074634552, "Finetune/Step": 14873, "Finetune/Step Time": 6.550309028476477}
{"Finetune/Learning Rate": 1.1158858388232163e-07, "Finetune/Loss": 0.3579055964946747, "Finetune/Loss (Raw)": 0.37811416387557983, "Finetune/Step": 14874, "Finetune/Step Time": 6.57240111194551}
{"Finetune/Learning Rate": 1.112794066195122e-07, "Finetune/Loss": 0.3575606942176819, "Finetune/Loss (Raw)": 0.3929675817489624, "Finetune/Step": 14875, "Finetune/Step Time": 6.555326169356704}
{"Finetune/Learning Rate": 1.1097065587163281e-07, "Finetune/Loss": 0.3571779131889343, "Finetune/Loss (Raw)": 0.34803515672683716, "Finetune/Step": 14876, "Finetune/Step Time": 6.571476703509688}
{"Finetune/Learning Rate": 1.1066233165199724e-07, "Finetune/Loss": 0.3572617769241333, "Finetune/Loss (Raw)": 0.4076888859272003, "Finetune/Step": 14877, "Finetune/Step Time": 6.57910243421793}
{"Finetune/Learning Rate": 1.1035443397390377e-07, "Finetune/Loss": 0.35696882009506226, "Finetune/Loss (Raw)": 0.38573363423347473, "Finetune/Step": 14878, "Finetune/Step Time": 6.581301603466272}
{"Finetune/Learning Rate": 1.100469628506351e-07, "Finetune/Loss": 0.35707321763038635, "Finetune/Loss (Raw)": 0.33304956555366516, "Finetune/Step": 14879, "Finetune/Step Time": 6.570888374000788}
{"Finetune/Learning Rate": 1.0973991829545172e-07, "Finetune/Loss": 0.35695379972457886, "Finetune/Loss (Raw)": 0.4070538580417633, "Finetune/Step": 14880, "Finetune/Step Time": 6.566008623689413}
{"Finetune/Learning Rate": 1.0943330032159637e-07, "Finetune/Loss": 0.3559173047542572, "Finetune/Loss (Raw)": 0.2789080739021301, "Finetune/Step": 14881, "Finetune/Step Time": 6.571155918762088}
{"Finetune/Learning Rate": 1.0912710894229406e-07, "Finetune/Loss": 0.35620132088661194, "Finetune/Loss (Raw)": 0.4236893057823181, "Finetune/Step": 14882, "Finetune/Step Time": 6.57475370913744}
{"Finetune/Learning Rate": 1.0882134417075196e-07, "Finetune/Loss": 0.35608091950416565, "Finetune/Loss (Raw)": 0.368507444858551, "Finetune/Step": 14883, "Finetune/Step Time": 6.573636258020997}
{"Finetune/Learning Rate": 1.0851600602015733e-07, "Finetune/Loss": 0.35528409481048584, "Finetune/Loss (Raw)": 0.2989080846309662, "Finetune/Step": 14884, "Finetune/Step Time": 6.599464412778616}
{"Finetune/Learning Rate": 1.0821109450368073e-07, "Finetune/Loss": 0.35538721084594727, "Finetune/Loss (Raw)": 0.2839643955230713, "Finetune/Step": 14885, "Finetune/Step Time": 6.59649533778429}
{"Finetune/Learning Rate": 1.0790660963447274e-07, "Finetune/Loss": 0.3561412990093231, "Finetune/Loss (Raw)": 0.36577120423316956, "Finetune/Step": 14886, "Finetune/Step Time": 6.600317059084773}
{"Finetune/Learning Rate": 1.0760255142566623e-07, "Finetune/Loss": 0.3557906150817871, "Finetune/Loss (Raw)": 0.3157263994216919, "Finetune/Step": 14887, "Finetune/Step Time": 6.600566396489739}
{"Finetune/Learning Rate": 1.072989198903751e-07, "Finetune/Loss": 0.3569076955318451, "Finetune/Loss (Raw)": 0.46911555528640747, "Finetune/Step": 14888, "Finetune/Step Time": 6.594208521768451}
{"Finetune/Learning Rate": 1.0699571504169782e-07, "Finetune/Loss": 0.35821104049682617, "Finetune/Loss (Raw)": 0.4207508862018585, "Finetune/Step": 14889, "Finetune/Step Time": 6.560139389708638}
{"Finetune/Learning Rate": 1.0669293689270943e-07, "Finetune/Loss": 0.35954439640045166, "Finetune/Loss (Raw)": 0.4571993947029114, "Finetune/Step": 14890, "Finetune/Step Time": 6.5556811317801476}
{"Finetune/Learning Rate": 1.0639058545646952e-07, "Finetune/Loss": 0.35949456691741943, "Finetune/Loss (Raw)": 0.3481059670448303, "Finetune/Step": 14891, "Finetune/Step Time": 6.559701835736632}
{"Finetune/Learning Rate": 1.0608866074601986e-07, "Finetune/Loss": 0.3589283227920532, "Finetune/Loss (Raw)": 0.32222670316696167, "Finetune/Step": 14892, "Finetune/Step Time": 6.552651900798082}
{"Finetune/Learning Rate": 1.0578716277438339e-07, "Finetune/Loss": 0.3586612343788147, "Finetune/Loss (Raw)": 0.3437312841415405, "Finetune/Step": 14893, "Finetune/Step Time": 6.57907791249454}
{"Finetune/Learning Rate": 1.0548609155456413e-07, "Finetune/Loss": 0.3578466773033142, "Finetune/Loss (Raw)": 0.3068960905075073, "Finetune/Step": 14894, "Finetune/Step Time": 6.594670182093978}
{"Finetune/Learning Rate": 1.0518544709954504e-07, "Finetune/Loss": 0.3590494692325592, "Finetune/Loss (Raw)": 0.31184500455856323, "Finetune/Step": 14895, "Finetune/Step Time": 6.582021746784449}
{"Finetune/Learning Rate": 1.0488522942229684e-07, "Finetune/Loss": 0.3565986752510071, "Finetune/Loss (Raw)": 0.11341385543346405, "Finetune/Step": 14896, "Finetune/Step Time": 6.599322963505983}
{"Finetune/Learning Rate": 1.0458543853576697e-07, "Finetune/Loss": 0.35633978247642517, "Finetune/Loss (Raw)": 0.3647298514842987, "Finetune/Step": 14897, "Finetune/Step Time": 6.602631827816367}
{"Finetune/Learning Rate": 1.0428607445288508e-07, "Finetune/Loss": 0.3568783104419708, "Finetune/Loss (Raw)": 0.45481184124946594, "Finetune/Step": 14898, "Finetune/Step Time": 6.60059236548841}
{"Finetune/Learning Rate": 1.0398713718656305e-07, "Finetune/Loss": 0.356056809425354, "Finetune/Loss (Raw)": 0.3208852708339691, "Finetune/Step": 14899, "Finetune/Step Time": 6.600223960354924}
{"Finetune/Learning Rate": 1.0368862674969616e-07, "Finetune/Loss": 0.35611164569854736, "Finetune/Loss (Raw)": 0.46311166882514954, "Finetune/Step": 14900, "Finetune/Step Time": 6.580588396638632}
{"Finetune/Learning Rate": 1.033905431551585e-07, "Finetune/Loss": 0.35550856590270996, "Finetune/Loss (Raw)": 0.37526074051856995, "Finetune/Step": 14901, "Finetune/Step Time": 6.588162353262305}
{"Finetune/Learning Rate": 1.0309288641580762e-07, "Finetune/Loss": 0.3554697036743164, "Finetune/Loss (Raw)": 0.38637471199035645, "Finetune/Step": 14902, "Finetune/Step Time": 6.585385547950864}
{"Finetune/Learning Rate": 1.0279565654447987e-07, "Finetune/Loss": 0.35389673709869385, "Finetune/Loss (Raw)": 0.326221227645874, "Finetune/Step": 14903, "Finetune/Step Time": 6.582737486809492}
{"Finetune/Learning Rate": 1.0249885355399725e-07, "Finetune/Loss": 0.3541780710220337, "Finetune/Loss (Raw)": 0.3619234561920166, "Finetune/Step": 14904, "Finetune/Step Time": 6.5713234487921}
{"Finetune/Learning Rate": 1.0220247745716172e-07, "Finetune/Loss": 0.354400098323822, "Finetune/Loss (Raw)": 0.4216326177120209, "Finetune/Step": 14905, "Finetune/Step Time": 6.576311083510518}
{"Finetune/Learning Rate": 1.0190652826675418e-07, "Finetune/Loss": 0.3550272285938263, "Finetune/Loss (Raw)": 0.3579277992248535, "Finetune/Step": 14906, "Finetune/Step Time": 6.58273564837873}
{"Finetune/Learning Rate": 1.0161100599554108e-07, "Finetune/Loss": 0.3546704053878784, "Finetune/Loss (Raw)": 0.33903875946998596, "Finetune/Step": 14907, "Finetune/Step Time": 6.580476392060518}
{"Finetune/Learning Rate": 1.013159106562689e-07, "Finetune/Loss": 0.3537803888320923, "Finetune/Loss (Raw)": 0.3086296617984772, "Finetune/Step": 14908, "Finetune/Step Time": 6.5827046148478985}
{"Finetune/Learning Rate": 1.010212422616641e-07, "Finetune/Loss": 0.35471466183662415, "Finetune/Loss (Raw)": 0.45800405740737915, "Finetune/Step": 14909, "Finetune/Step Time": 6.592012379318476}
{"Finetune/Learning Rate": 1.0072700082443654e-07, "Finetune/Loss": 0.3553706407546997, "Finetune/Loss (Raw)": 0.38577237725257874, "Finetune/Step": 14910, "Finetune/Step Time": 6.583332030102611}
{"Finetune/Learning Rate": 1.0043318635727717e-07, "Finetune/Loss": 0.35577714443206787, "Finetune/Loss (Raw)": 0.3735617399215698, "Finetune/Step": 14911, "Finetune/Step Time": 6.588417852297425}
{"Finetune/Learning Rate": 1.001397988728603e-07, "Finetune/Loss": 0.3566421866416931, "Finetune/Loss (Raw)": 0.40210258960723877, "Finetune/Step": 14912, "Finetune/Step Time": 6.589962059631944}
{"Finetune/Learning Rate": 9.984683838383802e-08, "Finetune/Loss": 0.35644757747650146, "Finetune/Loss (Raw)": 0.3100582957267761, "Finetune/Step": 14913, "Finetune/Step Time": 6.598125092685223}
{"Finetune/Learning Rate": 9.955430490284801e-08, "Finetune/Loss": 0.35645079612731934, "Finetune/Loss (Raw)": 0.35051482915878296, "Finetune/Step": 14914, "Finetune/Step Time": 6.603293741121888}
{"Finetune/Learning Rate": 9.926219844250684e-08, "Finetune/Loss": 0.35667604207992554, "Finetune/Loss (Raw)": 0.365136057138443, "Finetune/Step": 14915, "Finetune/Step Time": 6.6052213460206985}
{"Finetune/Learning Rate": 9.897051901541332e-08, "Finetune/Loss": 0.3567211627960205, "Finetune/Loss (Raw)": 0.32678160071372986, "Finetune/Step": 14916, "Finetune/Step Time": 6.5921095963567495}
{"Finetune/Learning Rate": 9.86792666341474e-08, "Finetune/Loss": 0.35654979944229126, "Finetune/Loss (Raw)": 0.27206218242645264, "Finetune/Step": 14917, "Finetune/Step Time": 6.5835710521787405}
{"Finetune/Learning Rate": 9.838844131127123e-08, "Finetune/Loss": 0.35700997710227966, "Finetune/Loss (Raw)": 0.3716716468334198, "Finetune/Step": 14918, "Finetune/Step Time": 6.578681003302336}
{"Finetune/Learning Rate": 9.809804305933035e-08, "Finetune/Loss": 0.35727691650390625, "Finetune/Loss (Raw)": 0.40939146280288696, "Finetune/Step": 14919, "Finetune/Step Time": 6.576958112418652}
{"Finetune/Learning Rate": 9.780807189084806e-08, "Finetune/Loss": 0.35756486654281616, "Finetune/Loss (Raw)": 0.4119362533092499, "Finetune/Step": 14920, "Finetune/Step Time": 6.575546979904175}
{"Finetune/Learning Rate": 9.751852781833327e-08, "Finetune/Loss": 0.3566579222679138, "Finetune/Loss (Raw)": 0.31920456886291504, "Finetune/Step": 14921, "Finetune/Step Time": 6.560039985924959}
{"Finetune/Learning Rate": 9.722941085427263e-08, "Finetune/Loss": 0.3569794297218323, "Finetune/Loss (Raw)": 0.42350339889526367, "Finetune/Step": 14922, "Finetune/Step Time": 6.567476896569133}
{"Finetune/Learning Rate": 9.694072101113727e-08, "Finetune/Loss": 0.3569735288619995, "Finetune/Loss (Raw)": 0.3683471381664276, "Finetune/Step": 14923, "Finetune/Step Time": 6.557734007015824}
{"Finetune/Learning Rate": 9.665245830137727e-08, "Finetune/Loss": 0.3564431369304657, "Finetune/Loss (Raw)": 0.36199674010276794, "Finetune/Step": 14924, "Finetune/Step Time": 6.54742275737226}
{"Finetune/Learning Rate": 9.636462273742708e-08, "Finetune/Loss": 0.3554864525794983, "Finetune/Loss (Raw)": 0.2595771849155426, "Finetune/Step": 14925, "Finetune/Step Time": 6.5479619558900595}
{"Finetune/Learning Rate": 9.607721433170237e-08, "Finetune/Loss": 0.3551192283630371, "Finetune/Loss (Raw)": 0.3764766752719879, "Finetune/Step": 14926, "Finetune/Step Time": 6.5461024437099695}
{"Finetune/Learning Rate": 9.579023309659763e-08, "Finetune/Loss": 0.35531890392303467, "Finetune/Loss (Raw)": 0.4735836088657379, "Finetune/Step": 14927, "Finetune/Step Time": 6.546155663207173}
{"Finetune/Learning Rate": 9.550367904449187e-08, "Finetune/Loss": 0.3553907573223114, "Finetune/Loss (Raw)": 0.46153080463409424, "Finetune/Step": 14928, "Finetune/Step Time": 6.543740505352616}
{"Finetune/Learning Rate": 9.521755218774409e-08, "Finetune/Loss": 0.3552490472793579, "Finetune/Loss (Raw)": 0.35283878445625305, "Finetune/Step": 14929, "Finetune/Step Time": 6.553464211523533}
{"Finetune/Learning Rate": 9.493185253869441e-08, "Finetune/Loss": 0.3555987775325775, "Finetune/Loss (Raw)": 0.36320602893829346, "Finetune/Step": 14930, "Finetune/Step Time": 6.553832268342376}
{"Finetune/Learning Rate": 9.464658010966743e-08, "Finetune/Loss": 0.35565680265426636, "Finetune/Loss (Raw)": 0.35734784603118896, "Finetune/Step": 14931, "Finetune/Step Time": 6.543928474187851}
{"Finetune/Learning Rate": 9.436173491296662e-08, "Finetune/Loss": 0.3534858226776123, "Finetune/Loss (Raw)": 0.10725296288728714, "Finetune/Step": 14932, "Finetune/Step Time": 6.556681118905544}
{"Finetune/Learning Rate": 9.407731696087775e-08, "Finetune/Loss": 0.35471048951148987, "Finetune/Loss (Raw)": 0.42044803500175476, "Finetune/Step": 14933, "Finetune/Step Time": 6.5482759941369295}
{"Finetune/Learning Rate": 9.379332626566872e-08, "Finetune/Loss": 0.35504788160324097, "Finetune/Loss (Raw)": 0.3539610803127289, "Finetune/Step": 14934, "Finetune/Step Time": 6.536660119891167}
{"Finetune/Learning Rate": 9.350976283958646e-08, "Finetune/Loss": 0.35511550307273865, "Finetune/Loss (Raw)": 0.3199259042739868, "Finetune/Step": 14935, "Finetune/Step Time": 6.542921183630824}
{"Finetune/Learning Rate": 9.322662669486337e-08, "Finetune/Loss": 0.35526835918426514, "Finetune/Loss (Raw)": 0.4094787538051605, "Finetune/Step": 14936, "Finetune/Step Time": 6.542676154524088}
{"Finetune/Learning Rate": 9.294391784371193e-08, "Finetune/Loss": 0.3526601195335388, "Finetune/Loss (Raw)": 0.06924966722726822, "Finetune/Step": 14937, "Finetune/Step Time": 6.553413569927216}
{"Finetune/Learning Rate": 9.266163629832347e-08, "Finetune/Loss": 0.3535861372947693, "Finetune/Loss (Raw)": 0.4854753613471985, "Finetune/Step": 14938, "Finetune/Step Time": 6.540453922003508}
{"Finetune/Learning Rate": 9.237978207087494e-08, "Finetune/Loss": 0.35217100381851196, "Finetune/Loss (Raw)": 0.2618178725242615, "Finetune/Step": 14939, "Finetune/Step Time": 6.526309013366699}
{"Finetune/Learning Rate": 9.209835517352327e-08, "Finetune/Loss": 0.3518334925174713, "Finetune/Loss (Raw)": 0.38004666566848755, "Finetune/Step": 14940, "Finetune/Step Time": 6.542759295552969}
{"Finetune/Learning Rate": 9.181735561840655e-08, "Finetune/Loss": 0.3521345257759094, "Finetune/Loss (Raw)": 0.38663145899772644, "Finetune/Step": 14941, "Finetune/Step Time": 6.526017809286714}
{"Finetune/Learning Rate": 9.153678341764394e-08, "Finetune/Loss": 0.35179272294044495, "Finetune/Loss (Raw)": 0.36570823192596436, "Finetune/Step": 14942, "Finetune/Step Time": 6.524411145597696}
{"Finetune/Learning Rate": 9.125663858333689e-08, "Finetune/Loss": 0.3515409827232361, "Finetune/Loss (Raw)": 0.3556654155254364, "Finetune/Step": 14943, "Finetune/Step Time": 6.528751345351338}
{"Finetune/Learning Rate": 9.097692112756906e-08, "Finetune/Loss": 0.35182586312294006, "Finetune/Loss (Raw)": 0.3904314637184143, "Finetune/Step": 14944, "Finetune/Step Time": 6.536965183913708}
{"Finetune/Learning Rate": 9.069763106240636e-08, "Finetune/Loss": 0.35175856947898865, "Finetune/Loss (Raw)": 0.32512810826301575, "Finetune/Step": 14945, "Finetune/Step Time": 6.54688479937613}
{"Finetune/Learning Rate": 9.04187683998925e-08, "Finetune/Loss": 0.35193830728530884, "Finetune/Loss (Raw)": 0.36743760108947754, "Finetune/Step": 14946, "Finetune/Step Time": 6.548755319789052}
{"Finetune/Learning Rate": 9.014033315205672e-08, "Finetune/Loss": 0.35305067896842957, "Finetune/Loss (Raw)": 0.4524807035923004, "Finetune/Step": 14947, "Finetune/Step Time": 6.5666427575051785}
{"Finetune/Learning Rate": 8.986232533090833e-08, "Finetune/Loss": 0.3554757833480835, "Finetune/Loss (Raw)": 0.41116276383399963, "Finetune/Step": 14948, "Finetune/Step Time": 6.546536652371287}
{"Finetune/Learning Rate": 8.958474494843772e-08, "Finetune/Loss": 0.35562723875045776, "Finetune/Loss (Raw)": 0.3912106454372406, "Finetune/Step": 14949, "Finetune/Step Time": 6.548223061487079}
{"Finetune/Learning Rate": 8.930759201661754e-08, "Finetune/Loss": 0.35569697618484497, "Finetune/Loss (Raw)": 0.37088853120803833, "Finetune/Step": 14950, "Finetune/Step Time": 6.555147847160697}
{"Finetune/Learning Rate": 8.903086654740156e-08, "Finetune/Loss": 0.3554581105709076, "Finetune/Loss (Raw)": 0.3092953860759735, "Finetune/Step": 14951, "Finetune/Step Time": 6.568054962903261}
{"Finetune/Learning Rate": 8.875456855272469e-08, "Finetune/Loss": 0.35312676429748535, "Finetune/Loss (Raw)": 0.09986227005720139, "Finetune/Step": 14952, "Finetune/Step Time": 6.587995840236545}
{"Finetune/Learning Rate": 8.847869804450626e-08, "Finetune/Loss": 0.35224518179893494, "Finetune/Loss (Raw)": 0.3053232729434967, "Finetune/Step": 14953, "Finetune/Step Time": 6.58824073150754}
{"Finetune/Learning Rate": 8.820325503464345e-08, "Finetune/Loss": 0.352899432182312, "Finetune/Loss (Raw)": 0.4154272675514221, "Finetune/Step": 14954, "Finetune/Step Time": 6.584026951342821}
{"Finetune/Learning Rate": 8.792823953501561e-08, "Finetune/Loss": 0.35272353887557983, "Finetune/Loss (Raw)": 0.32511308789253235, "Finetune/Step": 14955, "Finetune/Step Time": 6.5657569617033005}
{"Finetune/Learning Rate": 8.765365155748662e-08, "Finetune/Loss": 0.3508949279785156, "Finetune/Loss (Raw)": 0.10429880023002625, "Finetune/Step": 14956, "Finetune/Step Time": 6.578601218760014}
{"Finetune/Learning Rate": 8.737949111389921e-08, "Finetune/Loss": 0.3504717946052551, "Finetune/Loss (Raw)": 0.378989040851593, "Finetune/Step": 14957, "Finetune/Step Time": 6.593290248885751}
{"Finetune/Learning Rate": 8.710575821607725e-08, "Finetune/Loss": 0.3509732186794281, "Finetune/Loss (Raw)": 0.43168121576309204, "Finetune/Step": 14958, "Finetune/Step Time": 6.587856432422996}
{"Finetune/Learning Rate": 8.683245287582798e-08, "Finetune/Loss": 0.3508983850479126, "Finetune/Loss (Raw)": 0.39101728796958923, "Finetune/Step": 14959, "Finetune/Step Time": 6.60092986933887}
{"Finetune/Learning Rate": 8.655957510493973e-08, "Finetune/Loss": 0.35151606798171997, "Finetune/Loss (Raw)": 0.49580416083335876, "Finetune/Step": 14960, "Finetune/Step Time": 6.59519362449646}
{"Finetune/Learning Rate": 8.628712491518199e-08, "Finetune/Loss": 0.3534567952156067, "Finetune/Loss (Raw)": 0.3374246060848236, "Finetune/Step": 14961, "Finetune/Step Time": 6.570296611636877}
{"Finetune/Learning Rate": 8.601510231830534e-08, "Finetune/Loss": 0.35369986295700073, "Finetune/Loss (Raw)": 0.3685491681098938, "Finetune/Step": 14962, "Finetune/Step Time": 6.572425752878189}
{"Finetune/Learning Rate": 8.574350732604375e-08, "Finetune/Loss": 0.35327276587486267, "Finetune/Loss (Raw)": 0.31369829177856445, "Finetune/Step": 14963, "Finetune/Step Time": 6.560232603922486}
{"Finetune/Learning Rate": 8.547233995011007e-08, "Finetune/Loss": 0.3530058264732361, "Finetune/Loss (Raw)": 0.3576130270957947, "Finetune/Step": 14964, "Finetune/Step Time": 6.544653723016381}
{"Finetune/Learning Rate": 8.520160020220048e-08, "Finetune/Loss": 0.3533008098602295, "Finetune/Loss (Raw)": 0.3244399428367615, "Finetune/Step": 14965, "Finetune/Step Time": 6.541832152754068}
{"Finetune/Learning Rate": 8.493128809399343e-08, "Finetune/Loss": 0.35271942615509033, "Finetune/Loss (Raw)": 0.3298734426498413, "Finetune/Step": 14966, "Finetune/Step Time": 6.547999408096075}
{"Finetune/Learning Rate": 8.466140363714737e-08, "Finetune/Loss": 0.3522670269012451, "Finetune/Loss (Raw)": 0.3999926745891571, "Finetune/Step": 14967, "Finetune/Step Time": 6.556589176878333}
{"Finetune/Learning Rate": 8.439194684330188e-08, "Finetune/Loss": 0.3527520000934601, "Finetune/Loss (Raw)": 0.37684980034828186, "Finetune/Step": 14968, "Finetune/Step Time": 6.552387453615665}
{"Finetune/Learning Rate": 8.412291772407988e-08, "Finetune/Loss": 0.3530964255332947, "Finetune/Loss (Raw)": 0.2990870177745819, "Finetune/Step": 14969, "Finetune/Step Time": 6.525976583361626}
{"Finetune/Learning Rate": 8.385431629108431e-08, "Finetune/Loss": 0.3540203273296356, "Finetune/Loss (Raw)": 0.4964107573032379, "Finetune/Step": 14970, "Finetune/Step Time": 6.524053601548076}
{"Finetune/Learning Rate": 8.358614255590147e-08, "Finetune/Loss": 0.35304129123687744, "Finetune/Loss (Raw)": 0.3359984755516052, "Finetune/Step": 14971, "Finetune/Step Time": 6.53793734498322}
{"Finetune/Learning Rate": 8.331839653009766e-08, "Finetune/Loss": 0.35319584608078003, "Finetune/Loss (Raw)": 0.4370693862438202, "Finetune/Step": 14972, "Finetune/Step Time": 6.575374724343419}
{"Finetune/Learning Rate": 8.30510782252214e-08, "Finetune/Loss": 0.35291028022766113, "Finetune/Loss (Raw)": 0.3258553147315979, "Finetune/Step": 14973, "Finetune/Step Time": 6.578532474115491}
{"Finetune/Learning Rate": 8.278418765280128e-08, "Finetune/Loss": 0.35296693444252014, "Finetune/Loss (Raw)": 0.332855761051178, "Finetune/Step": 14974, "Finetune/Step Time": 6.582492521032691}
{"Finetune/Learning Rate": 8.251772482434917e-08, "Finetune/Loss": 0.35290610790252686, "Finetune/Loss (Raw)": 0.3340321481227875, "Finetune/Step": 14975, "Finetune/Step Time": 6.564261427149177}
{"Finetune/Learning Rate": 8.225168975135811e-08, "Finetune/Loss": 0.35545748472213745, "Finetune/Loss (Raw)": 0.4388599097728729, "Finetune/Step": 14976, "Finetune/Step Time": 6.545563584193587}
{"Finetune/Learning Rate": 8.198608244530338e-08, "Finetune/Loss": 0.355184406042099, "Finetune/Loss (Raw)": 0.36107638478279114, "Finetune/Step": 14977, "Finetune/Step Time": 6.546653185039759}
{"Finetune/Learning Rate": 8.172090291764135e-08, "Finetune/Loss": 0.3559279441833496, "Finetune/Loss (Raw)": 0.42782026529312134, "Finetune/Step": 14978, "Finetune/Step Time": 6.539402706548572}
{"Finetune/Learning Rate": 8.145615117980844e-08, "Finetune/Loss": 0.35737302899360657, "Finetune/Loss (Raw)": 0.42526277899742126, "Finetune/Step": 14979, "Finetune/Step Time": 6.5643354300409555}
{"Finetune/Learning Rate": 8.119182724322327e-08, "Finetune/Loss": 0.35787683725357056, "Finetune/Loss (Raw)": 0.37638893723487854, "Finetune/Step": 14980, "Finetune/Step Time": 6.585361387580633}
{"Finetune/Learning Rate": 8.092793111928676e-08, "Finetune/Loss": 0.35501259565353394, "Finetune/Loss (Raw)": 0.09898251295089722, "Finetune/Step": 14981, "Finetune/Step Time": 6.608258355408907}
{"Finetune/Learning Rate": 8.0664462819382e-08, "Finetune/Loss": 0.3551318347454071, "Finetune/Loss (Raw)": 0.3577098846435547, "Finetune/Step": 14982, "Finetune/Step Time": 6.614538939669728}
{"Finetune/Learning Rate": 8.040142235487324e-08, "Finetune/Loss": 0.3562580347061157, "Finetune/Loss (Raw)": 0.3801553249359131, "Finetune/Step": 14983, "Finetune/Step Time": 6.621589291840792}
{"Finetune/Learning Rate": 8.013880973710364e-08, "Finetune/Loss": 0.35684502124786377, "Finetune/Loss (Raw)": 0.4087311327457428, "Finetune/Step": 14984, "Finetune/Step Time": 6.630254693329334}
{"Finetune/Learning Rate": 7.98766249774019e-08, "Finetune/Loss": 0.35734328627586365, "Finetune/Loss (Raw)": 0.40296095609664917, "Finetune/Step": 14985, "Finetune/Step Time": 6.659324415028095}
{"Finetune/Learning Rate": 7.961486808707675e-08, "Finetune/Loss": 0.35664910078048706, "Finetune/Loss (Raw)": 0.28505921363830566, "Finetune/Step": 14986, "Finetune/Step Time": 6.656311314553022}
{"Finetune/Learning Rate": 7.935353907741694e-08, "Finetune/Loss": 0.3564755320549011, "Finetune/Loss (Raw)": 0.2835109233856201, "Finetune/Step": 14987, "Finetune/Step Time": 6.667594460770488}
{"Finetune/Learning Rate": 7.909263795969346e-08, "Finetune/Loss": 0.3564903140068054, "Finetune/Loss (Raw)": 0.4312053322792053, "Finetune/Step": 14988, "Finetune/Step Time": 6.659439742565155}
{"Finetune/Learning Rate": 7.883216474516175e-08, "Finetune/Loss": 0.35617733001708984, "Finetune/Loss (Raw)": 0.33375123143196106, "Finetune/Step": 14989, "Finetune/Step Time": 6.659916268661618}
{"Finetune/Learning Rate": 7.857211944505395e-08, "Finetune/Loss": 0.3558482527732849, "Finetune/Loss (Raw)": 0.39099153876304626, "Finetune/Step": 14990, "Finetune/Step Time": 6.664742087945342}
{"Finetune/Learning Rate": 7.83125020705866e-08, "Finetune/Loss": 0.35795778036117554, "Finetune/Loss (Raw)": 0.35411497950553894, "Finetune/Step": 14991, "Finetune/Step Time": 6.645264554768801}
{"Finetune/Learning Rate": 7.805331263295856e-08, "Finetune/Loss": 0.35749924182891846, "Finetune/Loss (Raw)": 0.36728623509407043, "Finetune/Step": 14992, "Finetune/Step Time": 6.635396305471659}
{"Finetune/Learning Rate": 7.779455114334867e-08, "Finetune/Loss": 0.35759371519088745, "Finetune/Loss (Raw)": 0.3436771035194397, "Finetune/Step": 14993, "Finetune/Step Time": 6.642987536266446}
{"Finetune/Learning Rate": 7.753621761291686e-08, "Finetune/Loss": 0.3569537401199341, "Finetune/Loss (Raw)": 0.36473312973976135, "Finetune/Step": 14994, "Finetune/Step Time": 6.617963710799813}
{"Finetune/Learning Rate": 7.727831205280534e-08, "Finetune/Loss": 0.35746264457702637, "Finetune/Loss (Raw)": 0.39032015204429626, "Finetune/Step": 14995, "Finetune/Step Time": 6.612963687628508}
{"Finetune/Learning Rate": 7.702083447413965e-08, "Finetune/Loss": 0.3573189973831177, "Finetune/Loss (Raw)": 0.32601526379585266, "Finetune/Step": 14996, "Finetune/Step Time": 6.6100699957460165}
{"Finetune/Learning Rate": 7.676378488802316e-08, "Finetune/Loss": 0.35767412185668945, "Finetune/Loss (Raw)": 0.3842320144176483, "Finetune/Step": 14997, "Finetune/Step Time": 6.5957798436284065}
{"Finetune/Learning Rate": 7.650716330554475e-08, "Finetune/Loss": 0.35821741819381714, "Finetune/Loss (Raw)": 0.41526928544044495, "Finetune/Step": 14998, "Finetune/Step Time": 6.579055426642299}
{"Finetune/Learning Rate": 7.625096973777224e-08, "Finetune/Loss": 0.3578500747680664, "Finetune/Loss (Raw)": 0.3629797697067261, "Finetune/Step": 14999, "Finetune/Step Time": 6.583780055865645}
{"Finetune/Learning Rate": 7.599520419575457e-08, "Finetune/Loss": 0.3578043580055237, "Finetune/Loss (Raw)": 0.3764691948890686, "Finetune/Step": 15000, "Finetune/Step Time": 6.580265112221241}
{"Finetune/Learning Rate": 7.573986669052403e-08, "Finetune/Loss": 0.35760730504989624, "Finetune/Loss (Raw)": 0.3186508119106293, "Finetune/Step": 15001, "Finetune/Step Time": 6.591470241546631}
{"Finetune/Learning Rate": 7.54849572330929e-08, "Finetune/Loss": 0.3579087257385254, "Finetune/Loss (Raw)": 0.4166986644268036, "Finetune/Step": 15002, "Finetune/Step Time": 6.567857805639505}
{"Finetune/Learning Rate": 7.523047583445686e-08, "Finetune/Loss": 0.35753631591796875, "Finetune/Loss (Raw)": 0.3452964723110199, "Finetune/Step": 15003, "Finetune/Step Time": 6.587938217446208}
{"Finetune/Learning Rate": 7.497642250559267e-08, "Finetune/Loss": 0.35752975940704346, "Finetune/Loss (Raw)": 0.347194105386734, "Finetune/Step": 15004, "Finetune/Step Time": 6.578832376748323}
{"Finetune/Learning Rate": 7.472279725745713e-08, "Finetune/Loss": 0.357750803232193, "Finetune/Loss (Raw)": 0.43598684668540955, "Finetune/Step": 15005, "Finetune/Step Time": 6.584408570080996}
{"Finetune/Learning Rate": 7.446960010098813e-08, "Finetune/Loss": 0.35567402839660645, "Finetune/Loss (Raw)": 0.11990652978420258, "Finetune/Step": 15006, "Finetune/Step Time": 6.611358217895031}
{"Finetune/Learning Rate": 7.421683104710809e-08, "Finetune/Loss": 0.3561747670173645, "Finetune/Loss (Raw)": 0.3971400558948517, "Finetune/Step": 15007, "Finetune/Step Time": 6.616143615916371}
{"Finetune/Learning Rate": 7.396449010671935e-08, "Finetune/Loss": 0.3556934595108032, "Finetune/Loss (Raw)": 0.34545037150382996, "Finetune/Step": 15008, "Finetune/Step Time": 6.611933644860983}
{"Finetune/Learning Rate": 7.371257729070547e-08, "Finetune/Loss": 0.3564729690551758, "Finetune/Loss (Raw)": 0.3786824941635132, "Finetune/Step": 15009, "Finetune/Step Time": 6.616832351312041}
{"Finetune/Learning Rate": 7.346109260993217e-08, "Finetune/Loss": 0.35561662912368774, "Finetune/Loss (Raw)": 0.31407803297042847, "Finetune/Step": 15010, "Finetune/Step Time": 6.614347968250513}
{"Finetune/Learning Rate": 7.321003607524524e-08, "Finetune/Loss": 0.35540029406547546, "Finetune/Loss (Raw)": 0.3408161997795105, "Finetune/Step": 15011, "Finetune/Step Time": 6.6484051682055}
{"Finetune/Learning Rate": 7.295940769747379e-08, "Finetune/Loss": 0.35658150911331177, "Finetune/Loss (Raw)": 0.45010530948638916, "Finetune/Step": 15012, "Finetune/Step Time": 6.619072927162051}
{"Finetune/Learning Rate": 7.270920748742694e-08, "Finetune/Loss": 0.35768696665763855, "Finetune/Loss (Raw)": 0.42546358704566956, "Finetune/Step": 15013, "Finetune/Step Time": 6.636741451919079}
{"Finetune/Learning Rate": 7.245943545589828e-08, "Finetune/Loss": 0.3574792146682739, "Finetune/Loss (Raw)": 0.33917945623397827, "Finetune/Step": 15014, "Finetune/Step Time": 6.63522688485682}
{"Finetune/Learning Rate": 7.221009161365922e-08, "Finetune/Loss": 0.35798829793930054, "Finetune/Loss (Raw)": 0.3808882534503937, "Finetune/Step": 15015, "Finetune/Step Time": 6.6474675089120865}
{"Finetune/Learning Rate": 7.196117597146335e-08, "Finetune/Loss": 0.3577989339828491, "Finetune/Loss (Raw)": 0.4448819160461426, "Finetune/Step": 15016, "Finetune/Step Time": 6.669199204072356}
{"Finetune/Learning Rate": 7.171268854004987e-08, "Finetune/Loss": 0.3580232560634613, "Finetune/Loss (Raw)": 0.4494593143463135, "Finetune/Step": 15017, "Finetune/Step Time": 6.670992637053132}
{"Finetune/Learning Rate": 7.146462933013354e-08, "Finetune/Loss": 0.3554396331310272, "Finetune/Loss (Raw)": 0.1264956146478653, "Finetune/Step": 15018, "Finetune/Step Time": 6.688196539878845}
{"Finetune/Learning Rate": 7.12169983524158e-08, "Finetune/Loss": 0.35511982440948486, "Finetune/Loss (Raw)": 0.3071693181991577, "Finetune/Step": 15019, "Finetune/Step Time": 6.689212629571557}
{"Finetune/Learning Rate": 7.096979561757478e-08, "Finetune/Loss": 0.35567212104797363, "Finetune/Loss (Raw)": 0.3929232954978943, "Finetune/Step": 15020, "Finetune/Step Time": 6.686765363439918}
{"Finetune/Learning Rate": 7.072302113627527e-08, "Finetune/Loss": 0.3561221957206726, "Finetune/Loss (Raw)": 0.40134182572364807, "Finetune/Step": 15021, "Finetune/Step Time": 6.659541707485914}
{"Finetune/Learning Rate": 7.047667491915877e-08, "Finetune/Loss": 0.3565806448459625, "Finetune/Loss (Raw)": 0.3655747175216675, "Finetune/Step": 15022, "Finetune/Step Time": 6.6410481706261635}
{"Finetune/Learning Rate": 7.023075697685122e-08, "Finetune/Loss": 0.3573102653026581, "Finetune/Loss (Raw)": 0.4052359163761139, "Finetune/Step": 15023, "Finetune/Step Time": 6.647637998685241}
{"Finetune/Learning Rate": 6.998526731996081e-08, "Finetune/Loss": 0.3593522012233734, "Finetune/Loss (Raw)": 0.37478408217430115, "Finetune/Step": 15024, "Finetune/Step Time": 6.625625727698207}
{"Finetune/Learning Rate": 6.97402059590746e-08, "Finetune/Loss": 0.3591846823692322, "Finetune/Loss (Raw)": 0.3432844877243042, "Finetune/Step": 15025, "Finetune/Step Time": 6.643700739368796}
{"Finetune/Learning Rate": 6.949557290476195e-08, "Finetune/Loss": 0.3585737645626068, "Finetune/Loss (Raw)": 0.3766157627105713, "Finetune/Step": 15026, "Finetune/Step Time": 6.654678978025913}
{"Finetune/Learning Rate": 6.925136816757549e-08, "Finetune/Loss": 0.35875290632247925, "Finetune/Loss (Raw)": 0.3438158333301544, "Finetune/Step": 15027, "Finetune/Step Time": 6.681210715323687}
{"Finetune/Learning Rate": 6.900759175804794e-08, "Finetune/Loss": 0.35840797424316406, "Finetune/Loss (Raw)": 0.41896358132362366, "Finetune/Step": 15028, "Finetune/Step Time": 6.6847673039883375}
{"Finetune/Learning Rate": 6.87642436866931e-08, "Finetune/Loss": 0.357965886592865, "Finetune/Loss (Raw)": 0.3186711370944977, "Finetune/Step": 15029, "Finetune/Step Time": 6.679014233872294}
{"Finetune/Learning Rate": 6.852132396400701e-08, "Finetune/Loss": 0.3583824038505554, "Finetune/Loss (Raw)": 0.43968719244003296, "Finetune/Step": 15030, "Finetune/Step Time": 6.675705475732684}
{"Finetune/Learning Rate": 6.827883260046797e-08, "Finetune/Loss": 0.3570007085800171, "Finetune/Loss (Raw)": 0.14936362206935883, "Finetune/Step": 15031, "Finetune/Step Time": 6.69170031696558}
{"Finetune/Learning Rate": 6.803676960653316e-08, "Finetune/Loss": 0.3563551902770996, "Finetune/Loss (Raw)": 0.2793009281158447, "Finetune/Step": 15032, "Finetune/Step Time": 6.694734323769808}
{"Finetune/Learning Rate": 6.779513499264534e-08, "Finetune/Loss": 0.355781614780426, "Finetune/Loss (Raw)": 0.3482116758823395, "Finetune/Step": 15033, "Finetune/Step Time": 6.6923130210489035}
{"Finetune/Learning Rate": 6.755392876922506e-08, "Finetune/Loss": 0.3559969663619995, "Finetune/Loss (Raw)": 0.3854963779449463, "Finetune/Step": 15034, "Finetune/Step Time": 6.688630981370807}
{"Finetune/Learning Rate": 6.731315094667623e-08, "Finetune/Loss": 0.35608771443367004, "Finetune/Loss (Raw)": 0.35065117478370667, "Finetune/Step": 15035, "Finetune/Step Time": 6.70846689119935}
{"Finetune/Learning Rate": 6.707280153538386e-08, "Finetune/Loss": 0.35649627447128296, "Finetune/Loss (Raw)": 0.36092838644981384, "Finetune/Step": 15036, "Finetune/Step Time": 6.70323590375483}
{"Finetune/Learning Rate": 6.683288054571525e-08, "Finetune/Loss": 0.3563554883003235, "Finetune/Loss (Raw)": 0.4399845600128174, "Finetune/Step": 15037, "Finetune/Step Time": 6.694935945793986}
{"Finetune/Learning Rate": 6.659338798801873e-08, "Finetune/Loss": 0.3572097420692444, "Finetune/Loss (Raw)": 0.49511441588401794, "Finetune/Step": 15038, "Finetune/Step Time": 6.701738737523556}
{"Finetune/Learning Rate": 6.635432387262275e-08, "Finetune/Loss": 0.35703417658805847, "Finetune/Loss (Raw)": 0.3510887324810028, "Finetune/Step": 15039, "Finetune/Step Time": 6.691655494272709}
{"Finetune/Learning Rate": 6.611568820983905e-08, "Finetune/Loss": 0.3574894964694977, "Finetune/Loss (Raw)": 0.4603855013847351, "Finetune/Step": 15040, "Finetune/Step Time": 6.688394231721759}
{"Finetune/Learning Rate": 6.58774810099605e-08, "Finetune/Loss": 0.3579639196395874, "Finetune/Loss (Raw)": 0.3707827031612396, "Finetune/Step": 15041, "Finetune/Step Time": 6.6691978350281715}
{"Finetune/Learning Rate": 6.563970228326e-08, "Finetune/Loss": 0.35810375213623047, "Finetune/Loss (Raw)": 0.36841195821762085, "Finetune/Step": 15042, "Finetune/Step Time": 6.671484190970659}
{"Finetune/Learning Rate": 6.540235203999601e-08, "Finetune/Loss": 0.35745298862457275, "Finetune/Loss (Raw)": 0.2818390429019928, "Finetune/Step": 15043, "Finetune/Step Time": 6.670732146129012}
{"Finetune/Learning Rate": 6.516543029040367e-08, "Finetune/Loss": 0.3580881953239441, "Finetune/Loss (Raw)": 0.4080912470817566, "Finetune/Step": 15044, "Finetune/Step Time": 6.669085646048188}
{"Finetune/Learning Rate": 6.49289370447026e-08, "Finetune/Loss": 0.3585931658744812, "Finetune/Loss (Raw)": 0.3366977870464325, "Finetune/Step": 15045, "Finetune/Step Time": 6.672759106382728}
{"Finetune/Learning Rate": 6.469287231309241e-08, "Finetune/Loss": 0.35892051458358765, "Finetune/Loss (Raw)": 0.413567453622818, "Finetune/Step": 15046, "Finetune/Step Time": 6.676977835595608}
{"Finetune/Learning Rate": 6.445723610575494e-08, "Finetune/Loss": 0.35883161425590515, "Finetune/Loss (Raw)": 0.3980146646499634, "Finetune/Step": 15047, "Finetune/Step Time": 6.670419976115227}
{"Finetune/Learning Rate": 6.42220284328543e-08, "Finetune/Loss": 0.3580900728702545, "Finetune/Loss (Raw)": 0.3170185089111328, "Finetune/Step": 15048, "Finetune/Step Time": 6.681069003418088}
{"Finetune/Learning Rate": 6.398724930453571e-08, "Finetune/Loss": 0.358447790145874, "Finetune/Loss (Raw)": 0.3649952709674835, "Finetune/Step": 15049, "Finetune/Step Time": 6.682263055816293}
{"Finetune/Learning Rate": 6.375289873092439e-08, "Finetune/Loss": 0.3580642342567444, "Finetune/Loss (Raw)": 0.37440669536590576, "Finetune/Step": 15050, "Finetune/Step Time": 6.673333959653974}
{"Finetune/Learning Rate": 6.351897672212892e-08, "Finetune/Loss": 0.3583460748195648, "Finetune/Loss (Raw)": 0.4044223129749298, "Finetune/Step": 15051, "Finetune/Step Time": 6.6650097258389}
{"Finetune/Learning Rate": 6.328548328823792e-08, "Finetune/Loss": 0.35857534408569336, "Finetune/Loss (Raw)": 0.3913414776325226, "Finetune/Step": 15052, "Finetune/Step Time": 6.675876637920737}
{"Finetune/Learning Rate": 6.30524184393222e-08, "Finetune/Loss": 0.3594784438610077, "Finetune/Loss (Raw)": 0.37517842650413513, "Finetune/Step": 15053, "Finetune/Step Time": 6.680553033947945}
{"Finetune/Learning Rate": 6.281978218543594e-08, "Finetune/Loss": 0.3595937490463257, "Finetune/Loss (Raw)": 0.39123421907424927, "Finetune/Step": 15054, "Finetune/Step Time": 6.673027059063315}
{"Finetune/Learning Rate": 6.258757453661113e-08, "Finetune/Loss": 0.35845687985420227, "Finetune/Loss (Raw)": 0.32806310057640076, "Finetune/Step": 15055, "Finetune/Step Time": 6.668942971155047}
{"Finetune/Learning Rate": 6.23557955028642e-08, "Finetune/Loss": 0.3582441210746765, "Finetune/Loss (Raw)": 0.434298574924469, "Finetune/Step": 15056, "Finetune/Step Time": 6.674659783020616}
{"Finetune/Learning Rate": 6.212444509419158e-08, "Finetune/Loss": 0.35856494307518005, "Finetune/Loss (Raw)": 0.393902987241745, "Finetune/Step": 15057, "Finetune/Step Time": 6.672135695815086}
{"Finetune/Learning Rate": 6.189352332057308e-08, "Finetune/Loss": 0.3583521842956543, "Finetune/Loss (Raw)": 0.33597511053085327, "Finetune/Step": 15058, "Finetune/Step Time": 6.674868648871779}
{"Finetune/Learning Rate": 6.166303019196628e-08, "Finetune/Loss": 0.35844671726226807, "Finetune/Loss (Raw)": 0.36944669485092163, "Finetune/Step": 15059, "Finetune/Step Time": 6.6822997983545065}
{"Finetune/Learning Rate": 6.143296571831548e-08, "Finetune/Loss": 0.3603607714176178, "Finetune/Loss (Raw)": 0.35225313901901245, "Finetune/Step": 15060, "Finetune/Step Time": 6.6825339160859585}
{"Finetune/Learning Rate": 6.120332990954158e-08, "Finetune/Loss": 0.3608626127243042, "Finetune/Loss (Raw)": 0.4846813976764679, "Finetune/Step": 15061, "Finetune/Step Time": 6.6610661912709475}
{"Finetune/Learning Rate": 6.097412277555004e-08, "Finetune/Loss": 0.36104094982147217, "Finetune/Loss (Raw)": 0.37678784132003784, "Finetune/Step": 15062, "Finetune/Step Time": 6.655936758965254}
{"Finetune/Learning Rate": 6.074534432622736e-08, "Finetune/Loss": 0.3595215678215027, "Finetune/Loss (Raw)": 0.12544603645801544, "Finetune/Step": 15063, "Finetune/Step Time": 6.671000299975276}
{"Finetune/Learning Rate": 6.0516994571439e-08, "Finetune/Loss": 0.35749971866607666, "Finetune/Loss (Raw)": 0.1506800502538681, "Finetune/Step": 15064, "Finetune/Step Time": 6.665992824360728}
{"Finetune/Learning Rate": 6.028907352103596e-08, "Finetune/Loss": 0.36041349172592163, "Finetune/Loss (Raw)": 0.4422135651111603, "Finetune/Step": 15065, "Finetune/Step Time": 6.649903563782573}
{"Finetune/Learning Rate": 6.006158118484928e-08, "Finetune/Loss": 0.359615683555603, "Finetune/Loss (Raw)": 0.38335612416267395, "Finetune/Step": 15066, "Finetune/Step Time": 6.657462924718857}
{"Finetune/Learning Rate": 5.983451757268888e-08, "Finetune/Loss": 0.360580176115036, "Finetune/Loss (Raw)": 0.38527220487594604, "Finetune/Step": 15067, "Finetune/Step Time": 6.655674938112497}
{"Finetune/Learning Rate": 5.960788269435025e-08, "Finetune/Loss": 0.36044448614120483, "Finetune/Loss (Raw)": 0.36267605423927307, "Finetune/Step": 15068, "Finetune/Step Time": 6.646886399015784}
{"Finetune/Learning Rate": 5.9381676559607806e-08, "Finetune/Loss": 0.36070486903190613, "Finetune/Loss (Raw)": 0.41996335983276367, "Finetune/Step": 15069, "Finetune/Step Time": 6.657789232209325}
{"Finetune/Learning Rate": 5.915589917821707e-08, "Finetune/Loss": 0.3608071804046631, "Finetune/Loss (Raw)": 0.37880560755729675, "Finetune/Step": 15070, "Finetune/Step Time": 6.659073710441589}
{"Finetune/Learning Rate": 5.893055055991803e-08, "Finetune/Loss": 0.3602341115474701, "Finetune/Loss (Raw)": 0.28230977058410645, "Finetune/Step": 15071, "Finetune/Step Time": 6.637076623737812}
{"Finetune/Learning Rate": 5.8705630714429586e-08, "Finetune/Loss": 0.3595608174800873, "Finetune/Loss (Raw)": 0.3042518198490143, "Finetune/Step": 15072, "Finetune/Step Time": 6.63691327534616}
{"Finetune/Learning Rate": 5.8481139651452855e-08, "Finetune/Loss": 0.35913771390914917, "Finetune/Loss (Raw)": 0.27096930146217346, "Finetune/Step": 15073, "Finetune/Step Time": 6.626782774925232}
{"Finetune/Learning Rate": 5.825707738066899e-08, "Finetune/Loss": 0.3588969111442566, "Finetune/Loss (Raw)": 0.3366146683692932, "Finetune/Step": 15074, "Finetune/Step Time": 6.6289705988019705}
{"Finetune/Learning Rate": 5.80334439117447e-08, "Finetune/Loss": 0.35839810967445374, "Finetune/Loss (Raw)": 0.38863545656204224, "Finetune/Step": 15075, "Finetune/Step Time": 6.616445699706674}
{"Finetune/Learning Rate": 5.7810239254324494e-08, "Finetune/Loss": 0.3591231405735016, "Finetune/Loss (Raw)": 0.5039657950401306, "Finetune/Step": 15076, "Finetune/Step Time": 6.61949747055769}
{"Finetune/Learning Rate": 5.7587463418035115e-08, "Finetune/Loss": 0.3583395481109619, "Finetune/Loss (Raw)": 0.2909133732318878, "Finetune/Step": 15077, "Finetune/Step Time": 6.626708772033453}
{"Finetune/Learning Rate": 5.7365116412484434e-08, "Finetune/Loss": 0.3579629957675934, "Finetune/Loss (Raw)": 0.32268795371055603, "Finetune/Step": 15078, "Finetune/Step Time": 6.628648404031992}
{"Finetune/Learning Rate": 5.7143198247264774e-08, "Finetune/Loss": 0.3584938645362854, "Finetune/Loss (Raw)": 0.37724819779396057, "Finetune/Step": 15079, "Finetune/Step Time": 6.63353256136179}
{"Finetune/Learning Rate": 5.6921708931946264e-08, "Finetune/Loss": 0.36053943634033203, "Finetune/Loss (Raw)": 0.361692875623703, "Finetune/Step": 15080, "Finetune/Step Time": 6.627963630482554}
{"Finetune/Learning Rate": 5.670064847608348e-08, "Finetune/Loss": 0.36225056648254395, "Finetune/Loss (Raw)": 0.5243492126464844, "Finetune/Step": 15081, "Finetune/Step Time": 6.627178810536861}
{"Finetune/Learning Rate": 5.648001688920879e-08, "Finetune/Loss": 0.36116135120391846, "Finetune/Loss (Raw)": 0.27600663900375366, "Finetune/Step": 15082, "Finetune/Step Time": 6.623994739726186}
{"Finetune/Learning Rate": 5.625981418084125e-08, "Finetune/Loss": 0.3613654673099518, "Finetune/Loss (Raw)": 0.35123834013938904, "Finetune/Step": 15083, "Finetune/Step Time": 6.633883059024811}
{"Finetune/Learning Rate": 5.60400403604755e-08, "Finetune/Loss": 0.3637719452381134, "Finetune/Loss (Raw)": 0.4123286008834839, "Finetune/Step": 15084, "Finetune/Step Time": 6.621582778170705}
{"Finetune/Learning Rate": 5.582069543759172e-08, "Finetune/Loss": 0.3623902201652527, "Finetune/Loss (Raw)": 0.2021276205778122, "Finetune/Step": 15085, "Finetune/Step Time": 6.645676579326391}
{"Finetune/Learning Rate": 5.560177942165235e-08, "Finetune/Loss": 0.3614290654659271, "Finetune/Loss (Raw)": 0.30865478515625, "Finetune/Step": 15086, "Finetune/Step Time": 6.6615396328270435}
{"Finetune/Learning Rate": 5.5383292322096495e-08, "Finetune/Loss": 0.36057719588279724, "Finetune/Loss (Raw)": 0.28197625279426575, "Finetune/Step": 15087, "Finetune/Step Time": 6.649935292080045}
{"Finetune/Learning Rate": 5.5165234148351064e-08, "Finetune/Loss": 0.3603297472000122, "Finetune/Loss (Raw)": 0.4641314148902893, "Finetune/Step": 15088, "Finetune/Step Time": 6.652097620069981}
{"Finetune/Learning Rate": 5.494760490981965e-08, "Finetune/Loss": 0.36061686277389526, "Finetune/Loss (Raw)": 0.37417498230934143, "Finetune/Step": 15089, "Finetune/Step Time": 6.663530038669705}
{"Finetune/Learning Rate": 5.4730404615888076e-08, "Finetune/Loss": 0.3609791398048401, "Finetune/Loss (Raw)": 0.4149200916290283, "Finetune/Step": 15090, "Finetune/Step Time": 6.652391297742724}
{"Finetune/Learning Rate": 5.4513633275925515e-08, "Finetune/Loss": 0.36105215549468994, "Finetune/Loss (Raw)": 0.3230442702770233, "Finetune/Step": 15091, "Finetune/Step Time": 6.663620121777058}
{"Finetune/Learning Rate": 5.429729089928226e-08, "Finetune/Loss": 0.3589818775653839, "Finetune/Loss (Raw)": 0.09261957556009293, "Finetune/Step": 15092, "Finetune/Step Time": 6.686120809987187}
{"Finetune/Learning Rate": 5.4081377495287525e-08, "Finetune/Loss": 0.358722448348999, "Finetune/Loss (Raw)": 0.2912324368953705, "Finetune/Step": 15093, "Finetune/Step Time": 6.705780716612935}
{"Finetune/Learning Rate": 5.386589307325607e-08, "Finetune/Loss": 0.35926443338394165, "Finetune/Loss (Raw)": 0.39924830198287964, "Finetune/Step": 15094, "Finetune/Step Time": 6.713740576058626}
{"Finetune/Learning Rate": 5.365083764248158e-08, "Finetune/Loss": 0.3593323826789856, "Finetune/Loss (Raw)": 0.408691942691803, "Finetune/Step": 15095, "Finetune/Step Time": 6.696623396128416}
{"Finetune/Learning Rate": 5.3436211212237744e-08, "Finetune/Loss": 0.35713350772857666, "Finetune/Loss (Raw)": 0.09538988769054413, "Finetune/Step": 15096, "Finetune/Step Time": 6.717397034168243}
{"Finetune/Learning Rate": 5.322201379178382e-08, "Finetune/Loss": 0.3574686646461487, "Finetune/Loss (Raw)": 0.3419918417930603, "Finetune/Step": 15097, "Finetune/Step Time": 6.7210930567234755}
{"Finetune/Learning Rate": 5.300824539035798e-08, "Finetune/Loss": 0.3543281555175781, "Finetune/Loss (Raw)": 0.09442099183797836, "Finetune/Step": 15098, "Finetune/Step Time": 6.740687262266874}
{"Finetune/Learning Rate": 5.279490601718063e-08, "Finetune/Loss": 0.35532674193382263, "Finetune/Loss (Raw)": 0.46381792426109314, "Finetune/Step": 15099, "Finetune/Step Time": 6.718371517956257}
{"Finetune/Learning Rate": 5.258199568145217e-08, "Finetune/Loss": 0.35429567098617554, "Finetune/Loss (Raw)": 0.30509674549102783, "Finetune/Step": 15100, "Finetune/Step Time": 6.687108503654599}
{"Finetune/Learning Rate": 5.236951439235749e-08, "Finetune/Loss": 0.3542192578315735, "Finetune/Loss (Raw)": 0.31607434153556824, "Finetune/Step": 15101, "Finetune/Step Time": 6.682606974616647}
{"Finetune/Learning Rate": 5.215746215906037e-08, "Finetune/Loss": 0.3549041748046875, "Finetune/Loss (Raw)": 0.42052268981933594, "Finetune/Step": 15102, "Finetune/Step Time": 6.694112727418542}
{"Finetune/Learning Rate": 5.1945838990706823e-08, "Finetune/Loss": 0.3563452959060669, "Finetune/Loss (Raw)": 0.5184929966926575, "Finetune/Step": 15103, "Finetune/Step Time": 6.700576106086373}
{"Finetune/Learning Rate": 5.173464489642399e-08, "Finetune/Loss": 0.35622841119766235, "Finetune/Loss (Raw)": 0.4239030182361603, "Finetune/Step": 15104, "Finetune/Step Time": 6.700841419398785}
{"Finetune/Learning Rate": 5.152387988532126e-08, "Finetune/Loss": 0.35651999711990356, "Finetune/Loss (Raw)": 0.39839914441108704, "Finetune/Step": 15105, "Finetune/Step Time": 6.709492027759552}
{"Finetune/Learning Rate": 5.1313543966490244e-08, "Finetune/Loss": 0.35654833912849426, "Finetune/Loss (Raw)": 0.4314471483230591, "Finetune/Step": 15106, "Finetune/Step Time": 6.705550974234939}
{"Finetune/Learning Rate": 5.110363714900146e-08, "Finetune/Loss": 0.35707420110702515, "Finetune/Loss (Raw)": 0.4925726354122162, "Finetune/Step": 15107, "Finetune/Step Time": 6.685391889885068}
{"Finetune/Learning Rate": 5.0894159441909893e-08, "Finetune/Loss": 0.3563804626464844, "Finetune/Loss (Raw)": 0.2875935733318329, "Finetune/Step": 15108, "Finetune/Step Time": 6.669339224696159}
{"Finetune/Learning Rate": 5.0685110854250544e-08, "Finetune/Loss": 0.35872411727905273, "Finetune/Loss (Raw)": 0.39896857738494873, "Finetune/Step": 15109, "Finetune/Step Time": 6.652696581557393}
{"Finetune/Learning Rate": 5.047649139503841e-08, "Finetune/Loss": 0.3594200015068054, "Finetune/Loss (Raw)": 0.4467822313308716, "Finetune/Step": 15110, "Finetune/Step Time": 6.645190481096506}
{"Finetune/Learning Rate": 5.026830107327296e-08, "Finetune/Loss": 0.3592379093170166, "Finetune/Loss (Raw)": 0.3568471670150757, "Finetune/Step": 15111, "Finetune/Step Time": 6.64369154907763}
{"Finetune/Learning Rate": 5.0060539897933694e-08, "Finetune/Loss": 0.3596336245536804, "Finetune/Loss (Raw)": 0.4593867361545563, "Finetune/Step": 15112, "Finetune/Step Time": 6.6346644423902035}
{"Finetune/Learning Rate": 4.98532078779812e-08, "Finetune/Loss": 0.35875511169433594, "Finetune/Loss (Raw)": 0.2905082404613495, "Finetune/Step": 15113, "Finetune/Step Time": 6.608004003763199}
{"Finetune/Learning Rate": 4.964630502235834e-08, "Finetune/Loss": 0.35933735966682434, "Finetune/Loss (Raw)": 0.35958701372146606, "Finetune/Step": 15114, "Finetune/Step Time": 6.606511194258928}
{"Finetune/Learning Rate": 4.9439831339989086e-08, "Finetune/Loss": 0.3602302372455597, "Finetune/Loss (Raw)": 0.3977976143360138, "Finetune/Step": 15115, "Finetune/Step Time": 6.585165472701192}
{"Finetune/Learning Rate": 4.923378683977853e-08, "Finetune/Loss": 0.3589927554130554, "Finetune/Loss (Raw)": 0.27280861139297485, "Finetune/Step": 15116, "Finetune/Step Time": 6.58791409060359}
{"Finetune/Learning Rate": 4.902817153061401e-08, "Finetune/Loss": 0.3591609001159668, "Finetune/Loss (Raw)": 0.3552737534046173, "Finetune/Step": 15117, "Finetune/Step Time": 6.606076182797551}
{"Finetune/Learning Rate": 4.882298542136288e-08, "Finetune/Loss": 0.35856035351753235, "Finetune/Loss (Raw)": 0.3141217529773712, "Finetune/Step": 15118, "Finetune/Step Time": 6.601397696882486}
{"Finetune/Learning Rate": 4.861822852087805e-08, "Finetune/Loss": 0.3581470251083374, "Finetune/Loss (Raw)": 0.30120620131492615, "Finetune/Step": 15119, "Finetune/Step Time": 6.62333963625133}
{"Finetune/Learning Rate": 4.8413900837988026e-08, "Finetune/Loss": 0.3573912978172302, "Finetune/Loss (Raw)": 0.27055624127388, "Finetune/Step": 15120, "Finetune/Step Time": 6.619004372507334}
{"Finetune/Learning Rate": 4.821000238150797e-08, "Finetune/Loss": 0.3574530780315399, "Finetune/Loss (Raw)": 0.3515818417072296, "Finetune/Step": 15121, "Finetune/Step Time": 6.6087203193455935}
{"Finetune/Learning Rate": 4.800653316022974e-08, "Finetune/Loss": 0.3573239743709564, "Finetune/Loss (Raw)": 0.3482111394405365, "Finetune/Step": 15122, "Finetune/Step Time": 6.610847651958466}
{"Finetune/Learning Rate": 4.780349318293187e-08, "Finetune/Loss": 0.35751765966415405, "Finetune/Loss (Raw)": 0.41511353850364685, "Finetune/Step": 15123, "Finetune/Step Time": 6.606318183243275}
{"Finetune/Learning Rate": 4.760088245837069e-08, "Finetune/Loss": 0.3574374318122864, "Finetune/Loss (Raw)": 0.3157426118850708, "Finetune/Step": 15124, "Finetune/Step Time": 6.621165081858635}
{"Finetune/Learning Rate": 4.739870099528476e-08, "Finetune/Loss": 0.3576621115207672, "Finetune/Loss (Raw)": 0.41299182176589966, "Finetune/Step": 15125, "Finetune/Step Time": 6.649648576974869}
{"Finetune/Learning Rate": 4.719694880239378e-08, "Finetune/Loss": 0.3578319251537323, "Finetune/Loss (Raw)": 0.43700507283210754, "Finetune/Step": 15126, "Finetune/Step Time": 6.6484854985028505}
{"Finetune/Learning Rate": 4.69956258884019e-08, "Finetune/Loss": 0.3579714298248291, "Finetune/Loss (Raw)": 0.38083404302597046, "Finetune/Step": 15127, "Finetune/Step Time": 6.644531521946192}
{"Finetune/Learning Rate": 4.6794732261991046e-08, "Finetune/Loss": 0.3574368357658386, "Finetune/Loss (Raw)": 0.30804529786109924, "Finetune/Step": 15128, "Finetune/Step Time": 6.6487127635627985}
{"Finetune/Learning Rate": 4.659426793182542e-08, "Finetune/Loss": 0.35802435874938965, "Finetune/Loss (Raw)": 0.3938502371311188, "Finetune/Step": 15129, "Finetune/Step Time": 6.638203330338001}
{"Finetune/Learning Rate": 4.6394232906552536e-08, "Finetune/Loss": 0.35723116993904114, "Finetune/Loss (Raw)": 0.31517332792282104, "Finetune/Step": 15130, "Finetune/Step Time": 6.668510207906365}
{"Finetune/Learning Rate": 4.6194627194799944e-08, "Finetune/Loss": 0.35677605867385864, "Finetune/Loss (Raw)": 0.28704187273979187, "Finetune/Step": 15131, "Finetune/Step Time": 6.652326297014952}
{"Finetune/Learning Rate": 4.599545080517631e-08, "Finetune/Loss": 0.3567355275154114, "Finetune/Loss (Raw)": 0.3420020639896393, "Finetune/Step": 15132, "Finetune/Step Time": 6.649098390713334}
{"Finetune/Learning Rate": 4.579670374627365e-08, "Finetune/Loss": 0.35453569889068604, "Finetune/Loss (Raw)": 0.15441371500492096, "Finetune/Step": 15133, "Finetune/Step Time": 6.650365721434355}
{"Finetune/Learning Rate": 4.5598386026664e-08, "Finetune/Loss": 0.3559608459472656, "Finetune/Loss (Raw)": 0.3023233115673065, "Finetune/Step": 15134, "Finetune/Step Time": 6.622339937835932}
{"Finetune/Learning Rate": 4.540049765489829e-08, "Finetune/Loss": 0.3562759459018707, "Finetune/Loss (Raw)": 0.4374725818634033, "Finetune/Step": 15135, "Finetune/Step Time": 6.619354194030166}
{"Finetune/Learning Rate": 4.520303863951525e-08, "Finetune/Loss": 0.3564188480377197, "Finetune/Loss (Raw)": 0.3637443482875824, "Finetune/Step": 15136, "Finetune/Step Time": 6.620238704606891}
{"Finetune/Learning Rate": 4.5006008989030294e-08, "Finetune/Loss": 0.3563896417617798, "Finetune/Loss (Raw)": 0.3749415874481201, "Finetune/Step": 15137, "Finetune/Step Time": 6.616791529580951}
{"Finetune/Learning Rate": 4.480940871194106e-08, "Finetune/Loss": 0.3573620617389679, "Finetune/Loss (Raw)": 0.43854987621307373, "Finetune/Step": 15138, "Finetune/Step Time": 6.631016254425049}
{"Finetune/Learning Rate": 4.461323781672744e-08, "Finetune/Loss": 0.3572404086589813, "Finetune/Loss (Raw)": 0.3252434730529785, "Finetune/Step": 15139, "Finetune/Step Time": 6.597551640123129}
{"Finetune/Learning Rate": 4.441749631185155e-08, "Finetune/Loss": 0.3563534617424011, "Finetune/Loss (Raw)": 0.33657392859458923, "Finetune/Step": 15140, "Finetune/Step Time": 6.596472594887018}
{"Finetune/Learning Rate": 4.422218420575552e-08, "Finetune/Loss": 0.3556461036205292, "Finetune/Loss (Raw)": 0.3349226415157318, "Finetune/Step": 15141, "Finetune/Step Time": 6.598820073530078}
{"Finetune/Learning Rate": 4.402730150686263e-08, "Finetune/Loss": 0.355942040681839, "Finetune/Loss (Raw)": 0.3770599961280823, "Finetune/Step": 15142, "Finetune/Step Time": 6.604453928768635}
{"Finetune/Learning Rate": 4.383284822357947e-08, "Finetune/Loss": 0.35590511560440063, "Finetune/Loss (Raw)": 0.3761628270149231, "Finetune/Step": 15143, "Finetune/Step Time": 6.608011871576309}
{"Finetune/Learning Rate": 4.363882436429267e-08, "Finetune/Loss": 0.3535167872905731, "Finetune/Loss (Raw)": 0.13917596638202667, "Finetune/Step": 15144, "Finetune/Step Time": 6.602523982524872}
{"Finetune/Learning Rate": 4.344522993736999e-08, "Finetune/Loss": 0.3527739644050598, "Finetune/Loss (Raw)": 0.3543788492679596, "Finetune/Step": 15145, "Finetune/Step Time": 6.594708923250437}
{"Finetune/Learning Rate": 4.325206495116252e-08, "Finetune/Loss": 0.3551425337791443, "Finetune/Loss (Raw)": 0.42967119812965393, "Finetune/Step": 15146, "Finetune/Step Time": 6.5834255907684565}
{"Finetune/Learning Rate": 4.305932941400137e-08, "Finetune/Loss": 0.35583436489105225, "Finetune/Loss (Raw)": 0.39572426676750183, "Finetune/Step": 15147, "Finetune/Step Time": 6.5802313052117825}
{"Finetune/Learning Rate": 4.28670233341999e-08, "Finetune/Loss": 0.35553473234176636, "Finetune/Loss (Raw)": 0.3545680642127991, "Finetune/Step": 15148, "Finetune/Step Time": 6.594050919637084}
{"Finetune/Learning Rate": 4.2675146720052574e-08, "Finetune/Loss": 0.35532936453819275, "Finetune/Loss (Raw)": 0.3750564157962799, "Finetune/Step": 15149, "Finetune/Step Time": 6.608566980808973}
{"Finetune/Learning Rate": 4.2483699579833894e-08, "Finetune/Loss": 0.3562341630458832, "Finetune/Loss (Raw)": 0.48138827085494995, "Finetune/Step": 15150, "Finetune/Step Time": 6.609615700319409}
{"Finetune/Learning Rate": 4.22926819218028e-08, "Finetune/Loss": 0.3560253083705902, "Finetune/Loss (Raw)": 0.378502756357193, "Finetune/Step": 15151, "Finetune/Step Time": 6.595091298222542}
{"Finetune/Learning Rate": 4.210209375419827e-08, "Finetune/Loss": 0.35701072216033936, "Finetune/Loss (Raw)": 0.5009192228317261, "Finetune/Step": 15152, "Finetune/Step Time": 6.600741220638156}
{"Finetune/Learning Rate": 4.1911935085239275e-08, "Finetune/Loss": 0.3572801947593689, "Finetune/Loss (Raw)": 0.37777766585350037, "Finetune/Step": 15153, "Finetune/Step Time": 6.580050893127918}
{"Finetune/Learning Rate": 4.172220592312925e-08, "Finetune/Loss": 0.3576061725616455, "Finetune/Loss (Raw)": 0.418340265750885, "Finetune/Step": 15154, "Finetune/Step Time": 6.580271068960428}
{"Finetune/Learning Rate": 4.1532906276050554e-08, "Finetune/Loss": 0.3561413288116455, "Finetune/Loss (Raw)": 0.1563142091035843, "Finetune/Step": 15155, "Finetune/Step Time": 6.573214408010244}
{"Finetune/Learning Rate": 4.1344036152167756e-08, "Finetune/Loss": 0.3555692732334137, "Finetune/Loss (Raw)": 0.345741331577301, "Finetune/Step": 15156, "Finetune/Step Time": 6.58909372612834}
{"Finetune/Learning Rate": 4.115559555962656e-08, "Finetune/Loss": 0.35584986209869385, "Finetune/Loss (Raw)": 0.3545839190483093, "Finetune/Step": 15157, "Finetune/Step Time": 6.590413214638829}
{"Finetune/Learning Rate": 4.096758450655602e-08, "Finetune/Loss": 0.35514476895332336, "Finetune/Loss (Raw)": 0.3494358956813812, "Finetune/Step": 15158, "Finetune/Step Time": 6.617957973852754}
{"Finetune/Learning Rate": 4.078000300106521e-08, "Finetune/Loss": 0.3564157485961914, "Finetune/Loss (Raw)": 0.3120502829551697, "Finetune/Step": 15159, "Finetune/Step Time": 6.615713249891996}
{"Finetune/Learning Rate": 4.059285105124433e-08, "Finetune/Loss": 0.3567938506603241, "Finetune/Loss (Raw)": 0.3276980519294739, "Finetune/Step": 15160, "Finetune/Step Time": 6.6176602728664875}
{"Finetune/Learning Rate": 4.04061286651658e-08, "Finetune/Loss": 0.3562779128551483, "Finetune/Loss (Raw)": 0.2821727395057678, "Finetune/Step": 15161, "Finetune/Step Time": 6.643254842609167}
{"Finetune/Learning Rate": 4.0219835850883184e-08, "Finetune/Loss": 0.35591942071914673, "Finetune/Loss (Raw)": 0.33960917592048645, "Finetune/Step": 15162, "Finetune/Step Time": 6.642620835453272}
{"Finetune/Learning Rate": 4.003397261643005e-08, "Finetune/Loss": 0.3559463620185852, "Finetune/Loss (Raw)": 0.35410135984420776, "Finetune/Step": 15163, "Finetune/Step Time": 6.615700652822852}
{"Finetune/Learning Rate": 3.984853896982555e-08, "Finetune/Loss": 0.35497477650642395, "Finetune/Loss (Raw)": 0.23656149208545685, "Finetune/Step": 15164, "Finetune/Step Time": 6.628865966573358}
{"Finetune/Learning Rate": 3.96635349190666e-08, "Finetune/Loss": 0.3547765016555786, "Finetune/Loss (Raw)": 0.41460517048835754, "Finetune/Step": 15165, "Finetune/Step Time": 6.632127659395337}
{"Finetune/Learning Rate": 3.94789604721324e-08, "Finetune/Loss": 0.354478120803833, "Finetune/Loss (Raw)": 0.45692065358161926, "Finetune/Step": 15166, "Finetune/Step Time": 6.628846349194646}
{"Finetune/Learning Rate": 3.929481563698434e-08, "Finetune/Loss": 0.3543277978897095, "Finetune/Loss (Raw)": 0.33184686303138733, "Finetune/Step": 15167, "Finetune/Step Time": 6.657988399267197}
{"Finetune/Learning Rate": 3.9111100421563855e-08, "Finetune/Loss": 0.35377782583236694, "Finetune/Loss (Raw)": 0.38999128341674805, "Finetune/Step": 15168, "Finetune/Step Time": 6.656578270718455}
{"Finetune/Learning Rate": 3.8927814833795705e-08, "Finetune/Loss": 0.3534284830093384, "Finetune/Loss (Raw)": 0.3260681629180908, "Finetune/Step": 15169, "Finetune/Step Time": 6.666692193597555}
{"Finetune/Learning Rate": 3.874495888158469e-08, "Finetune/Loss": 0.3529846966266632, "Finetune/Loss (Raw)": 0.3116074204444885, "Finetune/Step": 15170, "Finetune/Step Time": 6.6557966358959675}
{"Finetune/Learning Rate": 3.8562532572818944e-08, "Finetune/Loss": 0.35328206419944763, "Finetune/Loss (Raw)": 0.31990188360214233, "Finetune/Step": 15171, "Finetune/Step Time": 6.649136943742633}
{"Finetune/Learning Rate": 3.83805359153655e-08, "Finetune/Loss": 0.3526736795902252, "Finetune/Loss (Raw)": 0.3302156925201416, "Finetune/Step": 15172, "Finetune/Step Time": 6.651353359222412}
{"Finetune/Learning Rate": 3.819896891707475e-08, "Finetune/Loss": 0.3527551293373108, "Finetune/Loss (Raw)": 0.34712639451026917, "Finetune/Step": 15173, "Finetune/Step Time": 6.669417576864362}
{"Finetune/Learning Rate": 3.801783158577821e-08, "Finetune/Loss": 0.35245999693870544, "Finetune/Loss (Raw)": 0.3757880926132202, "Finetune/Step": 15174, "Finetune/Step Time": 6.6639528926461935}
{"Finetune/Learning Rate": 3.783712392928851e-08, "Finetune/Loss": 0.3521917462348938, "Finetune/Loss (Raw)": 0.3636806011199951, "Finetune/Step": 15175, "Finetune/Step Time": 6.667412143200636}
{"Finetune/Learning Rate": 3.765684595539831e-08, "Finetune/Loss": 0.3504672944545746, "Finetune/Loss (Raw)": 0.09628801047801971, "Finetune/Step": 15176, "Finetune/Step Time": 6.677417302504182}
{"Finetune/Learning Rate": 3.747699767188473e-08, "Finetune/Loss": 0.3511489927768707, "Finetune/Loss (Raw)": 0.4522532522678375, "Finetune/Step": 15177, "Finetune/Step Time": 6.680598953738809}
{"Finetune/Learning Rate": 3.729757908650489e-08, "Finetune/Loss": 0.35067805647850037, "Finetune/Loss (Raw)": 0.31412601470947266, "Finetune/Step": 15178, "Finetune/Step Time": 6.681047927588224}
{"Finetune/Learning Rate": 3.711859020699704e-08, "Finetune/Loss": 0.3500303030014038, "Finetune/Loss (Raw)": 0.3215094804763794, "Finetune/Step": 15179, "Finetune/Step Time": 6.6908618323504925}
{"Finetune/Learning Rate": 3.694003104108168e-08, "Finetune/Loss": 0.3495698571205139, "Finetune/Loss (Raw)": 0.33240652084350586, "Finetune/Step": 15180, "Finetune/Step Time": 6.679601853713393}
{"Finetune/Learning Rate": 3.676190159645931e-08, "Finetune/Loss": 0.3495297431945801, "Finetune/Loss (Raw)": 0.37003961205482483, "Finetune/Step": 15181, "Finetune/Step Time": 6.679645108059049}
{"Finetune/Learning Rate": 3.658420188081269e-08, "Finetune/Loss": 0.3496161103248596, "Finetune/Loss (Raw)": 0.4022921621799469, "Finetune/Step": 15182, "Finetune/Step Time": 6.681316744536161}
{"Finetune/Learning Rate": 3.6406931901809e-08, "Finetune/Loss": 0.34941816329956055, "Finetune/Loss (Raw)": 0.3027285933494568, "Finetune/Step": 15183, "Finetune/Step Time": 6.680702650919557}
{"Finetune/Learning Rate": 3.6230091667091015e-08, "Finetune/Loss": 0.34937331080436707, "Finetune/Loss (Raw)": 0.4285537600517273, "Finetune/Step": 15184, "Finetune/Step Time": 6.677560752257705}
{"Finetune/Learning Rate": 3.6053681184288205e-08, "Finetune/Loss": 0.34904319047927856, "Finetune/Loss (Raw)": 0.3516443371772766, "Finetune/Step": 15185, "Finetune/Step Time": 6.67967133410275}
{"Finetune/Learning Rate": 3.58777004610078e-08, "Finetune/Loss": 0.3489187955856323, "Finetune/Loss (Raw)": 0.3200574219226837, "Finetune/Step": 15186, "Finetune/Step Time": 6.695591297000647}
{"Finetune/Learning Rate": 3.570214950484152e-08, "Finetune/Loss": 0.3494188189506531, "Finetune/Loss (Raw)": 0.4334482252597809, "Finetune/Step": 15187, "Finetune/Step Time": 6.688296148553491}
{"Finetune/Learning Rate": 3.552702832335997e-08, "Finetune/Loss": 0.34959110617637634, "Finetune/Loss (Raw)": 0.3743046820163727, "Finetune/Step": 15188, "Finetune/Step Time": 6.668471448123455}
{"Finetune/Learning Rate": 3.5352336924115995e-08, "Finetune/Loss": 0.34796103835105896, "Finetune/Loss (Raw)": 0.27603453397750854, "Finetune/Step": 15189, "Finetune/Step Time": 6.67060511931777}
{"Finetune/Learning Rate": 3.51780753146469e-08, "Finetune/Loss": 0.3475363850593567, "Finetune/Loss (Raw)": 0.3224301338195801, "Finetune/Step": 15190, "Finetune/Step Time": 6.679662209004164}
{"Finetune/Learning Rate": 3.5004243502465564e-08, "Finetune/Loss": 0.3491099774837494, "Finetune/Loss (Raw)": 0.32686740159988403, "Finetune/Step": 15191, "Finetune/Step Time": 6.668746264651418}
{"Finetune/Learning Rate": 3.4830841495072654e-08, "Finetune/Loss": 0.3507486581802368, "Finetune/Loss (Raw)": 0.3604300618171692, "Finetune/Step": 15192, "Finetune/Step Time": 6.65337136387825}
{"Finetune/Learning Rate": 3.465786929994552e-08, "Finetune/Loss": 0.34986716508865356, "Finetune/Loss (Raw)": 0.32938477396965027, "Finetune/Step": 15193, "Finetune/Step Time": 6.652524434030056}
{"Finetune/Learning Rate": 3.448532692454376e-08, "Finetune/Loss": 0.34897464513778687, "Finetune/Loss (Raw)": 0.26911139488220215, "Finetune/Step": 15194, "Finetune/Step Time": 6.640455028042197}
{"Finetune/Learning Rate": 3.431321437631252e-08, "Finetune/Loss": 0.3494136929512024, "Finetune/Loss (Raw)": 0.4414738714694977, "Finetune/Step": 15195, "Finetune/Step Time": 6.6409762389957905}
{"Finetune/Learning Rate": 3.4141531662671424e-08, "Finetune/Loss": 0.34733209013938904, "Finetune/Loss (Raw)": 0.09622866660356522, "Finetune/Step": 15196, "Finetune/Step Time": 6.647741677239537}
{"Finetune/Learning Rate": 3.397027879102788e-08, "Finetune/Loss": 0.34758785367012024, "Finetune/Loss (Raw)": 0.4527006447315216, "Finetune/Step": 15197, "Finetune/Step Time": 6.654771311208606}
{"Finetune/Learning Rate": 3.3799455768768195e-08, "Finetune/Loss": 0.34759724140167236, "Finetune/Loss (Raw)": 0.38000819087028503, "Finetune/Step": 15198, "Finetune/Step Time": 6.668013699352741}
{"Finetune/Learning Rate": 3.362906260325982e-08, "Finetune/Loss": 0.3487265408039093, "Finetune/Loss (Raw)": 0.4268609583377838, "Finetune/Step": 15199, "Finetune/Step Time": 6.689561625942588}
{"Finetune/Learning Rate": 3.345909930185132e-08, "Finetune/Loss": 0.34895509481430054, "Finetune/Loss (Raw)": 0.33350664377212524, "Finetune/Step": 15200, "Finetune/Step Time": 6.69402439519763}
{"Finetune/Learning Rate": 3.3289565871873485e-08, "Finetune/Loss": 0.3499123752117157, "Finetune/Loss (Raw)": 0.3934997618198395, "Finetune/Step": 15201, "Finetune/Step Time": 6.703635832294822}
{"Finetune/Learning Rate": 3.312046232064048e-08, "Finetune/Loss": 0.3501512408256531, "Finetune/Loss (Raw)": 0.3671911656856537, "Finetune/Step": 15202, "Finetune/Step Time": 6.7134306989610195}
{"Finetune/Learning Rate": 3.295178865544313e-08, "Finetune/Loss": 0.3494921028614044, "Finetune/Loss (Raw)": 0.3042656481266022, "Finetune/Step": 15203, "Finetune/Step Time": 6.719716113060713}
{"Finetune/Learning Rate": 3.278354488355895e-08, "Finetune/Loss": 0.3489072322845459, "Finetune/Loss (Raw)": 0.4290999472141266, "Finetune/Step": 15204, "Finetune/Step Time": 6.727415839210153}
{"Finetune/Learning Rate": 3.2615731012244354e-08, "Finetune/Loss": 0.3501417636871338, "Finetune/Loss (Raw)": 0.44893336296081543, "Finetune/Step": 15205, "Finetune/Step Time": 6.718136243522167}
{"Finetune/Learning Rate": 3.2448347048736895e-08, "Finetune/Loss": 0.3505323529243469, "Finetune/Loss (Raw)": 0.3726826012134552, "Finetune/Step": 15206, "Finetune/Step Time": 6.715035181492567}
{"Finetune/Learning Rate": 3.2281393000255234e-08, "Finetune/Loss": 0.3502945601940155, "Finetune/Loss (Raw)": 0.34681206941604614, "Finetune/Step": 15207, "Finetune/Step Time": 6.711303094401956}
{"Finetune/Learning Rate": 3.2114868874000284e-08, "Finetune/Loss": 0.35024458169937134, "Finetune/Loss (Raw)": 0.3552975058555603, "Finetune/Step": 15208, "Finetune/Step Time": 6.705207992345095}
{"Finetune/Learning Rate": 3.194877467715629e-08, "Finetune/Loss": 0.3491440415382385, "Finetune/Loss (Raw)": 0.38347625732421875, "Finetune/Step": 15209, "Finetune/Step Time": 6.7078311908990145}
{"Finetune/Learning Rate": 3.178311041688531e-08, "Finetune/Loss": 0.3499282896518707, "Finetune/Loss (Raw)": 0.37639108300209045, "Finetune/Step": 15210, "Finetune/Step Time": 6.724832329899073}
{"Finetune/Learning Rate": 3.1617876100333844e-08, "Finetune/Loss": 0.3504672646522522, "Finetune/Loss (Raw)": 0.4202286899089813, "Finetune/Step": 15211, "Finetune/Step Time": 6.725285064429045}
{"Finetune/Learning Rate": 3.1453071734628416e-08, "Finetune/Loss": 0.3494774103164673, "Finetune/Loss (Raw)": 0.28562724590301514, "Finetune/Step": 15212, "Finetune/Step Time": 6.724712131544948}
{"Finetune/Learning Rate": 3.1288697326876674e-08, "Finetune/Loss": 0.3509252667427063, "Finetune/Loss (Raw)": 0.38745152950286865, "Finetune/Step": 15213, "Finetune/Step Time": 6.686626324430108}
{"Finetune/Learning Rate": 3.1124752884168496e-08, "Finetune/Loss": 0.34961146116256714, "Finetune/Loss (Raw)": 0.14048919081687927, "Finetune/Step": 15214, "Finetune/Step Time": 6.692844100296497}
{"Finetune/Learning Rate": 3.096123841357601e-08, "Finetune/Loss": 0.35048580169677734, "Finetune/Loss (Raw)": 0.3938901424407959, "Finetune/Step": 15215, "Finetune/Step Time": 6.686226302757859}
{"Finetune/Learning Rate": 3.079815392215135e-08, "Finetune/Loss": 0.3498169779777527, "Finetune/Loss (Raw)": 0.37852388620376587, "Finetune/Step": 15216, "Finetune/Step Time": 6.683832431212068}
{"Finetune/Learning Rate": 3.063549941692778e-08, "Finetune/Loss": 0.35044679045677185, "Finetune/Loss (Raw)": 0.45479077100753784, "Finetune/Step": 15217, "Finetune/Step Time": 6.6774438582360744}
{"Finetune/Learning Rate": 3.047327490492191e-08, "Finetune/Loss": 0.3496333360671997, "Finetune/Loss (Raw)": 0.3107964098453522, "Finetune/Step": 15218, "Finetune/Step Time": 6.677198741585016}
{"Finetune/Learning Rate": 3.0311480393130364e-08, "Finetune/Loss": 0.3502846956253052, "Finetune/Loss (Raw)": 0.40642088651657104, "Finetune/Step": 15219, "Finetune/Step Time": 6.66461799107492}
{"Finetune/Learning Rate": 3.0150115888530894e-08, "Finetune/Loss": 0.3519224524497986, "Finetune/Loss (Raw)": 0.3022521734237671, "Finetune/Step": 15220, "Finetune/Step Time": 6.645968534052372}
{"Finetune/Learning Rate": 2.99891813980846e-08, "Finetune/Loss": 0.35268518328666687, "Finetune/Loss (Raw)": 0.3888607621192932, "Finetune/Step": 15221, "Finetune/Step Time": 6.632748914882541}
{"Finetune/Learning Rate": 2.982867692873148e-08, "Finetune/Loss": 0.35131534934043884, "Finetune/Loss (Raw)": 0.22391261160373688, "Finetune/Step": 15222, "Finetune/Step Time": 6.651521187275648}
{"Finetune/Learning Rate": 2.9668602487396004e-08, "Finetune/Loss": 0.3509802520275116, "Finetune/Loss (Raw)": 0.365795373916626, "Finetune/Step": 15223, "Finetune/Step Time": 6.675404079258442}
{"Finetune/Learning Rate": 2.9508958080980422e-08, "Finetune/Loss": 0.3531252443790436, "Finetune/Loss (Raw)": 0.36994990706443787, "Finetune/Step": 15224, "Finetune/Step Time": 6.657186547294259}
{"Finetune/Learning Rate": 2.934974371637256e-08, "Finetune/Loss": 0.35305356979370117, "Finetune/Loss (Raw)": 0.3328188955783844, "Finetune/Step": 15225, "Finetune/Step Time": 6.653778117150068}
{"Finetune/Learning Rate": 2.9190959400436924e-08, "Finetune/Loss": 0.35572880506515503, "Finetune/Loss (Raw)": 0.43684908747673035, "Finetune/Step": 15226, "Finetune/Step Time": 6.633696814998984}
{"Finetune/Learning Rate": 2.9032605140024706e-08, "Finetune/Loss": 0.35580068826675415, "Finetune/Loss (Raw)": 0.4730219542980194, "Finetune/Step": 15227, "Finetune/Step Time": 6.625317852944136}
{"Finetune/Learning Rate": 2.8874680941964882e-08, "Finetune/Loss": 0.3568849265575409, "Finetune/Loss (Raw)": 0.44387781620025635, "Finetune/Step": 15228, "Finetune/Step Time": 6.626148112118244}
{"Finetune/Learning Rate": 2.8717186813068674e-08, "Finetune/Loss": 0.3570323586463928, "Finetune/Loss (Raw)": 0.3349425196647644, "Finetune/Step": 15229, "Finetune/Step Time": 6.630930298939347}
{"Finetune/Learning Rate": 2.856012276012954e-08, "Finetune/Loss": 0.3563649654388428, "Finetune/Loss (Raw)": 0.33510273694992065, "Finetune/Step": 15230, "Finetune/Step Time": 6.626576649025083}
{"Finetune/Learning Rate": 2.840348878992205e-08, "Finetune/Loss": 0.3560689687728882, "Finetune/Loss (Raw)": 0.48060065507888794, "Finetune/Step": 15231, "Finetune/Step Time": 6.630849676206708}
{"Finetune/Learning Rate": 2.824728490920081e-08, "Finetune/Loss": 0.35634347796440125, "Finetune/Loss (Raw)": 0.45904144644737244, "Finetune/Step": 15232, "Finetune/Step Time": 6.630438474938273}
{"Finetune/Learning Rate": 2.8091511124703765e-08, "Finetune/Loss": 0.3565041422843933, "Finetune/Loss (Raw)": 0.41896653175354004, "Finetune/Step": 15233, "Finetune/Step Time": 6.622011872008443}
{"Finetune/Learning Rate": 2.7936167443151084e-08, "Finetune/Loss": 0.3540259003639221, "Finetune/Loss (Raw)": 0.11422785371541977, "Finetune/Step": 15234, "Finetune/Step Time": 6.6524066012352705}
{"Finetune/Learning Rate": 2.7781253871240755e-08, "Finetune/Loss": 0.3531780242919922, "Finetune/Loss (Raw)": 0.38404393196105957, "Finetune/Step": 15235, "Finetune/Step Time": 6.646895656362176}
{"Finetune/Learning Rate": 2.762677041565631e-08, "Finetune/Loss": 0.35332590341567993, "Finetune/Loss (Raw)": 0.3065255880355835, "Finetune/Step": 15236, "Finetune/Step Time": 6.653493674471974}
{"Finetune/Learning Rate": 2.7472717083059098e-08, "Finetune/Loss": 0.3509891927242279, "Finetune/Loss (Raw)": 0.09986946731805801, "Finetune/Step": 15237, "Finetune/Step Time": 6.670396463945508}
{"Finetune/Learning Rate": 2.7319093880094904e-08, "Finetune/Loss": 0.3502958416938782, "Finetune/Loss (Raw)": 0.3580365478992462, "Finetune/Step": 15238, "Finetune/Step Time": 6.684228278696537}
{"Finetune/Learning Rate": 2.7165900813389544e-08, "Finetune/Loss": 0.350020170211792, "Finetune/Loss (Raw)": 0.3215571343898773, "Finetune/Step": 15239, "Finetune/Step Time": 6.6760275941342115}
{"Finetune/Learning Rate": 2.7013137889549957e-08, "Finetune/Loss": 0.3493082523345947, "Finetune/Loss (Raw)": 0.3682589530944824, "Finetune/Step": 15240, "Finetune/Step Time": 6.677044976502657}
{"Finetune/Learning Rate": 2.686080511516531e-08, "Finetune/Loss": 0.3498159945011139, "Finetune/Loss (Raw)": 0.3555033504962921, "Finetune/Step": 15241, "Finetune/Step Time": 6.686744838953018}
{"Finetune/Learning Rate": 2.670890249680591e-08, "Finetune/Loss": 0.3496808409690857, "Finetune/Loss (Raw)": 0.3422861695289612, "Finetune/Step": 15242, "Finetune/Step Time": 6.70074232108891}
{"Finetune/Learning Rate": 2.655743004102429e-08, "Finetune/Loss": 0.34844672679901123, "Finetune/Loss (Raw)": 0.23983176052570343, "Finetune/Step": 15243, "Finetune/Step Time": 6.70023275539279}
{"Finetune/Learning Rate": 2.6406387754353004e-08, "Finetune/Loss": 0.34952831268310547, "Finetune/Loss (Raw)": 0.41124963760375977, "Finetune/Step": 15244, "Finetune/Step Time": 6.706457186490297}
{"Finetune/Learning Rate": 2.6255775643305726e-08, "Finetune/Loss": 0.34943804144859314, "Finetune/Loss (Raw)": 0.34372183680534363, "Finetune/Step": 15245, "Finetune/Step Time": 6.6893324833363295}
{"Finetune/Learning Rate": 2.6105593714380595e-08, "Finetune/Loss": 0.3481479287147522, "Finetune/Loss (Raw)": 0.14898544549942017, "Finetune/Step": 15246, "Finetune/Step Time": 6.704653054475784}
{"Finetune/Learning Rate": 2.595584197405354e-08, "Finetune/Loss": 0.34661370515823364, "Finetune/Loss (Raw)": 0.10482902079820633, "Finetune/Step": 15247, "Finetune/Step Time": 6.703625591471791}
{"Finetune/Learning Rate": 2.5806520428783844e-08, "Finetune/Loss": 0.3476180136203766, "Finetune/Loss (Raw)": 0.3991033732891083, "Finetune/Step": 15248, "Finetune/Step Time": 6.713392909616232}
{"Finetune/Learning Rate": 2.5657629085013012e-08, "Finetune/Loss": 0.3480353355407715, "Finetune/Loss (Raw)": 0.4050031006336212, "Finetune/Step": 15249, "Finetune/Step Time": 6.710965842008591}
{"Finetune/Learning Rate": 2.5509167949161474e-08, "Finetune/Loss": 0.3478332757949829, "Finetune/Loss (Raw)": 0.3223431706428528, "Finetune/Step": 15250, "Finetune/Step Time": 6.71398426219821}
{"Finetune/Learning Rate": 2.5361137027634098e-08, "Finetune/Loss": 0.34740233421325684, "Finetune/Loss (Raw)": 0.35995396971702576, "Finetune/Step": 15251, "Finetune/Step Time": 6.715009031817317}
{"Finetune/Learning Rate": 2.521353632681467e-08, "Finetune/Loss": 0.34784674644470215, "Finetune/Loss (Raw)": 0.3726314306259155, "Finetune/Step": 15252, "Finetune/Step Time": 6.6994130332022905}
{"Finetune/Learning Rate": 2.5066365853069207e-08, "Finetune/Loss": 0.3477579951286316, "Finetune/Loss (Raw)": 0.4016309678554535, "Finetune/Step": 15253, "Finetune/Step Time": 6.675802921876311}
{"Finetune/Learning Rate": 2.4919625612745967e-08, "Finetune/Loss": 0.3474484086036682, "Finetune/Loss (Raw)": 0.3973753750324249, "Finetune/Step": 15254, "Finetune/Step Time": 6.675993798300624}
{"Finetune/Learning Rate": 2.4773315612174333e-08, "Finetune/Loss": 0.3467748165130615, "Finetune/Loss (Raw)": 0.29461240768432617, "Finetune/Step": 15255, "Finetune/Step Time": 6.689200537279248}
{"Finetune/Learning Rate": 2.4627435857663696e-08, "Finetune/Loss": 0.3475288152694702, "Finetune/Loss (Raw)": 0.40456172823905945, "Finetune/Step": 15256, "Finetune/Step Time": 6.690839909017086}
{"Finetune/Learning Rate": 2.4481986355507913e-08, "Finetune/Loss": 0.34830981492996216, "Finetune/Loss (Raw)": 0.49381497502326965, "Finetune/Step": 15257, "Finetune/Step Time": 6.713153813034296}
{"Finetune/Learning Rate": 2.4336967111978637e-08, "Finetune/Loss": 0.3486997187137604, "Finetune/Loss (Raw)": 0.36507853865623474, "Finetune/Step": 15258, "Finetune/Step Time": 6.6802870482206345}
{"Finetune/Learning Rate": 2.4192378133331973e-08, "Finetune/Loss": 0.3488939702510834, "Finetune/Loss (Raw)": 0.3119088113307953, "Finetune/Step": 15259, "Finetune/Step Time": 6.6810201443731785}
{"Finetune/Learning Rate": 2.404821942580293e-08, "Finetune/Loss": 0.3489677309989929, "Finetune/Loss (Raw)": 0.3514464497566223, "Finetune/Step": 15260, "Finetune/Step Time": 6.677438961341977}
{"Finetune/Learning Rate": 2.3904490995610984e-08, "Finetune/Loss": 0.35076048970222473, "Finetune/Loss (Raw)": 0.3838842213153839, "Finetune/Step": 15261, "Finetune/Step Time": 6.670866759493947}
{"Finetune/Learning Rate": 2.3761192848953394e-08, "Finetune/Loss": 0.35150840878486633, "Finetune/Loss (Raw)": 0.3980555832386017, "Finetune/Step": 15262, "Finetune/Step Time": 6.669094296172261}
{"Finetune/Learning Rate": 2.3618324992012997e-08, "Finetune/Loss": 0.35103440284729004, "Finetune/Loss (Raw)": 0.3767988383769989, "Finetune/Step": 15263, "Finetune/Step Time": 6.668725622817874}
{"Finetune/Learning Rate": 2.3475887430950417e-08, "Finetune/Loss": 0.351212739944458, "Finetune/Loss (Raw)": 0.386570543050766, "Finetune/Step": 15264, "Finetune/Step Time": 6.665900472551584}
{"Finetune/Learning Rate": 2.333388017190963e-08, "Finetune/Loss": 0.35086870193481445, "Finetune/Loss (Raw)": 0.33090999722480774, "Finetune/Step": 15265, "Finetune/Step Time": 6.671995088458061}
{"Finetune/Learning Rate": 2.3192303221015732e-08, "Finetune/Loss": 0.3503764271736145, "Finetune/Loss (Raw)": 0.3755357265472412, "Finetune/Step": 15266, "Finetune/Step Time": 6.655661575496197}
{"Finetune/Learning Rate": 2.3051156584374955e-08, "Finetune/Loss": 0.350558876991272, "Finetune/Loss (Raw)": 0.3485988676548004, "Finetune/Step": 15267, "Finetune/Step Time": 6.655350487679243}
{"Finetune/Learning Rate": 2.291044026807465e-08, "Finetune/Loss": 0.3519544005393982, "Finetune/Loss (Raw)": 0.5151973962783813, "Finetune/Step": 15268, "Finetune/Step Time": 6.65152008458972}
{"Finetune/Learning Rate": 2.277015427818552e-08, "Finetune/Loss": 0.35217857360839844, "Finetune/Loss (Raw)": 0.36362048983573914, "Finetune/Step": 15269, "Finetune/Step Time": 6.628043117001653}
{"Finetune/Learning Rate": 2.2630298620757162e-08, "Finetune/Loss": 0.35293495655059814, "Finetune/Loss (Raw)": 0.47387418150901794, "Finetune/Step": 15270, "Finetune/Step Time": 6.645059704780579}
{"Finetune/Learning Rate": 2.2490873301821426e-08, "Finetune/Loss": 0.3534826338291168, "Finetune/Loss (Raw)": 0.4462664723396301, "Finetune/Step": 15271, "Finetune/Step Time": 6.656416434794664}
{"Finetune/Learning Rate": 2.2351878327392384e-08, "Finetune/Loss": 0.35470643639564514, "Finetune/Loss (Raw)": 0.29582393169403076, "Finetune/Step": 15272, "Finetune/Step Time": 6.6409100871533155}
{"Finetune/Learning Rate": 2.2213313703465246e-08, "Finetune/Loss": 0.35560208559036255, "Finetune/Loss (Raw)": 0.46901828050613403, "Finetune/Step": 15273, "Finetune/Step Time": 6.666711205616593}
{"Finetune/Learning Rate": 2.2075179436017447e-08, "Finetune/Loss": 0.3533058166503906, "Finetune/Loss (Raw)": 0.1357525736093521, "Finetune/Step": 15274, "Finetune/Step Time": 6.678453158587217}
{"Finetune/Learning Rate": 2.1937475531005337e-08, "Finetune/Loss": 0.35293149948120117, "Finetune/Loss (Raw)": 0.34781304001808167, "Finetune/Step": 15275, "Finetune/Step Time": 6.686252843588591}
{"Finetune/Learning Rate": 2.180020199436861e-08, "Finetune/Loss": 0.3531043529510498, "Finetune/Loss (Raw)": 0.376693457365036, "Finetune/Step": 15276, "Finetune/Step Time": 6.664826758205891}
{"Finetune/Learning Rate": 2.166335883202919e-08, "Finetune/Loss": 0.35321858525276184, "Finetune/Loss (Raw)": 0.38967442512512207, "Finetune/Step": 15277, "Finetune/Step Time": 6.65225999802351}
{"Finetune/Learning Rate": 2.152694604988792e-08, "Finetune/Loss": 0.3525032103061676, "Finetune/Loss (Raw)": 0.3898220360279083, "Finetune/Step": 15278, "Finetune/Step Time": 6.652063246816397}
{"Finetune/Learning Rate": 2.1390963653830086e-08, "Finetune/Loss": 0.35205182433128357, "Finetune/Loss (Raw)": 0.32072481513023376, "Finetune/Step": 15279, "Finetune/Step Time": 6.654544919729233}
{"Finetune/Learning Rate": 2.1255411649718782e-08, "Finetune/Loss": 0.3509238064289093, "Finetune/Loss (Raw)": 0.35653361678123474, "Finetune/Step": 15280, "Finetune/Step Time": 6.662865608930588}
{"Finetune/Learning Rate": 2.1120290043401548e-08, "Finetune/Loss": 0.3506079912185669, "Finetune/Loss (Raw)": 0.3373512327671051, "Finetune/Step": 15281, "Finetune/Step Time": 6.6660345364362}
{"Finetune/Learning Rate": 2.0985598840707055e-08, "Finetune/Loss": 0.3505692780017853, "Finetune/Loss (Raw)": 0.41338634490966797, "Finetune/Step": 15282, "Finetune/Step Time": 6.654220504686236}
{"Finetune/Learning Rate": 2.0851338047442882e-08, "Finetune/Loss": 0.3515859842300415, "Finetune/Loss (Raw)": 0.28645098209381104, "Finetune/Step": 15283, "Finetune/Step Time": 6.648333745077252}
{"Finetune/Learning Rate": 2.071750766940217e-08, "Finetune/Loss": 0.3520887494087219, "Finetune/Loss (Raw)": 0.41009292006492615, "Finetune/Step": 15284, "Finetune/Step Time": 6.629977777600288}
{"Finetune/Learning Rate": 2.0584107712355862e-08, "Finetune/Loss": 0.3521021604537964, "Finetune/Loss (Raw)": 0.3563040792942047, "Finetune/Step": 15285, "Finetune/Step Time": 6.640256527811289}
{"Finetune/Learning Rate": 2.045113818205713e-08, "Finetune/Loss": 0.3520790934562683, "Finetune/Loss (Raw)": 0.34648340940475464, "Finetune/Step": 15286, "Finetune/Step Time": 6.626157749444246}
{"Finetune/Learning Rate": 2.0318599084242495e-08, "Finetune/Loss": 0.35269230604171753, "Finetune/Loss (Raw)": 0.3905450403690338, "Finetune/Step": 15287, "Finetune/Step Time": 6.611912816762924}
{"Finetune/Learning Rate": 2.0186490424628502e-08, "Finetune/Loss": 0.3526965081691742, "Finetune/Loss (Raw)": 0.3282325863838196, "Finetune/Step": 15288, "Finetune/Step Time": 6.608627546578646}
{"Finetune/Learning Rate": 2.005481220891281e-08, "Finetune/Loss": 0.35343852639198303, "Finetune/Loss (Raw)": 0.3771498203277588, "Finetune/Step": 15289, "Finetune/Step Time": 6.590376693755388}
{"Finetune/Learning Rate": 1.992356444277421e-08, "Finetune/Loss": 0.3536033034324646, "Finetune/Loss (Raw)": 0.3607020080089569, "Finetune/Step": 15290, "Finetune/Step Time": 6.600724343210459}
{"Finetune/Learning Rate": 1.9792747131874847e-08, "Finetune/Loss": 0.3528693914413452, "Finetune/Loss (Raw)": 0.26016372442245483, "Finetune/Step": 15291, "Finetune/Step Time": 6.593688612803817}
{"Finetune/Learning Rate": 1.9662360281855752e-08, "Finetune/Loss": 0.3529697358608246, "Finetune/Loss (Raw)": 0.24940213561058044, "Finetune/Step": 15292, "Finetune/Step Time": 6.581247448921204}
{"Finetune/Learning Rate": 1.9532403898342433e-08, "Finetune/Loss": 0.3530454933643341, "Finetune/Loss (Raw)": 0.42430397868156433, "Finetune/Step": 15293, "Finetune/Step Time": 6.577210530638695}
{"Finetune/Learning Rate": 1.9402877986938185e-08, "Finetune/Loss": 0.35219335556030273, "Finetune/Loss (Raw)": 0.3478457033634186, "Finetune/Step": 15294, "Finetune/Step Time": 6.58234035409987}
{"Finetune/Learning Rate": 1.9273782553230756e-08, "Finetune/Loss": 0.35263562202453613, "Finetune/Loss (Raw)": 0.38845857977867126, "Finetune/Step": 15295, "Finetune/Step Time": 6.56735310330987}
{"Finetune/Learning Rate": 1.914511760278792e-08, "Finetune/Loss": 0.3519490361213684, "Finetune/Loss (Raw)": 0.3021050691604614, "Finetune/Step": 15296, "Finetune/Step Time": 6.5745084676891565}
{"Finetune/Learning Rate": 1.901688314115857e-08, "Finetune/Loss": 0.3522157073020935, "Finetune/Loss (Raw)": 0.36020079255104065, "Finetune/Step": 15297, "Finetune/Step Time": 6.5632099490612745}
{"Finetune/Learning Rate": 1.8889079173874946e-08, "Finetune/Loss": 0.35278236865997314, "Finetune/Loss (Raw)": 0.38414067029953003, "Finetune/Step": 15298, "Finetune/Step Time": 6.567178724333644}
{"Finetune/Learning Rate": 1.8761705706449306e-08, "Finetune/Loss": 0.35337117314338684, "Finetune/Loss (Raw)": 0.39527010917663574, "Finetune/Step": 15299, "Finetune/Step Time": 6.571022421121597}
{"Finetune/Learning Rate": 1.8634762744373925e-08, "Finetune/Loss": 0.3545973598957062, "Finetune/Loss (Raw)": 0.4871675670146942, "Finetune/Step": 15300, "Finetune/Step Time": 6.57257161103189}
{"Finetune/Learning Rate": 1.8508250293125528e-08, "Finetune/Loss": 0.3544442653656006, "Finetune/Loss (Raw)": 0.32753100991249084, "Finetune/Step": 15301, "Finetune/Step Time": 6.552349574863911}
{"Finetune/Learning Rate": 1.8382168358160867e-08, "Finetune/Loss": 0.35552340745925903, "Finetune/Loss (Raw)": 0.5139189958572388, "Finetune/Step": 15302, "Finetune/Step Time": 6.55321903526783}
{"Finetune/Learning Rate": 1.8256516944916704e-08, "Finetune/Loss": 0.355792373418808, "Finetune/Loss (Raw)": 0.3981088399887085, "Finetune/Step": 15303, "Finetune/Step Time": 6.5540235079824924}
{"Finetune/Learning Rate": 1.813129605881314e-08, "Finetune/Loss": 0.35814639925956726, "Finetune/Loss (Raw)": 0.3976026475429535, "Finetune/Step": 15304, "Finetune/Step Time": 6.53273549862206}
{"Finetune/Learning Rate": 1.800650570525142e-08, "Finetune/Loss": 0.3575468957424164, "Finetune/Loss (Raw)": 0.37551483511924744, "Finetune/Step": 15305, "Finetune/Step Time": 6.536761246621609}
{"Finetune/Learning Rate": 1.78821458896139e-08, "Finetune/Loss": 0.3581646680831909, "Finetune/Loss (Raw)": 0.39319923520088196, "Finetune/Step": 15306, "Finetune/Step Time": 6.5427444614470005}
{"Finetune/Learning Rate": 1.7758216617265177e-08, "Finetune/Loss": 0.3586995005607605, "Finetune/Loss (Raw)": 0.3899693787097931, "Finetune/Step": 15307, "Finetune/Step Time": 6.5414001531898975}
{"Finetune/Learning Rate": 1.763471789354876e-08, "Finetune/Loss": 0.35887280106544495, "Finetune/Loss (Raw)": 0.3545912802219391, "Finetune/Step": 15308, "Finetune/Step Time": 6.541534163057804}
{"Finetune/Learning Rate": 1.75116497237926e-08, "Finetune/Loss": 0.3596699833869934, "Finetune/Loss (Raw)": 0.4720805585384369, "Finetune/Step": 15309, "Finetune/Step Time": 6.537329999729991}
{"Finetune/Learning Rate": 1.738901211330468e-08, "Finetune/Loss": 0.35910987854003906, "Finetune/Loss (Raw)": 0.3305984437465668, "Finetune/Step": 15310, "Finetune/Step Time": 6.553721910342574}
{"Finetune/Learning Rate": 1.7266805067374105e-08, "Finetune/Loss": 0.3578048348426819, "Finetune/Loss (Raw)": 0.13568292558193207, "Finetune/Step": 15311, "Finetune/Step Time": 6.57027774117887}
{"Finetune/Learning Rate": 1.7145028591271095e-08, "Finetune/Loss": 0.35704970359802246, "Finetune/Loss (Raw)": 0.3318921625614166, "Finetune/Step": 15312, "Finetune/Step Time": 6.572579508647323}
{"Finetune/Learning Rate": 1.7023682690250344e-08, "Finetune/Loss": 0.3579768240451813, "Finetune/Loss (Raw)": 0.47031673789024353, "Finetune/Step": 15313, "Finetune/Step Time": 6.572322471067309}
{"Finetune/Learning Rate": 1.6902767369544326e-08, "Finetune/Loss": 0.3582342565059662, "Finetune/Loss (Raw)": 0.3530091643333435, "Finetune/Step": 15314, "Finetune/Step Time": 6.566141381859779}
{"Finetune/Learning Rate": 1.6782282634366653e-08, "Finetune/Loss": 0.3579333424568176, "Finetune/Loss (Raw)": 0.39493435621261597, "Finetune/Step": 15315, "Finetune/Step Time": 6.561701713129878}
{"Finetune/Learning Rate": 1.666222848991761e-08, "Finetune/Loss": 0.35804951190948486, "Finetune/Loss (Raw)": 0.38917383551597595, "Finetune/Step": 15316, "Finetune/Step Time": 6.565631149336696}
{"Finetune/Learning Rate": 1.6542604941371944e-08, "Finetune/Loss": 0.3595752418041229, "Finetune/Loss (Raw)": 0.4713272154331207, "Finetune/Step": 15317, "Finetune/Step Time": 6.5620076190680265}
{"Finetune/Learning Rate": 1.642341199389108e-08, "Finetune/Loss": 0.3592645525932312, "Finetune/Loss (Raw)": 0.2826610505580902, "Finetune/Step": 15318, "Finetune/Step Time": 6.586012801155448}
{"Finetune/Learning Rate": 1.6304649652615358e-08, "Finetune/Loss": 0.3601921498775482, "Finetune/Loss (Raw)": 0.4455990195274353, "Finetune/Step": 15319, "Finetune/Step Time": 6.5768323708325624}
{"Finetune/Learning Rate": 1.6186317922667337e-08, "Finetune/Loss": 0.36047595739364624, "Finetune/Loss (Raw)": 0.39675748348236084, "Finetune/Step": 15320, "Finetune/Step Time": 6.576615646481514}
{"Finetune/Learning Rate": 1.6068416809151833e-08, "Finetune/Loss": 0.36072343587875366, "Finetune/Loss (Raw)": 0.3610632121562958, "Finetune/Step": 15321, "Finetune/Step Time": 6.591437501832843}
{"Finetune/Learning Rate": 1.595094631715144e-08, "Finetune/Loss": 0.3620736598968506, "Finetune/Loss (Raw)": 0.4419369697570801, "Finetune/Step": 15322, "Finetune/Step Time": 6.600572833791375}
{"Finetune/Learning Rate": 1.5833906451735437e-08, "Finetune/Loss": 0.361233115196228, "Finetune/Loss (Raw)": 0.33388811349868774, "Finetune/Step": 15323, "Finetune/Step Time": 6.601992832496762}
{"Finetune/Learning Rate": 1.57172972179509e-08, "Finetune/Loss": 0.3629536032676697, "Finetune/Loss (Raw)": 0.31645065546035767, "Finetune/Step": 15324, "Finetune/Step Time": 6.583226220682263}
{"Finetune/Learning Rate": 1.5601118620827137e-08, "Finetune/Loss": 0.3620993494987488, "Finetune/Loss (Raw)": 0.3433578312397003, "Finetune/Step": 15325, "Finetune/Step Time": 6.57561057433486}
{"Finetune/Learning Rate": 1.54853706653757e-08, "Finetune/Loss": 0.3619775176048279, "Finetune/Loss (Raw)": 0.3644125759601593, "Finetune/Step": 15326, "Finetune/Step Time": 6.56524290330708}
{"Finetune/Learning Rate": 1.5370053356588144e-08, "Finetune/Loss": 0.36191925406455994, "Finetune/Loss (Raw)": 0.4194004535675049, "Finetune/Step": 15327, "Finetune/Step Time": 6.578869318589568}
{"Finetune/Learning Rate": 1.5255166699439382e-08, "Finetune/Loss": 0.3620365858078003, "Finetune/Loss (Raw)": 0.3485272526741028, "Finetune/Step": 15328, "Finetune/Step Time": 6.574628008529544}
{"Finetune/Learning Rate": 1.5140710698883232e-08, "Finetune/Loss": 0.36176493763923645, "Finetune/Loss (Raw)": 0.35872751474380493, "Finetune/Step": 15329, "Finetune/Step Time": 6.584587542340159}
{"Finetune/Learning Rate": 1.5026685359857962e-08, "Finetune/Loss": 0.3611459732055664, "Finetune/Loss (Raw)": 0.2879626154899597, "Finetune/Step": 15330, "Finetune/Step Time": 6.571711603552103}
{"Finetune/Learning Rate": 1.491309068727964e-08, "Finetune/Loss": 0.36220479011535645, "Finetune/Loss (Raw)": 0.43979835510253906, "Finetune/Step": 15331, "Finetune/Step Time": 6.556067492812872}
{"Finetune/Learning Rate": 1.4799926686049903e-08, "Finetune/Loss": 0.3609708547592163, "Finetune/Loss (Raw)": 0.2711584270000458, "Finetune/Step": 15332, "Finetune/Step Time": 6.544866880401969}
{"Finetune/Learning Rate": 1.468719336104818e-08, "Finetune/Loss": 0.3606310784816742, "Finetune/Loss (Raw)": 0.40543651580810547, "Finetune/Step": 15333, "Finetune/Step Time": 6.5392042603343725}
{"Finetune/Learning Rate": 1.4574890717138356e-08, "Finetune/Loss": 0.360988974571228, "Finetune/Loss (Raw)": 0.4184935688972473, "Finetune/Step": 15334, "Finetune/Step Time": 6.52899563498795}
{"Finetune/Learning Rate": 1.4463018759162118e-08, "Finetune/Loss": 0.3605383634567261, "Finetune/Loss (Raw)": 0.28913387656211853, "Finetune/Step": 15335, "Finetune/Step Time": 6.5272708516567945}
{"Finetune/Learning Rate": 1.4351577491946711e-08, "Finetune/Loss": 0.3609679937362671, "Finetune/Loss (Raw)": 0.41028741002082825, "Finetune/Step": 15336, "Finetune/Step Time": 6.525543173775077}
{"Finetune/Learning Rate": 1.4240566920297183e-08, "Finetune/Loss": 0.3611661493778229, "Finetune/Loss (Raw)": 0.40884679555892944, "Finetune/Step": 15337, "Finetune/Step Time": 6.542872540652752}
{"Finetune/Learning Rate": 1.4129987049001925e-08, "Finetune/Loss": 0.36127138137817383, "Finetune/Loss (Raw)": 0.3898572027683258, "Finetune/Step": 15338, "Finetune/Step Time": 6.529122857376933}
{"Finetune/Learning Rate": 1.4019837882831566e-08, "Finetune/Loss": 0.36074620485305786, "Finetune/Loss (Raw)": 0.3530082106590271, "Finetune/Step": 15339, "Finetune/Step Time": 6.535722188651562}
{"Finetune/Learning Rate": 1.391011942653564e-08, "Finetune/Loss": 0.3616976737976074, "Finetune/Loss (Raw)": 0.4074157178401947, "Finetune/Step": 15340, "Finetune/Step Time": 6.528909498825669}
{"Finetune/Learning Rate": 1.3800831684848137e-08, "Finetune/Loss": 0.36156579852104187, "Finetune/Loss (Raw)": 0.3705698251724243, "Finetune/Step": 15341, "Finetune/Step Time": 6.528773918747902}
{"Finetune/Learning Rate": 1.3691974662479734e-08, "Finetune/Loss": 0.3635868430137634, "Finetune/Loss (Raw)": 0.39918252825737, "Finetune/Step": 15342, "Finetune/Step Time": 6.531392730772495}
{"Finetune/Learning Rate": 1.3583548364128895e-08, "Finetune/Loss": 0.3633245825767517, "Finetune/Loss (Raw)": 0.3603220283985138, "Finetune/Step": 15343, "Finetune/Step Time": 6.552419286221266}
{"Finetune/Learning Rate": 1.347555279446966e-08, "Finetune/Loss": 0.3637732267379761, "Finetune/Loss (Raw)": 0.43595021963119507, "Finetune/Step": 15344, "Finetune/Step Time": 6.562895113602281}
{"Finetune/Learning Rate": 1.3367987958161632e-08, "Finetune/Loss": 0.361232727766037, "Finetune/Loss (Raw)": 0.12960585951805115, "Finetune/Step": 15345, "Finetune/Step Time": 6.571992252022028}
{"Finetune/Learning Rate": 1.3260853859844436e-08, "Finetune/Loss": 0.3620178997516632, "Finetune/Loss (Raw)": 0.41129767894744873, "Finetune/Step": 15346, "Finetune/Step Time": 6.569108722731471}
{"Finetune/Learning Rate": 1.3154150504137708e-08, "Finetune/Loss": 0.36179500818252563, "Finetune/Loss (Raw)": 0.37789350748062134, "Finetune/Step": 15347, "Finetune/Step Time": 6.5713238921016455}
{"Finetune/Learning Rate": 1.3047877895644434e-08, "Finetune/Loss": 0.3618733882904053, "Finetune/Loss (Raw)": 0.31228363513946533, "Finetune/Step": 15348, "Finetune/Step Time": 6.577262680977583}
{"Finetune/Learning Rate": 1.2942036038947615e-08, "Finetune/Loss": 0.36136871576309204, "Finetune/Loss (Raw)": 0.3242602050304413, "Finetune/Step": 15349, "Finetune/Step Time": 6.576813120394945}
{"Finetune/Learning Rate": 1.2836624938613596e-08, "Finetune/Loss": 0.3627614378929138, "Finetune/Loss (Raw)": 0.4021828770637512, "Finetune/Step": 15350, "Finetune/Step Time": 6.5430056396871805}
{"Finetune/Learning Rate": 1.2731644599187631e-08, "Finetune/Loss": 0.363284707069397, "Finetune/Loss (Raw)": 0.4327739477157593, "Finetune/Step": 15351, "Finetune/Step Time": 6.51395745947957}
{"Finetune/Learning Rate": 1.2627095025198322e-08, "Finetune/Loss": 0.3637465238571167, "Finetune/Loss (Raw)": 0.429060697555542, "Finetune/Step": 15352, "Finetune/Step Time": 6.523518707603216}
{"Finetune/Learning Rate": 1.2522976221155392e-08, "Finetune/Loss": 0.3644375205039978, "Finetune/Loss (Raw)": 0.421267569065094, "Finetune/Step": 15353, "Finetune/Step Time": 6.541685007512569}
{"Finetune/Learning Rate": 1.2419288191548584e-08, "Finetune/Loss": 0.3636959493160248, "Finetune/Loss (Raw)": 0.34192824363708496, "Finetune/Step": 15354, "Finetune/Step Time": 6.544311968609691}
{"Finetune/Learning Rate": 1.2316030940850987e-08, "Finetune/Loss": 0.3607722520828247, "Finetune/Loss (Raw)": 0.09878648817539215, "Finetune/Step": 15355, "Finetune/Step Time": 6.5770657155662775}
{"Finetune/Learning Rate": 1.2213204473516816e-08, "Finetune/Loss": 0.36060094833374023, "Finetune/Loss (Raw)": 0.4219522178173065, "Finetune/Step": 15356, "Finetune/Step Time": 6.574462415650487}
{"Finetune/Learning Rate": 1.211080879397919e-08, "Finetune/Loss": 0.36044180393218994, "Finetune/Loss (Raw)": 0.31457188725471497, "Finetune/Step": 15357, "Finetune/Step Time": 6.572358863428235}
{"Finetune/Learning Rate": 1.2008843906655687e-08, "Finetune/Loss": 0.361032634973526, "Finetune/Loss (Raw)": 0.41073140501976013, "Finetune/Step": 15358, "Finetune/Step Time": 6.560816368088126}
{"Finetune/Learning Rate": 1.1907309815945011e-08, "Finetune/Loss": 0.36021339893341064, "Finetune/Loss (Raw)": 0.37573665380477905, "Finetune/Step": 15359, "Finetune/Step Time": 6.567405164241791}
{"Finetune/Learning Rate": 1.1806206526225883e-08, "Finetune/Loss": 0.3591653108596802, "Finetune/Loss (Raw)": 0.32488736510276794, "Finetune/Step": 15360, "Finetune/Step Time": 6.576260333880782}
{"Finetune/Learning Rate": 1.1705534041858146e-08, "Finetune/Loss": 0.3590298891067505, "Finetune/Loss (Raw)": 0.40163281559944153, "Finetune/Step": 15361, "Finetune/Step Time": 6.571552272886038}
{"Finetune/Learning Rate": 1.1605292367184995e-08, "Finetune/Loss": 0.3612560033798218, "Finetune/Loss (Raw)": 0.3991682827472687, "Finetune/Step": 15362, "Finetune/Step Time": 6.5420689061284065}
{"Finetune/Learning Rate": 1.1505481506529637e-08, "Finetune/Loss": 0.3608939051628113, "Finetune/Loss (Raw)": 0.33769404888153076, "Finetune/Step": 15363, "Finetune/Step Time": 6.538195604458451}
{"Finetune/Learning Rate": 1.1406101464196406e-08, "Finetune/Loss": 0.3593750596046448, "Finetune/Loss (Raw)": 0.11211875826120377, "Finetune/Step": 15364, "Finetune/Step Time": 6.55083797685802}
{"Finetune/Learning Rate": 1.1307152244472986e-08, "Finetune/Loss": 0.3613133430480957, "Finetune/Loss (Raw)": 0.34796932339668274, "Finetune/Step": 15365, "Finetune/Step Time": 6.529670899733901}
{"Finetune/Learning Rate": 1.120863385162596e-08, "Finetune/Loss": 0.3613559305667877, "Finetune/Loss (Raw)": 0.3634844720363617, "Finetune/Step": 15366, "Finetune/Step Time": 6.53450582921505}
{"Finetune/Learning Rate": 1.1110546289906377e-08, "Finetune/Loss": 0.3613198399543762, "Finetune/Loss (Raw)": 0.3169402778148651, "Finetune/Step": 15367, "Finetune/Step Time": 6.538660012185574}
{"Finetune/Learning Rate": 1.1012889563543072e-08, "Finetune/Loss": 0.3621125817298889, "Finetune/Loss (Raw)": 0.4697265326976776, "Finetune/Step": 15368, "Finetune/Step Time": 6.540699845179915}
{"Finetune/Learning Rate": 1.0915663676748234e-08, "Finetune/Loss": 0.3620923161506653, "Finetune/Loss (Raw)": 0.3529084324836731, "Finetune/Step": 15369, "Finetune/Step Time": 6.544635558500886}
{"Finetune/Learning Rate": 1.0818868633716284e-08, "Finetune/Loss": 0.3626244068145752, "Finetune/Loss (Raw)": 0.410393625497818, "Finetune/Step": 15370, "Finetune/Step Time": 6.543069554492831}
{"Finetune/Learning Rate": 1.0722504438621662e-08, "Finetune/Loss": 0.3617444634437561, "Finetune/Loss (Raw)": 0.12720327079296112, "Finetune/Step": 15371, "Finetune/Step Time": 6.570474008098245}
{"Finetune/Learning Rate": 1.062657109562104e-08, "Finetune/Loss": 0.36182916164398193, "Finetune/Loss (Raw)": 0.4220917522907257, "Finetune/Step": 15372, "Finetune/Step Time": 6.558776898309588}
{"Finetune/Learning Rate": 1.0531068608852224e-08, "Finetune/Loss": 0.3614497780799866, "Finetune/Loss (Raw)": 0.29515746235847473, "Finetune/Step": 15373, "Finetune/Step Time": 6.558527167886496}
{"Finetune/Learning Rate": 1.0435996982433027e-08, "Finetune/Loss": 0.36273086071014404, "Finetune/Loss (Raw)": 0.31296589970588684, "Finetune/Step": 15374, "Finetune/Step Time": 6.541251927614212}
{"Finetune/Learning Rate": 1.0341356220465726e-08, "Finetune/Loss": 0.3647812306880951, "Finetune/Loss (Raw)": 0.36727356910705566, "Finetune/Step": 15375, "Finetune/Step Time": 6.528987869620323}
{"Finetune/Learning Rate": 1.0247146327031499e-08, "Finetune/Loss": 0.3644970953464508, "Finetune/Loss (Raw)": 0.3627365529537201, "Finetune/Step": 15376, "Finetune/Step Time": 6.52250817976892}
{"Finetune/Learning Rate": 1.0153367306193763e-08, "Finetune/Loss": 0.3634980618953705, "Finetune/Loss (Raw)": 0.2771240174770355, "Finetune/Step": 15377, "Finetune/Step Time": 6.526064220815897}
{"Finetune/Learning Rate": 1.006001916199706e-08, "Finetune/Loss": 0.3639163374900818, "Finetune/Loss (Raw)": 0.3758810758590698, "Finetune/Step": 15378, "Finetune/Step Time": 6.522546565160155}
{"Finetune/Learning Rate": 9.967101898469278e-09, "Finetune/Loss": 0.36447590589523315, "Finetune/Loss (Raw)": 0.4315839111804962, "Finetune/Step": 15379, "Finetune/Step Time": 6.522377690300345}
{"Finetune/Learning Rate": 9.874615519616104e-09, "Finetune/Loss": 0.3651556074619293, "Finetune/Loss (Raw)": 0.45963209867477417, "Finetune/Step": 15380, "Finetune/Step Time": 6.531919101253152}
{"Finetune/Learning Rate": 9.78256002942768e-09, "Finetune/Loss": 0.36516156792640686, "Finetune/Loss (Raw)": 0.40239274501800537, "Finetune/Step": 15381, "Finetune/Step Time": 6.531902428716421}
{"Finetune/Learning Rate": 9.69093543187416e-09, "Finetune/Loss": 0.36508381366729736, "Finetune/Loss (Raw)": 0.3874233067035675, "Finetune/Step": 15382, "Finetune/Step Time": 6.529247270897031}
{"Finetune/Learning Rate": 9.599741730906831e-09, "Finetune/Loss": 0.3658749461174011, "Finetune/Loss (Raw)": 0.39587536454200745, "Finetune/Step": 15383, "Finetune/Step Time": 6.536707744002342}
{"Finetune/Learning Rate": 9.508978930459211e-09, "Finetune/Loss": 0.3660801947116852, "Finetune/Loss (Raw)": 0.43083569407463074, "Finetune/Step": 15384, "Finetune/Step Time": 6.533205308020115}
{"Finetune/Learning Rate": 9.41864703444817e-09, "Finetune/Loss": 0.3650195896625519, "Finetune/Loss (Raw)": 0.3580571115016937, "Finetune/Step": 15385, "Finetune/Step Time": 6.529902404174209}
{"Finetune/Learning Rate": 9.328746046766147e-09, "Finetune/Loss": 0.3643750548362732, "Finetune/Loss (Raw)": 0.2825756371021271, "Finetune/Step": 15386, "Finetune/Step Time": 6.532678855583072}
{"Finetune/Learning Rate": 9.239275971294481e-09, "Finetune/Loss": 0.36510759592056274, "Finetune/Loss (Raw)": 0.4056786894798279, "Finetune/Step": 15387, "Finetune/Step Time": 6.534968424588442}
{"Finetune/Learning Rate": 9.15023681188898e-09, "Finetune/Loss": 0.36522406339645386, "Finetune/Loss (Raw)": 0.36635634303092957, "Finetune/Step": 15388, "Finetune/Step Time": 6.534081486985087}
{"Finetune/Learning Rate": 9.061628572392122e-09, "Finetune/Loss": 0.3648615777492523, "Finetune/Loss (Raw)": 0.33748143911361694, "Finetune/Step": 15389, "Finetune/Step Time": 6.530930140987039}
{"Finetune/Learning Rate": 8.973451256624188e-09, "Finetune/Loss": 0.36509424448013306, "Finetune/Loss (Raw)": 0.42783600091934204, "Finetune/Step": 15390, "Finetune/Step Time": 6.530773252248764}
{"Finetune/Learning Rate": 8.885704868389911e-09, "Finetune/Loss": 0.3649998605251312, "Finetune/Loss (Raw)": 0.36471760272979736, "Finetune/Step": 15391, "Finetune/Step Time": 6.538234492763877}
{"Finetune/Learning Rate": 8.79838941147293e-09, "Finetune/Loss": 0.364725798368454, "Finetune/Loss (Raw)": 0.3514916002750397, "Finetune/Step": 15392, "Finetune/Step Time": 6.554559638723731}
{"Finetune/Learning Rate": 8.711504889640233e-09, "Finetune/Loss": 0.364766001701355, "Finetune/Loss (Raw)": 0.33605796098709106, "Finetune/Step": 15393, "Finetune/Step Time": 6.540172128006816}
{"Finetune/Learning Rate": 8.62505130663771e-09, "Finetune/Loss": 0.36489957571029663, "Finetune/Loss (Raw)": 0.3926295042037964, "Finetune/Step": 15394, "Finetune/Step Time": 6.539665600284934}
{"Finetune/Learning Rate": 8.539028666195715e-09, "Finetune/Loss": 0.36283642053604126, "Finetune/Loss (Raw)": 0.08451986312866211, "Finetune/Step": 15395, "Finetune/Step Time": 6.559306915849447}
{"Finetune/Learning Rate": 8.4534369720235e-09, "Finetune/Loss": 0.36230096220970154, "Finetune/Loss (Raw)": 0.4466553032398224, "Finetune/Step": 15396, "Finetune/Step Time": 6.566238896921277}
{"Finetune/Learning Rate": 8.368276227813665e-09, "Finetune/Loss": 0.36295780539512634, "Finetune/Loss (Raw)": 0.44769856333732605, "Finetune/Step": 15397, "Finetune/Step Time": 6.574474897235632}
{"Finetune/Learning Rate": 8.283546437238832e-09, "Finetune/Loss": 0.3612254559993744, "Finetune/Loss (Raw)": 0.25213220715522766, "Finetune/Step": 15398, "Finetune/Step Time": 6.556683775037527}
{"Finetune/Learning Rate": 8.199247603953853e-09, "Finetune/Loss": 0.36030155420303345, "Finetune/Loss (Raw)": 0.32800808548927307, "Finetune/Step": 15399, "Finetune/Step Time": 6.527141757309437}
{"Finetune/Learning Rate": 8.115379731593598e-09, "Finetune/Loss": 0.3609188199043274, "Finetune/Loss (Raw)": 0.37483176589012146, "Finetune/Step": 15400, "Finetune/Step Time": 6.528699895367026}
{"Finetune/Learning Rate": 8.031942823776285e-09, "Finetune/Loss": 0.36051681637763977, "Finetune/Loss (Raw)": 0.4175625443458557, "Finetune/Step": 15401, "Finetune/Step Time": 6.507246872410178}
{"Finetune/Learning Rate": 7.948936884101255e-09, "Finetune/Loss": 0.3624952435493469, "Finetune/Loss (Raw)": 0.38899168372154236, "Finetune/Step": 15402, "Finetune/Step Time": 6.506835790351033}
{"Finetune/Learning Rate": 7.866361916146758e-09, "Finetune/Loss": 0.3632546365261078, "Finetune/Loss (Raw)": 0.44501519203186035, "Finetune/Step": 15403, "Finetune/Step Time": 6.499206364154816}
{"Finetune/Learning Rate": 7.784217923476612e-09, "Finetune/Loss": 0.3639921545982361, "Finetune/Loss (Raw)": 0.47109875082969666, "Finetune/Step": 15404, "Finetune/Step Time": 6.511488031595945}
{"Finetune/Learning Rate": 7.702504909632424e-09, "Finetune/Loss": 0.3638582229614258, "Finetune/Loss (Raw)": 0.37252601981163025, "Finetune/Step": 15405, "Finetune/Step Time": 6.5201652236282825}
{"Finetune/Learning Rate": 7.621222878138046e-09, "Finetune/Loss": 0.3640480637550354, "Finetune/Loss (Raw)": 0.4141227900981903, "Finetune/Step": 15406, "Finetune/Step Time": 6.519891642034054}
{"Finetune/Learning Rate": 7.54037183250178e-09, "Finetune/Loss": 0.3642722964286804, "Finetune/Loss (Raw)": 0.3494241535663605, "Finetune/Step": 15407, "Finetune/Step Time": 6.529668787494302}
{"Finetune/Learning Rate": 7.459951776208618e-09, "Finetune/Loss": 0.36270660161972046, "Finetune/Loss (Raw)": 0.15612834692001343, "Finetune/Step": 15408, "Finetune/Step Time": 6.536396289244294}
{"Finetune/Learning Rate": 7.379962712726896e-09, "Finetune/Loss": 0.3633328378200531, "Finetune/Loss (Raw)": 0.4175092577934265, "Finetune/Step": 15409, "Finetune/Step Time": 6.5465064737945795}
{"Finetune/Learning Rate": 7.300404645508297e-09, "Finetune/Loss": 0.36332598328590393, "Finetune/Loss (Raw)": 0.41250866651535034, "Finetune/Step": 15410, "Finetune/Step Time": 6.544604271650314}
{"Finetune/Learning Rate": 7.22127757798452e-09, "Finetune/Loss": 0.3635723292827606, "Finetune/Loss (Raw)": 0.31798455119132996, "Finetune/Step": 15411, "Finetune/Step Time": 6.539576161652803}
{"Finetune/Learning Rate": 7.142581513566171e-09, "Finetune/Loss": 0.3631500005722046, "Finetune/Loss (Raw)": 0.35603469610214233, "Finetune/Step": 15412, "Finetune/Step Time": 6.544425478205085}
{"Finetune/Learning Rate": 7.064316455649422e-09, "Finetune/Loss": 0.36309918761253357, "Finetune/Loss (Raw)": 0.3498006761074066, "Finetune/Step": 15413, "Finetune/Step Time": 6.526616903021932}
{"Finetune/Learning Rate": 6.9864824076093515e-09, "Finetune/Loss": 0.3638474643230438, "Finetune/Loss (Raw)": 0.442262202501297, "Finetune/Step": 15414, "Finetune/Step Time": 6.517688725143671}
{"Finetune/Learning Rate": 6.909079372803273e-09, "Finetune/Loss": 0.36351022124290466, "Finetune/Loss (Raw)": 0.34737882018089294, "Finetune/Step": 15415, "Finetune/Step Time": 6.527795065194368}
{"Finetune/Learning Rate": 6.8321073545685176e-09, "Finetune/Loss": 0.36415451765060425, "Finetune/Loss (Raw)": 0.41069746017456055, "Finetune/Step": 15416, "Finetune/Step Time": 6.545110451057553}
{"Finetune/Learning Rate": 6.755566356226873e-09, "Finetune/Loss": 0.3637946844100952, "Finetune/Loss (Raw)": 0.33109357953071594, "Finetune/Step": 15417, "Finetune/Step Time": 6.536220425739884}
{"Finetune/Learning Rate": 6.679456381079031e-09, "Finetune/Loss": 0.36197566986083984, "Finetune/Loss (Raw)": 0.12787078320980072, "Finetune/Step": 15418, "Finetune/Step Time": 6.538237690925598}
{"Finetune/Learning Rate": 6.603777432406811e-09, "Finetune/Loss": 0.3630554676055908, "Finetune/Loss (Raw)": 0.39837411046028137, "Finetune/Step": 15419, "Finetune/Step Time": 6.5464208628982306}
{"Finetune/Learning Rate": 6.528529513475379e-09, "Finetune/Loss": 0.36380892992019653, "Finetune/Loss (Raw)": 0.34584441781044006, "Finetune/Step": 15420, "Finetune/Step Time": 6.55577471293509}
{"Finetune/Learning Rate": 6.453712627529918e-09, "Finetune/Loss": 0.3622533082962036, "Finetune/Loss (Raw)": 0.2251901477575302, "Finetune/Step": 15421, "Finetune/Step Time": 6.578566629439592}
{"Finetune/Learning Rate": 6.379326777796735e-09, "Finetune/Loss": 0.36173462867736816, "Finetune/Loss (Raw)": 0.2814500331878662, "Finetune/Step": 15422, "Finetune/Step Time": 6.577226646244526}
{"Finetune/Learning Rate": 6.305371967485485e-09, "Finetune/Loss": 0.36228424310684204, "Finetune/Loss (Raw)": 0.4588107764720917, "Finetune/Step": 15423, "Finetune/Step Time": 6.561768386512995}
{"Finetune/Learning Rate": 6.231848199785839e-09, "Finetune/Loss": 0.3633573651313782, "Finetune/Loss (Raw)": 0.4394649267196655, "Finetune/Step": 15424, "Finetune/Step Time": 6.5499138329178095}
{"Finetune/Learning Rate": 6.158755477867484e-09, "Finetune/Loss": 0.36283349990844727, "Finetune/Loss (Raw)": 0.2931467592716217, "Finetune/Step": 15425, "Finetune/Step Time": 6.563439143821597}
{"Finetune/Learning Rate": 6.086093804884563e-09, "Finetune/Loss": 0.36297518014907837, "Finetune/Loss (Raw)": 0.40227752923965454, "Finetune/Step": 15426, "Finetune/Step Time": 6.578088341280818}
{"Finetune/Learning Rate": 6.013863183970126e-09, "Finetune/Loss": 0.36297696828842163, "Finetune/Loss (Raw)": 0.3954959511756897, "Finetune/Step": 15427, "Finetune/Step Time": 6.572138058021665}
{"Finetune/Learning Rate": 5.9420636182405674e-09, "Finetune/Loss": 0.3623334765434265, "Finetune/Loss (Raw)": 0.4048030376434326, "Finetune/Step": 15428, "Finetune/Step Time": 6.5701442416757345}
{"Finetune/Learning Rate": 5.870695110792301e-09, "Finetune/Loss": 0.362634539604187, "Finetune/Loss (Raw)": 0.36606550216674805, "Finetune/Step": 15429, "Finetune/Step Time": 6.571884037926793}
{"Finetune/Learning Rate": 5.799757664702865e-09, "Finetune/Loss": 0.36166632175445557, "Finetune/Loss (Raw)": 0.38998642563819885, "Finetune/Step": 15430, "Finetune/Step Time": 6.582407206296921}
{"Finetune/Learning Rate": 5.729251283032034e-09, "Finetune/Loss": 0.3616265058517456, "Finetune/Loss (Raw)": 0.39301231503486633, "Finetune/Step": 15431, "Finetune/Step Time": 6.584189465269446}
{"Finetune/Learning Rate": 5.659175968821818e-09, "Finetune/Loss": 0.3596916198730469, "Finetune/Loss (Raw)": 0.14993634819984436, "Finetune/Step": 15432, "Finetune/Step Time": 6.605661349371076}
{"Finetune/Learning Rate": 5.589531725093134e-09, "Finetune/Loss": 0.35976171493530273, "Finetune/Loss (Raw)": 0.38448566198349, "Finetune/Step": 15433, "Finetune/Step Time": 6.5979632046073675}
{"Finetune/Learning Rate": 5.520318554851356e-09, "Finetune/Loss": 0.35994794964790344, "Finetune/Loss (Raw)": 0.41704076528549194, "Finetune/Step": 15434, "Finetune/Step Time": 6.600121738389134}
{"Finetune/Learning Rate": 5.451536461081874e-09, "Finetune/Loss": 0.3600371181964874, "Finetune/Loss (Raw)": 0.40138304233551025, "Finetune/Step": 15435, "Finetune/Step Time": 6.590190237388015}
{"Finetune/Learning Rate": 5.383185446750095e-09, "Finetune/Loss": 0.36034712195396423, "Finetune/Loss (Raw)": 0.39427071809768677, "Finetune/Step": 15436, "Finetune/Step Time": 6.593979177996516}
{"Finetune/Learning Rate": 5.315265514804768e-09, "Finetune/Loss": 0.35753488540649414, "Finetune/Loss (Raw)": 0.11211428046226501, "Finetune/Step": 15437, "Finetune/Step Time": 6.61010386608541}
{"Finetune/Learning Rate": 5.247776668174664e-09, "Finetune/Loss": 0.3578681945800781, "Finetune/Loss (Raw)": 0.3732619285583496, "Finetune/Step": 15438, "Finetune/Step Time": 6.593345200642943}
{"Finetune/Learning Rate": 5.180718909771898e-09, "Finetune/Loss": 0.3576720952987671, "Finetune/Loss (Raw)": 0.11058411747217178, "Finetune/Step": 15439, "Finetune/Step Time": 6.590188590809703}
{"Finetune/Learning Rate": 5.114092242487489e-09, "Finetune/Loss": 0.35805994272232056, "Finetune/Loss (Raw)": 0.38153520226478577, "Finetune/Step": 15440, "Finetune/Step Time": 6.587511196732521}
{"Finetune/Learning Rate": 5.0478966691958065e-09, "Finetune/Loss": 0.35790956020355225, "Finetune/Loss (Raw)": 0.45106640458106995, "Finetune/Step": 15441, "Finetune/Step Time": 6.576167726889253}
{"Finetune/Learning Rate": 4.982132192752342e-09, "Finetune/Loss": 0.3578789234161377, "Finetune/Loss (Raw)": 0.34908729791641235, "Finetune/Step": 15442, "Finetune/Step Time": 6.566443480551243}
{"Finetune/Learning Rate": 4.916798815993717e-09, "Finetune/Loss": 0.35762208700180054, "Finetune/Loss (Raw)": 0.3620615005493164, "Finetune/Step": 15443, "Finetune/Step Time": 6.568842912092805}
{"Finetune/Learning Rate": 4.851896541736567e-09, "Finetune/Loss": 0.35784912109375, "Finetune/Loss (Raw)": 0.41823527216911316, "Finetune/Step": 15444, "Finetune/Step Time": 6.576721532270312}
{"Finetune/Learning Rate": 4.787425372781984e-09, "Finetune/Loss": 0.3570103645324707, "Finetune/Loss (Raw)": 0.3639639914035797, "Finetune/Step": 15445, "Finetune/Step Time": 6.5961284302175045}
{"Finetune/Learning Rate": 4.723385311908857e-09, "Finetune/Loss": 0.35738247632980347, "Finetune/Loss (Raw)": 0.330289363861084, "Finetune/Step": 15446, "Finetune/Step Time": 6.57170819863677}
{"Finetune/Learning Rate": 4.65977636188053e-09, "Finetune/Loss": 0.35677260160446167, "Finetune/Loss (Raw)": 0.36753445863723755, "Finetune/Step": 15447, "Finetune/Step Time": 6.57088459096849}
{"Finetune/Learning Rate": 4.596598525440366e-09, "Finetune/Loss": 0.35706785321235657, "Finetune/Loss (Raw)": 0.43455055356025696, "Finetune/Step": 15448, "Finetune/Step Time": 6.5656807739287615}
{"Finetune/Learning Rate": 4.53385180531285e-09, "Finetune/Loss": 0.3563626706600189, "Finetune/Loss (Raw)": 0.2708020508289337, "Finetune/Step": 15449, "Finetune/Step Time": 6.5472144689410925}
{"Finetune/Learning Rate": 4.471536204204708e-09, "Finetune/Loss": 0.3555785119533539, "Finetune/Loss (Raw)": 0.34156644344329834, "Finetune/Step": 15450, "Finetune/Step Time": 6.543518848717213}
{"Finetune/Learning Rate": 4.4096517248037875e-09, "Finetune/Loss": 0.355766624212265, "Finetune/Loss (Raw)": 0.3579658269882202, "Finetune/Step": 15451, "Finetune/Step Time": 6.582140885293484}
{"Finetune/Learning Rate": 4.348198369779066e-09, "Finetune/Loss": 0.35616517066955566, "Finetune/Loss (Raw)": 0.3674668073654175, "Finetune/Step": 15452, "Finetune/Step Time": 6.593016447499394}
{"Finetune/Learning Rate": 4.287176141781757e-09, "Finetune/Loss": 0.35596364736557007, "Finetune/Loss (Raw)": 0.3175630569458008, "Finetune/Step": 15453, "Finetune/Step Time": 6.589393898844719}
{"Finetune/Learning Rate": 4.226585043441978e-09, "Finetune/Loss": 0.3554244637489319, "Finetune/Loss (Raw)": 0.29539623856544495, "Finetune/Step": 15454, "Finetune/Step Time": 6.614930711686611}
{"Finetune/Learning Rate": 4.166425077375413e-09, "Finetune/Loss": 0.35493195056915283, "Finetune/Loss (Raw)": 0.3563584089279175, "Finetune/Step": 15455, "Finetune/Step Time": 6.580354377627373}
{"Finetune/Learning Rate": 4.106696246175545e-09, "Finetune/Loss": 0.3548044264316559, "Finetune/Loss (Raw)": 0.33220022916793823, "Finetune/Step": 15456, "Finetune/Step Time": 6.575841188430786}
{"Finetune/Learning Rate": 4.047398552419202e-09, "Finetune/Loss": 0.354422003030777, "Finetune/Loss (Raw)": 0.3097797930240631, "Finetune/Step": 15457, "Finetune/Step Time": 6.558664122596383}
{"Finetune/Learning Rate": 3.9885319986632256e-09, "Finetune/Loss": 0.3554324805736542, "Finetune/Loss (Raw)": 0.4173021912574768, "Finetune/Step": 15458, "Finetune/Step Time": 6.558062730357051}
{"Finetune/Learning Rate": 3.930096587446697e-09, "Finetune/Loss": 0.35495734214782715, "Finetune/Loss (Raw)": 0.3789818286895752, "Finetune/Step": 15459, "Finetune/Step Time": 6.553272657096386}
{"Finetune/Learning Rate": 3.872092321290932e-09, "Finetune/Loss": 0.3560072183609009, "Finetune/Loss (Raw)": 0.4055427312850952, "Finetune/Step": 15460, "Finetune/Step Time": 6.57742110081017}
{"Finetune/Learning Rate": 3.814519202697264e-09, "Finetune/Loss": 0.3554912805557251, "Finetune/Loss (Raw)": 0.33939850330352783, "Finetune/Step": 15461, "Finetune/Step Time": 6.606466315686703}
{"Finetune/Learning Rate": 3.757377234148152e-09, "Finetune/Loss": 0.3543281853199005, "Finetune/Loss (Raw)": 0.26961591839790344, "Finetune/Step": 15462, "Finetune/Step Time": 6.615098103880882}
{"Finetune/Learning Rate": 3.7006664181093997e-09, "Finetune/Loss": 0.35410040616989136, "Finetune/Loss (Raw)": 0.25997933745384216, "Finetune/Step": 15463, "Finetune/Step Time": 6.6124962121248245}
{"Finetune/Learning Rate": 3.6443867570268297e-09, "Finetune/Loss": 0.35337668657302856, "Finetune/Loss (Raw)": 0.3176455497741699, "Finetune/Step": 15464, "Finetune/Step Time": 6.608976086601615}
{"Finetune/Learning Rate": 3.5885382533262793e-09, "Finetune/Loss": 0.35306790471076965, "Finetune/Loss (Raw)": 0.3693271279335022, "Finetune/Step": 15465, "Finetune/Step Time": 6.592041542753577}
{"Finetune/Learning Rate": 3.533120909419152e-09, "Finetune/Loss": 0.3510914444923401, "Finetune/Loss (Raw)": 0.13687123358249664, "Finetune/Step": 15466, "Finetune/Step Time": 6.606268787756562}
{"Finetune/Learning Rate": 3.4781347276935384e-09, "Finetune/Loss": 0.3514653146266937, "Finetune/Loss (Raw)": 0.40086084604263306, "Finetune/Step": 15467, "Finetune/Step Time": 6.5935590621083975}
{"Finetune/Learning Rate": 3.423579710521985e-09, "Finetune/Loss": 0.3513268232345581, "Finetune/Loss (Raw)": 0.389688640832901, "Finetune/Step": 15468, "Finetune/Step Time": 6.60336996987462}
{"Finetune/Learning Rate": 3.3694558602570536e-09, "Finetune/Loss": 0.35130804777145386, "Finetune/Loss (Raw)": 0.3681679368019104, "Finetune/Step": 15469, "Finetune/Step Time": 6.601651903241873}
{"Finetune/Learning Rate": 3.3157631792346547e-09, "Finetune/Loss": 0.35091471672058105, "Finetune/Loss (Raw)": 0.3488343358039856, "Finetune/Step": 15470, "Finetune/Step Time": 6.578185064718127}
{"Finetune/Learning Rate": 3.262501669768492e-09, "Finetune/Loss": 0.3517840802669525, "Finetune/Loss (Raw)": 0.4716032147407532, "Finetune/Step": 15471, "Finetune/Step Time": 6.570095343515277}
{"Finetune/Learning Rate": 3.2096713341567274e-09, "Finetune/Loss": 0.3507576584815979, "Finetune/Loss (Raw)": 0.3045651614665985, "Finetune/Step": 15472, "Finetune/Step Time": 6.595023240894079}
{"Finetune/Learning Rate": 3.1572721746786495e-09, "Finetune/Loss": 0.3521292805671692, "Finetune/Loss (Raw)": 0.3051726222038269, "Finetune/Step": 15473, "Finetune/Step Time": 6.574764495715499}
{"Finetune/Learning Rate": 3.105304193593561e-09, "Finetune/Loss": 0.3515603244304657, "Finetune/Loss (Raw)": 0.33847206830978394, "Finetune/Step": 15474, "Finetune/Step Time": 6.573434283956885}
{"Finetune/Learning Rate": 3.0537673931441136e-09, "Finetune/Loss": 0.349714457988739, "Finetune/Loss (Raw)": 0.14162330329418182, "Finetune/Step": 15475, "Finetune/Step Time": 6.592843381687999}
{"Finetune/Learning Rate": 3.0026617755507524e-09, "Finetune/Loss": 0.34999632835388184, "Finetune/Loss (Raw)": 0.3483632504940033, "Finetune/Step": 15476, "Finetune/Step Time": 6.591436129063368}
{"Finetune/Learning Rate": 2.9519873430206014e-09, "Finetune/Loss": 0.35045403242111206, "Finetune/Loss (Raw)": 0.382846474647522, "Finetune/Step": 15477, "Finetune/Step Time": 6.585171766579151}
{"Finetune/Learning Rate": 2.9017440977363586e-09, "Finetune/Loss": 0.350000262260437, "Finetune/Loss (Raw)": 0.3441046476364136, "Finetune/Step": 15478, "Finetune/Step Time": 6.587702253833413}
{"Finetune/Learning Rate": 2.8519320418674e-09, "Finetune/Loss": 0.34980523586273193, "Finetune/Loss (Raw)": 0.4078062176704407, "Finetune/Step": 15479, "Finetune/Step Time": 6.587211946025491}
{"Finetune/Learning Rate": 2.8025511775620075e-09, "Finetune/Loss": 0.34734129905700684, "Finetune/Loss (Raw)": 0.11367958784103394, "Finetune/Step": 15480, "Finetune/Step Time": 6.593701867386699}
{"Finetune/Learning Rate": 2.7536015069484778e-09, "Finetune/Loss": 0.34657323360443115, "Finetune/Loss (Raw)": 0.32295456528663635, "Finetune/Step": 15481, "Finetune/Step Time": 6.602145405486226}
{"Finetune/Learning Rate": 2.705083032139566e-09, "Finetune/Loss": 0.34675532579421997, "Finetune/Loss (Raw)": 0.36523762345314026, "Finetune/Step": 15482, "Finetune/Step Time": 6.6104980278760195}
{"Finetune/Learning Rate": 2.656995755226932e-09, "Finetune/Loss": 0.34909331798553467, "Finetune/Loss (Raw)": 0.3980448246002197, "Finetune/Step": 15483, "Finetune/Step Time": 6.583258545026183}
{"Finetune/Learning Rate": 2.609339678285583e-09, "Finetune/Loss": 0.3492409586906433, "Finetune/Loss (Raw)": 0.44085487723350525, "Finetune/Step": 15484, "Finetune/Step Time": 6.585316555574536}
{"Finetune/Learning Rate": 2.5621148033716513e-09, "Finetune/Loss": 0.3495473265647888, "Finetune/Loss (Raw)": 0.3537822961807251, "Finetune/Step": 15485, "Finetune/Step Time": 6.587060749530792}
{"Finetune/Learning Rate": 2.5153211325190663e-09, "Finetune/Loss": 0.3493465185165405, "Finetune/Loss (Raw)": 0.385029137134552, "Finetune/Step": 15486, "Finetune/Step Time": 6.591917410492897}
{"Finetune/Learning Rate": 2.4689586677495437e-09, "Finetune/Loss": 0.34900349378585815, "Finetune/Loss (Raw)": 0.3318288028240204, "Finetune/Step": 15487, "Finetune/Step Time": 6.593267649412155}
{"Finetune/Learning Rate": 2.4230274110603747e-09, "Finetune/Loss": 0.3497006595134735, "Finetune/Loss (Raw)": 0.41412705183029175, "Finetune/Step": 15488, "Finetune/Step Time": 6.584818897768855}
{"Finetune/Learning Rate": 2.3775273644333076e-09, "Finetune/Loss": 0.3500722050666809, "Finetune/Loss (Raw)": 0.44918861985206604, "Finetune/Step": 15489, "Finetune/Step Time": 6.608953541144729}
{"Finetune/Learning Rate": 2.332458529831216e-09, "Finetune/Loss": 0.349631130695343, "Finetune/Loss (Raw)": 0.3427135646343231, "Finetune/Step": 15490, "Finetune/Step Time": 6.6228277161717415}
{"Finetune/Learning Rate": 2.287820909198102e-09, "Finetune/Loss": 0.3499508798122406, "Finetune/Loss (Raw)": 0.37862104177474976, "Finetune/Step": 15491, "Finetune/Step Time": 6.640364343300462}
{"Finetune/Learning Rate": 2.2436145044579804e-09, "Finetune/Loss": 0.3520844578742981, "Finetune/Loss (Raw)": 0.38521522283554077, "Finetune/Step": 15492, "Finetune/Step Time": 6.621454242616892}
{"Finetune/Learning Rate": 2.1998393175193255e-09, "Finetune/Loss": 0.3527078628540039, "Finetune/Loss (Raw)": 0.42776426672935486, "Finetune/Step": 15493, "Finetune/Step Time": 6.622594336047769}
{"Finetune/Learning Rate": 2.1564953502695164e-09, "Finetune/Loss": 0.3521869480609894, "Finetune/Loss (Raw)": 0.29681167006492615, "Finetune/Step": 15494, "Finetune/Step Time": 6.60599766112864}
{"Finetune/Learning Rate": 2.113582604577058e-09, "Finetune/Loss": 0.35209476947784424, "Finetune/Loss (Raw)": 0.3051404654979706, "Finetune/Step": 15495, "Finetune/Step Time": 6.609253149479628}
{"Finetune/Learning Rate": 2.071101082294913e-09, "Finetune/Loss": 0.35192403197288513, "Finetune/Loss (Raw)": 0.44787055253982544, "Finetune/Step": 15496, "Finetune/Step Time": 6.614384695887566}
{"Finetune/Learning Rate": 2.0290507852527287e-09, "Finetune/Loss": 0.35055744647979736, "Finetune/Loss (Raw)": 0.1779841035604477, "Finetune/Step": 15497, "Finetune/Step Time": 6.622331529855728}
{"Finetune/Learning Rate": 1.9874317152668298e-09, "Finetune/Loss": 0.35075005888938904, "Finetune/Loss (Raw)": 0.4350528419017792, "Finetune/Step": 15498, "Finetune/Step Time": 6.613309657201171}
{"Finetune/Learning Rate": 1.946243874130227e-09, "Finetune/Loss": 0.3522678017616272, "Finetune/Loss (Raw)": 0.32146793603897095, "Finetune/Step": 15499, "Finetune/Step Time": 6.58165673725307}
{"Finetune/Learning Rate": 1.905487263620387e-09, "Finetune/Loss": 0.35193443298339844, "Finetune/Loss (Raw)": 0.3794260025024414, "Finetune/Step": 15500, "Finetune/Step Time": 6.58229167945683}
{"Finetune/Learning Rate": 1.8651618854947928e-09, "Finetune/Loss": 0.3535778522491455, "Finetune/Loss (Raw)": 0.5055150985717773, "Finetune/Step": 15501, "Finetune/Step Time": 6.585805432870984}
{"Finetune/Learning Rate": 1.825267741493164e-09, "Finetune/Loss": 0.35423368215560913, "Finetune/Loss (Raw)": 0.3969115614891052, "Finetune/Step": 15502, "Finetune/Step Time": 6.602549081668258}
{"Finetune/Learning Rate": 1.7858048333363465e-09, "Finetune/Loss": 0.35497337579727173, "Finetune/Loss (Raw)": 0.46195167303085327, "Finetune/Step": 15503, "Finetune/Step Time": 6.594669261947274}
{"Finetune/Learning Rate": 1.7467731627263118e-09, "Finetune/Loss": 0.35467368364334106, "Finetune/Loss (Raw)": 0.3243779242038727, "Finetune/Step": 15504, "Finetune/Step Time": 6.596819628030062}
{"Finetune/Learning Rate": 1.7081727313461581e-09, "Finetune/Loss": 0.35534366965293884, "Finetune/Loss (Raw)": 0.36288246512413025, "Finetune/Step": 15505, "Finetune/Step Time": 6.595444502308965}
{"Finetune/Learning Rate": 1.6700035408612202e-09, "Finetune/Loss": 0.35553181171417236, "Finetune/Loss (Raw)": 0.3999594449996948, "Finetune/Step": 15506, "Finetune/Step Time": 6.59694548137486}
{"Finetune/Learning Rate": 1.6322655929168485e-09, "Finetune/Loss": 0.3549917936325073, "Finetune/Loss (Raw)": 0.3624633252620697, "Finetune/Step": 15507, "Finetune/Step Time": 6.597307590767741}
{"Finetune/Learning Rate": 1.59495888914174e-09, "Finetune/Loss": 0.3542852997779846, "Finetune/Loss (Raw)": 0.3692024052143097, "Finetune/Step": 15508, "Finetune/Step Time": 6.586264895275235}
{"Finetune/Learning Rate": 1.5580834311457182e-09, "Finetune/Loss": 0.354981005191803, "Finetune/Loss (Raw)": 0.4914402961730957, "Finetune/Step": 15509, "Finetune/Step Time": 6.578818278387189}
{"Finetune/Learning Rate": 1.5216392205175123e-09, "Finetune/Loss": 0.3542027771472931, "Finetune/Loss (Raw)": 0.287813276052475, "Finetune/Step": 15510, "Finetune/Step Time": 6.579352933913469}
{"Finetune/Learning Rate": 1.485626258829198e-09, "Finetune/Loss": 0.353659063577652, "Finetune/Loss (Raw)": 0.32627877593040466, "Finetune/Step": 15511, "Finetune/Step Time": 6.555035645142198}
{"Finetune/Learning Rate": 1.4500445476350878e-09, "Finetune/Loss": 0.35304516553878784, "Finetune/Loss (Raw)": 0.3522591292858124, "Finetune/Step": 15512, "Finetune/Step Time": 6.552087891846895}
{"Finetune/Learning Rate": 1.4148940884695096e-09, "Finetune/Loss": 0.35393261909484863, "Finetune/Loss (Raw)": 0.471651554107666, "Finetune/Step": 15513, "Finetune/Step Time": 6.541256686672568}
{"Finetune/Learning Rate": 1.3801748828479177e-09, "Finetune/Loss": 0.3542589247226715, "Finetune/Loss (Raw)": 0.32434219121932983, "Finetune/Step": 15514, "Finetune/Step Time": 6.540034661069512}
{"Finetune/Learning Rate": 1.3458869322691138e-09, "Finetune/Loss": 0.3543849289417267, "Finetune/Loss (Raw)": 0.42180460691452026, "Finetune/Step": 15515, "Finetune/Step Time": 6.53595950268209}
{"Finetune/Learning Rate": 1.312030238210804e-09, "Finetune/Loss": 0.35466063022613525, "Finetune/Loss (Raw)": 0.401648610830307, "Finetune/Step": 15516, "Finetune/Step Time": 6.544652873650193}
{"Finetune/Learning Rate": 1.2786048021340424e-09, "Finetune/Loss": 0.35523849725723267, "Finetune/Loss (Raw)": 0.4114454686641693, "Finetune/Step": 15517, "Finetune/Step Time": 6.550033209845424}
{"Finetune/Learning Rate": 1.2456106254798983e-09, "Finetune/Loss": 0.3547416925430298, "Finetune/Loss (Raw)": 0.3642481863498688, "Finetune/Step": 15518, "Finetune/Step Time": 6.553087744861841}
{"Finetune/Learning Rate": 1.2130477096716775e-09, "Finetune/Loss": 0.3553060293197632, "Finetune/Loss (Raw)": 0.4369489550590515, "Finetune/Step": 15519, "Finetune/Step Time": 6.550798911601305}
{"Finetune/Learning Rate": 1.1809160561138121e-09, "Finetune/Loss": 0.35508042573928833, "Finetune/Loss (Raw)": 0.32261672616004944, "Finetune/Step": 15520, "Finetune/Step Time": 6.5532884150743484}
{"Finetune/Learning Rate": 1.149215666192971e-09, "Finetune/Loss": 0.3554355800151825, "Finetune/Loss (Raw)": 0.38151809573173523, "Finetune/Step": 15521, "Finetune/Step Time": 6.566752325743437}
{"Finetune/Learning Rate": 1.117946541274728e-09, "Finetune/Loss": 0.3549230694770813, "Finetune/Loss (Raw)": 0.32702407240867615, "Finetune/Step": 15522, "Finetune/Step Time": 6.5775334015488625}
{"Finetune/Learning Rate": 1.0871086827091148e-09, "Finetune/Loss": 0.3566821217536926, "Finetune/Loss (Raw)": 0.30968177318573, "Finetune/Step": 15523, "Finetune/Step Time": 6.563154775649309}
{"Finetune/Learning Rate": 1.0567020918261783e-09, "Finetune/Loss": 0.3557033836841583, "Finetune/Loss (Raw)": 0.3213765025138855, "Finetune/Step": 15524, "Finetune/Step Time": 6.566706219688058}
{"Finetune/Learning Rate": 1.026726769937092e-09, "Finetune/Loss": 0.35494810342788696, "Finetune/Loss (Raw)": 0.3510230481624603, "Finetune/Step": 15525, "Finetune/Step Time": 6.585496760904789}
{"Finetune/Learning Rate": 9.971827183341554e-10, "Finetune/Loss": 0.35500115156173706, "Finetune/Loss (Raw)": 0.2589232921600342, "Finetune/Step": 15526, "Finetune/Step Time": 6.595253275707364}
{"Finetune/Learning Rate": 9.680699382930147e-10, "Finetune/Loss": 0.3557420074939728, "Finetune/Loss (Raw)": 0.4228381812572479, "Finetune/Step": 15527, "Finetune/Step Time": 6.5972549598664045}
{"Finetune/Learning Rate": 9.393884310682221e-10, "Finetune/Loss": 0.3554207682609558, "Finetune/Loss (Raw)": 0.3337087631225586, "Finetune/Step": 15528, "Finetune/Step Time": 6.593123024329543}
{"Finetune/Learning Rate": 9.111381978976763e-10, "Finetune/Loss": 0.3558702766895294, "Finetune/Loss (Raw)": 0.4751036465167999, "Finetune/Step": 15529, "Finetune/Step Time": 6.590803623199463}
{"Finetune/Learning Rate": 8.833192399981816e-10, "Finetune/Loss": 0.35555848479270935, "Finetune/Loss (Raw)": 0.34908148646354675, "Finetune/Step": 15530, "Finetune/Step Time": 6.586641933768988}
{"Finetune/Learning Rate": 8.559315585721095e-10, "Finetune/Loss": 0.3552626073360443, "Finetune/Loss (Raw)": 0.40714403986930847, "Finetune/Step": 15531, "Finetune/Step Time": 6.587490933015943}
{"Finetune/Learning Rate": 8.28975154798517e-10, "Finetune/Loss": 0.35442811250686646, "Finetune/Loss (Raw)": 0.36428073048591614, "Finetune/Step": 15532, "Finetune/Step Time": 6.589969798922539}
{"Finetune/Learning Rate": 8.024500298420279e-10, "Finetune/Loss": 0.35412880778312683, "Finetune/Loss (Raw)": 0.3342171907424927, "Finetune/Step": 15533, "Finetune/Step Time": 6.588829103857279}
{"Finetune/Learning Rate": 7.763561848450618e-10, "Finetune/Loss": 0.3537192642688751, "Finetune/Loss (Raw)": 0.36169949173927307, "Finetune/Step": 15534, "Finetune/Step Time": 6.603134952485561}
{"Finetune/Learning Rate": 7.506936209333848e-10, "Finetune/Loss": 0.3534035086631775, "Finetune/Loss (Raw)": 0.3090088963508606, "Finetune/Step": 15535, "Finetune/Step Time": 6.620753034949303}
{"Finetune/Learning Rate": 7.254623392138893e-10, "Finetune/Loss": 0.35531085729599, "Finetune/Loss (Raw)": 0.4002665877342224, "Finetune/Step": 15536, "Finetune/Step Time": 6.604622235521674}
{"Finetune/Learning Rate": 7.00662340775704e-10, "Finetune/Loss": 0.3553283214569092, "Finetune/Loss (Raw)": 0.41974547505378723, "Finetune/Step": 15537, "Finetune/Step Time": 6.608840545639396}
{"Finetune/Learning Rate": 6.762936266879738e-10, "Finetune/Loss": 0.3551415801048279, "Finetune/Loss (Raw)": 0.38860371708869934, "Finetune/Step": 15538, "Finetune/Step Time": 6.6067172065377235}
{"Finetune/Learning Rate": 6.523561980020798e-10, "Finetune/Loss": 0.3549244999885559, "Finetune/Loss (Raw)": 0.2902001440525055, "Finetune/Step": 15539, "Finetune/Step Time": 6.596946554258466}
{"Finetune/Learning Rate": 6.288500557494192e-10, "Finetune/Loss": 0.3549512028694153, "Finetune/Loss (Raw)": 0.3594519793987274, "Finetune/Step": 15540, "Finetune/Step Time": 6.600455911830068}
{"Finetune/Learning Rate": 6.05775200944736e-10, "Finetune/Loss": 0.3533196747303009, "Finetune/Loss (Raw)": 0.14096707105636597, "Finetune/Step": 15541, "Finetune/Step Time": 6.6143957283347845}
{"Finetune/Learning Rate": 5.831316345827897e-10, "Finetune/Loss": 0.3529666066169739, "Finetune/Loss (Raw)": 0.3970728814601898, "Finetune/Step": 15542, "Finetune/Step Time": 6.618242513388395}
{"Finetune/Learning Rate": 5.609193576405769e-10, "Finetune/Loss": 0.3542831242084503, "Finetune/Loss (Raw)": 0.5158883333206177, "Finetune/Step": 15543, "Finetune/Step Time": 6.607396820560098}
{"Finetune/Learning Rate": 5.391383710762199e-10, "Finetune/Loss": 0.3538327217102051, "Finetune/Loss (Raw)": 0.3530457317829132, "Finetune/Step": 15544, "Finetune/Step Time": 6.613751258701086}
{"Finetune/Learning Rate": 5.177886758289674e-10, "Finetune/Loss": 0.354092538356781, "Finetune/Loss (Raw)": 0.36435291171073914, "Finetune/Step": 15545, "Finetune/Step Time": 6.614256830886006}
{"Finetune/Learning Rate": 4.968702728203046e-10, "Finetune/Loss": 0.35539698600769043, "Finetune/Loss (Raw)": 0.294838547706604, "Finetune/Step": 15546, "Finetune/Step Time": 6.604430470615625}
{"Finetune/Learning Rate": 4.763831629506222e-10, "Finetune/Loss": 0.35533493757247925, "Finetune/Loss (Raw)": 0.39043477177619934, "Finetune/Step": 15547, "Finetune/Step Time": 6.602112170308828}
{"Finetune/Learning Rate": 4.563273471058782e-10, "Finetune/Loss": 0.3554763197898865, "Finetune/Loss (Raw)": 0.36393776535987854, "Finetune/Step": 15548, "Finetune/Step Time": 6.603732382878661}
{"Finetune/Learning Rate": 4.367028261498263e-10, "Finetune/Loss": 0.356794536113739, "Finetune/Loss (Raw)": 0.39392372965812683, "Finetune/Step": 15549, "Finetune/Step Time": 6.58548585511744}
{"Finetune/Learning Rate": 4.175096009284563e-10, "Finetune/Loss": 0.35826796293258667, "Finetune/Loss (Raw)": 0.47004446387290955, "Finetune/Step": 15550, "Finetune/Step Time": 6.5755343940109015}
{"Finetune/Learning Rate": 3.9874767227110477e-10, "Finetune/Loss": 0.35700666904449463, "Finetune/Loss (Raw)": 0.29737040400505066, "Finetune/Step": 15551, "Finetune/Step Time": 6.579856963828206}
{"Finetune/Learning Rate": 3.804170409860142e-10, "Finetune/Loss": 0.35571277141571045, "Finetune/Loss (Raw)": 0.27384138107299805, "Finetune/Step": 15552, "Finetune/Step Time": 6.579553013667464}
{"Finetune/Learning Rate": 3.6251770786366326e-10, "Finetune/Loss": 0.3569179177284241, "Finetune/Loss (Raw)": 0.4474053680896759, "Finetune/Step": 15553, "Finetune/Step Time": 6.571103127673268}
{"Finetune/Learning Rate": 3.45049673675657e-10, "Finetune/Loss": 0.3565179109573364, "Finetune/Loss (Raw)": 0.3510783016681671, "Finetune/Step": 15554, "Finetune/Step Time": 6.56222621165216}
{"Finetune/Learning Rate": 3.280129391769471e-10, "Finetune/Loss": 0.35423725843429565, "Finetune/Loss (Raw)": 0.10357391834259033, "Finetune/Step": 15555, "Finetune/Step Time": 6.581716101616621}
{"Finetune/Learning Rate": 3.1140750510139095e-10, "Finetune/Loss": 0.3544524610042572, "Finetune/Loss (Raw)": 0.43234768509864807, "Finetune/Step": 15556, "Finetune/Step Time": 6.5809197928756475}
{"Finetune/Learning Rate": 2.952333721661926e-10, "Finetune/Loss": 0.35429733991622925, "Finetune/Loss (Raw)": 0.34620901942253113, "Finetune/Step": 15557, "Finetune/Step Time": 6.585980614647269}
{"Finetune/Learning Rate": 2.794905410663518e-10, "Finetune/Loss": 0.35436713695526123, "Finetune/Loss (Raw)": 0.3989192843437195, "Finetune/Step": 15558, "Finetune/Step Time": 6.589430261403322}
{"Finetune/Learning Rate": 2.641790124846555e-10, "Finetune/Loss": 0.3538333773612976, "Finetune/Loss (Raw)": 0.3246925473213196, "Finetune/Step": 15559, "Finetune/Step Time": 6.588129488751292}
{"Finetune/Learning Rate": 2.492987870783559e-10, "Finetune/Loss": 0.3549947142601013, "Finetune/Loss (Raw)": 0.29859021306037903, "Finetune/Step": 15560, "Finetune/Step Time": 6.570260556414723}
{"Finetune/Learning Rate": 2.34849865490272e-10, "Finetune/Loss": 0.3555556535720825, "Finetune/Loss (Raw)": 0.45628389716148376, "Finetune/Step": 15561, "Finetune/Step Time": 6.570937337353826}
{"Finetune/Learning Rate": 2.2083224834323902e-10, "Finetune/Loss": 0.3557027578353882, "Finetune/Loss (Raw)": 0.43587031960487366, "Finetune/Step": 15562, "Finetune/Step Time": 6.5793325416743755}
{"Finetune/Learning Rate": 2.072459362434387e-10, "Finetune/Loss": 0.35632842779159546, "Finetune/Loss (Raw)": 0.4814700782299042, "Finetune/Step": 15563, "Finetune/Step Time": 6.591261742636561}
{"Finetune/Learning Rate": 1.9409092977595855e-10, "Finetune/Loss": 0.35633760690689087, "Finetune/Loss (Raw)": 0.39544594287872314, "Finetune/Step": 15564, "Finetune/Step Time": 6.595094978809357}
{"Finetune/Learning Rate": 1.8136722950701236e-10, "Finetune/Loss": 0.35832226276397705, "Finetune/Loss (Raw)": 0.3661462962627411, "Finetune/Step": 15565, "Finetune/Step Time": 6.579069105908275}
{"Finetune/Learning Rate": 1.690748359872707e-10, "Finetune/Loss": 0.3587316870689392, "Finetune/Loss (Raw)": 0.42567166686058044, "Finetune/Step": 15566, "Finetune/Step Time": 6.581500669941306}
{"Finetune/Learning Rate": 1.5721374974519976e-10, "Finetune/Loss": 0.3610920310020447, "Finetune/Loss (Raw)": 0.41270676255226135, "Finetune/Step": 15567, "Finetune/Step Time": 6.560421669855714}
{"Finetune/Learning Rate": 1.4578397129372257e-10, "Finetune/Loss": 0.3615904152393341, "Finetune/Loss (Raw)": 0.445329874753952, "Finetune/Step": 15568, "Finetune/Step Time": 6.580756522715092}
{"Finetune/Learning Rate": 1.3478550112577815e-10, "Finetune/Loss": 0.36042359471321106, "Finetune/Loss (Raw)": 0.30171167850494385, "Finetune/Step": 15569, "Finetune/Step Time": 6.58364562317729}
{"Finetune/Learning Rate": 1.242183397143215e-10, "Finetune/Loss": 0.3604716658592224, "Finetune/Loss (Raw)": 0.355241596698761, "Finetune/Step": 15570, "Finetune/Step Time": 6.590031910687685}
{"Finetune/Learning Rate": 1.1408248751676453e-10, "Finetune/Loss": 0.3606734275817871, "Finetune/Loss (Raw)": 0.3878871202468872, "Finetune/Step": 15571, "Finetune/Step Time": 6.593484485521913}
{"Finetune/Learning Rate": 1.0437794496942489e-10, "Finetune/Loss": 0.3609791100025177, "Finetune/Loss (Raw)": 0.4573628902435303, "Finetune/Step": 15572, "Finetune/Step Time": 6.584694793447852}
{"Finetune/Learning Rate": 9.510471249196684e-11, "Finetune/Loss": 0.3610444962978363, "Finetune/Loss (Raw)": 0.37233269214630127, "Finetune/Step": 15573, "Finetune/Step Time": 6.573000304400921}
{"Finetune/Learning Rate": 8.626279048296049e-11, "Finetune/Loss": 0.36121392250061035, "Finetune/Loss (Raw)": 0.3519749641418457, "Finetune/Step": 15574, "Finetune/Step Time": 6.565079528838396}
{"Finetune/Learning Rate": 7.785217932321231e-11, "Finetune/Loss": 0.360354483127594, "Finetune/Loss (Raw)": 0.257526159286499, "Finetune/Step": 15575, "Finetune/Step Time": 6.589095467701554}
{"Finetune/Learning Rate": 6.98728793779857e-11, "Finetune/Loss": 0.35965973138809204, "Finetune/Loss (Raw)": 0.3456211984157562, "Finetune/Step": 15576, "Finetune/Step Time": 6.60956615768373}
{"Finetune/Learning Rate": 6.232489098922933e-11, "Finetune/Loss": 0.36042875051498413, "Finetune/Loss (Raw)": 0.36923983693122864, "Finetune/Step": 15577, "Finetune/Step Time": 6.614570889621973}
{"Finetune/Learning Rate": 5.5208214483348786e-11, "Finetune/Loss": 0.3605651259422302, "Finetune/Loss (Raw)": 0.3590211868286133, "Finetune/Step": 15578, "Finetune/Step Time": 6.6229422725737095}
{"Finetune/Learning Rate": 4.852285016676561e-11, "Finetune/Loss": 0.36032021045684814, "Finetune/Loss (Raw)": 0.32661861181259155, "Finetune/Step": 15579, "Finetune/Step Time": 6.585713934153318}
{"Finetune/Learning Rate": 4.2268798329248015e-11, "Finetune/Loss": 0.3607240617275238, "Finetune/Loss (Raw)": 0.4191584587097168, "Finetune/Step": 15580, "Finetune/Step Time": 6.5765478275716305}
{"Finetune/Learning Rate": 3.644605923946998e-11, "Finetune/Loss": 0.36085623502731323, "Finetune/Loss (Raw)": 0.33447834849357605, "Finetune/Step": 15581, "Finetune/Step Time": 6.584587020799518}
{"Finetune/Learning Rate": 3.1054633148341897e-11, "Finetune/Loss": 0.35931551456451416, "Finetune/Loss (Raw)": 0.09818398207426071, "Finetune/Step": 15582, "Finetune/Step Time": 6.576193943619728}
{"Finetune/Learning Rate": 2.6094520289010604e-11, "Finetune/Loss": 0.35993415117263794, "Finetune/Loss (Raw)": 0.43554842472076416, "Finetune/Step": 15583, "Finetune/Step Time": 6.583527073264122}
{"Finetune/Learning Rate": 2.1565720874638928e-11, "Finetune/Loss": 0.3582148551940918, "Finetune/Loss (Raw)": 0.11212987452745438, "Finetune/Step": 15584, "Finetune/Step Time": 6.596487922593951}
{"Finetune/Learning Rate": 1.746823510173634e-11, "Finetune/Loss": 0.3598307967185974, "Finetune/Loss (Raw)": 0.5166155099868774, "Finetune/Step": 15585, "Finetune/Step Time": 6.596303233876824}
{"Finetune/Learning Rate": 1.380206314571808e-11, "Finetune/Loss": 0.3591785430908203, "Finetune/Loss (Raw)": 0.3338175117969513, "Finetune/Step": 15586, "Finetune/Step Time": 6.603645693510771}
{"Finetune/Learning Rate": 1.056720516534604e-11, "Finetune/Loss": 0.35906141996383667, "Finetune/Loss (Raw)": 0.3639907240867615, "Finetune/Step": 15587, "Finetune/Step Time": 6.614875799044967}
{"Finetune/Learning Rate": 7.763661300508318e-12, "Finetune/Loss": 0.35885143280029297, "Finetune/Loss (Raw)": 0.3786640763282776, "Finetune/Step": 15588, "Finetune/Step Time": 6.592467991635203}
{"Finetune/Learning Rate": 5.3914316722192275e-12, "Finetune/Loss": 0.35926729440689087, "Finetune/Loss (Raw)": 0.3926295042037964, "Finetune/Step": 15589, "Finetune/Step Time": 6.5671441331505775}
{"Finetune/Learning Rate": 3.4505163815090613e-12, "Finetune/Loss": 0.3602864742279053, "Finetune/Loss (Raw)": 0.4000687301158905, "Finetune/Step": 15590, "Finetune/Step Time": 6.573793580755591}
{"Finetune/Learning Rate": 1.940915513864994e-12, "Finetune/Loss": 0.36146271228790283, "Finetune/Loss (Raw)": 0.4105352759361267, "Finetune/Step": 15591, "Finetune/Step Time": 6.568956781178713}
{"Finetune/Learning Rate": 8.626291325697367e-13, "Finetune/Loss": 0.3614494204521179, "Finetune/Loss (Raw)": 0.31594589352607727, "Finetune/Step": 15592, "Finetune/Step Time": 6.5807205978780985}
{"Finetune/Learning Rate": 2.1565728536288022e-13, "Finetune/Loss": 0.3613237738609314, "Finetune/Loss (Raw)": 0.3532427251338959, "Finetune/Step": 15593, "Finetune/Step Time": 6.600234363228083}
{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.36313849687576294, "Finetune/Loss (Raw)": 0.3691563010215759, "Finetune/Step": 15594, "Finetune/Step Time": 6.610010897740722}