{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "one-stage+7b", "reduce_in_full_precision": false, "type": "one-stage+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "one-stage+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "one-stage+7b+stage-finetune+x7"}
{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 5.428145885467529, "Finetune/Loss (Raw)": 5.428145885467529, "Finetune/Step": 1, "Finetune/Step Time": 23.682654857635498}
{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 5.697373390197754, "Finetune/Loss (Raw)": 5.9666008949279785, "Finetune/Step": 2, "Finetune/Step Time": 16.388922929763794}
{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 5.0977606773376465, "Finetune/Loss (Raw)": 3.89853572845459, "Finetune/Step": 3, "Finetune/Step Time": 12.793655395507812}
{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 4.651859283447266, "Finetune/Loss (Raw)": 3.314155340194702, "Finetune/Step": 4, "Finetune/Step Time": 11.023093938827515}
{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 4.291454315185547, "Finetune/Loss (Raw)": 2.849832057952881, "Finetune/Step": 5, "Finetune/Step Time": 10.131002473831177}
{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 4.0208024978637695, "Finetune/Loss (Raw)": 2.6675407886505127, "Finetune/Step": 6, "Finetune/Step Time": 9.499040961265564}
{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 3.833264112472534, "Finetune/Loss (Raw)": 2.708035707473755, "Finetune/Step": 7, "Finetune/Step Time": 9.00982757977077}
{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 3.679871082305908, "Finetune/Loss (Raw)": 2.6061224937438965, "Finetune/Step": 8, "Finetune/Step Time": 8.825016230344772}
{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 3.52860689163208, "Finetune/Loss (Raw)": 2.3184916973114014, "Finetune/Step": 9, "Finetune/Step Time": 8.541168212890625}
{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 3.438767194747925, "Finetune/Loss (Raw)": 2.6302120685577393, "Finetune/Step": 10, "Finetune/Step Time": 8.56229751110077}
{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 3.346129894256592, "Finetune/Loss (Raw)": 2.419755220413208, "Finetune/Step": 11, "Finetune/Step Time": 8.32738436352123}
{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 3.2602062225341797, "Finetune/Loss (Raw)": 2.3150458335876465, "Finetune/Step": 12, "Finetune/Step Time": 8.139345506827036}
{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 3.1762282848358154, "Finetune/Loss (Raw)": 2.1684916019439697, "Finetune/Step": 13, "Finetune/Step Time": 7.983367131306575}
{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 3.1246697902679443, "Finetune/Loss (Raw)": 2.454409122467041, "Finetune/Step": 14, "Finetune/Step Time": 7.8253437621252875}
{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 3.049828290939331, "Finetune/Loss (Raw)": 2.002044439315796, "Finetune/Step": 15, "Finetune/Step Time": 7.778117259343465}
{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 2.947309970855713, "Finetune/Loss (Raw)": 1.4095388650894165, "Finetune/Step": 16, "Finetune/Step Time": 7.747123792767525}
{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 2.886753797531128, "Finetune/Loss (Raw)": 1.9178522825241089, "Finetune/Step": 17, "Finetune/Step Time": 7.655935946632834}
{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 2.8067638874053955, "Finetune/Loss (Raw)": 1.4469327926635742, "Finetune/Step": 18, "Finetune/Step Time": 7.603620767593384}
{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 2.753730535507202, "Finetune/Loss (Raw)": 1.7991366386413574, "Finetune/Step": 19, "Finetune/Step Time": 7.507894603829635}
{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 2.6998653411865234, "Finetune/Loss (Raw)": 1.676425814628601, "Finetune/Step": 20, "Finetune/Step Time": 7.40930323600769}
{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 2.6434028148651123, "Finetune/Loss (Raw)": 1.5141534805297852, "Finetune/Step": 21, "Finetune/Step Time": 7.404669069108509}
{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 2.5835373401641846, "Finetune/Loss (Raw)": 1.326363205909729, "Finetune/Step": 22, "Finetune/Step Time": 7.352317083965648}
{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 2.4808313846588135, "Finetune/Loss (Raw)": 0.2212963104248047, "Finetune/Step": 23, "Finetune/Step Time": 7.420689759047135}
{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 2.4436259269714355, "Finetune/Loss (Raw)": 1.5879032611846924, "Finetune/Step": 24, "Finetune/Step Time": 7.346601039171219}
{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 2.403548002243042, "Finetune/Loss (Raw)": 1.4416818618774414, "Finetune/Step": 25, "Finetune/Step Time": 7.2990214633941655}
{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 2.321341037750244, "Finetune/Loss (Raw)": 0.26616257429122925, "Finetune/Step": 26, "Finetune/Step Time": 7.367005091447097}
{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 2.2934341430664062, "Finetune/Loss (Raw)": 1.5678585767745972, "Finetune/Step": 27, "Finetune/Step Time": 7.295295688841078}
{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 2.2605791091918945, "Finetune/Loss (Raw)": 1.3734915256500244, "Finetune/Step": 28, "Finetune/Step Time": 7.234602987766266}
{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 2.2333600521087646, "Finetune/Loss (Raw)": 1.4712238311767578, "Finetune/Step": 29, "Finetune/Step Time": 7.227129492266425}
{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 2.2018983364105225, "Finetune/Loss (Raw)": 1.2895104885101318, "Finetune/Step": 30, "Finetune/Step Time": 7.224665260314941}
{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.179172992706299, "Finetune/Loss (Raw)": 1.497420072555542, "Finetune/Step": 31, "Finetune/Step Time": 7.197626406146634}
{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 2.1531033515930176, "Finetune/Loss (Raw)": 1.3449361324310303, "Finetune/Step": 32, "Finetune/Step Time": 7.225255578756332}
{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 2.1254355907440186, "Finetune/Loss (Raw)": 1.2400676012039185, "Finetune/Step": 33, "Finetune/Step Time": 7.207047628633903}
{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.0966291427612305, "Finetune/Loss (Raw)": 1.1460158824920654, "Finetune/Step": 34, "Finetune/Step Time": 7.1731613874435425}
{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.0810203552246094, "Finetune/Loss (Raw)": 1.5503135919570923, "Finetune/Step": 35, "Finetune/Step Time": 7.151479966299874}
{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.0579843521118164, "Finetune/Loss (Raw)": 1.2517225742340088, "Finetune/Step": 36, "Finetune/Step Time": 7.164796100722419}
{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.040574312210083, "Finetune/Loss (Raw)": 1.4138189554214478, "Finetune/Step": 37, "Finetune/Step Time": 7.217360451414779}
{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.0202863216400146, "Finetune/Loss (Raw)": 1.2696336507797241, "Finetune/Step": 38, "Finetune/Step Time": 7.177264188465319}
{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.0009446144104004, "Finetune/Loss (Raw)": 1.2659631967544556, "Finetune/Step": 39, "Finetune/Step Time": 7.136945125384209}
{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.9822885990142822, "Finetune/Loss (Raw)": 1.2546982765197754, "Finetune/Step": 40, "Finetune/Step Time": 7.1467734456062315}
{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.9664801359176636, "Finetune/Loss (Raw)": 1.3341509103775024, "Finetune/Step": 41, "Finetune/Step Time": 7.099648376790489}
{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.950498342514038, "Finetune/Loss (Raw)": 1.2952362298965454, "Finetune/Step": 42, "Finetune/Step Time": 7.065008157775516}
{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.9342775344848633, "Finetune/Loss (Raw)": 1.2530100345611572, "Finetune/Step": 43, "Finetune/Step Time": 7.0642088346703105}
{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.9192270040512085, "Finetune/Loss (Raw)": 1.2720504999160767, "Finetune/Step": 44, "Finetune/Step Time": 7.054866828701713}
{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.9014824628829956, "Finetune/Loss (Raw)": 1.1207261085510254, "Finetune/Step": 45, "Finetune/Step Time": 7.115976561440362}
{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.8654987812042236, "Finetune/Loss (Raw)": 0.24623127281665802, "Finetune/Step": 46, "Finetune/Step Time": 7.149952587874039}
{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.8514175415039062, "Finetune/Loss (Raw)": 1.2036802768707275, "Finetune/Step": 47, "Finetune/Step Time": 7.127722998882862}
{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.837200403213501, "Finetune/Loss (Raw)": 1.168993353843689, "Finetune/Step": 48, "Finetune/Step Time": 7.137561226884524}
{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.824554204940796, "Finetune/Loss (Raw)": 1.2175428867340088, "Finetune/Step": 49, "Finetune/Step Time": 7.116500693924573}
{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.8096404075622559, "Finetune/Loss (Raw)": 1.0788630247116089, "Finetune/Step": 50, "Finetune/Step Time": 7.084763898849487}
{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.7970901727676392, "Finetune/Loss (Raw)": 1.1695727109909058, "Finetune/Step": 51, "Finetune/Step Time": 7.108511008468329}
{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.7865475416183472, "Finetune/Loss (Raw)": 1.2488685846328735, "Finetune/Step": 52, "Finetune/Step Time": 7.102306347626906}
{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.771167516708374, "Finetune/Loss (Raw)": 0.9714173078536987, "Finetune/Step": 53, "Finetune/Step Time": 7.117216731017491}
{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.756234049797058, "Finetune/Loss (Raw)": 0.9647586941719055, "Finetune/Step": 54, "Finetune/Step Time": 7.113050725724962}
{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.7459019422531128, "Finetune/Loss (Raw)": 1.1879745721817017, "Finetune/Step": 55, "Finetune/Step Time": 7.115157898989591}
{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.735013723373413, "Finetune/Loss (Raw)": 1.1361472606658936, "Finetune/Step": 56, "Finetune/Step Time": 7.127375670841762}
{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.7229113578796387, "Finetune/Loss (Raw)": 1.0451802015304565, "Finetune/Step": 57, "Finetune/Step Time": 7.107343037923177}
{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.7118958234786987, "Finetune/Loss (Raw)": 1.0840139389038086, "Finetune/Step": 58, "Finetune/Step Time": 7.133952740965219}
{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.7014704942703247, "Finetune/Loss (Raw)": 1.0967998504638672, "Finetune/Step": 59, "Finetune/Step Time": 7.143203355498233}
{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.6914386749267578, "Finetune/Loss (Raw)": 1.099550724029541, "Finetune/Step": 60, "Finetune/Step Time": 7.120974163214366}
{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.6826589107513428, "Finetune/Loss (Raw)": 1.1558902263641357, "Finetune/Step": 61, "Finetune/Step Time": 7.106603751417066}
{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.6752095222473145, "Finetune/Loss (Raw)": 1.22079336643219, "Finetune/Step": 62, "Finetune/Step Time": 7.084035146620966}
{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.6678452491760254, "Finetune/Loss (Raw)": 1.2112501859664917, "Finetune/Step": 63, "Finetune/Step Time": 7.064117817651658}
{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.658475399017334, "Finetune/Loss (Raw)": 1.0681819915771484, "Finetune/Step": 64, "Finetune/Step Time": 7.099286403506994}
{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.6492952108383179, "Finetune/Loss (Raw)": 1.0617561340332031, "Finetune/Step": 65, "Finetune/Step Time": 7.095031426503108}
{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.6395742893218994, "Finetune/Loss (Raw)": 1.0077193975448608, "Finetune/Step": 66, "Finetune/Step Time": 7.082278244423144}
{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.6288025379180908, "Finetune/Loss (Raw)": 0.9178687930107117, "Finetune/Step": 67, "Finetune/Step Time": 7.0800898253028075}
{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.6213926076889038, "Finetune/Loss (Raw)": 1.1249268054962158, "Finetune/Step": 68, "Finetune/Step Time": 7.078350109212539}
{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.6147083044052124, "Finetune/Loss (Raw)": 1.1601742506027222, "Finetune/Step": 69, "Finetune/Step Time": 7.056384328482808}
{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.60873544216156, "Finetune/Loss (Raw)": 1.1966108083724976, "Finetune/Step": 70, "Finetune/Step Time": 7.037663582393101}
{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.5990855693817139, "Finetune/Loss (Raw)": 0.9236003160476685, "Finetune/Step": 71, "Finetune/Step Time": 7.021096283281353}
{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.591257095336914, "Finetune/Loss (Raw)": 1.035424828529358, "Finetune/Step": 72, "Finetune/Step Time": 6.998788916402393}
{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.5822898149490356, "Finetune/Loss (Raw)": 0.936651349067688, "Finetune/Step": 73, "Finetune/Step Time": 6.98209538525098}
{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.5736838579177856, "Finetune/Loss (Raw)": 0.9454429745674133, "Finetune/Step": 74, "Finetune/Step Time": 6.966516794385137}
{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.5636190176010132, "Finetune/Loss (Raw)": 0.8188213109970093, "Finetune/Step": 75, "Finetune/Step Time": 6.9621906661987305}
{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.5562286376953125, "Finetune/Loss (Raw)": 1.0019497871398926, "Finetune/Step": 76, "Finetune/Step Time": 6.955723627617485}
{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.550675630569458, "Finetune/Loss (Raw)": 1.1286487579345703, "Finetune/Step": 77, "Finetune/Step Time": 6.936967465784643}
{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.5462822914123535, "Finetune/Loss (Raw)": 1.2079943418502808, "Finetune/Step": 78, "Finetune/Step Time": 6.917921145757039}
{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.5416511297225952, "Finetune/Loss (Raw)": 1.1804121732711792, "Finetune/Step": 79, "Finetune/Step Time": 6.903631285776066}
{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.5345338582992554, "Finetune/Loss (Raw)": 0.9722837209701538, "Finetune/Step": 80, "Finetune/Step Time": 6.9099239081144335}
{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.5297046899795532, "Finetune/Loss (Raw)": 1.1433651447296143, "Finetune/Step": 81, "Finetune/Step Time": 6.908577112503994}
{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.5244592428207397, "Finetune/Loss (Raw)": 1.099587321281433, "Finetune/Step": 82, "Finetune/Step Time": 6.893736778236017}
{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.5176712274551392, "Finetune/Loss (Raw)": 0.9610506296157837, "Finetune/Step": 83, "Finetune/Step Time": 6.902211416198547}
{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.513868808746338, "Finetune/Loss (Raw)": 1.1982709169387817, "Finetune/Step": 84, "Finetune/Step Time": 6.9042923620768955}
{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.5084028244018555, "Finetune/Loss (Raw)": 1.0492444038391113, "Finetune/Step": 85, "Finetune/Step Time": 6.891003687241498}
{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.4945125579833984, "Finetune/Loss (Raw)": 0.3138398826122284, "Finetune/Step": 86, "Finetune/Step Time": 6.9187710118848225}
{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.4891263246536255, "Finetune/Loss (Raw)": 1.025923490524292, "Finetune/Step": 87, "Finetune/Step Time": 6.9060681249903535}
{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.486116647720337, "Finetune/Loss (Raw)": 1.224278211593628, "Finetune/Step": 88, "Finetune/Step Time": 6.91321953589266}
{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.4813008308410645, "Finetune/Loss (Raw)": 1.0574973821640015, "Finetune/Step": 89, "Finetune/Step Time": 6.9004048792163974}
{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.4775282144546509, "Finetune/Loss (Raw)": 1.1417670249938965, "Finetune/Step": 90, "Finetune/Step Time": 6.90768891175588}
{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.4739710092544556, "Finetune/Loss (Raw)": 1.1538300514221191, "Finetune/Step": 91, "Finetune/Step Time": 6.910052571977888}
{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.4708902835845947, "Finetune/Loss (Raw)": 1.1905320882797241, "Finetune/Step": 92, "Finetune/Step Time": 6.899140824442324}
{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.4650228023529053, "Finetune/Loss (Raw)": 0.9252262711524963, "Finetune/Step": 93, "Finetune/Step Time": 6.890631037373697}
{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.4617242813110352, "Finetune/Loss (Raw)": 1.15496027469635, "Finetune/Step": 94, "Finetune/Step Time": 6.874938318069945}
{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.4576692581176758, "Finetune/Loss (Raw)": 1.0764909982681274, "Finetune/Step": 95, "Finetune/Step Time": 6.863266513222142}
{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.4536702632904053, "Finetune/Loss (Raw)": 1.0737590789794922, "Finetune/Step": 96, "Finetune/Step Time": 6.8654511123895645}
{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.449263334274292, "Finetune/Loss (Raw)": 1.026211142539978, "Finetune/Step": 97, "Finetune/Step Time": 6.860947692517152}
{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.4457920789718628, "Finetune/Loss (Raw)": 1.109085202217102, "Finetune/Step": 98, "Finetune/Step Time": 6.849666430025684}
{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.4332239627838135, "Finetune/Loss (Raw)": 0.20154450833797455, "Finetune/Step": 99, "Finetune/Step Time": 6.861643658743964}
{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.4309035539627075, "Finetune/Loss (Raw)": 1.2011843919754028, "Finetune/Step": 100, "Finetune/Step Time": 6.854998443126679}
{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.4271124601364136, "Finetune/Loss (Raw)": 1.048017978668213, "Finetune/Step": 101, "Finetune/Step Time": 6.856634173062768}
{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.424973487854004, "Finetune/Loss (Raw)": 1.208905577659607, "Finetune/Step": 102, "Finetune/Step Time": 6.840941415113561}
{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.4139140844345093, "Finetune/Loss (Raw)": 0.2858556807041168, "Finetune/Step": 103, "Finetune/Step Time": 6.853712556431595}
{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.4112604856491089, "Finetune/Loss (Raw)": 1.1379613876342773, "Finetune/Step": 104, "Finetune/Step Time": 6.841645362285467}
{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.4077370166778564, "Finetune/Loss (Raw)": 1.0412877798080444, "Finetune/Step": 105, "Finetune/Step Time": 6.825593875703357}
{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.4043697118759155, "Finetune/Loss (Raw)": 1.0507903099060059, "Finetune/Step": 106, "Finetune/Step Time": 6.828524906680269}
{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.4017174243927002, "Finetune/Loss (Raw)": 1.1205768585205078, "Finetune/Step": 107, "Finetune/Step Time": 6.817918066666505}
{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.3980498313903809, "Finetune/Loss (Raw)": 1.005613923072815, "Finetune/Step": 108, "Finetune/Step Time": 6.810395719828429}
{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.3956600427627563, "Finetune/Loss (Raw)": 1.1375879049301147, "Finetune/Step": 109, "Finetune/Step Time": 6.800306302691818}
{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.392383337020874, "Finetune/Loss (Raw)": 1.0352020263671875, "Finetune/Step": 110, "Finetune/Step Time": 6.78890209197998}
{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.3898268938064575, "Finetune/Loss (Raw)": 1.108625054359436, "Finetune/Step": 111, "Finetune/Step Time": 6.794598966031461}
{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.3869868516921997, "Finetune/Loss (Raw)": 1.0717295408248901, "Finetune/Step": 112, "Finetune/Step Time": 6.79035730447088}
{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.3844997882843018, "Finetune/Loss (Raw)": 1.1059600114822388, "Finetune/Step": 113, "Finetune/Step Time": 6.793815678199835}
{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.3743752241134644, "Finetune/Loss (Raw)": 0.23029740154743195, "Finetune/Step": 114, "Finetune/Step Time": 6.807821535227592}
{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.3717750310897827, "Finetune/Loss (Raw)": 1.0753616094589233, "Finetune/Step": 115, "Finetune/Step Time": 6.799353133077207}
{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.367799162864685, "Finetune/Loss (Raw)": 0.9105720520019531, "Finetune/Step": 116, "Finetune/Step Time": 6.804925945298425}
{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.365524172782898, "Finetune/Loss (Raw)": 1.1016191244125366, "Finetune/Step": 117, "Finetune/Step Time": 6.80110446204487}
{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.3635916709899902, "Finetune/Loss (Raw)": 1.1374977827072144, "Finetune/Step": 118, "Finetune/Step Time": 6.791601526535164}
{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.3608676195144653, "Finetune/Loss (Raw)": 1.0394220352172852, "Finetune/Step": 119, "Finetune/Step Time": 6.783730242432666}
{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.3585158586502075, "Finetune/Loss (Raw)": 1.0786529779434204, "Finetune/Step": 120, "Finetune/Step Time": 6.780103180805842}
{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.3556478023529053, "Finetune/Loss (Raw)": 1.0114861726760864, "Finetune/Step": 121, "Finetune/Step Time": 6.788350221539332}
{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.3524086475372314, "Finetune/Loss (Raw)": 0.9604801535606384, "Finetune/Step": 122, "Finetune/Step Time": 6.78144248000911}
{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.3495413064956665, "Finetune/Loss (Raw)": 0.9997170567512512, "Finetune/Step": 123, "Finetune/Step Time": 6.773691218073775}
{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.3476663827896118, "Finetune/Loss (Raw)": 1.1170594692230225, "Finetune/Step": 124, "Finetune/Step Time": 6.767547530512656}
{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.3448460102081299, "Finetune/Loss (Raw)": 0.9951114654541016, "Finetune/Step": 125, "Finetune/Step Time": 6.7619895763397215}
{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.342866063117981, "Finetune/Loss (Raw)": 1.0953679084777832, "Finetune/Step": 126, "Finetune/Step Time": 6.774554714323982}
{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.3398960828781128, "Finetune/Loss (Raw)": 0.9656921029090881, "Finetune/Step": 127, "Finetune/Step Time": 6.765792157706313}
{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.3381708860397339, "Finetune/Loss (Raw)": 1.1190584897994995, "Finetune/Step": 128, "Finetune/Step Time": 6.759816512465477}
{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.3046950101852417, "Finetune/Loss (Raw)": 1.1432431936264038, "Finetune/Step": 129, "Finetune/Step Time": 6.620171349495649}
{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.266869068145752, "Finetune/Loss (Raw)": 1.1248605251312256, "Finetune/Step": 130, "Finetune/Step Time": 6.602467743679881}
{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.2449254989624023, "Finetune/Loss (Raw)": 1.0897644758224487, "Finetune/Step": 131, "Finetune/Step Time": 6.6019760593771935}
{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.22752845287323, "Finetune/Loss (Raw)": 1.0873366594314575, "Finetune/Step": 132, "Finetune/Step Time": 6.6022072192281485}
{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.2121248245239258, "Finetune/Loss (Raw)": 0.8781764507293701, "Finetune/Step": 133, "Finetune/Step Time": 6.612459950149059}
{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.2008612155914307, "Finetune/Loss (Raw)": 1.2257893085479736, "Finetune/Step": 134, "Finetune/Step Time": 6.6080590933561325}
{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.1873914003372192, "Finetune/Loss (Raw)": 0.9839065670967102, "Finetune/Step": 135, "Finetune/Step Time": 6.610071005299687}
{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.175412893295288, "Finetune/Loss (Raw)": 1.0728676319122314, "Finetune/Step": 136, "Finetune/Step Time": 6.595762986689806}
{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.1647955179214478, "Finetune/Loss (Raw)": 0.9594728946685791, "Finetune/Step": 137, "Finetune/Step Time": 6.59810165502131}
{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.1528973579406738, "Finetune/Loss (Raw)": 1.107232928276062, "Finetune/Step": 138, "Finetune/Step Time": 6.5705723483115435}
{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.1409573554992676, "Finetune/Loss (Raw)": 0.891447901725769, "Finetune/Step": 139, "Finetune/Step Time": 6.582294583320618}
{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.1328492164611816, "Finetune/Loss (Raw)": 1.277197241783142, "Finetune/Step": 140, "Finetune/Step Time": 6.577059464529157}
{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.1238105297088623, "Finetune/Loss (Raw)": 1.0115413665771484, "Finetune/Step": 141, "Finetune/Step Time": 6.5705928429961205}
{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.112534761428833, "Finetune/Loss (Raw)": 1.0111221075057983, "Finetune/Step": 142, "Finetune/Step Time": 6.609209327027202}
{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.1043434143066406, "Finetune/Loss (Raw)": 0.9535496234893799, "Finetune/Step": 143, "Finetune/Step Time": 6.624334188178182}
{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0958364009857178, "Finetune/Loss (Raw)": 0.320629745721817, "Finetune/Step": 144, "Finetune/Step Time": 6.632478825747967}
{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0833418369293213, "Finetune/Loss (Raw)": 0.31855565309524536, "Finetune/Step": 145, "Finetune/Step Time": 6.6531903222203255}
{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.079458236694336, "Finetune/Loss (Raw)": 0.9498270153999329, "Finetune/Step": 146, "Finetune/Step Time": 6.64450453966856}
{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0722825527191162, "Finetune/Loss (Raw)": 0.8806449174880981, "Finetune/Step": 147, "Finetune/Step Time": 6.650456191971898}
{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0674693584442139, "Finetune/Loss (Raw)": 1.0603387355804443, "Finetune/Step": 148, "Finetune/Step Time": 6.653458219021559}
{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0641417503356934, "Finetune/Loss (Raw)": 1.0882197618484497, "Finetune/Step": 149, "Finetune/Step Time": 6.643565138801932}
{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.062312364578247, "Finetune/Loss (Raw)": 1.0922154188156128, "Finetune/Step": 150, "Finetune/Step Time": 6.6471920274198055}
{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.068976640701294, "Finetune/Loss (Raw)": 1.0743173360824585, "Finetune/Step": 151, "Finetune/Step Time": 6.626574020832777}
{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0645051002502441, "Finetune/Loss (Raw)": 1.015552282333374, "Finetune/Step": 152, "Finetune/Step Time": 6.631981989368796}
{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.062088966369629, "Finetune/Loss (Raw)": 1.132415771484375, "Finetune/Step": 153, "Finetune/Step Time": 6.641873987391591}
{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.068629264831543, "Finetune/Loss (Raw)": 1.103320598602295, "Finetune/Step": 154, "Finetune/Step Time": 6.617649812251329}
{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0655388832092285, "Finetune/Loss (Raw)": 1.1722863912582397, "Finetune/Step": 155, "Finetune/Step Time": 6.624567614868283}
{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0570060014724731, "Finetune/Loss (Raw)": 0.2812846302986145, "Finetune/Step": 156, "Finetune/Step Time": 6.6475025080144405}
{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0538153648376465, "Finetune/Loss (Raw)": 1.062825322151184, "Finetune/Step": 157, "Finetune/Step Time": 6.6386907529085875}
{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0522091388702393, "Finetune/Loss (Raw)": 1.083911657333374, "Finetune/Step": 158, "Finetune/Step Time": 6.629857614636421}
{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0489219427108765, "Finetune/Loss (Raw)": 1.0766550302505493, "Finetune/Step": 159, "Finetune/Step Time": 6.6227335203439}
{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0462404489517212, "Finetune/Loss (Raw)": 1.001705527305603, "Finetune/Step": 160, "Finetune/Step Time": 6.6123146042227745}
{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0444319248199463, "Finetune/Loss (Raw)": 1.0085761547088623, "Finetune/Step": 161, "Finetune/Step Time": 6.608525035902858}
{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.045136570930481, "Finetune/Loss (Raw)": 1.2362213134765625, "Finetune/Step": 162, "Finetune/Step Time": 6.607146378606558}
{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0413634777069092, "Finetune/Loss (Raw)": 1.0673413276672363, "Finetune/Step": 163, "Finetune/Step Time": 6.618803294375539}
{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0389034748077393, "Finetune/Loss (Raw)": 0.9368615746498108, "Finetune/Step": 164, "Finetune/Step Time": 6.616159979254007}
{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0359458923339844, "Finetune/Loss (Raw)": 1.0352227687835693, "Finetune/Step": 165, "Finetune/Step Time": 6.593075102195144}
{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0335772037506104, "Finetune/Loss (Raw)": 0.9664466977119446, "Finetune/Step": 166, "Finetune/Step Time": 6.593982059508562}
{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0324792861938477, "Finetune/Loss (Raw)": 1.1254403591156006, "Finetune/Step": 167, "Finetune/Step Time": 6.5951160453259945}
{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0302214622497559, "Finetune/Loss (Raw)": 0.9657023549079895, "Finetune/Step": 168, "Finetune/Step Time": 6.582909861579537}
{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.027153491973877, "Finetune/Loss (Raw)": 0.9414474964141846, "Finetune/Step": 169, "Finetune/Step Time": 6.586580000817776}
{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0196549892425537, "Finetune/Loss (Raw)": 0.3354288637638092, "Finetune/Step": 170, "Finetune/Step Time": 6.6049762684851885}
{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0175144672393799, "Finetune/Loss (Raw)": 0.9790226221084595, "Finetune/Step": 171, "Finetune/Step Time": 6.602661710232496}
{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0151392221450806, "Finetune/Loss (Raw)": 0.9680181741714478, "Finetune/Step": 172, "Finetune/Step Time": 6.6051564663648605}
{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0154082775115967, "Finetune/Loss (Raw)": 1.1551648378372192, "Finetune/Step": 173, "Finetune/Step Time": 6.57269349321723}
{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0203149318695068, "Finetune/Loss (Raw)": 0.8742827773094177, "Finetune/Step": 174, "Finetune/Step Time": 6.554058870300651}
{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0198986530303955, "Finetune/Loss (Raw)": 1.1503856182098389, "Finetune/Step": 175, "Finetune/Step Time": 6.550367346033454}
{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.013489007949829, "Finetune/Loss (Raw)": 0.3485552966594696, "Finetune/Step": 176, "Finetune/Step Time": 6.554465254768729}
{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0114027261734009, "Finetune/Loss (Raw)": 0.9505100846290588, "Finetune/Step": 177, "Finetune/Step Time": 6.556417491286993}
{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0120612382888794, "Finetune/Loss (Raw)": 1.1631566286087036, "Finetune/Step": 178, "Finetune/Step Time": 6.562936345115304}
{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0098941326141357, "Finetune/Loss (Raw)": 0.8921820521354675, "Finetune/Step": 179, "Finetune/Step Time": 6.547595115378499}
{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0083203315734863, "Finetune/Loss (Raw)": 1.047422170639038, "Finetune/Step": 180, "Finetune/Step Time": 6.543865740299225}
{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.008528709411621, "Finetune/Loss (Raw)": 0.9980697631835938, "Finetune/Step": 181, "Finetune/Step Time": 6.524198774248362}
{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.009094476699829, "Finetune/Loss (Raw)": 1.0371860265731812, "Finetune/Step": 182, "Finetune/Step Time": 6.516953133046627}
{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0075761079788208, "Finetune/Loss (Raw)": 0.9936277270317078, "Finetune/Step": 183, "Finetune/Step Time": 6.5002025961875916}
{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.007582664489746, "Finetune/Loss (Raw)": 1.1369996070861816, "Finetune/Step": 184, "Finetune/Step Time": 6.485924307256937}
{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.006504774093628, "Finetune/Loss (Raw)": 0.9072033762931824, "Finetune/Step": 185, "Finetune/Step Time": 6.482757605612278}
{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.005586862564087, "Finetune/Loss (Raw)": 0.9665074348449707, "Finetune/Step": 186, "Finetune/Step Time": 6.472741095349193}
{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0047059059143066, "Finetune/Loss (Raw)": 0.9840549826622009, "Finetune/Step": 187, "Finetune/Step Time": 6.4583259876817465}
{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0047109127044678, "Finetune/Loss (Raw)": 1.1001783609390259, "Finetune/Step": 188, "Finetune/Step Time": 6.456499954685569}
{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0033600330352783, "Finetune/Loss (Raw)": 0.9829797744750977, "Finetune/Step": 189, "Finetune/Step Time": 6.466466354206204}
{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.002052664756775, "Finetune/Loss (Raw)": 1.0534416437149048, "Finetune/Step": 190, "Finetune/Step Time": 6.471431730315089}
{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0008156299591064, "Finetune/Loss (Raw)": 1.052922248840332, "Finetune/Step": 191, "Finetune/Step Time": 6.476548690348864}
{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0005459785461426, "Finetune/Loss (Raw)": 1.033668875694275, "Finetune/Step": 192, "Finetune/Step Time": 6.456734051927924}
{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9994795918464661, "Finetune/Loss (Raw)": 0.9252583980560303, "Finetune/Step": 193, "Finetune/Step Time": 6.449515298008919}
{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9997177124023438, "Finetune/Loss (Raw)": 1.0381907224655151, "Finetune/Step": 194, "Finetune/Step Time": 6.448397643864155}
{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0001740455627441, "Finetune/Loss (Raw)": 0.9762879610061646, "Finetune/Step": 195, "Finetune/Step Time": 6.443519147112966}
{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9988324642181396, "Finetune/Loss (Raw)": 0.9531983137130737, "Finetune/Step": 196, "Finetune/Step Time": 6.439404563978314}
{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9978188872337341, "Finetune/Loss (Raw)": 1.0304434299468994, "Finetune/Step": 197, "Finetune/Step Time": 6.444999925792217}
{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9961195588111877, "Finetune/Loss (Raw)": 0.9790841937065125, "Finetune/Step": 198, "Finetune/Step Time": 6.444532027468085}
{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9964601397514343, "Finetune/Loss (Raw)": 0.9671998023986816, "Finetune/Step": 199, "Finetune/Step Time": 6.448290564119816}
{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9962343573570251, "Finetune/Loss (Raw)": 1.0065319538116455, "Finetune/Step": 200, "Finetune/Step Time": 6.452771680429578}
{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9974398612976074, "Finetune/Loss (Raw)": 1.0909574031829834, "Finetune/Step": 201, "Finetune/Step Time": 6.456307929009199}
{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9986490607261658, "Finetune/Loss (Raw)": 1.100219488143921, "Finetune/Step": 202, "Finetune/Step Time": 6.459538878872991}
{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.000338077545166, "Finetune/Loss (Raw)": 1.0350016355514526, "Finetune/Step": 203, "Finetune/Step Time": 6.454024638980627}
{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0006474256515503, "Finetune/Loss (Raw)": 1.0415562391281128, "Finetune/Step": 204, "Finetune/Step Time": 6.448517749086022}
{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9942546486854553, "Finetune/Loss (Raw)": 0.31037437915802, "Finetune/Step": 205, "Finetune/Step Time": 6.47104075551033}
{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9925501346588135, "Finetune/Loss (Raw)": 0.989806056022644, "Finetune/Step": 206, "Finetune/Step Time": 6.480090763419867}
{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9922858476638794, "Finetune/Loss (Raw)": 1.1465927362442017, "Finetune/Step": 207, "Finetune/Step Time": 6.502893144264817}
{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9925770163536072, "Finetune/Loss (Raw)": 1.0095493793487549, "Finetune/Step": 208, "Finetune/Step Time": 6.488926708698273}
{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.991320788860321, "Finetune/Loss (Raw)": 0.9825780987739563, "Finetune/Step": 209, "Finetune/Step Time": 6.483048681169748}
{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9851531386375427, "Finetune/Loss (Raw)": 0.3101147711277008, "Finetune/Step": 210, "Finetune/Step Time": 6.505632324144244}
{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9851599931716919, "Finetune/Loss (Raw)": 0.9619295597076416, "Finetune/Step": 211, "Finetune/Step Time": 6.509595174342394}
{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9839169383049011, "Finetune/Loss (Raw)": 1.0391641855239868, "Finetune/Step": 212, "Finetune/Step Time": 6.507541190832853}
{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9847469925880432, "Finetune/Loss (Raw)": 1.1554979085922241, "Finetune/Step": 213, "Finetune/Step Time": 6.510319866240025}
{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9898095726966858, "Finetune/Loss (Raw)": 0.9618402123451233, "Finetune/Step": 214, "Finetune/Step Time": 6.501278540119529}
{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9891529679298401, "Finetune/Loss (Raw)": 0.9418777823448181, "Finetune/Step": 215, "Finetune/Step Time": 6.501361094415188}
{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9866640567779541, "Finetune/Loss (Raw)": 0.9057052731513977, "Finetune/Step": 216, "Finetune/Step Time": 6.5011396780610085}
{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9868709444999695, "Finetune/Loss (Raw)": 1.0839756727218628, "Finetune/Step": 217, "Finetune/Step Time": 6.499707916751504}
{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9861452579498291, "Finetune/Loss (Raw)": 1.0488828420639038, "Finetune/Step": 218, "Finetune/Step Time": 6.501577680930495}
{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9862926006317139, "Finetune/Loss (Raw)": 1.1726762056350708, "Finetune/Step": 219, "Finetune/Step Time": 6.49133513122797}
{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9844199419021606, "Finetune/Loss (Raw)": 0.950843334197998, "Finetune/Step": 220, "Finetune/Step Time": 6.489081295207143}
{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9857015609741211, "Finetune/Loss (Raw)": 1.0892752408981323, "Finetune/Step": 221, "Finetune/Step Time": 6.4925169963389635}
{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.984020471572876, "Finetune/Loss (Raw)": 0.9397798180580139, "Finetune/Step": 222, "Finetune/Step Time": 6.49898106791079}
{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9830524921417236, "Finetune/Loss (Raw)": 0.9525836110115051, "Finetune/Step": 223, "Finetune/Step Time": 6.50069585442543}
{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9772716164588928, "Finetune/Loss (Raw)": 0.33381325006484985, "Finetune/Step": 224, "Finetune/Step Time": 6.509748179465532}
{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9773139953613281, "Finetune/Loss (Raw)": 1.0316359996795654, "Finetune/Step": 225, "Finetune/Step Time": 6.510060474276543}
{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9776884913444519, "Finetune/Loss (Raw)": 1.1570218801498413, "Finetune/Step": 226, "Finetune/Step Time": 6.5080874748528}
{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9850448369979858, "Finetune/Loss (Raw)": 1.1431576013565063, "Finetune/Step": 227, "Finetune/Step Time": 6.488744342699647}
{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9841979146003723, "Finetune/Loss (Raw)": 1.092777132987976, "Finetune/Step": 228, "Finetune/Step Time": 6.484057756140828}
{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9838835000991821, "Finetune/Loss (Raw)": 1.007766604423523, "Finetune/Step": 229, "Finetune/Step Time": 6.478153366595507}
{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.983139157295227, "Finetune/Loss (Raw)": 1.113635540008545, "Finetune/Step": 230, "Finetune/Step Time": 6.480869520455599}
{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9886831641197205, "Finetune/Loss (Raw)": 0.9954843521118164, "Finetune/Step": 231, "Finetune/Step Time": 6.462808301672339}
{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9878262281417847, "Finetune/Loss (Raw)": 1.0282803773880005, "Finetune/Step": 232, "Finetune/Step Time": 6.466429265215993}
{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9820815920829773, "Finetune/Loss (Raw)": 0.30596646666526794, "Finetune/Step": 233, "Finetune/Step Time": 6.490790281444788}
{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9827026128768921, "Finetune/Loss (Raw)": 1.1302825212478638, "Finetune/Step": 234, "Finetune/Step Time": 6.498354975134134}
{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9829875230789185, "Finetune/Loss (Raw)": 1.1570498943328857, "Finetune/Step": 235, "Finetune/Step Time": 6.537687094882131}
{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9828923344612122, "Finetune/Loss (Raw)": 0.9934338331222534, "Finetune/Step": 236, "Finetune/Step Time": 6.538506297394633}
{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9821296334266663, "Finetune/Loss (Raw)": 1.0399556159973145, "Finetune/Step": 237, "Finetune/Step Time": 6.57059933245182}
{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9816875457763672, "Finetune/Loss (Raw)": 0.9786189198493958, "Finetune/Step": 238, "Finetune/Step Time": 6.574577379971743}
{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9797747731208801, "Finetune/Loss (Raw)": 0.8637846112251282, "Finetune/Step": 239, "Finetune/Step Time": 6.558996239677072}
{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9787288904190063, "Finetune/Loss (Raw)": 0.9378637075424194, "Finetune/Step": 240, "Finetune/Step Time": 6.55665379576385}
{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9784507751464844, "Finetune/Loss (Raw)": 1.0703508853912354, "Finetune/Step": 241, "Finetune/Step Time": 6.5442528538405895}
{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9845831394195557, "Finetune/Loss (Raw)": 1.0152506828308105, "Finetune/Step": 242, "Finetune/Step Time": 6.526043523102999}
{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9842720627784729, "Finetune/Loss (Raw)": 1.0355453491210938, "Finetune/Step": 243, "Finetune/Step Time": 6.534852808341384}
{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9840688705444336, "Finetune/Loss (Raw)": 0.8845587968826294, "Finetune/Step": 244, "Finetune/Step Time": 6.520006248727441}
{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9846394062042236, "Finetune/Loss (Raw)": 1.1746379137039185, "Finetune/Step": 245, "Finetune/Step Time": 6.51189655251801}
{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9844808578491211, "Finetune/Loss (Raw)": 1.1172106266021729, "Finetune/Step": 246, "Finetune/Step Time": 6.520025443285704}
{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9843711256980896, "Finetune/Loss (Raw)": 1.025375247001648, "Finetune/Step": 247, "Finetune/Step Time": 6.519829286262393}
{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9835933446884155, "Finetune/Loss (Raw)": 0.9790995121002197, "Finetune/Step": 248, "Finetune/Step Time": 6.523005243390799}
{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9833937287330627, "Finetune/Loss (Raw)": 0.9859309792518616, "Finetune/Step": 249, "Finetune/Step Time": 6.505257528275251}
{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9839385747909546, "Finetune/Loss (Raw)": 1.0302228927612305, "Finetune/Step": 250, "Finetune/Step Time": 6.502603121101856}
{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9847336411476135, "Finetune/Loss (Raw)": 1.1014833450317383, "Finetune/Step": 251, "Finetune/Step Time": 6.515982350334525}
{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9838075637817383, "Finetune/Loss (Raw)": 0.998524010181427, "Finetune/Step": 252, "Finetune/Step Time": 6.515096018090844}
{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9842738509178162, "Finetune/Loss (Raw)": 1.0547935962677002, "Finetune/Step": 253, "Finetune/Step Time": 6.509630210697651}
{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9831210374832153, "Finetune/Loss (Raw)": 0.9478106498718262, "Finetune/Step": 254, "Finetune/Step Time": 6.4895643424242735}
{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9782248735427856, "Finetune/Loss (Raw)": 0.3389855623245239, "Finetune/Step": 255, "Finetune/Step Time": 6.508682439103723}
{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9766616821289062, "Finetune/Loss (Raw)": 0.9189726710319519, "Finetune/Step": 256, "Finetune/Step Time": 6.509164283052087}
{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.976691484451294, "Finetune/Loss (Raw)": 1.1470482349395752, "Finetune/Step": 257, "Finetune/Step Time": 6.508369905874133}
{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9761903285980225, "Finetune/Loss (Raw)": 1.0607205629348755, "Finetune/Step": 258, "Finetune/Step Time": 6.507687089964747}
{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9759341478347778, "Finetune/Loss (Raw)": 1.0569719076156616, "Finetune/Step": 259, "Finetune/Step Time": 6.509232308715582}
{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9756227731704712, "Finetune/Loss (Raw)": 1.0474774837493896, "Finetune/Step": 260, "Finetune/Step Time": 6.527911184355617}
{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9751129150390625, "Finetune/Loss (Raw)": 0.8129081726074219, "Finetune/Step": 261, "Finetune/Step Time": 6.5114096980541945}
{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9718746542930603, "Finetune/Loss (Raw)": 0.811305582523346, "Finetune/Step": 262, "Finetune/Step Time": 6.5214383490383625}
{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9720770120620728, "Finetune/Loss (Raw)": 1.0097991228103638, "Finetune/Step": 263, "Finetune/Step Time": 6.520106114447117}
{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9711074829101562, "Finetune/Loss (Raw)": 0.9487718343734741, "Finetune/Step": 264, "Finetune/Step Time": 6.533523987978697}
{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9709364175796509, "Finetune/Loss (Raw)": 0.9375708103179932, "Finetune/Step": 265, "Finetune/Step Time": 6.53006960824132}
{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9713973999023438, "Finetune/Loss (Raw)": 1.166245460510254, "Finetune/Step": 266, "Finetune/Step Time": 6.540017519146204}
{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.971200704574585, "Finetune/Loss (Raw)": 0.8662686347961426, "Finetune/Step": 267, "Finetune/Step Time": 6.526892455294728}
{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9696533679962158, "Finetune/Loss (Raw)": 1.0791343450546265, "Finetune/Step": 268, "Finetune/Step Time": 6.529750168323517}
{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9696455597877502, "Finetune/Loss (Raw)": 1.010542631149292, "Finetune/Step": 269, "Finetune/Step Time": 6.535638298839331}
{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9696207046508789, "Finetune/Loss (Raw)": 1.0079522132873535, "Finetune/Step": 270, "Finetune/Step Time": 6.501725886017084}
{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9699869155883789, "Finetune/Loss (Raw)": 1.000409722328186, "Finetune/Step": 271, "Finetune/Step Time": 6.492020109668374}
{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9758647680282593, "Finetune/Loss (Raw)": 1.072999358177185, "Finetune/Step": 272, "Finetune/Step Time": 6.475712716579437}
{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9814783930778503, "Finetune/Loss (Raw)": 1.0370972156524658, "Finetune/Step": 273, "Finetune/Step Time": 6.454705817624927}
{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9823060631752014, "Finetune/Loss (Raw)": 1.0557721853256226, "Finetune/Step": 274, "Finetune/Step Time": 6.471651412546635}
{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.983016848564148, "Finetune/Loss (Raw)": 0.9716306328773499, "Finetune/Step": 275, "Finetune/Step Time": 6.468861170113087}
{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9808315634727478, "Finetune/Loss (Raw)": 0.7806147933006287, "Finetune/Step": 276, "Finetune/Step Time": 6.499885817989707}
{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.9801121354103088, "Finetune/Loss (Raw)": 0.9961315393447876, "Finetune/Step": 277, "Finetune/Step Time": 6.499359587207437}
{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9794530868530273, "Finetune/Loss (Raw)": 1.007869005203247, "Finetune/Step": 278, "Finetune/Step Time": 6.491861395537853}
{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9800305366516113, "Finetune/Loss (Raw)": 1.1482174396514893, "Finetune/Step": 279, "Finetune/Step Time": 6.49729585647583}
{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9794414639472961, "Finetune/Loss (Raw)": 0.9401596784591675, "Finetune/Step": 280, "Finetune/Step Time": 6.495846498757601}
{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9787282943725586, "Finetune/Loss (Raw)": 1.0411320924758911, "Finetune/Step": 281, "Finetune/Step Time": 6.481265787035227}
{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9778611063957214, "Finetune/Loss (Raw)": 0.9923192858695984, "Finetune/Step": 282, "Finetune/Step Time": 6.479970132932067}
{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9773595333099365, "Finetune/Loss (Raw)": 1.108076572418213, "Finetune/Step": 283, "Finetune/Step Time": 6.4883261770009995}
{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9837771654129028, "Finetune/Loss (Raw)": 1.1027477979660034, "Finetune/Step": 284, "Finetune/Step Time": 6.465632930397987}
{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9827984571456909, "Finetune/Loss (Raw)": 0.9375500679016113, "Finetune/Step": 285, "Finetune/Step Time": 6.482134260237217}
{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9823060631752014, "Finetune/Loss (Raw)": 1.0208876132965088, "Finetune/Step": 286, "Finetune/Step Time": 6.496615417301655}
{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9820230603218079, "Finetune/Loss (Raw)": 1.0404260158538818, "Finetune/Step": 287, "Finetune/Step Time": 6.503294205293059}
{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9809964895248413, "Finetune/Loss (Raw)": 0.8703004121780396, "Finetune/Step": 288, "Finetune/Step Time": 6.511033641174436}
{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9816315174102783, "Finetune/Loss (Raw)": 1.0898661613464355, "Finetune/Step": 289, "Finetune/Step Time": 6.515039237216115}
{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9790849089622498, "Finetune/Loss (Raw)": 0.9102530479431152, "Finetune/Step": 290, "Finetune/Step Time": 6.525536991655827}
{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9791884422302246, "Finetune/Loss (Raw)": 1.0805858373641968, "Finetune/Step": 291, "Finetune/Step Time": 6.50797026231885}
{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9801661372184753, "Finetune/Loss (Raw)": 1.0620145797729492, "Finetune/Step": 292, "Finetune/Step Time": 6.49710793979466}
{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.9806169867515564, "Finetune/Loss (Raw)": 1.0929296016693115, "Finetune/Step": 293, "Finetune/Step Time": 6.493731724098325}
{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9785324335098267, "Finetune/Loss (Raw)": 0.6996288299560547, "Finetune/Step": 294, "Finetune/Step Time": 6.500345977023244}
{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9780656099319458, "Finetune/Loss (Raw)": 1.0656863451004028, "Finetune/Step": 295, "Finetune/Step Time": 6.506737440824509}
{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9780548810958862, "Finetune/Loss (Raw)": 0.9643343687057495, "Finetune/Step": 296, "Finetune/Step Time": 6.5123372711241245}
{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9792041778564453, "Finetune/Loss (Raw)": 1.0885483026504517, "Finetune/Step": 297, "Finetune/Step Time": 6.516223253682256}
{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9830313920974731, "Finetune/Loss (Raw)": 0.8253130316734314, "Finetune/Step": 298, "Finetune/Step Time": 6.522272063419223}
{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9777830839157104, "Finetune/Loss (Raw)": 0.30724456906318665, "Finetune/Step": 299, "Finetune/Step Time": 6.535764757543802}
{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.9729951620101929, "Finetune/Loss (Raw)": 0.3551572263240814, "Finetune/Step": 300, "Finetune/Step Time": 6.545664751902223}
{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9669997692108154, "Finetune/Loss (Raw)": 0.38775843381881714, "Finetune/Step": 301, "Finetune/Step Time": 6.566779477521777}
{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9666707515716553, "Finetune/Loss (Raw)": 0.8321729302406311, "Finetune/Step": 302, "Finetune/Step Time": 6.576514048501849}
{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9601454734802246, "Finetune/Loss (Raw)": 0.31515106558799744, "Finetune/Step": 303, "Finetune/Step Time": 6.596787149086595}
{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9655880331993103, "Finetune/Loss (Raw)": 1.0451927185058594, "Finetune/Step": 304, "Finetune/Step Time": 6.580318175256252}
{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9660924077033997, "Finetune/Loss (Raw)": 1.015076994895935, "Finetune/Step": 305, "Finetune/Step Time": 6.573275797069073}
{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9641088247299194, "Finetune/Loss (Raw)": 0.9092575907707214, "Finetune/Step": 306, "Finetune/Step Time": 6.574710629880428}
{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9659909605979919, "Finetune/Loss (Raw)": 1.133088231086731, "Finetune/Step": 307, "Finetune/Step Time": 6.57745485752821}
{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9656096696853638, "Finetune/Loss (Raw)": 0.9986178278923035, "Finetune/Step": 308, "Finetune/Step Time": 6.578390711918473}
{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9663172960281372, "Finetune/Loss (Raw)": 1.0886509418487549, "Finetune/Step": 309, "Finetune/Step Time": 6.5925368294119835}
{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9657924771308899, "Finetune/Loss (Raw)": 0.970007061958313, "Finetune/Step": 310, "Finetune/Step Time": 6.594869799911976}
{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.965772271156311, "Finetune/Loss (Raw)": 0.991042971611023, "Finetune/Step": 311, "Finetune/Step Time": 6.60234153829515}
{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9641222357749939, "Finetune/Loss (Raw)": 0.9257935285568237, "Finetune/Step": 312, "Finetune/Step Time": 6.602475630119443}
{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9654053449630737, "Finetune/Loss (Raw)": 1.0714480876922607, "Finetune/Step": 313, "Finetune/Step Time": 6.6107138600200415}
{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9667239189147949, "Finetune/Loss (Raw)": 1.1352713108062744, "Finetune/Step": 314, "Finetune/Step Time": 6.5960808172822}
{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9663677215576172, "Finetune/Loss (Raw)": 0.9384754300117493, "Finetune/Step": 315, "Finetune/Step Time": 6.602101234719157}
{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9607157707214355, "Finetune/Loss (Raw)": 0.3767218589782715, "Finetune/Step": 316, "Finetune/Step Time": 6.623570866882801}
{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9603329300880432, "Finetune/Loss (Raw)": 0.9339771866798401, "Finetune/Step": 317, "Finetune/Step Time": 6.6160523276776075}
{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9600738286972046, "Finetune/Loss (Raw)": 1.0202754735946655, "Finetune/Step": 318, "Finetune/Step Time": 6.610232941806316}
{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9590262174606323, "Finetune/Loss (Raw)": 0.9188399314880371, "Finetune/Step": 319, "Finetune/Step Time": 6.6182647459208965}
{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9579381942749023, "Finetune/Loss (Raw)": 0.8943901658058167, "Finetune/Step": 320, "Finetune/Step Time": 6.61467120796442}
{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9532376527786255, "Finetune/Loss (Raw)": 0.32359129190444946, "Finetune/Step": 321, "Finetune/Step Time": 6.638264762237668}
{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9525021314620972, "Finetune/Loss (Raw)": 0.9440483450889587, "Finetune/Step": 322, "Finetune/Step Time": 6.639453008770943}
{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9527828693389893, "Finetune/Loss (Raw)": 1.0122133493423462, "Finetune/Step": 323, "Finetune/Step Time": 6.635026011615992}
{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9536393880844116, "Finetune/Loss (Raw)": 1.0628383159637451, "Finetune/Step": 324, "Finetune/Step Time": 6.6345188319683075}
{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9534356594085693, "Finetune/Loss (Raw)": 1.00436532497406, "Finetune/Step": 325, "Finetune/Step Time": 6.632587108761072}
{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9546458721160889, "Finetune/Loss (Raw)": 1.1339898109436035, "Finetune/Step": 326, "Finetune/Step Time": 6.63338727504015}
{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9546635150909424, "Finetune/Loss (Raw)": 0.9694691896438599, "Finetune/Step": 327, "Finetune/Step Time": 6.6289246622473}
{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9547305107116699, "Finetune/Loss (Raw)": 1.0150946378707886, "Finetune/Step": 328, "Finetune/Step Time": 6.635193323716521}
{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9530896544456482, "Finetune/Loss (Raw)": 0.8809338808059692, "Finetune/Step": 329, "Finetune/Step Time": 6.652413509786129}
{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9511795043945312, "Finetune/Loss (Raw)": 0.8557228446006775, "Finetune/Step": 330, "Finetune/Step Time": 6.656222898513079}
{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9510928392410278, "Finetune/Loss (Raw)": 1.0239059925079346, "Finetune/Step": 331, "Finetune/Step Time": 6.6716990154236555}
{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9490207433700562, "Finetune/Loss (Raw)": 0.7763298749923706, "Finetune/Step": 332, "Finetune/Step Time": 6.688417267054319}
{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.95424485206604, "Finetune/Loss (Raw)": 0.9790520668029785, "Finetune/Step": 333, "Finetune/Step Time": 6.672893658280373}
{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9540141224861145, "Finetune/Loss (Raw)": 0.960274875164032, "Finetune/Step": 334, "Finetune/Step Time": 6.667648574337363}
{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9524563550949097, "Finetune/Loss (Raw)": 0.9472079277038574, "Finetune/Step": 335, "Finetune/Step Time": 6.654822200536728}
{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9528008699417114, "Finetune/Loss (Raw)": 1.0536361932754517, "Finetune/Step": 336, "Finetune/Step Time": 6.657622711732984}
{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9541568756103516, "Finetune/Loss (Raw)": 1.1561534404754639, "Finetune/Step": 337, "Finetune/Step Time": 6.653617519885302}
{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9588685035705566, "Finetune/Loss (Raw)": 0.9132026433944702, "Finetune/Step": 338, "Finetune/Step Time": 6.639265300706029}
{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9582952260971069, "Finetune/Loss (Raw)": 0.8885434865951538, "Finetune/Step": 339, "Finetune/Step Time": 6.631072700023651}
{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9570193290710449, "Finetune/Loss (Raw)": 0.875848114490509, "Finetune/Step": 340, "Finetune/Step Time": 6.629529817029834}
{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9556217193603516, "Finetune/Loss (Raw)": 0.9766075015068054, "Finetune/Step": 341, "Finetune/Step Time": 6.631648268550634}
{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9560245275497437, "Finetune/Loss (Raw)": 1.0133976936340332, "Finetune/Step": 342, "Finetune/Step Time": 6.613277547061443}
{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9563273191452026, "Finetune/Loss (Raw)": 0.9806410074234009, "Finetune/Step": 343, "Finetune/Step Time": 6.611294588074088}
{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9571961164474487, "Finetune/Loss (Raw)": 1.0169119834899902, "Finetune/Step": 344, "Finetune/Step Time": 6.596653912216425}
{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9570900201797485, "Finetune/Loss (Raw)": 1.0703887939453125, "Finetune/Step": 345, "Finetune/Step Time": 6.599137956276536}
{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9571247100830078, "Finetune/Loss (Raw)": 1.053324818611145, "Finetune/Step": 346, "Finetune/Step Time": 6.594370545819402}
{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9565519094467163, "Finetune/Loss (Raw)": 1.0993602275848389, "Finetune/Step": 347, "Finetune/Step Time": 6.598081117495894}
{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9570137858390808, "Finetune/Loss (Raw)": 1.009964108467102, "Finetune/Step": 348, "Finetune/Step Time": 6.618370480835438}
{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9568982124328613, "Finetune/Loss (Raw)": 1.0744715929031372, "Finetune/Step": 349, "Finetune/Step Time": 6.627651434391737}
{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9564166069030762, "Finetune/Loss (Raw)": 0.8781434893608093, "Finetune/Step": 350, "Finetune/Step Time": 6.64249144308269}
{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9563473463058472, "Finetune/Loss (Raw)": 0.9437167644500732, "Finetune/Step": 351, "Finetune/Step Time": 6.656263245269656}
{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9611126780509949, "Finetune/Loss (Raw)": 0.9437795877456665, "Finetune/Step": 352, "Finetune/Step Time": 6.647302217781544}
{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9601240158081055, "Finetune/Loss (Raw)": 0.9050783514976501, "Finetune/Step": 353, "Finetune/Step Time": 6.646984642371535}
{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9577879905700684, "Finetune/Loss (Raw)": 0.8580167293548584, "Finetune/Step": 354, "Finetune/Step Time": 6.6535588670521975}
{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9567983746528625, "Finetune/Loss (Raw)": 1.0164862871170044, "Finetune/Step": 355, "Finetune/Step Time": 6.674076020717621}
{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9547665119171143, "Finetune/Loss (Raw)": 0.8326951265335083, "Finetune/Step": 356, "Finetune/Step Time": 6.681371700018644}
{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9534295201301575, "Finetune/Loss (Raw)": 0.8366346955299377, "Finetune/Step": 357, "Finetune/Step Time": 6.6953593250364065}
{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9475338459014893, "Finetune/Loss (Raw)": 0.35898253321647644, "Finetune/Step": 358, "Finetune/Step Time": 6.714787205681205}
{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9461002349853516, "Finetune/Loss (Raw)": 0.8119884133338928, "Finetune/Step": 359, "Finetune/Step Time": 6.7163309548050165}
{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9453082084655762, "Finetune/Loss (Raw)": 0.9269051551818848, "Finetune/Step": 360, "Finetune/Step Time": 6.715905221179128}
{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9493355751037598, "Finetune/Loss (Raw)": 0.8214619755744934, "Finetune/Step": 361, "Finetune/Step Time": 6.695358378812671}
{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9474825859069824, "Finetune/Loss (Raw)": 0.8930968046188354, "Finetune/Step": 362, "Finetune/Step Time": 6.6864579524844885}
{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9464364051818848, "Finetune/Loss (Raw)": 1.0231395959854126, "Finetune/Step": 363, "Finetune/Step Time": 6.646321572363377}
{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9467928409576416, "Finetune/Loss (Raw)": 1.0390658378601074, "Finetune/Step": 364, "Finetune/Step Time": 6.643539117649198}
{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.946880578994751, "Finetune/Loss (Raw)": 1.05118727684021, "Finetune/Step": 365, "Finetune/Step Time": 6.613676996901631}
{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9460283517837524, "Finetune/Loss (Raw)": 0.8695242404937744, "Finetune/Step": 366, "Finetune/Step Time": 6.618020288646221}
{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9467926025390625, "Finetune/Loss (Raw)": 0.9616206884384155, "Finetune/Step": 367, "Finetune/Step Time": 6.623314794152975}
{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9468873739242554, "Finetune/Loss (Raw)": 0.9499940872192383, "Finetune/Step": 368, "Finetune/Step Time": 6.623558450490236}
{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9457491040229797, "Finetune/Loss (Raw)": 0.9246494174003601, "Finetune/Step": 369, "Finetune/Step Time": 6.6233485992997885}
{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9463160634040833, "Finetune/Loss (Raw)": 1.087820053100586, "Finetune/Step": 370, "Finetune/Step Time": 6.622394809499383}
{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9468953013420105, "Finetune/Loss (Raw)": 1.109689712524414, "Finetune/Step": 371, "Finetune/Step Time": 6.6134147848933935}
{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9476006031036377, "Finetune/Loss (Raw)": 0.9748373627662659, "Finetune/Step": 372, "Finetune/Step Time": 6.621492827311158}
{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9419100284576416, "Finetune/Loss (Raw)": 0.4462442696094513, "Finetune/Step": 373, "Finetune/Step Time": 6.644676746800542}
{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9359956383705139, "Finetune/Loss (Raw)": 0.360163152217865, "Finetune/Step": 374, "Finetune/Step Time": 6.656541394069791}
{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9361197352409363, "Finetune/Loss (Raw)": 1.0412616729736328, "Finetune/Step": 375, "Finetune/Step Time": 6.654443459585309}
{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9349712133407593, "Finetune/Loss (Raw)": 0.8320948481559753, "Finetune/Step": 376, "Finetune/Step Time": 6.6536393370479345}
{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9344453811645508, "Finetune/Loss (Raw)": 0.9186164736747742, "Finetune/Step": 377, "Finetune/Step Time": 6.653829976916313}
{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9352959990501404, "Finetune/Loss (Raw)": 1.1390986442565918, "Finetune/Step": 378, "Finetune/Step Time": 6.652933528646827}
{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9352834224700928, "Finetune/Loss (Raw)": 1.0998780727386475, "Finetune/Step": 379, "Finetune/Step Time": 6.63980221003294}
{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9351928234100342, "Finetune/Loss (Raw)": 0.9869310855865479, "Finetune/Step": 380, "Finetune/Step Time": 6.6375865656882524}
{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9349087476730347, "Finetune/Loss (Raw)": 1.0184357166290283, "Finetune/Step": 381, "Finetune/Step Time": 6.645337635651231}
{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9342342615127563, "Finetune/Loss (Raw)": 0.8614667654037476, "Finetune/Step": 382, "Finetune/Step Time": 6.682866837829351}
{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9378944635391235, "Finetune/Loss (Raw)": 0.8075001835823059, "Finetune/Step": 383, "Finetune/Step Time": 6.696019284427166}
{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9340962767601013, "Finetune/Loss (Raw)": 0.4327995479106903, "Finetune/Step": 384, "Finetune/Step Time": 6.711881063878536}
{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9322882890701294, "Finetune/Loss (Raw)": 0.9156262278556824, "Finetune/Step": 385, "Finetune/Step Time": 6.709766611456871}
{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9307682514190674, "Finetune/Loss (Raw)": 0.866151750087738, "Finetune/Step": 386, "Finetune/Step Time": 6.720942946150899}
{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9289436936378479, "Finetune/Loss (Raw)": 0.8234376907348633, "Finetune/Step": 387, "Finetune/Step Time": 6.722917141392827}
{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9273076057434082, "Finetune/Loss (Raw)": 0.8380507826805115, "Finetune/Step": 388, "Finetune/Step Time": 6.701889541000128}
{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9278401136398315, "Finetune/Loss (Raw)": 0.8810721635818481, "Finetune/Step": 389, "Finetune/Step Time": 6.700742756947875}
{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.927248477935791, "Finetune/Loss (Raw)": 0.7355791926383972, "Finetune/Step": 390, "Finetune/Step Time": 6.687985930591822}
{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9267314672470093, "Finetune/Loss (Raw)": 0.9436086416244507, "Finetune/Step": 391, "Finetune/Step Time": 6.68313248641789}
{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9261362552642822, "Finetune/Loss (Raw)": 0.8725911378860474, "Finetune/Step": 392, "Finetune/Step Time": 6.679410731419921}
{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9248000979423523, "Finetune/Loss (Raw)": 0.7665464878082275, "Finetune/Step": 393, "Finetune/Step Time": 6.691127190366387}
{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9218119382858276, "Finetune/Loss (Raw)": 0.7837569713592529, "Finetune/Step": 394, "Finetune/Step Time": 6.706327877938747}
{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9240403771400452, "Finetune/Loss (Raw)": 1.1515092849731445, "Finetune/Step": 395, "Finetune/Step Time": 6.705902462825179}
{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9238484501838684, "Finetune/Loss (Raw)": 1.0545686483383179, "Finetune/Step": 396, "Finetune/Step Time": 6.706833425909281}
{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9214754104614258, "Finetune/Loss (Raw)": 0.7067959308624268, "Finetune/Step": 397, "Finetune/Step Time": 6.7218315321952105}
{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9221118688583374, "Finetune/Loss (Raw)": 1.0894169807434082, "Finetune/Step": 398, "Finetune/Step Time": 6.715805739164352}
{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.920490562915802, "Finetune/Loss (Raw)": 0.7928827404975891, "Finetune/Step": 399, "Finetune/Step Time": 6.703357679769397}
{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9191486835479736, "Finetune/Loss (Raw)": 0.9012446999549866, "Finetune/Step": 400, "Finetune/Step Time": 6.700985653325915}
{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9190572500228882, "Finetune/Loss (Raw)": 1.0253885984420776, "Finetune/Step": 401, "Finetune/Step Time": 6.703478759154677}
{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9180408716201782, "Finetune/Loss (Raw)": 0.9256769418716431, "Finetune/Step": 402, "Finetune/Step Time": 6.703585509210825}
{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.91764235496521, "Finetune/Loss (Raw)": 0.9206171631813049, "Finetune/Step": 403, "Finetune/Step Time": 6.703200837597251}
{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9195360541343689, "Finetune/Loss (Raw)": 1.0230129957199097, "Finetune/Step": 404, "Finetune/Step Time": 6.671511871740222}
{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9172037839889526, "Finetune/Loss (Raw)": 0.6975982189178467, "Finetune/Step": 405, "Finetune/Step Time": 6.682501703500748}
{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9129863381385803, "Finetune/Loss (Raw)": 0.4680393934249878, "Finetune/Step": 406, "Finetune/Step Time": 6.702571725472808}
{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9071815013885498, "Finetune/Loss (Raw)": 0.4051862955093384, "Finetune/Step": 407, "Finetune/Step Time": 6.711696883663535}
{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9069725871086121, "Finetune/Loss (Raw)": 0.9134275913238525, "Finetune/Step": 408, "Finetune/Step Time": 6.711401719599962}
{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9076517820358276, "Finetune/Loss (Raw)": 1.1280639171600342, "Finetune/Step": 409, "Finetune/Step Time": 6.71264866925776}
{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9087522029876709, "Finetune/Loss (Raw)": 1.1331806182861328, "Finetune/Step": 410, "Finetune/Step Time": 6.711084343492985}
{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9074805974960327, "Finetune/Loss (Raw)": 0.9453058242797852, "Finetune/Step": 411, "Finetune/Step Time": 6.703548273071647}
{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.901654839515686, "Finetune/Loss (Raw)": 0.35705167055130005, "Finetune/Step": 412, "Finetune/Step Time": 6.7252548057585955}
{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9023500680923462, "Finetune/Loss (Raw)": 1.0265408754348755, "Finetune/Step": 413, "Finetune/Step Time": 6.704418621957302}
{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9012893438339233, "Finetune/Loss (Raw)": 0.8851172924041748, "Finetune/Step": 414, "Finetune/Step Time": 6.689832860603929}
{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9006797075271606, "Finetune/Loss (Raw)": 0.9623944759368896, "Finetune/Step": 415, "Finetune/Step Time": 6.687088990584016}
{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9021568298339844, "Finetune/Loss (Raw)": 1.0593732595443726, "Finetune/Step": 416, "Finetune/Step Time": 6.673268035054207}
{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9012471437454224, "Finetune/Loss (Raw)": 0.9734172224998474, "Finetune/Step": 417, "Finetune/Step Time": 6.668258359655738}
{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.902165949344635, "Finetune/Loss (Raw)": 1.0278607606887817, "Finetune/Step": 418, "Finetune/Step Time": 6.656104080379009}
{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9005544185638428, "Finetune/Loss (Raw)": 0.8743094801902771, "Finetune/Step": 419, "Finetune/Step Time": 6.673556268215179}
{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.8950592875480652, "Finetune/Loss (Raw)": 0.3586416244506836, "Finetune/Step": 420, "Finetune/Step Time": 6.691926710307598}
{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.8939663171768188, "Finetune/Loss (Raw)": 0.9530363082885742, "Finetune/Step": 421, "Finetune/Step Time": 6.6921533439308405}
{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.8958872556686401, "Finetune/Loss (Raw)": 0.9455031156539917, "Finetune/Step": 422, "Finetune/Step Time": 6.697785494849086}
{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.8956330418586731, "Finetune/Loss (Raw)": 1.0331482887268066, "Finetune/Step": 423, "Finetune/Step Time": 6.69183462485671}
{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.8958927392959595, "Finetune/Loss (Raw)": 0.997567892074585, "Finetune/Step": 424, "Finetune/Step Time": 6.6909314468503}
{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.8926565647125244, "Finetune/Loss (Raw)": 0.674319326877594, "Finetune/Step": 425, "Finetune/Step Time": 6.724929379299283}
{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.8933725357055664, "Finetune/Loss (Raw)": 0.9169603586196899, "Finetune/Step": 426, "Finetune/Step Time": 6.705617601051927}
{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.8980414271354675, "Finetune/Loss (Raw)": 0.9048625826835632, "Finetune/Step": 427, "Finetune/Step Time": 6.701623912900686}
{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9033443331718445, "Finetune/Loss (Raw)": 1.033931016921997, "Finetune/Step": 428, "Finetune/Step Time": 6.682015215978026}
{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9083693623542786, "Finetune/Loss (Raw)": 1.030967354774475, "Finetune/Step": 429, "Finetune/Step Time": 6.6655201353132725}
{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9084045886993408, "Finetune/Loss (Raw)": 0.8366789221763611, "Finetune/Step": 430, "Finetune/Step Time": 6.657958561554551}
{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.913313627243042, "Finetune/Loss (Raw)": 0.9435132145881653, "Finetune/Step": 431, "Finetune/Step Time": 6.64740982465446}
{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9119899868965149, "Finetune/Loss (Raw)": 0.8757613301277161, "Finetune/Step": 432, "Finetune/Step Time": 6.652525506913662}
{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9107787609100342, "Finetune/Loss (Raw)": 0.8600369691848755, "Finetune/Step": 433, "Finetune/Step Time": 6.656531227752566}
{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9108129739761353, "Finetune/Loss (Raw)": 0.9136375188827515, "Finetune/Step": 434, "Finetune/Step Time": 6.65732504799962}
{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9080979824066162, "Finetune/Loss (Raw)": 0.785565197467804, "Finetune/Step": 435, "Finetune/Step Time": 6.648232501000166}
{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.907110869884491, "Finetune/Loss (Raw)": 0.8722704648971558, "Finetune/Step": 436, "Finetune/Step Time": 6.645328616723418}
{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9060122966766357, "Finetune/Loss (Raw)": 0.9480302333831787, "Finetune/Step": 437, "Finetune/Step Time": 6.636628357693553}
{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9046643972396851, "Finetune/Loss (Raw)": 0.7974779605865479, "Finetune/Step": 438, "Finetune/Step Time": 6.633244624361396}
{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9037349820137024, "Finetune/Loss (Raw)": 0.8720821738243103, "Finetune/Step": 439, "Finetune/Step Time": 6.637744141742587}
{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9039462804794312, "Finetune/Loss (Raw)": 0.9528329372406006, "Finetune/Step": 440, "Finetune/Step Time": 6.638714015483856}
{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9033190011978149, "Finetune/Loss (Raw)": 0.9911629557609558, "Finetune/Step": 441, "Finetune/Step Time": 6.636529207229614}
{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.8977949619293213, "Finetune/Loss (Raw)": 0.4281972646713257, "Finetune/Step": 442, "Finetune/Step Time": 6.669832373037934}
{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.8982583284378052, "Finetune/Loss (Raw)": 0.9977808594703674, "Finetune/Step": 443, "Finetune/Step Time": 6.674324791878462}
{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9035845398902893, "Finetune/Loss (Raw)": 1.058476448059082, "Finetune/Step": 444, "Finetune/Step Time": 6.654974101111293}
{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9034578800201416, "Finetune/Loss (Raw)": 0.9177700877189636, "Finetune/Step": 445, "Finetune/Step Time": 6.65016577206552}
{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.903313398361206, "Finetune/Loss (Raw)": 1.0017726421356201, "Finetune/Step": 446, "Finetune/Step Time": 6.652661293745041}
{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9037789702415466, "Finetune/Loss (Raw)": 0.9784389138221741, "Finetune/Step": 447, "Finetune/Step Time": 6.642296591773629}
{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9040236473083496, "Finetune/Loss (Raw)": 0.9257071614265442, "Finetune/Step": 448, "Finetune/Step Time": 6.64222520776093}
{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9099684953689575, "Finetune/Loss (Raw)": 1.0845266580581665, "Finetune/Step": 449, "Finetune/Step Time": 6.621711952611804}
{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9094876050949097, "Finetune/Loss (Raw)": 0.8825022578239441, "Finetune/Step": 450, "Finetune/Step Time": 6.620128655806184}
{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9087023735046387, "Finetune/Loss (Raw)": 0.9116987586021423, "Finetune/Step": 451, "Finetune/Step Time": 6.6242375914007425}
{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9074196219444275, "Finetune/Loss (Raw)": 0.8986490964889526, "Finetune/Step": 452, "Finetune/Step Time": 6.617803005501628}
{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9082605242729187, "Finetune/Loss (Raw)": 1.1119990348815918, "Finetune/Step": 453, "Finetune/Step Time": 6.612645799294114}
{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9066369533538818, "Finetune/Loss (Raw)": 0.9261720776557922, "Finetune/Step": 454, "Finetune/Step Time": 6.627038944512606}
{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9068828821182251, "Finetune/Loss (Raw)": 1.0009506940841675, "Finetune/Step": 455, "Finetune/Step Time": 6.626005247235298}
{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9015777111053467, "Finetune/Loss (Raw)": 0.33603528141975403, "Finetune/Step": 456, "Finetune/Step Time": 6.634389515966177}
{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9010897278785706, "Finetune/Loss (Raw)": 0.8184643983840942, "Finetune/Step": 457, "Finetune/Step Time": 6.615581192076206}
{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9030077457427979, "Finetune/Loss (Raw)": 1.1012331247329712, "Finetune/Step": 458, "Finetune/Step Time": 6.613059164956212}
{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9019728899002075, "Finetune/Loss (Raw)": 0.8914421200752258, "Finetune/Step": 459, "Finetune/Step Time": 6.604493483901024}
{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9017937183380127, "Finetune/Loss (Raw)": 0.7533994317054749, "Finetune/Step": 460, "Finetune/Step Time": 6.603569449856877}
{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.901026725769043, "Finetune/Loss (Raw)": 0.8808733224868774, "Finetune/Step": 461, "Finetune/Step Time": 6.603208461776376}
{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9006503820419312, "Finetune/Loss (Raw)": 0.9120988845825195, "Finetune/Step": 462, "Finetune/Step Time": 6.602769805118442}
{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9020661115646362, "Finetune/Loss (Raw)": 1.1284303665161133, "Finetune/Step": 463, "Finetune/Step Time": 6.59723193757236}
{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.896036684513092, "Finetune/Loss (Raw)": 0.28186339139938354, "Finetune/Step": 464, "Finetune/Step Time": 6.616152951493859}
{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.8946828842163086, "Finetune/Loss (Raw)": 0.9828649759292603, "Finetune/Step": 465, "Finetune/Step Time": 6.623120753094554}
{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.8936268091201782, "Finetune/Loss (Raw)": 0.7780272364616394, "Finetune/Step": 466, "Finetune/Step Time": 6.627744343131781}
{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.8942833542823792, "Finetune/Loss (Raw)": 0.9725857973098755, "Finetune/Step": 467, "Finetune/Step Time": 6.62803010083735}
{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.893314778804779, "Finetune/Loss (Raw)": 0.7518681287765503, "Finetune/Step": 468, "Finetune/Step Time": 6.639998206868768}
{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.8884091377258301, "Finetune/Loss (Raw)": 0.34868261218070984, "Finetune/Step": 469, "Finetune/Step Time": 6.655343370512128}
{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.8875424861907959, "Finetune/Loss (Raw)": 0.9024723172187805, "Finetune/Step": 470, "Finetune/Step Time": 6.655051710084081}
{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.8870242834091187, "Finetune/Loss (Raw)": 0.9143138527870178, "Finetune/Step": 471, "Finetune/Step Time": 6.670191442593932}
{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.8873780369758606, "Finetune/Loss (Raw)": 1.0621896982192993, "Finetune/Step": 472, "Finetune/Step Time": 6.671712007373571}
{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.8855913281440735, "Finetune/Loss (Raw)": 0.8416869640350342, "Finetune/Step": 473, "Finetune/Step Time": 6.6699792593717575}
{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.8850566744804382, "Finetune/Loss (Raw)": 0.9848886728286743, "Finetune/Step": 474, "Finetune/Step Time": 6.666269212961197}
{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.8839677572250366, "Finetune/Loss (Raw)": 0.9599849581718445, "Finetune/Step": 475, "Finetune/Step Time": 6.6647809483110905}
{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.8835311532020569, "Finetune/Loss (Raw)": 0.954075038433075, "Finetune/Step": 476, "Finetune/Step Time": 6.6485206335783005}
{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.8822730779647827, "Finetune/Loss (Raw)": 0.9134359955787659, "Finetune/Step": 477, "Finetune/Step Time": 6.654000209644437}
{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.8821772336959839, "Finetune/Loss (Raw)": 0.8658781051635742, "Finetune/Step": 478, "Finetune/Step Time": 6.631458370015025}
{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.882248044013977, "Finetune/Loss (Raw)": 0.9527742862701416, "Finetune/Step": 479, "Finetune/Step Time": 6.616693431511521}
{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.8826866745948792, "Finetune/Loss (Raw)": 0.9999300241470337, "Finetune/Step": 480, "Finetune/Step Time": 6.60910689085722}
{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.8829938769340515, "Finetune/Loss (Raw)": 0.9443976879119873, "Finetune/Step": 481, "Finetune/Step Time": 6.613224167376757}
{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.8838953971862793, "Finetune/Loss (Raw)": 0.9734086394309998, "Finetune/Step": 482, "Finetune/Step Time": 6.62234285287559}
{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.8832548260688782, "Finetune/Loss (Raw)": 0.9344969391822815, "Finetune/Step": 483, "Finetune/Step Time": 6.622688429430127}
{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.8832848072052002, "Finetune/Loss (Raw)": 0.8365343809127808, "Finetune/Step": 484, "Finetune/Step Time": 6.626863311976194}
{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.8820781707763672, "Finetune/Loss (Raw)": 0.682179868221283, "Finetune/Step": 485, "Finetune/Step Time": 6.6306483540683985}
{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.8861856460571289, "Finetune/Loss (Raw)": 0.8847401738166809, "Finetune/Step": 486, "Finetune/Step Time": 6.623996837064624}
{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.8872854709625244, "Finetune/Loss (Raw)": 0.9527682065963745, "Finetune/Step": 487, "Finetune/Step Time": 6.623811466619372}
{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.8877317905426025, "Finetune/Loss (Raw)": 0.9840307235717773, "Finetune/Step": 488, "Finetune/Step Time": 6.621510453522205}
{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.8877058029174805, "Finetune/Loss (Raw)": 0.8181446194648743, "Finetune/Step": 489, "Finetune/Step Time": 6.626278171315789}
{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.8869205713272095, "Finetune/Loss (Raw)": 0.7925776243209839, "Finetune/Step": 490, "Finetune/Step Time": 6.633374644443393}
{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.8830507397651672, "Finetune/Loss (Raw)": 0.527806282043457, "Finetune/Step": 491, "Finetune/Step Time": 6.661782370880246}
{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.8817014694213867, "Finetune/Loss (Raw)": 0.8663619160652161, "Finetune/Step": 492, "Finetune/Step Time": 6.6686166021972895}
{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.8809381127357483, "Finetune/Loss (Raw)": 0.9534730911254883, "Finetune/Step": 493, "Finetune/Step Time": 6.67159578204155}
{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.8809791803359985, "Finetune/Loss (Raw)": 0.8747836947441101, "Finetune/Step": 494, "Finetune/Step Time": 6.68310228176415}
{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.8806710243225098, "Finetune/Loss (Raw)": 0.9221707582473755, "Finetune/Step": 495, "Finetune/Step Time": 6.684143913909793}
{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.8807297348976135, "Finetune/Loss (Raw)": 0.957513153553009, "Finetune/Step": 496, "Finetune/Step Time": 6.697855968028307}
{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.8804150223731995, "Finetune/Loss (Raw)": 0.8843709826469421, "Finetune/Step": 497, "Finetune/Step Time": 6.701381266117096}
{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.8796406388282776, "Finetune/Loss (Raw)": 0.98869389295578, "Finetune/Step": 498, "Finetune/Step Time": 6.70045605301857}
{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.8776742219924927, "Finetune/Loss (Raw)": 0.8579850792884827, "Finetune/Step": 499, "Finetune/Step Time": 6.713352499529719}
{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.8770754337310791, "Finetune/Loss (Raw)": 0.8982034921646118, "Finetune/Step": 500, "Finetune/Step Time": 6.718657298013568}
{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.8791423439979553, "Finetune/Loss (Raw)": 0.7108044624328613, "Finetune/Step": 501, "Finetune/Step Time": 6.709740806370974}
{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.8823134303092957, "Finetune/Loss (Raw)": 0.7660601735115051, "Finetune/Step": 502, "Finetune/Step Time": 6.707837773486972}
{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.8806226253509521, "Finetune/Loss (Raw)": 0.8248385190963745, "Finetune/Step": 503, "Finetune/Step Time": 6.7238477896898985}
{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.8814370632171631, "Finetune/Loss (Raw)": 0.9363400340080261, "Finetune/Step": 504, "Finetune/Step Time": 6.720011593773961}
{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.8815375566482544, "Finetune/Loss (Raw)": 0.9314858317375183, "Finetune/Step": 505, "Finetune/Step Time": 6.7212028875947}
{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.8778188228607178, "Finetune/Loss (Raw)": 0.6631013751029968, "Finetune/Step": 506, "Finetune/Step Time": 6.732884822413325}
{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.8766477108001709, "Finetune/Loss (Raw)": 0.9499735832214355, "Finetune/Step": 507, "Finetune/Step Time": 6.72901713848114}
{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.8759993314743042, "Finetune/Loss (Raw)": 0.9039315581321716, "Finetune/Step": 508, "Finetune/Step Time": 6.7288801819086075}
{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.8748953938484192, "Finetune/Loss (Raw)": 0.8771396279335022, "Finetune/Step": 509, "Finetune/Step Time": 6.732043232768774}
{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.8747735023498535, "Finetune/Loss (Raw)": 0.845856785774231, "Finetune/Step": 510, "Finetune/Step Time": 6.695985455065966}
{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.876163125038147, "Finetune/Loss (Raw)": 0.9853795766830444, "Finetune/Step": 511, "Finetune/Step Time": 6.666834129020572}
{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.8799551725387573, "Finetune/Loss (Raw)": 0.9181795120239258, "Finetune/Step": 512, "Finetune/Step Time": 6.649098560214043}
{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.8807615041732788, "Finetune/Loss (Raw)": 1.018837809562683, "Finetune/Step": 513, "Finetune/Step Time": 6.652793567627668}
{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.8814498782157898, "Finetune/Loss (Raw)": 0.9542577862739563, "Finetune/Step": 514, "Finetune/Step Time": 6.664758609607816}
{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.8781045079231262, "Finetune/Loss (Raw)": 0.39523494243621826, "Finetune/Step": 515, "Finetune/Step Time": 6.682903429493308}
{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.8793207406997681, "Finetune/Loss (Raw)": 0.9937331676483154, "Finetune/Step": 516, "Finetune/Step Time": 6.686438215896487}
{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.8801636695861816, "Finetune/Loss (Raw)": 0.9889624714851379, "Finetune/Step": 517, "Finetune/Step Time": 6.685721596702933}
{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.8817847371101379, "Finetune/Loss (Raw)": 0.9430762529373169, "Finetune/Step": 518, "Finetune/Step Time": 6.687873432412744}
{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.8820759654045105, "Finetune/Loss (Raw)": 0.9808840751647949, "Finetune/Step": 519, "Finetune/Step Time": 6.701968248933554}
{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.8815921545028687, "Finetune/Loss (Raw)": 0.8106667399406433, "Finetune/Step": 520, "Finetune/Step Time": 6.701599149033427}
{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.8831627368927002, "Finetune/Loss (Raw)": 0.9675759673118591, "Finetune/Step": 521, "Finetune/Step Time": 6.692451234906912}
{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.884029746055603, "Finetune/Loss (Raw)": 0.894734263420105, "Finetune/Step": 522, "Finetune/Step Time": 6.6745520029217005}
{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.8805079460144043, "Finetune/Loss (Raw)": 0.7007238864898682, "Finetune/Step": 523, "Finetune/Step Time": 6.6801483277231455}
{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.8796079158782959, "Finetune/Loss (Raw)": 0.9393550753593445, "Finetune/Step": 524, "Finetune/Step Time": 6.6760108675807714}
{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.8815814256668091, "Finetune/Loss (Raw)": 0.9594113230705261, "Finetune/Step": 525, "Finetune/Step Time": 6.659044643864036}
{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.8797206878662109, "Finetune/Loss (Raw)": 0.8512411713600159, "Finetune/Step": 526, "Finetune/Step Time": 6.670404186472297}
{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.8802368640899658, "Finetune/Loss (Raw)": 0.8589577674865723, "Finetune/Step": 527, "Finetune/Step Time": 6.664910176768899}
{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.880600094795227, "Finetune/Loss (Raw)": 0.9477291703224182, "Finetune/Step": 528, "Finetune/Step Time": 6.659641603007913}
{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.8799957036972046, "Finetune/Loss (Raw)": 0.9480290412902832, "Finetune/Step": 529, "Finetune/Step Time": 6.65865920856595}
{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.8805499076843262, "Finetune/Loss (Raw)": 0.9966135025024414, "Finetune/Step": 530, "Finetune/Step Time": 6.642948318272829}
{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.8815956115722656, "Finetune/Loss (Raw)": 1.054467797279358, "Finetune/Step": 531, "Finetune/Step Time": 6.638871900737286}
{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.8805027008056641, "Finetune/Loss (Raw)": 0.8831257224082947, "Finetune/Step": 532, "Finetune/Step Time": 6.6365567948669195}
{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.8818698525428772, "Finetune/Loss (Raw)": 0.8725920915603638, "Finetune/Step": 533, "Finetune/Step Time": 6.632645715028048}
{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.8852380514144897, "Finetune/Loss (Raw)": 0.8991746306419373, "Finetune/Step": 534, "Finetune/Step Time": 6.620133573189378}
{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.8884387016296387, "Finetune/Loss (Raw)": 0.814866304397583, "Finetune/Step": 535, "Finetune/Step Time": 6.611493533477187}
{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.8874759674072266, "Finetune/Loss (Raw)": 0.7901997566223145, "Finetune/Step": 536, "Finetune/Step Time": 6.63274553231895}
{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.8861385583877563, "Finetune/Loss (Raw)": 0.9568718671798706, "Finetune/Step": 537, "Finetune/Step Time": 6.6344639621675014}
{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.8845196962356567, "Finetune/Loss (Raw)": 0.9259715676307678, "Finetune/Step": 538, "Finetune/Step Time": 6.642750021070242}
{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.885189950466156, "Finetune/Loss (Raw)": 1.03109872341156, "Finetune/Step": 539, "Finetune/Step Time": 6.636944206431508}
{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.8892903327941895, "Finetune/Loss (Raw)": 0.8818991780281067, "Finetune/Step": 540, "Finetune/Step Time": 6.614613009616733}
{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.8885093331336975, "Finetune/Loss (Raw)": 0.92657071352005, "Finetune/Step": 541, "Finetune/Step Time": 6.620457427576184}
{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.8887498378753662, "Finetune/Loss (Raw)": 0.9159033298492432, "Finetune/Step": 542, "Finetune/Step Time": 6.619142962619662}
{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.889388918876648, "Finetune/Loss (Raw)": 1.0441954135894775, "Finetune/Step": 543, "Finetune/Step Time": 6.6186850387603045}
{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.8887861371040344, "Finetune/Loss (Raw)": 0.9822120070457458, "Finetune/Step": 544, "Finetune/Step Time": 6.618787566199899}
{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.8884745240211487, "Finetune/Loss (Raw)": 0.9335320591926575, "Finetune/Step": 545, "Finetune/Step Time": 6.6162720657885075}
{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.887424111366272, "Finetune/Loss (Raw)": 0.8934125304222107, "Finetune/Step": 546, "Finetune/Step Time": 6.617715476080775}
{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.8885257244110107, "Finetune/Loss (Raw)": 1.015313982963562, "Finetune/Step": 547, "Finetune/Step Time": 6.608506504446268}
{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.8918609023094177, "Finetune/Loss (Raw)": 0.7855446934700012, "Finetune/Step": 548, "Finetune/Step Time": 6.604226568713784}
{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.8896690607070923, "Finetune/Loss (Raw)": 0.6724844574928284, "Finetune/Step": 549, "Finetune/Step Time": 6.612383956089616}
{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.8889910578727722, "Finetune/Loss (Raw)": 0.8587127923965454, "Finetune/Step": 550, "Finetune/Step Time": 6.5951538775116205}
{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.8874493837356567, "Finetune/Loss (Raw)": 0.8358156681060791, "Finetune/Step": 551, "Finetune/Step Time": 6.595779735594988}
{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.887565553188324, "Finetune/Loss (Raw)": 1.012436866760254, "Finetune/Step": 552, "Finetune/Step Time": 6.591457199305296}
{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.8879556655883789, "Finetune/Loss (Raw)": 0.7242516875267029, "Finetune/Step": 553, "Finetune/Step Time": 6.556226376444101}
{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.8886538743972778, "Finetune/Loss (Raw)": 1.0063401460647583, "Finetune/Step": 554, "Finetune/Step Time": 6.552709838375449}
{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.8885741829872131, "Finetune/Loss (Raw)": 0.894659161567688, "Finetune/Step": 555, "Finetune/Step Time": 6.557153495028615}
{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.8875504732131958, "Finetune/Loss (Raw)": 0.9028916358947754, "Finetune/Step": 556, "Finetune/Step Time": 6.569078056141734}
{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.8862300515174866, "Finetune/Loss (Raw)": 0.8619599938392639, "Finetune/Step": 557, "Finetune/Step Time": 6.566304003819823}
{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.8816941976547241, "Finetune/Loss (Raw)": 0.2560834586620331, "Finetune/Step": 558, "Finetune/Step Time": 6.580340968444943}
{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.8813694715499878, "Finetune/Loss (Raw)": 0.9019474983215332, "Finetune/Step": 559, "Finetune/Step Time": 6.574135754257441}
{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.8807308673858643, "Finetune/Loss (Raw)": 0.7940219640731812, "Finetune/Step": 560, "Finetune/Step Time": 6.570098143070936}
{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.8804073333740234, "Finetune/Loss (Raw)": 0.8186212182044983, "Finetune/Step": 561, "Finetune/Step Time": 6.569995157420635}
{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.8795603513717651, "Finetune/Loss (Raw)": 0.8052306175231934, "Finetune/Step": 562, "Finetune/Step Time": 6.568276356905699}
{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.8809381127357483, "Finetune/Loss (Raw)": 0.9619200229644775, "Finetune/Step": 563, "Finetune/Step Time": 6.568993762135506}
{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.8814501762390137, "Finetune/Loss (Raw)": 0.937813937664032, "Finetune/Step": 564, "Finetune/Step Time": 6.578437073156238}
{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.8799614906311035, "Finetune/Loss (Raw)": 0.7574760317802429, "Finetune/Step": 565, "Finetune/Step Time": 6.5882433000952005}
{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.8815888166427612, "Finetune/Loss (Raw)": 1.0057752132415771, "Finetune/Step": 566, "Finetune/Step Time": 6.590109474956989}
{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.8812839984893799, "Finetune/Loss (Raw)": 0.8330651521682739, "Finetune/Step": 567, "Finetune/Step Time": 6.592843189835548}
{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.8760827779769897, "Finetune/Loss (Raw)": 0.2870807647705078, "Finetune/Step": 568, "Finetune/Step Time": 6.60845354758203}
{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.874944806098938, "Finetune/Loss (Raw)": 0.8454880118370056, "Finetune/Step": 569, "Finetune/Step Time": 6.6140345968306065}
{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.878680944442749, "Finetune/Loss (Raw)": 0.906439483165741, "Finetune/Step": 570, "Finetune/Step Time": 6.586574433371425}
{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.8772472739219666, "Finetune/Loss (Raw)": 0.8142662644386292, "Finetune/Step": 571, "Finetune/Step Time": 6.60163432918489}
{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.876372754573822, "Finetune/Loss (Raw)": 0.9465367794036865, "Finetune/Step": 572, "Finetune/Step Time": 6.599699459969997}
{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.8771772980690002, "Finetune/Loss (Raw)": 1.020750880241394, "Finetune/Step": 573, "Finetune/Step Time": 6.602860847488046}
{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.8773127794265747, "Finetune/Loss (Raw)": 1.019113540649414, "Finetune/Step": 574, "Finetune/Step Time": 6.599974762648344}
{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.8777139186859131, "Finetune/Loss (Raw)": 1.0297844409942627, "Finetune/Step": 575, "Finetune/Step Time": 6.617142682895064}
{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.8774213790893555, "Finetune/Loss (Raw)": 0.8882661461830139, "Finetune/Step": 576, "Finetune/Step Time": 6.617702256888151}
{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.8758615851402283, "Finetune/Loss (Raw)": 0.884867787361145, "Finetune/Step": 577, "Finetune/Step Time": 6.613311668857932}
{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.8754593133926392, "Finetune/Loss (Raw)": 0.8310207724571228, "Finetune/Step": 578, "Finetune/Step Time": 6.608776051551104}
{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.8744001388549805, "Finetune/Loss (Raw)": 0.7761236429214478, "Finetune/Step": 579, "Finetune/Step Time": 6.6203229483217}
{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.8748618364334106, "Finetune/Loss (Raw)": 0.9577438831329346, "Finetune/Step": 580, "Finetune/Step Time": 6.621787006035447}
{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.8741042613983154, "Finetune/Loss (Raw)": 1.0150226354599, "Finetune/Step": 581, "Finetune/Step Time": 6.625943202525377}
{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.8747527599334717, "Finetune/Loss (Raw)": 1.0091850757598877, "Finetune/Step": 582, "Finetune/Step Time": 6.620015548542142}
{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.8731282949447632, "Finetune/Loss (Raw)": 0.7930129766464233, "Finetune/Step": 583, "Finetune/Step Time": 6.62468908727169}
{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.8774639964103699, "Finetune/Loss (Raw)": 0.8910080790519714, "Finetune/Step": 584, "Finetune/Step Time": 6.614158660173416}
{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.8786880970001221, "Finetune/Loss (Raw)": 0.9751521944999695, "Finetune/Step": 585, "Finetune/Step Time": 6.614529460668564}
{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.8727335929870605, "Finetune/Loss (Raw)": 0.33905673027038574, "Finetune/Step": 586, "Finetune/Step Time": 6.640687488019466}
{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.8741267323493958, "Finetune/Loss (Raw)": 1.0697612762451172, "Finetune/Step": 587, "Finetune/Step Time": 6.6320375222712755}
{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.8743719458580017, "Finetune/Loss (Raw)": 0.7847844362258911, "Finetune/Step": 588, "Finetune/Step Time": 6.6389092821627855}
{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.8753552436828613, "Finetune/Loss (Raw)": 1.0067318677902222, "Finetune/Step": 589, "Finetune/Step Time": 6.633221251890063}
{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.8762125372886658, "Finetune/Loss (Raw)": 1.0218408107757568, "Finetune/Step": 590, "Finetune/Step Time": 6.633503329008818}
{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.8739635944366455, "Finetune/Loss (Raw)": 0.8405580520629883, "Finetune/Step": 591, "Finetune/Step Time": 6.634719751775265}
{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.8786553144454956, "Finetune/Loss (Raw)": 0.8824033737182617, "Finetune/Step": 592, "Finetune/Step Time": 6.613382611423731}
{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.8778001070022583, "Finetune/Loss (Raw)": 0.873405933380127, "Finetune/Step": 593, "Finetune/Step Time": 6.626944947987795}
{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.8790900111198425, "Finetune/Loss (Raw)": 0.9431344270706177, "Finetune/Step": 594, "Finetune/Step Time": 6.615067236125469}
{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.8788880109786987, "Finetune/Loss (Raw)": 0.9467323422431946, "Finetune/Step": 595, "Finetune/Step Time": 6.604623490944505}
{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.8795852661132812, "Finetune/Loss (Raw)": 0.841107189655304, "Finetune/Step": 596, "Finetune/Step Time": 6.586633691564202}
{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.8830351233482361, "Finetune/Loss (Raw)": 0.7902687788009644, "Finetune/Step": 597, "Finetune/Step Time": 6.568628132343292}
{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.8827478885650635, "Finetune/Loss (Raw)": 0.8657066226005554, "Finetune/Step": 598, "Finetune/Step Time": 6.58927845582366}
{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.8831934928894043, "Finetune/Loss (Raw)": 0.9713472127914429, "Finetune/Step": 599, "Finetune/Step Time": 6.571114918217063}
{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.8826799392700195, "Finetune/Loss (Raw)": 0.9964587092399597, "Finetune/Step": 600, "Finetune/Step Time": 6.574500497430563}
{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.8826029896736145, "Finetune/Loss (Raw)": 0.8318352699279785, "Finetune/Step": 601, "Finetune/Step Time": 6.596450915560126}
{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.882291316986084, "Finetune/Loss (Raw)": 0.9449982643127441, "Finetune/Step": 602, "Finetune/Step Time": 6.589173298329115}
{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.8807387351989746, "Finetune/Loss (Raw)": 0.7612480521202087, "Finetune/Step": 603, "Finetune/Step Time": 6.593125319108367}
{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.881015419960022, "Finetune/Loss (Raw)": 0.9894993901252747, "Finetune/Step": 604, "Finetune/Step Time": 6.592408327385783}
{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.8800602555274963, "Finetune/Loss (Raw)": 0.7911698222160339, "Finetune/Step": 605, "Finetune/Step Time": 6.586667949333787}
{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.8796152472496033, "Finetune/Loss (Raw)": 0.8089190721511841, "Finetune/Step": 606, "Finetune/Step Time": 6.6017062701284885}
{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.8774727582931519, "Finetune/Loss (Raw)": 0.6785275936126709, "Finetune/Step": 607, "Finetune/Step Time": 6.628955999389291}
{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.8775736689567566, "Finetune/Loss (Raw)": 1.0128545761108398, "Finetune/Step": 608, "Finetune/Step Time": 6.62557153403759}
{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.8766617774963379, "Finetune/Loss (Raw)": 0.8276721239089966, "Finetune/Step": 609, "Finetune/Step Time": 6.620029358193278}
{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.8761148452758789, "Finetune/Loss (Raw)": 0.903408944606781, "Finetune/Step": 610, "Finetune/Step Time": 6.60985598154366}
{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.8760579228401184, "Finetune/Loss (Raw)": 0.9272090792655945, "Finetune/Step": 611, "Finetune/Step Time": 6.5873273480683565}
{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.8780937194824219, "Finetune/Loss (Raw)": 1.097113013267517, "Finetune/Step": 612, "Finetune/Step Time": 6.583716114982963}
{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.8786640167236328, "Finetune/Loss (Raw)": 0.7551814913749695, "Finetune/Step": 613, "Finetune/Step Time": 6.575650887563825}
{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.8790686130523682, "Finetune/Loss (Raw)": 0.9365214109420776, "Finetune/Step": 614, "Finetune/Step Time": 6.56079576164484}
{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.8787495493888855, "Finetune/Loss (Raw)": 0.91193026304245, "Finetune/Step": 615, "Finetune/Step Time": 6.565779117867351}
{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.8783459663391113, "Finetune/Loss (Raw)": 0.9323690533638, "Finetune/Step": 616, "Finetune/Step Time": 6.567223308607936}
{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.8793107867240906, "Finetune/Loss (Raw)": 0.9416462182998657, "Finetune/Step": 617, "Finetune/Step Time": 6.559049902483821}
{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.8802438974380493, "Finetune/Loss (Raw)": 0.9120203852653503, "Finetune/Step": 618, "Finetune/Step Time": 6.5522481966763735}
{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.8826220035552979, "Finetune/Loss (Raw)": 0.8321928977966309, "Finetune/Step": 619, "Finetune/Step Time": 6.545985884964466}
{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.8830975294113159, "Finetune/Loss (Raw)": 0.9272353053092957, "Finetune/Step": 620, "Finetune/Step Time": 6.5364040825515985}
{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.882947564125061, "Finetune/Loss (Raw)": 0.9342767000198364, "Finetune/Step": 621, "Finetune/Step Time": 6.554366065189242}
{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.8830692768096924, "Finetune/Loss (Raw)": 0.890360414981842, "Finetune/Step": 622, "Finetune/Step Time": 6.54230273514986}
{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.8834413886070251, "Finetune/Loss (Raw)": 0.9698037505149841, "Finetune/Step": 623, "Finetune/Step Time": 6.542773373425007}
{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.8831937909126282, "Finetune/Loss (Raw)": 0.9258197546005249, "Finetune/Step": 624, "Finetune/Step Time": 6.529019895941019}
{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.8837224245071411, "Finetune/Loss (Raw)": 0.9520339965820312, "Finetune/Step": 625, "Finetune/Step Time": 6.528962451964617}
{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.8837594985961914, "Finetune/Loss (Raw)": 0.9934483766555786, "Finetune/Step": 626, "Finetune/Step Time": 6.526916755363345}
{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.8843302726745605, "Finetune/Loss (Raw)": 0.9310367107391357, "Finetune/Step": 627, "Finetune/Step Time": 6.518335558474064}
{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.8841761350631714, "Finetune/Loss (Raw)": 0.8784703612327576, "Finetune/Step": 628, "Finetune/Step Time": 6.5086402259767056}
{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.8859320878982544, "Finetune/Loss (Raw)": 0.9355815052986145, "Finetune/Step": 629, "Finetune/Step Time": 6.498975899070501}
{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.8884567022323608, "Finetune/Loss (Raw)": 1.0892071723937988, "Finetune/Step": 630, "Finetune/Step Time": 6.481115074828267}
{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.8879375457763672, "Finetune/Loss (Raw)": 0.7583770155906677, "Finetune/Step": 631, "Finetune/Step Time": 6.466810222715139}
{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.88878333568573, "Finetune/Loss (Raw)": 1.044610857963562, "Finetune/Step": 632, "Finetune/Step Time": 6.465728260576725}
{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.8903713822364807, "Finetune/Loss (Raw)": 1.1347554922103882, "Finetune/Step": 633, "Finetune/Step Time": 6.467298390343785}
{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.8916189670562744, "Finetune/Loss (Raw)": 0.8227934837341309, "Finetune/Step": 634, "Finetune/Step Time": 6.4588262885808945}
{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.8915544748306274, "Finetune/Loss (Raw)": 0.9417104125022888, "Finetune/Step": 635, "Finetune/Step Time": 6.462866201996803}
{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.8914015889167786, "Finetune/Loss (Raw)": 0.884364128112793, "Finetune/Step": 636, "Finetune/Step Time": 6.487569412216544}
{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.8922158479690552, "Finetune/Loss (Raw)": 0.9813663959503174, "Finetune/Step": 637, "Finetune/Step Time": 6.478812443092465}
{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.8933088183403015, "Finetune/Loss (Raw)": 0.9857551455497742, "Finetune/Step": 638, "Finetune/Step Time": 6.478849047794938}
{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.8926577568054199, "Finetune/Loss (Raw)": 0.9020444750785828, "Finetune/Step": 639, "Finetune/Step Time": 6.476737545803189}
{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.8925592303276062, "Finetune/Loss (Raw)": 0.9055663347244263, "Finetune/Step": 640, "Finetune/Step Time": 6.477081215009093}
{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.8911298513412476, "Finetune/Loss (Raw)": 0.8358770608901978, "Finetune/Step": 641, "Finetune/Step Time": 6.484233997762203}
{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.8862961530685425, "Finetune/Loss (Raw)": 0.3355473577976227, "Finetune/Step": 642, "Finetune/Step Time": 6.472847402095795}
{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.8903317451477051, "Finetune/Loss (Raw)": 0.9117915034294128, "Finetune/Step": 643, "Finetune/Step Time": 6.464215965941548}
{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.8900800943374634, "Finetune/Loss (Raw)": 0.9615135192871094, "Finetune/Step": 644, "Finetune/Step Time": 6.468550231307745}
{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.8902808427810669, "Finetune/Loss (Raw)": 1.0146647691726685, "Finetune/Step": 645, "Finetune/Step Time": 6.4673623107373714}
{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.8900926113128662, "Finetune/Loss (Raw)": 0.9189878702163696, "Finetune/Step": 646, "Finetune/Step Time": 6.477214874699712}
{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.8891091346740723, "Finetune/Loss (Raw)": 0.8549865484237671, "Finetune/Step": 647, "Finetune/Step Time": 6.478526592254639}
{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.8902036547660828, "Finetune/Loss (Raw)": 0.9507777690887451, "Finetune/Step": 648, "Finetune/Step Time": 6.477585947141051}
{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.8891671299934387, "Finetune/Loss (Raw)": 0.834896981716156, "Finetune/Step": 649, "Finetune/Step Time": 6.473949037492275}
{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.8888395428657532, "Finetune/Loss (Raw)": 0.8528022766113281, "Finetune/Step": 650, "Finetune/Step Time": 6.4869369212538}
{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.8904889225959778, "Finetune/Loss (Raw)": 0.9118453860282898, "Finetune/Step": 651, "Finetune/Step Time": 6.49590183980763}
{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.8901233077049255, "Finetune/Loss (Raw)": 0.8925549387931824, "Finetune/Step": 652, "Finetune/Step Time": 6.512175807729363}
{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.8893483877182007, "Finetune/Loss (Raw)": 0.8602240085601807, "Finetune/Step": 653, "Finetune/Step Time": 6.514889542013407}
{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.8917226791381836, "Finetune/Loss (Raw)": 1.1551544666290283, "Finetune/Step": 654, "Finetune/Step Time": 6.507247142493725}
{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.8917434215545654, "Finetune/Loss (Raw)": 0.8616015315055847, "Finetune/Step": 655, "Finetune/Step Time": 6.516302727162838}
{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.8910939693450928, "Finetune/Loss (Raw)": 0.8646069765090942, "Finetune/Step": 656, "Finetune/Step Time": 6.51972440071404}
{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.8901313543319702, "Finetune/Loss (Raw)": 0.8248069286346436, "Finetune/Step": 657, "Finetune/Step Time": 6.540235975757241}
{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.8895658850669861, "Finetune/Loss (Raw)": 0.924236536026001, "Finetune/Step": 658, "Finetune/Step Time": 6.542284585535526}
{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.8868621587753296, "Finetune/Loss (Raw)": 0.708392322063446, "Finetune/Step": 659, "Finetune/Step Time": 6.564167831093073}
{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.8880271315574646, "Finetune/Loss (Raw)": 1.0322407484054565, "Finetune/Step": 660, "Finetune/Step Time": 6.568966148421168}
{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.8884305953979492, "Finetune/Loss (Raw)": 0.924238383769989, "Finetune/Step": 661, "Finetune/Step Time": 6.562272964045405}
{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.8890731334686279, "Finetune/Loss (Raw)": 0.981420636177063, "Finetune/Step": 662, "Finetune/Step Time": 6.551706561818719}
{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.8905435800552368, "Finetune/Loss (Raw)": 1.0030807256698608, "Finetune/Step": 663, "Finetune/Step Time": 6.541638594120741}
{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.891060471534729, "Finetune/Loss (Raw)": 0.8563607335090637, "Finetune/Step": 664, "Finetune/Step Time": 6.529821151867509}
{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.8913502097129822, "Finetune/Loss (Raw)": 0.9939534068107605, "Finetune/Step": 665, "Finetune/Step Time": 6.537122843787074}
{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.8924263715744019, "Finetune/Loss (Raw)": 1.0637258291244507, "Finetune/Step": 666, "Finetune/Step Time": 6.530239008367062}
{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.8919792175292969, "Finetune/Loss (Raw)": 0.9738591909408569, "Finetune/Step": 667, "Finetune/Step Time": 6.543083894997835}
{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.891075849533081, "Finetune/Loss (Raw)": 0.7662703394889832, "Finetune/Step": 668, "Finetune/Step Time": 6.548636604100466}
{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.8911714553833008, "Finetune/Loss (Raw)": 0.9388157725334167, "Finetune/Step": 669, "Finetune/Step Time": 6.543444585055113}
{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.8906524181365967, "Finetune/Loss (Raw)": 0.8494640588760376, "Finetune/Step": 670, "Finetune/Step Time": 6.5458855498582125}
{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.889473557472229, "Finetune/Loss (Raw)": 0.8932926654815674, "Finetune/Step": 671, "Finetune/Step Time": 6.545538375154138}
{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.8892484307289124, "Finetune/Loss (Raw)": 0.9534025192260742, "Finetune/Step": 672, "Finetune/Step Time": 6.542593294754624}
{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.8901894092559814, "Finetune/Loss (Raw)": 1.0539706945419312, "Finetune/Step": 673, "Finetune/Step Time": 6.54325844720006}
{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.8915680050849915, "Finetune/Loss (Raw)": 1.0698744058609009, "Finetune/Step": 674, "Finetune/Step Time": 6.54445980489254}
{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.8912913203239441, "Finetune/Loss (Raw)": 0.9799037575721741, "Finetune/Step": 675, "Finetune/Step Time": 6.546196078881621}
{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.892763614654541, "Finetune/Loss (Raw)": 0.9739924669265747, "Finetune/Step": 676, "Finetune/Step Time": 6.539758505299687}
{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.893500030040741, "Finetune/Loss (Raw)": 0.7667478919029236, "Finetune/Step": 677, "Finetune/Step Time": 6.5712328888475895}
{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.8947513699531555, "Finetune/Loss (Raw)": 1.0188837051391602, "Finetune/Step": 678, "Finetune/Step Time": 6.583104839548469}
{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.8962902426719666, "Finetune/Loss (Raw)": 1.0327939987182617, "Finetune/Step": 679, "Finetune/Step Time": 6.5884219240397215}
{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.8950218558311462, "Finetune/Loss (Raw)": 0.8500814437866211, "Finetune/Step": 680, "Finetune/Step Time": 6.586840765550733}
{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.8971495032310486, "Finetune/Loss (Raw)": 0.9965874552726746, "Finetune/Step": 681, "Finetune/Step Time": 6.584400748834014}
{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.8970329761505127, "Finetune/Loss (Raw)": 0.9914295673370361, "Finetune/Step": 682, "Finetune/Step Time": 6.581116693094373}
{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.898190975189209, "Finetune/Loss (Raw)": 1.0428779125213623, "Finetune/Step": 683, "Finetune/Step Time": 6.561519408598542}
{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.8977396488189697, "Finetune/Loss (Raw)": 0.8451260924339294, "Finetune/Step": 684, "Finetune/Step Time": 6.5502186715602875}
{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.8962703943252563, "Finetune/Loss (Raw)": 0.6738957762718201, "Finetune/Step": 685, "Finetune/Step Time": 6.564102627336979}
{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9001624584197998, "Finetune/Loss (Raw)": 0.7542668581008911, "Finetune/Step": 686, "Finetune/Step Time": 6.5568544920533895}
{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9000306129455566, "Finetune/Loss (Raw)": 0.8850790858268738, "Finetune/Step": 687, "Finetune/Step Time": 6.553008580580354}
{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9009022116661072, "Finetune/Loss (Raw)": 0.9055789709091187, "Finetune/Step": 688, "Finetune/Step Time": 6.550911735743284}
{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.8987829089164734, "Finetune/Loss (Raw)": 0.5473490953445435, "Finetune/Step": 689, "Finetune/Step Time": 6.56332260556519}
{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.897840142250061, "Finetune/Loss (Raw)": 0.6845508813858032, "Finetune/Step": 690, "Finetune/Step Time": 6.595364609733224}
{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.8979356288909912, "Finetune/Loss (Raw)": 0.9741526246070862, "Finetune/Step": 691, "Finetune/Step Time": 6.597173813730478}
{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.8967703580856323, "Finetune/Loss (Raw)": 0.7886496782302856, "Finetune/Step": 692, "Finetune/Step Time": 6.61299617215991}
{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.8970137238502502, "Finetune/Loss (Raw)": 0.7886320352554321, "Finetune/Step": 693, "Finetune/Step Time": 6.611577747389674}
{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.8921880722045898, "Finetune/Loss (Raw)": 0.38809236884117126, "Finetune/Step": 694, "Finetune/Step Time": 6.628363711759448}
{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.8912737369537354, "Finetune/Loss (Raw)": 0.7160298824310303, "Finetune/Step": 695, "Finetune/Step Time": 6.634068606421351}
{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.8968710899353027, "Finetune/Loss (Raw)": 1.003540277481079, "Finetune/Step": 696, "Finetune/Step Time": 6.619134737178683}
{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.8964830040931702, "Finetune/Loss (Raw)": 0.7958174347877502, "Finetune/Step": 697, "Finetune/Step Time": 6.624789917841554}
{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.8976647257804871, "Finetune/Loss (Raw)": 1.0576934814453125, "Finetune/Step": 698, "Finetune/Step Time": 6.61879988014698}
{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.8998292684555054, "Finetune/Loss (Raw)": 1.091333270072937, "Finetune/Step": 699, "Finetune/Step Time": 6.6052261628210545}
{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.8989596366882324, "Finetune/Loss (Raw)": 0.8352227807044983, "Finetune/Step": 700, "Finetune/Step Time": 6.624295758083463}
{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.8933645486831665, "Finetune/Loss (Raw)": 0.30458059906959534, "Finetune/Step": 701, "Finetune/Step Time": 6.644508935511112}
{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.8923381567001343, "Finetune/Loss (Raw)": 0.8877288699150085, "Finetune/Step": 702, "Finetune/Step Time": 6.6516730189323425}
{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.8901764154434204, "Finetune/Loss (Raw)": 0.7530879974365234, "Finetune/Step": 703, "Finetune/Step Time": 6.642434481531382}
{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.8906432390213013, "Finetune/Loss (Raw)": 0.9480155110359192, "Finetune/Step": 704, "Finetune/Step Time": 6.654702929779887}
{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.8910989761352539, "Finetune/Loss (Raw)": 0.9432032704353333, "Finetune/Step": 705, "Finetune/Step Time": 6.654431987553835}
{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.8898472785949707, "Finetune/Loss (Raw)": 0.6707984805107117, "Finetune/Step": 706, "Finetune/Step Time": 6.656977795064449}
{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.8901587724685669, "Finetune/Loss (Raw)": 0.816001296043396, "Finetune/Step": 707, "Finetune/Step Time": 6.642999071627855}
{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.891015887260437, "Finetune/Loss (Raw)": 1.0674513578414917, "Finetune/Step": 708, "Finetune/Step Time": 6.647740276530385}
{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.8894233703613281, "Finetune/Loss (Raw)": 0.8111893534660339, "Finetune/Step": 709, "Finetune/Step Time": 6.649013737216592}
{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.8879982233047485, "Finetune/Loss (Raw)": 0.826759397983551, "Finetune/Step": 710, "Finetune/Step Time": 6.639203434810042}
{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.8889132142066956, "Finetune/Loss (Raw)": 0.910135805606842, "Finetune/Step": 711, "Finetune/Step Time": 6.6521663051098585}
{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.8867455720901489, "Finetune/Loss (Raw)": 0.6135528087615967, "Finetune/Step": 712, "Finetune/Step Time": 6.663194701075554}
{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.8863946199417114, "Finetune/Loss (Raw)": 0.9302295446395874, "Finetune/Step": 713, "Finetune/Step Time": 6.6760180704295635}
{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.8896409869194031, "Finetune/Loss (Raw)": 0.7545855641365051, "Finetune/Step": 714, "Finetune/Step Time": 6.6506304536014795}
{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.8892002701759338, "Finetune/Loss (Raw)": 1.0133545398712158, "Finetune/Step": 715, "Finetune/Step Time": 6.660067465156317}
{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.8892214894294739, "Finetune/Loss (Raw)": 0.7874969244003296, "Finetune/Step": 716, "Finetune/Step Time": 6.636048076674342}
{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.8890241384506226, "Finetune/Loss (Raw)": 0.9814708232879639, "Finetune/Step": 717, "Finetune/Step Time": 6.647769013419747}
{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.8884180784225464, "Finetune/Loss (Raw)": 0.9442625045776367, "Finetune/Step": 718, "Finetune/Step Time": 6.652216974645853}
{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.8892275094985962, "Finetune/Loss (Raw)": 0.9441719651222229, "Finetune/Step": 719, "Finetune/Step Time": 6.653242973610759}
{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.8906240463256836, "Finetune/Loss (Raw)": 1.0611525774002075, "Finetune/Step": 720, "Finetune/Step Time": 6.65577089227736}
{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.8904210329055786, "Finetune/Loss (Raw)": 0.8474269509315491, "Finetune/Step": 721, "Finetune/Step Time": 6.659866213798523}
{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.8898035287857056, "Finetune/Loss (Raw)": 0.8640888333320618, "Finetune/Step": 722, "Finetune/Step Time": 6.685686832293868}
{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.890402615070343, "Finetune/Loss (Raw)": 1.0234161615371704, "Finetune/Step": 723, "Finetune/Step Time": 6.683656210079789}
{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.8913319706916809, "Finetune/Loss (Raw)": 0.960068941116333, "Finetune/Step": 724, "Finetune/Step Time": 6.698975948616862}
{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.8935631513595581, "Finetune/Loss (Raw)": 1.0758613348007202, "Finetune/Step": 725, "Finetune/Step Time": 6.699024235829711}
{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.8917209506034851, "Finetune/Loss (Raw)": 0.6298995018005371, "Finetune/Step": 726, "Finetune/Step Time": 6.687968237325549}
{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.8913687467575073, "Finetune/Loss (Raw)": 0.926267683506012, "Finetune/Step": 727, "Finetune/Step Time": 6.694790558889508}
{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.8916316032409668, "Finetune/Loss (Raw)": 1.0301100015640259, "Finetune/Step": 728, "Finetune/Step Time": 6.694892771542072}
{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.8890275359153748, "Finetune/Loss (Raw)": 0.49851274490356445, "Finetune/Step": 729, "Finetune/Step Time": 6.685328666120768}
{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.8890408277511597, "Finetune/Loss (Raw)": 0.9467003345489502, "Finetune/Step": 730, "Finetune/Step Time": 6.689331468194723}
{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.8903540372848511, "Finetune/Loss (Raw)": 0.9293386936187744, "Finetune/Step": 731, "Finetune/Step Time": 6.686358869075775}
{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.8888568878173828, "Finetune/Loss (Raw)": 0.7978630661964417, "Finetune/Step": 732, "Finetune/Step Time": 6.718013832345605}
{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.8895671367645264, "Finetune/Loss (Raw)": 0.8820834755897522, "Finetune/Step": 733, "Finetune/Step Time": 6.717123677954078}
{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.8893452882766724, "Finetune/Loss (Raw)": 0.7805158495903015, "Finetune/Step": 734, "Finetune/Step Time": 6.706238402053714}
{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.8899118304252625, "Finetune/Loss (Raw)": 0.7510471343994141, "Finetune/Step": 735, "Finetune/Step Time": 6.685091430321336}
{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.8889089822769165, "Finetune/Loss (Raw)": 0.8844851851463318, "Finetune/Step": 736, "Finetune/Step Time": 6.719815453514457}
{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.8906030654907227, "Finetune/Loss (Raw)": 1.0445153713226318, "Finetune/Step": 737, "Finetune/Step Time": 6.716623775660992}
{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.8911195993423462, "Finetune/Loss (Raw)": 0.9695315361022949, "Finetune/Step": 738, "Finetune/Step Time": 6.713451109826565}
{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.8873916864395142, "Finetune/Loss (Raw)": 0.45003676414489746, "Finetune/Step": 739, "Finetune/Step Time": 6.737678118050098}
{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.8869020342826843, "Finetune/Loss (Raw)": 1.0344382524490356, "Finetune/Step": 740, "Finetune/Step Time": 6.740753877907991}
{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.8862475156784058, "Finetune/Loss (Raw)": 0.6713955998420715, "Finetune/Step": 741, "Finetune/Step Time": 6.7586707174777985}
{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.8859037160873413, "Finetune/Loss (Raw)": 0.8925226330757141, "Finetune/Step": 742, "Finetune/Step Time": 6.764657035470009}
{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.8866236805915833, "Finetune/Loss (Raw)": 1.0040805339813232, "Finetune/Step": 743, "Finetune/Step Time": 6.75862536393106}
{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.8867205381393433, "Finetune/Loss (Raw)": 0.9447707533836365, "Finetune/Step": 744, "Finetune/Step Time": 6.76064732670784}
{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.8853322267532349, "Finetune/Loss (Raw)": 0.7639458179473877, "Finetune/Step": 745, "Finetune/Step Time": 6.778859209269285}
{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.8861565589904785, "Finetune/Loss (Raw)": 1.0175350904464722, "Finetune/Step": 746, "Finetune/Step Time": 6.770770348608494}
{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.8876266479492188, "Finetune/Loss (Raw)": 1.020366907119751, "Finetune/Step": 747, "Finetune/Step Time": 6.751550510525703}
{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.8884263038635254, "Finetune/Loss (Raw)": 1.0295881032943726, "Finetune/Step": 748, "Finetune/Step Time": 6.753206701949239}
{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.8876694440841675, "Finetune/Loss (Raw)": 0.8373886346817017, "Finetune/Step": 749, "Finetune/Step Time": 6.7433654218912125}
{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.8872016668319702, "Finetune/Loss (Raw)": 0.8304866552352905, "Finetune/Step": 750, "Finetune/Step Time": 6.748881950974464}
{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.8856536149978638, "Finetune/Loss (Raw)": 0.7716573476791382, "Finetune/Step": 751, "Finetune/Step Time": 6.752416089177132}
{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.886090874671936, "Finetune/Loss (Raw)": 0.9817927479743958, "Finetune/Step": 752, "Finetune/Step Time": 6.752842273563147}
{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.8817468285560608, "Finetune/Loss (Raw)": 0.395992636680603, "Finetune/Step": 753, "Finetune/Step Time": 6.771036487072706}
{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.8801684379577637, "Finetune/Loss (Raw)": 0.7914111018180847, "Finetune/Step": 754, "Finetune/Step Time": 6.771428940817714}
{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.8786962032318115, "Finetune/Loss (Raw)": 0.7425940036773682, "Finetune/Step": 755, "Finetune/Step Time": 6.793003244325519}
{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.8785399794578552, "Finetune/Loss (Raw)": 0.8584746718406677, "Finetune/Step": 756, "Finetune/Step Time": 6.790667854249477}
{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.8776866793632507, "Finetune/Loss (Raw)": 0.8263521790504456, "Finetune/Step": 757, "Finetune/Step Time": 6.802502099424601}
{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8769057989120483, "Finetune/Loss (Raw)": 0.9892570376396179, "Finetune/Step": 758, "Finetune/Step Time": 6.810916248708963}
{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.8784274458885193, "Finetune/Loss (Raw)": 0.9531459808349609, "Finetune/Step": 759, "Finetune/Step Time": 6.811168745160103}
{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8773393630981445, "Finetune/Loss (Raw)": 0.9053402543067932, "Finetune/Step": 760, "Finetune/Step Time": 6.804352093487978}
{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.8756275177001953, "Finetune/Loss (Raw)": 0.9156442284584045, "Finetune/Step": 761, "Finetune/Step Time": 6.807448381558061}
{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.8720896244049072, "Finetune/Loss (Raw)": 0.3699362874031067, "Finetune/Step": 762, "Finetune/Step Time": 6.827779343351722}
{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8706656694412231, "Finetune/Loss (Raw)": 0.759451687335968, "Finetune/Step": 763, "Finetune/Step Time": 6.831771671772003}
{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8704237341880798, "Finetune/Loss (Raw)": 0.8533933758735657, "Finetune/Step": 764, "Finetune/Step Time": 6.8098182044923306}
{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.8698722720146179, "Finetune/Loss (Raw)": 0.9107761383056641, "Finetune/Step": 765, "Finetune/Step Time": 6.813342539593577}
{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8698396682739258, "Finetune/Loss (Raw)": 0.9815823435783386, "Finetune/Step": 766, "Finetune/Step Time": 6.831286625936627}
{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8696991801261902, "Finetune/Loss (Raw)": 0.8840590119361877, "Finetune/Step": 767, "Finetune/Step Time": 6.839904496446252}
{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8690688610076904, "Finetune/Loss (Raw)": 0.8248851895332336, "Finetune/Step": 768, "Finetune/Step Time": 6.8493476044386625}
{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.8683406114578247, "Finetune/Loss (Raw)": 0.7426704168319702, "Finetune/Step": 769, "Finetune/Step Time": 6.85749346204102}
{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8724363446235657, "Finetune/Loss (Raw)": 0.8598008751869202, "Finetune/Step": 770, "Finetune/Step Time": 6.846182314679027}
{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8730728626251221, "Finetune/Loss (Raw)": 0.9932616949081421, "Finetune/Step": 771, "Finetune/Step Time": 6.840219117701054}
{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8727773427963257, "Finetune/Loss (Raw)": 0.9236893653869629, "Finetune/Step": 772, "Finetune/Step Time": 6.834198338910937}
{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.8724116683006287, "Finetune/Loss (Raw)": 0.9678522944450378, "Finetune/Step": 773, "Finetune/Step Time": 6.833165913820267}
{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8710969090461731, "Finetune/Loss (Raw)": 0.7507006525993347, "Finetune/Step": 774, "Finetune/Step Time": 6.855705434456468}
{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8719342350959778, "Finetune/Loss (Raw)": 0.9621616005897522, "Finetune/Step": 775, "Finetune/Step Time": 6.858293725177646}
{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.8698171377182007, "Finetune/Loss (Raw)": 0.6797910928726196, "Finetune/Step": 776, "Finetune/Step Time": 6.8597185630351305}
{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.8711374998092651, "Finetune/Loss (Raw)": 1.0039081573486328, "Finetune/Step": 777, "Finetune/Step Time": 6.876090090721846}
{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8721455335617065, "Finetune/Loss (Raw)": 0.9818291664123535, "Finetune/Step": 778, "Finetune/Step Time": 6.861726379022002}
{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8718487024307251, "Finetune/Loss (Raw)": 0.8738521933555603, "Finetune/Step": 779, "Finetune/Step Time": 6.858251370489597}
{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.8674272298812866, "Finetune/Loss (Raw)": 0.32660531997680664, "Finetune/Step": 780, "Finetune/Step Time": 6.865149160847068}
{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8672261238098145, "Finetune/Loss (Raw)": 0.8344770669937134, "Finetune/Step": 781, "Finetune/Step Time": 6.866032227873802}
{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8626208901405334, "Finetune/Loss (Raw)": 0.5656904578208923, "Finetune/Step": 782, "Finetune/Step Time": 6.895329063758254}
{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8625407218933105, "Finetune/Loss (Raw)": 0.8513357639312744, "Finetune/Step": 783, "Finetune/Step Time": 6.92699097469449}
{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8607616424560547, "Finetune/Loss (Raw)": 0.6368845701217651, "Finetune/Step": 784, "Finetune/Step Time": 6.944753386080265}
{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8618754148483276, "Finetune/Loss (Raw)": 0.967367947101593, "Finetune/Step": 785, "Finetune/Step Time": 6.940650204196572}
{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8624980449676514, "Finetune/Loss (Raw)": 1.0039374828338623, "Finetune/Step": 786, "Finetune/Step Time": 6.939012775197625}
{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8643040657043457, "Finetune/Loss (Raw)": 0.9395678639411926, "Finetune/Step": 787, "Finetune/Step Time": 6.953262463212013}
{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8643180131912231, "Finetune/Loss (Raw)": 1.0340197086334229, "Finetune/Step": 788, "Finetune/Step Time": 6.950357561931014}
{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8643426299095154, "Finetune/Loss (Raw)": 0.9273896217346191, "Finetune/Step": 789, "Finetune/Step Time": 6.948869496583939}
{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8610857725143433, "Finetune/Loss (Raw)": 0.5645425915718079, "Finetune/Step": 790, "Finetune/Step Time": 6.978671822696924}
{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8599558472633362, "Finetune/Loss (Raw)": 0.8584513068199158, "Finetune/Step": 791, "Finetune/Step Time": 6.980401961132884}
{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8593617677688599, "Finetune/Loss (Raw)": 0.7803233861923218, "Finetune/Step": 792, "Finetune/Step Time": 6.97154295630753}
{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8585960865020752, "Finetune/Loss (Raw)": 0.8959450721740723, "Finetune/Step": 793, "Finetune/Step Time": 6.97394622862339}
{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8569046258926392, "Finetune/Loss (Raw)": 0.8472203612327576, "Finetune/Step": 794, "Finetune/Step Time": 6.976273458451033}
{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8564339280128479, "Finetune/Loss (Raw)": 0.9136039614677429, "Finetune/Step": 795, "Finetune/Step Time": 6.9795671459287405}
{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8573310375213623, "Finetune/Loss (Raw)": 0.8811017870903015, "Finetune/Step": 796, "Finetune/Step Time": 6.976088205352426}
{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8568152189254761, "Finetune/Loss (Raw)": 0.8727877736091614, "Finetune/Step": 797, "Finetune/Step Time": 6.98237737827003}
{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8576053380966187, "Finetune/Loss (Raw)": 0.9506065845489502, "Finetune/Step": 798, "Finetune/Step Time": 6.984905494377017}
{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8568513989448547, "Finetune/Loss (Raw)": 0.7967827916145325, "Finetune/Step": 799, "Finetune/Step Time": 6.990444216877222}
{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8565433621406555, "Finetune/Loss (Raw)": 0.913975179195404, "Finetune/Step": 800, "Finetune/Step Time": 6.9958972577005625}
{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8556479811668396, "Finetune/Loss (Raw)": 0.9393631219863892, "Finetune/Step": 801, "Finetune/Step Time": 7.020668312907219}
{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8534938097000122, "Finetune/Loss (Raw)": 0.7941414713859558, "Finetune/Step": 802, "Finetune/Step Time": 7.024012174457312}
{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.851452112197876, "Finetune/Loss (Raw)": 0.7185632586479187, "Finetune/Step": 803, "Finetune/Step Time": 7.030557742342353}
{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.850872814655304, "Finetune/Loss (Raw)": 0.8998417258262634, "Finetune/Step": 804, "Finetune/Step Time": 7.0226109605282545}
{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8519889712333679, "Finetune/Loss (Raw)": 0.9096166491508484, "Finetune/Step": 805, "Finetune/Step Time": 6.992807095870376}
{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.849543571472168, "Finetune/Loss (Raw)": 0.705873966217041, "Finetune/Step": 806, "Finetune/Step Time": 7.0067700035870075}
{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8484233021736145, "Finetune/Loss (Raw)": 0.889397382736206, "Finetune/Step": 807, "Finetune/Step Time": 6.999974101781845}
{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8481507897377014, "Finetune/Loss (Raw)": 0.815199077129364, "Finetune/Step": 808, "Finetune/Step Time": 7.019283393397927}
{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8474234342575073, "Finetune/Loss (Raw)": 0.9034912586212158, "Finetune/Step": 809, "Finetune/Step Time": 7.0240359250456095}
{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8475048542022705, "Finetune/Loss (Raw)": 1.0018410682678223, "Finetune/Step": 810, "Finetune/Step Time": 7.027549225836992}
{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8454495668411255, "Finetune/Loss (Raw)": 0.7798031568527222, "Finetune/Step": 811, "Finetune/Step Time": 7.0253809709101915}
{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8472338318824768, "Finetune/Loss (Raw)": 1.073517084121704, "Finetune/Step": 812, "Finetune/Step Time": 7.022379385307431}
{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.84901362657547, "Finetune/Loss (Raw)": 0.9017084836959839, "Finetune/Step": 813, "Finetune/Step Time": 7.009895797818899}
{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8499420881271362, "Finetune/Loss (Raw)": 0.873103141784668, "Finetune/Step": 814, "Finetune/Step Time": 6.999883191660047}
{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8498679995536804, "Finetune/Loss (Raw)": 0.8756037354469299, "Finetune/Step": 815, "Finetune/Step Time": 7.0038154404610395}
{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8501139879226685, "Finetune/Loss (Raw)": 0.9370587468147278, "Finetune/Step": 816, "Finetune/Step Time": 7.003642275929451}
{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8531615138053894, "Finetune/Loss (Raw)": 0.9374415874481201, "Finetune/Step": 817, "Finetune/Step Time": 6.993069356307387}
{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.850324809551239, "Finetune/Loss (Raw)": 0.32144787907600403, "Finetune/Step": 818, "Finetune/Step Time": 6.975035967305303}
{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8484876155853271, "Finetune/Loss (Raw)": 0.7389962673187256, "Finetune/Step": 819, "Finetune/Step Time": 6.97460868395865}
{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8471821546554565, "Finetune/Loss (Raw)": 0.6215510964393616, "Finetune/Step": 820, "Finetune/Step Time": 6.9560508243739605}
{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8477014899253845, "Finetune/Loss (Raw)": 0.8551016449928284, "Finetune/Step": 821, "Finetune/Step Time": 6.956007495522499}
{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8511884212493896, "Finetune/Loss (Raw)": 0.834417998790741, "Finetune/Step": 822, "Finetune/Step Time": 6.941090064123273}
{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8536234498023987, "Finetune/Loss (Raw)": 1.0277156829833984, "Finetune/Step": 823, "Finetune/Step Time": 6.927172305062413}
{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.852965235710144, "Finetune/Loss (Raw)": 0.9192874431610107, "Finetune/Step": 824, "Finetune/Step Time": 6.925599912181497}
{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8533318042755127, "Finetune/Loss (Raw)": 0.8427423238754272, "Finetune/Step": 825, "Finetune/Step Time": 6.916246635839343}
{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8509957790374756, "Finetune/Loss (Raw)": 0.7586827278137207, "Finetune/Step": 826, "Finetune/Step Time": 6.9219342060387135}
{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8490515351295471, "Finetune/Loss (Raw)": 0.842465877532959, "Finetune/Step": 827, "Finetune/Step Time": 6.909140475094318}
{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8454552888870239, "Finetune/Loss (Raw)": 0.3749013841152191, "Finetune/Step": 828, "Finetune/Step Time": 6.908606359735131}
{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.8497530221939087, "Finetune/Loss (Raw)": 0.8546926379203796, "Finetune/Step": 829, "Finetune/Step Time": 6.897112149745226}
{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8499719500541687, "Finetune/Loss (Raw)": 0.9157515168190002, "Finetune/Step": 830, "Finetune/Step Time": 6.89407853782177}
{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8506795167922974, "Finetune/Loss (Raw)": 0.8436596393585205, "Finetune/Step": 831, "Finetune/Step Time": 6.8996473010629416}
{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.8509218692779541, "Finetune/Loss (Raw)": 0.9790363311767578, "Finetune/Step": 832, "Finetune/Step Time": 6.881749968975782}
{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8468191623687744, "Finetune/Loss (Raw)": 0.4180547595024109, "Finetune/Step": 833, "Finetune/Step Time": 6.901402236893773}
{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8486175537109375, "Finetune/Loss (Raw)": 0.9009986519813538, "Finetune/Step": 834, "Finetune/Step Time": 6.920689506456256}
{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8492586016654968, "Finetune/Loss (Raw)": 0.8980499505996704, "Finetune/Step": 835, "Finetune/Step Time": 6.935335261747241}
{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8478449583053589, "Finetune/Loss (Raw)": 0.8865092396736145, "Finetune/Step": 836, "Finetune/Step Time": 6.929901489987969}
{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.847469687461853, "Finetune/Loss (Raw)": 0.7631452679634094, "Finetune/Step": 837, "Finetune/Step Time": 6.9380705319345}
{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8475215435028076, "Finetune/Loss (Raw)": 0.833399772644043, "Finetune/Step": 838, "Finetune/Step Time": 6.942176081240177}
{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8466039896011353, "Finetune/Loss (Raw)": 0.7926928400993347, "Finetune/Step": 839, "Finetune/Step Time": 6.933971155434847}
{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8500207662582397, "Finetune/Loss (Raw)": 1.0508981943130493, "Finetune/Step": 840, "Finetune/Step Time": 6.922456877306104}
{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8490450382232666, "Finetune/Loss (Raw)": 0.8053368926048279, "Finetune/Step": 841, "Finetune/Step Time": 6.914450671523809}
{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.850434422492981, "Finetune/Loss (Raw)": 0.9324276447296143, "Finetune/Step": 842, "Finetune/Step Time": 6.913224225863814}
{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8495221138000488, "Finetune/Loss (Raw)": 0.8965775370597839, "Finetune/Step": 843, "Finetune/Step Time": 6.9164382461458445}
{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8500802516937256, "Finetune/Loss (Raw)": 0.8589405417442322, "Finetune/Step": 844, "Finetune/Step Time": 6.918161205947399}
{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.849738597869873, "Finetune/Loss (Raw)": 0.9377318024635315, "Finetune/Step": 845, "Finetune/Step Time": 6.905309215188026}
{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8498302698135376, "Finetune/Loss (Raw)": 0.9559997320175171, "Finetune/Step": 846, "Finetune/Step Time": 6.897983282804489}
{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8460273146629333, "Finetune/Loss (Raw)": 0.4573962390422821, "Finetune/Step": 847, "Finetune/Step Time": 6.91581079736352}
{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8437230587005615, "Finetune/Loss (Raw)": 0.7662133574485779, "Finetune/Step": 848, "Finetune/Step Time": 6.918942587450147}
{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8442692756652832, "Finetune/Loss (Raw)": 0.9173317551612854, "Finetune/Step": 849, "Finetune/Step Time": 6.897547112777829}
{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8438798189163208, "Finetune/Loss (Raw)": 0.8142387270927429, "Finetune/Step": 850, "Finetune/Step Time": 6.882365543395281}
{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8429499268531799, "Finetune/Loss (Raw)": 0.9043958187103271, "Finetune/Step": 851, "Finetune/Step Time": 6.888781771063805}
{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8415878415107727, "Finetune/Loss (Raw)": 0.785724401473999, "Finetune/Step": 852, "Finetune/Step Time": 6.874580126255751}
{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8401099443435669, "Finetune/Loss (Raw)": 0.8866938352584839, "Finetune/Step": 853, "Finetune/Step Time": 6.870642872527242}
{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8415178060531616, "Finetune/Loss (Raw)": 0.8100994825363159, "Finetune/Step": 854, "Finetune/Step Time": 6.873042654246092}
{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8391938209533691, "Finetune/Loss (Raw)": 0.6287983059883118, "Finetune/Step": 855, "Finetune/Step Time": 6.908183038234711}
{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8380374908447266, "Finetune/Loss (Raw)": 0.8821022510528564, "Finetune/Step": 856, "Finetune/Step Time": 6.906632265076041}
{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8404265642166138, "Finetune/Loss (Raw)": 0.80431067943573, "Finetune/Step": 857, "Finetune/Step Time": 6.897104317322373}
{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8416781425476074, "Finetune/Loss (Raw)": 1.106905221939087, "Finetune/Step": 858, "Finetune/Step Time": 6.894831983372569}
{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8416979908943176, "Finetune/Loss (Raw)": 0.931877851486206, "Finetune/Step": 859, "Finetune/Step Time": 6.919205166399479}
{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8420764207839966, "Finetune/Loss (Raw)": 0.846296489238739, "Finetune/Step": 860, "Finetune/Step Time": 6.8878136947751045}
{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.839969277381897, "Finetune/Loss (Raw)": 0.612373411655426, "Finetune/Step": 861, "Finetune/Step Time": 6.876832565292716}
{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8409261703491211, "Finetune/Loss (Raw)": 0.9029991030693054, "Finetune/Step": 862, "Finetune/Step Time": 6.879073511809111}
{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8407213687896729, "Finetune/Loss (Raw)": 0.7248333096504211, "Finetune/Step": 863, "Finetune/Step Time": 6.884041987359524}
{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8412459492683411, "Finetune/Loss (Raw)": 0.9516294002532959, "Finetune/Step": 864, "Finetune/Step Time": 6.85214008949697}
{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8395991325378418, "Finetune/Loss (Raw)": 0.8337204456329346, "Finetune/Step": 865, "Finetune/Step Time": 6.872159717604518}
{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8399876356124878, "Finetune/Loss (Raw)": 1.0192567110061646, "Finetune/Step": 866, "Finetune/Step Time": 6.87417851947248}
{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8441879749298096, "Finetune/Loss (Raw)": 0.9876857995986938, "Finetune/Step": 867, "Finetune/Step Time": 6.853607892990112}
{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8426164388656616, "Finetune/Loss (Raw)": 0.8332868814468384, "Finetune/Step": 868, "Finetune/Step Time": 6.846404526382685}
{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8451442718505859, "Finetune/Loss (Raw)": 0.9949581623077393, "Finetune/Step": 869, "Finetune/Step Time": 6.836801076307893}
{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8444715738296509, "Finetune/Loss (Raw)": 0.8064092397689819, "Finetune/Step": 870, "Finetune/Step Time": 6.839299267157912}
{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8421789407730103, "Finetune/Loss (Raw)": 0.710622251033783, "Finetune/Step": 871, "Finetune/Step Time": 6.84250820800662}
{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8418587446212769, "Finetune/Loss (Raw)": 0.903786838054657, "Finetune/Step": 872, "Finetune/Step Time": 6.841585170477629}
{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8433743119239807, "Finetune/Loss (Raw)": 0.9579399228096008, "Finetune/Step": 873, "Finetune/Step Time": 6.825014086440206}
{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8412644863128662, "Finetune/Loss (Raw)": 0.7474777102470398, "Finetune/Step": 874, "Finetune/Step Time": 6.829056657850742}
{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8395731449127197, "Finetune/Loss (Raw)": 0.8038742542266846, "Finetune/Step": 875, "Finetune/Step Time": 6.839799702167511}
{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.838333010673523, "Finetune/Loss (Raw)": 0.8708604574203491, "Finetune/Step": 876, "Finetune/Step Time": 6.840756557881832}
{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8386121988296509, "Finetune/Loss (Raw)": 0.8731221556663513, "Finetune/Step": 877, "Finetune/Step Time": 6.838355418294668}
{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8390225172042847, "Finetune/Loss (Raw)": 0.8830082416534424, "Finetune/Step": 878, "Finetune/Step Time": 6.830792937427759}
{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.839263916015625, "Finetune/Loss (Raw)": 0.8025484085083008, "Finetune/Step": 879, "Finetune/Step Time": 6.849904149770737}
{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8381792306900024, "Finetune/Loss (Raw)": 0.84296053647995, "Finetune/Step": 880, "Finetune/Step Time": 6.853986030444503}
{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.840394914150238, "Finetune/Loss (Raw)": 0.6795943975448608, "Finetune/Step": 881, "Finetune/Step Time": 6.846577597782016}
{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8411177396774292, "Finetune/Loss (Raw)": 0.8839280009269714, "Finetune/Step": 882, "Finetune/Step Time": 6.845693964511156}
{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8430020809173584, "Finetune/Loss (Raw)": 0.9837971925735474, "Finetune/Step": 883, "Finetune/Step Time": 6.817071471363306}
{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8441308736801147, "Finetune/Loss (Raw)": 1.0029587745666504, "Finetune/Step": 884, "Finetune/Step Time": 6.816561667248607}
{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8394423723220825, "Finetune/Loss (Raw)": 0.22623124718666077, "Finetune/Step": 885, "Finetune/Step Time": 6.822683151811361}
{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.838643491268158, "Finetune/Loss (Raw)": 0.8869883418083191, "Finetune/Step": 886, "Finetune/Step Time": 6.82567017711699}
{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8343197107315063, "Finetune/Loss (Raw)": 0.3997051417827606, "Finetune/Step": 887, "Finetune/Step Time": 6.851362340152264}
{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8349044322967529, "Finetune/Loss (Raw)": 0.9801819920539856, "Finetune/Step": 888, "Finetune/Step Time": 6.857092175632715}
{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8350375294685364, "Finetune/Loss (Raw)": 0.9326867461204529, "Finetune/Step": 889, "Finetune/Step Time": 6.862167784944177}
{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.839006245136261, "Finetune/Loss (Raw)": 0.8779256939888, "Finetune/Step": 890, "Finetune/Step Time": 6.842873500660062}
{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.839962363243103, "Finetune/Loss (Raw)": 0.8818366527557373, "Finetune/Step": 891, "Finetune/Step Time": 6.8453135173767805}
{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8396499156951904, "Finetune/Loss (Raw)": 0.8134068250656128, "Finetune/Step": 892, "Finetune/Step Time": 6.848831066861749}
{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8401765823364258, "Finetune/Loss (Raw)": 0.978186845779419, "Finetune/Step": 893, "Finetune/Step Time": 6.845185589045286}
{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8397324085235596, "Finetune/Loss (Raw)": 0.9247301816940308, "Finetune/Step": 894, "Finetune/Step Time": 6.840924242511392}
{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.839125394821167, "Finetune/Loss (Raw)": 0.8063595294952393, "Finetune/Step": 895, "Finetune/Step Time": 6.85631275549531}
{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8399490118026733, "Finetune/Loss (Raw)": 0.9303099513053894, "Finetune/Step": 896, "Finetune/Step Time": 6.848878014832735}
{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8394152522087097, "Finetune/Loss (Raw)": 0.6743476986885071, "Finetune/Step": 897, "Finetune/Step Time": 6.851438205689192}
{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8354995250701904, "Finetune/Loss (Raw)": 0.3585784435272217, "Finetune/Step": 898, "Finetune/Step Time": 6.862368766218424}
{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.833789587020874, "Finetune/Loss (Raw)": 0.7743927836418152, "Finetune/Step": 899, "Finetune/Step Time": 6.895049875602126}
{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8341230750083923, "Finetune/Loss (Raw)": 0.9663792252540588, "Finetune/Step": 900, "Finetune/Step Time": 6.895377546548843}
{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8344115018844604, "Finetune/Loss (Raw)": 1.0047718286514282, "Finetune/Step": 901, "Finetune/Step Time": 6.9009082429111}
{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8352422714233398, "Finetune/Loss (Raw)": 0.8570386171340942, "Finetune/Step": 902, "Finetune/Step Time": 6.872880628332496}
{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.834625244140625, "Finetune/Loss (Raw)": 0.8831771612167358, "Finetune/Step": 903, "Finetune/Step Time": 6.881537234410644}
{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8356251120567322, "Finetune/Loss (Raw)": 0.8077788949012756, "Finetune/Step": 904, "Finetune/Step Time": 6.877672877162695}
{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8353934288024902, "Finetune/Loss (Raw)": 0.974256694316864, "Finetune/Step": 905, "Finetune/Step Time": 6.857764452695847}
{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8340151309967041, "Finetune/Loss (Raw)": 0.8054026365280151, "Finetune/Step": 906, "Finetune/Step Time": 6.854945883154869}
{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8343983888626099, "Finetune/Loss (Raw)": 0.9229072332382202, "Finetune/Step": 907, "Finetune/Step Time": 6.842684304341674}
{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8389027118682861, "Finetune/Loss (Raw)": 0.9031657576560974, "Finetune/Step": 908, "Finetune/Step Time": 6.823531752452254}
{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8389559984207153, "Finetune/Loss (Raw)": 0.8412929177284241, "Finetune/Step": 909, "Finetune/Step Time": 6.827513195574284}
{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8412690162658691, "Finetune/Loss (Raw)": 0.8617610335350037, "Finetune/Step": 910, "Finetune/Step Time": 6.799971744418144}
{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.841270387172699, "Finetune/Loss (Raw)": 0.8515097498893738, "Finetune/Step": 911, "Finetune/Step Time": 6.7634613532572985}
{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8440730571746826, "Finetune/Loss (Raw)": 0.9956238865852356, "Finetune/Step": 912, "Finetune/Step Time": 6.754085350781679}
{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8414831161499023, "Finetune/Loss (Raw)": 0.6358636021614075, "Finetune/Step": 913, "Finetune/Step Time": 6.749184649437666}
{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.841951847076416, "Finetune/Loss (Raw)": 1.0639249086380005, "Finetune/Step": 914, "Finetune/Step Time": 6.752793703228235}
{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8418464660644531, "Finetune/Loss (Raw)": 0.9260774850845337, "Finetune/Step": 915, "Finetune/Step Time": 6.716065349057317}
{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8410767316818237, "Finetune/Loss (Raw)": 0.9354951977729797, "Finetune/Step": 916, "Finetune/Step Time": 6.722292613238096}
{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8419864773750305, "Finetune/Loss (Raw)": 1.0438458919525146, "Finetune/Step": 917, "Finetune/Step Time": 6.766822028905153}
{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8441777229309082, "Finetune/Loss (Raw)": 0.8450149893760681, "Finetune/Step": 918, "Finetune/Step Time": 6.74520780146122}
{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8422805666923523, "Finetune/Loss (Raw)": 0.615614116191864, "Finetune/Step": 919, "Finetune/Step Time": 6.75889309309423}
{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8419028520584106, "Finetune/Loss (Raw)": 0.7319722771644592, "Finetune/Step": 920, "Finetune/Step Time": 6.765105852857232}
{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8423798680305481, "Finetune/Loss (Raw)": 0.9570093154907227, "Finetune/Step": 921, "Finetune/Step Time": 6.755697932094336}
{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8423858284950256, "Finetune/Loss (Raw)": 0.8479856848716736, "Finetune/Step": 922, "Finetune/Step Time": 6.754347490146756}
{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8426768779754639, "Finetune/Loss (Raw)": 0.9508483409881592, "Finetune/Step": 923, "Finetune/Step Time": 6.746463680639863}
{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8420364260673523, "Finetune/Loss (Raw)": 0.7991276979446411, "Finetune/Step": 924, "Finetune/Step Time": 6.754495600238442}
{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8409342765808105, "Finetune/Loss (Raw)": 0.7317113280296326, "Finetune/Step": 925, "Finetune/Step Time": 6.773720242083073}
{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8383772373199463, "Finetune/Loss (Raw)": 0.6233095526695251, "Finetune/Step": 926, "Finetune/Step Time": 6.77791746519506}
{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8391298055648804, "Finetune/Loss (Raw)": 0.8931136131286621, "Finetune/Step": 927, "Finetune/Step Time": 6.771585104987025}
{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8391522765159607, "Finetune/Loss (Raw)": 0.9168497323989868, "Finetune/Step": 928, "Finetune/Step Time": 6.764062263071537}
{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8385615348815918, "Finetune/Loss (Raw)": 0.8637542724609375, "Finetune/Step": 929, "Finetune/Step Time": 6.740119894966483}
{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8387691378593445, "Finetune/Loss (Raw)": 0.820708692073822, "Finetune/Step": 930, "Finetune/Step Time": 6.744313377887011}
{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8403969407081604, "Finetune/Loss (Raw)": 0.9269218444824219, "Finetune/Step": 931, "Finetune/Step Time": 6.736654067412019}
{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8408480882644653, "Finetune/Loss (Raw)": 0.95758056640625, "Finetune/Step": 932, "Finetune/Step Time": 6.742436291649938}
{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8404743075370789, "Finetune/Loss (Raw)": 0.8617827296257019, "Finetune/Step": 933, "Finetune/Step Time": 6.752588011324406}
{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8423200249671936, "Finetune/Loss (Raw)": 0.9421221017837524, "Finetune/Step": 934, "Finetune/Step Time": 6.7387713603675365}
{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8406624794006348, "Finetune/Loss (Raw)": 0.6772328019142151, "Finetune/Step": 935, "Finetune/Step Time": 6.739185448735952}
{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8405001163482666, "Finetune/Loss (Raw)": 0.7944132685661316, "Finetune/Step": 936, "Finetune/Step Time": 6.731352502480149}
{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8415619134902954, "Finetune/Loss (Raw)": 1.0394015312194824, "Finetune/Step": 937, "Finetune/Step Time": 6.726117465645075}
{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.841964066028595, "Finetune/Loss (Raw)": 1.053321123123169, "Finetune/Step": 938, "Finetune/Step Time": 6.729953791946173}
{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8425266146659851, "Finetune/Loss (Raw)": 0.8518086671829224, "Finetune/Step": 939, "Finetune/Step Time": 6.731523495167494}
{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8416390419006348, "Finetune/Loss (Raw)": 0.959913432598114, "Finetune/Step": 940, "Finetune/Step Time": 6.734686596319079}
{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8416814804077148, "Finetune/Loss (Raw)": 0.9071390628814697, "Finetune/Step": 941, "Finetune/Step Time": 6.7344368156045675}
{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8404808640480042, "Finetune/Loss (Raw)": 0.7194176316261292, "Finetune/Step": 942, "Finetune/Step Time": 6.740920644253492}
{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8405462503433228, "Finetune/Loss (Raw)": 0.883979856967926, "Finetune/Step": 943, "Finetune/Step Time": 6.74065955914557}
{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8396528363227844, "Finetune/Loss (Raw)": 0.8226982951164246, "Finetune/Step": 944, "Finetune/Step Time": 6.736626150086522}
{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8385953307151794, "Finetune/Loss (Raw)": 0.8020793199539185, "Finetune/Step": 945, "Finetune/Step Time": 6.746805718168616}
{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.841708242893219, "Finetune/Loss (Raw)": 0.7199007868766785, "Finetune/Step": 946, "Finetune/Step Time": 6.74485656991601}
{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8424740433692932, "Finetune/Loss (Raw)": 0.8370180726051331, "Finetune/Step": 947, "Finetune/Step Time": 6.764472207054496}
{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8405561447143555, "Finetune/Loss (Raw)": 0.3760622441768646, "Finetune/Step": 948, "Finetune/Step Time": 6.775519365444779}
{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.841808021068573, "Finetune/Loss (Raw)": 1.015341877937317, "Finetune/Step": 949, "Finetune/Step Time": 6.762522546574473}
{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8419737219810486, "Finetune/Loss (Raw)": 0.8556271195411682, "Finetune/Step": 950, "Finetune/Step Time": 6.760419014841318}
{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.842336893081665, "Finetune/Loss (Raw)": 1.0741995573043823, "Finetune/Step": 951, "Finetune/Step Time": 6.754628993570805}
{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8412573337554932, "Finetune/Loss (Raw)": 0.7811033725738525, "Finetune/Step": 952, "Finetune/Step Time": 6.759862216189504}
{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8415557146072388, "Finetune/Loss (Raw)": 0.8809386491775513, "Finetune/Step": 953, "Finetune/Step Time": 6.753273634240031}
{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.842025101184845, "Finetune/Loss (Raw)": 0.8187618255615234, "Finetune/Step": 954, "Finetune/Step Time": 6.761593122035265}
{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8423820734024048, "Finetune/Loss (Raw)": 0.8881649971008301, "Finetune/Step": 955, "Finetune/Step Time": 6.770987825468183}
{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8466078042984009, "Finetune/Loss (Raw)": 0.9157888889312744, "Finetune/Step": 956, "Finetune/Step Time": 6.754656881093979}
{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8464285135269165, "Finetune/Loss (Raw)": 0.8317460417747498, "Finetune/Step": 957, "Finetune/Step Time": 6.750823102891445}
{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8458585739135742, "Finetune/Loss (Raw)": 0.8428002595901489, "Finetune/Step": 958, "Finetune/Step Time": 6.7596812173724174}
{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.845055341720581, "Finetune/Loss (Raw)": 0.7408422231674194, "Finetune/Step": 959, "Finetune/Step Time": 6.741753282025456}
{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8441203832626343, "Finetune/Loss (Raw)": 0.8593642711639404, "Finetune/Step": 960, "Finetune/Step Time": 6.743529537692666}
{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.846943736076355, "Finetune/Loss (Raw)": 0.7794418931007385, "Finetune/Step": 961, "Finetune/Step Time": 6.725334363058209}
{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8474127650260925, "Finetune/Loss (Raw)": 0.9610369801521301, "Finetune/Step": 962, "Finetune/Step Time": 6.7108317874372005}
{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8469893932342529, "Finetune/Loss (Raw)": 0.8438548445701599, "Finetune/Step": 963, "Finetune/Step Time": 6.694426521658897}
{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8467072248458862, "Finetune/Loss (Raw)": 0.850394606590271, "Finetune/Step": 964, "Finetune/Step Time": 6.694240307435393}
{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8465921878814697, "Finetune/Loss (Raw)": 0.7484183311462402, "Finetune/Step": 965, "Finetune/Step Time": 6.689403269439936}
{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.846638560295105, "Finetune/Loss (Raw)": 0.8393383622169495, "Finetune/Step": 966, "Finetune/Step Time": 6.689965659752488}
{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8466967344284058, "Finetune/Loss (Raw)": 0.8001294732093811, "Finetune/Step": 967, "Finetune/Step Time": 6.694799710065126}
{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8456509113311768, "Finetune/Loss (Raw)": 0.9170346260070801, "Finetune/Step": 968, "Finetune/Step Time": 6.692781295627356}
{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8458423614501953, "Finetune/Loss (Raw)": 0.8298463821411133, "Finetune/Step": 969, "Finetune/Step Time": 6.699337115511298}
{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8427204489707947, "Finetune/Loss (Raw)": 0.5328246355056763, "Finetune/Step": 970, "Finetune/Step Time": 6.706429423764348}
{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8424356579780579, "Finetune/Loss (Raw)": 0.8601226806640625, "Finetune/Step": 971, "Finetune/Step Time": 6.718979047611356}
{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8387695550918579, "Finetune/Loss (Raw)": 0.3896850645542145, "Finetune/Step": 972, "Finetune/Step Time": 6.737034376710653}
{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.837594211101532, "Finetune/Loss (Raw)": 0.787287175655365, "Finetune/Step": 973, "Finetune/Step Time": 6.742346305400133}
{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8364243507385254, "Finetune/Loss (Raw)": 0.8062558770179749, "Finetune/Step": 974, "Finetune/Step Time": 6.756899693980813}
{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8405898809432983, "Finetune/Loss (Raw)": 0.9905833601951599, "Finetune/Step": 975, "Finetune/Step Time": 6.750800270587206}
{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8412326574325562, "Finetune/Loss (Raw)": 0.848483145236969, "Finetune/Step": 976, "Finetune/Step Time": 6.746644597500563}
{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8417584300041199, "Finetune/Loss (Raw)": 0.984636664390564, "Finetune/Step": 977, "Finetune/Step Time": 6.751200467348099}
{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8418797850608826, "Finetune/Loss (Raw)": 0.8297706842422485, "Finetune/Step": 978, "Finetune/Step Time": 6.736786728724837}
{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8413830399513245, "Finetune/Loss (Raw)": 0.8408125042915344, "Finetune/Step": 979, "Finetune/Step Time": 6.736693147569895}
{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8434318900108337, "Finetune/Loss (Raw)": 1.0479735136032104, "Finetune/Step": 980, "Finetune/Step Time": 6.734187602996826}
{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8432168960571289, "Finetune/Loss (Raw)": 0.8591799736022949, "Finetune/Step": 981, "Finetune/Step Time": 6.734801556915045}
{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.844292402267456, "Finetune/Loss (Raw)": 0.9477571249008179, "Finetune/Step": 982, "Finetune/Step Time": 6.723324507474899}
{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8465021848678589, "Finetune/Loss (Raw)": 0.9116570353507996, "Finetune/Step": 983, "Finetune/Step Time": 6.687678059563041}
{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8454591631889343, "Finetune/Loss (Raw)": 0.7485888600349426, "Finetune/Step": 984, "Finetune/Step Time": 6.696533722802997}
{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8460556268692017, "Finetune/Loss (Raw)": 0.8806653022766113, "Finetune/Step": 985, "Finetune/Step Time": 6.69494654238224}
{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8435007929801941, "Finetune/Loss (Raw)": 0.7798805832862854, "Finetune/Step": 986, "Finetune/Step Time": 6.697705967351794}
{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.843172550201416, "Finetune/Loss (Raw)": 0.8898661732673645, "Finetune/Step": 987, "Finetune/Step Time": 6.684532228857279}
{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8415186405181885, "Finetune/Loss (Raw)": 0.6345930099487305, "Finetune/Step": 988, "Finetune/Step Time": 6.687175089493394}
{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8441509008407593, "Finetune/Loss (Raw)": 0.9493051171302795, "Finetune/Step": 989, "Finetune/Step Time": 6.69083421677351}
{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8420892953872681, "Finetune/Loss (Raw)": 0.6391155123710632, "Finetune/Step": 990, "Finetune/Step Time": 6.69632232375443}
{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8439074754714966, "Finetune/Loss (Raw)": 0.9575545787811279, "Finetune/Step": 991, "Finetune/Step Time": 6.68811652623117}
{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.843294620513916, "Finetune/Loss (Raw)": 0.8731846213340759, "Finetune/Step": 992, "Finetune/Step Time": 6.686252707615495}
{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8431699872016907, "Finetune/Loss (Raw)": 0.8177680373191833, "Finetune/Step": 993, "Finetune/Step Time": 6.697231387719512}
{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8404651284217834, "Finetune/Loss (Raw)": 0.6730368733406067, "Finetune/Step": 994, "Finetune/Step Time": 6.705598972737789}
{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8395529985427856, "Finetune/Loss (Raw)": 0.8709343075752258, "Finetune/Step": 995, "Finetune/Step Time": 6.704890979453921}
{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.839073896408081, "Finetune/Loss (Raw)": 0.7719523310661316, "Finetune/Step": 996, "Finetune/Step Time": 6.7088329922407866}
{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.838003933429718, "Finetune/Loss (Raw)": 0.858006477355957, "Finetune/Step": 997, "Finetune/Step Time": 6.690201137214899}
{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8376237154006958, "Finetune/Loss (Raw)": 0.7577455639839172, "Finetune/Step": 998, "Finetune/Step Time": 6.7032373659312725}
{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8395932912826538, "Finetune/Loss (Raw)": 0.9627305865287781, "Finetune/Step": 999, "Finetune/Step Time": 6.697728710249066}
{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8404320478439331, "Finetune/Loss (Raw)": 1.0111448764801025, "Finetune/Step": 1000, "Finetune/Step Time": 6.691829051822424}
{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8354634046554565, "Finetune/Loss (Raw)": 0.3219519555568695, "Finetune/Step": 1001, "Finetune/Step Time": 6.715157551690936}
{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8370152711868286, "Finetune/Loss (Raw)": 0.9461188316345215, "Finetune/Step": 1002, "Finetune/Step Time": 6.7171038538217545}
{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8382812738418579, "Finetune/Loss (Raw)": 0.9659259915351868, "Finetune/Step": 1003, "Finetune/Step Time": 6.731152465566993}
{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8391258716583252, "Finetune/Loss (Raw)": 0.9789630174636841, "Finetune/Step": 1004, "Finetune/Step Time": 6.731745176017284}
{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8393537998199463, "Finetune/Loss (Raw)": 0.9022948741912842, "Finetune/Step": 1005, "Finetune/Step Time": 6.725170684978366}
{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8378808498382568, "Finetune/Loss (Raw)": 0.6944774389266968, "Finetune/Step": 1006, "Finetune/Step Time": 6.741037763655186}
{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8381599187850952, "Finetune/Loss (Raw)": 0.8382635116577148, "Finetune/Step": 1007, "Finetune/Step Time": 6.723505744710565}
{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8386753797531128, "Finetune/Loss (Raw)": 0.9089394211769104, "Finetune/Step": 1008, "Finetune/Step Time": 6.722677689045668}
{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.836668848991394, "Finetune/Loss (Raw)": 0.422761470079422, "Finetune/Step": 1009, "Finetune/Step Time": 6.729227585718036}
{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8358715772628784, "Finetune/Loss (Raw)": 0.7818744778633118, "Finetune/Step": 1010, "Finetune/Step Time": 6.73185252584517}
{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8344787359237671, "Finetune/Loss (Raw)": 0.8055124282836914, "Finetune/Step": 1011, "Finetune/Step Time": 6.730976436287165}
{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8338416814804077, "Finetune/Loss (Raw)": 0.9214141964912415, "Finetune/Step": 1012, "Finetune/Step Time": 6.735721794888377}
{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8388086557388306, "Finetune/Loss (Raw)": 0.8620074987411499, "Finetune/Step": 1013, "Finetune/Step Time": 6.71615238673985}
{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8396331071853638, "Finetune/Loss (Raw)": 0.9925222396850586, "Finetune/Step": 1014, "Finetune/Step Time": 6.722375247627497}
{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8389557003974915, "Finetune/Loss (Raw)": 0.31300151348114014, "Finetune/Step": 1015, "Finetune/Step Time": 6.726229975000024}
{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8385518789291382, "Finetune/Loss (Raw)": 0.9284824132919312, "Finetune/Step": 1016, "Finetune/Step Time": 6.7241480108350515}
{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8389399647712708, "Finetune/Loss (Raw)": 0.9823667407035828, "Finetune/Step": 1017, "Finetune/Step Time": 6.715692425146699}
{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8385552763938904, "Finetune/Loss (Raw)": 0.8286873698234558, "Finetune/Step": 1018, "Finetune/Step Time": 6.75127231888473}
{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8381612300872803, "Finetune/Loss (Raw)": 0.8314025402069092, "Finetune/Step": 1019, "Finetune/Step Time": 6.749406896531582}
{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8387521505355835, "Finetune/Loss (Raw)": 0.8890352249145508, "Finetune/Step": 1020, "Finetune/Step Time": 6.7446768172085285}
{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8366584181785583, "Finetune/Loss (Raw)": 0.7101905941963196, "Finetune/Step": 1021, "Finetune/Step Time": 6.7550010941922665}
{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8362274765968323, "Finetune/Loss (Raw)": 0.8695729374885559, "Finetune/Step": 1022, "Finetune/Step Time": 6.749251741915941}
{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8353116512298584, "Finetune/Loss (Raw)": 0.6891361474990845, "Finetune/Step": 1023, "Finetune/Step Time": 6.743183245882392}
{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8342000246047974, "Finetune/Loss (Raw)": 0.7880212664604187, "Finetune/Step": 1024, "Finetune/Step Time": 6.74465749412775}
{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8351072072982788, "Finetune/Loss (Raw)": 0.7904642820358276, "Finetune/Step": 1025, "Finetune/Step Time": 6.729588069021702}
{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8390042781829834, "Finetune/Loss (Raw)": 0.8574032783508301, "Finetune/Step": 1026, "Finetune/Step Time": 6.718240218237042}
{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8358027338981628, "Finetune/Loss (Raw)": 0.36459654569625854, "Finetune/Step": 1027, "Finetune/Step Time": 6.700275529175997}
{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8355361223220825, "Finetune/Loss (Raw)": 0.932247519493103, "Finetune/Step": 1028, "Finetune/Step Time": 6.702967848628759}
{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8340036869049072, "Finetune/Loss (Raw)": 0.808624804019928, "Finetune/Step": 1029, "Finetune/Step Time": 6.709450405091047}
{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8334282636642456, "Finetune/Loss (Raw)": 0.7833883166313171, "Finetune/Step": 1030, "Finetune/Step Time": 6.712962104007602}
{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8330672979354858, "Finetune/Loss (Raw)": 0.8369672298431396, "Finetune/Step": 1031, "Finetune/Step Time": 6.68865405395627}
{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8294650316238403, "Finetune/Loss (Raw)": 0.3466896712779999, "Finetune/Step": 1032, "Finetune/Step Time": 6.708965711295605}
{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8289604783058167, "Finetune/Loss (Raw)": 0.9096750020980835, "Finetune/Step": 1033, "Finetune/Step Time": 6.734603775665164}
{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8284960985183716, "Finetune/Loss (Raw)": 0.7459579110145569, "Finetune/Step": 1034, "Finetune/Step Time": 6.741744160652161}
{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8281142711639404, "Finetune/Loss (Raw)": 0.8740409016609192, "Finetune/Step": 1035, "Finetune/Step Time": 6.753099275752902}
{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8275864124298096, "Finetune/Loss (Raw)": 0.8355926275253296, "Finetune/Step": 1036, "Finetune/Step Time": 6.757439646869898}
{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8265339136123657, "Finetune/Loss (Raw)": 0.7065763473510742, "Finetune/Step": 1037, "Finetune/Step Time": 6.75953227840364}
{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8281701803207397, "Finetune/Loss (Raw)": 1.0712037086486816, "Finetune/Step": 1038, "Finetune/Step Time": 6.753034379333258}
{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8283361196517944, "Finetune/Loss (Raw)": 0.8727564215660095, "Finetune/Step": 1039, "Finetune/Step Time": 6.751913079991937}
{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8261833786964417, "Finetune/Loss (Raw)": 0.720068633556366, "Finetune/Step": 1040, "Finetune/Step Time": 6.747165605425835}
{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8291293382644653, "Finetune/Loss (Raw)": 1.0129444599151611, "Finetune/Step": 1041, "Finetune/Step Time": 6.728683749213815}
{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8285913467407227, "Finetune/Loss (Raw)": 0.9950673580169678, "Finetune/Step": 1042, "Finetune/Step Time": 6.7288923636078835}
{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8242776393890381, "Finetune/Loss (Raw)": 0.37391915917396545, "Finetune/Step": 1043, "Finetune/Step Time": 6.752465914934874}
{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8219552636146545, "Finetune/Loss (Raw)": 0.6382307410240173, "Finetune/Step": 1044, "Finetune/Step Time": 6.753022192046046}
{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8200880885124207, "Finetune/Loss (Raw)": 0.804847240447998, "Finetune/Step": 1045, "Finetune/Step Time": 6.725665433332324}
{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8200759887695312, "Finetune/Loss (Raw)": 0.8434712886810303, "Finetune/Step": 1046, "Finetune/Step Time": 6.727157464250922}
{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8222821950912476, "Finetune/Loss (Raw)": 0.8980053663253784, "Finetune/Step": 1047, "Finetune/Step Time": 6.713799359276891}
{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8245956897735596, "Finetune/Loss (Raw)": 1.0280905961990356, "Finetune/Step": 1048, "Finetune/Step Time": 6.705443957820535}
{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.822996973991394, "Finetune/Loss (Raw)": 0.7523730397224426, "Finetune/Step": 1049, "Finetune/Step Time": 6.702390791848302}
{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8222815990447998, "Finetune/Loss (Raw)": 0.7564204335212708, "Finetune/Step": 1050, "Finetune/Step Time": 6.713836971670389}
{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8201169967651367, "Finetune/Loss (Raw)": 0.6737908720970154, "Finetune/Step": 1051, "Finetune/Step Time": 6.717293655499816}
{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8217111229896545, "Finetune/Loss (Raw)": 1.0031700134277344, "Finetune/Step": 1052, "Finetune/Step Time": 6.7152351923286915}
{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8226078152656555, "Finetune/Loss (Raw)": 0.8464875817298889, "Finetune/Step": 1053, "Finetune/Step Time": 6.702078748494387}
{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8248065710067749, "Finetune/Loss (Raw)": 0.9047519564628601, "Finetune/Step": 1054, "Finetune/Step Time": 6.696836449205875}
{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8239372372627258, "Finetune/Loss (Raw)": 0.781840980052948, "Finetune/Step": 1055, "Finetune/Step Time": 6.697733733803034}
{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8247202038764954, "Finetune/Loss (Raw)": 1.0170644521713257, "Finetune/Step": 1056, "Finetune/Step Time": 6.698768420144916}
{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8243977427482605, "Finetune/Loss (Raw)": 0.8224789500236511, "Finetune/Step": 1057, "Finetune/Step Time": 6.693631561473012}
{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.824002742767334, "Finetune/Loss (Raw)": 0.7701476812362671, "Finetune/Step": 1058, "Finetune/Step Time": 6.6859091501683}
{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8228232860565186, "Finetune/Loss (Raw)": 0.775951623916626, "Finetune/Step": 1059, "Finetune/Step Time": 6.693212814629078}
{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8217380046844482, "Finetune/Loss (Raw)": 0.8186697959899902, "Finetune/Step": 1060, "Finetune/Step Time": 6.691602312028408}
{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8202309608459473, "Finetune/Loss (Raw)": 0.6688758134841919, "Finetune/Step": 1061, "Finetune/Step Time": 6.672327186912298}
{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8196805715560913, "Finetune/Loss (Raw)": 0.871674120426178, "Finetune/Step": 1062, "Finetune/Step Time": 6.667621869593859}
{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8213602304458618, "Finetune/Loss (Raw)": 0.8922320008277893, "Finetune/Step": 1063, "Finetune/Step Time": 6.674262689426541}
{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8237776160240173, "Finetune/Loss (Raw)": 1.1038308143615723, "Finetune/Step": 1064, "Finetune/Step Time": 6.6619344633072615}
{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8237165808677673, "Finetune/Loss (Raw)": 1.0315899848937988, "Finetune/Step": 1065, "Finetune/Step Time": 6.663189552724361}
{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8217079639434814, "Finetune/Loss (Raw)": 0.7962238192558289, "Finetune/Step": 1066, "Finetune/Step Time": 6.65740985237062}
{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8229076266288757, "Finetune/Loss (Raw)": 1.0053662061691284, "Finetune/Step": 1067, "Finetune/Step Time": 6.663849791511893}
{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8215891122817993, "Finetune/Loss (Raw)": 0.7911377549171448, "Finetune/Step": 1068, "Finetune/Step Time": 6.668289365246892}
{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8211925029754639, "Finetune/Loss (Raw)": 0.856377124786377, "Finetune/Step": 1069, "Finetune/Step Time": 6.693504551425576}
{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8225491642951965, "Finetune/Loss (Raw)": 0.8930702805519104, "Finetune/Step": 1070, "Finetune/Step Time": 6.682984413579106}
{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.822982668876648, "Finetune/Loss (Raw)": 0.9394729137420654, "Finetune/Step": 1071, "Finetune/Step Time": 6.680567713454366}
{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8239316344261169, "Finetune/Loss (Raw)": 0.9441569447517395, "Finetune/Step": 1072, "Finetune/Step Time": 6.689429914578795}
{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8243167996406555, "Finetune/Loss (Raw)": 0.8513814210891724, "Finetune/Step": 1073, "Finetune/Step Time": 6.672459699213505}
{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.826308012008667, "Finetune/Loss (Raw)": 0.9747781157493591, "Finetune/Step": 1074, "Finetune/Step Time": 6.668396258726716}
{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.826561689376831, "Finetune/Loss (Raw)": 0.8694881796836853, "Finetune/Step": 1075, "Finetune/Step Time": 6.681774152442813}
{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8312746286392212, "Finetune/Loss (Raw)": 0.9793162941932678, "Finetune/Step": 1076, "Finetune/Step Time": 6.66194705106318}
{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8309846520423889, "Finetune/Loss (Raw)": 0.9782279133796692, "Finetune/Step": 1077, "Finetune/Step Time": 6.664724761620164}
{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.831741213798523, "Finetune/Loss (Raw)": 0.9524675011634827, "Finetune/Step": 1078, "Finetune/Step Time": 6.666594674810767}
{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8292680978775024, "Finetune/Loss (Raw)": 0.75764399766922, "Finetune/Step": 1079, "Finetune/Step Time": 6.669991133734584}
{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.82879638671875, "Finetune/Loss (Raw)": 0.7207194566726685, "Finetune/Step": 1080, "Finetune/Step Time": 6.668847596272826}
{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8289507627487183, "Finetune/Loss (Raw)": 0.9007019996643066, "Finetune/Step": 1081, "Finetune/Step Time": 6.671362420544028}
{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8280578851699829, "Finetune/Loss (Raw)": 0.7044734358787537, "Finetune/Step": 1082, "Finetune/Step Time": 6.679648209363222}
{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8283963203430176, "Finetune/Loss (Raw)": 0.9314879179000854, "Finetune/Step": 1083, "Finetune/Step Time": 6.668594619259238}
{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8284648060798645, "Finetune/Loss (Raw)": 0.9245480895042419, "Finetune/Step": 1084, "Finetune/Step Time": 6.68187677487731}
{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8289619088172913, "Finetune/Loss (Raw)": 0.8953755497932434, "Finetune/Step": 1085, "Finetune/Step Time": 6.672634985297918}
{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.829849123954773, "Finetune/Loss (Raw)": 0.9563685655593872, "Finetune/Step": 1086, "Finetune/Step Time": 6.659367451444268}
{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8314075469970703, "Finetune/Loss (Raw)": 0.9403170943260193, "Finetune/Step": 1087, "Finetune/Step Time": 6.661599608138204}
{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8296741247177124, "Finetune/Loss (Raw)": 0.6374799609184265, "Finetune/Step": 1088, "Finetune/Step Time": 6.668948886916041}
{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8305058479309082, "Finetune/Loss (Raw)": 0.8859118819236755, "Finetune/Step": 1089, "Finetune/Step Time": 6.66566058434546}
{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8305128812789917, "Finetune/Loss (Raw)": 0.9619320034980774, "Finetune/Step": 1090, "Finetune/Step Time": 6.6757249012589455}
{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8304497599601746, "Finetune/Loss (Raw)": 0.8357771635055542, "Finetune/Step": 1091, "Finetune/Step Time": 6.6745621003210545}
{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8311989903450012, "Finetune/Loss (Raw)": 0.946291983127594, "Finetune/Step": 1092, "Finetune/Step Time": 6.673116188496351}
{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8314163088798523, "Finetune/Loss (Raw)": 0.7762448787689209, "Finetune/Step": 1093, "Finetune/Step Time": 6.671083664521575}
{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8315545916557312, "Finetune/Loss (Raw)": 0.8570343852043152, "Finetune/Step": 1094, "Finetune/Step Time": 6.66608989238739}
{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8328967690467834, "Finetune/Loss (Raw)": 0.9719282984733582, "Finetune/Step": 1095, "Finetune/Step Time": 6.6500042621046305}
{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.833039402961731, "Finetune/Loss (Raw)": 0.935284435749054, "Finetune/Step": 1096, "Finetune/Step Time": 6.646430471912026}
{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8332877159118652, "Finetune/Loss (Raw)": 0.8616371154785156, "Finetune/Step": 1097, "Finetune/Step Time": 6.6477245055139065}
{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8357317447662354, "Finetune/Loss (Raw)": 0.8456623554229736, "Finetune/Step": 1098, "Finetune/Step Time": 6.655053375288844}
{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.836138129234314, "Finetune/Loss (Raw)": 0.9121342301368713, "Finetune/Step": 1099, "Finetune/Step Time": 6.629416488111019}
{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8396462202072144, "Finetune/Loss (Raw)": 0.8387186527252197, "Finetune/Step": 1100, "Finetune/Step Time": 6.6145195960998535}
{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8405811786651611, "Finetune/Loss (Raw)": 0.9069668650627136, "Finetune/Step": 1101, "Finetune/Step Time": 6.6139325350522995}
{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8399219512939453, "Finetune/Loss (Raw)": 0.7218710780143738, "Finetune/Step": 1102, "Finetune/Step Time": 6.60132453776896}
{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.840093731880188, "Finetune/Loss (Raw)": 1.012573480606079, "Finetune/Step": 1103, "Finetune/Step Time": 6.588302591815591}
{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8410428762435913, "Finetune/Loss (Raw)": 0.9699745178222656, "Finetune/Step": 1104, "Finetune/Step Time": 6.597281644120812}
{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.83985835313797, "Finetune/Loss (Raw)": 0.8330227136611938, "Finetune/Step": 1105, "Finetune/Step Time": 6.603062007576227}
{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8395853042602539, "Finetune/Loss (Raw)": 0.794815719127655, "Finetune/Step": 1106, "Finetune/Step Time": 6.614644700661302}
{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8403424620628357, "Finetune/Loss (Raw)": 0.9377343654632568, "Finetune/Step": 1107, "Finetune/Step Time": 6.610399559140205}
{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8402307629585266, "Finetune/Loss (Raw)": 1.033664345741272, "Finetune/Step": 1108, "Finetune/Step Time": 6.611603528261185}
{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8384047746658325, "Finetune/Loss (Raw)": 0.6254588961601257, "Finetune/Step": 1109, "Finetune/Step Time": 6.622954109683633}
{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8380265235900879, "Finetune/Loss (Raw)": 0.8993350267410278, "Finetune/Step": 1110, "Finetune/Step Time": 6.621829556301236}
{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8390956521034241, "Finetune/Loss (Raw)": 1.04851496219635, "Finetune/Step": 1111, "Finetune/Step Time": 6.617540890350938}
{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.839626133441925, "Finetune/Loss (Raw)": 0.8164894580841064, "Finetune/Step": 1112, "Finetune/Step Time": 6.606744069606066}
{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8395644426345825, "Finetune/Loss (Raw)": 0.8727664351463318, "Finetune/Step": 1113, "Finetune/Step Time": 6.603659825399518}
{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8394886255264282, "Finetune/Loss (Raw)": 0.7701770067214966, "Finetune/Step": 1114, "Finetune/Step Time": 6.62697615660727}
{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8395016193389893, "Finetune/Loss (Raw)": 0.8915328979492188, "Finetune/Step": 1115, "Finetune/Step Time": 6.6247926987707615}
{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8422517776489258, "Finetune/Loss (Raw)": 0.9866091012954712, "Finetune/Step": 1116, "Finetune/Step Time": 6.620116230100393}
{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8410989046096802, "Finetune/Loss (Raw)": 0.8017383217811584, "Finetune/Step": 1117, "Finetune/Step Time": 6.619797160848975}
{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8431471586227417, "Finetune/Loss (Raw)": 0.9012919068336487, "Finetune/Step": 1118, "Finetune/Step Time": 6.606970276683569}
{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8404682874679565, "Finetune/Loss (Raw)": 0.6146628856658936, "Finetune/Step": 1119, "Finetune/Step Time": 6.616857316344976}
{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8406075239181519, "Finetune/Loss (Raw)": 0.8910006284713745, "Finetune/Step": 1120, "Finetune/Step Time": 6.620158016681671}
{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8420491218566895, "Finetune/Loss (Raw)": 1.0022979974746704, "Finetune/Step": 1121, "Finetune/Step Time": 6.590913334861398}
{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8439139127731323, "Finetune/Loss (Raw)": 0.9117241501808167, "Finetune/Step": 1122, "Finetune/Step Time": 6.597081940621138}
{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8430737257003784, "Finetune/Loss (Raw)": 0.7633957862854004, "Finetune/Step": 1123, "Finetune/Step Time": 6.6147986855357885}
{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8454985618591309, "Finetune/Loss (Raw)": 1.0823266506195068, "Finetune/Step": 1124, "Finetune/Step Time": 6.611202785745263}
{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8453565835952759, "Finetune/Loss (Raw)": 0.8398278951644897, "Finetune/Step": 1125, "Finetune/Step Time": 6.607713548466563}
{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.846493661403656, "Finetune/Loss (Raw)": 0.903296709060669, "Finetune/Step": 1126, "Finetune/Step Time": 6.589809536933899}
{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8457626104354858, "Finetune/Loss (Raw)": 0.8691635727882385, "Finetune/Step": 1127, "Finetune/Step Time": 6.588927695527673}
{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8440212607383728, "Finetune/Loss (Raw)": 0.7882483005523682, "Finetune/Step": 1128, "Finetune/Step Time": 6.600783262401819}
{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8489574193954468, "Finetune/Loss (Raw)": 0.9537739753723145, "Finetune/Step": 1129, "Finetune/Step Time": 6.5756225902587175}
{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8467816114425659, "Finetune/Loss (Raw)": 0.6676177382469177, "Finetune/Step": 1130, "Finetune/Step Time": 6.583183920010924}
{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.846717119216919, "Finetune/Loss (Raw)": 0.9576794505119324, "Finetune/Step": 1131, "Finetune/Step Time": 6.555941382423043}
{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8464254140853882, "Finetune/Loss (Raw)": 0.9416137933731079, "Finetune/Step": 1132, "Finetune/Step Time": 6.557415096089244}
{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8463131189346313, "Finetune/Loss (Raw)": 0.8879220485687256, "Finetune/Step": 1133, "Finetune/Step Time": 6.55315999686718}
{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8477290272712708, "Finetune/Loss (Raw)": 0.8757175207138062, "Finetune/Step": 1134, "Finetune/Step Time": 6.546875054016709}
{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8485028743743896, "Finetune/Loss (Raw)": 0.9373122453689575, "Finetune/Step": 1135, "Finetune/Step Time": 6.5518673956394196}
{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8481581211090088, "Finetune/Loss (Raw)": 0.8648192286491394, "Finetune/Step": 1136, "Finetune/Step Time": 6.549531798809767}
{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8524143695831299, "Finetune/Loss (Raw)": 0.9675586819648743, "Finetune/Step": 1137, "Finetune/Step Time": 6.5307934414595366}
{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8532912731170654, "Finetune/Loss (Raw)": 0.8941205143928528, "Finetune/Step": 1138, "Finetune/Step Time": 6.539488945156336}
{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8533712029457092, "Finetune/Loss (Raw)": 0.8157362341880798, "Finetune/Step": 1139, "Finetune/Step Time": 6.552292104810476}
{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.853138267993927, "Finetune/Loss (Raw)": 0.8915994763374329, "Finetune/Step": 1140, "Finetune/Step Time": 6.546809960156679}
{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8530550003051758, "Finetune/Loss (Raw)": 0.8513502478599548, "Finetune/Step": 1141, "Finetune/Step Time": 6.552272565662861}
{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8476116061210632, "Finetune/Loss (Raw)": 0.29577240347862244, "Finetune/Step": 1142, "Finetune/Step Time": 6.554472181946039}
{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8518104553222656, "Finetune/Loss (Raw)": 0.8504456877708435, "Finetune/Step": 1143, "Finetune/Step Time": 6.538622161373496}
{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8512548208236694, "Finetune/Loss (Raw)": 0.857365071773529, "Finetune/Step": 1144, "Finetune/Step Time": 6.5428616888821125}
{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.850308895111084, "Finetune/Loss (Raw)": 0.8612847924232483, "Finetune/Step": 1145, "Finetune/Step Time": 6.543768974021077}
{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8510805368423462, "Finetune/Loss (Raw)": 0.9274560213088989, "Finetune/Step": 1146, "Finetune/Step Time": 6.512337759137154}
{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8499504327774048, "Finetune/Loss (Raw)": 0.6867560744285583, "Finetune/Step": 1147, "Finetune/Step Time": 6.525587122887373}
{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8457000255584717, "Finetune/Loss (Raw)": 0.34498506784439087, "Finetune/Step": 1148, "Finetune/Step Time": 6.54661700502038}
{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8483933210372925, "Finetune/Loss (Raw)": 1.054922103881836, "Finetune/Step": 1149, "Finetune/Step Time": 6.548061357811093}
{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8477491736412048, "Finetune/Loss (Raw)": 0.7871314287185669, "Finetune/Step": 1150, "Finetune/Step Time": 6.539387308061123}
{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8485429883003235, "Finetune/Loss (Raw)": 0.7907412648200989, "Finetune/Step": 1151, "Finetune/Step Time": 6.5242787431925535}
{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8487521409988403, "Finetune/Loss (Raw)": 0.8147915005683899, "Finetune/Step": 1152, "Finetune/Step Time": 6.541406592354178}
{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8497297167778015, "Finetune/Loss (Raw)": 0.9155961871147156, "Finetune/Step": 1153, "Finetune/Step Time": 6.555913560092449}
{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8455948233604431, "Finetune/Loss (Raw)": 0.32813560962677, "Finetune/Step": 1154, "Finetune/Step Time": 6.568426631391048}
{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8453965187072754, "Finetune/Loss (Raw)": 0.33921220898628235, "Finetune/Step": 1155, "Finetune/Step Time": 6.567599149420857}
{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8458568453788757, "Finetune/Loss (Raw)": 0.9911658763885498, "Finetune/Step": 1156, "Finetune/Step Time": 6.564404921606183}
{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8469964861869812, "Finetune/Loss (Raw)": 0.9545077085494995, "Finetune/Step": 1157, "Finetune/Step Time": 6.5573557410389185}
{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8470156192779541, "Finetune/Loss (Raw)": 0.7858375310897827, "Finetune/Step": 1158, "Finetune/Step Time": 6.548947334289551}
{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8466159105300903, "Finetune/Loss (Raw)": 0.78580242395401, "Finetune/Step": 1159, "Finetune/Step Time": 6.549206085503101}
{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8504387140274048, "Finetune/Loss (Raw)": 0.8360087275505066, "Finetune/Step": 1160, "Finetune/Step Time": 6.54696362093091}
{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8494746088981628, "Finetune/Loss (Raw)": 0.7862709164619446, "Finetune/Step": 1161, "Finetune/Step Time": 6.541127631440759}
{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8510509729385376, "Finetune/Loss (Raw)": 0.9477293491363525, "Finetune/Step": 1162, "Finetune/Step Time": 6.539237726479769}
{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8489875793457031, "Finetune/Loss (Raw)": 0.6099318861961365, "Finetune/Step": 1163, "Finetune/Step Time": 6.549184890463948}
{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8507902026176453, "Finetune/Loss (Raw)": 1.066321849822998, "Finetune/Step": 1164, "Finetune/Step Time": 6.547975208610296}
{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8481074571609497, "Finetune/Loss (Raw)": 0.36318454146385193, "Finetune/Step": 1165, "Finetune/Step Time": 6.557739958167076}
{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8459911942481995, "Finetune/Loss (Raw)": 0.8003196120262146, "Finetune/Step": 1166, "Finetune/Step Time": 6.567038470879197}
{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8441208004951477, "Finetune/Loss (Raw)": 0.6333475708961487, "Finetune/Step": 1167, "Finetune/Step Time": 6.582456497475505}
{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8447550535202026, "Finetune/Loss (Raw)": 0.8012509942054749, "Finetune/Step": 1168, "Finetune/Step Time": 6.582652673125267}
{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8440925478935242, "Finetune/Loss (Raw)": 0.9281505346298218, "Finetune/Step": 1169, "Finetune/Step Time": 6.584868432953954}
{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8399888873100281, "Finetune/Loss (Raw)": 0.46979522705078125, "Finetune/Step": 1170, "Finetune/Step Time": 6.600587829947472}
{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8447599411010742, "Finetune/Loss (Raw)": 0.9846146702766418, "Finetune/Step": 1171, "Finetune/Step Time": 6.576596796512604}
{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8468231558799744, "Finetune/Loss (Raw)": 0.9023192524909973, "Finetune/Step": 1172, "Finetune/Step Time": 6.571362582966685}
{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8473659753799438, "Finetune/Loss (Raw)": 0.8743373155593872, "Finetune/Step": 1173, "Finetune/Step Time": 6.555876020342112}
{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8435852527618408, "Finetune/Loss (Raw)": 0.3595297336578369, "Finetune/Step": 1174, "Finetune/Step Time": 6.5666653867810965}
{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8428668975830078, "Finetune/Loss (Raw)": 0.8060638308525085, "Finetune/Step": 1175, "Finetune/Step Time": 6.580200487747788}
{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8411147594451904, "Finetune/Loss (Raw)": 0.803807258605957, "Finetune/Step": 1176, "Finetune/Step Time": 6.575523378327489}
{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8375005722045898, "Finetune/Loss (Raw)": 0.2897638976573944, "Finetune/Step": 1177, "Finetune/Step Time": 6.596655821427703}
{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8341397643089294, "Finetune/Loss (Raw)": 0.32623419165611267, "Finetune/Step": 1178, "Finetune/Step Time": 6.602204158902168}
{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8369534015655518, "Finetune/Loss (Raw)": 1.0339406728744507, "Finetune/Step": 1179, "Finetune/Step Time": 6.595647541806102}
{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8353785276412964, "Finetune/Loss (Raw)": 0.801580011844635, "Finetune/Step": 1180, "Finetune/Step Time": 6.611207835376263}
{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.836673378944397, "Finetune/Loss (Raw)": 1.0122382640838623, "Finetune/Step": 1181, "Finetune/Step Time": 6.599707663059235}
{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8340020775794983, "Finetune/Loss (Raw)": 0.5628153085708618, "Finetune/Step": 1182, "Finetune/Step Time": 6.600791696459055}
{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8353599309921265, "Finetune/Loss (Raw)": 0.9556518197059631, "Finetune/Step": 1183, "Finetune/Step Time": 6.601643119007349}
{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8328689336776733, "Finetune/Loss (Raw)": 0.6982102394104004, "Finetune/Step": 1184, "Finetune/Step Time": 6.6294348035007715}
{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8335104584693909, "Finetune/Loss (Raw)": 0.9046001434326172, "Finetune/Step": 1185, "Finetune/Step Time": 6.63224539719522}
{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8354309797286987, "Finetune/Loss (Raw)": 1.015967607498169, "Finetune/Step": 1186, "Finetune/Step Time": 6.632194723933935}
{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8321133255958557, "Finetune/Loss (Raw)": 0.3512994647026062, "Finetune/Step": 1187, "Finetune/Step Time": 6.6375881265848875}
{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8328604698181152, "Finetune/Loss (Raw)": 0.9143039584159851, "Finetune/Step": 1188, "Finetune/Step Time": 6.636820286512375}
{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.835182785987854, "Finetune/Loss (Raw)": 0.9661262631416321, "Finetune/Step": 1189, "Finetune/Step Time": 6.6413655783981085}
{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8352165222167969, "Finetune/Loss (Raw)": 0.8760006427764893, "Finetune/Step": 1190, "Finetune/Step Time": 6.639928190037608}
{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8354809880256653, "Finetune/Loss (Raw)": 0.9260807037353516, "Finetune/Step": 1191, "Finetune/Step Time": 6.633378641679883}
{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8344147801399231, "Finetune/Loss (Raw)": 0.9673542976379395, "Finetune/Step": 1192, "Finetune/Step Time": 6.640107525512576}
{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.833499014377594, "Finetune/Loss (Raw)": 0.9143712520599365, "Finetune/Step": 1193, "Finetune/Step Time": 6.638550104573369}
{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8344449996948242, "Finetune/Loss (Raw)": 0.9173076152801514, "Finetune/Step": 1194, "Finetune/Step Time": 6.650652149692178}
{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8333901166915894, "Finetune/Loss (Raw)": 0.870340883731842, "Finetune/Step": 1195, "Finetune/Step Time": 6.661992501467466}
{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.834165096282959, "Finetune/Loss (Raw)": 0.890339195728302, "Finetune/Step": 1196, "Finetune/Step Time": 6.6577886417508125}
{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.834959864616394, "Finetune/Loss (Raw)": 0.9581069946289062, "Finetune/Step": 1197, "Finetune/Step Time": 6.625535245984793}
{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8350000381469727, "Finetune/Loss (Raw)": 0.8982109427452087, "Finetune/Step": 1198, "Finetune/Step Time": 6.629526132717729}
{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.835178792476654, "Finetune/Loss (Raw)": 0.9623579978942871, "Finetune/Step": 1199, "Finetune/Step Time": 6.625154081732035}
{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8352088928222656, "Finetune/Loss (Raw)": 0.9480093717575073, "Finetune/Step": 1200, "Finetune/Step Time": 6.622012309730053}
{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8361601829528809, "Finetune/Loss (Raw)": 0.9731454849243164, "Finetune/Step": 1201, "Finetune/Step Time": 6.634482018649578}
{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8369298577308655, "Finetune/Loss (Raw)": 1.073294997215271, "Finetune/Step": 1202, "Finetune/Step Time": 6.626973271369934}
{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8382367491722107, "Finetune/Loss (Raw)": 1.0367681980133057, "Finetune/Step": 1203, "Finetune/Step Time": 6.59848658926785}
{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8381633758544922, "Finetune/Loss (Raw)": 0.9699258804321289, "Finetune/Step": 1204, "Finetune/Step Time": 6.606194222345948}
{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.836736261844635, "Finetune/Loss (Raw)": 0.7955580353736877, "Finetune/Step": 1205, "Finetune/Step Time": 6.623068379238248}
{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8373039960861206, "Finetune/Loss (Raw)": 1.0251410007476807, "Finetune/Step": 1206, "Finetune/Step Time": 6.615775970742106}
{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8382328748703003, "Finetune/Loss (Raw)": 0.8765347003936768, "Finetune/Step": 1207, "Finetune/Step Time": 6.62241261638701}
{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8396756649017334, "Finetune/Loss (Raw)": 0.9053974747657776, "Finetune/Step": 1208, "Finetune/Step Time": 6.623340154066682}
{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8400578498840332, "Finetune/Loss (Raw)": 0.949621319770813, "Finetune/Step": 1209, "Finetune/Step Time": 6.622432420030236}
{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8411350250244141, "Finetune/Loss (Raw)": 0.8423482775688171, "Finetune/Step": 1210, "Finetune/Step Time": 6.600716628134251}
{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8407362103462219, "Finetune/Loss (Raw)": 0.8804425597190857, "Finetune/Step": 1211, "Finetune/Step Time": 6.603156862780452}
{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.841048002243042, "Finetune/Loss (Raw)": 0.9644666910171509, "Finetune/Step": 1212, "Finetune/Step Time": 6.5917183347046375}
{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8406876921653748, "Finetune/Loss (Raw)": 0.8492485880851746, "Finetune/Step": 1213, "Finetune/Step Time": 6.590834883973002}
{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8391653895378113, "Finetune/Loss (Raw)": 0.7615119218826294, "Finetune/Step": 1214, "Finetune/Step Time": 6.604009635746479}
{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8391256928443909, "Finetune/Loss (Raw)": 0.9352371692657471, "Finetune/Step": 1215, "Finetune/Step Time": 6.604682873934507}
{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8368810415267944, "Finetune/Loss (Raw)": 0.3501664996147156, "Finetune/Step": 1216, "Finetune/Step Time": 6.614969590678811}
{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8379514217376709, "Finetune/Loss (Raw)": 1.0229201316833496, "Finetune/Step": 1217, "Finetune/Step Time": 6.6182866878807545}
{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.83788001537323, "Finetune/Loss (Raw)": 0.95279461145401, "Finetune/Step": 1218, "Finetune/Step Time": 6.60383390262723}
{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8337044715881348, "Finetune/Loss (Raw)": 0.3013027012348175, "Finetune/Step": 1219, "Finetune/Step Time": 6.635330779477954}
{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8330600261688232, "Finetune/Loss (Raw)": 0.863811731338501, "Finetune/Step": 1220, "Finetune/Step Time": 6.635388456285}
{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8335179686546326, "Finetune/Loss (Raw)": 0.8348559737205505, "Finetune/Step": 1221, "Finetune/Step Time": 6.644969632849097}
{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8332014083862305, "Finetune/Loss (Raw)": 0.8165147304534912, "Finetune/Step": 1222, "Finetune/Step Time": 6.655070871114731}
{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8326794505119324, "Finetune/Loss (Raw)": 0.9051181077957153, "Finetune/Step": 1223, "Finetune/Step Time": 6.656233865767717}
{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8324936032295227, "Finetune/Loss (Raw)": 0.9114974737167358, "Finetune/Step": 1224, "Finetune/Step Time": 6.6572685316205025}
{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8317180871963501, "Finetune/Loss (Raw)": 0.7623683214187622, "Finetune/Step": 1225, "Finetune/Step Time": 6.642807288095355}
{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.831224262714386, "Finetune/Loss (Raw)": 0.7824494242668152, "Finetune/Step": 1226, "Finetune/Step Time": 6.633300939574838}
{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8295714855194092, "Finetune/Loss (Raw)": 0.7005844712257385, "Finetune/Step": 1227, "Finetune/Step Time": 6.64107177592814}
{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8291374444961548, "Finetune/Loss (Raw)": 0.7831581830978394, "Finetune/Step": 1228, "Finetune/Step Time": 6.647207485511899}
{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8298348188400269, "Finetune/Loss (Raw)": 0.9962313771247864, "Finetune/Step": 1229, "Finetune/Step Time": 6.643800737336278}
{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8273481726646423, "Finetune/Loss (Raw)": 0.40358227491378784, "Finetune/Step": 1230, "Finetune/Step Time": 6.669576367363334}
{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8272914886474609, "Finetune/Loss (Raw)": 1.0053205490112305, "Finetune/Step": 1231, "Finetune/Step Time": 6.664027228951454}
{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8263258337974548, "Finetune/Loss (Raw)": 0.8463689088821411, "Finetune/Step": 1232, "Finetune/Step Time": 6.65322183072567}
{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8270465135574341, "Finetune/Loss (Raw)": 0.9252638220787048, "Finetune/Step": 1233, "Finetune/Step Time": 6.638420037925243}
{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8264022469520569, "Finetune/Loss (Raw)": 0.71235191822052, "Finetune/Step": 1234, "Finetune/Step Time": 6.647039720788598}
{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8259592652320862, "Finetune/Loss (Raw)": 0.881034791469574, "Finetune/Step": 1235, "Finetune/Step Time": 6.6462343744933605}
{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8256096243858337, "Finetune/Loss (Raw)": 0.9889078140258789, "Finetune/Step": 1236, "Finetune/Step Time": 6.642306076362729}
{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8283230066299438, "Finetune/Loss (Raw)": 0.9727758169174194, "Finetune/Step": 1237, "Finetune/Step Time": 6.644777413457632}
{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8291608095169067, "Finetune/Loss (Raw)": 1.0065734386444092, "Finetune/Step": 1238, "Finetune/Step Time": 6.647367550060153}
{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8279990553855896, "Finetune/Loss (Raw)": 0.8998101949691772, "Finetune/Step": 1239, "Finetune/Step Time": 6.6554530411958694}
{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8283118605613708, "Finetune/Loss (Raw)": 0.8565323352813721, "Finetune/Step": 1240, "Finetune/Step Time": 6.653668412938714}
{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8277966380119324, "Finetune/Loss (Raw)": 0.8068110346794128, "Finetune/Step": 1241, "Finetune/Step Time": 6.65765186958015}
{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8287947177886963, "Finetune/Loss (Raw)": 0.8979330062866211, "Finetune/Step": 1242, "Finetune/Step Time": 6.631280459463596}
{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8290780782699585, "Finetune/Loss (Raw)": 0.9278008937835693, "Finetune/Step": 1243, "Finetune/Step Time": 6.6248421631753445}
{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8280820846557617, "Finetune/Loss (Raw)": 0.8591187000274658, "Finetune/Step": 1244, "Finetune/Step Time": 6.628025118261576}
{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8279209733009338, "Finetune/Loss (Raw)": 0.7811186909675598, "Finetune/Step": 1245, "Finetune/Step Time": 6.618317008018494}
{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8272991180419922, "Finetune/Loss (Raw)": 0.8216985464096069, "Finetune/Step": 1246, "Finetune/Step Time": 6.63929514400661}
{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8301020264625549, "Finetune/Loss (Raw)": 0.9734346270561218, "Finetune/Step": 1247, "Finetune/Step Time": 6.625036235898733}
{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8287127017974854, "Finetune/Loss (Raw)": 0.7131694555282593, "Finetune/Step": 1248, "Finetune/Step Time": 6.628274463117123}
{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8272707462310791, "Finetune/Loss (Raw)": 0.8177255392074585, "Finetune/Step": 1249, "Finetune/Step Time": 6.628006936982274}
{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8272266387939453, "Finetune/Loss (Raw)": 0.9060715436935425, "Finetune/Step": 1250, "Finetune/Step Time": 6.60773791000247}
{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8283660411834717, "Finetune/Loss (Raw)": 0.9092472195625305, "Finetune/Step": 1251, "Finetune/Step Time": 6.592921834439039}
{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8260104656219482, "Finetune/Loss (Raw)": 0.7808082103729248, "Finetune/Step": 1252, "Finetune/Step Time": 6.59905544295907}
{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.825628399848938, "Finetune/Loss (Raw)": 0.7909254431724548, "Finetune/Step": 1253, "Finetune/Step Time": 6.61630741879344}
{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8253962993621826, "Finetune/Loss (Raw)": 0.8735889792442322, "Finetune/Step": 1254, "Finetune/Step Time": 6.620034769177437}
{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8260977268218994, "Finetune/Loss (Raw)": 0.9589434266090393, "Finetune/Step": 1255, "Finetune/Step Time": 6.632828459143639}
{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8271083235740662, "Finetune/Loss (Raw)": 0.9176110029220581, "Finetune/Step": 1256, "Finetune/Step Time": 6.6282069981098175}
{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8242017030715942, "Finetune/Loss (Raw)": 0.5817168354988098, "Finetune/Step": 1257, "Finetune/Step Time": 6.653102196753025}
{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.825786292552948, "Finetune/Loss (Raw)": 0.870453417301178, "Finetune/Step": 1258, "Finetune/Step Time": 6.641316302120686}
{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8243510723114014, "Finetune/Loss (Raw)": 0.7739683985710144, "Finetune/Step": 1259, "Finetune/Step Time": 6.650939105078578}
{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8255335688591003, "Finetune/Loss (Raw)": 1.092976450920105, "Finetune/Step": 1260, "Finetune/Step Time": 6.652181012555957}
{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8244997262954712, "Finetune/Loss (Raw)": 0.7555923461914062, "Finetune/Step": 1261, "Finetune/Step Time": 6.651112392544746}
{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8247401714324951, "Finetune/Loss (Raw)": 0.9064854979515076, "Finetune/Step": 1262, "Finetune/Step Time": 6.634557299315929}
{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8247747421264648, "Finetune/Loss (Raw)": 0.9417409896850586, "Finetune/Step": 1263, "Finetune/Step Time": 6.62097835354507}
{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8247884511947632, "Finetune/Loss (Raw)": 0.8665805459022522, "Finetune/Step": 1264, "Finetune/Step Time": 6.618794739246368}
{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8201776742935181, "Finetune/Loss (Raw)": 0.3773736357688904, "Finetune/Step": 1265, "Finetune/Step Time": 6.637582650408149}
{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8196712732315063, "Finetune/Loss (Raw)": 0.829293966293335, "Finetune/Step": 1266, "Finetune/Step Time": 6.6428791508078575}
{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8206243515014648, "Finetune/Loss (Raw)": 0.9377388954162598, "Finetune/Step": 1267, "Finetune/Step Time": 6.629695348441601}
{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8212853074073792, "Finetune/Loss (Raw)": 0.9762037992477417, "Finetune/Step": 1268, "Finetune/Step Time": 6.6322127394378185}
{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8209585547447205, "Finetune/Loss (Raw)": 0.8095214366912842, "Finetune/Step": 1269, "Finetune/Step Time": 6.623718863353133}
{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8260732889175415, "Finetune/Loss (Raw)": 0.9504629969596863, "Finetune/Step": 1270, "Finetune/Step Time": 6.6125848442316055}
{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8270719647407532, "Finetune/Loss (Raw)": 0.9782727360725403, "Finetune/Step": 1271, "Finetune/Step Time": 6.5971903167665005}
{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8260341286659241, "Finetune/Loss (Raw)": 0.724522054195404, "Finetune/Step": 1272, "Finetune/Step Time": 6.604831973090768}
{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8254659175872803, "Finetune/Loss (Raw)": 0.7885584235191345, "Finetune/Step": 1273, "Finetune/Step Time": 6.613850619643927}
{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8246066570281982, "Finetune/Loss (Raw)": 0.8174664378166199, "Finetune/Step": 1274, "Finetune/Step Time": 6.605303455144167}
{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8273372650146484, "Finetune/Loss (Raw)": 1.0362662076950073, "Finetune/Step": 1275, "Finetune/Step Time": 6.586589701473713}
{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8313513994216919, "Finetune/Loss (Raw)": 0.8587998747825623, "Finetune/Step": 1276, "Finetune/Step Time": 6.56729156896472}
{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8300642967224121, "Finetune/Loss (Raw)": 0.8901780247688293, "Finetune/Step": 1277, "Finetune/Step Time": 6.569882461801171}
{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8284971714019775, "Finetune/Loss (Raw)": 0.5865398049354553, "Finetune/Step": 1278, "Finetune/Step Time": 6.575729666277766}
{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8291391730308533, "Finetune/Loss (Raw)": 0.872908353805542, "Finetune/Step": 1279, "Finetune/Step Time": 6.57741704210639}
{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8306090831756592, "Finetune/Loss (Raw)": 1.002942442893982, "Finetune/Step": 1280, "Finetune/Step Time": 6.556725027039647}
{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.830475926399231, "Finetune/Loss (Raw)": 0.8985587954521179, "Finetune/Step": 1281, "Finetune/Step Time": 6.541278924793005}
{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8347042798995972, "Finetune/Loss (Raw)": 0.8693597912788391, "Finetune/Step": 1282, "Finetune/Step Time": 6.522408090531826}
{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8374442458152771, "Finetune/Loss (Raw)": 0.689928412437439, "Finetune/Step": 1283, "Finetune/Step Time": 6.513854825869203}
{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.836331844329834, "Finetune/Loss (Raw)": 0.848778247833252, "Finetune/Step": 1284, "Finetune/Step Time": 6.516684697940946}
{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8363752365112305, "Finetune/Loss (Raw)": 0.9600620865821838, "Finetune/Step": 1285, "Finetune/Step Time": 6.516723979264498}
{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8367957472801208, "Finetune/Loss (Raw)": 0.839663028717041, "Finetune/Step": 1286, "Finetune/Step Time": 6.5320618487894535}
{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8374686241149902, "Finetune/Loss (Raw)": 0.8719350695610046, "Finetune/Step": 1287, "Finetune/Step Time": 6.531546361744404}
{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8374003171920776, "Finetune/Loss (Raw)": 0.8272579312324524, "Finetune/Step": 1288, "Finetune/Step Time": 6.512241180986166}
{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8376665115356445, "Finetune/Loss (Raw)": 0.8203467130661011, "Finetune/Step": 1289, "Finetune/Step Time": 6.496876763179898}
{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8380523920059204, "Finetune/Loss (Raw)": 0.9971247315406799, "Finetune/Step": 1290, "Finetune/Step Time": 6.490790160372853}
{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8394591808319092, "Finetune/Loss (Raw)": 0.7900013327598572, "Finetune/Step": 1291, "Finetune/Step Time": 6.497155584394932}
{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8377158641815186, "Finetune/Loss (Raw)": 0.8431770205497742, "Finetune/Step": 1292, "Finetune/Step Time": 6.4918439500033855}
{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8418214917182922, "Finetune/Loss (Raw)": 0.8887025713920593, "Finetune/Step": 1293, "Finetune/Step Time": 6.472174119204283}
{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8428776264190674, "Finetune/Loss (Raw)": 0.9355042576789856, "Finetune/Step": 1294, "Finetune/Step Time": 6.474139241501689}
{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8443915247917175, "Finetune/Loss (Raw)": 0.8271250128746033, "Finetune/Step": 1295, "Finetune/Step Time": 6.472423804923892}
{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8442749381065369, "Finetune/Loss (Raw)": 0.7863340973854065, "Finetune/Step": 1296, "Finetune/Step Time": 6.475331636145711}
{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8434065580368042, "Finetune/Loss (Raw)": 0.8169963955879211, "Finetune/Step": 1297, "Finetune/Step Time": 6.48969703912735}
{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8455630540847778, "Finetune/Loss (Raw)": 0.7458314299583435, "Finetune/Step": 1298, "Finetune/Step Time": 6.466184036806226}
{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8430741429328918, "Finetune/Loss (Raw)": 0.6660316586494446, "Finetune/Step": 1299, "Finetune/Step Time": 6.4688828475773335}
{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8423895239830017, "Finetune/Loss (Raw)": 0.8146805167198181, "Finetune/Step": 1300, "Finetune/Step Time": 6.4660190511494875}
{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8421055674552917, "Finetune/Loss (Raw)": 0.8379934430122375, "Finetune/Step": 1301, "Finetune/Step Time": 6.482399091124535}
{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8457198143005371, "Finetune/Loss (Raw)": 0.8221529126167297, "Finetune/Step": 1302, "Finetune/Step Time": 6.483718376606703}
{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8459399342536926, "Finetune/Loss (Raw)": 0.8342422842979431, "Finetune/Step": 1303, "Finetune/Step Time": 6.466931300237775}
{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.846900463104248, "Finetune/Loss (Raw)": 0.9267616271972656, "Finetune/Step": 1304, "Finetune/Step Time": 6.471987925469875}
{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8510690927505493, "Finetune/Loss (Raw)": 0.8233315348625183, "Finetune/Step": 1305, "Finetune/Step Time": 6.456216474995017}
{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8548613786697388, "Finetune/Loss (Raw)": 0.8116596341133118, "Finetune/Step": 1306, "Finetune/Step Time": 6.452987479045987}
{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8545997142791748, "Finetune/Loss (Raw)": 1.0004383325576782, "Finetune/Step": 1307, "Finetune/Step Time": 6.456936527043581}
{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8563330769538879, "Finetune/Loss (Raw)": 1.0234535932540894, "Finetune/Step": 1308, "Finetune/Step Time": 6.439910007640719}
{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8552966713905334, "Finetune/Loss (Raw)": 0.8795771598815918, "Finetune/Step": 1309, "Finetune/Step Time": 6.457444263622165}
{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8574236035346985, "Finetune/Loss (Raw)": 0.8350625038146973, "Finetune/Step": 1310, "Finetune/Step Time": 6.456150759011507}
{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8569108247756958, "Finetune/Loss (Raw)": 0.890019953250885, "Finetune/Step": 1311, "Finetune/Step Time": 6.457958349958062}
{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.855976402759552, "Finetune/Loss (Raw)": 0.5786092877388, "Finetune/Step": 1312, "Finetune/Step Time": 6.453193880617619}
{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8558242917060852, "Finetune/Loss (Raw)": 0.8851224780082703, "Finetune/Step": 1313, "Finetune/Step Time": 6.459538111463189}
{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8551806211471558, "Finetune/Loss (Raw)": 0.9335768818855286, "Finetune/Step": 1314, "Finetune/Step Time": 6.457161821424961}
{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8596092462539673, "Finetune/Loss (Raw)": 0.9181623458862305, "Finetune/Step": 1315, "Finetune/Step Time": 6.45027119666338}
{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8605884313583374, "Finetune/Loss (Raw)": 1.0396398305892944, "Finetune/Step": 1316, "Finetune/Step Time": 6.454161815345287}
{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8604158163070679, "Finetune/Loss (Raw)": 0.9440262317657471, "Finetune/Step": 1317, "Finetune/Step Time": 6.447276333346963}
{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8602545857429504, "Finetune/Loss (Raw)": 0.8553676009178162, "Finetune/Step": 1318, "Finetune/Step Time": 6.44697324000299}
{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8599411845207214, "Finetune/Loss (Raw)": 0.8859674334526062, "Finetune/Step": 1319, "Finetune/Step Time": 6.445099391043186}
{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8584414720535278, "Finetune/Loss (Raw)": 0.7753974795341492, "Finetune/Step": 1320, "Finetune/Step Time": 6.4462778475135565}
{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8583031892776489, "Finetune/Loss (Raw)": 0.8966691493988037, "Finetune/Step": 1321, "Finetune/Step Time": 6.4493044950068}
{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8580613136291504, "Finetune/Loss (Raw)": 0.8863452672958374, "Finetune/Step": 1322, "Finetune/Step Time": 6.439628962427378}
{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8585250377655029, "Finetune/Loss (Raw)": 0.9296972751617432, "Finetune/Step": 1323, "Finetune/Step Time": 6.418995114043355}
{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.859081506729126, "Finetune/Loss (Raw)": 0.9615656137466431, "Finetune/Step": 1324, "Finetune/Step Time": 6.421611916273832}
{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8592410087585449, "Finetune/Loss (Raw)": 0.978522539138794, "Finetune/Step": 1325, "Finetune/Step Time": 6.438846135511994}
{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8596696257591248, "Finetune/Loss (Raw)": 0.9530744552612305, "Finetune/Step": 1326, "Finetune/Step Time": 6.433091893792152}
{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8580355644226074, "Finetune/Loss (Raw)": 0.7532035112380981, "Finetune/Step": 1327, "Finetune/Step Time": 6.469990957528353}
{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8589078783988953, "Finetune/Loss (Raw)": 1.0596657991409302, "Finetune/Step": 1328, "Finetune/Step Time": 6.466370327398181}
{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8598642945289612, "Finetune/Loss (Raw)": 1.0955616235733032, "Finetune/Step": 1329, "Finetune/Step Time": 6.459537783637643}
{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.85683274269104, "Finetune/Loss (Raw)": 0.6852582097053528, "Finetune/Step": 1330, "Finetune/Step Time": 6.453763434663415}
{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8560446500778198, "Finetune/Loss (Raw)": 0.935894787311554, "Finetune/Step": 1331, "Finetune/Step Time": 6.447620769962668}
{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8543453216552734, "Finetune/Loss (Raw)": 0.752413809299469, "Finetune/Step": 1332, "Finetune/Step Time": 6.45120937936008}
{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8551387786865234, "Finetune/Loss (Raw)": 0.897107720375061, "Finetune/Step": 1333, "Finetune/Step Time": 6.43889668956399}
{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8542872071266174, "Finetune/Loss (Raw)": 0.9161462783813477, "Finetune/Step": 1334, "Finetune/Step Time": 6.442591264843941}
{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8545606136322021, "Finetune/Loss (Raw)": 0.9115269184112549, "Finetune/Step": 1335, "Finetune/Step Time": 6.435177717357874}
{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8545668721199036, "Finetune/Loss (Raw)": 0.9062058925628662, "Finetune/Step": 1336, "Finetune/Step Time": 6.430735681205988}
{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8546833992004395, "Finetune/Loss (Raw)": 0.964539647102356, "Finetune/Step": 1337, "Finetune/Step Time": 6.432860568165779}
{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8504898548126221, "Finetune/Loss (Raw)": 0.30557113885879517, "Finetune/Step": 1338, "Finetune/Step Time": 6.454576229676604}
{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8495239019393921, "Finetune/Loss (Raw)": 0.7568028569221497, "Finetune/Step": 1339, "Finetune/Step Time": 6.460441462695599}
{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8485243320465088, "Finetune/Loss (Raw)": 0.8365228176116943, "Finetune/Step": 1340, "Finetune/Step Time": 6.46650105714798}
{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8484262228012085, "Finetune/Loss (Raw)": 0.8366846442222595, "Finetune/Step": 1341, "Finetune/Step Time": 6.467693019658327}
{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8496804237365723, "Finetune/Loss (Raw)": 0.9220534563064575, "Finetune/Step": 1342, "Finetune/Step Time": 6.465073114261031}
{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8486223220825195, "Finetune/Loss (Raw)": 0.7997991442680359, "Finetune/Step": 1343, "Finetune/Step Time": 6.48640013858676}
{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8521596193313599, "Finetune/Loss (Raw)": 0.8029412627220154, "Finetune/Step": 1344, "Finetune/Step Time": 6.472644694149494}
{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8519226312637329, "Finetune/Loss (Raw)": 0.9925839900970459, "Finetune/Step": 1345, "Finetune/Step Time": 6.471679735928774}
{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8513377904891968, "Finetune/Loss (Raw)": 0.8779382705688477, "Finetune/Step": 1346, "Finetune/Step Time": 6.4731794241815805}
{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.856383204460144, "Finetune/Loss (Raw)": 0.9471113085746765, "Finetune/Step": 1347, "Finetune/Step Time": 6.459570933133364}
{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8530281782150269, "Finetune/Loss (Raw)": 0.43436989188194275, "Finetune/Step": 1348, "Finetune/Step Time": 6.4812346417456865}
{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8538104295730591, "Finetune/Loss (Raw)": 0.9349769353866577, "Finetune/Step": 1349, "Finetune/Step Time": 6.462940676137805}
{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8544803857803345, "Finetune/Loss (Raw)": 0.9022759795188904, "Finetune/Step": 1350, "Finetune/Step Time": 6.461061250418425}
{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8545981049537659, "Finetune/Loss (Raw)": 0.9201876521110535, "Finetune/Step": 1351, "Finetune/Step Time": 6.464640317484736}
{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8507764935493469, "Finetune/Loss (Raw)": 0.42232874035835266, "Finetune/Step": 1352, "Finetune/Step Time": 6.483201827853918}
{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8514817953109741, "Finetune/Loss (Raw)": 0.8526492118835449, "Finetune/Step": 1353, "Finetune/Step Time": 6.483703186735511}
{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8520742654800415, "Finetune/Loss (Raw)": 0.858278214931488, "Finetune/Step": 1354, "Finetune/Step Time": 6.480524282902479}
{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8544780015945435, "Finetune/Loss (Raw)": 1.0082623958587646, "Finetune/Step": 1355, "Finetune/Step Time": 6.4735785480588675}
{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.856235921382904, "Finetune/Loss (Raw)": 1.0081777572631836, "Finetune/Step": 1356, "Finetune/Step Time": 6.466880524531007}
{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8553809523582458, "Finetune/Loss (Raw)": 0.8867923021316528, "Finetune/Step": 1357, "Finetune/Step Time": 6.478181038051844}
{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8593401908874512, "Finetune/Loss (Raw)": 0.9103614091873169, "Finetune/Step": 1358, "Finetune/Step Time": 6.452012546360493}
{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8577570915222168, "Finetune/Loss (Raw)": 0.8026933670043945, "Finetune/Step": 1359, "Finetune/Step Time": 6.46478259190917}
{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8584887385368347, "Finetune/Loss (Raw)": 0.9400198459625244, "Finetune/Step": 1360, "Finetune/Step Time": 6.467421116307378}
{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8590829372406006, "Finetune/Loss (Raw)": 1.0013169050216675, "Finetune/Step": 1361, "Finetune/Step Time": 6.468180293217301}
{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8603720664978027, "Finetune/Loss (Raw)": 0.8773673176765442, "Finetune/Step": 1362, "Finetune/Step Time": 6.451515462249517}
{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.860028862953186, "Finetune/Loss (Raw)": 0.8370928168296814, "Finetune/Step": 1363, "Finetune/Step Time": 6.461211958900094}
{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8585740327835083, "Finetune/Loss (Raw)": 0.8026927709579468, "Finetune/Step": 1364, "Finetune/Step Time": 6.498504484072328}
{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8570101857185364, "Finetune/Loss (Raw)": 0.7726032733917236, "Finetune/Step": 1365, "Finetune/Step Time": 6.489651262760162}
{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8560230731964111, "Finetune/Loss (Raw)": 0.8802270889282227, "Finetune/Step": 1366, "Finetune/Step Time": 6.483766423538327}
{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8552305698394775, "Finetune/Loss (Raw)": 0.7983720302581787, "Finetune/Step": 1367, "Finetune/Step Time": 6.501526715233922}
{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8553782105445862, "Finetune/Loss (Raw)": 0.8754261136054993, "Finetune/Step": 1368, "Finetune/Step Time": 6.501847580075264}
{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8567865490913391, "Finetune/Loss (Raw)": 0.9870792031288147, "Finetune/Step": 1369, "Finetune/Step Time": 6.509995989501476}
{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8556637167930603, "Finetune/Loss (Raw)": 0.7542091012001038, "Finetune/Step": 1370, "Finetune/Step Time": 6.512642048299313}
{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8554396629333496, "Finetune/Loss (Raw)": 0.8991245627403259, "Finetune/Step": 1371, "Finetune/Step Time": 6.513126414269209}
{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8516561388969421, "Finetune/Loss (Raw)": 0.37482866644859314, "Finetune/Step": 1372, "Finetune/Step Time": 6.529997691512108}
{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8531728982925415, "Finetune/Loss (Raw)": 0.9752624034881592, "Finetune/Step": 1373, "Finetune/Step Time": 6.530528565868735}
{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8525141477584839, "Finetune/Loss (Raw)": 0.7373788952827454, "Finetune/Step": 1374, "Finetune/Step Time": 6.5224354788661}
{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8521906733512878, "Finetune/Loss (Raw)": 0.9320313334465027, "Finetune/Step": 1375, "Finetune/Step Time": 6.532008284702897}
{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8491020798683167, "Finetune/Loss (Raw)": 0.3178256154060364, "Finetune/Step": 1376, "Finetune/Step Time": 6.544566534459591}
{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8490122556686401, "Finetune/Loss (Raw)": 0.8062276840209961, "Finetune/Step": 1377, "Finetune/Step Time": 6.553248301148415}
{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8492951393127441, "Finetune/Loss (Raw)": 0.9422802925109863, "Finetune/Step": 1378, "Finetune/Step Time": 6.571882471442223}
{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.846842885017395, "Finetune/Loss (Raw)": 0.5953543186187744, "Finetune/Step": 1379, "Finetune/Step Time": 6.588223017752171}
{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8474136590957642, "Finetune/Loss (Raw)": 0.853879451751709, "Finetune/Step": 1380, "Finetune/Step Time": 6.577865848317742}
{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8485084772109985, "Finetune/Loss (Raw)": 0.9310505986213684, "Finetune/Step": 1381, "Finetune/Step Time": 6.563543410971761}
{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8484240770339966, "Finetune/Loss (Raw)": 0.8627939820289612, "Finetune/Step": 1382, "Finetune/Step Time": 6.562439633533359}
{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8467451333999634, "Finetune/Loss (Raw)": 0.7440364360809326, "Finetune/Step": 1383, "Finetune/Step Time": 6.555410549044609}
{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8463039398193359, "Finetune/Loss (Raw)": 0.8611371517181396, "Finetune/Step": 1384, "Finetune/Step Time": 6.5578514244407415}
{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8490715026855469, "Finetune/Loss (Raw)": 0.9359716773033142, "Finetune/Step": 1385, "Finetune/Step Time": 6.53502388112247}
{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8488446474075317, "Finetune/Loss (Raw)": 0.8414115905761719, "Finetune/Step": 1386, "Finetune/Step Time": 6.535501416772604}
{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8485771417617798, "Finetune/Loss (Raw)": 0.7397210597991943, "Finetune/Step": 1387, "Finetune/Step Time": 6.53023499250412}
{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.847387433052063, "Finetune/Loss (Raw)": 0.9407014846801758, "Finetune/Step": 1388, "Finetune/Step Time": 6.525734690949321}
{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8482820987701416, "Finetune/Loss (Raw)": 0.8701052069664001, "Finetune/Step": 1389, "Finetune/Step Time": 6.526541916653514}
{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8492369651794434, "Finetune/Loss (Raw)": 1.0287014245986938, "Finetune/Step": 1390, "Finetune/Step Time": 6.534161178395152}
{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8482148051261902, "Finetune/Loss (Raw)": 0.8109124302864075, "Finetune/Step": 1391, "Finetune/Step Time": 6.5496834721416235}
{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8478793501853943, "Finetune/Loss (Raw)": 0.8236375451087952, "Finetune/Step": 1392, "Finetune/Step Time": 6.582068374380469}
{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8508143424987793, "Finetune/Loss (Raw)": 0.7530534863471985, "Finetune/Step": 1393, "Finetune/Step Time": 6.599157115444541}
{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8516680002212524, "Finetune/Loss (Raw)": 0.9385634064674377, "Finetune/Step": 1394, "Finetune/Step Time": 6.586234198883176}
{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8507595062255859, "Finetune/Loss (Raw)": 0.821450412273407, "Finetune/Step": 1395, "Finetune/Step Time": 6.588028706610203}
{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8479452133178711, "Finetune/Loss (Raw)": 0.6159834265708923, "Finetune/Step": 1396, "Finetune/Step Time": 6.59502518735826}
{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8484665155410767, "Finetune/Loss (Raw)": 0.8762368559837341, "Finetune/Step": 1397, "Finetune/Step Time": 6.618231849744916}
{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8477827310562134, "Finetune/Loss (Raw)": 0.8629357814788818, "Finetune/Step": 1398, "Finetune/Step Time": 6.608833122998476}
{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8448458909988403, "Finetune/Loss (Raw)": 0.6023663282394409, "Finetune/Step": 1399, "Finetune/Step Time": 6.614681718870997}
{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8465098142623901, "Finetune/Loss (Raw)": 0.9375074505805969, "Finetune/Step": 1400, "Finetune/Step Time": 6.610090611502528}
{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.846676766872406, "Finetune/Loss (Raw)": 0.8099222779273987, "Finetune/Step": 1401, "Finetune/Step Time": 6.608496891334653}
{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.843360960483551, "Finetune/Loss (Raw)": 0.3930436670780182, "Finetune/Step": 1402, "Finetune/Step Time": 6.629811070859432}
{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8417266607284546, "Finetune/Loss (Raw)": 0.8270811438560486, "Finetune/Step": 1403, "Finetune/Step Time": 6.630696451291442}
{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8418957591056824, "Finetune/Loss (Raw)": 0.8804408311843872, "Finetune/Step": 1404, "Finetune/Step Time": 6.627231994643807}
{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8404574394226074, "Finetune/Loss (Raw)": 0.7060726881027222, "Finetune/Step": 1405, "Finetune/Step Time": 6.624987576156855}
{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8425418734550476, "Finetune/Loss (Raw)": 0.8533469438552856, "Finetune/Step": 1406, "Finetune/Step Time": 6.6186499167233706}
{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8386034369468689, "Finetune/Loss (Raw)": 0.36878782510757446, "Finetune/Step": 1407, "Finetune/Step Time": 6.633104586973786}
{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8365018963813782, "Finetune/Loss (Raw)": 0.7339456677436829, "Finetune/Step": 1408, "Finetune/Step Time": 6.6362267807126045}
{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8365589380264282, "Finetune/Loss (Raw)": 0.9058586359024048, "Finetune/Step": 1409, "Finetune/Step Time": 6.633962247520685}
{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8358142971992493, "Finetune/Loss (Raw)": 0.774049699306488, "Finetune/Step": 1410, "Finetune/Step Time": 6.661793367937207}
{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8372179269790649, "Finetune/Loss (Raw)": 0.8695938587188721, "Finetune/Step": 1411, "Finetune/Step Time": 6.651684472337365}
{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8358109593391418, "Finetune/Loss (Raw)": 0.668685793876648, "Finetune/Step": 1412, "Finetune/Step Time": 6.651327759027481}
{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8354268074035645, "Finetune/Loss (Raw)": 0.9108881950378418, "Finetune/Step": 1413, "Finetune/Step Time": 6.65469584800303}
{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8367840647697449, "Finetune/Loss (Raw)": 1.0133883953094482, "Finetune/Step": 1414, "Finetune/Step Time": 6.644219446927309}
{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8366062641143799, "Finetune/Loss (Raw)": 0.8491829633712769, "Finetune/Step": 1415, "Finetune/Step Time": 6.6483202166855335}
{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8376551866531372, "Finetune/Loss (Raw)": 0.9615128040313721, "Finetune/Step": 1416, "Finetune/Step Time": 6.64668638817966}
{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8378266096115112, "Finetune/Loss (Raw)": 0.842290997505188, "Finetune/Step": 1417, "Finetune/Step Time": 6.645505296066403}
{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8357298374176025, "Finetune/Loss (Raw)": 0.7287415862083435, "Finetune/Step": 1418, "Finetune/Step Time": 6.652566796168685}
{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8352023363113403, "Finetune/Loss (Raw)": 0.7224812507629395, "Finetune/Step": 1419, "Finetune/Step Time": 6.63684088550508}
{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8357478380203247, "Finetune/Loss (Raw)": 0.9129969477653503, "Finetune/Step": 1420, "Finetune/Step Time": 6.637184277176857}
{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8352632522583008, "Finetune/Loss (Raw)": 0.8266809582710266, "Finetune/Step": 1421, "Finetune/Step Time": 6.636926362290978}
{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8339279890060425, "Finetune/Loss (Raw)": 0.7645952701568604, "Finetune/Step": 1422, "Finetune/Step Time": 6.633167942985892}
{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8348396420478821, "Finetune/Loss (Raw)": 0.9438058733940125, "Finetune/Step": 1423, "Finetune/Step Time": 6.623354200273752}
{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.834843635559082, "Finetune/Loss (Raw)": 0.7868472337722778, "Finetune/Step": 1424, "Finetune/Step Time": 6.617782462388277}
{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.835089921951294, "Finetune/Loss (Raw)": 0.8485192656517029, "Finetune/Step": 1425, "Finetune/Step Time": 6.611266313120723}
{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8352651596069336, "Finetune/Loss (Raw)": 0.7682682275772095, "Finetune/Step": 1426, "Finetune/Step Time": 6.623557763174176}
{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8359427452087402, "Finetune/Loss (Raw)": 0.7527578473091125, "Finetune/Step": 1427, "Finetune/Step Time": 6.623131548985839}
{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8355439901351929, "Finetune/Loss (Raw)": 0.7636358141899109, "Finetune/Step": 1428, "Finetune/Step Time": 6.629315905272961}
{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8346129059791565, "Finetune/Loss (Raw)": 0.718820333480835, "Finetune/Step": 1429, "Finetune/Step Time": 6.6203331630676985}
{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8345744609832764, "Finetune/Loss (Raw)": 0.8172314167022705, "Finetune/Step": 1430, "Finetune/Step Time": 6.611657930538058}
{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8339127898216248, "Finetune/Loss (Raw)": 0.749548614025116, "Finetune/Step": 1431, "Finetune/Step Time": 6.622163956984878}
{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8326031565666199, "Finetune/Loss (Raw)": 0.7591258883476257, "Finetune/Step": 1432, "Finetune/Step Time": 6.62528159096837}
{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8335658311843872, "Finetune/Loss (Raw)": 0.946561872959137, "Finetune/Step": 1433, "Finetune/Step Time": 6.62612802349031}
{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8301079273223877, "Finetune/Loss (Raw)": 0.3690475523471832, "Finetune/Step": 1434, "Finetune/Step Time": 6.629722828045487}
{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8294165134429932, "Finetune/Loss (Raw)": 0.9119360446929932, "Finetune/Step": 1435, "Finetune/Step Time": 6.647696675732732}
{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8262583017349243, "Finetune/Loss (Raw)": 0.619194507598877, "Finetune/Step": 1436, "Finetune/Step Time": 6.658293602988124}
{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8262429237365723, "Finetune/Loss (Raw)": 0.8776106834411621, "Finetune/Step": 1437, "Finetune/Step Time": 6.6421755887568}
{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.82666015625, "Finetune/Loss (Raw)": 0.8884704113006592, "Finetune/Step": 1438, "Finetune/Step Time": 6.63755090534687}
{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8270301818847656, "Finetune/Loss (Raw)": 0.9373834729194641, "Finetune/Step": 1439, "Finetune/Step Time": 6.635005669668317}
{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8273773193359375, "Finetune/Loss (Raw)": 0.6230424642562866, "Finetune/Step": 1440, "Finetune/Step Time": 6.64009509421885}
{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8271853923797607, "Finetune/Loss (Raw)": 0.8605524301528931, "Finetune/Step": 1441, "Finetune/Step Time": 6.6369560323655605}
{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8264251947402954, "Finetune/Loss (Raw)": 0.836275041103363, "Finetune/Step": 1442, "Finetune/Step Time": 6.642568388953805}
{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8257209658622742, "Finetune/Loss (Raw)": 0.8280209898948669, "Finetune/Step": 1443, "Finetune/Step Time": 6.634714180603623}
{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.823756992816925, "Finetune/Loss (Raw)": 0.7882534861564636, "Finetune/Step": 1444, "Finetune/Step Time": 6.632516471669078}
{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8230034112930298, "Finetune/Loss (Raw)": 0.8475658893585205, "Finetune/Step": 1445, "Finetune/Step Time": 6.63483758457005}
{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8218938708305359, "Finetune/Loss (Raw)": 0.7133474349975586, "Finetune/Step": 1446, "Finetune/Step Time": 6.649662660434842}
{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.821906566619873, "Finetune/Loss (Raw)": 0.8875975012779236, "Finetune/Step": 1447, "Finetune/Step Time": 6.654399506747723}
{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8229827284812927, "Finetune/Loss (Raw)": 0.913139283657074, "Finetune/Step": 1448, "Finetune/Step Time": 6.64613120816648}
{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8216941356658936, "Finetune/Loss (Raw)": 0.7317299842834473, "Finetune/Step": 1449, "Finetune/Step Time": 6.64857916533947}
{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8204036355018616, "Finetune/Loss (Raw)": 0.721163272857666, "Finetune/Step": 1450, "Finetune/Step Time": 6.683682300150394}
{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8197593092918396, "Finetune/Loss (Raw)": 0.8472256064414978, "Finetune/Step": 1451, "Finetune/Step Time": 6.6875114887952805}
{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8195486068725586, "Finetune/Loss (Raw)": 0.9346006512641907, "Finetune/Step": 1452, "Finetune/Step Time": 6.679460281506181}
{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8180885314941406, "Finetune/Loss (Raw)": 0.7916249632835388, "Finetune/Step": 1453, "Finetune/Step Time": 6.674483012408018}
{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8188568353652954, "Finetune/Loss (Raw)": 1.0514150857925415, "Finetune/Step": 1454, "Finetune/Step Time": 6.677052507176995}
{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8203157186508179, "Finetune/Loss (Raw)": 0.9399449825286865, "Finetune/Step": 1455, "Finetune/Step Time": 6.645521519705653}
{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8182687759399414, "Finetune/Loss (Raw)": 0.7976539731025696, "Finetune/Step": 1456, "Finetune/Step Time": 6.646728390827775}
{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8126170635223389, "Finetune/Loss (Raw)": 0.37214550375938416, "Finetune/Step": 1457, "Finetune/Step Time": 6.664863929152489}
{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8139770030975342, "Finetune/Loss (Raw)": 0.8593236804008484, "Finetune/Step": 1458, "Finetune/Step Time": 6.662697749212384}
{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8143289685249329, "Finetune/Loss (Raw)": 0.9809502363204956, "Finetune/Step": 1459, "Finetune/Step Time": 6.670747613534331}
{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8163056373596191, "Finetune/Loss (Raw)": 1.0054354667663574, "Finetune/Step": 1460, "Finetune/Step Time": 6.660691721364856}
{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8175026178359985, "Finetune/Loss (Raw)": 1.0503180027008057, "Finetune/Step": 1461, "Finetune/Step Time": 6.654232872650027}
{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8173657655715942, "Finetune/Loss (Raw)": 0.8986285924911499, "Finetune/Step": 1462, "Finetune/Step Time": 6.656891833990812}
{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8177269697189331, "Finetune/Loss (Raw)": 0.957764744758606, "Finetune/Step": 1463, "Finetune/Step Time": 6.658442184329033}
{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8169867992401123, "Finetune/Loss (Raw)": 0.811457633972168, "Finetune/Step": 1464, "Finetune/Step Time": 6.6637351624667645}
{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8160949945449829, "Finetune/Loss (Raw)": 0.8503876328468323, "Finetune/Step": 1465, "Finetune/Step Time": 6.657551072537899}
{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.820440948009491, "Finetune/Loss (Raw)": 0.8618514537811279, "Finetune/Step": 1466, "Finetune/Step Time": 6.642906146124005}
{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8210732936859131, "Finetune/Loss (Raw)": 0.8377444744110107, "Finetune/Step": 1467, "Finetune/Step Time": 6.660755220800638}
{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8217132091522217, "Finetune/Loss (Raw)": 0.9184390306472778, "Finetune/Step": 1468, "Finetune/Step Time": 6.6547656655311584}
{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8181664943695068, "Finetune/Loss (Raw)": 0.38269785046577454, "Finetune/Step": 1469, "Finetune/Step Time": 6.675829263404012}
{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8171931505203247, "Finetune/Loss (Raw)": 0.7974713444709778, "Finetune/Step": 1470, "Finetune/Step Time": 6.665318571031094}
{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.817586362361908, "Finetune/Loss (Raw)": 0.8501260876655579, "Finetune/Step": 1471, "Finetune/Step Time": 6.64107907935977}
{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8173444271087646, "Finetune/Loss (Raw)": 0.7719742655754089, "Finetune/Step": 1472, "Finetune/Step Time": 6.635193506255746}
{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8143337965011597, "Finetune/Loss (Raw)": 0.6072199940681458, "Finetune/Step": 1473, "Finetune/Step Time": 6.642245987430215}
{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.815589964389801, "Finetune/Loss (Raw)": 1.0387248992919922, "Finetune/Step": 1474, "Finetune/Step Time": 6.638216467574239}
{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8135169148445129, "Finetune/Loss (Raw)": 0.6817647814750671, "Finetune/Step": 1475, "Finetune/Step Time": 6.64186917245388}
{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8172805309295654, "Finetune/Loss (Raw)": 0.9161188006401062, "Finetune/Step": 1476, "Finetune/Step Time": 6.62514809705317}
{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8124010562896729, "Finetune/Loss (Raw)": 0.31039950251579285, "Finetune/Step": 1477, "Finetune/Step Time": 6.649598676711321}
{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8133360743522644, "Finetune/Loss (Raw)": 1.021958827972412, "Finetune/Step": 1478, "Finetune/Step Time": 6.642818095162511}
{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8121453523635864, "Finetune/Loss (Raw)": 0.7677783370018005, "Finetune/Step": 1479, "Finetune/Step Time": 6.6575242932885885}
{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8156425952911377, "Finetune/Loss (Raw)": 0.8699771165847778, "Finetune/Step": 1480, "Finetune/Step Time": 6.63880748860538}
{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8160521388053894, "Finetune/Loss (Raw)": 0.9050648212432861, "Finetune/Step": 1481, "Finetune/Step Time": 6.6443373672664165}
{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.815678596496582, "Finetune/Loss (Raw)": 0.8104581832885742, "Finetune/Step": 1482, "Finetune/Step Time": 6.637128200381994}
{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8124347925186157, "Finetune/Loss (Raw)": 0.5930641889572144, "Finetune/Step": 1483, "Finetune/Step Time": 6.661688202992082}
{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8116579651832581, "Finetune/Loss (Raw)": 0.9087413549423218, "Finetune/Step": 1484, "Finetune/Step Time": 6.65930119715631}
{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8108887076377869, "Finetune/Loss (Raw)": 0.788326621055603, "Finetune/Step": 1485, "Finetune/Step Time": 6.648961214348674}
{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8061501979827881, "Finetune/Loss (Raw)": 0.30383819341659546, "Finetune/Step": 1486, "Finetune/Step Time": 6.66869767382741}
{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8078117370605469, "Finetune/Loss (Raw)": 1.0153682231903076, "Finetune/Step": 1487, "Finetune/Step Time": 6.665139956399798}
{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8090973496437073, "Finetune/Loss (Raw)": 1.1045793294906616, "Finetune/Step": 1488, "Finetune/Step Time": 6.663462422788143}
{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.806337833404541, "Finetune/Loss (Raw)": 0.6480991244316101, "Finetune/Step": 1489, "Finetune/Step Time": 6.677598042413592}
{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8055550456047058, "Finetune/Loss (Raw)": 0.7771651744842529, "Finetune/Step": 1490, "Finetune/Step Time": 6.698051845654845}
{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8044927716255188, "Finetune/Loss (Raw)": 0.701119601726532, "Finetune/Step": 1491, "Finetune/Step Time": 6.70137277059257}
{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8056058883666992, "Finetune/Loss (Raw)": 0.9451733231544495, "Finetune/Step": 1492, "Finetune/Step Time": 6.6642353516072035}
{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8021531105041504, "Finetune/Loss (Raw)": 0.33064690232276917, "Finetune/Step": 1493, "Finetune/Step Time": 6.678727312013507}
{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8016868233680725, "Finetune/Loss (Raw)": 0.8205471634864807, "Finetune/Step": 1494, "Finetune/Step Time": 6.682851959019899}
{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8021011352539062, "Finetune/Loss (Raw)": 0.8514034748077393, "Finetune/Step": 1495, "Finetune/Step Time": 6.6795837841928005}
{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8023423552513123, "Finetune/Loss (Raw)": 0.9063044190406799, "Finetune/Step": 1496, "Finetune/Step Time": 6.679091950878501}
{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8005920052528381, "Finetune/Loss (Raw)": 0.7630282640457153, "Finetune/Step": 1497, "Finetune/Step Time": 6.67349848896265}
{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8023339509963989, "Finetune/Loss (Raw)": 0.9771799445152283, "Finetune/Step": 1498, "Finetune/Step Time": 6.675907280296087}
{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.798625111579895, "Finetune/Loss (Raw)": 0.4243895411491394, "Finetune/Step": 1499, "Finetune/Step Time": 6.68902362883091}
{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.7984582185745239, "Finetune/Loss (Raw)": 0.3534705638885498, "Finetune/Step": 1500, "Finetune/Step Time": 6.687822787091136}
{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.7985090613365173, "Finetune/Loss (Raw)": 0.9817709922790527, "Finetune/Step": 1501, "Finetune/Step Time": 6.718776356428862}
{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.800146758556366, "Finetune/Loss (Raw)": 0.9470037817955017, "Finetune/Step": 1502, "Finetune/Step Time": 6.711551934480667}
{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.7985085248947144, "Finetune/Loss (Raw)": 0.7223348617553711, "Finetune/Step": 1503, "Finetune/Step Time": 6.70212060213089}
{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.802990198135376, "Finetune/Loss (Raw)": 0.8914868831634521, "Finetune/Step": 1504, "Finetune/Step Time": 6.693040415644646}
{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8033492565155029, "Finetune/Loss (Raw)": 0.852182149887085, "Finetune/Step": 1505, "Finetune/Step Time": 6.679332423955202}
{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8021660447120667, "Finetune/Loss (Raw)": 0.7908283472061157, "Finetune/Step": 1506, "Finetune/Step Time": 6.6681682374328375}
{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8048788905143738, "Finetune/Loss (Raw)": 0.9425992369651794, "Finetune/Step": 1507, "Finetune/Step Time": 6.657947709783912}
{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8056241869926453, "Finetune/Loss (Raw)": 0.949282705783844, "Finetune/Step": 1508, "Finetune/Step Time": 6.661846160888672}
{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8051304817199707, "Finetune/Loss (Raw)": 0.8678540587425232, "Finetune/Step": 1509, "Finetune/Step Time": 6.656389679759741}
{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8058449029922485, "Finetune/Loss (Raw)": 0.9542405009269714, "Finetune/Step": 1510, "Finetune/Step Time": 6.655294818803668}
{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.807496190071106, "Finetune/Loss (Raw)": 0.9554029107093811, "Finetune/Step": 1511, "Finetune/Step Time": 6.654396552592516}
{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8066679239273071, "Finetune/Loss (Raw)": 0.7551126480102539, "Finetune/Step": 1512, "Finetune/Step Time": 6.658505087718368}
{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8070432543754578, "Finetune/Loss (Raw)": 0.9840126037597656, "Finetune/Step": 1513, "Finetune/Step Time": 6.6606846656650305}
{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8066753149032593, "Finetune/Loss (Raw)": 0.7943202257156372, "Finetune/Step": 1514, "Finetune/Step Time": 6.6706405859440565}
{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8077371120452881, "Finetune/Loss (Raw)": 0.875626266002655, "Finetune/Step": 1515, "Finetune/Step Time": 6.669174686074257}
{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8074095845222473, "Finetune/Loss (Raw)": 0.8987834453582764, "Finetune/Step": 1516, "Finetune/Step Time": 6.671635303646326}
{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8067852258682251, "Finetune/Loss (Raw)": 0.7901862859725952, "Finetune/Step": 1517, "Finetune/Step Time": 6.673786183819175}
{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8065232038497925, "Finetune/Loss (Raw)": 0.9951618909835815, "Finetune/Step": 1518, "Finetune/Step Time": 6.668761035427451}
{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8057767152786255, "Finetune/Loss (Raw)": 0.7153534293174744, "Finetune/Step": 1519, "Finetune/Step Time": 6.654523283243179}
{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8024063110351562, "Finetune/Loss (Raw)": 0.3922407925128937, "Finetune/Step": 1520, "Finetune/Step Time": 6.63956306129694}
{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8035995364189148, "Finetune/Loss (Raw)": 0.9057748317718506, "Finetune/Step": 1521, "Finetune/Step Time": 6.604280427098274}
{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8020243644714355, "Finetune/Loss (Raw)": 0.7369384169578552, "Finetune/Step": 1522, "Finetune/Step Time": 6.615625159814954}
{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8007231950759888, "Finetune/Loss (Raw)": 0.6549134254455566, "Finetune/Step": 1523, "Finetune/Step Time": 6.629984697327018}
{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8015831708908081, "Finetune/Loss (Raw)": 0.7260556221008301, "Finetune/Step": 1524, "Finetune/Step Time": 6.648494973778725}
{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8001761436462402, "Finetune/Loss (Raw)": 0.6961387395858765, "Finetune/Step": 1525, "Finetune/Step Time": 6.637917609885335}
{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.800872802734375, "Finetune/Loss (Raw)": 0.9521085619926453, "Finetune/Step": 1526, "Finetune/Step Time": 6.637784788385034}
{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8027610778808594, "Finetune/Loss (Raw)": 0.8440568447113037, "Finetune/Step": 1527, "Finetune/Step Time": 6.6332734655588865}
{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.7986983060836792, "Finetune/Loss (Raw)": 0.4174782931804657, "Finetune/Step": 1528, "Finetune/Step Time": 6.647339137271047}
{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.7999200820922852, "Finetune/Loss (Raw)": 0.9663085341453552, "Finetune/Step": 1529, "Finetune/Step Time": 6.639288147911429}
{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8015347719192505, "Finetune/Loss (Raw)": 0.5997230410575867, "Finetune/Step": 1530, "Finetune/Step Time": 6.638142451643944}
{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8021993637084961, "Finetune/Loss (Raw)": 0.9121471047401428, "Finetune/Step": 1531, "Finetune/Step Time": 6.6417678985744715}
{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8021321296691895, "Finetune/Loss (Raw)": 0.8718349933624268, "Finetune/Step": 1532, "Finetune/Step Time": 6.661236263811588}
{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.801879346370697, "Finetune/Loss (Raw)": 0.6737204790115356, "Finetune/Step": 1533, "Finetune/Step Time": 6.655785275623202}
{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8006201982498169, "Finetune/Loss (Raw)": 0.6921799778938293, "Finetune/Step": 1534, "Finetune/Step Time": 6.6635001339018345}
{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8041282892227173, "Finetune/Loss (Raw)": 0.8178216814994812, "Finetune/Step": 1535, "Finetune/Step Time": 6.646188918501139}
{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8045974969863892, "Finetune/Loss (Raw)": 0.7940044403076172, "Finetune/Step": 1536, "Finetune/Step Time": 6.651654362678528}
{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8039101958274841, "Finetune/Loss (Raw)": 0.8178809881210327, "Finetune/Step": 1537, "Finetune/Step Time": 6.651907553896308}
{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.801222562789917, "Finetune/Loss (Raw)": 0.4300385117530823, "Finetune/Step": 1538, "Finetune/Step Time": 6.642021162435412}
{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8013147711753845, "Finetune/Loss (Raw)": 0.8813928961753845, "Finetune/Step": 1539, "Finetune/Step Time": 6.6432067807763815}
{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8024230003356934, "Finetune/Loss (Raw)": 0.810534656047821, "Finetune/Step": 1540, "Finetune/Step Time": 6.643013063818216}
{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8026761412620544, "Finetune/Loss (Raw)": 0.9432898759841919, "Finetune/Step": 1541, "Finetune/Step Time": 6.64380769431591}
{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.7999531030654907, "Finetune/Loss (Raw)": 0.6648445725440979, "Finetune/Step": 1542, "Finetune/Step Time": 6.651566153392196}
{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.7992399334907532, "Finetune/Loss (Raw)": 0.7578932642936707, "Finetune/Step": 1543, "Finetune/Step Time": 6.647885182872415}
{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.7988594174385071, "Finetune/Loss (Raw)": 0.9128085970878601, "Finetune/Step": 1544, "Finetune/Step Time": 6.6466987151652575}
{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.7987271547317505, "Finetune/Loss (Raw)": 0.8253631591796875, "Finetune/Step": 1545, "Finetune/Step Time": 6.649204600602388}
{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8004975318908691, "Finetune/Loss (Raw)": 0.9553468823432922, "Finetune/Step": 1546, "Finetune/Step Time": 6.648323347792029}
{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8015114068984985, "Finetune/Loss (Raw)": 0.8522660732269287, "Finetune/Step": 1547, "Finetune/Step Time": 6.642622396349907}
{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.801038384437561, "Finetune/Loss (Raw)": 0.852440357208252, "Finetune/Step": 1548, "Finetune/Step Time": 6.65194215066731}
{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.7976797819137573, "Finetune/Loss (Raw)": 0.3967821002006531, "Finetune/Step": 1549, "Finetune/Step Time": 6.672050287947059}
{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.7987246513366699, "Finetune/Loss (Raw)": 0.8983376622200012, "Finetune/Step": 1550, "Finetune/Step Time": 6.670896651223302}
{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.7972649931907654, "Finetune/Loss (Raw)": 0.7569715976715088, "Finetune/Step": 1551, "Finetune/Step Time": 6.6654985174536705}
{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.7982998490333557, "Finetune/Loss (Raw)": 0.9193102121353149, "Finetune/Step": 1552, "Finetune/Step Time": 6.666736820712686}
{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.7977805137634277, "Finetune/Loss (Raw)": 0.7820418477058411, "Finetune/Step": 1553, "Finetune/Step Time": 6.678721377626061}
{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.7977205514907837, "Finetune/Loss (Raw)": 0.7605946063995361, "Finetune/Step": 1554, "Finetune/Step Time": 6.6707431841641665}
{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.7989382147789001, "Finetune/Loss (Raw)": 0.9086208343505859, "Finetune/Step": 1555, "Finetune/Step Time": 6.695334004238248}
{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.7984933257102966, "Finetune/Loss (Raw)": 0.7066879868507385, "Finetune/Step": 1556, "Finetune/Step Time": 6.7018593065440655}
{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.7990800142288208, "Finetune/Loss (Raw)": 0.7939149141311646, "Finetune/Step": 1557, "Finetune/Step Time": 6.701667506247759}
{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.7993202209472656, "Finetune/Loss (Raw)": 0.8479835987091064, "Finetune/Step": 1558, "Finetune/Step Time": 6.69229406863451}
{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8019320368766785, "Finetune/Loss (Raw)": 1.0838571786880493, "Finetune/Step": 1559, "Finetune/Step Time": 6.684050362557173}
{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8030585050582886, "Finetune/Loss (Raw)": 0.9033128619194031, "Finetune/Step": 1560, "Finetune/Step Time": 6.689406871795654}
{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8024918437004089, "Finetune/Loss (Raw)": 0.8740314245223999, "Finetune/Step": 1561, "Finetune/Step Time": 6.687533298507333}
{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8066144585609436, "Finetune/Loss (Raw)": 0.8967384099960327, "Finetune/Step": 1562, "Finetune/Step Time": 6.677372427657247}
{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8057058453559875, "Finetune/Loss (Raw)": 0.795635461807251, "Finetune/Step": 1563, "Finetune/Step Time": 6.6739115454256535}
{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8069945573806763, "Finetune/Loss (Raw)": 0.7841491103172302, "Finetune/Step": 1564, "Finetune/Step Time": 6.660753790289164}
{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8060439825057983, "Finetune/Loss (Raw)": 0.755942702293396, "Finetune/Step": 1565, "Finetune/Step Time": 6.660196900367737}
{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8050662279129028, "Finetune/Loss (Raw)": 0.7633208632469177, "Finetune/Step": 1566, "Finetune/Step Time": 6.667239202186465}
{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8043864965438843, "Finetune/Loss (Raw)": 0.8503692746162415, "Finetune/Step": 1567, "Finetune/Step Time": 6.673646552488208}
{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8060628771781921, "Finetune/Loss (Raw)": 0.837623655796051, "Finetune/Step": 1568, "Finetune/Step Time": 6.646778896450996}
{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8047341108322144, "Finetune/Loss (Raw)": 0.6904684901237488, "Finetune/Step": 1569, "Finetune/Step Time": 6.6586910374462605}
{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8056308031082153, "Finetune/Loss (Raw)": 0.9510496258735657, "Finetune/Step": 1570, "Finetune/Step Time": 6.656764918938279}
{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8061878681182861, "Finetune/Loss (Raw)": 0.8993291854858398, "Finetune/Step": 1571, "Finetune/Step Time": 6.653450895100832}
{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8072660565376282, "Finetune/Loss (Raw)": 0.9262596368789673, "Finetune/Step": 1572, "Finetune/Step Time": 6.648061897605658}
{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8070437908172607, "Finetune/Loss (Raw)": 0.8191157579421997, "Finetune/Step": 1573, "Finetune/Step Time": 6.664272855967283}
{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8070765733718872, "Finetune/Loss (Raw)": 0.7175391912460327, "Finetune/Step": 1574, "Finetune/Step Time": 6.649178083986044}
{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.807721734046936, "Finetune/Loss (Raw)": 0.9701794981956482, "Finetune/Step": 1575, "Finetune/Step Time": 6.658831076696515}
{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8072855472564697, "Finetune/Loss (Raw)": 0.8573106527328491, "Finetune/Step": 1576, "Finetune/Step Time": 6.6625780295580626}
{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8083547949790955, "Finetune/Loss (Raw)": 0.8685928583145142, "Finetune/Step": 1577, "Finetune/Step Time": 6.65441594645381}
{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8096917271614075, "Finetune/Loss (Raw)": 0.8922908306121826, "Finetune/Step": 1578, "Finetune/Step Time": 6.613364657387137}
{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8092988729476929, "Finetune/Loss (Raw)": 0.7969343066215515, "Finetune/Step": 1579, "Finetune/Step Time": 6.6288814805448055}
{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8073883056640625, "Finetune/Loss (Raw)": 0.6900531053543091, "Finetune/Step": 1580, "Finetune/Step Time": 6.662935728207231}
{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8070777654647827, "Finetune/Loss (Raw)": 0.751876175403595, "Finetune/Step": 1581, "Finetune/Step Time": 6.658373862504959}
{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.805308997631073, "Finetune/Loss (Raw)": 0.8250172734260559, "Finetune/Step": 1582, "Finetune/Step Time": 6.659626333042979}
{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8048267364501953, "Finetune/Loss (Raw)": 0.878202497959137, "Finetune/Step": 1583, "Finetune/Step Time": 6.662669422104955}
{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8052218556404114, "Finetune/Loss (Raw)": 0.8482410311698914, "Finetune/Step": 1584, "Finetune/Step Time": 6.664615023881197}
{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8097306489944458, "Finetune/Loss (Raw)": 0.9492642283439636, "Finetune/Step": 1585, "Finetune/Step Time": 6.645275918766856}
{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8111048340797424, "Finetune/Loss (Raw)": 1.0352219343185425, "Finetune/Step": 1586, "Finetune/Step Time": 6.6860373467206955}
{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8108344674110413, "Finetune/Loss (Raw)": 0.9463391304016113, "Finetune/Step": 1587, "Finetune/Step Time": 6.690273968502879}
{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8094804883003235, "Finetune/Loss (Raw)": 0.8321331143379211, "Finetune/Step": 1588, "Finetune/Step Time": 6.700401896610856}
{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8078815937042236, "Finetune/Loss (Raw)": 0.8456602096557617, "Finetune/Step": 1589, "Finetune/Step Time": 6.71619975939393}
{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8082690238952637, "Finetune/Loss (Raw)": 0.9482102990150452, "Finetune/Step": 1590, "Finetune/Step Time": 6.721489604562521}
{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8054778575897217, "Finetune/Loss (Raw)": 0.600494384765625, "Finetune/Step": 1591, "Finetune/Step Time": 6.736305309459567}
{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8046844601631165, "Finetune/Loss (Raw)": 0.7099097967147827, "Finetune/Step": 1592, "Finetune/Step Time": 6.737916788086295}
{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8041834831237793, "Finetune/Loss (Raw)": 0.7862612009048462, "Finetune/Step": 1593, "Finetune/Step Time": 6.7407288663089275}
{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8039963245391846, "Finetune/Loss (Raw)": 0.8379031419754028, "Finetune/Step": 1594, "Finetune/Step Time": 6.74566731415689}
{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8032149076461792, "Finetune/Loss (Raw)": 0.7377143502235413, "Finetune/Step": 1595, "Finetune/Step Time": 6.7237039767205715}
{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.802670955657959, "Finetune/Loss (Raw)": 0.8488165736198425, "Finetune/Step": 1596, "Finetune/Step Time": 6.7273276802152395}
{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.805425226688385, "Finetune/Loss (Raw)": 0.7352418303489685, "Finetune/Step": 1597, "Finetune/Step Time": 6.712001321837306}
{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8055784106254578, "Finetune/Loss (Raw)": 0.8170803785324097, "Finetune/Step": 1598, "Finetune/Step Time": 6.723916828632355}
{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8018553853034973, "Finetune/Loss (Raw)": 0.37357643246650696, "Finetune/Step": 1599, "Finetune/Step Time": 6.744290977716446}
{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8029451370239258, "Finetune/Loss (Raw)": 0.9114635586738586, "Finetune/Step": 1600, "Finetune/Step Time": 6.747627241536975}
{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.801211953163147, "Finetune/Loss (Raw)": 0.38537654280662537, "Finetune/Step": 1601, "Finetune/Step Time": 6.7617530804127455}
{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8005573749542236, "Finetune/Loss (Raw)": 0.9549368023872375, "Finetune/Step": 1602, "Finetune/Step Time": 6.771268844604492}
{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8024535179138184, "Finetune/Loss (Raw)": 0.9244662523269653, "Finetune/Step": 1603, "Finetune/Step Time": 6.756775092333555}
{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.8016971349716187, "Finetune/Loss (Raw)": 0.8193090558052063, "Finetune/Step": 1604, "Finetune/Step Time": 6.756802383810282}
{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8044278621673584, "Finetune/Loss (Raw)": 0.6599285006523132, "Finetune/Step": 1605, "Finetune/Step Time": 6.746003944426775}
{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8013432621955872, "Finetune/Loss (Raw)": 0.6271299719810486, "Finetune/Step": 1606, "Finetune/Step Time": 6.776113867759705}
{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8018260598182678, "Finetune/Loss (Raw)": 0.8295751810073853, "Finetune/Step": 1607, "Finetune/Step Time": 6.763234900310636}
{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.7980451583862305, "Finetune/Loss (Raw)": 0.3860250413417816, "Finetune/Step": 1608, "Finetune/Step Time": 6.783263837918639}
{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.797878623008728, "Finetune/Loss (Raw)": 0.8837481737136841, "Finetune/Step": 1609, "Finetune/Step Time": 6.778750255703926}
{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.7983177900314331, "Finetune/Loss (Raw)": 0.8666650652885437, "Finetune/Step": 1610, "Finetune/Step Time": 6.780668495222926}
{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.7995653748512268, "Finetune/Loss (Raw)": 0.7527585625648499, "Finetune/Step": 1611, "Finetune/Step Time": 6.772888835519552}
{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.798763632774353, "Finetune/Loss (Raw)": 0.8061234951019287, "Finetune/Step": 1612, "Finetune/Step Time": 6.78563741222024}
{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.7983239889144897, "Finetune/Loss (Raw)": 0.732047438621521, "Finetune/Step": 1613, "Finetune/Step Time": 6.797454431653023}
{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8028147220611572, "Finetune/Loss (Raw)": 0.8786492347717285, "Finetune/Step": 1614, "Finetune/Step Time": 6.777457216754556}
{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.802335262298584, "Finetune/Loss (Raw)": 0.953994631767273, "Finetune/Step": 1615, "Finetune/Step Time": 6.782115148380399}
{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.8004182577133179, "Finetune/Loss (Raw)": 0.8592102527618408, "Finetune/Step": 1616, "Finetune/Step Time": 6.781017944216728}
{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.801679253578186, "Finetune/Loss (Raw)": 0.8095090985298157, "Finetune/Step": 1617, "Finetune/Step Time": 6.777666240930557}
{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8021346926689148, "Finetune/Loss (Raw)": 0.8354572653770447, "Finetune/Step": 1618, "Finetune/Step Time": 6.757675671949983}
{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8025357127189636, "Finetune/Loss (Raw)": 0.752452552318573, "Finetune/Step": 1619, "Finetune/Step Time": 6.747058607637882}
{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8035897612571716, "Finetune/Loss (Raw)": 1.0800906419754028, "Finetune/Step": 1620, "Finetune/Step Time": 6.749771708622575}
{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8070913553237915, "Finetune/Loss (Raw)": 0.7788513898849487, "Finetune/Step": 1621, "Finetune/Step Time": 6.736358055844903}
{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8082320690155029, "Finetune/Loss (Raw)": 0.9665601253509521, "Finetune/Step": 1622, "Finetune/Step Time": 6.734763078391552}
{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8099796175956726, "Finetune/Loss (Raw)": 1.0750911235809326, "Finetune/Step": 1623, "Finetune/Step Time": 6.718334522098303}
{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8097111582756042, "Finetune/Loss (Raw)": 0.8719366788864136, "Finetune/Step": 1624, "Finetune/Step Time": 6.7208940256386995}
{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8106387257575989, "Finetune/Loss (Raw)": 0.8817607164382935, "Finetune/Step": 1625, "Finetune/Step Time": 6.721596239134669}
{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8099780082702637, "Finetune/Loss (Raw)": 0.8926084041595459, "Finetune/Step": 1626, "Finetune/Step Time": 6.712918218225241}
{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8140491843223572, "Finetune/Loss (Raw)": 0.9454952478408813, "Finetune/Step": 1627, "Finetune/Step Time": 6.690918251872063}
{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.817786693572998, "Finetune/Loss (Raw)": 0.8318799734115601, "Finetune/Step": 1628, "Finetune/Step Time": 6.670725651085377}
{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8161565065383911, "Finetune/Loss (Raw)": 0.7730960249900818, "Finetune/Step": 1629, "Finetune/Step Time": 6.642929971218109}
{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8155582547187805, "Finetune/Loss (Raw)": 0.8704348206520081, "Finetune/Step": 1630, "Finetune/Step Time": 6.641077186912298}
{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8165494203567505, "Finetune/Loss (Raw)": 0.8491959571838379, "Finetune/Step": 1631, "Finetune/Step Time": 6.6439185701310635}
{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8160123825073242, "Finetune/Loss (Raw)": 0.8227584362030029, "Finetune/Step": 1632, "Finetune/Step Time": 6.636042000725865}
{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8154780864715576, "Finetune/Loss (Raw)": 0.7837910652160645, "Finetune/Step": 1633, "Finetune/Step Time": 6.636555248871446}
{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8161730766296387, "Finetune/Loss (Raw)": 0.8797789812088013, "Finetune/Step": 1634, "Finetune/Step Time": 6.629950288683176}
{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8150545358657837, "Finetune/Loss (Raw)": 0.79942786693573, "Finetune/Step": 1635, "Finetune/Step Time": 6.640955150127411}
{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8145968317985535, "Finetune/Loss (Raw)": 0.8906948566436768, "Finetune/Step": 1636, "Finetune/Step Time": 6.6384180672466755}
{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8140077590942383, "Finetune/Loss (Raw)": 0.7924594283103943, "Finetune/Step": 1637, "Finetune/Step Time": 6.639990506693721}
{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8127891421318054, "Finetune/Loss (Raw)": 0.7982565760612488, "Finetune/Step": 1638, "Finetune/Step Time": 6.642073703929782}
{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8110690116882324, "Finetune/Loss (Raw)": 0.7352220416069031, "Finetune/Step": 1639, "Finetune/Step Time": 6.640183644369245}
{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8126745223999023, "Finetune/Loss (Raw)": 0.960613489151001, "Finetune/Step": 1640, "Finetune/Step Time": 6.629150839522481}
{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8121110200881958, "Finetune/Loss (Raw)": 0.9118895530700684, "Finetune/Step": 1641, "Finetune/Step Time": 6.627028990536928}
{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8125919103622437, "Finetune/Loss (Raw)": 0.8558762669563293, "Finetune/Step": 1642, "Finetune/Step Time": 6.6165606789290905}
{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8134970664978027, "Finetune/Loss (Raw)": 0.991489052772522, "Finetune/Step": 1643, "Finetune/Step Time": 6.628587046638131}
{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8126147985458374, "Finetune/Loss (Raw)": 0.7858487963676453, "Finetune/Step": 1644, "Finetune/Step Time": 6.653918208554387}
{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8131006956100464, "Finetune/Loss (Raw)": 0.8523746132850647, "Finetune/Step": 1645, "Finetune/Step Time": 6.655999792739749}
{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8125778436660767, "Finetune/Loss (Raw)": 0.9282440543174744, "Finetune/Step": 1646, "Finetune/Step Time": 6.659426745027304}
{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8132020235061646, "Finetune/Loss (Raw)": 0.795248806476593, "Finetune/Step": 1647, "Finetune/Step Time": 6.672699382528663}
{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8173500895500183, "Finetune/Loss (Raw)": 0.9231958389282227, "Finetune/Step": 1648, "Finetune/Step Time": 6.657638866454363}
{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8167612552642822, "Finetune/Loss (Raw)": 0.8304046988487244, "Finetune/Step": 1649, "Finetune/Step Time": 6.659278808161616}
{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8180670738220215, "Finetune/Loss (Raw)": 0.9040815830230713, "Finetune/Step": 1650, "Finetune/Step Time": 6.648173404857516}
{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8187735080718994, "Finetune/Loss (Raw)": 0.7453354001045227, "Finetune/Step": 1651, "Finetune/Step Time": 6.6600476540625095}
{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8195534348487854, "Finetune/Loss (Raw)": 0.8258844017982483, "Finetune/Step": 1652, "Finetune/Step Time": 6.642944365739822}
{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8206123113632202, "Finetune/Loss (Raw)": 0.8316696882247925, "Finetune/Step": 1653, "Finetune/Step Time": 6.635171517729759}
{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8202053308486938, "Finetune/Loss (Raw)": 0.9000230431556702, "Finetune/Step": 1654, "Finetune/Step Time": 6.647159459069371}
{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8166140913963318, "Finetune/Loss (Raw)": 0.3843744993209839, "Finetune/Step": 1655, "Finetune/Step Time": 6.665390092879534}
{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8202477693557739, "Finetune/Loss (Raw)": 0.8825909495353699, "Finetune/Step": 1656, "Finetune/Step Time": 6.648470561951399}
{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.819049596786499, "Finetune/Loss (Raw)": 0.8129436373710632, "Finetune/Step": 1657, "Finetune/Step Time": 6.645902648568153}
{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8212705850601196, "Finetune/Loss (Raw)": 0.884002685546875, "Finetune/Step": 1658, "Finetune/Step Time": 6.629704810678959}
{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8204876184463501, "Finetune/Loss (Raw)": 0.8119326233863831, "Finetune/Step": 1659, "Finetune/Step Time": 6.629247618839145}
{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8206077218055725, "Finetune/Loss (Raw)": 0.8872064352035522, "Finetune/Step": 1660, "Finetune/Step Time": 6.615693828091025}
{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8219311237335205, "Finetune/Loss (Raw)": 0.843116819858551, "Finetune/Step": 1661, "Finetune/Step Time": 6.610580991953611}
{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8238204717636108, "Finetune/Loss (Raw)": 0.9340173602104187, "Finetune/Step": 1662, "Finetune/Step Time": 6.609326282516122}
{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8220934867858887, "Finetune/Loss (Raw)": 0.5967643857002258, "Finetune/Step": 1663, "Finetune/Step Time": 6.61807556822896}
{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8212699294090271, "Finetune/Loss (Raw)": 0.6885949373245239, "Finetune/Step": 1664, "Finetune/Step Time": 6.610605172812939}
{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.822569727897644, "Finetune/Loss (Raw)": 0.9842495322227478, "Finetune/Step": 1665, "Finetune/Step Time": 6.6098939292132854}
{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8256174325942993, "Finetune/Loss (Raw)": 0.8201513290405273, "Finetune/Step": 1666, "Finetune/Step Time": 6.585468847304583}
{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8256676197052002, "Finetune/Loss (Raw)": 0.8878127932548523, "Finetune/Step": 1667, "Finetune/Step Time": 6.5925224255770445}
{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8265615701675415, "Finetune/Loss (Raw)": 0.9249640107154846, "Finetune/Step": 1668, "Finetune/Step Time": 6.596572175621986}
{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8260599374771118, "Finetune/Loss (Raw)": 0.8790814280509949, "Finetune/Step": 1669, "Finetune/Step Time": 6.593119289726019}
{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8281301856040955, "Finetune/Loss (Raw)": 0.9298326969146729, "Finetune/Step": 1670, "Finetune/Step Time": 6.579620372503996}
{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8285852670669556, "Finetune/Loss (Raw)": 0.8161483407020569, "Finetune/Step": 1671, "Finetune/Step Time": 6.586361475288868}
{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8281863927841187, "Finetune/Loss (Raw)": 0.861755907535553, "Finetune/Step": 1672, "Finetune/Step Time": 6.601797902956605}
{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.827372670173645, "Finetune/Loss (Raw)": 0.721204936504364, "Finetune/Step": 1673, "Finetune/Step Time": 6.606182679533958}
{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8244737386703491, "Finetune/Loss (Raw)": 0.584277868270874, "Finetune/Step": 1674, "Finetune/Step Time": 6.611753702163696}
{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8231145143508911, "Finetune/Loss (Raw)": 0.6782788038253784, "Finetune/Step": 1675, "Finetune/Step Time": 6.6267705373466015}
{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8237176537513733, "Finetune/Loss (Raw)": 0.9296478629112244, "Finetune/Step": 1676, "Finetune/Step Time": 6.620290474966168}
{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8280267715454102, "Finetune/Loss (Raw)": 0.9483494162559509, "Finetune/Step": 1677, "Finetune/Step Time": 6.600226713344455}
{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8270373344421387, "Finetune/Loss (Raw)": 0.7716952562332153, "Finetune/Step": 1678, "Finetune/Step Time": 6.597358835861087}
{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.824167788028717, "Finetune/Loss (Raw)": 0.3896644115447998, "Finetune/Step": 1679, "Finetune/Step Time": 6.617803627625108}
{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8237327337265015, "Finetune/Loss (Raw)": 0.8636212944984436, "Finetune/Step": 1680, "Finetune/Step Time": 6.624313788488507}
{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8244174718856812, "Finetune/Loss (Raw)": 0.86968994140625, "Finetune/Step": 1681, "Finetune/Step Time": 6.60590616799891}
{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8265206813812256, "Finetune/Loss (Raw)": 1.029811143875122, "Finetune/Step": 1682, "Finetune/Step Time": 6.6076331455260515}
{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.824954628944397, "Finetune/Loss (Raw)": 0.7081565260887146, "Finetune/Step": 1683, "Finetune/Step Time": 6.593337649479508}
{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8259463310241699, "Finetune/Loss (Raw)": 0.8336274027824402, "Finetune/Step": 1684, "Finetune/Step Time": 6.584707314148545}
{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8256202936172485, "Finetune/Loss (Raw)": 0.7521869540214539, "Finetune/Step": 1685, "Finetune/Step Time": 6.58791483938694}
{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8238036632537842, "Finetune/Loss (Raw)": 0.615458071231842, "Finetune/Step": 1686, "Finetune/Step Time": 6.598988512530923}
{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8225359320640564, "Finetune/Loss (Raw)": 0.9215824007987976, "Finetune/Step": 1687, "Finetune/Step Time": 6.601423405110836}
{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.822048544883728, "Finetune/Loss (Raw)": 0.8409229516983032, "Finetune/Step": 1688, "Finetune/Step Time": 6.598793661221862}
{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8175854682922363, "Finetune/Loss (Raw)": 0.30276140570640564, "Finetune/Step": 1689, "Finetune/Step Time": 6.615555552765727}
{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8179651498794556, "Finetune/Loss (Raw)": 0.9453439712524414, "Finetune/Step": 1690, "Finetune/Step Time": 6.607097303494811}
{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8185769319534302, "Finetune/Loss (Raw)": 0.8739277124404907, "Finetune/Step": 1691, "Finetune/Step Time": 6.5893178060650826}
{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8181881904602051, "Finetune/Loss (Raw)": 0.7343935370445251, "Finetune/Step": 1692, "Finetune/Step Time": 6.610557910054922}
{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8175560235977173, "Finetune/Loss (Raw)": 0.6750277280807495, "Finetune/Step": 1693, "Finetune/Step Time": 6.629093280062079}
{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8162599802017212, "Finetune/Loss (Raw)": 0.5974311232566833, "Finetune/Step": 1694, "Finetune/Step Time": 6.631607519462705}
{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8150066137313843, "Finetune/Loss (Raw)": 0.6899369359016418, "Finetune/Step": 1695, "Finetune/Step Time": 6.637381728738546}
{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8151229023933411, "Finetune/Loss (Raw)": 0.8525075912475586, "Finetune/Step": 1696, "Finetune/Step Time": 6.63576696254313}
{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8168468475341797, "Finetune/Loss (Raw)": 0.9111377596855164, "Finetune/Step": 1697, "Finetune/Step Time": 6.622264025732875}
{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8159594535827637, "Finetune/Loss (Raw)": 0.8374559283256531, "Finetune/Step": 1698, "Finetune/Step Time": 6.623846327885985}
{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8158937692642212, "Finetune/Loss (Raw)": 0.8909263014793396, "Finetune/Step": 1699, "Finetune/Step Time": 6.62146938405931}
{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8156027793884277, "Finetune/Loss (Raw)": 0.8890061974525452, "Finetune/Step": 1700, "Finetune/Step Time": 6.640676161274314}
{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8165773153305054, "Finetune/Loss (Raw)": 0.9438689947128296, "Finetune/Step": 1701, "Finetune/Step Time": 6.625640917569399}
{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8182215690612793, "Finetune/Loss (Raw)": 0.9279995560646057, "Finetune/Step": 1702, "Finetune/Step Time": 6.62411299161613}
{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8159080743789673, "Finetune/Loss (Raw)": 0.6740464568138123, "Finetune/Step": 1703, "Finetune/Step Time": 6.6305207666009665}
{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8119170665740967, "Finetune/Loss (Raw)": 0.3464665710926056, "Finetune/Step": 1704, "Finetune/Step Time": 6.645753299817443}
{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8116811513900757, "Finetune/Loss (Raw)": 0.8383910655975342, "Finetune/Step": 1705, "Finetune/Step Time": 6.648277727887034}
{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8119139671325684, "Finetune/Loss (Raw)": 0.9221017360687256, "Finetune/Step": 1706, "Finetune/Step Time": 6.650613913312554}
{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8124822974205017, "Finetune/Loss (Raw)": 0.8696709871292114, "Finetune/Step": 1707, "Finetune/Step Time": 6.6369150541722775}
{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8136985301971436, "Finetune/Loss (Raw)": 0.8457252383232117, "Finetune/Step": 1708, "Finetune/Step Time": 6.617476604878902}
{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8154503703117371, "Finetune/Loss (Raw)": 0.9761179685592651, "Finetune/Step": 1709, "Finetune/Step Time": 6.615250315517187}
{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8154703378677368, "Finetune/Loss (Raw)": 0.8275783061981201, "Finetune/Step": 1710, "Finetune/Step Time": 6.623852230608463}
{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8152391314506531, "Finetune/Loss (Raw)": 0.8486011624336243, "Finetune/Step": 1711, "Finetune/Step Time": 6.626996774226427}
{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8165099620819092, "Finetune/Loss (Raw)": 1.0109096765518188, "Finetune/Step": 1712, "Finetune/Step Time": 6.627177381888032}
{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8162592649459839, "Finetune/Loss (Raw)": 0.9171741008758545, "Finetune/Step": 1713, "Finetune/Step Time": 6.627170842140913}
{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8151886463165283, "Finetune/Loss (Raw)": 0.8981881141662598, "Finetune/Step": 1714, "Finetune/Step Time": 6.593576671555638}
{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.812732458114624, "Finetune/Loss (Raw)": 0.6319378614425659, "Finetune/Step": 1715, "Finetune/Step Time": 6.5913112834095955}
{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8131380081176758, "Finetune/Loss (Raw)": 0.8840450644493103, "Finetune/Step": 1716, "Finetune/Step Time": 6.579778291285038}
{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8134276270866394, "Finetune/Loss (Raw)": 0.8827343583106995, "Finetune/Step": 1717, "Finetune/Step Time": 6.579866196960211}
{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8131210207939148, "Finetune/Loss (Raw)": 0.9089609980583191, "Finetune/Step": 1718, "Finetune/Step Time": 6.570684723556042}
{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8148230314254761, "Finetune/Loss (Raw)": 0.8183521628379822, "Finetune/Step": 1719, "Finetune/Step Time": 6.557634046301246}
{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8166697025299072, "Finetune/Loss (Raw)": 0.9462863206863403, "Finetune/Step": 1720, "Finetune/Step Time": 6.555822728201747}
{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8175976276397705, "Finetune/Loss (Raw)": 0.9050318598747253, "Finetune/Step": 1721, "Finetune/Step Time": 6.557623287662864}
{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8178112506866455, "Finetune/Loss (Raw)": 0.865251898765564, "Finetune/Step": 1722, "Finetune/Step Time": 6.5492134764790535}
{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8185749053955078, "Finetune/Loss (Raw)": 0.8354668617248535, "Finetune/Step": 1723, "Finetune/Step Time": 6.575332827866077}
{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8180202841758728, "Finetune/Loss (Raw)": 0.7778181433677673, "Finetune/Step": 1724, "Finetune/Step Time": 6.579150101169944}
{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8189755082130432, "Finetune/Loss (Raw)": 0.8575084805488586, "Finetune/Step": 1725, "Finetune/Step Time": 6.569917913526297}
{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8187448978424072, "Finetune/Loss (Raw)": 0.7875646948814392, "Finetune/Step": 1726, "Finetune/Step Time": 6.563408464193344}
{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8225083351135254, "Finetune/Loss (Raw)": 0.8552935123443604, "Finetune/Step": 1727, "Finetune/Step Time": 6.560102581977844}
{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8227948546409607, "Finetune/Loss (Raw)": 0.9481469988822937, "Finetune/Step": 1728, "Finetune/Step Time": 6.557018851861358}
{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8266521692276001, "Finetune/Loss (Raw)": 0.8791068196296692, "Finetune/Step": 1729, "Finetune/Step Time": 6.538838043808937}
{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.825042724609375, "Finetune/Loss (Raw)": 0.7489345073699951, "Finetune/Step": 1730, "Finetune/Step Time": 6.530926492065191}
{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8258657455444336, "Finetune/Loss (Raw)": 1.0298086404800415, "Finetune/Step": 1731, "Finetune/Step Time": 6.528037870302796}
{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8267673254013062, "Finetune/Loss (Raw)": 0.9347133636474609, "Finetune/Step": 1732, "Finetune/Step Time": 6.542366895824671}
{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8284428119659424, "Finetune/Loss (Raw)": 0.8743909597396851, "Finetune/Step": 1733, "Finetune/Step Time": 6.534274239093065}
{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8305464386940002, "Finetune/Loss (Raw)": 0.8963903784751892, "Finetune/Step": 1734, "Finetune/Step Time": 6.518486272543669}
{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8305821418762207, "Finetune/Loss (Raw)": 0.8341487646102905, "Finetune/Step": 1735, "Finetune/Step Time": 6.52937338873744}
{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8343422412872314, "Finetune/Loss (Raw)": 0.8673209547996521, "Finetune/Step": 1736, "Finetune/Step Time": 6.509366685524583}
{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8335519433021545, "Finetune/Loss (Raw)": 0.7825829982757568, "Finetune/Step": 1737, "Finetune/Step Time": 6.507743541151285}
{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.829539954662323, "Finetune/Loss (Raw)": 0.3531356155872345, "Finetune/Step": 1738, "Finetune/Step Time": 6.523654541000724}
{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8302471041679382, "Finetune/Loss (Raw)": 0.8432689905166626, "Finetune/Step": 1739, "Finetune/Step Time": 6.502967590466142}
{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8298949003219604, "Finetune/Loss (Raw)": 0.761046290397644, "Finetune/Step": 1740, "Finetune/Step Time": 6.507579913362861}
{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.83229660987854, "Finetune/Loss (Raw)": 1.0394624471664429, "Finetune/Step": 1741, "Finetune/Step Time": 6.498156951740384}
{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8306887149810791, "Finetune/Loss (Raw)": 0.6728440523147583, "Finetune/Step": 1742, "Finetune/Step Time": 6.505906030535698}
{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8298943638801575, "Finetune/Loss (Raw)": 0.8523129224777222, "Finetune/Step": 1743, "Finetune/Step Time": 6.509760353714228}
{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.829630970954895, "Finetune/Loss (Raw)": 0.8254973888397217, "Finetune/Step": 1744, "Finetune/Step Time": 6.5114144291728735}
{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8301348686218262, "Finetune/Loss (Raw)": 0.8740079998970032, "Finetune/Step": 1745, "Finetune/Step Time": 6.507142001762986}
{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.831249475479126, "Finetune/Loss (Raw)": 0.978124737739563, "Finetune/Step": 1746, "Finetune/Step Time": 6.507468998432159}
{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8287501335144043, "Finetune/Loss (Raw)": 0.4325331449508667, "Finetune/Step": 1747, "Finetune/Step Time": 6.525740480050445}
{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8257302641868591, "Finetune/Loss (Raw)": 0.6935569643974304, "Finetune/Step": 1748, "Finetune/Step Time": 6.536243781447411}
{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8265418410301208, "Finetune/Loss (Raw)": 0.8827266097068787, "Finetune/Step": 1749, "Finetune/Step Time": 6.534954192116857}
{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8264553546905518, "Finetune/Loss (Raw)": 0.9554989337921143, "Finetune/Step": 1750, "Finetune/Step Time": 6.553518624976277}
{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8252579569816589, "Finetune/Loss (Raw)": 0.9218195676803589, "Finetune/Step": 1751, "Finetune/Step Time": 6.558106508105993}
{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8263423442840576, "Finetune/Loss (Raw)": 1.0107440948486328, "Finetune/Step": 1752, "Finetune/Step Time": 6.557221559807658}
{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8261542320251465, "Finetune/Loss (Raw)": 0.8576731085777283, "Finetune/Step": 1753, "Finetune/Step Time": 6.555330760776997}
{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.826303243637085, "Finetune/Loss (Raw)": 0.9116804003715515, "Finetune/Step": 1754, "Finetune/Step Time": 6.563031265512109}
{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8257239460945129, "Finetune/Loss (Raw)": 0.871344804763794, "Finetune/Step": 1755, "Finetune/Step Time": 6.580039361491799}
{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8269320726394653, "Finetune/Loss (Raw)": 0.9865323305130005, "Finetune/Step": 1756, "Finetune/Step Time": 6.583599995821714}
{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8236989974975586, "Finetune/Loss (Raw)": 0.3592582643032074, "Finetune/Step": 1757, "Finetune/Step Time": 6.603393042460084}
{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8228025436401367, "Finetune/Loss (Raw)": 0.7556802034378052, "Finetune/Step": 1758, "Finetune/Step Time": 6.607418747618794}
{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8237208127975464, "Finetune/Loss (Raw)": 0.9667380452156067, "Finetune/Step": 1759, "Finetune/Step Time": 6.612569874152541}
{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8248250484466553, "Finetune/Loss (Raw)": 0.9641041159629822, "Finetune/Step": 1760, "Finetune/Step Time": 6.610544189810753}
{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.824658989906311, "Finetune/Loss (Raw)": 0.7625305652618408, "Finetune/Step": 1761, "Finetune/Step Time": 6.614540994167328}
{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8236851692199707, "Finetune/Loss (Raw)": 0.7551317811012268, "Finetune/Step": 1762, "Finetune/Step Time": 6.62312850356102}
{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.825259804725647, "Finetune/Loss (Raw)": 1.0009804964065552, "Finetune/Step": 1763, "Finetune/Step Time": 6.617946257814765}
{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8256567716598511, "Finetune/Loss (Raw)": 0.9415125250816345, "Finetune/Step": 1764, "Finetune/Step Time": 6.636574761942029}
{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8255831003189087, "Finetune/Loss (Raw)": 0.7830212116241455, "Finetune/Step": 1765, "Finetune/Step Time": 6.648440571501851}
{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8264775276184082, "Finetune/Loss (Raw)": 0.912753701210022, "Finetune/Step": 1766, "Finetune/Step Time": 6.649770561605692}
{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8264997005462646, "Finetune/Loss (Raw)": 0.7380539178848267, "Finetune/Step": 1767, "Finetune/Step Time": 6.649840105324984}
{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8246609568595886, "Finetune/Loss (Raw)": 0.7252553701400757, "Finetune/Step": 1768, "Finetune/Step Time": 6.650058846920729}
{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.822969913482666, "Finetune/Loss (Raw)": 0.6954366564750671, "Finetune/Step": 1769, "Finetune/Step Time": 6.663354035466909}
{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8233033418655396, "Finetune/Loss (Raw)": 0.8985477089881897, "Finetune/Step": 1770, "Finetune/Step Time": 6.664300063624978}
{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.821893036365509, "Finetune/Loss (Raw)": 0.8109689950942993, "Finetune/Step": 1771, "Finetune/Step Time": 6.652070729061961}
{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8235282897949219, "Finetune/Loss (Raw)": 0.9951736330986023, "Finetune/Step": 1772, "Finetune/Step Time": 6.626407273113728}
{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8230470418930054, "Finetune/Loss (Raw)": 0.7907719612121582, "Finetune/Step": 1773, "Finetune/Step Time": 6.633243262767792}
{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8216022253036499, "Finetune/Loss (Raw)": 0.7433053255081177, "Finetune/Step": 1774, "Finetune/Step Time": 6.645721396431327}
{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8226886987686157, "Finetune/Loss (Raw)": 0.9343181252479553, "Finetune/Step": 1775, "Finetune/Step Time": 6.6327979397028685}
{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8221462368965149, "Finetune/Loss (Raw)": 0.8537622690200806, "Finetune/Step": 1776, "Finetune/Step Time": 6.6310939360409975}
{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8224747776985168, "Finetune/Loss (Raw)": 0.872454822063446, "Finetune/Step": 1777, "Finetune/Step Time": 6.625325758010149}
{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8219088315963745, "Finetune/Loss (Raw)": 0.8316444754600525, "Finetune/Step": 1778, "Finetune/Step Time": 6.626271763816476}
{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8242695927619934, "Finetune/Loss (Raw)": 1.0475068092346191, "Finetune/Step": 1779, "Finetune/Step Time": 6.610982369631529}
{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8241817951202393, "Finetune/Loss (Raw)": 0.8146446347236633, "Finetune/Step": 1780, "Finetune/Step Time": 6.603035042062402}
{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8229362964630127, "Finetune/Loss (Raw)": 0.6722467541694641, "Finetune/Step": 1781, "Finetune/Step Time": 6.603611409664154}
{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8226711750030518, "Finetune/Loss (Raw)": 0.8660951256752014, "Finetune/Step": 1782, "Finetune/Step Time": 6.591521054506302}
{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8254969120025635, "Finetune/Loss (Raw)": 0.7460600733757019, "Finetune/Step": 1783, "Finetune/Step Time": 6.5730814673006535}
{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8264483213424683, "Finetune/Loss (Raw)": 1.004372000694275, "Finetune/Step": 1784, "Finetune/Step Time": 6.576524686068296}
{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8251360654830933, "Finetune/Loss (Raw)": 0.6449788212776184, "Finetune/Step": 1785, "Finetune/Step Time": 6.590916711837053}
{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8247998952865601, "Finetune/Loss (Raw)": 0.840977132320404, "Finetune/Step": 1786, "Finetune/Step Time": 6.589581349864602}
{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8240887522697449, "Finetune/Loss (Raw)": 0.7208998203277588, "Finetune/Step": 1787, "Finetune/Step Time": 6.594975346699357}
{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8233095407485962, "Finetune/Loss (Raw)": 0.7874640822410583, "Finetune/Step": 1788, "Finetune/Step Time": 6.591015739366412}
{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8190206289291382, "Finetune/Loss (Raw)": 0.29414036870002747, "Finetune/Step": 1789, "Finetune/Step Time": 6.614549150690436}
{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8188385963439941, "Finetune/Loss (Raw)": 0.9107221961021423, "Finetune/Step": 1790, "Finetune/Step Time": 6.6181221678853035}
{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.821782112121582, "Finetune/Loss (Raw)": 0.97353196144104, "Finetune/Step": 1791, "Finetune/Step Time": 6.611333139240742}
{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8235383629798889, "Finetune/Loss (Raw)": 0.9133970737457275, "Finetune/Step": 1792, "Finetune/Step Time": 6.611614376306534}
{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8214196562767029, "Finetune/Loss (Raw)": 0.7130513787269592, "Finetune/Step": 1793, "Finetune/Step Time": 6.626921555027366}
{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8224172592163086, "Finetune/Loss (Raw)": 0.9478409290313721, "Finetune/Step": 1794, "Finetune/Step Time": 6.632981410250068}
{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8183466792106628, "Finetune/Loss (Raw)": 0.3667792081832886, "Finetune/Step": 1795, "Finetune/Step Time": 6.664541935548186}
{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8175266981124878, "Finetune/Loss (Raw)": 0.8200061917304993, "Finetune/Step": 1796, "Finetune/Step Time": 6.65845344029367}
{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8172580003738403, "Finetune/Loss (Raw)": 0.8446932435035706, "Finetune/Step": 1797, "Finetune/Step Time": 6.658657681196928}
{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8168240785598755, "Finetune/Loss (Raw)": 0.874289870262146, "Finetune/Step": 1798, "Finetune/Step Time": 6.662370074540377}
{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8168050050735474, "Finetune/Loss (Raw)": 0.8137069344520569, "Finetune/Step": 1799, "Finetune/Step Time": 6.655022885650396}
{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8164437413215637, "Finetune/Loss (Raw)": 0.8155142068862915, "Finetune/Step": 1800, "Finetune/Step Time": 6.6493269968777895}
{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8178321123123169, "Finetune/Loss (Raw)": 0.8989194631576538, "Finetune/Step": 1801, "Finetune/Step Time": 6.653963603079319}
{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.819412112236023, "Finetune/Loss (Raw)": 0.7865119576454163, "Finetune/Step": 1802, "Finetune/Step Time": 6.656834341585636}
{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8207648396492004, "Finetune/Loss (Raw)": 0.8514286279678345, "Finetune/Step": 1803, "Finetune/Step Time": 6.657923163846135}
{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.820442795753479, "Finetune/Loss (Raw)": 0.888418972492218, "Finetune/Step": 1804, "Finetune/Step Time": 6.661669569090009}
{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8174182176589966, "Finetune/Loss (Raw)": 0.5612092018127441, "Finetune/Step": 1805, "Finetune/Step Time": 6.669694976881146}
{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8172576427459717, "Finetune/Loss (Raw)": 0.7511423826217651, "Finetune/Step": 1806, "Finetune/Step Time": 6.6812755689024925}
{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8211202025413513, "Finetune/Loss (Raw)": 0.8840780258178711, "Finetune/Step": 1807, "Finetune/Step Time": 6.661474270746112}
{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8206242322921753, "Finetune/Loss (Raw)": 0.8001319766044617, "Finetune/Step": 1808, "Finetune/Step Time": 6.650580262765288}
{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8206347227096558, "Finetune/Loss (Raw)": 0.8710311651229858, "Finetune/Step": 1809, "Finetune/Step Time": 6.6497065257281065}
{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8188046813011169, "Finetune/Loss (Raw)": 0.7955670356750488, "Finetune/Step": 1810, "Finetune/Step Time": 6.651401886716485}
{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8198302388191223, "Finetune/Loss (Raw)": 0.8394272923469543, "Finetune/Step": 1811, "Finetune/Step Time": 6.654839713126421}
{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8190938234329224, "Finetune/Loss (Raw)": 0.7393601536750793, "Finetune/Step": 1812, "Finetune/Step Time": 6.66114891692996}
{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8195321559906006, "Finetune/Loss (Raw)": 0.8083049058914185, "Finetune/Step": 1813, "Finetune/Step Time": 6.650808600708842}
{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8214017152786255, "Finetune/Loss (Raw)": 0.8547630906105042, "Finetune/Step": 1814, "Finetune/Step Time": 6.638656003400683}
{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8206095695495605, "Finetune/Loss (Raw)": 0.8201867938041687, "Finetune/Step": 1815, "Finetune/Step Time": 6.636882705613971}
{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8214089870452881, "Finetune/Loss (Raw)": 0.9432401657104492, "Finetune/Step": 1816, "Finetune/Step Time": 6.631528481841087}
{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8256754875183105, "Finetune/Loss (Raw)": 0.848870575428009, "Finetune/Step": 1817, "Finetune/Step Time": 6.613698890432715}
{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8243966698646545, "Finetune/Loss (Raw)": 0.7816587686538696, "Finetune/Step": 1818, "Finetune/Step Time": 6.613821180537343}
{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8245162963867188, "Finetune/Loss (Raw)": 0.8892351388931274, "Finetune/Step": 1819, "Finetune/Step Time": 6.610596042126417}
{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8245543837547302, "Finetune/Loss (Raw)": 0.739276111125946, "Finetune/Step": 1820, "Finetune/Step Time": 6.5887026730924845}
{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8259972333908081, "Finetune/Loss (Raw)": 0.8597140908241272, "Finetune/Step": 1821, "Finetune/Step Time": 6.573112951591611}
{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8297121524810791, "Finetune/Loss (Raw)": 1.0729414224624634, "Finetune/Step": 1822, "Finetune/Step Time": 6.564582170918584}
{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8310036063194275, "Finetune/Loss (Raw)": 0.8552463054656982, "Finetune/Step": 1823, "Finetune/Step Time": 6.5549954660236835}
{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8293665051460266, "Finetune/Loss (Raw)": 0.6429505944252014, "Finetune/Step": 1824, "Finetune/Step Time": 6.558606253936887}
{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8287478685379028, "Finetune/Loss (Raw)": 0.8319551348686218, "Finetune/Step": 1825, "Finetune/Step Time": 6.559576233848929}
{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8291208148002625, "Finetune/Loss (Raw)": 0.885188102722168, "Finetune/Step": 1826, "Finetune/Step Time": 6.559868449345231}
{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8284379243850708, "Finetune/Loss (Raw)": 0.8035232424736023, "Finetune/Step": 1827, "Finetune/Step Time": 6.590797940269113}
{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8283623456954956, "Finetune/Loss (Raw)": 0.8793358206748962, "Finetune/Step": 1828, "Finetune/Step Time": 6.5787965804338455}
{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8290724158287048, "Finetune/Loss (Raw)": 1.0347516536712646, "Finetune/Step": 1829, "Finetune/Step Time": 6.582184789702296}
{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8294858336448669, "Finetune/Loss (Raw)": 0.9809210896492004, "Finetune/Step": 1830, "Finetune/Step Time": 6.593829350546002}
{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8307148218154907, "Finetune/Loss (Raw)": 0.8313537836074829, "Finetune/Step": 1831, "Finetune/Step Time": 6.579261178150773}
{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8356350660324097, "Finetune/Loss (Raw)": 0.9762586951255798, "Finetune/Step": 1832, "Finetune/Step Time": 6.563588919118047}
{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8347861766815186, "Finetune/Loss (Raw)": 0.7297265529632568, "Finetune/Step": 1833, "Finetune/Step Time": 6.581951672211289}
{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8351045250892639, "Finetune/Loss (Raw)": 0.9628549814224243, "Finetune/Step": 1834, "Finetune/Step Time": 6.581338567659259}
{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8352600336074829, "Finetune/Loss (Raw)": 0.8895813226699829, "Finetune/Step": 1835, "Finetune/Step Time": 6.60015894472599}
{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8356215357780457, "Finetune/Loss (Raw)": 0.8919969201087952, "Finetune/Step": 1836, "Finetune/Step Time": 6.595578970387578}
{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8344899415969849, "Finetune/Loss (Raw)": 0.8312636613845825, "Finetune/Step": 1837, "Finetune/Step Time": 6.5975402146577835}
{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8346700668334961, "Finetune/Loss (Raw)": 0.8506402969360352, "Finetune/Step": 1838, "Finetune/Step Time": 6.590413236990571}
{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8349617719650269, "Finetune/Loss (Raw)": 0.8859430551528931, "Finetune/Step": 1839, "Finetune/Step Time": 6.59241858497262}
{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8335692882537842, "Finetune/Loss (Raw)": 0.8326714038848877, "Finetune/Step": 1840, "Finetune/Step Time": 6.602005356922746}
{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8323575854301453, "Finetune/Loss (Raw)": 0.76207035779953, "Finetune/Step": 1841, "Finetune/Step Time": 6.603420419618487}
{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.832661509513855, "Finetune/Loss (Raw)": 0.9370924830436707, "Finetune/Step": 1842, "Finetune/Step Time": 6.601996472105384}
{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8345091342926025, "Finetune/Loss (Raw)": 0.8684324026107788, "Finetune/Step": 1843, "Finetune/Step Time": 6.607039975002408}
{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8338791131973267, "Finetune/Loss (Raw)": 0.8034109473228455, "Finetune/Step": 1844, "Finetune/Step Time": 6.617709482088685}
{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8330224752426147, "Finetune/Loss (Raw)": 0.7730781435966492, "Finetune/Step": 1845, "Finetune/Step Time": 6.6106821689754725}
{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8333718180656433, "Finetune/Loss (Raw)": 0.9536792635917664, "Finetune/Step": 1846, "Finetune/Step Time": 6.611414508894086}
{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8337534666061401, "Finetune/Loss (Raw)": 0.8672053813934326, "Finetune/Step": 1847, "Finetune/Step Time": 6.6185699589550495}
{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8331362009048462, "Finetune/Loss (Raw)": 0.8672735095024109, "Finetune/Step": 1848, "Finetune/Step Time": 6.610871832817793}
{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.833656907081604, "Finetune/Loss (Raw)": 0.9716795086860657, "Finetune/Step": 1849, "Finetune/Step Time": 6.603441655635834}
{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8341001868247986, "Finetune/Loss (Raw)": 0.921994149684906, "Finetune/Step": 1850, "Finetune/Step Time": 6.608124822378159}
{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8325561285018921, "Finetune/Loss (Raw)": 0.6378263831138611, "Finetune/Step": 1851, "Finetune/Step Time": 6.600050460547209}
{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8334181308746338, "Finetune/Loss (Raw)": 0.8881542086601257, "Finetune/Step": 1852, "Finetune/Step Time": 6.590166918933392}
{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8337574601173401, "Finetune/Loss (Raw)": 0.9009398818016052, "Finetune/Step": 1853, "Finetune/Step Time": 6.590125862509012}
{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8346221446990967, "Finetune/Loss (Raw)": 0.8982478976249695, "Finetune/Step": 1854, "Finetune/Step Time": 6.582838533446193}
{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.834939181804657, "Finetune/Loss (Raw)": 0.8958732485771179, "Finetune/Step": 1855, "Finetune/Step Time": 6.578352477401495}
{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8352875709533691, "Finetune/Loss (Raw)": 0.9927459359169006, "Finetune/Step": 1856, "Finetune/Step Time": 6.57768515124917}
{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8343486785888672, "Finetune/Loss (Raw)": 0.758923351764679, "Finetune/Step": 1857, "Finetune/Step Time": 6.611642066389322}
{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8349752426147461, "Finetune/Loss (Raw)": 0.8291366100311279, "Finetune/Step": 1858, "Finetune/Step Time": 6.618878956884146}
{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8344444632530212, "Finetune/Loss (Raw)": 0.9618679881095886, "Finetune/Step": 1859, "Finetune/Step Time": 6.612767837941647}
{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8326343297958374, "Finetune/Loss (Raw)": 0.703009843826294, "Finetune/Step": 1860, "Finetune/Step Time": 6.600293444469571}
{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8319271206855774, "Finetune/Loss (Raw)": 0.7838723659515381, "Finetune/Step": 1861, "Finetune/Step Time": 6.599632039666176}
{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8309789299964905, "Finetune/Loss (Raw)": 0.7750246524810791, "Finetune/Step": 1862, "Finetune/Step Time": 6.583579398691654}
{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8302202820777893, "Finetune/Loss (Raw)": 0.7370414137840271, "Finetune/Step": 1863, "Finetune/Step Time": 6.571117706596851}
{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.829425573348999, "Finetune/Loss (Raw)": 0.7655971050262451, "Finetune/Step": 1864, "Finetune/Step Time": 6.5749502796679735}
{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8304345607757568, "Finetune/Loss (Raw)": 0.9117368459701538, "Finetune/Step": 1865, "Finetune/Step Time": 6.5767377987504005}
{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8349670171737671, "Finetune/Loss (Raw)": 0.9332875609397888, "Finetune/Step": 1866, "Finetune/Step Time": 6.56990266777575}
{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.835936963558197, "Finetune/Loss (Raw)": 0.9674199819564819, "Finetune/Step": 1867, "Finetune/Step Time": 6.585454838350415}
{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8357923626899719, "Finetune/Loss (Raw)": 0.7425360083580017, "Finetune/Step": 1868, "Finetune/Step Time": 6.596112534403801}
{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8349783420562744, "Finetune/Loss (Raw)": 0.9352657794952393, "Finetune/Step": 1869, "Finetune/Step Time": 6.592894785106182}
{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8356768488883972, "Finetune/Loss (Raw)": 0.7622578740119934, "Finetune/Step": 1870, "Finetune/Step Time": 6.585699360817671}
{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8354095816612244, "Finetune/Loss (Raw)": 0.818105161190033, "Finetune/Step": 1871, "Finetune/Step Time": 6.597771760076284}
{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8344255685806274, "Finetune/Loss (Raw)": 0.6995396614074707, "Finetune/Step": 1872, "Finetune/Step Time": 6.60176988132298}
{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8304224014282227, "Finetune/Loss (Raw)": 0.36160439252853394, "Finetune/Step": 1873, "Finetune/Step Time": 6.615602036938071}
{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.829862654209137, "Finetune/Loss (Raw)": 0.906475305557251, "Finetune/Step": 1874, "Finetune/Step Time": 6.61642299965024}
{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8315739631652832, "Finetune/Loss (Raw)": 0.6515758633613586, "Finetune/Step": 1875, "Finetune/Step Time": 6.607051897794008}
{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8331332802772522, "Finetune/Loss (Raw)": 0.8931567668914795, "Finetune/Step": 1876, "Finetune/Step Time": 6.593497108668089}
{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8332117795944214, "Finetune/Loss (Raw)": 0.892773449420929, "Finetune/Step": 1877, "Finetune/Step Time": 6.596971582621336}
{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.830962061882019, "Finetune/Loss (Raw)": 0.6675392985343933, "Finetune/Step": 1878, "Finetune/Step Time": 6.588952720165253}
{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8312236070632935, "Finetune/Loss (Raw)": 0.9552936553955078, "Finetune/Step": 1879, "Finetune/Step Time": 6.579690556973219}
{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.828245997428894, "Finetune/Loss (Raw)": 0.6296048760414124, "Finetune/Step": 1880, "Finetune/Step Time": 6.599411327391863}
{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8273985981941223, "Finetune/Loss (Raw)": 0.7492091059684753, "Finetune/Step": 1881, "Finetune/Step Time": 6.606025483459234}
{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8271771669387817, "Finetune/Loss (Raw)": 0.8833338618278503, "Finetune/Step": 1882, "Finetune/Step Time": 6.6014930959790945}
{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8256807923316956, "Finetune/Loss (Raw)": 0.6798149347305298, "Finetune/Step": 1883, "Finetune/Step Time": 6.598155809566379}
{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8207137584686279, "Finetune/Loss (Raw)": 0.35075291991233826, "Finetune/Step": 1884, "Finetune/Step Time": 6.615107117220759}
{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8248968124389648, "Finetune/Loss (Raw)": 0.894685685634613, "Finetune/Step": 1885, "Finetune/Step Time": 6.596992336213589}
{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8269335031509399, "Finetune/Loss (Raw)": 1.0163803100585938, "Finetune/Step": 1886, "Finetune/Step Time": 6.600123267620802}
{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8250939249992371, "Finetune/Loss (Raw)": 0.7312688231468201, "Finetune/Step": 1887, "Finetune/Step Time": 6.595631193369627}
{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.822924017906189, "Finetune/Loss (Raw)": 0.6863640546798706, "Finetune/Step": 1888, "Finetune/Step Time": 6.599967675283551}
{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.823258101940155, "Finetune/Loss (Raw)": 0.8052852153778076, "Finetune/Step": 1889, "Finetune/Step Time": 6.605647319927812}
{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8237528800964355, "Finetune/Loss (Raw)": 0.8184606432914734, "Finetune/Step": 1890, "Finetune/Step Time": 6.599760780110955}
{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8231799602508545, "Finetune/Loss (Raw)": 0.9276525378227234, "Finetune/Step": 1891, "Finetune/Step Time": 6.583731699734926}
{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8234555125236511, "Finetune/Loss (Raw)": 0.9767828583717346, "Finetune/Step": 1892, "Finetune/Step Time": 6.575648790225387}
{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8235583305358887, "Finetune/Loss (Raw)": 0.7961825728416443, "Finetune/Step": 1893, "Finetune/Step Time": 6.577315760776401}
{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8221338987350464, "Finetune/Loss (Raw)": 0.7304224967956543, "Finetune/Step": 1894, "Finetune/Step Time": 6.56943104416132}
{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8227837681770325, "Finetune/Loss (Raw)": 0.8212389349937439, "Finetune/Step": 1895, "Finetune/Step Time": 6.569127891212702}
{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8238521218299866, "Finetune/Loss (Raw)": 0.8620031476020813, "Finetune/Step": 1896, "Finetune/Step Time": 6.571396915242076}
{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8261409997940063, "Finetune/Loss (Raw)": 0.9884091019630432, "Finetune/Step": 1897, "Finetune/Step Time": 6.55914025940001}
{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8259377479553223, "Finetune/Loss (Raw)": 0.8725377917289734, "Finetune/Step": 1898, "Finetune/Step Time": 6.5640693455934525}
{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8251161575317383, "Finetune/Loss (Raw)": 0.7058092951774597, "Finetune/Step": 1899, "Finetune/Step Time": 6.582902854308486}
{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8238673806190491, "Finetune/Loss (Raw)": 0.835330069065094, "Finetune/Step": 1900, "Finetune/Step Time": 6.584562914445996}
{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8239572048187256, "Finetune/Loss (Raw)": 0.8022714257240295, "Finetune/Step": 1901, "Finetune/Step Time": 6.581699198111892}
{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.82562655210495, "Finetune/Loss (Raw)": 0.9569792747497559, "Finetune/Step": 1902, "Finetune/Step Time": 6.573140662163496}
{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8242534399032593, "Finetune/Loss (Raw)": 0.7585523724555969, "Finetune/Step": 1903, "Finetune/Step Time": 6.59235717356205}
{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8239634037017822, "Finetune/Loss (Raw)": 0.8166424036026001, "Finetune/Step": 1904, "Finetune/Step Time": 6.5975604970008135}
{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8196691274642944, "Finetune/Loss (Raw)": 0.32278287410736084, "Finetune/Step": 1905, "Finetune/Step Time": 6.620678087696433}
{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8191335201263428, "Finetune/Loss (Raw)": 0.7630904912948608, "Finetune/Step": 1906, "Finetune/Step Time": 6.63366986811161}
{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8177053928375244, "Finetune/Loss (Raw)": 0.8647089600563049, "Finetune/Step": 1907, "Finetune/Step Time": 6.639330150559545}
{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8175101280212402, "Finetune/Loss (Raw)": 0.7896470427513123, "Finetune/Step": 1908, "Finetune/Step Time": 6.638074856251478}
{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.816942572593689, "Finetune/Loss (Raw)": 0.5995976328849792, "Finetune/Step": 1909, "Finetune/Step Time": 6.639257911592722}
{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8168941736221313, "Finetune/Loss (Raw)": 0.8598992824554443, "Finetune/Step": 1910, "Finetune/Step Time": 6.641723258420825}
{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8180939555168152, "Finetune/Loss (Raw)": 0.8996362090110779, "Finetune/Step": 1911, "Finetune/Step Time": 6.647176111117005}
{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8166414499282837, "Finetune/Loss (Raw)": 0.8184477090835571, "Finetune/Step": 1912, "Finetune/Step Time": 6.642202369868755}
{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8181027173995972, "Finetune/Loss (Raw)": 0.832023561000824, "Finetune/Step": 1913, "Finetune/Step Time": 6.627655768766999}
{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8192967176437378, "Finetune/Loss (Raw)": 0.9938074350357056, "Finetune/Step": 1914, "Finetune/Step Time": 6.625310746952891}
{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8209211826324463, "Finetune/Loss (Raw)": 0.9288294911384583, "Finetune/Step": 1915, "Finetune/Step Time": 6.657921180129051}
{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8212823271751404, "Finetune/Loss (Raw)": 0.8336960673332214, "Finetune/Step": 1916, "Finetune/Step Time": 6.658771350979805}
{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8249356746673584, "Finetune/Loss (Raw)": 0.7617672085762024, "Finetune/Step": 1917, "Finetune/Step Time": 6.635512016713619}
{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8241317868232727, "Finetune/Loss (Raw)": 0.8078301548957825, "Finetune/Step": 1918, "Finetune/Step Time": 6.623727234080434}
{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8230527639389038, "Finetune/Loss (Raw)": 0.8354100584983826, "Finetune/Step": 1919, "Finetune/Step Time": 6.620107118040323}
{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8216100931167603, "Finetune/Loss (Raw)": 0.7287381291389465, "Finetune/Step": 1920, "Finetune/Step Time": 6.630066383630037}
{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8234481811523438, "Finetune/Loss (Raw)": 0.9483195543289185, "Finetune/Step": 1921, "Finetune/Step Time": 6.614186104387045}
{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.818416953086853, "Finetune/Loss (Raw)": 0.3038501739501953, "Finetune/Step": 1922, "Finetune/Step Time": 6.632573893293738}
{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8221566677093506, "Finetune/Loss (Raw)": 0.8454565405845642, "Finetune/Step": 1923, "Finetune/Step Time": 6.603209510445595}
{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.822885274887085, "Finetune/Loss (Raw)": 0.9132744073867798, "Finetune/Step": 1924, "Finetune/Step Time": 6.6014952175319195}
{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8242065906524658, "Finetune/Loss (Raw)": 1.0138243436813354, "Finetune/Step": 1925, "Finetune/Step Time": 6.5986715238541365}
{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8199938535690308, "Finetune/Loss (Raw)": 0.3350546658039093, "Finetune/Step": 1926, "Finetune/Step Time": 6.613563040271401}
{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8167207837104797, "Finetune/Loss (Raw)": 0.39475417137145996, "Finetune/Step": 1927, "Finetune/Step Time": 6.634882256388664}
{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8177283406257629, "Finetune/Loss (Raw)": 0.944477915763855, "Finetune/Step": 1928, "Finetune/Step Time": 6.623659662902355}
{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8162888288497925, "Finetune/Loss (Raw)": 0.7146685719490051, "Finetune/Step": 1929, "Finetune/Step Time": 6.615277541801333}
{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8152847290039062, "Finetune/Loss (Raw)": 0.6579791903495789, "Finetune/Step": 1930, "Finetune/Step Time": 6.601088881492615}
{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8156007528305054, "Finetune/Loss (Raw)": 0.8918820023536682, "Finetune/Step": 1931, "Finetune/Step Time": 6.579711742699146}
{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8138754367828369, "Finetune/Loss (Raw)": 0.66757732629776, "Finetune/Step": 1932, "Finetune/Step Time": 6.593571038916707}
{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8164504766464233, "Finetune/Loss (Raw)": 0.8908221125602722, "Finetune/Step": 1933, "Finetune/Step Time": 6.587499601766467}
{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8175686597824097, "Finetune/Loss (Raw)": 0.894264280796051, "Finetune/Step": 1934, "Finetune/Step Time": 6.574839947745204}
{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8180288076400757, "Finetune/Loss (Raw)": 0.9429783225059509, "Finetune/Step": 1935, "Finetune/Step Time": 6.580941902473569}
{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8174457550048828, "Finetune/Loss (Raw)": 0.7255022525787354, "Finetune/Step": 1936, "Finetune/Step Time": 6.590112119913101}
{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8172926306724548, "Finetune/Loss (Raw)": 0.8514288663864136, "Finetune/Step": 1937, "Finetune/Step Time": 6.589781200513244}
{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.814258337020874, "Finetune/Loss (Raw)": 0.40717893838882446, "Finetune/Step": 1938, "Finetune/Step Time": 6.604798404499888}
{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8143229484558105, "Finetune/Loss (Raw)": 0.8476927280426025, "Finetune/Step": 1939, "Finetune/Step Time": 6.601361667737365}
{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8122809529304504, "Finetune/Loss (Raw)": 0.4779880940914154, "Finetune/Step": 1940, "Finetune/Step Time": 6.603243296965957}
{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8122579455375671, "Finetune/Loss (Raw)": 0.8053625226020813, "Finetune/Step": 1941, "Finetune/Step Time": 6.603142969310284}
{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8133089542388916, "Finetune/Loss (Raw)": 0.9892873764038086, "Finetune/Step": 1942, "Finetune/Step Time": 6.605813711881638}
{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8142465949058533, "Finetune/Loss (Raw)": 0.940207302570343, "Finetune/Step": 1943, "Finetune/Step Time": 6.605672117322683}
{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8135919570922852, "Finetune/Loss (Raw)": 0.8594477772712708, "Finetune/Step": 1944, "Finetune/Step Time": 6.610672703012824}
{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8099696040153503, "Finetune/Loss (Raw)": 0.3852118253707886, "Finetune/Step": 1945, "Finetune/Step Time": 6.630306404083967}
{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8109375238418579, "Finetune/Loss (Raw)": 0.9055504202842712, "Finetune/Step": 1946, "Finetune/Step Time": 6.64342675358057}
{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8118610382080078, "Finetune/Loss (Raw)": 1.0074487924575806, "Finetune/Step": 1947, "Finetune/Step Time": 6.653901381418109}
{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8140703439712524, "Finetune/Loss (Raw)": 1.022065281867981, "Finetune/Step": 1948, "Finetune/Step Time": 6.6539605576545}
{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8148449659347534, "Finetune/Loss (Raw)": 0.9588667154312134, "Finetune/Step": 1949, "Finetune/Step Time": 6.653076097369194}
{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8143019676208496, "Finetune/Loss (Raw)": 1.0034321546554565, "Finetune/Step": 1950, "Finetune/Step Time": 6.649999763816595}
{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8150821328163147, "Finetune/Loss (Raw)": 0.9551125764846802, "Finetune/Step": 1951, "Finetune/Step Time": 6.655068604275584}
{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8176708817481995, "Finetune/Loss (Raw)": 0.9743071794509888, "Finetune/Step": 1952, "Finetune/Step Time": 6.650065839290619}
{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8156204223632812, "Finetune/Loss (Raw)": 0.569502055644989, "Finetune/Step": 1953, "Finetune/Step Time": 6.6615478284657}
{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8136111497879028, "Finetune/Loss (Raw)": 0.6279975175857544, "Finetune/Step": 1954, "Finetune/Step Time": 6.670760018751025}
{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.813129186630249, "Finetune/Loss (Raw)": 0.7418314218521118, "Finetune/Step": 1955, "Finetune/Step Time": 6.65732504427433}
{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.812028169631958, "Finetune/Loss (Raw)": 0.7384037375450134, "Finetune/Step": 1956, "Finetune/Step Time": 6.651610152795911}
{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8111632466316223, "Finetune/Loss (Raw)": 0.9240430593490601, "Finetune/Step": 1957, "Finetune/Step Time": 6.646319177001715}
{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8111249208450317, "Finetune/Loss (Raw)": 0.976017951965332, "Finetune/Step": 1958, "Finetune/Step Time": 6.632483249530196}
{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8105871677398682, "Finetune/Loss (Raw)": 0.7625142931938171, "Finetune/Step": 1959, "Finetune/Step Time": 6.634966293349862}
{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8107298612594604, "Finetune/Loss (Raw)": 0.9945282340049744, "Finetune/Step": 1960, "Finetune/Step Time": 6.639935066923499}
{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8106358647346497, "Finetune/Loss (Raw)": 0.7176957130432129, "Finetune/Step": 1961, "Finetune/Step Time": 6.628302957862616}
{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8062963485717773, "Finetune/Loss (Raw)": 0.4073966443538666, "Finetune/Step": 1962, "Finetune/Step Time": 6.650959394872189}
{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8024037480354309, "Finetune/Loss (Raw)": 0.3913273811340332, "Finetune/Step": 1963, "Finetune/Step Time": 6.648306857794523}
{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8018779754638672, "Finetune/Loss (Raw)": 0.8246954679489136, "Finetune/Step": 1964, "Finetune/Step Time": 6.655376384034753}
{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.800478458404541, "Finetune/Loss (Raw)": 0.6521313786506653, "Finetune/Step": 1965, "Finetune/Step Time": 6.654641695320606}
{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.7997114062309265, "Finetune/Loss (Raw)": 0.7524584531784058, "Finetune/Step": 1966, "Finetune/Step Time": 6.650290720164776}
{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.7987930774688721, "Finetune/Loss (Raw)": 0.7683935165405273, "Finetune/Step": 1967, "Finetune/Step Time": 6.638510787859559}
{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.799475908279419, "Finetune/Loss (Raw)": 0.9200776219367981, "Finetune/Step": 1968, "Finetune/Step Time": 6.624865930527449}
{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.7970014214515686, "Finetune/Loss (Raw)": 0.44533225893974304, "Finetune/Step": 1969, "Finetune/Step Time": 6.642775613814592}
{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.7959111928939819, "Finetune/Loss (Raw)": 0.7975516319274902, "Finetune/Step": 1970, "Finetune/Step Time": 6.6385075487196445}
{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.7922807931900024, "Finetune/Loss (Raw)": 0.4037332534790039, "Finetune/Step": 1971, "Finetune/Step Time": 6.642661843448877}
{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.7924548387527466, "Finetune/Loss (Raw)": 0.8256825804710388, "Finetune/Step": 1972, "Finetune/Step Time": 6.632230265066028}
{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.7925698161125183, "Finetune/Loss (Raw)": 0.7877985239028931, "Finetune/Step": 1973, "Finetune/Step Time": 6.658825730904937}
{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.7927829027175903, "Finetune/Loss (Raw)": 0.9809553027153015, "Finetune/Step": 1974, "Finetune/Step Time": 6.65890496596694}
{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.7928589582443237, "Finetune/Loss (Raw)": 0.8769471645355225, "Finetune/Step": 1975, "Finetune/Step Time": 6.660659654065967}
{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.7928470373153687, "Finetune/Loss (Raw)": 0.8657432794570923, "Finetune/Step": 1976, "Finetune/Step Time": 6.663785811513662}
{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.7922359704971313, "Finetune/Loss (Raw)": 0.8934553861618042, "Finetune/Step": 1977, "Finetune/Step Time": 6.672470899298787}
{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.7926210165023804, "Finetune/Loss (Raw)": 0.9712939262390137, "Finetune/Step": 1978, "Finetune/Step Time": 6.666453640908003}
{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.7905529737472534, "Finetune/Loss (Raw)": 0.3731084167957306, "Finetune/Step": 1979, "Finetune/Step Time": 6.673944847658277}
{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.7890248894691467, "Finetune/Loss (Raw)": 0.6925619840621948, "Finetune/Step": 1980, "Finetune/Step Time": 6.687532743439078}
{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.7887572050094604, "Finetune/Loss (Raw)": 0.8666805028915405, "Finetune/Step": 1981, "Finetune/Step Time": 6.68860225379467}
{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.7885220050811768, "Finetune/Loss (Raw)": 0.8681429624557495, "Finetune/Step": 1982, "Finetune/Step Time": 6.696406673640013}
{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.7879918813705444, "Finetune/Loss (Raw)": 0.828008770942688, "Finetune/Step": 1983, "Finetune/Step Time": 6.68412821367383}
{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.7881587743759155, "Finetune/Loss (Raw)": 1.0141053199768066, "Finetune/Step": 1984, "Finetune/Step Time": 6.683947233483195}
{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.7896475791931152, "Finetune/Loss (Raw)": 0.9494901299476624, "Finetune/Step": 1985, "Finetune/Step Time": 6.646925184875727}
{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.7913507223129272, "Finetune/Loss (Raw)": 1.047146201133728, "Finetune/Step": 1986, "Finetune/Step Time": 6.637843519449234}
{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.7901324033737183, "Finetune/Loss (Raw)": 0.8059194684028625, "Finetune/Step": 1987, "Finetune/Step Time": 6.6638836450874805}
{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.7910526990890503, "Finetune/Loss (Raw)": 0.8208118677139282, "Finetune/Step": 1988, "Finetune/Step Time": 6.663284035399556}
{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.7920053601264954, "Finetune/Loss (Raw)": 0.9058125019073486, "Finetune/Step": 1989, "Finetune/Step Time": 6.665427712723613}
{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.7928802371025085, "Finetune/Loss (Raw)": 0.8870080709457397, "Finetune/Step": 1990, "Finetune/Step Time": 6.666705742478371}
{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.7927615642547607, "Finetune/Loss (Raw)": 0.7218561172485352, "Finetune/Step": 1991, "Finetune/Step Time": 6.662991428747773}
{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.7935469746589661, "Finetune/Loss (Raw)": 0.866123378276825, "Finetune/Step": 1992, "Finetune/Step Time": 6.658775409683585}
{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.7921262979507446, "Finetune/Loss (Raw)": 0.7298952341079712, "Finetune/Step": 1993, "Finetune/Step Time": 6.6633255276829}
{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.7900308966636658, "Finetune/Loss (Raw)": 0.6650691628456116, "Finetune/Step": 1994, "Finetune/Step Time": 6.659866496920586}
{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.7880755066871643, "Finetune/Loss (Raw)": 0.7171360850334167, "Finetune/Step": 1995, "Finetune/Step Time": 6.6531052608042955}
{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7880967855453491, "Finetune/Loss (Raw)": 0.7452557682991028, "Finetune/Step": 1996, "Finetune/Step Time": 6.631349312141538}
{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.7883087396621704, "Finetune/Loss (Raw)": 0.9623974561691284, "Finetune/Step": 1997, "Finetune/Step Time": 6.6334768403321505}
{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.7886224985122681, "Finetune/Loss (Raw)": 0.8024181723594666, "Finetune/Step": 1998, "Finetune/Step Time": 6.633600428700447}
{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.7854629158973694, "Finetune/Loss (Raw)": 0.4136779010295868, "Finetune/Step": 1999, "Finetune/Step Time": 6.623735191300511}
{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7851405143737793, "Finetune/Loss (Raw)": 0.6582680940628052, "Finetune/Step": 2000, "Finetune/Step Time": 6.646276956424117}
{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.7890862226486206, "Finetune/Loss (Raw)": 0.8666523098945618, "Finetune/Step": 2001, "Finetune/Step Time": 6.631262568756938}
{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.7885923981666565, "Finetune/Loss (Raw)": 0.8432679772377014, "Finetune/Step": 2002, "Finetune/Step Time": 6.628717688843608}
{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.7897012233734131, "Finetune/Loss (Raw)": 0.7935153245925903, "Finetune/Step": 2003, "Finetune/Step Time": 6.638039868324995}
{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.7890413403511047, "Finetune/Loss (Raw)": 0.808686375617981, "Finetune/Step": 2004, "Finetune/Step Time": 6.642753463238478}
{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7881797552108765, "Finetune/Loss (Raw)": 0.7824958562850952, "Finetune/Step": 2005, "Finetune/Step Time": 6.636954566463828}
{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.7893946170806885, "Finetune/Loss (Raw)": 0.8230394124984741, "Finetune/Step": 2006, "Finetune/Step Time": 6.626818602904677}
{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.7902194857597351, "Finetune/Loss (Raw)": 1.0608733892440796, "Finetune/Step": 2007, "Finetune/Step Time": 6.626775950193405}
{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.7916617393493652, "Finetune/Loss (Raw)": 0.8142163157463074, "Finetune/Step": 2008, "Finetune/Step Time": 6.611727140843868}
{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.7919724583625793, "Finetune/Loss (Raw)": 0.7889793515205383, "Finetune/Step": 2009, "Finetune/Step Time": 6.601433182135224}
{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.7921929359436035, "Finetune/Loss (Raw)": 0.9115517139434814, "Finetune/Step": 2010, "Finetune/Step Time": 6.601132730022073}
{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.7949443459510803, "Finetune/Loss (Raw)": 1.0319976806640625, "Finetune/Step": 2011, "Finetune/Step Time": 6.605269381776452}
{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.7988026142120361, "Finetune/Loss (Raw)": 0.8446121215820312, "Finetune/Step": 2012, "Finetune/Step Time": 6.584733409807086}
{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.7987716197967529, "Finetune/Loss (Raw)": 0.8907169699668884, "Finetune/Step": 2013, "Finetune/Step Time": 6.599974000826478}
{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.7961783409118652, "Finetune/Loss (Raw)": 0.6844449043273926, "Finetune/Step": 2014, "Finetune/Step Time": 6.609271835535765}
{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.7935338020324707, "Finetune/Loss (Raw)": 0.39276307821273804, "Finetune/Step": 2015, "Finetune/Step Time": 6.625987164676189}
{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.7912988662719727, "Finetune/Loss (Raw)": 0.4002901613712311, "Finetune/Step": 2016, "Finetune/Step Time": 6.641701547428966}
{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.790486216545105, "Finetune/Loss (Raw)": 0.7012640833854675, "Finetune/Step": 2017, "Finetune/Step Time": 6.647227440029383}
{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.7910047173500061, "Finetune/Loss (Raw)": 0.8848332166671753, "Finetune/Step": 2018, "Finetune/Step Time": 6.6487507075071335}
{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.7898813486099243, "Finetune/Loss (Raw)": 0.783862292766571, "Finetune/Step": 2019, "Finetune/Step Time": 6.655334768816829}
{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.7890864610671997, "Finetune/Loss (Raw)": 0.8750314712524414, "Finetune/Step": 2020, "Finetune/Step Time": 6.647963829338551}
{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.7891331315040588, "Finetune/Loss (Raw)": 0.8021599650382996, "Finetune/Step": 2021, "Finetune/Step Time": 6.6445092391222715}
{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.7899011969566345, "Finetune/Loss (Raw)": 0.8287400007247925, "Finetune/Step": 2022, "Finetune/Step Time": 6.651187976822257}
{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.7884197235107422, "Finetune/Loss (Raw)": 0.6316120028495789, "Finetune/Step": 2023, "Finetune/Step Time": 6.675329880788922}
{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.7878676652908325, "Finetune/Loss (Raw)": 0.7913302779197693, "Finetune/Step": 2024, "Finetune/Step Time": 6.6748597882688046}
{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7862101793289185, "Finetune/Loss (Raw)": 0.7762550115585327, "Finetune/Step": 2025, "Finetune/Step Time": 6.68648355640471}
{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.7863624095916748, "Finetune/Loss (Raw)": 0.8920261859893799, "Finetune/Step": 2026, "Finetune/Step Time": 6.6737687811255455}
{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.7871813774108887, "Finetune/Loss (Raw)": 0.810640811920166, "Finetune/Step": 2027, "Finetune/Step Time": 6.653536120429635}
{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.7872741222381592, "Finetune/Loss (Raw)": 0.8471909761428833, "Finetune/Step": 2028, "Finetune/Step Time": 6.666707446798682}
{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.7880756855010986, "Finetune/Loss (Raw)": 0.9048770666122437, "Finetune/Step": 2029, "Finetune/Step Time": 6.659571139141917}
{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7832690477371216, "Finetune/Loss (Raw)": 0.341729998588562, "Finetune/Step": 2030, "Finetune/Step Time": 6.672128032892942}
{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7836301326751709, "Finetune/Loss (Raw)": 0.804765522480011, "Finetune/Step": 2031, "Finetune/Step Time": 6.651707312092185}
{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7846633195877075, "Finetune/Loss (Raw)": 0.9488987922668457, "Finetune/Step": 2032, "Finetune/Step Time": 6.657903753221035}
{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7889838218688965, "Finetune/Loss (Raw)": 0.8757995367050171, "Finetune/Step": 2033, "Finetune/Step Time": 6.640829278156161}
{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.7905565500259399, "Finetune/Loss (Raw)": 0.9644032120704651, "Finetune/Step": 2034, "Finetune/Step Time": 6.627859462052584}
{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.7889525890350342, "Finetune/Loss (Raw)": 0.6594091057777405, "Finetune/Step": 2035, "Finetune/Step Time": 6.635969407856464}
{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.7895687818527222, "Finetune/Loss (Raw)": 0.8685071468353271, "Finetune/Step": 2036, "Finetune/Step Time": 6.648235088214278}
{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.7912293672561646, "Finetune/Loss (Raw)": 0.8121633529663086, "Finetune/Step": 2037, "Finetune/Step Time": 6.661842845380306}
{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.7899829149246216, "Finetune/Loss (Raw)": 0.7003451585769653, "Finetune/Step": 2038, "Finetune/Step Time": 6.663532566279173}
{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.7904366850852966, "Finetune/Loss (Raw)": 0.9577268958091736, "Finetune/Step": 2039, "Finetune/Step Time": 6.657512770965695}
{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.7909771203994751, "Finetune/Loss (Raw)": 0.8876166343688965, "Finetune/Step": 2040, "Finetune/Step Time": 6.655040083453059}
{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.7910653352737427, "Finetune/Loss (Raw)": 0.8433143496513367, "Finetune/Step": 2041, "Finetune/Step Time": 6.6945026107132435}
{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.7891461849212646, "Finetune/Loss (Raw)": 0.7481529712677002, "Finetune/Step": 2042, "Finetune/Step Time": 6.695838898420334}
{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.7885791063308716, "Finetune/Loss (Raw)": 0.8562549948692322, "Finetune/Step": 2043, "Finetune/Step Time": 6.655794406309724}
{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.7889171838760376, "Finetune/Loss (Raw)": 0.8769661784172058, "Finetune/Step": 2044, "Finetune/Step Time": 6.6543920543044806}
{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.7897622585296631, "Finetune/Loss (Raw)": 0.869937002658844, "Finetune/Step": 2045, "Finetune/Step Time": 6.665152279660106}
{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.7909337282180786, "Finetune/Loss (Raw)": 0.9577757120132446, "Finetune/Step": 2046, "Finetune/Step Time": 6.66476327739656}
{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.7916486263275146, "Finetune/Loss (Raw)": 0.9269220232963562, "Finetune/Step": 2047, "Finetune/Step Time": 6.667257521301508}
{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.7916474342346191, "Finetune/Loss (Raw)": 0.728576123714447, "Finetune/Step": 2048, "Finetune/Step Time": 6.656371062621474}
{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.7885878086090088, "Finetune/Loss (Raw)": 0.5566933155059814, "Finetune/Step": 2049, "Finetune/Step Time": 6.669830271974206}
{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.7915207743644714, "Finetune/Loss (Raw)": 0.679263174533844, "Finetune/Step": 2050, "Finetune/Step Time": 6.6620605774223804}
{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.7926499247550964, "Finetune/Loss (Raw)": 0.989997148513794, "Finetune/Step": 2051, "Finetune/Step Time": 6.665213234722614}
{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.7928169369697571, "Finetune/Loss (Raw)": 0.9346458911895752, "Finetune/Step": 2052, "Finetune/Step Time": 6.676431272178888}
{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.7918221950531006, "Finetune/Loss (Raw)": 0.8865043520927429, "Finetune/Step": 2053, "Finetune/Step Time": 6.678442928940058}
{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.796673059463501, "Finetune/Loss (Raw)": 0.9559597969055176, "Finetune/Step": 2054, "Finetune/Step Time": 6.66102896258235}
{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8006271123886108, "Finetune/Loss (Raw)": 0.9008789658546448, "Finetune/Step": 2055, "Finetune/Step Time": 6.645256627351046}
{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.800455629825592, "Finetune/Loss (Raw)": 0.9225240349769592, "Finetune/Step": 2056, "Finetune/Step Time": 6.645513899624348}
{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8007006645202637, "Finetune/Loss (Raw)": 0.7460325360298157, "Finetune/Step": 2057, "Finetune/Step Time": 6.65380741097033}
{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8015671968460083, "Finetune/Loss (Raw)": 0.7688918113708496, "Finetune/Step": 2058, "Finetune/Step Time": 6.6647790633141994}
{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8005828857421875, "Finetune/Loss (Raw)": 0.7658987641334534, "Finetune/Step": 2059, "Finetune/Step Time": 6.665580160915852}
{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8015884160995483, "Finetune/Loss (Raw)": 0.7962846755981445, "Finetune/Step": 2060, "Finetune/Step Time": 6.656612416729331}
{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8019722700119019, "Finetune/Loss (Raw)": 0.9399482607841492, "Finetune/Step": 2061, "Finetune/Step Time": 6.655519478023052}
{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8011345267295837, "Finetune/Loss (Raw)": 0.7870356440544128, "Finetune/Step": 2062, "Finetune/Step Time": 6.655524248257279}
{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8009601831436157, "Finetune/Loss (Raw)": 0.9206645488739014, "Finetune/Step": 2063, "Finetune/Step Time": 6.647895734757185}
{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8010980486869812, "Finetune/Loss (Raw)": 0.7431475520133972, "Finetune/Step": 2064, "Finetune/Step Time": 6.661083538085222}
{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8007632493972778, "Finetune/Loss (Raw)": 0.8085796236991882, "Finetune/Step": 2065, "Finetune/Step Time": 6.668827436864376}
{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8002093434333801, "Finetune/Loss (Raw)": 0.33626827597618103, "Finetune/Step": 2066, "Finetune/Step Time": 6.668887570500374}
{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8000978231430054, "Finetune/Loss (Raw)": 0.8334295153617859, "Finetune/Step": 2067, "Finetune/Step Time": 6.660001849755645}
{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8029959797859192, "Finetune/Loss (Raw)": 0.8489470481872559, "Finetune/Step": 2068, "Finetune/Step Time": 6.648952944204211}
{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8032636046409607, "Finetune/Loss (Raw)": 0.8396194577217102, "Finetune/Step": 2069, "Finetune/Step Time": 6.644869463518262}
{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.7994648218154907, "Finetune/Loss (Raw)": 0.5030478239059448, "Finetune/Step": 2070, "Finetune/Step Time": 6.655990622937679}
{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.7989671230316162, "Finetune/Loss (Raw)": 0.8764956593513489, "Finetune/Step": 2071, "Finetune/Step Time": 6.661608526483178}
{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.7996498346328735, "Finetune/Loss (Raw)": 0.9468309879302979, "Finetune/Step": 2072, "Finetune/Step Time": 6.653993658721447}
{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8024176359176636, "Finetune/Loss (Raw)": 0.7394888401031494, "Finetune/Step": 2073, "Finetune/Step Time": 6.643962690606713}
{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8027820587158203, "Finetune/Loss (Raw)": 0.9522039890289307, "Finetune/Step": 2074, "Finetune/Step Time": 6.634598344564438}
{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8009131550788879, "Finetune/Loss (Raw)": 0.7682291269302368, "Finetune/Step": 2075, "Finetune/Step Time": 6.622624725103378}
{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.7983441352844238, "Finetune/Loss (Raw)": 0.6932300329208374, "Finetune/Step": 2076, "Finetune/Step Time": 6.635052112862468}
{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.7970941662788391, "Finetune/Loss (Raw)": 0.7988678812980652, "Finetune/Step": 2077, "Finetune/Step Time": 6.635067328810692}
{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.7952144145965576, "Finetune/Loss (Raw)": 0.7628281116485596, "Finetune/Step": 2078, "Finetune/Step Time": 6.63477585837245}
{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.7938294410705566, "Finetune/Loss (Raw)": 0.7778375744819641, "Finetune/Step": 2079, "Finetune/Step Time": 6.62977934256196}
{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.7917639017105103, "Finetune/Loss (Raw)": 0.7099140882492065, "Finetune/Step": 2080, "Finetune/Step Time": 6.636845055967569}
{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.7936425805091858, "Finetune/Loss (Raw)": 0.8099727630615234, "Finetune/Step": 2081, "Finetune/Step Time": 6.636335534974933}
{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.7949635982513428, "Finetune/Loss (Raw)": 0.7970811128616333, "Finetune/Step": 2082, "Finetune/Step Time": 6.623278770595789}
{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.7961810827255249, "Finetune/Loss (Raw)": 0.897681474685669, "Finetune/Step": 2083, "Finetune/Step Time": 6.61585883423686}
{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.7981960773468018, "Finetune/Loss (Raw)": 0.9963164925575256, "Finetune/Step": 2084, "Finetune/Step Time": 6.611193209886551}
{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.7934432625770569, "Finetune/Loss (Raw)": 0.31568437814712524, "Finetune/Step": 2085, "Finetune/Step Time": 6.629440205171704}
{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.7928330898284912, "Finetune/Loss (Raw)": 0.8979163765907288, "Finetune/Step": 2086, "Finetune/Step Time": 6.634900350123644}
{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.7944716811180115, "Finetune/Loss (Raw)": 0.9722510576248169, "Finetune/Step": 2087, "Finetune/Step Time": 6.636722784489393}
{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.7938714027404785, "Finetune/Loss (Raw)": 0.9176866412162781, "Finetune/Step": 2088, "Finetune/Step Time": 6.626798564568162}
{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.7949485778808594, "Finetune/Loss (Raw)": 0.8555778861045837, "Finetune/Step": 2089, "Finetune/Step Time": 6.62119940854609}
{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.7937927842140198, "Finetune/Loss (Raw)": 0.2594587504863739, "Finetune/Step": 2090, "Finetune/Step Time": 6.621421754360199}
{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.7967219352722168, "Finetune/Loss (Raw)": 0.7662547826766968, "Finetune/Step": 2091, "Finetune/Step Time": 6.604462148621678}
{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.7970731258392334, "Finetune/Loss (Raw)": 0.8696501851081848, "Finetune/Step": 2092, "Finetune/Step Time": 6.592067483812571}
{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.7991547584533691, "Finetune/Loss (Raw)": 0.9185789823532104, "Finetune/Step": 2093, "Finetune/Step Time": 6.589534329250455}
{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.8009598255157471, "Finetune/Loss (Raw)": 0.9835119843482971, "Finetune/Step": 2094, "Finetune/Step Time": 6.589840281754732}
{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8016384243965149, "Finetune/Loss (Raw)": 0.8552510738372803, "Finetune/Step": 2095, "Finetune/Step Time": 6.594309201464057}
{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8008425831794739, "Finetune/Loss (Raw)": 0.8182084560394287, "Finetune/Step": 2096, "Finetune/Step Time": 6.59650238789618}
{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8043382167816162, "Finetune/Loss (Raw)": 0.892772912979126, "Finetune/Step": 2097, "Finetune/Step Time": 6.575392574071884}
{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8041422367095947, "Finetune/Loss (Raw)": 0.7724693417549133, "Finetune/Step": 2098, "Finetune/Step Time": 6.5831189807504416}
{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8038084506988525, "Finetune/Loss (Raw)": 0.36100736260414124, "Finetune/Step": 2099, "Finetune/Step Time": 6.585814541205764}
{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8025547862052917, "Finetune/Loss (Raw)": 0.6652138233184814, "Finetune/Step": 2100, "Finetune/Step Time": 6.591407053172588}
{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.803482174873352, "Finetune/Loss (Raw)": 0.9065019488334656, "Finetune/Step": 2101, "Finetune/Step Time": 6.557005122303963}
{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.802170991897583, "Finetune/Loss (Raw)": 0.8131301999092102, "Finetune/Step": 2102, "Finetune/Step Time": 6.559800872579217}
{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.7981999516487122, "Finetune/Loss (Raw)": 0.3686493933200836, "Finetune/Step": 2103, "Finetune/Step Time": 6.5702641401439905}
{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.7977389693260193, "Finetune/Loss (Raw)": 0.8067380785942078, "Finetune/Step": 2104, "Finetune/Step Time": 6.577804546803236}
{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.7972975373268127, "Finetune/Loss (Raw)": 0.8369502425193787, "Finetune/Step": 2105, "Finetune/Step Time": 6.588265970349312}
{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.7964086532592773, "Finetune/Loss (Raw)": 0.8575226664543152, "Finetune/Step": 2106, "Finetune/Step Time": 6.587583655491471}
{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.800336480140686, "Finetune/Loss (Raw)": 0.8758587837219238, "Finetune/Step": 2107, "Finetune/Step Time": 6.557529807090759}
{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8010050058364868, "Finetune/Loss (Raw)": 0.7781349420547485, "Finetune/Step": 2108, "Finetune/Step Time": 6.545502549037337}
{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8011798858642578, "Finetune/Loss (Raw)": 0.8890712857246399, "Finetune/Step": 2109, "Finetune/Step Time": 6.548597056418657}
{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8006218671798706, "Finetune/Loss (Raw)": 0.7967203259468079, "Finetune/Step": 2110, "Finetune/Step Time": 6.556891780346632}
{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.800173282623291, "Finetune/Loss (Raw)": 0.7705820202827454, "Finetune/Step": 2111, "Finetune/Step Time": 6.572242919355631}
{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.7958210110664368, "Finetune/Loss (Raw)": 0.4570176899433136, "Finetune/Step": 2112, "Finetune/Step Time": 6.593201190233231}
{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.7948755025863647, "Finetune/Loss (Raw)": 0.8284741044044495, "Finetune/Step": 2113, "Finetune/Step Time": 6.592257568612695}
{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.7937976121902466, "Finetune/Loss (Raw)": 0.9091650247573853, "Finetune/Step": 2114, "Finetune/Step Time": 6.609897764399648}
{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.7946338653564453, "Finetune/Loss (Raw)": 0.9129562973976135, "Finetune/Step": 2115, "Finetune/Step Time": 6.5981420911848545}
{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.7914754748344421, "Finetune/Loss (Raw)": 0.41654351353645325, "Finetune/Step": 2116, "Finetune/Step Time": 6.615082062780857}
{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.7895901203155518, "Finetune/Loss (Raw)": 0.6644895672798157, "Finetune/Step": 2117, "Finetune/Step Time": 6.631568541750312}
{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.7886285781860352, "Finetune/Loss (Raw)": 0.7639240026473999, "Finetune/Step": 2118, "Finetune/Step Time": 6.62819298915565}
{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7889024615287781, "Finetune/Loss (Raw)": 0.7569139003753662, "Finetune/Step": 2119, "Finetune/Step Time": 6.641264142468572}
{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.7847305536270142, "Finetune/Loss (Raw)": 0.3321293592453003, "Finetune/Step": 2120, "Finetune/Step Time": 6.6622021067887545}
{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.7856573462486267, "Finetune/Loss (Raw)": 0.8485185503959656, "Finetune/Step": 2121, "Finetune/Step Time": 6.654780248180032}
{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.7875758409500122, "Finetune/Loss (Raw)": 0.9106455445289612, "Finetune/Step": 2122, "Finetune/Step Time": 6.648950394243002}
{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.7887901067733765, "Finetune/Loss (Raw)": 0.8725560903549194, "Finetune/Step": 2123, "Finetune/Step Time": 6.651650942862034}
{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.7897927761077881, "Finetune/Loss (Raw)": 0.8735948204994202, "Finetune/Step": 2124, "Finetune/Step Time": 6.648299155756831}
{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.7891191840171814, "Finetune/Loss (Raw)": 0.8761784434318542, "Finetune/Step": 2125, "Finetune/Step Time": 6.662123911082745}
{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.7901641130447388, "Finetune/Loss (Raw)": 0.9361730217933655, "Finetune/Step": 2126, "Finetune/Step Time": 6.659832214936614}
{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.7936685085296631, "Finetune/Loss (Raw)": 0.8622363805770874, "Finetune/Step": 2127, "Finetune/Step Time": 6.642208386212587}
{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.7912510633468628, "Finetune/Loss (Raw)": 0.3488379716873169, "Finetune/Step": 2128, "Finetune/Step Time": 6.635576158761978}
{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7866414785385132, "Finetune/Loss (Raw)": 0.2766191065311432, "Finetune/Step": 2129, "Finetune/Step Time": 6.6515804417431355}
{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.7868285179138184, "Finetune/Loss (Raw)": 0.8672106266021729, "Finetune/Step": 2130, "Finetune/Step Time": 6.651190051808953}
{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.7877767086029053, "Finetune/Loss (Raw)": 0.9148793816566467, "Finetune/Step": 2131, "Finetune/Step Time": 6.63198821246624}
{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7877749800682068, "Finetune/Loss (Raw)": 0.8084670901298523, "Finetune/Step": 2132, "Finetune/Step Time": 6.636008694767952}
{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.7901468276977539, "Finetune/Loss (Raw)": 1.0860928297042847, "Finetune/Step": 2133, "Finetune/Step Time": 6.633964821696281}
{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.7897164821624756, "Finetune/Loss (Raw)": 0.7679620981216431, "Finetune/Step": 2134, "Finetune/Step Time": 6.644856583327055}
{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.7874123454093933, "Finetune/Loss (Raw)": 0.7659333944320679, "Finetune/Step": 2135, "Finetune/Step Time": 6.641561187803745}
{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.7877515554428101, "Finetune/Loss (Raw)": 0.8576415777206421, "Finetune/Step": 2136, "Finetune/Step Time": 6.634867932647467}
{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.7848888635635376, "Finetune/Loss (Raw)": 0.42255479097366333, "Finetune/Step": 2137, "Finetune/Step Time": 6.6561453603208065}
{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.7844997644424438, "Finetune/Loss (Raw)": 0.8617487549781799, "Finetune/Step": 2138, "Finetune/Step Time": 6.6552963722497225}
{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7823470830917358, "Finetune/Loss (Raw)": 0.7564526200294495, "Finetune/Step": 2139, "Finetune/Step Time": 6.659976996481419}
{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.782854437828064, "Finetune/Loss (Raw)": 0.9095517992973328, "Finetune/Step": 2140, "Finetune/Step Time": 6.663810417056084}
{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7836229205131531, "Finetune/Loss (Raw)": 0.9890846610069275, "Finetune/Step": 2141, "Finetune/Step Time": 6.650449750944972}
{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.7845073938369751, "Finetune/Loss (Raw)": 0.7976634502410889, "Finetune/Step": 2142, "Finetune/Step Time": 6.639657298102975}
{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.7878420352935791, "Finetune/Loss (Raw)": 0.8195876479148865, "Finetune/Step": 2143, "Finetune/Step Time": 6.636857867240906}
{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.7910531759262085, "Finetune/Loss (Raw)": 0.8113223314285278, "Finetune/Step": 2144, "Finetune/Step Time": 6.639185342937708}
{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.7897611856460571, "Finetune/Loss (Raw)": 0.5358869433403015, "Finetune/Step": 2145, "Finetune/Step Time": 6.639250952750444}
{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.7895017862319946, "Finetune/Loss (Raw)": 0.8516350388526917, "Finetune/Step": 2146, "Finetune/Step Time": 6.653744431212544}
{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.7892501950263977, "Finetune/Loss (Raw)": 0.7516511082649231, "Finetune/Step": 2147, "Finetune/Step Time": 6.656057333573699}
{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.7900946736335754, "Finetune/Loss (Raw)": 0.9831265211105347, "Finetune/Step": 2148, "Finetune/Step Time": 6.652297468855977}
{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.790895938873291, "Finetune/Loss (Raw)": 0.9047150611877441, "Finetune/Step": 2149, "Finetune/Step Time": 6.641475381329656}
{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.7907431721687317, "Finetune/Loss (Raw)": 0.8091942071914673, "Finetune/Step": 2150, "Finetune/Step Time": 6.638651143759489}
{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.7930090427398682, "Finetune/Loss (Raw)": 0.9216362237930298, "Finetune/Step": 2151, "Finetune/Step Time": 6.622806951403618}
{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.7926697731018066, "Finetune/Loss (Raw)": 0.7479137778282166, "Finetune/Step": 2152, "Finetune/Step Time": 6.628083761781454}
{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.7928990125656128, "Finetune/Loss (Raw)": 0.805594265460968, "Finetune/Step": 2153, "Finetune/Step Time": 6.617791352793574}
{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.7914167642593384, "Finetune/Loss (Raw)": 0.7022969126701355, "Finetune/Step": 2154, "Finetune/Step Time": 6.626077517867088}
{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.7915230989456177, "Finetune/Loss (Raw)": 0.8242505788803101, "Finetune/Step": 2155, "Finetune/Step Time": 6.642913583666086}
{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.7902054786682129, "Finetune/Loss (Raw)": 0.6785351634025574, "Finetune/Step": 2156, "Finetune/Step Time": 6.637989828363061}
{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.7889477014541626, "Finetune/Loss (Raw)": 0.7438841462135315, "Finetune/Step": 2157, "Finetune/Step Time": 6.646835265681148}
{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.7933569550514221, "Finetune/Loss (Raw)": 0.9061206579208374, "Finetune/Step": 2158, "Finetune/Step Time": 6.62688534706831}
{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.7938156127929688, "Finetune/Loss (Raw)": 0.8634737133979797, "Finetune/Step": 2159, "Finetune/Step Time": 6.641946606338024}
{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.7928708791732788, "Finetune/Loss (Raw)": 0.8279606699943542, "Finetune/Step": 2160, "Finetune/Step Time": 6.626612201333046}
{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.7920613288879395, "Finetune/Loss (Raw)": 0.7721875905990601, "Finetune/Step": 2161, "Finetune/Step Time": 6.620611969381571}
{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.7904641628265381, "Finetune/Loss (Raw)": 0.7599636912345886, "Finetune/Step": 2162, "Finetune/Step Time": 6.624875586479902}
{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.7915216684341431, "Finetune/Loss (Raw)": 0.79476398229599, "Finetune/Step": 2163, "Finetune/Step Time": 6.609691139310598}
{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.7922856211662292, "Finetune/Loss (Raw)": 0.9662978649139404, "Finetune/Step": 2164, "Finetune/Step Time": 6.5963390953838825}
{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.7923401594161987, "Finetune/Loss (Raw)": 0.8191430568695068, "Finetune/Step": 2165, "Finetune/Step Time": 6.605598978698254}
{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.7939473390579224, "Finetune/Loss (Raw)": 0.9060699939727783, "Finetune/Step": 2166, "Finetune/Step Time": 6.606230515986681}
{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.7936244010925293, "Finetune/Loss (Raw)": 0.9163908958435059, "Finetune/Step": 2167, "Finetune/Step Time": 6.6063270308077335}
{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.7929630279541016, "Finetune/Loss (Raw)": 0.8029512166976929, "Finetune/Step": 2168, "Finetune/Step Time": 6.605722168460488}
{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.7932959794998169, "Finetune/Loss (Raw)": 0.8859319686889648, "Finetune/Step": 2169, "Finetune/Step Time": 6.566226435825229}
{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.7930351495742798, "Finetune/Loss (Raw)": 0.7147749066352844, "Finetune/Step": 2170, "Finetune/Step Time": 6.567070685327053}
{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.7920310497283936, "Finetune/Loss (Raw)": 0.7277331948280334, "Finetune/Step": 2171, "Finetune/Step Time": 6.586393367499113}
{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.7920422554016113, "Finetune/Loss (Raw)": 0.8783981800079346, "Finetune/Step": 2172, "Finetune/Step Time": 6.586707431823015}
{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.7900206446647644, "Finetune/Loss (Raw)": 0.6111662983894348, "Finetune/Step": 2173, "Finetune/Step Time": 6.590967601165175}
{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.7871692180633545, "Finetune/Loss (Raw)": 0.5927927494049072, "Finetune/Step": 2174, "Finetune/Step Time": 6.603591164574027}
{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.7858978509902954, "Finetune/Loss (Raw)": 0.7641955018043518, "Finetune/Step": 2175, "Finetune/Step Time": 6.619543131440878}
{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.7873767614364624, "Finetune/Loss (Raw)": 0.9178647398948669, "Finetune/Step": 2176, "Finetune/Step Time": 6.619896041229367}
{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.7900630235671997, "Finetune/Loss (Raw)": 0.900536835193634, "Finetune/Step": 2177, "Finetune/Step Time": 6.609542837366462}
{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.7904031276702881, "Finetune/Loss (Raw)": 0.7228017449378967, "Finetune/Step": 2178, "Finetune/Step Time": 6.598071148619056}
{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.7888457179069519, "Finetune/Loss (Raw)": 0.7906480431556702, "Finetune/Step": 2179, "Finetune/Step Time": 6.597443021833897}
{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.7884465456008911, "Finetune/Loss (Raw)": 0.8835495114326477, "Finetune/Step": 2180, "Finetune/Step Time": 6.591991633176804}
{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.7885701656341553, "Finetune/Loss (Raw)": 0.9023311138153076, "Finetune/Step": 2181, "Finetune/Step Time": 6.590253360569477}
{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.7884433269500732, "Finetune/Loss (Raw)": 0.9397193789482117, "Finetune/Step": 2182, "Finetune/Step Time": 6.593593159690499}
{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7867268323898315, "Finetune/Loss (Raw)": 0.6811714768409729, "Finetune/Step": 2183, "Finetune/Step Time": 6.61020970530808}
{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.7849051356315613, "Finetune/Loss (Raw)": 0.6893401741981506, "Finetune/Step": 2184, "Finetune/Step Time": 6.625180108472705}
{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7859019041061401, "Finetune/Loss (Raw)": 0.8736177682876587, "Finetune/Step": 2185, "Finetune/Step Time": 6.6127411108464}
{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.7862825393676758, "Finetune/Loss (Raw)": 0.8176209330558777, "Finetune/Step": 2186, "Finetune/Step Time": 6.598897181451321}
{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.784684419631958, "Finetune/Loss (Raw)": 0.5613390207290649, "Finetune/Step": 2187, "Finetune/Step Time": 6.6318822465837}
{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7845532298088074, "Finetune/Loss (Raw)": 0.7794898152351379, "Finetune/Step": 2188, "Finetune/Step Time": 6.654566628858447}
{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.782562255859375, "Finetune/Loss (Raw)": 0.6851074695587158, "Finetune/Step": 2189, "Finetune/Step Time": 6.662598971277475}
{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7817904949188232, "Finetune/Loss (Raw)": 0.688252866268158, "Finetune/Step": 2190, "Finetune/Step Time": 6.671532833948731}
{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7808493375778198, "Finetune/Loss (Raw)": 0.8001917600631714, "Finetune/Step": 2191, "Finetune/Step Time": 6.686731141060591}
{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.7802296876907349, "Finetune/Loss (Raw)": 0.6638303995132446, "Finetune/Step": 2192, "Finetune/Step Time": 6.669045887887478}
{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7810100317001343, "Finetune/Loss (Raw)": 0.9084644913673401, "Finetune/Step": 2193, "Finetune/Step Time": 6.663729555904865}
{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7848610281944275, "Finetune/Loss (Raw)": 0.8291942477226257, "Finetune/Step": 2194, "Finetune/Step Time": 6.647473698481917}
{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.7852288484573364, "Finetune/Loss (Raw)": 0.880509078502655, "Finetune/Step": 2195, "Finetune/Step Time": 6.655816873535514}
{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7845852971076965, "Finetune/Loss (Raw)": 0.7665749192237854, "Finetune/Step": 2196, "Finetune/Step Time": 6.66511738859117}
{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7844398021697998, "Finetune/Loss (Raw)": 0.8209963440895081, "Finetune/Step": 2197, "Finetune/Step Time": 6.666711557656527}
{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7865374088287354, "Finetune/Loss (Raw)": 0.7715399265289307, "Finetune/Step": 2198, "Finetune/Step Time": 6.660453230142593}
{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.7856990098953247, "Finetune/Loss (Raw)": 0.7691882848739624, "Finetune/Step": 2199, "Finetune/Step Time": 6.6632976066321135}
{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7840269207954407, "Finetune/Loss (Raw)": 0.7327975630760193, "Finetune/Step": 2200, "Finetune/Step Time": 6.674035714939237}
{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7809961438179016, "Finetune/Loss (Raw)": 0.35155054926872253, "Finetune/Step": 2201, "Finetune/Step Time": 6.6811121087521315}
{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7797985076904297, "Finetune/Loss (Raw)": 0.7989007234573364, "Finetune/Step": 2202, "Finetune/Step Time": 6.6728571113199}
{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7799896001815796, "Finetune/Loss (Raw)": 0.792689859867096, "Finetune/Step": 2203, "Finetune/Step Time": 6.672759216278791}
{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7801627516746521, "Finetune/Loss (Raw)": 0.715395987033844, "Finetune/Step": 2204, "Finetune/Step Time": 6.6688554380089045}
{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.7772329449653625, "Finetune/Loss (Raw)": 0.42385727167129517, "Finetune/Step": 2205, "Finetune/Step Time": 6.686696792021394}
{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7757989764213562, "Finetune/Loss (Raw)": 0.5792809724807739, "Finetune/Step": 2206, "Finetune/Step Time": 6.727196549996734}
{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7763859033584595, "Finetune/Loss (Raw)": 0.8529694080352783, "Finetune/Step": 2207, "Finetune/Step Time": 6.7225060779601336}
{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7767833471298218, "Finetune/Loss (Raw)": 0.7607748508453369, "Finetune/Step": 2208, "Finetune/Step Time": 6.725938865914941}
{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7766507863998413, "Finetune/Loss (Raw)": 0.7930099368095398, "Finetune/Step": 2209, "Finetune/Step Time": 6.7161640506237745}
{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.773506224155426, "Finetune/Loss (Raw)": 0.3945711553096771, "Finetune/Step": 2210, "Finetune/Step Time": 6.734145551919937}
{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.7736321687698364, "Finetune/Loss (Raw)": 0.9138020873069763, "Finetune/Step": 2211, "Finetune/Step Time": 6.747522743418813}
{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.7704424858093262, "Finetune/Loss (Raw)": 0.5880389213562012, "Finetune/Step": 2212, "Finetune/Step Time": 6.769605932757258}
{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7734755873680115, "Finetune/Loss (Raw)": 0.7039292454719543, "Finetune/Step": 2213, "Finetune/Step Time": 6.803938880562782}
{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7713196277618408, "Finetune/Loss (Raw)": 0.6219476461410522, "Finetune/Step": 2214, "Finetune/Step Time": 6.855373507365584}
{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.7705991864204407, "Finetune/Loss (Raw)": 0.8800368905067444, "Finetune/Step": 2215, "Finetune/Step Time": 6.843168741092086}
{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7701680660247803, "Finetune/Loss (Raw)": 0.8624997735023499, "Finetune/Step": 2216, "Finetune/Step Time": 6.845282778143883}
{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7708860635757446, "Finetune/Loss (Raw)": 0.947489857673645, "Finetune/Step": 2217, "Finetune/Step Time": 6.845999417826533}
{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.773186445236206, "Finetune/Loss (Raw)": 0.5539014339447021, "Finetune/Step": 2218, "Finetune/Step Time": 6.830275064334273}
{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7727545499801636, "Finetune/Loss (Raw)": 0.7109740376472473, "Finetune/Step": 2219, "Finetune/Step Time": 6.85866828635335}
{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7726869583129883, "Finetune/Loss (Raw)": 0.8609976768493652, "Finetune/Step": 2220, "Finetune/Step Time": 6.858839530497789}
{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7711296081542969, "Finetune/Loss (Raw)": 0.7192342281341553, "Finetune/Step": 2221, "Finetune/Step Time": 6.87462380155921}
{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7704441547393799, "Finetune/Loss (Raw)": 0.8957749009132385, "Finetune/Step": 2222, "Finetune/Step Time": 6.883317885920405}
{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7704398036003113, "Finetune/Loss (Raw)": 0.8546947240829468, "Finetune/Step": 2223, "Finetune/Step Time": 6.886605305597186}
{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7705629467964172, "Finetune/Loss (Raw)": 0.8339696526527405, "Finetune/Step": 2224, "Finetune/Step Time": 6.8883485365659}
{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7695748805999756, "Finetune/Loss (Raw)": 0.7663024067878723, "Finetune/Step": 2225, "Finetune/Step Time": 6.899363836273551}
{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7702288627624512, "Finetune/Loss (Raw)": 0.8561794757843018, "Finetune/Step": 2226, "Finetune/Step Time": 6.89941718801856}
{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7744791507720947, "Finetune/Loss (Raw)": 0.9050368070602417, "Finetune/Step": 2227, "Finetune/Step Time": 6.893530331552029}
{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7753071188926697, "Finetune/Loss (Raw)": 0.7711978554725647, "Finetune/Step": 2228, "Finetune/Step Time": 6.901544099673629}
{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7742061018943787, "Finetune/Loss (Raw)": 0.7655743360519409, "Finetune/Step": 2229, "Finetune/Step Time": 6.900445461273193}
{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.773923397064209, "Finetune/Loss (Raw)": 0.7769473195075989, "Finetune/Step": 2230, "Finetune/Step Time": 6.9004807472229}
{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7783066630363464, "Finetune/Loss (Raw)": 0.9297013282775879, "Finetune/Step": 2231, "Finetune/Step Time": 6.880129981786013}
{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7795665860176086, "Finetune/Loss (Raw)": 0.9680107235908508, "Finetune/Step": 2232, "Finetune/Step Time": 6.871073892340064}
{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7783887386322021, "Finetune/Loss (Raw)": 0.6861838102340698, "Finetune/Step": 2233, "Finetune/Step Time": 6.868224702775478}
{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7788263559341431, "Finetune/Loss (Raw)": 0.9135421514511108, "Finetune/Step": 2234, "Finetune/Step Time": 6.871285820379853}
{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7792280912399292, "Finetune/Loss (Raw)": 0.9272732734680176, "Finetune/Step": 2235, "Finetune/Step Time": 6.881795285269618}
{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7803453207015991, "Finetune/Loss (Raw)": 0.9211402535438538, "Finetune/Step": 2236, "Finetune/Step Time": 6.882343515753746}
{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7792826294898987, "Finetune/Loss (Raw)": 0.7530499696731567, "Finetune/Step": 2237, "Finetune/Step Time": 6.8827723525464535}
{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7783432006835938, "Finetune/Loss (Raw)": 0.6764814257621765, "Finetune/Step": 2238, "Finetune/Step Time": 6.886974468827248}
{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7810279130935669, "Finetune/Loss (Raw)": 1.114222764968872, "Finetune/Step": 2239, "Finetune/Step Time": 6.8730127569288015}
{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7851309776306152, "Finetune/Loss (Raw)": 0.9822041392326355, "Finetune/Step": 2240, "Finetune/Step Time": 6.85463547334075}
{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.7859879732131958, "Finetune/Loss (Raw)": 0.9381735324859619, "Finetune/Step": 2241, "Finetune/Step Time": 6.862198114395142}
{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.78514564037323, "Finetune/Loss (Raw)": 0.8013402223587036, "Finetune/Step": 2242, "Finetune/Step Time": 6.8456958793103695}
{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7843083739280701, "Finetune/Loss (Raw)": 0.8057883381843567, "Finetune/Step": 2243, "Finetune/Step Time": 6.837128192186356}
{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7894670367240906, "Finetune/Loss (Raw)": 1.076852560043335, "Finetune/Step": 2244, "Finetune/Step Time": 6.814762085676193}
{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7910801768302917, "Finetune/Loss (Raw)": 0.8709683418273926, "Finetune/Step": 2245, "Finetune/Step Time": 6.795027367770672}
{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.7925851941108704, "Finetune/Loss (Raw)": 0.9565726518630981, "Finetune/Step": 2246, "Finetune/Step Time": 6.797133207321167}
{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.7923007011413574, "Finetune/Loss (Raw)": 0.7205002903938293, "Finetune/Step": 2247, "Finetune/Step Time": 6.79583128541708}
{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.7952276468276978, "Finetune/Loss (Raw)": 0.7067750692367554, "Finetune/Step": 2248, "Finetune/Step Time": 6.7718771286308765}
{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.7946350574493408, "Finetune/Loss (Raw)": 0.7726684808731079, "Finetune/Step": 2249, "Finetune/Step Time": 6.771529894322157}
{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.7936249375343323, "Finetune/Loss (Raw)": 0.7813475728034973, "Finetune/Step": 2250, "Finetune/Step Time": 6.792177904397249}
{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.7935827970504761, "Finetune/Loss (Raw)": 0.8671712279319763, "Finetune/Step": 2251, "Finetune/Step Time": 6.7833738047629595}
{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.7892452478408813, "Finetune/Loss (Raw)": 0.3183854818344116, "Finetune/Step": 2252, "Finetune/Step Time": 6.799331897869706}
{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.7895074486732483, "Finetune/Loss (Raw)": 0.9097378253936768, "Finetune/Step": 2253, "Finetune/Step Time": 6.781488571316004}
{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.789494514465332, "Finetune/Loss (Raw)": 0.9345183372497559, "Finetune/Step": 2254, "Finetune/Step Time": 6.787030912935734}
{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.7894164323806763, "Finetune/Loss (Raw)": 0.8522379398345947, "Finetune/Step": 2255, "Finetune/Step Time": 6.796561125665903}
{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.7926560640335083, "Finetune/Loss (Raw)": 0.7635098099708557, "Finetune/Step": 2256, "Finetune/Step Time": 6.778732407838106}
{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.7969046831130981, "Finetune/Loss (Raw)": 0.8204468488693237, "Finetune/Step": 2257, "Finetune/Step Time": 6.760953336954117}
{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.7951573729515076, "Finetune/Loss (Raw)": 0.6435505151748657, "Finetune/Step": 2258, "Finetune/Step Time": 6.760612472891808}
{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7938880920410156, "Finetune/Loss (Raw)": 0.7524136900901794, "Finetune/Step": 2259, "Finetune/Step Time": 6.758202174678445}
{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.7935906648635864, "Finetune/Loss (Raw)": 0.7703940868377686, "Finetune/Step": 2260, "Finetune/Step Time": 6.763282638043165}
{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7919542789459229, "Finetune/Loss (Raw)": 0.8766399025917053, "Finetune/Step": 2261, "Finetune/Step Time": 6.765324879437685}
{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.7936297059059143, "Finetune/Loss (Raw)": 0.9824178218841553, "Finetune/Step": 2262, "Finetune/Step Time": 6.759357308968902}
{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.7939091920852661, "Finetune/Loss (Raw)": 0.8017100095748901, "Finetune/Step": 2263, "Finetune/Step Time": 6.763240933418274}
{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.7941468954086304, "Finetune/Loss (Raw)": 0.8880670666694641, "Finetune/Step": 2264, "Finetune/Step Time": 6.766751741990447}
{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.7972246408462524, "Finetune/Loss (Raw)": 0.8164992332458496, "Finetune/Step": 2265, "Finetune/Step Time": 6.74908428452909}
{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.7948071956634521, "Finetune/Loss (Raw)": 0.5523151159286499, "Finetune/Step": 2266, "Finetune/Step Time": 6.755337685346603}
{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.7951959371566772, "Finetune/Loss (Raw)": 0.806221067905426, "Finetune/Step": 2267, "Finetune/Step Time": 6.745385656133294}
{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7939862012863159, "Finetune/Loss (Raw)": 0.7547042965888977, "Finetune/Step": 2268, "Finetune/Step Time": 6.742272483184934}
{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.7931993007659912, "Finetune/Loss (Raw)": 0.8883618116378784, "Finetune/Step": 2269, "Finetune/Step Time": 6.735647337511182}
{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7916263341903687, "Finetune/Loss (Raw)": 0.5963179469108582, "Finetune/Step": 2270, "Finetune/Step Time": 6.744299743324518}
{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7922163009643555, "Finetune/Loss (Raw)": 0.8951043486595154, "Finetune/Step": 2271, "Finetune/Step Time": 6.724049149081111}
{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7928664684295654, "Finetune/Loss (Raw)": 0.894543468952179, "Finetune/Step": 2272, "Finetune/Step Time": 6.706666385754943}
{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.7949225306510925, "Finetune/Loss (Raw)": 0.799065351486206, "Finetune/Step": 2273, "Finetune/Step Time": 6.692335050553083}
{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.7943392992019653, "Finetune/Loss (Raw)": 0.7769771814346313, "Finetune/Step": 2274, "Finetune/Step Time": 6.70261225476861}
{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.7957128882408142, "Finetune/Loss (Raw)": 0.9274742007255554, "Finetune/Step": 2275, "Finetune/Step Time": 6.694867420941591}
{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.794696569442749, "Finetune/Loss (Raw)": 0.8530378341674805, "Finetune/Step": 2276, "Finetune/Step Time": 6.697168769314885}
{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7929779291152954, "Finetune/Loss (Raw)": 0.6847275495529175, "Finetune/Step": 2277, "Finetune/Step Time": 6.702064216136932}
{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7935960292816162, "Finetune/Loss (Raw)": 0.8883107304573059, "Finetune/Step": 2278, "Finetune/Step Time": 6.700977383181453}
{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7931891679763794, "Finetune/Loss (Raw)": 0.8695551156997681, "Finetune/Step": 2279, "Finetune/Step Time": 6.690477469936013}
{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.7939674854278564, "Finetune/Loss (Raw)": 0.8475396037101746, "Finetune/Step": 2280, "Finetune/Step Time": 6.6854616813361645}
{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.7940174341201782, "Finetune/Loss (Raw)": 0.811983585357666, "Finetune/Step": 2281, "Finetune/Step Time": 6.686720667406917}
{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.7949333190917969, "Finetune/Loss (Raw)": 0.8195356130599976, "Finetune/Step": 2282, "Finetune/Step Time": 6.680751651525497}
{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7958966493606567, "Finetune/Loss (Raw)": 0.9475507736206055, "Finetune/Step": 2283, "Finetune/Step Time": 6.66903561912477}
{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7955836057662964, "Finetune/Loss (Raw)": 0.6384679079055786, "Finetune/Step": 2284, "Finetune/Step Time": 6.682829866185784}
{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.7959312796592712, "Finetune/Loss (Raw)": 0.7883885502815247, "Finetune/Step": 2285, "Finetune/Step Time": 6.683734929189086}
{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.7950425744056702, "Finetune/Loss (Raw)": 0.792369544506073, "Finetune/Step": 2286, "Finetune/Step Time": 6.69381520152092}
{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.793075680732727, "Finetune/Loss (Raw)": 0.6117117404937744, "Finetune/Step": 2287, "Finetune/Step Time": 6.679427081719041}
{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.7936878204345703, "Finetune/Loss (Raw)": 0.9063119888305664, "Finetune/Step": 2288, "Finetune/Step Time": 6.683156194165349}
{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7925344705581665, "Finetune/Loss (Raw)": 0.6245571374893188, "Finetune/Step": 2289, "Finetune/Step Time": 6.696428716182709}
{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.793803334236145, "Finetune/Loss (Raw)": 0.9223737716674805, "Finetune/Step": 2290, "Finetune/Step Time": 6.689733887091279}
{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7936091423034668, "Finetune/Loss (Raw)": 0.7699176669120789, "Finetune/Step": 2291, "Finetune/Step Time": 6.701895287260413}
{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7918543815612793, "Finetune/Loss (Raw)": 0.7416847348213196, "Finetune/Step": 2292, "Finetune/Step Time": 6.709940414875746}
{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.789777398109436, "Finetune/Loss (Raw)": 0.5532855987548828, "Finetune/Step": 2293, "Finetune/Step Time": 6.694973332807422}
{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7893773913383484, "Finetune/Loss (Raw)": 0.8548712134361267, "Finetune/Step": 2294, "Finetune/Step Time": 6.692572603002191}
{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7882972955703735, "Finetune/Loss (Raw)": 0.7781379818916321, "Finetune/Step": 2295, "Finetune/Step Time": 6.709580363705754}
{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7873660326004028, "Finetune/Loss (Raw)": 0.6837488412857056, "Finetune/Step": 2296, "Finetune/Step Time": 6.710058055818081}
{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.786644697189331, "Finetune/Loss (Raw)": 0.7936086058616638, "Finetune/Step": 2297, "Finetune/Step Time": 6.711751110851765}
{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.787355899810791, "Finetune/Loss (Raw)": 0.8058071136474609, "Finetune/Step": 2298, "Finetune/Step Time": 6.7125672940164804}
{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.788672924041748, "Finetune/Loss (Raw)": 0.8963080644607544, "Finetune/Step": 2299, "Finetune/Step Time": 6.71046612970531}
{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7886505126953125, "Finetune/Loss (Raw)": 0.8755278587341309, "Finetune/Step": 2300, "Finetune/Step Time": 6.715596064925194}
{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7898682355880737, "Finetune/Loss (Raw)": 0.7670350670814514, "Finetune/Step": 2301, "Finetune/Step Time": 6.702271286398172}
{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7909418344497681, "Finetune/Loss (Raw)": 0.7302184700965881, "Finetune/Step": 2302, "Finetune/Step Time": 6.694447983056307}
{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7917624115943909, "Finetune/Loss (Raw)": 0.8692251443862915, "Finetune/Step": 2303, "Finetune/Step Time": 6.676496783271432}
{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7896881699562073, "Finetune/Loss (Raw)": 0.6523574590682983, "Finetune/Step": 2304, "Finetune/Step Time": 6.683607758954167}
{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7885698080062866, "Finetune/Loss (Raw)": 0.757396936416626, "Finetune/Step": 2305, "Finetune/Step Time": 6.679508939385414}
{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7902390956878662, "Finetune/Loss (Raw)": 0.9364705085754395, "Finetune/Step": 2306, "Finetune/Step Time": 6.681355776265264}
{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7908721566200256, "Finetune/Loss (Raw)": 0.871676504611969, "Finetune/Step": 2307, "Finetune/Step Time": 6.665806336328387}
{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7880662679672241, "Finetune/Loss (Raw)": 0.5244019627571106, "Finetune/Step": 2308, "Finetune/Step Time": 6.667093580588698}
{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7870779037475586, "Finetune/Loss (Raw)": 0.7758156061172485, "Finetune/Step": 2309, "Finetune/Step Time": 6.666589269414544}
{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7867777347564697, "Finetune/Loss (Raw)": 0.9012889266014099, "Finetune/Step": 2310, "Finetune/Step Time": 6.660971919074655}
{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7885722517967224, "Finetune/Loss (Raw)": 0.9108797907829285, "Finetune/Step": 2311, "Finetune/Step Time": 6.640611516311765}
{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7887372374534607, "Finetune/Loss (Raw)": 0.7104512453079224, "Finetune/Step": 2312, "Finetune/Step Time": 6.659698473289609}
{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7883052825927734, "Finetune/Loss (Raw)": 0.8183334469795227, "Finetune/Step": 2313, "Finetune/Step Time": 6.664024045690894}
{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7878466248512268, "Finetune/Loss (Raw)": 0.7589101195335388, "Finetune/Step": 2314, "Finetune/Step Time": 6.67106044664979}
{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7895663976669312, "Finetune/Loss (Raw)": 0.7814754247665405, "Finetune/Step": 2315, "Finetune/Step Time": 6.6376429703086615}
{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7906837463378906, "Finetune/Loss (Raw)": 0.9225053787231445, "Finetune/Step": 2316, "Finetune/Step Time": 6.602136267349124}
{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7915236353874207, "Finetune/Loss (Raw)": 0.7926120162010193, "Finetune/Step": 2317, "Finetune/Step Time": 6.596851494163275}
{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7919511198997498, "Finetune/Loss (Raw)": 0.7429735064506531, "Finetune/Step": 2318, "Finetune/Step Time": 6.584808014333248}
{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.7930140495300293, "Finetune/Loss (Raw)": 0.9362494945526123, "Finetune/Step": 2319, "Finetune/Step Time": 6.574950439855456}
{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.793984591960907, "Finetune/Loss (Raw)": 0.7880523800849915, "Finetune/Step": 2320, "Finetune/Step Time": 6.572676347568631}
{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7932427525520325, "Finetune/Loss (Raw)": 0.8135144114494324, "Finetune/Step": 2321, "Finetune/Step Time": 6.578930417075753}
{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7933462858200073, "Finetune/Loss (Raw)": 0.8424405455589294, "Finetune/Step": 2322, "Finetune/Step Time": 6.578548239544034}
{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7919967770576477, "Finetune/Loss (Raw)": 0.7077754735946655, "Finetune/Step": 2323, "Finetune/Step Time": 6.581402514129877}
{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7920958995819092, "Finetune/Loss (Raw)": 0.7792706489562988, "Finetune/Step": 2324, "Finetune/Step Time": 6.57141132093966}
{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7924585938453674, "Finetune/Loss (Raw)": 0.8674154877662659, "Finetune/Step": 2325, "Finetune/Step Time": 6.577305246144533}
{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.7898567914962769, "Finetune/Loss (Raw)": 0.43850454688072205, "Finetune/Step": 2326, "Finetune/Step Time": 6.590557428076863}
{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7904285192489624, "Finetune/Loss (Raw)": 0.8423748016357422, "Finetune/Step": 2327, "Finetune/Step Time": 6.594754673540592}
{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.7903746366500854, "Finetune/Loss (Raw)": 0.7258966565132141, "Finetune/Step": 2328, "Finetune/Step Time": 6.58929773978889}
{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7948458790779114, "Finetune/Loss (Raw)": 0.9238730072975159, "Finetune/Step": 2329, "Finetune/Step Time": 6.57215335033834}
{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7943125367164612, "Finetune/Loss (Raw)": 0.7306308150291443, "Finetune/Step": 2330, "Finetune/Step Time": 6.5839868132025}
{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.7946147918701172, "Finetune/Loss (Raw)": 0.8313824534416199, "Finetune/Step": 2331, "Finetune/Step Time": 6.591859448701143}
{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.7969256639480591, "Finetune/Loss (Raw)": 1.0111844539642334, "Finetune/Step": 2332, "Finetune/Step Time": 6.588260231539607}
{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.8004918098449707, "Finetune/Loss (Raw)": 0.8803167343139648, "Finetune/Step": 2333, "Finetune/Step Time": 6.58647720515728}
{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8025200366973877, "Finetune/Loss (Raw)": 0.8389075398445129, "Finetune/Step": 2334, "Finetune/Step Time": 6.5596097484230995}
{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.802329957485199, "Finetune/Loss (Raw)": 0.8286349177360535, "Finetune/Step": 2335, "Finetune/Step Time": 6.561663093045354}
{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.802796483039856, "Finetune/Loss (Raw)": 0.8204838037490845, "Finetune/Step": 2336, "Finetune/Step Time": 6.565991014242172}
{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8039116859436035, "Finetune/Loss (Raw)": 0.9357609748840332, "Finetune/Step": 2337, "Finetune/Step Time": 6.565754152834415}
{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8074899911880493, "Finetune/Loss (Raw)": 0.8525918126106262, "Finetune/Step": 2338, "Finetune/Step Time": 6.547109419479966}
{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8061304092407227, "Finetune/Loss (Raw)": 0.7397797107696533, "Finetune/Step": 2339, "Finetune/Step Time": 6.562325516715646}
{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8074992895126343, "Finetune/Loss (Raw)": 0.7632535099983215, "Finetune/Step": 2340, "Finetune/Step Time": 6.548769669607282}
{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8089582920074463, "Finetune/Loss (Raw)": 0.8906829953193665, "Finetune/Step": 2341, "Finetune/Step Time": 6.526795728132129}
{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8068515062332153, "Finetune/Loss (Raw)": 0.35227978229522705, "Finetune/Step": 2342, "Finetune/Step Time": 6.491988809779286}
{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8071129322052002, "Finetune/Loss (Raw)": 0.9134949445724487, "Finetune/Step": 2343, "Finetune/Step Time": 6.510046824812889}
{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8065918684005737, "Finetune/Loss (Raw)": 0.7958057522773743, "Finetune/Step": 2344, "Finetune/Step Time": 6.533328577876091}
{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8071680068969727, "Finetune/Loss (Raw)": 1.0212373733520508, "Finetune/Step": 2345, "Finetune/Step Time": 6.528219992294908}
{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8091593980789185, "Finetune/Loss (Raw)": 0.8087950348854065, "Finetune/Step": 2346, "Finetune/Step Time": 6.524290328845382}
{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8100671768188477, "Finetune/Loss (Raw)": 0.8271695971488953, "Finetune/Step": 2347, "Finetune/Step Time": 6.49402274005115}
{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8100766539573669, "Finetune/Loss (Raw)": 0.862213671207428, "Finetune/Step": 2348, "Finetune/Step Time": 6.495690282434225}
{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8106234669685364, "Finetune/Loss (Raw)": 0.7892268896102905, "Finetune/Step": 2349, "Finetune/Step Time": 6.487352954223752}
{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8101247549057007, "Finetune/Loss (Raw)": 0.8319337964057922, "Finetune/Step": 2350, "Finetune/Step Time": 6.480778977274895}
{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8107923865318298, "Finetune/Loss (Raw)": 0.9401573538780212, "Finetune/Step": 2351, "Finetune/Step Time": 6.478854037821293}
{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8109902739524841, "Finetune/Loss (Raw)": 0.859298050403595, "Finetune/Step": 2352, "Finetune/Step Time": 6.48652558773756}
{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8115191459655762, "Finetune/Loss (Raw)": 0.8340020775794983, "Finetune/Step": 2353, "Finetune/Step Time": 6.480816315859556}
{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8113788366317749, "Finetune/Loss (Raw)": 0.8382150530815125, "Finetune/Step": 2354, "Finetune/Step Time": 6.4729341976344585}
{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8104351758956909, "Finetune/Loss (Raw)": 0.7842499017715454, "Finetune/Step": 2355, "Finetune/Step Time": 6.460021901875734}
{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8098448514938354, "Finetune/Loss (Raw)": 0.6956403851509094, "Finetune/Step": 2356, "Finetune/Step Time": 6.4500469751656055}
{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8102673888206482, "Finetune/Loss (Raw)": 0.8196601271629333, "Finetune/Step": 2357, "Finetune/Step Time": 6.454718777909875}
{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8112848997116089, "Finetune/Loss (Raw)": 0.9071757197380066, "Finetune/Step": 2358, "Finetune/Step Time": 6.452142653986812}
{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.806272566318512, "Finetune/Loss (Raw)": 0.2881290316581726, "Finetune/Step": 2359, "Finetune/Step Time": 6.470688879489899}
{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8055779337882996, "Finetune/Loss (Raw)": 0.87909996509552, "Finetune/Step": 2360, "Finetune/Step Time": 6.4701067712157965}
{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8071202039718628, "Finetune/Loss (Raw)": 0.8835943341255188, "Finetune/Step": 2361, "Finetune/Step Time": 6.464397583156824}
{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.8063994646072388, "Finetune/Loss (Raw)": 0.8212826251983643, "Finetune/Step": 2362, "Finetune/Step Time": 6.457696111872792}
{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8035921454429626, "Finetune/Loss (Raw)": 0.5679380893707275, "Finetune/Step": 2363, "Finetune/Step Time": 6.463921559974551}
{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8022496700286865, "Finetune/Loss (Raw)": 0.7493047118186951, "Finetune/Step": 2364, "Finetune/Step Time": 6.46176828071475}
{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.8032499551773071, "Finetune/Loss (Raw)": 0.8810914158821106, "Finetune/Step": 2365, "Finetune/Step Time": 6.457487324252725}
{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.8025048971176147, "Finetune/Loss (Raw)": 0.581108808517456, "Finetune/Step": 2366, "Finetune/Step Time": 6.453640948981047}
{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8010867834091187, "Finetune/Loss (Raw)": 0.9326993823051453, "Finetune/Step": 2367, "Finetune/Step Time": 6.4699734300374985}
{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.7994986772537231, "Finetune/Loss (Raw)": 0.7789286971092224, "Finetune/Step": 2368, "Finetune/Step Time": 6.466103883460164}
{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.7996387481689453, "Finetune/Loss (Raw)": 0.9561106562614441, "Finetune/Step": 2369, "Finetune/Step Time": 6.462939051911235}
{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.7997349500656128, "Finetune/Loss (Raw)": 0.8136468529701233, "Finetune/Step": 2370, "Finetune/Step Time": 6.464583147317171}
{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8006004095077515, "Finetune/Loss (Raw)": 0.9165680408477783, "Finetune/Step": 2371, "Finetune/Step Time": 6.473176505416632}
{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.7982279062271118, "Finetune/Loss (Raw)": 0.7731711268424988, "Finetune/Step": 2372, "Finetune/Step Time": 6.475924292579293}
{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.798620879650116, "Finetune/Loss (Raw)": 0.9212741851806641, "Finetune/Step": 2373, "Finetune/Step Time": 6.497329320758581}
{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.7968174815177917, "Finetune/Loss (Raw)": 0.7257305383682251, "Finetune/Step": 2374, "Finetune/Step Time": 6.498685609549284}
{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.796255350112915, "Finetune/Loss (Raw)": 0.6485483050346375, "Finetune/Step": 2375, "Finetune/Step Time": 6.5017676167190075}
{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7977688312530518, "Finetune/Loss (Raw)": 0.9005020260810852, "Finetune/Step": 2376, "Finetune/Step Time": 6.50636269710958}
{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.7993000745773315, "Finetune/Loss (Raw)": 0.9686701893806458, "Finetune/Step": 2377, "Finetune/Step Time": 6.506442906334996}
{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.800311803817749, "Finetune/Loss (Raw)": 0.9108437299728394, "Finetune/Step": 2378, "Finetune/Step Time": 6.485563114285469}
{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8001987338066101, "Finetune/Loss (Raw)": 0.8527012467384338, "Finetune/Step": 2379, "Finetune/Step Time": 6.501690397039056}
{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8034811019897461, "Finetune/Loss (Raw)": 0.7385319471359253, "Finetune/Step": 2380, "Finetune/Step Time": 6.4810683354735374}
{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8028674721717834, "Finetune/Loss (Raw)": 0.8311874270439148, "Finetune/Step": 2381, "Finetune/Step Time": 6.483168508857489}
{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.8008018136024475, "Finetune/Loss (Raw)": 0.6701140403747559, "Finetune/Step": 2382, "Finetune/Step Time": 6.495037917047739}
{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.7985575199127197, "Finetune/Loss (Raw)": 0.5649713277816772, "Finetune/Step": 2383, "Finetune/Step Time": 6.496913600713015}
{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.800025224685669, "Finetune/Loss (Raw)": 0.9513763189315796, "Finetune/Step": 2384, "Finetune/Step Time": 6.49351129680872}
{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.7998943328857422, "Finetune/Loss (Raw)": 0.8036918640136719, "Finetune/Step": 2385, "Finetune/Step Time": 6.498702364042401}
{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.8023902177810669, "Finetune/Loss (Raw)": 0.9630197286605835, "Finetune/Step": 2386, "Finetune/Step Time": 6.505239961668849}
{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.8028500080108643, "Finetune/Loss (Raw)": 0.8112751841545105, "Finetune/Step": 2387, "Finetune/Step Time": 6.519192051142454}
{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8032623529434204, "Finetune/Loss (Raw)": 0.8231760859489441, "Finetune/Step": 2388, "Finetune/Step Time": 6.529894467443228}
{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8038539886474609, "Finetune/Loss (Raw)": 0.9523616433143616, "Finetune/Step": 2389, "Finetune/Step Time": 6.529030531644821}
{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.8036054372787476, "Finetune/Loss (Raw)": 0.950605034828186, "Finetune/Step": 2390, "Finetune/Step Time": 6.5330711379647255}
{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.804545521736145, "Finetune/Loss (Raw)": 0.9220461845397949, "Finetune/Step": 2391, "Finetune/Step Time": 6.532636534422636}
{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8042768239974976, "Finetune/Loss (Raw)": 0.8536736369132996, "Finetune/Step": 2392, "Finetune/Step Time": 6.53263452835381}
{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.805229663848877, "Finetune/Loss (Raw)": 0.9384574294090271, "Finetune/Step": 2393, "Finetune/Step Time": 6.545426102355123}
{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8040031790733337, "Finetune/Loss (Raw)": 0.39532557129859924, "Finetune/Step": 2394, "Finetune/Step Time": 6.566184438765049}
{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8044596314430237, "Finetune/Loss (Raw)": 0.8646476864814758, "Finetune/Step": 2395, "Finetune/Step Time": 6.5618895925581455}
{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8047841787338257, "Finetune/Loss (Raw)": 0.7962477207183838, "Finetune/Step": 2396, "Finetune/Step Time": 6.570515561848879}
{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8044734001159668, "Finetune/Loss (Raw)": 0.8485720157623291, "Finetune/Step": 2397, "Finetune/Step Time": 6.568224584683776}
{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.80778968334198, "Finetune/Loss (Raw)": 1.0208070278167725, "Finetune/Step": 2398, "Finetune/Step Time": 6.559033617377281}
{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8079208731651306, "Finetune/Loss (Raw)": 0.9119008183479309, "Finetune/Step": 2399, "Finetune/Step Time": 6.565976878628135}
{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.8066811561584473, "Finetune/Loss (Raw)": 0.7358658313751221, "Finetune/Step": 2400, "Finetune/Step Time": 6.558984799310565}
{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8068295121192932, "Finetune/Loss (Raw)": 0.8180431127548218, "Finetune/Step": 2401, "Finetune/Step Time": 6.5627905912697315}
{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8063334226608276, "Finetune/Loss (Raw)": 0.7134823203086853, "Finetune/Step": 2402, "Finetune/Step Time": 6.547530563548207}
{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8057036399841309, "Finetune/Loss (Raw)": 0.8468635678291321, "Finetune/Step": 2403, "Finetune/Step Time": 6.556555170565844}
{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8058350086212158, "Finetune/Loss (Raw)": 0.8698546886444092, "Finetune/Step": 2404, "Finetune/Step Time": 6.556422466412187}
{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.8067423105239868, "Finetune/Loss (Raw)": 0.8008562922477722, "Finetune/Step": 2405, "Finetune/Step Time": 6.5527020413428545}
{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.807147741317749, "Finetune/Loss (Raw)": 0.9402047395706177, "Finetune/Step": 2406, "Finetune/Step Time": 6.553943144157529}
{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8048679828643799, "Finetune/Loss (Raw)": 0.5777521729469299, "Finetune/Step": 2407, "Finetune/Step Time": 6.575689513236284}
{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8061979413032532, "Finetune/Loss (Raw)": 1.0177735090255737, "Finetune/Step": 2408, "Finetune/Step Time": 6.584864806383848}
{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8062574863433838, "Finetune/Loss (Raw)": 0.8196001052856445, "Finetune/Step": 2409, "Finetune/Step Time": 6.585708048194647}
{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8062326908111572, "Finetune/Loss (Raw)": 0.8163613677024841, "Finetune/Step": 2410, "Finetune/Step Time": 6.595179026946425}
{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8042017817497253, "Finetune/Loss (Raw)": 0.6876003742218018, "Finetune/Step": 2411, "Finetune/Step Time": 6.60210040025413}
{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.8051319718360901, "Finetune/Loss (Raw)": 0.757529616355896, "Finetune/Step": 2412, "Finetune/Step Time": 6.581538684666157}
{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.804842472076416, "Finetune/Loss (Raw)": 0.7513366341590881, "Finetune/Step": 2413, "Finetune/Step Time": 6.571442157030106}
{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8056768178939819, "Finetune/Loss (Raw)": 0.8991616368293762, "Finetune/Step": 2414, "Finetune/Step Time": 6.558070754632354}
{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8073852062225342, "Finetune/Loss (Raw)": 0.830390214920044, "Finetune/Step": 2415, "Finetune/Step Time": 6.558553870767355}
{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8064134120941162, "Finetune/Loss (Raw)": 0.7819204330444336, "Finetune/Step": 2416, "Finetune/Step Time": 6.556926932185888}
{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8073800206184387, "Finetune/Loss (Raw)": 0.748279869556427, "Finetune/Step": 2417, "Finetune/Step Time": 6.555083978921175}
{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8036090135574341, "Finetune/Loss (Raw)": 0.43968263268470764, "Finetune/Step": 2418, "Finetune/Step Time": 6.574162723496556}
{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8036987781524658, "Finetune/Loss (Raw)": 0.7814048528671265, "Finetune/Step": 2419, "Finetune/Step Time": 6.581926612183452}
{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8057525157928467, "Finetune/Loss (Raw)": 1.0045733451843262, "Finetune/Step": 2420, "Finetune/Step Time": 6.572169536724687}
{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8065604567527771, "Finetune/Loss (Raw)": 0.6566986441612244, "Finetune/Step": 2421, "Finetune/Step Time": 6.581365402787924}
{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8052381277084351, "Finetune/Loss (Raw)": 0.68561190366745, "Finetune/Step": 2422, "Finetune/Step Time": 6.591086974367499}
{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8037688732147217, "Finetune/Loss (Raw)": 0.5900716781616211, "Finetune/Step": 2423, "Finetune/Step Time": 6.595441242679954}
{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8054088354110718, "Finetune/Loss (Raw)": 0.8936635255813599, "Finetune/Step": 2424, "Finetune/Step Time": 6.595462923869491}
{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8045935034751892, "Finetune/Loss (Raw)": 0.6892496347427368, "Finetune/Step": 2425, "Finetune/Step Time": 6.605679640546441}
{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8011858463287354, "Finetune/Loss (Raw)": 0.36963099241256714, "Finetune/Step": 2426, "Finetune/Step Time": 6.624204562976956}
{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8008443117141724, "Finetune/Loss (Raw)": 0.8525856733322144, "Finetune/Step": 2427, "Finetune/Step Time": 6.605390042066574}
{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7995492815971375, "Finetune/Loss (Raw)": 0.7097607254981995, "Finetune/Step": 2428, "Finetune/Step Time": 6.599962217733264}
{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.800247073173523, "Finetune/Loss (Raw)": 0.8563553094863892, "Finetune/Step": 2429, "Finetune/Step Time": 6.611294133588672}
{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.7999792695045471, "Finetune/Loss (Raw)": 0.6959368586540222, "Finetune/Step": 2430, "Finetune/Step Time": 6.635075464844704}
{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8002678155899048, "Finetune/Loss (Raw)": 0.906158983707428, "Finetune/Step": 2431, "Finetune/Step Time": 6.6344418581575155}
{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8014821410179138, "Finetune/Loss (Raw)": 0.8077934980392456, "Finetune/Step": 2432, "Finetune/Step Time": 6.636827377602458}
{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.8013321161270142, "Finetune/Loss (Raw)": 0.7381925582885742, "Finetune/Step": 2433, "Finetune/Step Time": 6.636150116100907}
{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8006177544593811, "Finetune/Loss (Raw)": 0.8450344204902649, "Finetune/Step": 2434, "Finetune/Step Time": 6.6351111344993114}
{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8001190423965454, "Finetune/Loss (Raw)": 0.8078452944755554, "Finetune/Step": 2435, "Finetune/Step Time": 6.643773321062326}
{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8029383420944214, "Finetune/Loss (Raw)": 0.8852643370628357, "Finetune/Step": 2436, "Finetune/Step Time": 6.637669198215008}
{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8029426336288452, "Finetune/Loss (Raw)": 0.7763736248016357, "Finetune/Step": 2437, "Finetune/Step Time": 6.642943641170859}
{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8031383752822876, "Finetune/Loss (Raw)": 0.9263325333595276, "Finetune/Step": 2438, "Finetune/Step Time": 6.647167639806867}
{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8030949831008911, "Finetune/Loss (Raw)": 0.9053312540054321, "Finetune/Step": 2439, "Finetune/Step Time": 6.6476927399635315}
{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8045759201049805, "Finetune/Loss (Raw)": 0.9000072479248047, "Finetune/Step": 2440, "Finetune/Step Time": 6.61681379750371}
{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8054345846176147, "Finetune/Loss (Raw)": 0.9282533526420593, "Finetune/Step": 2441, "Finetune/Step Time": 6.612938817590475}
{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8060415983200073, "Finetune/Loss (Raw)": 0.8366089463233948, "Finetune/Step": 2442, "Finetune/Step Time": 6.609115280210972}
{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8071627616882324, "Finetune/Loss (Raw)": 0.9249771237373352, "Finetune/Step": 2443, "Finetune/Step Time": 6.6241603549569845}
{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8065831661224365, "Finetune/Loss (Raw)": 0.848315954208374, "Finetune/Step": 2444, "Finetune/Step Time": 6.631218504160643}
{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8034251928329468, "Finetune/Loss (Raw)": 0.38839539885520935, "Finetune/Step": 2445, "Finetune/Step Time": 6.648580886423588}
{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8045122027397156, "Finetune/Loss (Raw)": 0.8821069002151489, "Finetune/Step": 2446, "Finetune/Step Time": 6.650644781067967}
{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8039074540138245, "Finetune/Loss (Raw)": 0.8588411808013916, "Finetune/Step": 2447, "Finetune/Step Time": 6.655461562797427}
{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8049249649047852, "Finetune/Loss (Raw)": 0.9182904958724976, "Finetune/Step": 2448, "Finetune/Step Time": 6.657837310805917}
{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8041806817054749, "Finetune/Loss (Raw)": 0.7182525396347046, "Finetune/Step": 2449, "Finetune/Step Time": 6.65080376341939}
{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8013644814491272, "Finetune/Loss (Raw)": 0.48196685314178467, "Finetune/Step": 2450, "Finetune/Step Time": 6.667930776253343}
{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.7983143925666809, "Finetune/Loss (Raw)": 0.3173658847808838, "Finetune/Step": 2451, "Finetune/Step Time": 6.686577692627907}
{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.798313319683075, "Finetune/Loss (Raw)": 0.7791299819946289, "Finetune/Step": 2452, "Finetune/Step Time": 6.6884045619517565}
{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7978978157043457, "Finetune/Loss (Raw)": 0.8142300248146057, "Finetune/Step": 2453, "Finetune/Step Time": 6.706126112490892}
{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8008445501327515, "Finetune/Loss (Raw)": 0.8156856298446655, "Finetune/Step": 2454, "Finetune/Step Time": 6.696962673217058}
{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8011354804039001, "Finetune/Loss (Raw)": 0.8796175718307495, "Finetune/Step": 2455, "Finetune/Step Time": 6.684459403157234}
{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8023574948310852, "Finetune/Loss (Raw)": 0.8823096752166748, "Finetune/Step": 2456, "Finetune/Step Time": 6.675120174884796}
{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8018167018890381, "Finetune/Loss (Raw)": 0.8546602725982666, "Finetune/Step": 2457, "Finetune/Step Time": 6.67254619859159}
{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.802431583404541, "Finetune/Loss (Raw)": 0.809334933757782, "Finetune/Step": 2458, "Finetune/Step Time": 6.679030884057283}
{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8020126223564148, "Finetune/Loss (Raw)": 0.7777511477470398, "Finetune/Step": 2459, "Finetune/Step Time": 6.674256661906838}
{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8000836372375488, "Finetune/Loss (Raw)": 0.7642778754234314, "Finetune/Step": 2460, "Finetune/Step Time": 6.669269567355514}
{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8005598783493042, "Finetune/Loss (Raw)": 0.9412769079208374, "Finetune/Step": 2461, "Finetune/Step Time": 6.666294140741229}
{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8007888793945312, "Finetune/Loss (Raw)": 0.8682168126106262, "Finetune/Step": 2462, "Finetune/Step Time": 6.654039917513728}
{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.8004319071769714, "Finetune/Loss (Raw)": 0.7829405665397644, "Finetune/Step": 2463, "Finetune/Step Time": 6.653816778212786}
{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8010768890380859, "Finetune/Loss (Raw)": 0.9030396342277527, "Finetune/Step": 2464, "Finetune/Step Time": 6.640190010890365}
{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8002698421478271, "Finetune/Loss (Raw)": 0.8324684500694275, "Finetune/Step": 2465, "Finetune/Step Time": 6.642553685232997}
{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.7996801137924194, "Finetune/Loss (Raw)": 0.7771003246307373, "Finetune/Step": 2466, "Finetune/Step Time": 6.643804458901286}
{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8003235459327698, "Finetune/Loss (Raw)": 0.8221398591995239, "Finetune/Step": 2467, "Finetune/Step Time": 6.605071743950248}
{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8016993403434753, "Finetune/Loss (Raw)": 0.9393506646156311, "Finetune/Step": 2468, "Finetune/Step Time": 6.609158214181662}
{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8018825054168701, "Finetune/Loss (Raw)": 0.9141259789466858, "Finetune/Step": 2469, "Finetune/Step Time": 6.581974918022752}
{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.805054783821106, "Finetune/Loss (Raw)": 0.7583366632461548, "Finetune/Step": 2470, "Finetune/Step Time": 6.5687691774219275}
{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8050524592399597, "Finetune/Loss (Raw)": 0.9132004380226135, "Finetune/Step": 2471, "Finetune/Step Time": 6.5526243429630995}
{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8054203391075134, "Finetune/Loss (Raw)": 0.8428863286972046, "Finetune/Step": 2472, "Finetune/Step Time": 6.527387648820877}
{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8042372465133667, "Finetune/Loss (Raw)": 0.8698062896728516, "Finetune/Step": 2473, "Finetune/Step Time": 6.5330095291137695}
{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8042126893997192, "Finetune/Loss (Raw)": 0.8056440353393555, "Finetune/Step": 2474, "Finetune/Step Time": 6.537074754014611}
{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8041241765022278, "Finetune/Loss (Raw)": 0.8158475756645203, "Finetune/Step": 2475, "Finetune/Step Time": 6.5369269996881485}
{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8040993213653564, "Finetune/Loss (Raw)": 0.8590353727340698, "Finetune/Step": 2476, "Finetune/Step Time": 6.5342070274055}
{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8043445348739624, "Finetune/Loss (Raw)": 0.8206136226654053, "Finetune/Step": 2477, "Finetune/Step Time": 6.530824936926365}
{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8042653203010559, "Finetune/Loss (Raw)": 0.8217969536781311, "Finetune/Step": 2478, "Finetune/Step Time": 6.5300155486911535}
{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8026150465011597, "Finetune/Loss (Raw)": 0.7289170622825623, "Finetune/Step": 2479, "Finetune/Step Time": 6.5299122259020805}
{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8015655875205994, "Finetune/Loss (Raw)": 0.7249679565429688, "Finetune/Step": 2480, "Finetune/Step Time": 6.538998749107122}
{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.7979671359062195, "Finetune/Loss (Raw)": 0.37340012192726135, "Finetune/Step": 2481, "Finetune/Step Time": 6.554810751229525}
{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.7993878126144409, "Finetune/Loss (Raw)": 1.0200592279434204, "Finetune/Step": 2482, "Finetune/Step Time": 6.552003420889378}
{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.7993161678314209, "Finetune/Loss (Raw)": 0.7750847339630127, "Finetune/Step": 2483, "Finetune/Step Time": 6.566302398219705}
{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.7996902465820312, "Finetune/Loss (Raw)": 0.7435105443000793, "Finetune/Step": 2484, "Finetune/Step Time": 6.5710092559456825}
{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.7999106645584106, "Finetune/Loss (Raw)": 0.8478791117668152, "Finetune/Step": 2485, "Finetune/Step Time": 6.570586817339063}
{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.7979309558868408, "Finetune/Loss (Raw)": 0.6537826657295227, "Finetune/Step": 2486, "Finetune/Step Time": 6.580015016719699}
{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.7981033325195312, "Finetune/Loss (Raw)": 0.31019312143325806, "Finetune/Step": 2487, "Finetune/Step Time": 6.578513376414776}
{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.7983781099319458, "Finetune/Loss (Raw)": 0.9142581820487976, "Finetune/Step": 2488, "Finetune/Step Time": 6.577417211607099}
{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7982423305511475, "Finetune/Loss (Raw)": 0.866226851940155, "Finetune/Step": 2489, "Finetune/Step Time": 6.594749499112368}
{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7943053245544434, "Finetune/Loss (Raw)": 0.31733909249305725, "Finetune/Step": 2490, "Finetune/Step Time": 6.6186216082423925}
{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.7960599064826965, "Finetune/Loss (Raw)": 0.792529821395874, "Finetune/Step": 2491, "Finetune/Step Time": 6.611857235431671}
{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7958588600158691, "Finetune/Loss (Raw)": 0.7235640287399292, "Finetune/Step": 2492, "Finetune/Step Time": 6.612738354131579}
{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.7956220507621765, "Finetune/Loss (Raw)": 0.8507860898971558, "Finetune/Step": 2493, "Finetune/Step Time": 6.620127337053418}
{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7983601093292236, "Finetune/Loss (Raw)": 0.9315766096115112, "Finetune/Step": 2494, "Finetune/Step Time": 6.6087385062128305}
{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7977783679962158, "Finetune/Loss (Raw)": 0.8582370281219482, "Finetune/Step": 2495, "Finetune/Step Time": 6.5900048185139894}
{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7977150082588196, "Finetune/Loss (Raw)": 0.7708179950714111, "Finetune/Step": 2496, "Finetune/Step Time": 6.609947822988033}
{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7956156134605408, "Finetune/Loss (Raw)": 0.6873837113380432, "Finetune/Step": 2497, "Finetune/Step Time": 6.608439540490508}
{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7966138124465942, "Finetune/Loss (Raw)": 0.9414165616035461, "Finetune/Step": 2498, "Finetune/Step Time": 6.608982278034091}
{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.7935207486152649, "Finetune/Loss (Raw)": 0.5206626057624817, "Finetune/Step": 2499, "Finetune/Step Time": 6.611152784898877}
{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.7942136526107788, "Finetune/Loss (Raw)": 0.8618533611297607, "Finetune/Step": 2500, "Finetune/Step Time": 6.610522422939539}
{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.794009804725647, "Finetune/Loss (Raw)": 0.8951842188835144, "Finetune/Step": 2501, "Finetune/Step Time": 6.591316847130656}
{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.7952063083648682, "Finetune/Loss (Raw)": 0.87889564037323, "Finetune/Step": 2502, "Finetune/Step Time": 6.591083461418748}
{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.7966253757476807, "Finetune/Loss (Raw)": 0.8301772475242615, "Finetune/Step": 2503, "Finetune/Step Time": 6.580109145492315}
{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.7961610555648804, "Finetune/Loss (Raw)": 0.8410786986351013, "Finetune/Step": 2504, "Finetune/Step Time": 6.583924662321806}
{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.7950626611709595, "Finetune/Loss (Raw)": 0.828064501285553, "Finetune/Step": 2505, "Finetune/Step Time": 6.583724718540907}
{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.7941138744354248, "Finetune/Loss (Raw)": 0.7894102334976196, "Finetune/Step": 2506, "Finetune/Step Time": 6.586907286196947}
{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.7946701049804688, "Finetune/Loss (Raw)": 0.9238926768302917, "Finetune/Step": 2507, "Finetune/Step Time": 6.584738466888666}
{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7946701049804688, "Finetune/Loss (Raw)": 0.7385309934616089, "Finetune/Step": 2508, "Finetune/Step Time": 6.591302076354623}
{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.7943540811538696, "Finetune/Loss (Raw)": 0.7907335162162781, "Finetune/Step": 2509, "Finetune/Step Time": 6.594273142516613}
{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7963380813598633, "Finetune/Loss (Raw)": 0.9240656495094299, "Finetune/Step": 2510, "Finetune/Step Time": 6.577578974887729}
{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7987595796585083, "Finetune/Loss (Raw)": 0.8749318718910217, "Finetune/Step": 2511, "Finetune/Step Time": 6.573226660490036}
{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7968549132347107, "Finetune/Loss (Raw)": 0.7075705528259277, "Finetune/Step": 2512, "Finetune/Step Time": 6.581110507249832}
{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.7963603734970093, "Finetune/Loss (Raw)": 0.7403964400291443, "Finetune/Step": 2513, "Finetune/Step Time": 6.580858955159783}
{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7955358028411865, "Finetune/Loss (Raw)": 0.8574767708778381, "Finetune/Step": 2514, "Finetune/Step Time": 6.58635195158422}
{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7943703532218933, "Finetune/Loss (Raw)": 0.6620941758155823, "Finetune/Step": 2515, "Finetune/Step Time": 6.601025240495801}
{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.7941111922264099, "Finetune/Loss (Raw)": 0.7900028228759766, "Finetune/Step": 2516, "Finetune/Step Time": 6.57865784317255}
{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.7934056520462036, "Finetune/Loss (Raw)": 0.8620489835739136, "Finetune/Step": 2517, "Finetune/Step Time": 6.5811617616564035}
{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7919310331344604, "Finetune/Loss (Raw)": 0.7618619203567505, "Finetune/Step": 2518, "Finetune/Step Time": 6.586368456482887}
{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7908411026000977, "Finetune/Loss (Raw)": 0.7825301885604858, "Finetune/Step": 2519, "Finetune/Step Time": 6.590232405811548}
{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.791378378868103, "Finetune/Loss (Raw)": 0.9224516749382019, "Finetune/Step": 2520, "Finetune/Step Time": 6.589336432516575}
{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7871662378311157, "Finetune/Loss (Raw)": 0.39929285645484924, "Finetune/Step": 2521, "Finetune/Step Time": 6.593193970620632}
{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7904765605926514, "Finetune/Loss (Raw)": 0.8190447092056274, "Finetune/Step": 2522, "Finetune/Step Time": 6.5842814445495605}
{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.788494884967804, "Finetune/Loss (Raw)": 0.6109980344772339, "Finetune/Step": 2523, "Finetune/Step Time": 6.585021287202835}
{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.7883760929107666, "Finetune/Loss (Raw)": 0.7810452580451965, "Finetune/Step": 2524, "Finetune/Step Time": 6.5726545955985785}
{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.7866203784942627, "Finetune/Loss (Raw)": 0.6238437294960022, "Finetune/Step": 2525, "Finetune/Step Time": 6.58522379770875}
{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7853199243545532, "Finetune/Loss (Raw)": 0.8543453812599182, "Finetune/Step": 2526, "Finetune/Step Time": 6.587961824610829}
{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.7847477197647095, "Finetune/Loss (Raw)": 0.8386560678482056, "Finetune/Step": 2527, "Finetune/Step Time": 6.597204331308603}
{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.7863264083862305, "Finetune/Loss (Raw)": 0.9379366636276245, "Finetune/Step": 2528, "Finetune/Step Time": 6.60297367721796}
{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.782023549079895, "Finetune/Loss (Raw)": 0.2672828137874603, "Finetune/Step": 2529, "Finetune/Step Time": 6.620384823530912}
{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.783072292804718, "Finetune/Loss (Raw)": 0.8477180004119873, "Finetune/Step": 2530, "Finetune/Step Time": 6.612732794135809}
{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7824997305870056, "Finetune/Loss (Raw)": 0.7735763788223267, "Finetune/Step": 2531, "Finetune/Step Time": 6.611416708678007}
{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7819164991378784, "Finetune/Loss (Raw)": 0.7951998710632324, "Finetune/Step": 2532, "Finetune/Step Time": 6.627843581140041}
{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.7811328768730164, "Finetune/Loss (Raw)": 0.7005531787872314, "Finetune/Step": 2533, "Finetune/Step Time": 6.630413960665464}
{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7767294645309448, "Finetune/Loss (Raw)": 0.37657400965690613, "Finetune/Step": 2534, "Finetune/Step Time": 6.648746447637677}
{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7794073820114136, "Finetune/Loss (Raw)": 0.9205165505409241, "Finetune/Step": 2535, "Finetune/Step Time": 6.644548425450921}
{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7764054536819458, "Finetune/Loss (Raw)": 0.6335291862487793, "Finetune/Step": 2536, "Finetune/Step Time": 6.652721157297492}
{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7757977247238159, "Finetune/Loss (Raw)": 0.7418160438537598, "Finetune/Step": 2537, "Finetune/Step Time": 6.659856328740716}
{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7761818170547485, "Finetune/Loss (Raw)": 0.8655142188072205, "Finetune/Step": 2538, "Finetune/Step Time": 6.663458347320557}
{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7769151926040649, "Finetune/Loss (Raw)": 0.781484842300415, "Finetune/Step": 2539, "Finetune/Step Time": 6.652137901633978}
{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7774682641029358, "Finetune/Loss (Raw)": 0.8283197283744812, "Finetune/Step": 2540, "Finetune/Step Time": 6.652044374495745}
{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7767711281776428, "Finetune/Loss (Raw)": 0.6621053814888, "Finetune/Step": 2541, "Finetune/Step Time": 6.668664813041687}
{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7762809991836548, "Finetune/Loss (Raw)": 0.836423397064209, "Finetune/Step": 2542, "Finetune/Step Time": 6.673308398574591}
{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7763310670852661, "Finetune/Loss (Raw)": 0.83680260181427, "Finetune/Step": 2543, "Finetune/Step Time": 6.668000310659409}
{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.775277853012085, "Finetune/Loss (Raw)": 0.6471046209335327, "Finetune/Step": 2544, "Finetune/Step Time": 6.677425995469093}
{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7757388353347778, "Finetune/Loss (Raw)": 0.8072831630706787, "Finetune/Step": 2545, "Finetune/Step Time": 6.671426400542259}
{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7744747400283813, "Finetune/Loss (Raw)": 0.27787846326828003, "Finetune/Step": 2546, "Finetune/Step Time": 6.670940577983856}
{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7745243310928345, "Finetune/Loss (Raw)": 0.7877552509307861, "Finetune/Step": 2547, "Finetune/Step Time": 6.643040841445327}
{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7741250991821289, "Finetune/Loss (Raw)": 0.9534772038459778, "Finetune/Step": 2548, "Finetune/Step Time": 6.645127858966589}
{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7714871168136597, "Finetune/Loss (Raw)": 0.31903356313705444, "Finetune/Step": 2549, "Finetune/Step Time": 6.654404792934656}
{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7725865840911865, "Finetune/Loss (Raw)": 0.8263336420059204, "Finetune/Step": 2550, "Finetune/Step Time": 6.6445681024342775}
{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7749357223510742, "Finetune/Loss (Raw)": 0.8907670378684998, "Finetune/Step": 2551, "Finetune/Step Time": 6.629626747220755}
{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7761104106903076, "Finetune/Loss (Raw)": 1.0440245866775513, "Finetune/Step": 2552, "Finetune/Step Time": 6.630421390756965}
{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7763823866844177, "Finetune/Loss (Raw)": 0.7240651845932007, "Finetune/Step": 2553, "Finetune/Step Time": 6.631634844467044}
{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7800455689430237, "Finetune/Loss (Raw)": 0.8385176658630371, "Finetune/Step": 2554, "Finetune/Step Time": 6.639571452513337}
{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7759492993354797, "Finetune/Loss (Raw)": 0.32826128602027893, "Finetune/Step": 2555, "Finetune/Step Time": 6.658872852101922}
{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7770828008651733, "Finetune/Loss (Raw)": 0.854853093624115, "Finetune/Step": 2556, "Finetune/Step Time": 6.659655217081308}
{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7758042812347412, "Finetune/Loss (Raw)": 0.6926986575126648, "Finetune/Step": 2557, "Finetune/Step Time": 6.644054375588894}
{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7766204476356506, "Finetune/Loss (Raw)": 0.8004077076911926, "Finetune/Step": 2558, "Finetune/Step Time": 6.614959884434938}
{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7752608060836792, "Finetune/Loss (Raw)": 0.7321306467056274, "Finetune/Step": 2559, "Finetune/Step Time": 6.61286199465394}
{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7736955881118774, "Finetune/Loss (Raw)": 0.6074441075325012, "Finetune/Step": 2560, "Finetune/Step Time": 6.621596693992615}
{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.7743477821350098, "Finetune/Loss (Raw)": 0.8216668963432312, "Finetune/Step": 2561, "Finetune/Step Time": 6.625025413930416}
{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7748764157295227, "Finetune/Loss (Raw)": 0.9127018451690674, "Finetune/Step": 2562, "Finetune/Step Time": 6.624083250761032}
{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7720612287521362, "Finetune/Loss (Raw)": 0.44749730825424194, "Finetune/Step": 2563, "Finetune/Step Time": 6.622022941708565}
{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7717347741127014, "Finetune/Loss (Raw)": 0.8434872031211853, "Finetune/Step": 2564, "Finetune/Step Time": 6.635054886341095}
{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7726094722747803, "Finetune/Loss (Raw)": 0.8883334994316101, "Finetune/Step": 2565, "Finetune/Step Time": 6.632597368210554}
{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7719921469688416, "Finetune/Loss (Raw)": 0.847309947013855, "Finetune/Step": 2566, "Finetune/Step Time": 6.635298335924745}
{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7706539630889893, "Finetune/Loss (Raw)": 0.7340428829193115, "Finetune/Step": 2567, "Finetune/Step Time": 6.639310823753476}
{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7694050073623657, "Finetune/Loss (Raw)": 0.7401426434516907, "Finetune/Step": 2568, "Finetune/Step Time": 6.643067786470056}
{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7700241208076477, "Finetune/Loss (Raw)": 1.007499098777771, "Finetune/Step": 2569, "Finetune/Step Time": 6.641049537807703}
{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7697991132736206, "Finetune/Loss (Raw)": 0.8078101873397827, "Finetune/Step": 2570, "Finetune/Step Time": 6.645171003416181}
{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7705799341201782, "Finetune/Loss (Raw)": 1.0249247550964355, "Finetune/Step": 2571, "Finetune/Step Time": 6.633520485833287}
{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7703951001167297, "Finetune/Loss (Raw)": 0.8246539235115051, "Finetune/Step": 2572, "Finetune/Step Time": 6.63095167465508}
{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7736214399337769, "Finetune/Loss (Raw)": 0.8013660311698914, "Finetune/Step": 2573, "Finetune/Step Time": 6.616737946867943}
{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7727622389793396, "Finetune/Loss (Raw)": 0.7721295952796936, "Finetune/Step": 2574, "Finetune/Step Time": 6.638829439878464}
{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7716933488845825, "Finetune/Loss (Raw)": 0.7220199704170227, "Finetune/Step": 2575, "Finetune/Step Time": 6.631815146654844}
{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7708784937858582, "Finetune/Loss (Raw)": 0.813995897769928, "Finetune/Step": 2576, "Finetune/Step Time": 6.632268795743585}
{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7720632553100586, "Finetune/Loss (Raw)": 0.8699061274528503, "Finetune/Step": 2577, "Finetune/Step Time": 6.636292735114694}
{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7754238843917847, "Finetune/Loss (Raw)": 0.9121225476264954, "Finetune/Step": 2578, "Finetune/Step Time": 6.617188276723027}
{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7800968289375305, "Finetune/Loss (Raw)": 0.9155017733573914, "Finetune/Step": 2579, "Finetune/Step Time": 6.586427750065923}
{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7787254452705383, "Finetune/Loss (Raw)": 0.6035963892936707, "Finetune/Step": 2580, "Finetune/Step Time": 6.596262708306313}
{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7796074748039246, "Finetune/Loss (Raw)": 0.9271289706230164, "Finetune/Step": 2581, "Finetune/Step Time": 6.573902014642954}
{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7794559001922607, "Finetune/Loss (Raw)": 0.796286940574646, "Finetune/Step": 2582, "Finetune/Step Time": 6.563442796468735}
{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7781765460968018, "Finetune/Loss (Raw)": 0.7158554792404175, "Finetune/Step": 2583, "Finetune/Step Time": 6.571553684771061}
{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7784517407417297, "Finetune/Loss (Raw)": 0.9175367951393127, "Finetune/Step": 2584, "Finetune/Step Time": 6.572216860949993}
{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7769001126289368, "Finetune/Loss (Raw)": 0.6560477614402771, "Finetune/Step": 2585, "Finetune/Step Time": 6.574760815128684}
{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7769142389297485, "Finetune/Loss (Raw)": 0.8111497759819031, "Finetune/Step": 2586, "Finetune/Step Time": 6.561609843745828}
{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7778315544128418, "Finetune/Loss (Raw)": 0.8951576352119446, "Finetune/Step": 2587, "Finetune/Step Time": 6.5716268196702}
{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7774591445922852, "Finetune/Loss (Raw)": 0.7166164517402649, "Finetune/Step": 2588, "Finetune/Step Time": 6.580107284709811}
{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.776734471321106, "Finetune/Loss (Raw)": 0.8485201001167297, "Finetune/Step": 2589, "Finetune/Step Time": 6.584303980693221}
{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7768180966377258, "Finetune/Loss (Raw)": 0.8789139986038208, "Finetune/Step": 2590, "Finetune/Step Time": 6.587531827390194}
{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7764259576797485, "Finetune/Loss (Raw)": 0.7327505350112915, "Finetune/Step": 2591, "Finetune/Step Time": 6.636314004659653}
{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7757550477981567, "Finetune/Loss (Raw)": 0.8171617388725281, "Finetune/Step": 2592, "Finetune/Step Time": 6.644655290991068}
{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7748130559921265, "Finetune/Loss (Raw)": 0.7118937373161316, "Finetune/Step": 2593, "Finetune/Step Time": 6.664909044280648}
{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7742956280708313, "Finetune/Loss (Raw)": 0.7108709216117859, "Finetune/Step": 2594, "Finetune/Step Time": 6.676299538463354}
{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7740046381950378, "Finetune/Loss (Raw)": 0.7848907113075256, "Finetune/Step": 2595, "Finetune/Step Time": 6.680823562666774}
{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7724025845527649, "Finetune/Loss (Raw)": 0.7342871427536011, "Finetune/Step": 2596, "Finetune/Step Time": 6.674069998785853}
{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7722243070602417, "Finetune/Loss (Raw)": 0.891311526298523, "Finetune/Step": 2597, "Finetune/Step Time": 6.676511844620109}
{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7710165977478027, "Finetune/Loss (Raw)": 0.6037514805793762, "Finetune/Step": 2598, "Finetune/Step Time": 6.688410717993975}
{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7706503868103027, "Finetune/Loss (Raw)": 0.8663171529769897, "Finetune/Step": 2599, "Finetune/Step Time": 6.6928568836301565}
{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7702862620353699, "Finetune/Loss (Raw)": 0.7962822914123535, "Finetune/Step": 2600, "Finetune/Step Time": 6.697573719546199}
{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7696661353111267, "Finetune/Loss (Raw)": 0.7904272079467773, "Finetune/Step": 2601, "Finetune/Step Time": 6.704821538180113}
{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7707337141036987, "Finetune/Loss (Raw)": 0.9422947764396667, "Finetune/Step": 2602, "Finetune/Step Time": 6.703399833291769}
{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7713929414749146, "Finetune/Loss (Raw)": 0.900222659111023, "Finetune/Step": 2603, "Finetune/Step Time": 6.703246487304568}
{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.770749568939209, "Finetune/Loss (Raw)": 0.7766891121864319, "Finetune/Step": 2604, "Finetune/Step Time": 6.709598980844021}
{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7700518369674683, "Finetune/Loss (Raw)": 0.7313055396080017, "Finetune/Step": 2605, "Finetune/Step Time": 6.709043420851231}
{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7692513465881348, "Finetune/Loss (Raw)": 0.7193296551704407, "Finetune/Step": 2606, "Finetune/Step Time": 6.737736763432622}
{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7699804306030273, "Finetune/Loss (Raw)": 0.82224041223526, "Finetune/Step": 2607, "Finetune/Step Time": 6.758535414934158}
{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7711799144744873, "Finetune/Loss (Raw)": 0.8785034418106079, "Finetune/Step": 2608, "Finetune/Step Time": 6.74138899333775}
{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7751538753509521, "Finetune/Loss (Raw)": 0.8820632696151733, "Finetune/Step": 2609, "Finetune/Step Time": 6.7363357320427895}
{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7727693319320679, "Finetune/Loss (Raw)": 0.7148422598838806, "Finetune/Step": 2610, "Finetune/Step Time": 6.752712029963732}
{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7720609307289124, "Finetune/Loss (Raw)": 0.6844075322151184, "Finetune/Step": 2611, "Finetune/Step Time": 6.744778759777546}
{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7726172208786011, "Finetune/Loss (Raw)": 0.814716637134552, "Finetune/Step": 2612, "Finetune/Step Time": 6.733842900022864}
{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7735164761543274, "Finetune/Loss (Raw)": 0.962986946105957, "Finetune/Step": 2613, "Finetune/Step Time": 6.732879351824522}
{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7743998169898987, "Finetune/Loss (Raw)": 0.7668509483337402, "Finetune/Step": 2614, "Finetune/Step Time": 6.725978622213006}
{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7788980007171631, "Finetune/Loss (Raw)": 0.8859584331512451, "Finetune/Step": 2615, "Finetune/Step Time": 6.7164253536611795}
{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7789193987846375, "Finetune/Loss (Raw)": 0.916996955871582, "Finetune/Step": 2616, "Finetune/Step Time": 6.719589794054627}
{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7752152681350708, "Finetune/Loss (Raw)": 0.39209577441215515, "Finetune/Step": 2617, "Finetune/Step Time": 6.716754175722599}
{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7779368162155151, "Finetune/Loss (Raw)": 0.6657038331031799, "Finetune/Step": 2618, "Finetune/Step Time": 6.703534625470638}
{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7787247896194458, "Finetune/Loss (Raw)": 0.893379807472229, "Finetune/Step": 2619, "Finetune/Step Time": 6.708456797525287}
{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7787880897521973, "Finetune/Loss (Raw)": 0.731679379940033, "Finetune/Step": 2620, "Finetune/Step Time": 6.704718675464392}
{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7781292200088501, "Finetune/Loss (Raw)": 0.7664393186569214, "Finetune/Step": 2621, "Finetune/Step Time": 6.702259747311473}
{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7778252959251404, "Finetune/Loss (Raw)": 0.8926823139190674, "Finetune/Step": 2622, "Finetune/Step Time": 6.698181940242648}
{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7772631645202637, "Finetune/Loss (Raw)": 0.7862796187400818, "Finetune/Step": 2623, "Finetune/Step Time": 6.718729695305228}
{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7776694297790527, "Finetune/Loss (Raw)": 0.8228272795677185, "Finetune/Step": 2624, "Finetune/Step Time": 6.708859471604228}
{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7768789529800415, "Finetune/Loss (Raw)": 0.5861961841583252, "Finetune/Step": 2625, "Finetune/Step Time": 6.722771935164928}
{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7719448804855347, "Finetune/Loss (Raw)": 0.30985522270202637, "Finetune/Step": 2626, "Finetune/Step Time": 6.74210112914443}
{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7740286588668823, "Finetune/Loss (Raw)": 0.7873823642730713, "Finetune/Step": 2627, "Finetune/Step Time": 6.725809659808874}
{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7741681337356567, "Finetune/Loss (Raw)": 0.8797067403793335, "Finetune/Step": 2628, "Finetune/Step Time": 6.725675117224455}
{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7711548805236816, "Finetune/Loss (Raw)": 0.5094889402389526, "Finetune/Step": 2629, "Finetune/Step Time": 6.741237385198474}
{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7696993350982666, "Finetune/Loss (Raw)": 0.6925921440124512, "Finetune/Step": 2630, "Finetune/Step Time": 6.742380561307073}
{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7702491283416748, "Finetune/Loss (Raw)": 0.9005455374717712, "Finetune/Step": 2631, "Finetune/Step Time": 6.740073565393686}
{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7692458629608154, "Finetune/Loss (Raw)": 0.712668240070343, "Finetune/Step": 2632, "Finetune/Step Time": 6.73621990904212}
{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7694846391677856, "Finetune/Loss (Raw)": 0.8586231470108032, "Finetune/Step": 2633, "Finetune/Step Time": 6.738367749378085}
{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7695322036743164, "Finetune/Loss (Raw)": 0.7954998016357422, "Finetune/Step": 2634, "Finetune/Step Time": 6.739536460489035}
{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7684004306793213, "Finetune/Loss (Raw)": 0.7790307998657227, "Finetune/Step": 2635, "Finetune/Step Time": 6.723567400127649}
{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7701141834259033, "Finetune/Loss (Raw)": 0.957883894443512, "Finetune/Step": 2636, "Finetune/Step Time": 6.7232656087726355}
{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7698534727096558, "Finetune/Loss (Raw)": 0.757365345954895, "Finetune/Step": 2637, "Finetune/Step Time": 6.728295471519232}
{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7697165608406067, "Finetune/Loss (Raw)": 0.9065398573875427, "Finetune/Step": 2638, "Finetune/Step Time": 6.748276881873608}
{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7689659595489502, "Finetune/Loss (Raw)": 0.7788575291633606, "Finetune/Step": 2639, "Finetune/Step Time": 6.740864761173725}
{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7661017179489136, "Finetune/Loss (Raw)": 0.3409506678581238, "Finetune/Step": 2640, "Finetune/Step Time": 6.752326566725969}
{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7665718793869019, "Finetune/Loss (Raw)": 0.8005711436271667, "Finetune/Step": 2641, "Finetune/Step Time": 6.7440502643585205}
{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7660291194915771, "Finetune/Loss (Raw)": 0.7880056500434875, "Finetune/Step": 2642, "Finetune/Step Time": 6.73421779461205}
{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7657964825630188, "Finetune/Loss (Raw)": 0.6323171257972717, "Finetune/Step": 2643, "Finetune/Step Time": 6.722052818164229}
{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7647969722747803, "Finetune/Loss (Raw)": 0.6620643138885498, "Finetune/Step": 2644, "Finetune/Step Time": 6.754929615184665}
{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7644238471984863, "Finetune/Loss (Raw)": 0.8142878413200378, "Finetune/Step": 2645, "Finetune/Step Time": 6.758875992149115}
{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7648269534111023, "Finetune/Loss (Raw)": 0.813457727432251, "Finetune/Step": 2646, "Finetune/Step Time": 6.745655693113804}
{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7645293474197388, "Finetune/Loss (Raw)": 0.7444338202476501, "Finetune/Step": 2647, "Finetune/Step Time": 6.751398192718625}
{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.763596773147583, "Finetune/Loss (Raw)": 0.8030938506126404, "Finetune/Step": 2648, "Finetune/Step Time": 6.773917907848954}
{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7659464478492737, "Finetune/Loss (Raw)": 0.700046181678772, "Finetune/Step": 2649, "Finetune/Step Time": 6.766870243474841}
{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7651314735412598, "Finetune/Loss (Raw)": 0.7147242426872253, "Finetune/Step": 2650, "Finetune/Step Time": 6.7497503235936165}
{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7665214538574219, "Finetune/Loss (Raw)": 0.7889218926429749, "Finetune/Step": 2651, "Finetune/Step Time": 6.745183132588863}
{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.767339289188385, "Finetune/Loss (Raw)": 0.8857222199440002, "Finetune/Step": 2652, "Finetune/Step Time": 6.751566471531987}
{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7680001258850098, "Finetune/Loss (Raw)": 0.7084299921989441, "Finetune/Step": 2653, "Finetune/Step Time": 6.763066075742245}
{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7639448642730713, "Finetune/Loss (Raw)": 0.3352715075016022, "Finetune/Step": 2654, "Finetune/Step Time": 6.776048198342323}
{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.763717532157898, "Finetune/Loss (Raw)": 0.8095611929893494, "Finetune/Step": 2655, "Finetune/Step Time": 6.775160260498524}
{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7626938819885254, "Finetune/Loss (Raw)": 0.8069113492965698, "Finetune/Step": 2656, "Finetune/Step Time": 6.772499909624457}
{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7651627063751221, "Finetune/Loss (Raw)": 0.5832882523536682, "Finetune/Step": 2657, "Finetune/Step Time": 6.768049638718367}
{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7630119323730469, "Finetune/Loss (Raw)": 0.5724142789840698, "Finetune/Step": 2658, "Finetune/Step Time": 6.786230014637113}
{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7635821104049683, "Finetune/Loss (Raw)": 0.8465598821640015, "Finetune/Step": 2659, "Finetune/Step Time": 6.788025293499231}
{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7642504572868347, "Finetune/Loss (Raw)": 0.8807467222213745, "Finetune/Step": 2660, "Finetune/Step Time": 6.771992724388838}
{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7666723132133484, "Finetune/Loss (Raw)": 1.0105538368225098, "Finetune/Step": 2661, "Finetune/Step Time": 6.774662664160132}
{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7705816626548767, "Finetune/Loss (Raw)": 0.876968264579773, "Finetune/Step": 2662, "Finetune/Step Time": 6.752594090998173}
{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7704304456710815, "Finetune/Loss (Raw)": 0.9011657238006592, "Finetune/Step": 2663, "Finetune/Step Time": 6.74733598716557}
{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7688865661621094, "Finetune/Loss (Raw)": 0.4359162747859955, "Finetune/Step": 2664, "Finetune/Step Time": 6.74801704287529}
{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7683711647987366, "Finetune/Loss (Raw)": 0.6758436560630798, "Finetune/Step": 2665, "Finetune/Step Time": 6.740758305415511}
{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7684211134910583, "Finetune/Loss (Raw)": 0.871903121471405, "Finetune/Step": 2666, "Finetune/Step Time": 6.746122473850846}
{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7680994272232056, "Finetune/Loss (Raw)": 0.7403144836425781, "Finetune/Step": 2667, "Finetune/Step Time": 6.740575576201081}
{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7678675651550293, "Finetune/Loss (Raw)": 0.7986364364624023, "Finetune/Step": 2668, "Finetune/Step Time": 6.736620245501399}
{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7699534893035889, "Finetune/Loss (Raw)": 0.9291027188301086, "Finetune/Step": 2669, "Finetune/Step Time": 6.719875417649746}
{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7700203657150269, "Finetune/Loss (Raw)": 0.8449904918670654, "Finetune/Step": 2670, "Finetune/Step Time": 6.713927041739225}
{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7683619856834412, "Finetune/Loss (Raw)": 0.6245248317718506, "Finetune/Step": 2671, "Finetune/Step Time": 6.719497153535485}
{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.767838716506958, "Finetune/Loss (Raw)": 0.5801315307617188, "Finetune/Step": 2672, "Finetune/Step Time": 6.723697824403644}
{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7678250074386597, "Finetune/Loss (Raw)": 0.8055286407470703, "Finetune/Step": 2673, "Finetune/Step Time": 6.724168550223112}
{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7705281972885132, "Finetune/Loss (Raw)": 0.6238762140274048, "Finetune/Step": 2674, "Finetune/Step Time": 6.714745402336121}
{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7706117033958435, "Finetune/Loss (Raw)": 0.7984472513198853, "Finetune/Step": 2675, "Finetune/Step Time": 6.729457912966609}
{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7692348957061768, "Finetune/Loss (Raw)": 0.7772404551506042, "Finetune/Step": 2676, "Finetune/Step Time": 6.7325594034045935}
{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7736076712608337, "Finetune/Loss (Raw)": 0.8787556290626526, "Finetune/Step": 2677, "Finetune/Step Time": 6.702425990253687}
{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7733978033065796, "Finetune/Loss (Raw)": 0.7994650602340698, "Finetune/Step": 2678, "Finetune/Step Time": 6.701326362788677}
{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7739485502243042, "Finetune/Loss (Raw)": 0.9612746834754944, "Finetune/Step": 2679, "Finetune/Step Time": 6.6993067264556885}
{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7726104259490967, "Finetune/Loss (Raw)": 0.872736930847168, "Finetune/Step": 2680, "Finetune/Step Time": 6.701808225363493}
{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7695832252502441, "Finetune/Loss (Raw)": 0.3365873098373413, "Finetune/Step": 2681, "Finetune/Step Time": 6.708986068144441}
{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7693078517913818, "Finetune/Loss (Raw)": 0.8032639622688293, "Finetune/Step": 2682, "Finetune/Step Time": 6.686401402577758}
{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.773313045501709, "Finetune/Loss (Raw)": 0.8409313559532166, "Finetune/Step": 2683, "Finetune/Step Time": 6.6645154524594545}
{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7728102207183838, "Finetune/Loss (Raw)": 0.7904912829399109, "Finetune/Step": 2684, "Finetune/Step Time": 6.663853012025356}
{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7739540338516235, "Finetune/Loss (Raw)": 0.839102029800415, "Finetune/Step": 2685, "Finetune/Step Time": 6.667265200987458}
{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7733850479125977, "Finetune/Loss (Raw)": 0.7275815606117249, "Finetune/Step": 2686, "Finetune/Step Time": 6.669878516346216}
{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7737383246421814, "Finetune/Loss (Raw)": 0.7773527503013611, "Finetune/Step": 2687, "Finetune/Step Time": 6.67163254506886}
{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7756388783454895, "Finetune/Loss (Raw)": 0.8507156372070312, "Finetune/Step": 2688, "Finetune/Step Time": 6.653589377179742}
{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7766132354736328, "Finetune/Loss (Raw)": 0.9463867545127869, "Finetune/Step": 2689, "Finetune/Step Time": 6.6509521920233965}
{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.772354006767273, "Finetune/Loss (Raw)": 0.3675125539302826, "Finetune/Step": 2690, "Finetune/Step Time": 6.671248029917479}
{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7758617401123047, "Finetune/Loss (Raw)": 0.8964909911155701, "Finetune/Step": 2691, "Finetune/Step Time": 6.665177030488849}
{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7753087282180786, "Finetune/Loss (Raw)": 0.7727055549621582, "Finetune/Step": 2692, "Finetune/Step Time": 6.654093146324158}
{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7749637365341187, "Finetune/Loss (Raw)": 0.8441687822341919, "Finetune/Step": 2693, "Finetune/Step Time": 6.6523324735462666}
{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7741183042526245, "Finetune/Loss (Raw)": 0.7391002774238586, "Finetune/Step": 2694, "Finetune/Step Time": 6.653782784938812}
{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7744114398956299, "Finetune/Loss (Raw)": 0.7715657353401184, "Finetune/Step": 2695, "Finetune/Step Time": 6.653544440865517}
{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7749996185302734, "Finetune/Loss (Raw)": 0.8154162168502808, "Finetune/Step": 2696, "Finetune/Step Time": 6.6654158011078835}
{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7733649015426636, "Finetune/Loss (Raw)": 0.7982655763626099, "Finetune/Step": 2697, "Finetune/Step Time": 6.668035099282861}
{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.772749662399292, "Finetune/Loss (Raw)": 0.7290549874305725, "Finetune/Step": 2698, "Finetune/Step Time": 6.663883838802576}
{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7715967893600464, "Finetune/Loss (Raw)": 0.8773610591888428, "Finetune/Step": 2699, "Finetune/Step Time": 6.678202513605356}
{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.771451473236084, "Finetune/Loss (Raw)": 0.8060476183891296, "Finetune/Step": 2700, "Finetune/Step Time": 6.6783304791897535}
{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.771270215511322, "Finetune/Loss (Raw)": 0.7781645059585571, "Finetune/Step": 2701, "Finetune/Step Time": 6.700868168845773}
{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7717562913894653, "Finetune/Loss (Raw)": 0.8343449234962463, "Finetune/Step": 2702, "Finetune/Step Time": 6.689982099458575}
{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7716783285140991, "Finetune/Loss (Raw)": 0.7120488286018372, "Finetune/Step": 2703, "Finetune/Step Time": 6.718114364892244}
{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7707056999206543, "Finetune/Loss (Raw)": 0.6895013451576233, "Finetune/Step": 2704, "Finetune/Step Time": 6.730539534240961}
{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7699748277664185, "Finetune/Loss (Raw)": 0.7763445377349854, "Finetune/Step": 2705, "Finetune/Step Time": 6.731421696022153}
{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.769687294960022, "Finetune/Loss (Raw)": 0.8753204941749573, "Finetune/Step": 2706, "Finetune/Step Time": 6.738252153620124}
{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7701700925827026, "Finetune/Loss (Raw)": 0.9773065447807312, "Finetune/Step": 2707, "Finetune/Step Time": 6.734869474545121}
{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7725776433944702, "Finetune/Loss (Raw)": 0.9117586016654968, "Finetune/Step": 2708, "Finetune/Step Time": 6.732099793851376}
{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7712593078613281, "Finetune/Loss (Raw)": 0.758380115032196, "Finetune/Step": 2709, "Finetune/Step Time": 6.7408849354833364}
{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7679545879364014, "Finetune/Loss (Raw)": 0.37329113483428955, "Finetune/Step": 2710, "Finetune/Step Time": 6.762312280014157}
{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7691606879234314, "Finetune/Loss (Raw)": 0.8702296018600464, "Finetune/Step": 2711, "Finetune/Step Time": 6.753805698826909}
{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7684264183044434, "Finetune/Loss (Raw)": 0.8235425353050232, "Finetune/Step": 2712, "Finetune/Step Time": 6.772069813683629}
{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7694422006607056, "Finetune/Loss (Raw)": 0.7860719561576843, "Finetune/Step": 2713, "Finetune/Step Time": 6.779048027470708}
{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7700222730636597, "Finetune/Loss (Raw)": 0.8853974938392639, "Finetune/Step": 2714, "Finetune/Step Time": 6.7788954339921474}
{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7686927914619446, "Finetune/Loss (Raw)": 0.7249904870986938, "Finetune/Step": 2715, "Finetune/Step Time": 6.761736705899239}
{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7692819833755493, "Finetune/Loss (Raw)": 0.7920318841934204, "Finetune/Step": 2716, "Finetune/Step Time": 6.754229290410876}
{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7692739963531494, "Finetune/Loss (Raw)": 0.8474991917610168, "Finetune/Step": 2717, "Finetune/Step Time": 6.736195346340537}
{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7683557271957397, "Finetune/Loss (Raw)": 0.7613776326179504, "Finetune/Step": 2718, "Finetune/Step Time": 6.7358359806239605}
{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.769054651260376, "Finetune/Loss (Raw)": 0.8222062587738037, "Finetune/Step": 2719, "Finetune/Step Time": 6.689174089580774}
{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7694211006164551, "Finetune/Loss (Raw)": 0.8640657067298889, "Finetune/Step": 2720, "Finetune/Step Time": 6.684412494301796}
{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7694529294967651, "Finetune/Loss (Raw)": 0.7159698605537415, "Finetune/Step": 2721, "Finetune/Step Time": 6.684815900400281}
{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7702116370201111, "Finetune/Loss (Raw)": 0.807988703250885, "Finetune/Step": 2722, "Finetune/Step Time": 6.676039075478911}
{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7697970271110535, "Finetune/Loss (Raw)": 0.7318175435066223, "Finetune/Step": 2723, "Finetune/Step Time": 6.671497510746121}
{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7704459428787231, "Finetune/Loss (Raw)": 0.8173454403877258, "Finetune/Step": 2724, "Finetune/Step Time": 6.674381528049707}
{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7698622941970825, "Finetune/Loss (Raw)": 0.8166048526763916, "Finetune/Step": 2725, "Finetune/Step Time": 6.668761083856225}
{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7714840173721313, "Finetune/Loss (Raw)": 0.8113381862640381, "Finetune/Step": 2726, "Finetune/Step Time": 6.665962494909763}
{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7709594964981079, "Finetune/Loss (Raw)": 0.7991785407066345, "Finetune/Step": 2727, "Finetune/Step Time": 6.668725900352001}
{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7689533233642578, "Finetune/Loss (Raw)": 0.5394876599311829, "Finetune/Step": 2728, "Finetune/Step Time": 6.667422806844115}
{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.766021728515625, "Finetune/Loss (Raw)": 0.41518861055374146, "Finetune/Step": 2729, "Finetune/Step Time": 6.6772257052361965}
{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.763610303401947, "Finetune/Loss (Raw)": 0.6336255669593811, "Finetune/Step": 2730, "Finetune/Step Time": 6.679433276876807}
{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7628397941589355, "Finetune/Loss (Raw)": 0.8016024231910706, "Finetune/Step": 2731, "Finetune/Step Time": 6.686497945338488}
{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7631653547286987, "Finetune/Loss (Raw)": 0.8183568716049194, "Finetune/Step": 2732, "Finetune/Step Time": 6.692529866471887}
{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7641527056694031, "Finetune/Loss (Raw)": 0.8576907515525818, "Finetune/Step": 2733, "Finetune/Step Time": 6.692341580986977}
{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7646235227584839, "Finetune/Loss (Raw)": 0.7795959711074829, "Finetune/Step": 2734, "Finetune/Step Time": 6.668853657320142}
{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7649998068809509, "Finetune/Loss (Raw)": 0.8704028129577637, "Finetune/Step": 2735, "Finetune/Step Time": 6.645648613572121}
{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7617039680480957, "Finetune/Loss (Raw)": 0.4566325545310974, "Finetune/Step": 2736, "Finetune/Step Time": 6.662639897316694}
{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7589904069900513, "Finetune/Loss (Raw)": 0.5347262620925903, "Finetune/Step": 2737, "Finetune/Step Time": 6.6567611042410135}
{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.760089635848999, "Finetune/Loss (Raw)": 0.8555500507354736, "Finetune/Step": 2738, "Finetune/Step Time": 6.646484427154064}
{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7615678310394287, "Finetune/Loss (Raw)": 0.8736121654510498, "Finetune/Step": 2739, "Finetune/Step Time": 6.638395706191659}
{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7606697082519531, "Finetune/Loss (Raw)": 0.6997616291046143, "Finetune/Step": 2740, "Finetune/Step Time": 6.647017672657967}
{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7600959539413452, "Finetune/Loss (Raw)": 0.88954097032547, "Finetune/Step": 2741, "Finetune/Step Time": 6.648207977414131}
{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7601540088653564, "Finetune/Loss (Raw)": 0.7742842435836792, "Finetune/Step": 2742, "Finetune/Step Time": 6.652764309197664}
{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7603191137313843, "Finetune/Loss (Raw)": 0.9070935249328613, "Finetune/Step": 2743, "Finetune/Step Time": 6.645683204755187}
{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.759598970413208, "Finetune/Loss (Raw)": 0.8248223066329956, "Finetune/Step": 2744, "Finetune/Step Time": 6.641786748543382}
{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7636042833328247, "Finetune/Loss (Raw)": 0.9047669172286987, "Finetune/Step": 2745, "Finetune/Step Time": 6.622314419597387}
{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7647697925567627, "Finetune/Loss (Raw)": 0.8148872256278992, "Finetune/Step": 2746, "Finetune/Step Time": 6.6286273542791605}
{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7641569375991821, "Finetune/Loss (Raw)": 0.81494140625, "Finetune/Step": 2747, "Finetune/Step Time": 6.634396128356457}
{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7656839489936829, "Finetune/Loss (Raw)": 0.9271368980407715, "Finetune/Step": 2748, "Finetune/Step Time": 6.636775514110923}
{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7664044499397278, "Finetune/Loss (Raw)": 0.8586628437042236, "Finetune/Step": 2749, "Finetune/Step Time": 6.63353612087667}
{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7655360698699951, "Finetune/Loss (Raw)": 0.7815354466438293, "Finetune/Step": 2750, "Finetune/Step Time": 6.637284554541111}
{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7655274868011475, "Finetune/Loss (Raw)": 0.7851804494857788, "Finetune/Step": 2751, "Finetune/Step Time": 6.626642670482397}
{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7656251192092896, "Finetune/Loss (Raw)": 0.8353214859962463, "Finetune/Step": 2752, "Finetune/Step Time": 6.62608502432704}
{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7682904005050659, "Finetune/Loss (Raw)": 0.9273511171340942, "Finetune/Step": 2753, "Finetune/Step Time": 6.612581061199307}
{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.772140622138977, "Finetune/Loss (Raw)": 0.8026835322380066, "Finetune/Step": 2754, "Finetune/Step Time": 6.590859908610582}
{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7687280178070068, "Finetune/Loss (Raw)": 0.350571870803833, "Finetune/Step": 2755, "Finetune/Step Time": 6.613767148926854}
{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7684087157249451, "Finetune/Loss (Raw)": 0.8388317823410034, "Finetune/Step": 2756, "Finetune/Step Time": 6.630546977743506}
{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7695237398147583, "Finetune/Loss (Raw)": 0.6522062420845032, "Finetune/Step": 2757, "Finetune/Step Time": 6.646786076948047}
{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.771030068397522, "Finetune/Loss (Raw)": 0.8854095935821533, "Finetune/Step": 2758, "Finetune/Step Time": 6.647114474326372}
{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7697675228118896, "Finetune/Loss (Raw)": 0.7389398217201233, "Finetune/Step": 2759, "Finetune/Step Time": 6.659569453448057}
{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7693455219268799, "Finetune/Loss (Raw)": 0.6586546301841736, "Finetune/Step": 2760, "Finetune/Step Time": 6.653797671198845}
{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7658878564834595, "Finetune/Loss (Raw)": 0.4160355031490326, "Finetune/Step": 2761, "Finetune/Step Time": 6.673898246139288}
{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7654961347579956, "Finetune/Loss (Raw)": 0.7453636527061462, "Finetune/Step": 2762, "Finetune/Step Time": 6.683507861569524}
{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7657049894332886, "Finetune/Loss (Raw)": 0.805763840675354, "Finetune/Step": 2763, "Finetune/Step Time": 6.686949636787176}
{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7643814086914062, "Finetune/Loss (Raw)": 0.7884613275527954, "Finetune/Step": 2764, "Finetune/Step Time": 6.687498582527041}
{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7611976861953735, "Finetune/Loss (Raw)": 0.3498464524745941, "Finetune/Step": 2765, "Finetune/Step Time": 6.701577810570598}
{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7604324817657471, "Finetune/Loss (Raw)": 0.8085998892784119, "Finetune/Step": 2766, "Finetune/Step Time": 6.68798472546041}
{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7608438730239868, "Finetune/Loss (Raw)": 0.8315107822418213, "Finetune/Step": 2767, "Finetune/Step Time": 6.700087521225214}
{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.764838457107544, "Finetune/Loss (Raw)": 0.8522588014602661, "Finetune/Step": 2768, "Finetune/Step Time": 6.682190468534827}
{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7651712894439697, "Finetune/Loss (Raw)": 0.843178391456604, "Finetune/Step": 2769, "Finetune/Step Time": 6.689503703266382}
{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7631714344024658, "Finetune/Loss (Raw)": 0.5320236086845398, "Finetune/Step": 2770, "Finetune/Step Time": 6.7060426734387875}
{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7649951577186584, "Finetune/Loss (Raw)": 0.8657537698745728, "Finetune/Step": 2771, "Finetune/Step Time": 6.699047338217497}
{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7664936780929565, "Finetune/Loss (Raw)": 0.8538771271705627, "Finetune/Step": 2772, "Finetune/Step Time": 6.668600065633655}
{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7671815156936646, "Finetune/Loss (Raw)": 0.902327299118042, "Finetune/Step": 2773, "Finetune/Step Time": 6.660810383036733}
{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7633870840072632, "Finetune/Loss (Raw)": 0.3277670443058014, "Finetune/Step": 2774, "Finetune/Step Time": 6.68006394430995}
{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7644791603088379, "Finetune/Loss (Raw)": 0.8842166662216187, "Finetune/Step": 2775, "Finetune/Step Time": 6.670867497101426}
{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7641086578369141, "Finetune/Loss (Raw)": 0.7556814551353455, "Finetune/Step": 2776, "Finetune/Step Time": 6.652284579351544}
{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.764863908290863, "Finetune/Loss (Raw)": 0.7967105507850647, "Finetune/Step": 2777, "Finetune/Step Time": 6.639437135308981}
{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7659410238265991, "Finetune/Loss (Raw)": 0.8525969386100769, "Finetune/Step": 2778, "Finetune/Step Time": 6.650391599163413}
{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7654709815979004, "Finetune/Loss (Raw)": 0.7287545800209045, "Finetune/Step": 2779, "Finetune/Step Time": 6.655944166705012}
{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7649638652801514, "Finetune/Loss (Raw)": 0.8208094835281372, "Finetune/Step": 2780, "Finetune/Step Time": 6.655023470520973}
{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7664183974266052, "Finetune/Loss (Raw)": 0.8946098685264587, "Finetune/Step": 2781, "Finetune/Step Time": 6.639940118417144}
{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.770206093788147, "Finetune/Loss (Raw)": 0.820097029209137, "Finetune/Step": 2782, "Finetune/Step Time": 6.622216107323766}
{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7703432440757751, "Finetune/Loss (Raw)": 0.8271176218986511, "Finetune/Step": 2783, "Finetune/Step Time": 6.625241991132498}
{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7688111662864685, "Finetune/Loss (Raw)": 0.6108068823814392, "Finetune/Step": 2784, "Finetune/Step Time": 6.637011434882879}
{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7705177068710327, "Finetune/Loss (Raw)": 0.8017266988754272, "Finetune/Step": 2785, "Finetune/Step Time": 6.626351967453957}
{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7727675437927246, "Finetune/Loss (Raw)": 0.8603953123092651, "Finetune/Step": 2786, "Finetune/Step Time": 6.603447278961539}
{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7721903324127197, "Finetune/Loss (Raw)": 0.7726733088493347, "Finetune/Step": 2787, "Finetune/Step Time": 6.6034425515681505}
{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7721391916275024, "Finetune/Loss (Raw)": 0.8742097020149231, "Finetune/Step": 2788, "Finetune/Step Time": 6.612812593579292}
{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7699425220489502, "Finetune/Loss (Raw)": 0.7293703556060791, "Finetune/Step": 2789, "Finetune/Step Time": 6.626263190060854}
{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7693428993225098, "Finetune/Loss (Raw)": 0.8002191781997681, "Finetune/Step": 2790, "Finetune/Step Time": 6.62927739135921}
{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.76714688539505, "Finetune/Loss (Raw)": 0.620076596736908, "Finetune/Step": 2791, "Finetune/Step Time": 6.639672415331006}
{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7700244188308716, "Finetune/Loss (Raw)": 0.8042435646057129, "Finetune/Step": 2792, "Finetune/Step Time": 6.63498062081635}
{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7719923257827759, "Finetune/Loss (Raw)": 0.9277245998382568, "Finetune/Step": 2793, "Finetune/Step Time": 6.633326198905706}
{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7709892988204956, "Finetune/Loss (Raw)": 0.7435297966003418, "Finetune/Step": 2794, "Finetune/Step Time": 6.632662627846003}
{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7703673839569092, "Finetune/Loss (Raw)": 0.6606956124305725, "Finetune/Step": 2795, "Finetune/Step Time": 6.643719410523772}
{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7702551484107971, "Finetune/Loss (Raw)": 0.784278392791748, "Finetune/Step": 2796, "Finetune/Step Time": 6.660510091111064}
{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7676772475242615, "Finetune/Loss (Raw)": 0.5991251468658447, "Finetune/Step": 2797, "Finetune/Step Time": 6.673468440771103}
{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7639812231063843, "Finetune/Loss (Raw)": 0.37190622091293335, "Finetune/Step": 2798, "Finetune/Step Time": 6.6982224732637405}
{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7643353343009949, "Finetune/Loss (Raw)": 0.669849157333374, "Finetune/Step": 2799, "Finetune/Step Time": 6.697033116593957}
{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7647978067398071, "Finetune/Loss (Raw)": 0.6393316388130188, "Finetune/Step": 2800, "Finetune/Step Time": 6.692117370665073}
{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7654138803482056, "Finetune/Loss (Raw)": 0.8843767642974854, "Finetune/Step": 2801, "Finetune/Step Time": 6.695052810013294}
{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7673144936561584, "Finetune/Loss (Raw)": 0.8671610355377197, "Finetune/Step": 2802, "Finetune/Step Time": 6.695404110476375}
{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7668516635894775, "Finetune/Loss (Raw)": 0.73920077085495, "Finetune/Step": 2803, "Finetune/Step Time": 6.694541245698929}
{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7673594951629639, "Finetune/Loss (Raw)": 0.8422467708587646, "Finetune/Step": 2804, "Finetune/Step Time": 6.689610471948981}
{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7680210471153259, "Finetune/Loss (Raw)": 0.9634312987327576, "Finetune/Step": 2805, "Finetune/Step Time": 6.6884702909737825}
{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7675502300262451, "Finetune/Loss (Raw)": 0.7392100095748901, "Finetune/Step": 2806, "Finetune/Step Time": 6.69508720934391}
{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7661085724830627, "Finetune/Loss (Raw)": 0.7767367959022522, "Finetune/Step": 2807, "Finetune/Step Time": 6.693793959915638}
{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7640714049339294, "Finetune/Loss (Raw)": 0.6119788885116577, "Finetune/Step": 2808, "Finetune/Step Time": 6.704143665730953}
{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7641627788543701, "Finetune/Loss (Raw)": 0.34828099608421326, "Finetune/Step": 2809, "Finetune/Step Time": 6.705838145688176}
{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7633441686630249, "Finetune/Loss (Raw)": 0.6984888911247253, "Finetune/Step": 2810, "Finetune/Step Time": 6.70500148832798}
{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7632720470428467, "Finetune/Loss (Raw)": 0.8316888809204102, "Finetune/Step": 2811, "Finetune/Step Time": 6.708834806457162}
{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7632879018783569, "Finetune/Loss (Raw)": 0.7925190329551697, "Finetune/Step": 2812, "Finetune/Step Time": 6.708448758348823}
{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.763622522354126, "Finetune/Loss (Raw)": 0.8819429278373718, "Finetune/Step": 2813, "Finetune/Step Time": 6.707388088107109}
{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7606762647628784, "Finetune/Loss (Raw)": 0.3504532277584076, "Finetune/Step": 2814, "Finetune/Step Time": 6.726231627166271}
{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7617833614349365, "Finetune/Loss (Raw)": 0.9190678000450134, "Finetune/Step": 2815, "Finetune/Step Time": 6.728993099182844}
{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7614084482192993, "Finetune/Loss (Raw)": 0.8027238845825195, "Finetune/Step": 2816, "Finetune/Step Time": 6.739135824143887}
{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7601941227912903, "Finetune/Loss (Raw)": 0.7909529805183411, "Finetune/Step": 2817, "Finetune/Step Time": 6.746459878981113}
{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7634551525115967, "Finetune/Loss (Raw)": 0.7849270701408386, "Finetune/Step": 2818, "Finetune/Step Time": 6.732042687013745}
{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7637048959732056, "Finetune/Loss (Raw)": 0.9284558892250061, "Finetune/Step": 2819, "Finetune/Step Time": 6.734912574291229}
{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7647387981414795, "Finetune/Loss (Raw)": 0.9050379395484924, "Finetune/Step": 2820, "Finetune/Step Time": 6.734760865569115}
{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7631165981292725, "Finetune/Loss (Raw)": 0.6365360617637634, "Finetune/Step": 2821, "Finetune/Step Time": 6.74703262001276}
{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7639573812484741, "Finetune/Loss (Raw)": 0.8467141389846802, "Finetune/Step": 2822, "Finetune/Step Time": 6.742936151102185}
{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.761063814163208, "Finetune/Loss (Raw)": 0.4011881351470947, "Finetune/Step": 2823, "Finetune/Step Time": 6.756419977173209}
{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.759661078453064, "Finetune/Loss (Raw)": 0.6358708143234253, "Finetune/Step": 2824, "Finetune/Step Time": 6.742743205279112}
{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7589960098266602, "Finetune/Loss (Raw)": 0.713139533996582, "Finetune/Step": 2825, "Finetune/Step Time": 6.740901270881295}
{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7584983110427856, "Finetune/Loss (Raw)": 0.6653472781181335, "Finetune/Step": 2826, "Finetune/Step Time": 6.742951696738601}
{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7580076456069946, "Finetune/Loss (Raw)": 0.8145598769187927, "Finetune/Step": 2827, "Finetune/Step Time": 6.725485112518072}
{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7591434121131897, "Finetune/Loss (Raw)": 0.9514226913452148, "Finetune/Step": 2828, "Finetune/Step Time": 6.724459746852517}
{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7596803903579712, "Finetune/Loss (Raw)": 0.846893846988678, "Finetune/Step": 2829, "Finetune/Step Time": 6.7069838847965}
{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.760172426700592, "Finetune/Loss (Raw)": 0.8973303437232971, "Finetune/Step": 2830, "Finetune/Step Time": 6.698638338595629}
{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7625998854637146, "Finetune/Loss (Raw)": 1.0227628946304321, "Finetune/Step": 2831, "Finetune/Step Time": 6.670888055115938}
{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7645448446273804, "Finetune/Loss (Raw)": 0.9384559988975525, "Finetune/Step": 2832, "Finetune/Step Time": 6.665396016091108}
{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.76483154296875, "Finetune/Loss (Raw)": 0.8130435943603516, "Finetune/Step": 2833, "Finetune/Step Time": 6.6811502035707235}
{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7607249021530151, "Finetune/Loss (Raw)": 0.3496648967266083, "Finetune/Step": 2834, "Finetune/Step Time": 6.6941688768565655}
{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7595895528793335, "Finetune/Loss (Raw)": 0.8319884538650513, "Finetune/Step": 2835, "Finetune/Step Time": 6.697029130533338}
{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7574342489242554, "Finetune/Loss (Raw)": 0.6358773112297058, "Finetune/Step": 2836, "Finetune/Step Time": 6.689259823411703}
{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7581270933151245, "Finetune/Loss (Raw)": 0.8470582962036133, "Finetune/Step": 2837, "Finetune/Step Time": 6.678353548049927}
{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7608398199081421, "Finetune/Loss (Raw)": 0.7205287218093872, "Finetune/Step": 2838, "Finetune/Step Time": 6.653151959180832}
{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7595451474189758, "Finetune/Loss (Raw)": 0.7045086026191711, "Finetune/Step": 2839, "Finetune/Step Time": 6.657170766964555}
{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7593383193016052, "Finetune/Loss (Raw)": 0.7970679998397827, "Finetune/Step": 2840, "Finetune/Step Time": 6.640720246359706}
{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7604968547821045, "Finetune/Loss (Raw)": 0.9343616366386414, "Finetune/Step": 2841, "Finetune/Step Time": 6.63473373837769}
{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7600433230400085, "Finetune/Loss (Raw)": 0.8273481130599976, "Finetune/Step": 2842, "Finetune/Step Time": 6.636095069348812}
{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7597619295120239, "Finetune/Loss (Raw)": 0.688973069190979, "Finetune/Step": 2843, "Finetune/Step Time": 6.651350757107139}
{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7601951360702515, "Finetune/Loss (Raw)": 0.8474798202514648, "Finetune/Step": 2844, "Finetune/Step Time": 6.6512786485254765}
{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.759956955909729, "Finetune/Loss (Raw)": 0.8170109987258911, "Finetune/Step": 2845, "Finetune/Step Time": 6.661480018869042}
{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7599396109580994, "Finetune/Loss (Raw)": 0.759161114692688, "Finetune/Step": 2846, "Finetune/Step Time": 6.659268248826265}
{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7581405639648438, "Finetune/Loss (Raw)": 0.591931164264679, "Finetune/Step": 2847, "Finetune/Step Time": 6.670305848121643}
{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7581287026405334, "Finetune/Loss (Raw)": 0.8625492453575134, "Finetune/Step": 2848, "Finetune/Step Time": 6.6765424478799105}
{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.758513867855072, "Finetune/Loss (Raw)": 0.7652669548988342, "Finetune/Step": 2849, "Finetune/Step Time": 6.662202620878816}
{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7584482431411743, "Finetune/Loss (Raw)": 0.7995863556861877, "Finetune/Step": 2850, "Finetune/Step Time": 6.65654949657619}
{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7594311237335205, "Finetune/Loss (Raw)": 0.8576300740242004, "Finetune/Step": 2851, "Finetune/Step Time": 6.652814764529467}
{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7595576047897339, "Finetune/Loss (Raw)": 0.8335323929786682, "Finetune/Step": 2852, "Finetune/Step Time": 6.6527099031955}
{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7590745687484741, "Finetune/Loss (Raw)": 0.7547686100006104, "Finetune/Step": 2853, "Finetune/Step Time": 6.6527759078890085}
{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7595864534378052, "Finetune/Loss (Raw)": 0.8768712282180786, "Finetune/Step": 2854, "Finetune/Step Time": 6.645103860646486}
{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7595658898353577, "Finetune/Loss (Raw)": 0.7965399622917175, "Finetune/Step": 2855, "Finetune/Step Time": 6.649428367614746}
{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.761439323425293, "Finetune/Loss (Raw)": 0.7792937755584717, "Finetune/Step": 2856, "Finetune/Step Time": 6.662548404186964}
{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7647985219955444, "Finetune/Loss (Raw)": 0.8451601266860962, "Finetune/Step": 2857, "Finetune/Step Time": 6.645729586482048}
{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7655365467071533, "Finetune/Loss (Raw)": 0.728092610836029, "Finetune/Step": 2858, "Finetune/Step Time": 6.63868791423738}
{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7656220197677612, "Finetune/Loss (Raw)": 0.812537431716919, "Finetune/Step": 2859, "Finetune/Step Time": 6.634677434340119}
{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7646338939666748, "Finetune/Loss (Raw)": 0.6918810606002808, "Finetune/Step": 2860, "Finetune/Step Time": 6.6340873166918755}
{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7654407620429993, "Finetune/Loss (Raw)": 0.9609725475311279, "Finetune/Step": 2861, "Finetune/Step Time": 6.634363843128085}
{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7652086019515991, "Finetune/Loss (Raw)": 0.7498750686645508, "Finetune/Step": 2862, "Finetune/Step Time": 6.651018314063549}
{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7645363807678223, "Finetune/Loss (Raw)": 0.7843576669692993, "Finetune/Step": 2863, "Finetune/Step Time": 6.649037882685661}
{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7665479779243469, "Finetune/Loss (Raw)": 0.7141205072402954, "Finetune/Step": 2864, "Finetune/Step Time": 6.628481844440103}
{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.769306480884552, "Finetune/Loss (Raw)": 0.887815535068512, "Finetune/Step": 2865, "Finetune/Step Time": 6.620531152933836}
{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7656682729721069, "Finetune/Loss (Raw)": 0.38986220955848694, "Finetune/Step": 2866, "Finetune/Step Time": 6.636566044762731}
{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7653893828392029, "Finetune/Loss (Raw)": 0.8379087448120117, "Finetune/Step": 2867, "Finetune/Step Time": 6.640105541795492}
{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7672691345214844, "Finetune/Loss (Raw)": 0.9403658509254456, "Finetune/Step": 2868, "Finetune/Step Time": 6.634994957596064}
{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7649886608123779, "Finetune/Loss (Raw)": 0.5976423621177673, "Finetune/Step": 2869, "Finetune/Step Time": 6.665305387228727}
{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7618799805641174, "Finetune/Loss (Raw)": 0.37637677788734436, "Finetune/Step": 2870, "Finetune/Step Time": 6.679769163951278}
{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7621363401412964, "Finetune/Loss (Raw)": 0.9399042129516602, "Finetune/Step": 2871, "Finetune/Step Time": 6.689960602670908}
{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7628566026687622, "Finetune/Loss (Raw)": 0.9170177578926086, "Finetune/Step": 2872, "Finetune/Step Time": 6.689732845872641}
{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.762366533279419, "Finetune/Loss (Raw)": 0.8420392870903015, "Finetune/Step": 2873, "Finetune/Step Time": 6.6913220919668674}
{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7587927579879761, "Finetune/Loss (Raw)": 0.35745060443878174, "Finetune/Step": 2874, "Finetune/Step Time": 6.697651728987694}
{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7592501640319824, "Finetune/Loss (Raw)": 0.8734797835350037, "Finetune/Step": 2875, "Finetune/Step Time": 6.688199734315276}
{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7583577632904053, "Finetune/Loss (Raw)": 0.8129155039787292, "Finetune/Step": 2876, "Finetune/Step Time": 6.695878690108657}
{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7577522397041321, "Finetune/Loss (Raw)": 0.7811592221260071, "Finetune/Step": 2877, "Finetune/Step Time": 6.698745774105191}
{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7572959661483765, "Finetune/Loss (Raw)": 0.7231315970420837, "Finetune/Step": 2878, "Finetune/Step Time": 6.703227337449789}
{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7568439841270447, "Finetune/Loss (Raw)": 0.7273247838020325, "Finetune/Step": 2879, "Finetune/Step Time": 6.704430770128965}
{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7574660181999207, "Finetune/Loss (Raw)": 0.9149371385574341, "Finetune/Step": 2880, "Finetune/Step Time": 6.695930581539869}
{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7566998600959778, "Finetune/Loss (Raw)": 0.8292873501777649, "Finetune/Step": 2881, "Finetune/Step Time": 6.6995725985616446}
{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7574211955070496, "Finetune/Loss (Raw)": 0.8950101137161255, "Finetune/Step": 2882, "Finetune/Step Time": 6.7005842588841915}
{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7619621753692627, "Finetune/Loss (Raw)": 0.9318243861198425, "Finetune/Step": 2883, "Finetune/Step Time": 6.6827814392745495}
{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7610208988189697, "Finetune/Loss (Raw)": 0.7183470129966736, "Finetune/Step": 2884, "Finetune/Step Time": 6.687836682423949}
{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7627763748168945, "Finetune/Loss (Raw)": 0.8769099116325378, "Finetune/Step": 2885, "Finetune/Step Time": 6.655981179326773}
{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7603947520256042, "Finetune/Loss (Raw)": 0.5805546641349792, "Finetune/Step": 2886, "Finetune/Step Time": 6.676748216152191}
{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7600762844085693, "Finetune/Loss (Raw)": 0.6981744170188904, "Finetune/Step": 2887, "Finetune/Step Time": 6.669262649491429}
{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7626373767852783, "Finetune/Loss (Raw)": 0.9864762425422668, "Finetune/Step": 2888, "Finetune/Step Time": 6.67607144266367}
{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7619388103485107, "Finetune/Loss (Raw)": 0.32662737369537354, "Finetune/Step": 2889, "Finetune/Step Time": 6.684349179267883}
{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7619333267211914, "Finetune/Loss (Raw)": 0.744657576084137, "Finetune/Step": 2890, "Finetune/Step Time": 6.672735765576363}
{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7617069482803345, "Finetune/Loss (Raw)": 0.7767804265022278, "Finetune/Step": 2891, "Finetune/Step Time": 6.670740060508251}
{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7633699178695679, "Finetune/Loss (Raw)": 1.0013209581375122, "Finetune/Step": 2892, "Finetune/Step Time": 6.679024316370487}
{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.766812264919281, "Finetune/Loss (Raw)": 0.7904737591743469, "Finetune/Step": 2893, "Finetune/Step Time": 6.65655498765409}
{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7675641179084778, "Finetune/Loss (Raw)": 0.904836893081665, "Finetune/Step": 2894, "Finetune/Step Time": 6.654586428776383}
{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7674708366394043, "Finetune/Loss (Raw)": 0.8195661902427673, "Finetune/Step": 2895, "Finetune/Step Time": 6.641050238162279}
{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7676381468772888, "Finetune/Loss (Raw)": 0.8736772537231445, "Finetune/Step": 2896, "Finetune/Step Time": 6.642595956102014}
{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7680184841156006, "Finetune/Loss (Raw)": 0.8918601870536804, "Finetune/Step": 2897, "Finetune/Step Time": 6.637362292036414}
{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7703616619110107, "Finetune/Loss (Raw)": 0.8319504261016846, "Finetune/Step": 2898, "Finetune/Step Time": 6.6203072518110275}
{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7698746919631958, "Finetune/Loss (Raw)": 0.8034191727638245, "Finetune/Step": 2899, "Finetune/Step Time": 6.6199993416666985}
{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7685344815254211, "Finetune/Loss (Raw)": 0.6823316812515259, "Finetune/Step": 2900, "Finetune/Step Time": 6.633845204487443}
{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.766861081123352, "Finetune/Loss (Raw)": 0.6881331205368042, "Finetune/Step": 2901, "Finetune/Step Time": 6.64257824793458}
{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.770479142665863, "Finetune/Loss (Raw)": 0.7908808588981628, "Finetune/Step": 2902, "Finetune/Step Time": 6.644697904586792}
{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7700469493865967, "Finetune/Loss (Raw)": 0.8288883566856384, "Finetune/Step": 2903, "Finetune/Step Time": 6.647072052583098}
{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.770344614982605, "Finetune/Loss (Raw)": 0.7937883734703064, "Finetune/Step": 2904, "Finetune/Step Time": 6.644441036507487}
{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7703943252563477, "Finetune/Loss (Raw)": 0.8030815720558167, "Finetune/Step": 2905, "Finetune/Step Time": 6.645664164796472}
{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7707058191299438, "Finetune/Loss (Raw)": 0.8924597501754761, "Finetune/Step": 2906, "Finetune/Step Time": 6.636019337922335}
{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7711727619171143, "Finetune/Loss (Raw)": 0.7885203957557678, "Finetune/Step": 2907, "Finetune/Step Time": 6.628410007804632}
{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7715166807174683, "Finetune/Loss (Raw)": 0.8648281097412109, "Finetune/Step": 2908, "Finetune/Step Time": 6.6308306735008955}
{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7723425626754761, "Finetune/Loss (Raw)": 1.0003316402435303, "Finetune/Step": 2909, "Finetune/Step Time": 6.625042073428631}
{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7731042504310608, "Finetune/Loss (Raw)": 0.9175943732261658, "Finetune/Step": 2910, "Finetune/Step Time": 6.625610437244177}
{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.774118185043335, "Finetune/Loss (Raw)": 0.9568954110145569, "Finetune/Step": 2911, "Finetune/Step Time": 6.611861174926162}
{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7759321928024292, "Finetune/Loss (Raw)": 0.8429976105690002, "Finetune/Step": 2912, "Finetune/Step Time": 6.604001605883241}
{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7760715484619141, "Finetune/Loss (Raw)": 0.819574236869812, "Finetune/Step": 2913, "Finetune/Step Time": 6.596680548042059}
{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7741299867630005, "Finetune/Loss (Raw)": 0.6118634343147278, "Finetune/Step": 2914, "Finetune/Step Time": 6.6225736401975155}
{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7725623846054077, "Finetune/Loss (Raw)": 0.5720297694206238, "Finetune/Step": 2915, "Finetune/Step Time": 6.623625645413995}
{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7724432945251465, "Finetune/Loss (Raw)": 0.8589586615562439, "Finetune/Step": 2916, "Finetune/Step Time": 6.611526334658265}
{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7738298773765564, "Finetune/Loss (Raw)": 0.9068580865859985, "Finetune/Step": 2917, "Finetune/Step Time": 6.595984486863017}
{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7732284069061279, "Finetune/Loss (Raw)": 0.723227322101593, "Finetune/Step": 2918, "Finetune/Step Time": 6.600907102227211}
{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7749603986740112, "Finetune/Loss (Raw)": 0.8417718410491943, "Finetune/Step": 2919, "Finetune/Step Time": 6.579571444541216}
{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7713702917098999, "Finetune/Loss (Raw)": 0.3447036147117615, "Finetune/Step": 2920, "Finetune/Step Time": 6.585179632529616}
{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7703027725219727, "Finetune/Loss (Raw)": 0.7910924553871155, "Finetune/Step": 2921, "Finetune/Step Time": 6.602322082966566}
{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7704426050186157, "Finetune/Loss (Raw)": 0.761422336101532, "Finetune/Step": 2922, "Finetune/Step Time": 6.595923529937863}
{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7708976864814758, "Finetune/Loss (Raw)": 0.7189515233039856, "Finetune/Step": 2923, "Finetune/Step Time": 6.617247339338064}
{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7716708183288574, "Finetune/Loss (Raw)": 0.8832318782806396, "Finetune/Step": 2924, "Finetune/Step Time": 6.601549196988344}
{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7740960121154785, "Finetune/Loss (Raw)": 0.9095598459243774, "Finetune/Step": 2925, "Finetune/Step Time": 6.590953079983592}
{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7775050401687622, "Finetune/Loss (Raw)": 0.808256983757019, "Finetune/Step": 2926, "Finetune/Step Time": 6.597993982955813}
{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7766305208206177, "Finetune/Loss (Raw)": 0.5579110980033875, "Finetune/Step": 2927, "Finetune/Step Time": 6.618245888501406}
{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7778997421264648, "Finetune/Loss (Raw)": 0.8017850518226624, "Finetune/Step": 2928, "Finetune/Step Time": 6.627349520102143}
{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7775803804397583, "Finetune/Loss (Raw)": 0.8435059785842896, "Finetune/Step": 2929, "Finetune/Step Time": 6.618502983823419}
{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.777683675289154, "Finetune/Loss (Raw)": 0.8803837299346924, "Finetune/Step": 2930, "Finetune/Step Time": 6.611030815169215}
{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7787618041038513, "Finetune/Loss (Raw)": 0.8771980404853821, "Finetune/Step": 2931, "Finetune/Step Time": 6.603220406919718}
{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7789613008499146, "Finetune/Loss (Raw)": 0.867782473564148, "Finetune/Step": 2932, "Finetune/Step Time": 6.607135096564889}
{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7778065800666809, "Finetune/Loss (Raw)": 0.8156301379203796, "Finetune/Step": 2933, "Finetune/Step Time": 6.618029553443193}
{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7782199382781982, "Finetune/Loss (Raw)": 0.7921257019042969, "Finetune/Step": 2934, "Finetune/Step Time": 6.611974474042654}
{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7785423994064331, "Finetune/Loss (Raw)": 0.8180050849914551, "Finetune/Step": 2935, "Finetune/Step Time": 6.616040803492069}
{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7805581092834473, "Finetune/Loss (Raw)": 0.8699836134910583, "Finetune/Step": 2936, "Finetune/Step Time": 6.622045487165451}
{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7856769561767578, "Finetune/Loss (Raw)": 1.003504991531372, "Finetune/Step": 2937, "Finetune/Step Time": 6.603372862562537}
{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.7869797945022583, "Finetune/Loss (Raw)": 0.8652417659759521, "Finetune/Step": 2938, "Finetune/Step Time": 6.599452322348952}
{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.7869566679000854, "Finetune/Loss (Raw)": 0.8287305235862732, "Finetune/Step": 2939, "Finetune/Step Time": 6.598232442513108}
{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.7860124111175537, "Finetune/Loss (Raw)": 0.671657383441925, "Finetune/Step": 2940, "Finetune/Step Time": 6.600417573004961}
{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7832378149032593, "Finetune/Loss (Raw)": 0.5267916917800903, "Finetune/Step": 2941, "Finetune/Step Time": 6.618423184379935}
{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7879335880279541, "Finetune/Loss (Raw)": 0.9515181183815002, "Finetune/Step": 2942, "Finetune/Step Time": 6.603610251098871}
{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7867181897163391, "Finetune/Loss (Raw)": 0.7634978294372559, "Finetune/Step": 2943, "Finetune/Step Time": 6.607504608109593}
{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7868346571922302, "Finetune/Loss (Raw)": 0.8176245093345642, "Finetune/Step": 2944, "Finetune/Step Time": 6.60361641831696}
{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7864881753921509, "Finetune/Loss (Raw)": 0.7466102838516235, "Finetune/Step": 2945, "Finetune/Step Time": 6.612346662208438}
{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7865155935287476, "Finetune/Loss (Raw)": 0.7884321808815002, "Finetune/Step": 2946, "Finetune/Step Time": 6.604413757100701}
{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7853056788444519, "Finetune/Loss (Raw)": 0.7735846042633057, "Finetune/Step": 2947, "Finetune/Step Time": 6.630835931748152}
{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.783899188041687, "Finetune/Loss (Raw)": 0.7250164151191711, "Finetune/Step": 2948, "Finetune/Step Time": 6.6414806973189116}
{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7855205535888672, "Finetune/Loss (Raw)": 0.8440609574317932, "Finetune/Step": 2949, "Finetune/Step Time": 6.632157642394304}
{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7855690121650696, "Finetune/Loss (Raw)": 0.8529230356216431, "Finetune/Step": 2950, "Finetune/Step Time": 6.632443634793162}
{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7847866415977478, "Finetune/Loss (Raw)": 0.3010459840297699, "Finetune/Step": 2951, "Finetune/Step Time": 6.632708117365837}
{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7865148782730103, "Finetune/Loss (Raw)": 0.8570815324783325, "Finetune/Step": 2952, "Finetune/Step Time": 6.631016859784722}
{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7880870699882507, "Finetune/Loss (Raw)": 0.9143798351287842, "Finetune/Step": 2953, "Finetune/Step Time": 6.630674552172422}
{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7886073589324951, "Finetune/Loss (Raw)": 0.7319499850273132, "Finetune/Step": 2954, "Finetune/Step Time": 6.635431742295623}
{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7899381518363953, "Finetune/Loss (Raw)": 0.9848984479904175, "Finetune/Step": 2955, "Finetune/Step Time": 6.653449058532715}
{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7888213992118835, "Finetune/Loss (Raw)": 0.8084812760353088, "Finetune/Step": 2956, "Finetune/Step Time": 6.651341732591391}
{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7882163524627686, "Finetune/Loss (Raw)": 0.7694454193115234, "Finetune/Step": 2957, "Finetune/Step Time": 6.640887042507529}
{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7874950170516968, "Finetune/Loss (Raw)": 0.8049911856651306, "Finetune/Step": 2958, "Finetune/Step Time": 6.643734619021416}
{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7820063829421997, "Finetune/Loss (Raw)": 0.3202272057533264, "Finetune/Step": 2959, "Finetune/Step Time": 6.660795157775283}
{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7805758118629456, "Finetune/Loss (Raw)": 0.755338191986084, "Finetune/Step": 2960, "Finetune/Step Time": 6.659789832308888}
{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7802267074584961, "Finetune/Loss (Raw)": 0.7683536410331726, "Finetune/Step": 2961, "Finetune/Step Time": 6.646870620548725}
{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7852877378463745, "Finetune/Loss (Raw)": 0.9974765777587891, "Finetune/Step": 2962, "Finetune/Step Time": 6.633370868861675}
{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7855165600776672, "Finetune/Loss (Raw)": 0.8612838387489319, "Finetune/Step": 2963, "Finetune/Step Time": 6.643807040527463}
{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7874162197113037, "Finetune/Loss (Raw)": 0.8790358901023865, "Finetune/Step": 2964, "Finetune/Step Time": 6.6476557943969965}
{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.787853479385376, "Finetune/Loss (Raw)": 0.9030211567878723, "Finetune/Step": 2965, "Finetune/Step Time": 6.644910318776965}
{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7879653573036194, "Finetune/Loss (Raw)": 0.7348544001579285, "Finetune/Step": 2966, "Finetune/Step Time": 6.65302137285471}
{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7878222465515137, "Finetune/Loss (Raw)": 0.6861909627914429, "Finetune/Step": 2967, "Finetune/Step Time": 6.66500249132514}
{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.7886268496513367, "Finetune/Loss (Raw)": 0.9000595211982727, "Finetune/Step": 2968, "Finetune/Step Time": 6.673588491976261}
{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7876793146133423, "Finetune/Loss (Raw)": 0.8130761384963989, "Finetune/Step": 2969, "Finetune/Step Time": 6.670205753296614}
{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7874051332473755, "Finetune/Loss (Raw)": 0.7922542095184326, "Finetune/Step": 2970, "Finetune/Step Time": 6.6817693412303925}
{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7882369756698608, "Finetune/Loss (Raw)": 0.7954496145248413, "Finetune/Step": 2971, "Finetune/Step Time": 6.678069895133376}
{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7879780530929565, "Finetune/Loss (Raw)": 0.8143348693847656, "Finetune/Step": 2972, "Finetune/Step Time": 6.67427896335721}
{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7871149778366089, "Finetune/Loss (Raw)": 0.7065320014953613, "Finetune/Step": 2973, "Finetune/Step Time": 6.67764706350863}
{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7876825332641602, "Finetune/Loss (Raw)": 0.8318113684654236, "Finetune/Step": 2974, "Finetune/Step Time": 6.678849644958973}
{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7861026525497437, "Finetune/Loss (Raw)": 0.3897051215171814, "Finetune/Step": 2975, "Finetune/Step Time": 6.684773055836558}
{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7851201891899109, "Finetune/Loss (Raw)": 0.7367942929267883, "Finetune/Step": 2976, "Finetune/Step Time": 6.679306175559759}
{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.7851380109786987, "Finetune/Loss (Raw)": 0.7675459980964661, "Finetune/Step": 2977, "Finetune/Step Time": 6.676309309899807}
{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7862117290496826, "Finetune/Loss (Raw)": 0.9370245337486267, "Finetune/Step": 2978, "Finetune/Step Time": 6.676894372329116}
{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7860463261604309, "Finetune/Loss (Raw)": 0.8364593982696533, "Finetune/Step": 2979, "Finetune/Step Time": 6.685963075608015}
{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7854808568954468, "Finetune/Loss (Raw)": 0.7611457705497742, "Finetune/Step": 2980, "Finetune/Step Time": 6.688709670677781}
{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7852830290794373, "Finetune/Loss (Raw)": 0.7294567823410034, "Finetune/Step": 2981, "Finetune/Step Time": 6.713671911507845}
{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.784380316734314, "Finetune/Loss (Raw)": 0.7613245844841003, "Finetune/Step": 2982, "Finetune/Step Time": 6.70747491158545}
{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7855631709098816, "Finetune/Loss (Raw)": 0.94794100522995, "Finetune/Step": 2983, "Finetune/Step Time": 6.697482807561755}
{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.785519003868103, "Finetune/Loss (Raw)": 0.7736359238624573, "Finetune/Step": 2984, "Finetune/Step Time": 6.708079043775797}
{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7854737639427185, "Finetune/Loss (Raw)": 0.8393763899803162, "Finetune/Step": 2985, "Finetune/Step Time": 6.706872781738639}
{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7823126912117004, "Finetune/Loss (Raw)": 0.3234739899635315, "Finetune/Step": 2986, "Finetune/Step Time": 6.727531494572759}
{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7821311950683594, "Finetune/Loss (Raw)": 0.7892981767654419, "Finetune/Step": 2987, "Finetune/Step Time": 6.740519247949123}
{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7835605144500732, "Finetune/Loss (Raw)": 0.8748348355293274, "Finetune/Step": 2988, "Finetune/Step Time": 6.7371089104563}
{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7811349630355835, "Finetune/Loss (Raw)": 0.650506854057312, "Finetune/Step": 2989, "Finetune/Step Time": 6.741299981251359}
{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7824543714523315, "Finetune/Loss (Raw)": 0.9187635779380798, "Finetune/Step": 2990, "Finetune/Step Time": 6.716935191303492}
{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7830537557601929, "Finetune/Loss (Raw)": 0.8610681891441345, "Finetune/Step": 2991, "Finetune/Step Time": 6.720354659482837}
{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.782891571521759, "Finetune/Loss (Raw)": 0.6933678984642029, "Finetune/Step": 2992, "Finetune/Step Time": 6.730199510231614}
{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7831991314888, "Finetune/Loss (Raw)": 0.9271835088729858, "Finetune/Step": 2993, "Finetune/Step Time": 6.725993126630783}
{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.787439227104187, "Finetune/Loss (Raw)": 0.9325907826423645, "Finetune/Step": 2994, "Finetune/Step Time": 6.702494194731116}
{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7874719500541687, "Finetune/Loss (Raw)": 0.8420997858047485, "Finetune/Step": 2995, "Finetune/Step Time": 6.704520737752318}
{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7859058976173401, "Finetune/Loss (Raw)": 0.7399114370346069, "Finetune/Step": 2996, "Finetune/Step Time": 6.71891975030303}
{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7870151996612549, "Finetune/Loss (Raw)": 0.7396413683891296, "Finetune/Step": 2997, "Finetune/Step Time": 6.688936773687601}
{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.7899821996688843, "Finetune/Loss (Raw)": 0.7561419010162354, "Finetune/Step": 2998, "Finetune/Step Time": 6.676539110019803}
{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7892066240310669, "Finetune/Loss (Raw)": 0.8406305909156799, "Finetune/Step": 2999, "Finetune/Step Time": 6.6699966955929995}
{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7885656356811523, "Finetune/Loss (Raw)": 0.8349694013595581, "Finetune/Step": 3000, "Finetune/Step Time": 6.674070009961724}
{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.7878895998001099, "Finetune/Loss (Raw)": 0.7555113434791565, "Finetune/Step": 3001, "Finetune/Step Time": 6.677422909066081}
{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.7920957207679749, "Finetune/Loss (Raw)": 0.8958311676979065, "Finetune/Step": 3002, "Finetune/Step Time": 6.660473693162203}
{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.7915441989898682, "Finetune/Loss (Raw)": 0.802888810634613, "Finetune/Step": 3003, "Finetune/Step Time": 6.655919604003429}
{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.7920742034912109, "Finetune/Loss (Raw)": 0.8807540535926819, "Finetune/Step": 3004, "Finetune/Step Time": 6.648890418931842}
{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.7906071543693542, "Finetune/Loss (Raw)": 0.5933799147605896, "Finetune/Step": 3005, "Finetune/Step Time": 6.666155681014061}
{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.791887640953064, "Finetune/Loss (Raw)": 0.8870316743850708, "Finetune/Step": 3006, "Finetune/Step Time": 6.659740036353469}
{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7913684844970703, "Finetune/Loss (Raw)": 0.660866916179657, "Finetune/Step": 3007, "Finetune/Step Time": 6.650721520185471}
{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.791058361530304, "Finetune/Loss (Raw)": 0.8752486705780029, "Finetune/Step": 3008, "Finetune/Step Time": 6.651730742305517}
{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7918912172317505, "Finetune/Loss (Raw)": 0.9358925819396973, "Finetune/Step": 3009, "Finetune/Step Time": 6.645088151097298}
{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.7910555601119995, "Finetune/Loss (Raw)": 0.7880452275276184, "Finetune/Step": 3010, "Finetune/Step Time": 6.645599188283086}
{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.7906966209411621, "Finetune/Loss (Raw)": 0.8858783841133118, "Finetune/Step": 3011, "Finetune/Step Time": 6.654004203155637}
{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7918556928634644, "Finetune/Loss (Raw)": 0.8667059540748596, "Finetune/Step": 3012, "Finetune/Step Time": 6.6271459069103}
{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.7915523052215576, "Finetune/Loss (Raw)": 0.838084876537323, "Finetune/Step": 3013, "Finetune/Step Time": 6.623566135764122}
{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7924262285232544, "Finetune/Loss (Raw)": 0.6924102306365967, "Finetune/Step": 3014, "Finetune/Step Time": 6.608107769861817}
{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7918074131011963, "Finetune/Loss (Raw)": 0.6189674139022827, "Finetune/Step": 3015, "Finetune/Step Time": 6.617453286424279}
{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7900940179824829, "Finetune/Loss (Raw)": 0.7671614289283752, "Finetune/Step": 3016, "Finetune/Step Time": 6.621678618714213}
{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.7930490970611572, "Finetune/Loss (Raw)": 0.7048753499984741, "Finetune/Step": 3017, "Finetune/Step Time": 6.597524920478463}
{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.7930556535720825, "Finetune/Loss (Raw)": 0.7455017566680908, "Finetune/Step": 3018, "Finetune/Step Time": 6.593183267861605}
{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.7932529449462891, "Finetune/Loss (Raw)": 0.8020350933074951, "Finetune/Step": 3019, "Finetune/Step Time": 6.605278892442584}
{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7914587259292603, "Finetune/Loss (Raw)": 0.7716598510742188, "Finetune/Step": 3020, "Finetune/Step Time": 6.588200876489282}
{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7915694713592529, "Finetune/Loss (Raw)": 0.8046510815620422, "Finetune/Step": 3021, "Finetune/Step Time": 6.591818759217858}
{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.7916991114616394, "Finetune/Loss (Raw)": 0.9214275479316711, "Finetune/Step": 3022, "Finetune/Step Time": 6.592141026630998}
{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7905267477035522, "Finetune/Loss (Raw)": 0.6694959998130798, "Finetune/Step": 3023, "Finetune/Step Time": 6.595362938940525}
{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7900868654251099, "Finetune/Loss (Raw)": 0.8173789978027344, "Finetune/Step": 3024, "Finetune/Step Time": 6.600525870919228}
{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7899092435836792, "Finetune/Loss (Raw)": 0.8691226840019226, "Finetune/Step": 3025, "Finetune/Step Time": 6.59992603585124}
{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7898120880126953, "Finetune/Loss (Raw)": 0.8195195198059082, "Finetune/Step": 3026, "Finetune/Step Time": 6.604187520220876}
{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7906166911125183, "Finetune/Loss (Raw)": 0.9064032435417175, "Finetune/Step": 3027, "Finetune/Step Time": 6.602659782394767}
{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7915546894073486, "Finetune/Loss (Raw)": 0.8024045825004578, "Finetune/Step": 3028, "Finetune/Step Time": 6.5952638033777475}
{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.794045090675354, "Finetune/Loss (Raw)": 1.0068975687026978, "Finetune/Step": 3029, "Finetune/Step Time": 6.5869246907532215}
{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.7939463257789612, "Finetune/Loss (Raw)": 0.7782430052757263, "Finetune/Step": 3030, "Finetune/Step Time": 6.57905033044517}
{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.7940185070037842, "Finetune/Loss (Raw)": 0.838128924369812, "Finetune/Step": 3031, "Finetune/Step Time": 6.576179344207048}
{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.7942725419998169, "Finetune/Loss (Raw)": 0.8263012170791626, "Finetune/Step": 3032, "Finetune/Step Time": 6.580750480294228}
{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.7946875095367432, "Finetune/Loss (Raw)": 0.8561881184577942, "Finetune/Step": 3033, "Finetune/Step Time": 6.588284611701965}
{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.7950541973114014, "Finetune/Loss (Raw)": 0.9393991231918335, "Finetune/Step": 3034, "Finetune/Step Time": 6.584527742117643}
{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.7953894734382629, "Finetune/Loss (Raw)": 0.8314399123191833, "Finetune/Step": 3035, "Finetune/Step Time": 6.585823480039835}
{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.7946786880493164, "Finetune/Loss (Raw)": 0.7738481760025024, "Finetune/Step": 3036, "Finetune/Step Time": 6.598891636356711}
{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.7942289710044861, "Finetune/Loss (Raw)": 0.9427671432495117, "Finetune/Step": 3037, "Finetune/Step Time": 6.601811204105616}
{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.7939354181289673, "Finetune/Loss (Raw)": 0.880018413066864, "Finetune/Step": 3038, "Finetune/Step Time": 6.601315001025796}
{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7921167612075806, "Finetune/Loss (Raw)": 0.7241107225418091, "Finetune/Step": 3039, "Finetune/Step Time": 6.6129433792084455}
{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.7920483350753784, "Finetune/Loss (Raw)": 0.8342379331588745, "Finetune/Step": 3040, "Finetune/Step Time": 6.605692449957132}
{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7914703488349915, "Finetune/Loss (Raw)": 0.745589017868042, "Finetune/Step": 3041, "Finetune/Step Time": 6.610386777669191}
{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7931122779846191, "Finetune/Loss (Raw)": 0.8220258355140686, "Finetune/Step": 3042, "Finetune/Step Time": 6.586756832897663}
{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.7910411953926086, "Finetune/Loss (Raw)": 0.3069380521774292, "Finetune/Step": 3043, "Finetune/Step Time": 6.595897475257516}
{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7895954847335815, "Finetune/Loss (Raw)": 0.6739059090614319, "Finetune/Step": 3044, "Finetune/Step Time": 6.614434229210019}
{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7870889902114868, "Finetune/Loss (Raw)": 0.5860261917114258, "Finetune/Step": 3045, "Finetune/Step Time": 6.620322810485959}
{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7891108989715576, "Finetune/Loss (Raw)": 0.9820364713668823, "Finetune/Step": 3046, "Finetune/Step Time": 6.614572413265705}
{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7888942956924438, "Finetune/Loss (Raw)": 0.8140447735786438, "Finetune/Step": 3047, "Finetune/Step Time": 6.619913533329964}
{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.7937309145927429, "Finetune/Loss (Raw)": 0.9637850522994995, "Finetune/Step": 3048, "Finetune/Step Time": 6.60039247199893}
{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.7937490940093994, "Finetune/Loss (Raw)": 0.7934211492538452, "Finetune/Step": 3049, "Finetune/Step Time": 6.583010045811534}
{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.795235812664032, "Finetune/Loss (Raw)": 0.9517253041267395, "Finetune/Step": 3050, "Finetune/Step Time": 6.574233990162611}
{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7968131303787231, "Finetune/Loss (Raw)": 0.9208497405052185, "Finetune/Step": 3051, "Finetune/Step Time": 6.5526714120060205}
{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7960227727890015, "Finetune/Loss (Raw)": 0.7820698022842407, "Finetune/Step": 3052, "Finetune/Step Time": 6.556524371728301}
{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.7960102558135986, "Finetune/Loss (Raw)": 0.9079571962356567, "Finetune/Step": 3053, "Finetune/Step Time": 6.559659730643034}
{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.7972009778022766, "Finetune/Loss (Raw)": 0.9606615900993347, "Finetune/Step": 3054, "Finetune/Step Time": 6.5348402708768845}
{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.7992929220199585, "Finetune/Loss (Raw)": 0.8256902098655701, "Finetune/Step": 3055, "Finetune/Step Time": 6.515280885621905}
{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.7996985912322998, "Finetune/Loss (Raw)": 0.8536959886550903, "Finetune/Step": 3056, "Finetune/Step Time": 6.494494926184416}
{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.7987167835235596, "Finetune/Loss (Raw)": 0.7178412079811096, "Finetune/Step": 3057, "Finetune/Step Time": 6.50636781938374}
{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.798603892326355, "Finetune/Loss (Raw)": 0.8659346103668213, "Finetune/Step": 3058, "Finetune/Step Time": 6.503788063302636}
{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.7984252572059631, "Finetune/Loss (Raw)": 0.8543347120285034, "Finetune/Step": 3059, "Finetune/Step Time": 6.500788388773799}
{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.7986679077148438, "Finetune/Loss (Raw)": 0.8988383412361145, "Finetune/Step": 3060, "Finetune/Step Time": 6.50516995228827}
{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.7993192672729492, "Finetune/Loss (Raw)": 0.899005115032196, "Finetune/Step": 3061, "Finetune/Step Time": 6.497381271794438}
{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.7989110946655273, "Finetune/Loss (Raw)": 0.7398868203163147, "Finetune/Step": 3062, "Finetune/Step Time": 6.525019409134984}
{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.7988212704658508, "Finetune/Loss (Raw)": 0.806501030921936, "Finetune/Step": 3063, "Finetune/Step Time": 6.5181158650666475}
{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.7987459897994995, "Finetune/Loss (Raw)": 0.8603400588035583, "Finetune/Step": 3064, "Finetune/Step Time": 6.50005778670311}
{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7960833311080933, "Finetune/Loss (Raw)": 0.6626948714256287, "Finetune/Step": 3065, "Finetune/Step Time": 6.516482450067997}
{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.7935782670974731, "Finetune/Loss (Raw)": 0.5445922613143921, "Finetune/Step": 3066, "Finetune/Step Time": 6.5483165849000216}
{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.7935609817504883, "Finetune/Loss (Raw)": 0.82651287317276, "Finetune/Step": 3067, "Finetune/Step Time": 6.548938486725092}
{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.7942884564399719, "Finetune/Loss (Raw)": 0.7647792100906372, "Finetune/Step": 3068, "Finetune/Step Time": 6.5703969821333885}
{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.7954407930374146, "Finetune/Loss (Raw)": 0.6742915511131287, "Finetune/Step": 3069, "Finetune/Step Time": 6.56117076985538}
{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.7944183349609375, "Finetune/Loss (Raw)": 0.8206453323364258, "Finetune/Step": 3070, "Finetune/Step Time": 6.558557193726301}
{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.795992374420166, "Finetune/Loss (Raw)": 0.9649742245674133, "Finetune/Step": 3071, "Finetune/Step Time": 6.551284404471517}
{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.7957925200462341, "Finetune/Loss (Raw)": 0.7920364737510681, "Finetune/Step": 3072, "Finetune/Step Time": 6.55086768232286}
{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.7963594794273376, "Finetune/Loss (Raw)": 0.8191852569580078, "Finetune/Step": 3073, "Finetune/Step Time": 6.5408680737018585}
{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.7964457869529724, "Finetune/Loss (Raw)": 0.7994821071624756, "Finetune/Step": 3074, "Finetune/Step Time": 6.5420948304235935}
{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7926813364028931, "Finetune/Loss (Raw)": 0.2917293310165405, "Finetune/Step": 3075, "Finetune/Step Time": 6.5346208568662405}
{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.7924008369445801, "Finetune/Loss (Raw)": 0.689118504524231, "Finetune/Step": 3076, "Finetune/Step Time": 6.520725464448333}
{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7925233244895935, "Finetune/Loss (Raw)": 0.8597344756126404, "Finetune/Step": 3077, "Finetune/Step Time": 6.52049127779901}
{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.7913336753845215, "Finetune/Loss (Raw)": 0.7006492018699646, "Finetune/Step": 3078, "Finetune/Step Time": 6.516389073804021}
{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.7938878536224365, "Finetune/Loss (Raw)": 0.627979576587677, "Finetune/Step": 3079, "Finetune/Step Time": 6.518368883058429}
{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7926614284515381, "Finetune/Loss (Raw)": 0.7001009583473206, "Finetune/Step": 3080, "Finetune/Step Time": 6.521735629066825}
{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.7913083434104919, "Finetune/Loss (Raw)": 0.7411863803863525, "Finetune/Step": 3081, "Finetune/Step Time": 6.52455466799438}
{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7920876741409302, "Finetune/Loss (Raw)": 0.8317042589187622, "Finetune/Step": 3082, "Finetune/Step Time": 6.519820591434836}
{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7910454273223877, "Finetune/Loss (Raw)": 0.8514818549156189, "Finetune/Step": 3083, "Finetune/Step Time": 6.514064883813262}
{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7907329201698303, "Finetune/Loss (Raw)": 0.7684868574142456, "Finetune/Step": 3084, "Finetune/Step Time": 6.523857260122895}
{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.7924365401268005, "Finetune/Loss (Raw)": 0.9875091910362244, "Finetune/Step": 3085, "Finetune/Step Time": 6.521627755835652}
{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7926457524299622, "Finetune/Loss (Raw)": 0.8317668437957764, "Finetune/Step": 3086, "Finetune/Step Time": 6.520899346098304}
{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.7963739633560181, "Finetune/Loss (Raw)": 0.7974446415901184, "Finetune/Step": 3087, "Finetune/Step Time": 6.505513530224562}
{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.7949095368385315, "Finetune/Loss (Raw)": 0.5678850412368774, "Finetune/Step": 3088, "Finetune/Step Time": 6.50315154902637}
{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7958861589431763, "Finetune/Loss (Raw)": 0.8933645486831665, "Finetune/Step": 3089, "Finetune/Step Time": 6.4966004975140095}
{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7938270568847656, "Finetune/Loss (Raw)": 0.733913779258728, "Finetune/Step": 3090, "Finetune/Step Time": 6.489903161302209}
{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7927714586257935, "Finetune/Loss (Raw)": 0.7261630892753601, "Finetune/Step": 3091, "Finetune/Step Time": 6.503651650622487}
{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7882076501846313, "Finetune/Loss (Raw)": 0.29486575722694397, "Finetune/Step": 3092, "Finetune/Step Time": 6.51979423314333}
{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7876086235046387, "Finetune/Loss (Raw)": 0.8263550400733948, "Finetune/Step": 3093, "Finetune/Step Time": 6.525753039866686}
{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7884566783905029, "Finetune/Loss (Raw)": 0.8434037566184998, "Finetune/Step": 3094, "Finetune/Step Time": 6.520489038899541}
{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.789215087890625, "Finetune/Loss (Raw)": 0.7832621335983276, "Finetune/Step": 3095, "Finetune/Step Time": 6.514449862763286}
{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7886859178543091, "Finetune/Loss (Raw)": 0.8323270678520203, "Finetune/Step": 3096, "Finetune/Step Time": 6.508922278881073}
{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7847158908843994, "Finetune/Loss (Raw)": 0.3049149513244629, "Finetune/Step": 3097, "Finetune/Step Time": 6.530180025845766}
{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7830548286437988, "Finetune/Loss (Raw)": 0.579639732837677, "Finetune/Step": 3098, "Finetune/Step Time": 6.518951075151563}
{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7834389805793762, "Finetune/Loss (Raw)": 0.8446202874183655, "Finetune/Step": 3099, "Finetune/Step Time": 6.5222867000848055}
{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.784980297088623, "Finetune/Loss (Raw)": 1.0116236209869385, "Finetune/Step": 3100, "Finetune/Step Time": 6.52411350607872}
{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7839301228523254, "Finetune/Loss (Raw)": 0.5721058249473572, "Finetune/Step": 3101, "Finetune/Step Time": 6.52625085413456}
{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.784554123878479, "Finetune/Loss (Raw)": 0.9116867780685425, "Finetune/Step": 3102, "Finetune/Step Time": 6.533479452133179}
{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7888592481613159, "Finetune/Loss (Raw)": 0.9407619833946228, "Finetune/Step": 3103, "Finetune/Step Time": 6.527240075170994}
{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7897498607635498, "Finetune/Loss (Raw)": 0.8507857918739319, "Finetune/Step": 3104, "Finetune/Step Time": 6.52249513193965}
{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7904481887817383, "Finetune/Loss (Raw)": 0.8569355607032776, "Finetune/Step": 3105, "Finetune/Step Time": 6.523766113445163}
{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.7888181209564209, "Finetune/Loss (Raw)": 0.7283766269683838, "Finetune/Step": 3106, "Finetune/Step Time": 6.523443192243576}
{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7898275256156921, "Finetune/Loss (Raw)": 0.9656690359115601, "Finetune/Step": 3107, "Finetune/Step Time": 6.517858242616057}
{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7897236943244934, "Finetune/Loss (Raw)": 0.7478492856025696, "Finetune/Step": 3108, "Finetune/Step Time": 6.510297419503331}
{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.790056049823761, "Finetune/Loss (Raw)": 0.771998405456543, "Finetune/Step": 3109, "Finetune/Step Time": 6.4874737318605185}
{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7899117469787598, "Finetune/Loss (Raw)": 0.7428533434867859, "Finetune/Step": 3110, "Finetune/Step Time": 6.4843426290899515}
{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7885121703147888, "Finetune/Loss (Raw)": 0.7687984704971313, "Finetune/Step": 3111, "Finetune/Step Time": 6.493612740188837}
{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.789423406124115, "Finetune/Loss (Raw)": 0.8902737498283386, "Finetune/Step": 3112, "Finetune/Step Time": 6.468018192797899}
{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.78889000415802, "Finetune/Loss (Raw)": 0.7710967659950256, "Finetune/Step": 3113, "Finetune/Step Time": 6.48124417103827}
{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.793095588684082, "Finetune/Loss (Raw)": 0.8617944121360779, "Finetune/Step": 3114, "Finetune/Step Time": 6.467734783887863}
{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7931336164474487, "Finetune/Loss (Raw)": 0.7941619157791138, "Finetune/Step": 3115, "Finetune/Step Time": 6.450585247948766}
{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7908129096031189, "Finetune/Loss (Raw)": 0.5777897238731384, "Finetune/Step": 3116, "Finetune/Step Time": 6.477067943662405}
{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7924140691757202, "Finetune/Loss (Raw)": 0.8554533123970032, "Finetune/Step": 3117, "Finetune/Step Time": 6.472954789176583}
{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7889002561569214, "Finetune/Loss (Raw)": 0.4689914584159851, "Finetune/Step": 3118, "Finetune/Step Time": 6.494932783767581}
{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7884944081306458, "Finetune/Loss (Raw)": 0.809120237827301, "Finetune/Step": 3119, "Finetune/Step Time": 6.4961303155869246}
{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7895984649658203, "Finetune/Loss (Raw)": 0.8346884250640869, "Finetune/Step": 3120, "Finetune/Step Time": 6.491646034643054}
{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7872002124786377, "Finetune/Loss (Raw)": 0.6202108263969421, "Finetune/Step": 3121, "Finetune/Step Time": 6.502793928608298}
{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.78603196144104, "Finetune/Loss (Raw)": 0.7830588817596436, "Finetune/Step": 3122, "Finetune/Step Time": 6.5051715318113565}
{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.785602331161499, "Finetune/Loss (Raw)": 0.7870989441871643, "Finetune/Step": 3123, "Finetune/Step Time": 6.511191124096513}
{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7867425680160522, "Finetune/Loss (Raw)": 0.8858600854873657, "Finetune/Step": 3124, "Finetune/Step Time": 6.49600619263947}
{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7861494421958923, "Finetune/Loss (Raw)": 0.6637223362922668, "Finetune/Step": 3125, "Finetune/Step Time": 6.496087424457073}
{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7870581150054932, "Finetune/Loss (Raw)": 0.8724470138549805, "Finetune/Step": 3126, "Finetune/Step Time": 6.487496452406049}
{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7879414558410645, "Finetune/Loss (Raw)": 0.9537068605422974, "Finetune/Step": 3127, "Finetune/Step Time": 6.484354177489877}
{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7854875326156616, "Finetune/Loss (Raw)": 0.5208614468574524, "Finetune/Step": 3128, "Finetune/Step Time": 6.520103728398681}
{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7856184244155884, "Finetune/Loss (Raw)": 0.772269070148468, "Finetune/Step": 3129, "Finetune/Step Time": 6.517150908708572}
{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7842275500297546, "Finetune/Loss (Raw)": 0.7177968621253967, "Finetune/Step": 3130, "Finetune/Step Time": 6.531083734706044}
{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7838638424873352, "Finetune/Loss (Raw)": 0.7563372254371643, "Finetune/Step": 3131, "Finetune/Step Time": 6.532670110464096}
{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7802184820175171, "Finetune/Loss (Raw)": 0.4141536355018616, "Finetune/Step": 3132, "Finetune/Step Time": 6.552908260375261}
{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7820158004760742, "Finetune/Loss (Raw)": 0.8234311938285828, "Finetune/Step": 3133, "Finetune/Step Time": 6.534577380865812}
{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7801426649093628, "Finetune/Loss (Raw)": 0.6472656726837158, "Finetune/Step": 3134, "Finetune/Step Time": 6.549039633944631}
{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7818135619163513, "Finetune/Loss (Raw)": 0.874743640422821, "Finetune/Step": 3135, "Finetune/Step Time": 6.552145252004266}
{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7814314961433411, "Finetune/Loss (Raw)": 0.8263468742370605, "Finetune/Step": 3136, "Finetune/Step Time": 6.554230121895671}
{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.779794454574585, "Finetune/Loss (Raw)": 0.7263473868370056, "Finetune/Step": 3137, "Finetune/Step Time": 6.570462649688125}
{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7786621451377869, "Finetune/Loss (Raw)": 0.643115758895874, "Finetune/Step": 3138, "Finetune/Step Time": 6.578414048999548}
{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7779674530029297, "Finetune/Loss (Raw)": 0.7969595789909363, "Finetune/Step": 3139, "Finetune/Step Time": 6.568863207474351}
{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7773563861846924, "Finetune/Loss (Raw)": 0.7884886860847473, "Finetune/Step": 3140, "Finetune/Step Time": 6.579368656501174}
{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7769200801849365, "Finetune/Loss (Raw)": 0.7822364568710327, "Finetune/Step": 3141, "Finetune/Step Time": 6.581966368481517}
{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.777339518070221, "Finetune/Loss (Raw)": 0.7460905313491821, "Finetune/Step": 3142, "Finetune/Step Time": 6.586606295779347}
{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7765994071960449, "Finetune/Loss (Raw)": 0.524240255355835, "Finetune/Step": 3143, "Finetune/Step Time": 6.586108652874827}
{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7778241634368896, "Finetune/Loss (Raw)": 0.9239321947097778, "Finetune/Step": 3144, "Finetune/Step Time": 6.578246282413602}
{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7793706655502319, "Finetune/Loss (Raw)": 0.9028226137161255, "Finetune/Step": 3145, "Finetune/Step Time": 6.573475005105138}
{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7803092002868652, "Finetune/Loss (Raw)": 0.8656308650970459, "Finetune/Step": 3146, "Finetune/Step Time": 6.574342226609588}
{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7804136276245117, "Finetune/Loss (Raw)": 0.8154095411300659, "Finetune/Step": 3147, "Finetune/Step Time": 6.571329137310386}
{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7818275094032288, "Finetune/Loss (Raw)": 0.9526335597038269, "Finetune/Step": 3148, "Finetune/Step Time": 6.590886939316988}
{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7788037061691284, "Finetune/Loss (Raw)": 0.4176025688648224, "Finetune/Step": 3149, "Finetune/Step Time": 6.607709586620331}
{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7777307033538818, "Finetune/Loss (Raw)": 0.7840796113014221, "Finetune/Step": 3150, "Finetune/Step Time": 6.60465988330543}
{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7790322303771973, "Finetune/Loss (Raw)": 0.8360968828201294, "Finetune/Step": 3151, "Finetune/Step Time": 6.6055381167680025}
{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7788426280021667, "Finetune/Loss (Raw)": 0.7931092381477356, "Finetune/Step": 3152, "Finetune/Step Time": 6.611417382955551}
{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7786899209022522, "Finetune/Loss (Raw)": 0.8495768904685974, "Finetune/Step": 3153, "Finetune/Step Time": 6.610836494714022}
{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7785136699676514, "Finetune/Loss (Raw)": 0.7969616055488586, "Finetune/Step": 3154, "Finetune/Step Time": 6.602443540468812}
{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7782582640647888, "Finetune/Loss (Raw)": 0.8737124800682068, "Finetune/Step": 3155, "Finetune/Step Time": 6.596312038600445}
{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7779136896133423, "Finetune/Loss (Raw)": 0.7582963705062866, "Finetune/Step": 3156, "Finetune/Step Time": 6.590564474463463}
{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.777409553527832, "Finetune/Loss (Raw)": 0.9423609375953674, "Finetune/Step": 3157, "Finetune/Step Time": 6.595578815788031}
{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.773547351360321, "Finetune/Loss (Raw)": 0.28388792276382446, "Finetune/Step": 3158, "Finetune/Step Time": 6.602430783212185}
{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7728444337844849, "Finetune/Loss (Raw)": 0.748154878616333, "Finetune/Step": 3159, "Finetune/Step Time": 6.60567557439208}
{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7728428840637207, "Finetune/Loss (Raw)": 0.826100766658783, "Finetune/Step": 3160, "Finetune/Step Time": 6.596006916835904}
{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7727566361427307, "Finetune/Loss (Raw)": 0.8451507091522217, "Finetune/Step": 3161, "Finetune/Step Time": 6.604044854640961}
{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7685983180999756, "Finetune/Loss (Raw)": 0.40713000297546387, "Finetune/Step": 3162, "Finetune/Step Time": 6.62361154332757}
{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7693367600440979, "Finetune/Loss (Raw)": 0.9259657859802246, "Finetune/Step": 3163, "Finetune/Step Time": 6.644595621153712}
{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7698619365692139, "Finetune/Loss (Raw)": 0.8410753607749939, "Finetune/Step": 3164, "Finetune/Step Time": 6.625671684741974}
{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7665838003158569, "Finetune/Loss (Raw)": 0.5231561064720154, "Finetune/Step": 3165, "Finetune/Step Time": 6.6269960924983025}
{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7658647298812866, "Finetune/Loss (Raw)": 0.7879756689071655, "Finetune/Step": 3166, "Finetune/Step Time": 6.626626569777727}
{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7665570974349976, "Finetune/Loss (Raw)": 0.8127332925796509, "Finetune/Step": 3167, "Finetune/Step Time": 6.612462682649493}
{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7674940824508667, "Finetune/Loss (Raw)": 0.9541806578636169, "Finetune/Step": 3168, "Finetune/Step Time": 6.618051974102855}
{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7641278505325317, "Finetune/Loss (Raw)": 0.31471002101898193, "Finetune/Step": 3169, "Finetune/Step Time": 6.634019607678056}
{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7629395723342896, "Finetune/Loss (Raw)": 0.669922947883606, "Finetune/Step": 3170, "Finetune/Step Time": 6.635224029421806}
{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7665014266967773, "Finetune/Loss (Raw)": 0.7628606557846069, "Finetune/Step": 3171, "Finetune/Step Time": 6.618150996044278}
{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7670323252677917, "Finetune/Loss (Raw)": 0.741862416267395, "Finetune/Step": 3172, "Finetune/Step Time": 6.600279049947858}
{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.767676830291748, "Finetune/Loss (Raw)": 0.6685118675231934, "Finetune/Step": 3173, "Finetune/Step Time": 6.611082125455141}
{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.767621636390686, "Finetune/Loss (Raw)": 0.974980890750885, "Finetune/Step": 3174, "Finetune/Step Time": 6.6161792650818825}
{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7674327492713928, "Finetune/Loss (Raw)": 0.7898617386817932, "Finetune/Step": 3175, "Finetune/Step Time": 6.613217398524284}
{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7673690319061279, "Finetune/Loss (Raw)": 0.9556311368942261, "Finetune/Step": 3176, "Finetune/Step Time": 6.615123327821493}
{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.767120361328125, "Finetune/Loss (Raw)": 0.7615922689437866, "Finetune/Step": 3177, "Finetune/Step Time": 6.628393989056349}
{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7660313844680786, "Finetune/Loss (Raw)": 0.8123397827148438, "Finetune/Step": 3178, "Finetune/Step Time": 6.633619844913483}
{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7661171555519104, "Finetune/Loss (Raw)": 0.9318257570266724, "Finetune/Step": 3179, "Finetune/Step Time": 6.649853453040123}
{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7658331394195557, "Finetune/Loss (Raw)": 0.7457179427146912, "Finetune/Step": 3180, "Finetune/Step Time": 6.645483642816544}
{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7653785943984985, "Finetune/Loss (Raw)": 0.8497650027275085, "Finetune/Step": 3181, "Finetune/Step Time": 6.640743300318718}
{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7643951773643494, "Finetune/Loss (Raw)": 0.8347893953323364, "Finetune/Step": 3182, "Finetune/Step Time": 6.643014727160335}
{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7635027766227722, "Finetune/Loss (Raw)": 0.7114619612693787, "Finetune/Step": 3183, "Finetune/Step Time": 6.642267188057303}
{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7628925442695618, "Finetune/Loss (Raw)": 0.7755873799324036, "Finetune/Step": 3184, "Finetune/Step Time": 6.652555538341403}
{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7641811370849609, "Finetune/Loss (Raw)": 0.8827792406082153, "Finetune/Step": 3185, "Finetune/Step Time": 6.647119579836726}
{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.763493537902832, "Finetune/Loss (Raw)": 0.7779265642166138, "Finetune/Step": 3186, "Finetune/Step Time": 6.650553159415722}
{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7637825012207031, "Finetune/Loss (Raw)": 0.8913212418556213, "Finetune/Step": 3187, "Finetune/Step Time": 6.648891620337963}
{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7623671293258667, "Finetune/Loss (Raw)": 0.7176744937896729, "Finetune/Step": 3188, "Finetune/Step Time": 6.657123971730471}
{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7611498832702637, "Finetune/Loss (Raw)": 0.7431882619857788, "Finetune/Step": 3189, "Finetune/Step Time": 6.654262028634548}
{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7619047164916992, "Finetune/Loss (Raw)": 0.8365024924278259, "Finetune/Step": 3190, "Finetune/Step Time": 6.629841808229685}
{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7620669603347778, "Finetune/Loss (Raw)": 0.8272706270217896, "Finetune/Step": 3191, "Finetune/Step Time": 6.654707761481404}
{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7616072297096252, "Finetune/Loss (Raw)": 0.8015013933181763, "Finetune/Step": 3192, "Finetune/Step Time": 6.659859653562307}
{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7627043724060059, "Finetune/Loss (Raw)": 0.8031285405158997, "Finetune/Step": 3193, "Finetune/Step Time": 6.644614014774561}
{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7641167044639587, "Finetune/Loss (Raw)": 0.7253668308258057, "Finetune/Step": 3194, "Finetune/Step Time": 6.617294711992145}
{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7642028331756592, "Finetune/Loss (Raw)": 0.8375429511070251, "Finetune/Step": 3195, "Finetune/Step Time": 6.62314123287797}
{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7645296454429626, "Finetune/Loss (Raw)": 0.8066101670265198, "Finetune/Step": 3196, "Finetune/Step Time": 6.6022460628300905}
{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7660723328590393, "Finetune/Loss (Raw)": 0.8717522025108337, "Finetune/Step": 3197, "Finetune/Step Time": 6.594298671931028}
{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7653481364250183, "Finetune/Loss (Raw)": 0.7279472351074219, "Finetune/Step": 3198, "Finetune/Step Time": 6.601547282189131}
{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7642812132835388, "Finetune/Loss (Raw)": 0.828406810760498, "Finetune/Step": 3199, "Finetune/Step Time": 6.600683651864529}
{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7661089897155762, "Finetune/Loss (Raw)": 1.0259944200515747, "Finetune/Step": 3200, "Finetune/Step Time": 6.5914769526571035}
{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7645450830459595, "Finetune/Loss (Raw)": 0.619007408618927, "Finetune/Step": 3201, "Finetune/Step Time": 6.592682156711817}
{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7644223570823669, "Finetune/Loss (Raw)": 0.7837696075439453, "Finetune/Step": 3202, "Finetune/Step Time": 6.590025741606951}
{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7683038711547852, "Finetune/Loss (Raw)": 0.7885676026344299, "Finetune/Step": 3203, "Finetune/Step Time": 6.570178484544158}
{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7689242362976074, "Finetune/Loss (Raw)": 0.7685177326202393, "Finetune/Step": 3204, "Finetune/Step Time": 6.576652145013213}
{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7680240869522095, "Finetune/Loss (Raw)": 0.7445229291915894, "Finetune/Step": 3205, "Finetune/Step Time": 6.572844251990318}
{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7678588628768921, "Finetune/Loss (Raw)": 0.6794937252998352, "Finetune/Step": 3206, "Finetune/Step Time": 6.574287749826908}
{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7689582705497742, "Finetune/Loss (Raw)": 0.7687084674835205, "Finetune/Step": 3207, "Finetune/Step Time": 6.58491837233305}
{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7699713706970215, "Finetune/Loss (Raw)": 0.8297722339630127, "Finetune/Step": 3208, "Finetune/Step Time": 6.578609818592668}
{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7703772783279419, "Finetune/Loss (Raw)": 0.7931523323059082, "Finetune/Step": 3209, "Finetune/Step Time": 6.581069303676486}
{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7694807648658752, "Finetune/Loss (Raw)": 0.7169442176818848, "Finetune/Step": 3210, "Finetune/Step Time": 6.579571649432182}
{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7690807580947876, "Finetune/Loss (Raw)": 0.8002853989601135, "Finetune/Step": 3211, "Finetune/Step Time": 6.5732575338333845}
{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7661651372909546, "Finetune/Loss (Raw)": 0.3952864110469818, "Finetune/Step": 3212, "Finetune/Step Time": 6.584965398535132}
{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7651671171188354, "Finetune/Loss (Raw)": 0.8597559928894043, "Finetune/Step": 3213, "Finetune/Step Time": 6.58280193246901}
{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7643234729766846, "Finetune/Loss (Raw)": 0.7237880229949951, "Finetune/Step": 3214, "Finetune/Step Time": 6.594643970951438}
{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7633538246154785, "Finetune/Loss (Raw)": 0.6733310222625732, "Finetune/Step": 3215, "Finetune/Step Time": 6.603046383708715}
{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7639594078063965, "Finetune/Loss (Raw)": 0.64540034532547, "Finetune/Step": 3216, "Finetune/Step Time": 6.623046757653356}
{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7634553909301758, "Finetune/Loss (Raw)": 0.8288546800613403, "Finetune/Step": 3217, "Finetune/Step Time": 6.615752298384905}
{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.764223575592041, "Finetune/Loss (Raw)": 0.8322372436523438, "Finetune/Step": 3218, "Finetune/Step Time": 6.613600082695484}
{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7639449834823608, "Finetune/Loss (Raw)": 0.6905031800270081, "Finetune/Step": 3219, "Finetune/Step Time": 6.587816379964352}
{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7691928148269653, "Finetune/Loss (Raw)": 0.9665777683258057, "Finetune/Step": 3220, "Finetune/Step Time": 6.566965255886316}
{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.768604040145874, "Finetune/Loss (Raw)": 0.7510014772415161, "Finetune/Step": 3221, "Finetune/Step Time": 6.570186719298363}
{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7646075487136841, "Finetune/Loss (Raw)": 0.33185508847236633, "Finetune/Step": 3222, "Finetune/Step Time": 6.5880731120705605}
{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.764541745185852, "Finetune/Loss (Raw)": 0.774834394454956, "Finetune/Step": 3223, "Finetune/Step Time": 6.58145953156054}
{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7643594741821289, "Finetune/Loss (Raw)": 0.8089975118637085, "Finetune/Step": 3224, "Finetune/Step Time": 6.583006313070655}
{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7681242227554321, "Finetune/Loss (Raw)": 0.7868067026138306, "Finetune/Step": 3225, "Finetune/Step Time": 6.566554002463818}
{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7698408365249634, "Finetune/Loss (Raw)": 0.7993651032447815, "Finetune/Step": 3226, "Finetune/Step Time": 6.5655161291360855}
{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7687727808952332, "Finetune/Loss (Raw)": 0.7079057097434998, "Finetune/Step": 3227, "Finetune/Step Time": 6.566071519628167}
{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7669758796691895, "Finetune/Loss (Raw)": 0.7816161513328552, "Finetune/Step": 3228, "Finetune/Step Time": 6.564425455406308}
{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.769489049911499, "Finetune/Loss (Raw)": 0.8937919735908508, "Finetune/Step": 3229, "Finetune/Step Time": 6.54976100474596}
{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7681540250778198, "Finetune/Loss (Raw)": 0.7408029437065125, "Finetune/Step": 3230, "Finetune/Step Time": 6.55208382755518}
{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7670044898986816, "Finetune/Loss (Raw)": 0.7936204671859741, "Finetune/Step": 3231, "Finetune/Step Time": 6.564474431797862}
{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.767763078212738, "Finetune/Loss (Raw)": 0.9478908181190491, "Finetune/Step": 3232, "Finetune/Step Time": 6.566732492297888}
{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7689708471298218, "Finetune/Loss (Raw)": 1.0115280151367188, "Finetune/Step": 3233, "Finetune/Step Time": 6.5602912530303}
{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7688031196594238, "Finetune/Loss (Raw)": 0.7069079279899597, "Finetune/Step": 3234, "Finetune/Step Time": 6.582619583234191}
{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7684662938117981, "Finetune/Loss (Raw)": 0.9225562214851379, "Finetune/Step": 3235, "Finetune/Step Time": 6.597179876640439}
{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7675602436065674, "Finetune/Loss (Raw)": 0.631877064704895, "Finetune/Step": 3236, "Finetune/Step Time": 6.614653831347823}
{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7683882713317871, "Finetune/Loss (Raw)": 0.8779816627502441, "Finetune/Step": 3237, "Finetune/Step Time": 6.612872866913676}
{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7656682729721069, "Finetune/Loss (Raw)": 0.39469239115715027, "Finetune/Step": 3238, "Finetune/Step Time": 6.63428533449769}
{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7672059535980225, "Finetune/Loss (Raw)": 0.9656261801719666, "Finetune/Step": 3239, "Finetune/Step Time": 6.6294653210788965}
{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7675198912620544, "Finetune/Loss (Raw)": 0.9304580092430115, "Finetune/Step": 3240, "Finetune/Step Time": 6.630803510546684}
{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7684718370437622, "Finetune/Loss (Raw)": 0.8929478526115417, "Finetune/Step": 3241, "Finetune/Step Time": 6.620208460837603}
{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.769047737121582, "Finetune/Loss (Raw)": 0.9355015754699707, "Finetune/Step": 3242, "Finetune/Step Time": 6.617058636620641}
{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7693942189216614, "Finetune/Loss (Raw)": 0.8385191559791565, "Finetune/Step": 3243, "Finetune/Step Time": 6.615976722911}
{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7715154886245728, "Finetune/Loss (Raw)": 0.8493173122406006, "Finetune/Step": 3244, "Finetune/Step Time": 6.581622974947095}
{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7717900276184082, "Finetune/Loss (Raw)": 0.8905916213989258, "Finetune/Step": 3245, "Finetune/Step Time": 6.5864744279533625}
{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7734394073486328, "Finetune/Loss (Raw)": 0.6801055669784546, "Finetune/Step": 3246, "Finetune/Step Time": 6.569486305117607}
{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7729390263557434, "Finetune/Loss (Raw)": 0.7450713515281677, "Finetune/Step": 3247, "Finetune/Step Time": 6.568387504667044}
{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.773823618888855, "Finetune/Loss (Raw)": 0.9479146599769592, "Finetune/Step": 3248, "Finetune/Step Time": 6.571654276922345}
{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7763653993606567, "Finetune/Loss (Raw)": 0.9455605149269104, "Finetune/Step": 3249, "Finetune/Step Time": 6.571494162082672}
{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7762240171432495, "Finetune/Loss (Raw)": 0.7649622559547424, "Finetune/Step": 3250, "Finetune/Step Time": 6.589812001213431}
{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7752571702003479, "Finetune/Loss (Raw)": 0.6633400321006775, "Finetune/Step": 3251, "Finetune/Step Time": 6.605815449729562}
{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7753022909164429, "Finetune/Loss (Raw)": 0.8916462063789368, "Finetune/Step": 3252, "Finetune/Step Time": 6.606177773326635}
{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7766454219818115, "Finetune/Loss (Raw)": 0.8356350660324097, "Finetune/Step": 3253, "Finetune/Step Time": 6.6084278505295515}
{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7765586376190186, "Finetune/Loss (Raw)": 0.861338198184967, "Finetune/Step": 3254, "Finetune/Step Time": 6.607928166165948}
{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7759798765182495, "Finetune/Loss (Raw)": 0.8796243667602539, "Finetune/Step": 3255, "Finetune/Step Time": 6.618078324943781}
{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7786526679992676, "Finetune/Loss (Raw)": 0.8629857897758484, "Finetune/Step": 3256, "Finetune/Step Time": 6.584880329668522}
{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7776303291320801, "Finetune/Loss (Raw)": 0.6414008736610413, "Finetune/Step": 3257, "Finetune/Step Time": 6.593671653419733}
{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7798741459846497, "Finetune/Loss (Raw)": 1.0050095319747925, "Finetune/Step": 3258, "Finetune/Step Time": 6.582675151526928}
{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7795494198799133, "Finetune/Loss (Raw)": 0.7147740125656128, "Finetune/Step": 3259, "Finetune/Step Time": 6.586364587768912}
{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7827600836753845, "Finetune/Loss (Raw)": 0.8251177668571472, "Finetune/Step": 3260, "Finetune/Step Time": 6.5832235570997}
{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7821884155273438, "Finetune/Loss (Raw)": 0.7502576112747192, "Finetune/Step": 3261, "Finetune/Step Time": 6.583938544616103}
{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.784385621547699, "Finetune/Loss (Raw)": 0.9285094738006592, "Finetune/Step": 3262, "Finetune/Step Time": 6.570457173511386}
{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7848238945007324, "Finetune/Loss (Raw)": 0.930836021900177, "Finetune/Step": 3263, "Finetune/Step Time": 6.579658970236778}
{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7839994430541992, "Finetune/Loss (Raw)": 0.720830500125885, "Finetune/Step": 3264, "Finetune/Step Time": 6.580655081197619}
{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7858583927154541, "Finetune/Loss (Raw)": 0.9642824530601501, "Finetune/Step": 3265, "Finetune/Step Time": 6.5643029529601336}
{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7870844602584839, "Finetune/Loss (Raw)": 0.8000537157058716, "Finetune/Step": 3266, "Finetune/Step Time": 6.558553421869874}
{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7866584062576294, "Finetune/Loss (Raw)": 0.7424247860908508, "Finetune/Step": 3267, "Finetune/Step Time": 6.571993738412857}
{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7875950336456299, "Finetune/Loss (Raw)": 0.908376157283783, "Finetune/Step": 3268, "Finetune/Step Time": 6.566517762839794}
{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7883915305137634, "Finetune/Loss (Raw)": 0.8841891884803772, "Finetune/Step": 3269, "Finetune/Step Time": 6.56808883883059}
{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.788353681564331, "Finetune/Loss (Raw)": 0.7412498593330383, "Finetune/Step": 3270, "Finetune/Step Time": 6.5583015736192465}
{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.790355920791626, "Finetune/Loss (Raw)": 0.7805265784263611, "Finetune/Step": 3271, "Finetune/Step Time": 6.542702596634626}
{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7892826199531555, "Finetune/Loss (Raw)": 0.7865502238273621, "Finetune/Step": 3272, "Finetune/Step Time": 6.570324402302504}
{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7879694700241089, "Finetune/Loss (Raw)": 0.7347323894500732, "Finetune/Step": 3273, "Finetune/Step Time": 6.5762867871671915}
{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7837035655975342, "Finetune/Loss (Raw)": 0.31959185004234314, "Finetune/Step": 3274, "Finetune/Step Time": 6.595686906948686}
{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7830094695091248, "Finetune/Loss (Raw)": 0.7265723943710327, "Finetune/Step": 3275, "Finetune/Step Time": 6.5939165856689215}
{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7821052074432373, "Finetune/Loss (Raw)": 0.836892306804657, "Finetune/Step": 3276, "Finetune/Step Time": 6.580353062599897}
{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7853259444236755, "Finetune/Loss (Raw)": 0.8298481702804565, "Finetune/Step": 3277, "Finetune/Step Time": 6.559793209657073}
{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7854995727539062, "Finetune/Loss (Raw)": 0.8063117265701294, "Finetune/Step": 3278, "Finetune/Step Time": 6.563311140984297}
{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7855751514434814, "Finetune/Loss (Raw)": 0.8457645177841187, "Finetune/Step": 3279, "Finetune/Step Time": 6.571288967505097}
{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7866066694259644, "Finetune/Loss (Raw)": 0.9251489043235779, "Finetune/Step": 3280, "Finetune/Step Time": 6.559811042621732}
{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.787587583065033, "Finetune/Loss (Raw)": 0.9751355648040771, "Finetune/Step": 3281, "Finetune/Step Time": 6.562752544879913}
{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7875242233276367, "Finetune/Loss (Raw)": 0.7888417840003967, "Finetune/Step": 3282, "Finetune/Step Time": 6.564729459583759}
{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7835495471954346, "Finetune/Loss (Raw)": 0.36496439576148987, "Finetune/Step": 3283, "Finetune/Step Time": 6.58443053625524}
{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7836830615997314, "Finetune/Loss (Raw)": 0.7753816843032837, "Finetune/Step": 3284, "Finetune/Step Time": 6.58871503174305}
{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7831448912620544, "Finetune/Loss (Raw)": 0.8734726309776306, "Finetune/Step": 3285, "Finetune/Step Time": 6.583200313150883}
{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7871789932250977, "Finetune/Loss (Raw)": 0.8002522587776184, "Finetune/Step": 3286, "Finetune/Step Time": 6.569406887516379}
{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.7879002094268799, "Finetune/Loss (Raw)": 0.8404732346534729, "Finetune/Step": 3287, "Finetune/Step Time": 6.576265873387456}
{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7885968685150146, "Finetune/Loss (Raw)": 0.9152740240097046, "Finetune/Step": 3288, "Finetune/Step Time": 6.582283893600106}
{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7878991365432739, "Finetune/Loss (Raw)": 0.7558351159095764, "Finetune/Step": 3289, "Finetune/Step Time": 6.56463379226625}
{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.7913964986801147, "Finetune/Loss (Raw)": 0.8547982573509216, "Finetune/Step": 3290, "Finetune/Step Time": 6.545907763764262}
{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.7895914316177368, "Finetune/Loss (Raw)": 0.6949134469032288, "Finetune/Step": 3291, "Finetune/Step Time": 6.541770979762077}
{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7890502214431763, "Finetune/Loss (Raw)": 0.771808385848999, "Finetune/Step": 3292, "Finetune/Step Time": 6.543215865269303}
{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.7913801074028015, "Finetune/Loss (Raw)": 0.8213765025138855, "Finetune/Step": 3293, "Finetune/Step Time": 6.539670132100582}
{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7909114360809326, "Finetune/Loss (Raw)": 0.7279804348945618, "Finetune/Step": 3294, "Finetune/Step Time": 6.566341578960419}
{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7907441258430481, "Finetune/Loss (Raw)": 0.7913240790367126, "Finetune/Step": 3295, "Finetune/Step Time": 6.57023030333221}
{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7899365425109863, "Finetune/Loss (Raw)": 0.8508036136627197, "Finetune/Step": 3296, "Finetune/Step Time": 6.571439342573285}
{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7928462028503418, "Finetune/Loss (Raw)": 0.6871517300605774, "Finetune/Step": 3297, "Finetune/Step Time": 6.572515521198511}
{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7946649789810181, "Finetune/Loss (Raw)": 0.9027191996574402, "Finetune/Step": 3298, "Finetune/Step Time": 6.5712725929915905}
{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.7916847467422485, "Finetune/Loss (Raw)": 0.381398469209671, "Finetune/Step": 3299, "Finetune/Step Time": 6.589642707258463}
{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.7926620841026306, "Finetune/Loss (Raw)": 0.8669588565826416, "Finetune/Step": 3300, "Finetune/Step Time": 6.59223528765142}
{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.7927424907684326, "Finetune/Loss (Raw)": 0.6788004636764526, "Finetune/Step": 3301, "Finetune/Step Time": 6.581776672974229}
{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.7921749353408813, "Finetune/Loss (Raw)": 0.9023383259773254, "Finetune/Step": 3302, "Finetune/Step Time": 6.580409815534949}
{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.7922259569168091, "Finetune/Loss (Raw)": 0.7963886260986328, "Finetune/Step": 3303, "Finetune/Step Time": 6.578558340668678}
{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7903999090194702, "Finetune/Loss (Raw)": 0.7218999862670898, "Finetune/Step": 3304, "Finetune/Step Time": 6.587874446064234}
{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.7913044691085815, "Finetune/Loss (Raw)": 0.877379298210144, "Finetune/Step": 3305, "Finetune/Step Time": 6.575379461050034}
{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7905758619308472, "Finetune/Loss (Raw)": 0.7190715670585632, "Finetune/Step": 3306, "Finetune/Step Time": 6.568077191710472}
{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7907603979110718, "Finetune/Loss (Raw)": 0.9554527401924133, "Finetune/Step": 3307, "Finetune/Step Time": 6.558474076911807}
{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7914583683013916, "Finetune/Loss (Raw)": 0.8350578546524048, "Finetune/Step": 3308, "Finetune/Step Time": 6.564536778256297}
{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.791719377040863, "Finetune/Loss (Raw)": 0.8831717371940613, "Finetune/Step": 3309, "Finetune/Step Time": 6.575002925470471}
{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7910807132720947, "Finetune/Loss (Raw)": 0.7530446648597717, "Finetune/Step": 3310, "Finetune/Step Time": 6.572437923401594}
{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7911646366119385, "Finetune/Loss (Raw)": 0.7221947908401489, "Finetune/Step": 3311, "Finetune/Step Time": 6.580599898472428}
{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.791199803352356, "Finetune/Loss (Raw)": 0.7800963521003723, "Finetune/Step": 3312, "Finetune/Step Time": 6.574908170849085}
{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7876428961753845, "Finetune/Loss (Raw)": 0.42748862504959106, "Finetune/Step": 3313, "Finetune/Step Time": 6.58902664296329}
{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.78737872838974, "Finetune/Loss (Raw)": 0.7441181540489197, "Finetune/Step": 3314, "Finetune/Step Time": 6.586416471749544}
{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.7880866527557373, "Finetune/Loss (Raw)": 0.9819296598434448, "Finetune/Step": 3315, "Finetune/Step Time": 6.586375541985035}
{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.7884066700935364, "Finetune/Loss (Raw)": 0.7586403489112854, "Finetune/Step": 3316, "Finetune/Step Time": 6.577795431017876}
{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7884488105773926, "Finetune/Loss (Raw)": 0.7485857605934143, "Finetune/Step": 3317, "Finetune/Step Time": 6.5782914403826}
{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7845274209976196, "Finetune/Loss (Raw)": 0.3345598876476288, "Finetune/Step": 3318, "Finetune/Step Time": 6.593555951490998}
{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7850906848907471, "Finetune/Loss (Raw)": 0.8993719220161438, "Finetune/Step": 3319, "Finetune/Step Time": 6.574838934466243}
{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.784824788570404, "Finetune/Loss (Raw)": 0.7674640417098999, "Finetune/Step": 3320, "Finetune/Step Time": 6.57860728725791}
{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7841314077377319, "Finetune/Loss (Raw)": 0.7143717408180237, "Finetune/Step": 3321, "Finetune/Step Time": 6.588195364922285}
{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.7844163179397583, "Finetune/Loss (Raw)": 0.7618381977081299, "Finetune/Step": 3322, "Finetune/Step Time": 6.581958269700408}
{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7849222421646118, "Finetune/Loss (Raw)": 0.9023070931434631, "Finetune/Step": 3323, "Finetune/Step Time": 6.588943751528859}
{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7845560908317566, "Finetune/Loss (Raw)": 0.7597362995147705, "Finetune/Step": 3324, "Finetune/Step Time": 6.602728009223938}
{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7831519246101379, "Finetune/Loss (Raw)": 0.6920192241668701, "Finetune/Step": 3325, "Finetune/Step Time": 6.603050461038947}
{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7842800617218018, "Finetune/Loss (Raw)": 0.8723557591438293, "Finetune/Step": 3326, "Finetune/Step Time": 6.595533087849617}
{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7824918627738953, "Finetune/Loss (Raw)": 0.5995134711265564, "Finetune/Step": 3327, "Finetune/Step Time": 6.608212208375335}
{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7816703915596008, "Finetune/Loss (Raw)": 0.9208429455757141, "Finetune/Step": 3328, "Finetune/Step Time": 6.612762324512005}
{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.783272385597229, "Finetune/Loss (Raw)": 0.8240649104118347, "Finetune/Step": 3329, "Finetune/Step Time": 6.615945233032107}
{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.782586395740509, "Finetune/Loss (Raw)": 0.6959588527679443, "Finetune/Step": 3330, "Finetune/Step Time": 6.629012556746602}
{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.7828150391578674, "Finetune/Loss (Raw)": 0.8178389668464661, "Finetune/Step": 3331, "Finetune/Step Time": 6.643007384613156}
{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7831047773361206, "Finetune/Loss (Raw)": 0.8056012392044067, "Finetune/Step": 3332, "Finetune/Step Time": 6.637415098026395}
{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7837432026863098, "Finetune/Loss (Raw)": 0.826246440410614, "Finetune/Step": 3333, "Finetune/Step Time": 6.637569535523653}
{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.7848737835884094, "Finetune/Loss (Raw)": 0.8242060542106628, "Finetune/Step": 3334, "Finetune/Step Time": 6.637963457033038}
{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7845553159713745, "Finetune/Loss (Raw)": 0.727946937084198, "Finetune/Step": 3335, "Finetune/Step Time": 6.606901241466403}
{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7841039896011353, "Finetune/Loss (Raw)": 0.7719936966896057, "Finetune/Step": 3336, "Finetune/Step Time": 6.606325261294842}
{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.783305287361145, "Finetune/Loss (Raw)": 0.6909245252609253, "Finetune/Step": 3337, "Finetune/Step Time": 6.609914388507605}
{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7840416431427002, "Finetune/Loss (Raw)": 0.8111995458602905, "Finetune/Step": 3338, "Finetune/Step Time": 6.613763857632875}
{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.78449547290802, "Finetune/Loss (Raw)": 0.8583770394325256, "Finetune/Step": 3339, "Finetune/Step Time": 6.6076995600014925}
{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7877599000930786, "Finetune/Loss (Raw)": 0.8131261467933655, "Finetune/Step": 3340, "Finetune/Step Time": 6.591194177046418}
{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7885500192642212, "Finetune/Loss (Raw)": 0.9608946442604065, "Finetune/Step": 3341, "Finetune/Step Time": 6.597587147727609}
{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7898303270339966, "Finetune/Loss (Raw)": 0.8876683712005615, "Finetune/Step": 3342, "Finetune/Step Time": 6.579602416604757}
{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.7911983728408813, "Finetune/Loss (Raw)": 0.8484430909156799, "Finetune/Step": 3343, "Finetune/Step Time": 6.567800072953105}
{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.7910162210464478, "Finetune/Loss (Raw)": 0.6220811009407043, "Finetune/Step": 3344, "Finetune/Step Time": 6.548911456018686}
{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.7872750759124756, "Finetune/Loss (Raw)": 0.3499922454357147, "Finetune/Step": 3345, "Finetune/Step Time": 6.572716519236565}
{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7877928614616394, "Finetune/Loss (Raw)": 0.8985062837600708, "Finetune/Step": 3346, "Finetune/Step Time": 6.572325332090259}
{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.787778377532959, "Finetune/Loss (Raw)": 0.6886594295501709, "Finetune/Step": 3347, "Finetune/Step Time": 6.584279557690024}
{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7867820262908936, "Finetune/Loss (Raw)": 0.8390378355979919, "Finetune/Step": 3348, "Finetune/Step Time": 6.589240936562419}
{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7875460386276245, "Finetune/Loss (Raw)": 0.8487945199012756, "Finetune/Step": 3349, "Finetune/Step Time": 6.586758999153972}
{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7927500009536743, "Finetune/Loss (Raw)": 0.9979602098464966, "Finetune/Step": 3350, "Finetune/Step Time": 6.574171017855406}
{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.7924511432647705, "Finetune/Loss (Raw)": 0.7365794777870178, "Finetune/Step": 3351, "Finetune/Step Time": 6.58138438872993}
{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.792758584022522, "Finetune/Loss (Raw)": 0.8483469486236572, "Finetune/Step": 3352, "Finetune/Step Time": 6.585355307906866}
{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.7936768531799316, "Finetune/Loss (Raw)": 0.9043501615524292, "Finetune/Step": 3353, "Finetune/Step Time": 6.6016414146870375}
{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.7943509817123413, "Finetune/Loss (Raw)": 0.8856605887413025, "Finetune/Step": 3354, "Finetune/Step Time": 6.59949342533946}
{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.7953774333000183, "Finetune/Loss (Raw)": 0.8392868041992188, "Finetune/Step": 3355, "Finetune/Step Time": 6.591261928901076}
{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7961997389793396, "Finetune/Loss (Raw)": 0.8868710398674011, "Finetune/Step": 3356, "Finetune/Step Time": 6.592923246324062}
{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.7955052256584167, "Finetune/Loss (Raw)": 0.8048955202102661, "Finetune/Step": 3357, "Finetune/Step Time": 6.592766212299466}
{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.7956186532974243, "Finetune/Loss (Raw)": 0.7553237080574036, "Finetune/Step": 3358, "Finetune/Step Time": 6.586348721757531}
{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7971316576004028, "Finetune/Loss (Raw)": 0.9872840642929077, "Finetune/Step": 3359, "Finetune/Step Time": 6.560170263051987}
{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.7966428399085999, "Finetune/Loss (Raw)": 0.8853230476379395, "Finetune/Step": 3360, "Finetune/Step Time": 6.559655761346221}
{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.7953556180000305, "Finetune/Loss (Raw)": 0.8467646837234497, "Finetune/Step": 3361, "Finetune/Step Time": 6.571842569857836}
{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7955282330513, "Finetune/Loss (Raw)": 0.729000449180603, "Finetune/Step": 3362, "Finetune/Step Time": 6.553911570459604}
{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7952653169631958, "Finetune/Loss (Raw)": 0.8889021277427673, "Finetune/Step": 3363, "Finetune/Step Time": 6.543321806937456}
{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7972499132156372, "Finetune/Loss (Raw)": 0.8858957886695862, "Finetune/Step": 3364, "Finetune/Step Time": 6.524199558421969}
{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7964688539505005, "Finetune/Loss (Raw)": 0.7780213952064514, "Finetune/Step": 3365, "Finetune/Step Time": 6.537134708836675}
{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.798886775970459, "Finetune/Loss (Raw)": 0.7041736245155334, "Finetune/Step": 3366, "Finetune/Step Time": 6.528124647215009}
{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7968436479568481, "Finetune/Loss (Raw)": 0.7041121125221252, "Finetune/Step": 3367, "Finetune/Step Time": 6.525062028318644}
{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.7929708957672119, "Finetune/Loss (Raw)": 0.4347381293773651, "Finetune/Step": 3368, "Finetune/Step Time": 6.542320359498262}
{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.7926154732704163, "Finetune/Loss (Raw)": 0.8474652767181396, "Finetune/Step": 3369, "Finetune/Step Time": 6.5408929362893105}
{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.7921360731124878, "Finetune/Loss (Raw)": 0.874132513999939, "Finetune/Step": 3370, "Finetune/Step Time": 6.537952493876219}
{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7901235818862915, "Finetune/Loss (Raw)": 0.58091801404953, "Finetune/Step": 3371, "Finetune/Step Time": 6.5586086474359035}
{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.78917396068573, "Finetune/Loss (Raw)": 0.7277730703353882, "Finetune/Step": 3372, "Finetune/Step Time": 6.569067362695932}
{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7887647747993469, "Finetune/Loss (Raw)": 0.8382121324539185, "Finetune/Step": 3373, "Finetune/Step Time": 6.573703331872821}
{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.789870023727417, "Finetune/Loss (Raw)": 0.821575403213501, "Finetune/Step": 3374, "Finetune/Step Time": 6.575986446812749}
{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7922473549842834, "Finetune/Loss (Raw)": 1.0493717193603516, "Finetune/Step": 3375, "Finetune/Step Time": 6.585043935105205}
{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.7920493483543396, "Finetune/Loss (Raw)": 0.9225720167160034, "Finetune/Step": 3376, "Finetune/Step Time": 6.577484657987952}
{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.789806604385376, "Finetune/Loss (Raw)": 0.6584940552711487, "Finetune/Step": 3377, "Finetune/Step Time": 6.577101642265916}
{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.7908371090888977, "Finetune/Loss (Raw)": 0.8968617916107178, "Finetune/Step": 3378, "Finetune/Step Time": 6.57223529741168}
{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7905032634735107, "Finetune/Loss (Raw)": 0.6206116080284119, "Finetune/Step": 3379, "Finetune/Step Time": 6.557233275845647}
{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7889974117279053, "Finetune/Loss (Raw)": 0.698884129524231, "Finetune/Step": 3380, "Finetune/Step Time": 6.554275481030345}
{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.7884420156478882, "Finetune/Loss (Raw)": 0.7645605802536011, "Finetune/Step": 3381, "Finetune/Step Time": 6.548813886940479}
{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7886142730712891, "Finetune/Loss (Raw)": 0.8833742737770081, "Finetune/Step": 3382, "Finetune/Step Time": 6.550706939771771}
{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7878381013870239, "Finetune/Loss (Raw)": 0.7802809476852417, "Finetune/Step": 3383, "Finetune/Step Time": 6.5386253129690886}
{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7880416512489319, "Finetune/Loss (Raw)": 0.8890380263328552, "Finetune/Step": 3384, "Finetune/Step Time": 6.534121617674828}
{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7881906032562256, "Finetune/Loss (Raw)": 0.6604695916175842, "Finetune/Step": 3385, "Finetune/Step Time": 6.523583190515637}
{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7865521907806396, "Finetune/Loss (Raw)": 0.7952869534492493, "Finetune/Step": 3386, "Finetune/Step Time": 6.515536163002253}
{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7867368459701538, "Finetune/Loss (Raw)": 0.7384131550788879, "Finetune/Step": 3387, "Finetune/Step Time": 6.503822969272733}
{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.786188006401062, "Finetune/Loss (Raw)": 0.754864513874054, "Finetune/Step": 3388, "Finetune/Step Time": 6.486115673556924}
{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7867131233215332, "Finetune/Loss (Raw)": 0.8174761533737183, "Finetune/Step": 3389, "Finetune/Step Time": 6.4897097162902355}
{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7859948873519897, "Finetune/Loss (Raw)": 0.8365699052810669, "Finetune/Step": 3390, "Finetune/Step Time": 6.4942009672522545}
{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7863144278526306, "Finetune/Loss (Raw)": 0.971739649772644, "Finetune/Step": 3391, "Finetune/Step Time": 6.479014907032251}
{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7866699695587158, "Finetune/Loss (Raw)": 0.7663448452949524, "Finetune/Step": 3392, "Finetune/Step Time": 6.478065650910139}
{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.7862184047698975, "Finetune/Loss (Raw)": 0.9064775109291077, "Finetune/Step": 3393, "Finetune/Step Time": 6.484446270391345}
{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7858697772026062, "Finetune/Loss (Raw)": 0.7554289102554321, "Finetune/Step": 3394, "Finetune/Step Time": 6.503623012453318}
{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7870211601257324, "Finetune/Loss (Raw)": 0.8897992968559265, "Finetune/Step": 3395, "Finetune/Step Time": 6.487785452976823}
{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7851617336273193, "Finetune/Loss (Raw)": 0.6703731417655945, "Finetune/Step": 3396, "Finetune/Step Time": 6.487021690234542}
{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7842165231704712, "Finetune/Loss (Raw)": 0.7632008194923401, "Finetune/Step": 3397, "Finetune/Step Time": 6.484950644895434}
{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7848446369171143, "Finetune/Loss (Raw)": 0.8216494917869568, "Finetune/Step": 3398, "Finetune/Step Time": 6.4830383863300085}
{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.784805417060852, "Finetune/Loss (Raw)": 0.7755041122436523, "Finetune/Step": 3399, "Finetune/Step Time": 6.491477293893695}
{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7847984433174133, "Finetune/Loss (Raw)": 0.7856594920158386, "Finetune/Step": 3400, "Finetune/Step Time": 6.4653323125094175}
{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.784758985042572, "Finetune/Loss (Raw)": 0.7296811938285828, "Finetune/Step": 3401, "Finetune/Step Time": 6.4564353749156}
{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7883806824684143, "Finetune/Loss (Raw)": 0.7831687331199646, "Finetune/Step": 3402, "Finetune/Step Time": 6.43627792224288}
{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.7885621786117554, "Finetune/Loss (Raw)": 0.7497994303703308, "Finetune/Step": 3403, "Finetune/Step Time": 6.430968990549445}
{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7880167961120605, "Finetune/Loss (Raw)": 0.7670907378196716, "Finetune/Step": 3404, "Finetune/Step Time": 6.437302470207214}
{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7862356305122375, "Finetune/Loss (Raw)": 0.6018555760383606, "Finetune/Step": 3405, "Finetune/Step Time": 6.475305564701557}
{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7866029739379883, "Finetune/Loss (Raw)": 0.8533286452293396, "Finetune/Step": 3406, "Finetune/Step Time": 6.472186619415879}
{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7865332365036011, "Finetune/Loss (Raw)": 0.8368468880653381, "Finetune/Step": 3407, "Finetune/Step Time": 6.459551107138395}
{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7859140634536743, "Finetune/Loss (Raw)": 0.8458942770957947, "Finetune/Step": 3408, "Finetune/Step Time": 6.459149830043316}
{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.784839391708374, "Finetune/Loss (Raw)": 0.8375725150108337, "Finetune/Step": 3409, "Finetune/Step Time": 6.456010136753321}
{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7841449975967407, "Finetune/Loss (Raw)": 0.699958860874176, "Finetune/Step": 3410, "Finetune/Step Time": 6.458890246227384}
{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7886253595352173, "Finetune/Loss (Raw)": 0.9384539723396301, "Finetune/Step": 3411, "Finetune/Step Time": 6.438922191038728}
{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7892142534255981, "Finetune/Loss (Raw)": 0.8507575988769531, "Finetune/Step": 3412, "Finetune/Step Time": 6.433345314115286}
{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7896015048027039, "Finetune/Loss (Raw)": 0.9230382442474365, "Finetune/Step": 3413, "Finetune/Step Time": 6.440048711374402}
{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7905944585800171, "Finetune/Loss (Raw)": 0.9273555874824524, "Finetune/Step": 3414, "Finetune/Step Time": 6.437547750771046}
{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7892536520957947, "Finetune/Loss (Raw)": 0.6688492298126221, "Finetune/Step": 3415, "Finetune/Step Time": 6.434437297284603}
{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7853957414627075, "Finetune/Loss (Raw)": 0.42145562171936035, "Finetune/Step": 3416, "Finetune/Step Time": 6.450373010709882}
{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7852048277854919, "Finetune/Loss (Raw)": 0.7313991785049438, "Finetune/Step": 3417, "Finetune/Step Time": 6.456671798601747}
{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7850006818771362, "Finetune/Loss (Raw)": 0.8286747336387634, "Finetune/Step": 3418, "Finetune/Step Time": 6.4672971330583096}
{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7859973907470703, "Finetune/Loss (Raw)": 0.8224930763244629, "Finetune/Step": 3419, "Finetune/Step Time": 6.449470143765211}
{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7840143442153931, "Finetune/Loss (Raw)": 0.5179682374000549, "Finetune/Step": 3420, "Finetune/Step Time": 6.473042523488402}
{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7843743562698364, "Finetune/Loss (Raw)": 0.867458701133728, "Finetune/Step": 3421, "Finetune/Step Time": 6.475689960643649}
{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7840138077735901, "Finetune/Loss (Raw)": 0.6818372011184692, "Finetune/Step": 3422, "Finetune/Step Time": 6.468312710523605}
{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7837986946105957, "Finetune/Loss (Raw)": 0.763788640499115, "Finetune/Step": 3423, "Finetune/Step Time": 6.466406671330333}
{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7798529863357544, "Finetune/Loss (Raw)": 0.3457552492618561, "Finetune/Step": 3424, "Finetune/Step Time": 6.479847673326731}
{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7805091142654419, "Finetune/Loss (Raw)": 0.7711363434791565, "Finetune/Step": 3425, "Finetune/Step Time": 6.467335047200322}
{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.77870774269104, "Finetune/Loss (Raw)": 0.6721442341804504, "Finetune/Step": 3426, "Finetune/Step Time": 6.468484057113528}
{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.782354474067688, "Finetune/Loss (Raw)": 0.8481835722923279, "Finetune/Step": 3427, "Finetune/Step Time": 6.451706744730473}
{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7816115617752075, "Finetune/Loss (Raw)": 0.7718614339828491, "Finetune/Step": 3428, "Finetune/Step Time": 6.4595612566918135}
{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7829820513725281, "Finetune/Loss (Raw)": 0.854220449924469, "Finetune/Step": 3429, "Finetune/Step Time": 6.456123789772391}
{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7810971736907959, "Finetune/Loss (Raw)": 0.6610751748085022, "Finetune/Step": 3430, "Finetune/Step Time": 6.4500252809375525}
{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7821822166442871, "Finetune/Loss (Raw)": 0.9352726340293884, "Finetune/Step": 3431, "Finetune/Step Time": 6.464800009503961}
{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7816104888916016, "Finetune/Loss (Raw)": 0.6487165093421936, "Finetune/Step": 3432, "Finetune/Step Time": 6.4666832238435745}
{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7809317708015442, "Finetune/Loss (Raw)": 0.7905038595199585, "Finetune/Step": 3433, "Finetune/Step Time": 6.4829107746481895}
{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7806082963943481, "Finetune/Loss (Raw)": 0.6776742339134216, "Finetune/Step": 3434, "Finetune/Step Time": 6.506048616021872}
{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7789329886436462, "Finetune/Loss (Raw)": 0.7410103678703308, "Finetune/Step": 3435, "Finetune/Step Time": 6.5082288309931755}
{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7780510187149048, "Finetune/Loss (Raw)": 0.72216796875, "Finetune/Step": 3436, "Finetune/Step Time": 6.501677051186562}
{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.777508020401001, "Finetune/Loss (Raw)": 0.8136678338050842, "Finetune/Step": 3437, "Finetune/Step Time": 6.4900838658213615}
{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7771226167678833, "Finetune/Loss (Raw)": 0.7037060856819153, "Finetune/Step": 3438, "Finetune/Step Time": 6.487960813567042}
{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7779377698898315, "Finetune/Loss (Raw)": 0.8265407085418701, "Finetune/Step": 3439, "Finetune/Step Time": 6.492361580953002}
{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7774817943572998, "Finetune/Loss (Raw)": 0.7217317819595337, "Finetune/Step": 3440, "Finetune/Step Time": 6.493635725229979}
{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7791016101837158, "Finetune/Loss (Raw)": 0.6348166465759277, "Finetune/Step": 3441, "Finetune/Step Time": 6.494759550318122}
{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7789784669876099, "Finetune/Loss (Raw)": 0.7283615469932556, "Finetune/Step": 3442, "Finetune/Step Time": 6.5008072685450315}
{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7769588828086853, "Finetune/Loss (Raw)": 0.7234203219413757, "Finetune/Step": 3443, "Finetune/Step Time": 6.509670991450548}
{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7774966955184937, "Finetune/Loss (Raw)": 0.8274759650230408, "Finetune/Step": 3444, "Finetune/Step Time": 6.503299564123154}
{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7763280868530273, "Finetune/Loss (Raw)": 0.5990095734596252, "Finetune/Step": 3445, "Finetune/Step Time": 6.519945103675127}
{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7795628309249878, "Finetune/Loss (Raw)": 0.7486079931259155, "Finetune/Step": 3446, "Finetune/Step Time": 6.508705262094736}
{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7796523571014404, "Finetune/Loss (Raw)": 0.9108244776725769, "Finetune/Step": 3447, "Finetune/Step Time": 6.502764968201518}
{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7794377207756042, "Finetune/Loss (Raw)": 0.7399973273277283, "Finetune/Step": 3448, "Finetune/Step Time": 6.496140878647566}
{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7809377908706665, "Finetune/Loss (Raw)": 0.9063839912414551, "Finetune/Step": 3449, "Finetune/Step Time": 6.481250785291195}
{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7811158895492554, "Finetune/Loss (Raw)": 0.7846361398696899, "Finetune/Step": 3450, "Finetune/Step Time": 6.500372141599655}
{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7802796959877014, "Finetune/Loss (Raw)": 0.7952693104743958, "Finetune/Step": 3451, "Finetune/Step Time": 6.493950864300132}
{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7812951803207397, "Finetune/Loss (Raw)": 0.8897171020507812, "Finetune/Step": 3452, "Finetune/Step Time": 6.47791463509202}
{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7821376323699951, "Finetune/Loss (Raw)": 0.7998582720756531, "Finetune/Step": 3453, "Finetune/Step Time": 6.4751146286726}
{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7811764478683472, "Finetune/Loss (Raw)": 0.7493170499801636, "Finetune/Step": 3454, "Finetune/Step Time": 6.482668753713369}
{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7791413068771362, "Finetune/Loss (Raw)": 0.33901914954185486, "Finetune/Step": 3455, "Finetune/Step Time": 6.491989823058248}
{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7786964178085327, "Finetune/Loss (Raw)": 0.8639010787010193, "Finetune/Step": 3456, "Finetune/Step Time": 6.488435802981257}
{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7788228988647461, "Finetune/Loss (Raw)": 0.8402547240257263, "Finetune/Step": 3457, "Finetune/Step Time": 6.478822324424982}
{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7797919511795044, "Finetune/Loss (Raw)": 0.8199933171272278, "Finetune/Step": 3458, "Finetune/Step Time": 6.486471878364682}
{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7797355651855469, "Finetune/Loss (Raw)": 0.8106195330619812, "Finetune/Step": 3459, "Finetune/Step Time": 6.487360754981637}
{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7804920673370361, "Finetune/Loss (Raw)": 0.9024341702461243, "Finetune/Step": 3460, "Finetune/Step Time": 6.488382052630186}
{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7766474485397339, "Finetune/Loss (Raw)": 0.33413630723953247, "Finetune/Step": 3461, "Finetune/Step Time": 6.5079842787235975}
{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7764415740966797, "Finetune/Loss (Raw)": 0.7978556156158447, "Finetune/Step": 3462, "Finetune/Step Time": 6.5048903450369835}
{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7768118381500244, "Finetune/Loss (Raw)": 0.7753342390060425, "Finetune/Step": 3463, "Finetune/Step Time": 6.506456263363361}
{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7778300046920776, "Finetune/Loss (Raw)": 0.9023222327232361, "Finetune/Step": 3464, "Finetune/Step Time": 6.507497755810618}
{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7782042622566223, "Finetune/Loss (Raw)": 0.7388285994529724, "Finetune/Step": 3465, "Finetune/Step Time": 6.512518394738436}
{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7772488594055176, "Finetune/Loss (Raw)": 0.6889099478721619, "Finetune/Step": 3466, "Finetune/Step Time": 6.510675935074687}
{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7757564783096313, "Finetune/Loss (Raw)": 0.6673543453216553, "Finetune/Step": 3467, "Finetune/Step Time": 6.508930508047342}
{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7743853330612183, "Finetune/Loss (Raw)": 0.6376150846481323, "Finetune/Step": 3468, "Finetune/Step Time": 6.5164157170802355}
{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7724086046218872, "Finetune/Loss (Raw)": 0.7078794836997986, "Finetune/Step": 3469, "Finetune/Step Time": 6.524223122745752}
{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7714619636535645, "Finetune/Loss (Raw)": 0.7664933800697327, "Finetune/Step": 3470, "Finetune/Step Time": 6.530316459015012}
{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7716091275215149, "Finetune/Loss (Raw)": 0.8672798275947571, "Finetune/Step": 3471, "Finetune/Step Time": 6.53640528395772}
{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7725521326065063, "Finetune/Loss (Raw)": 0.7427908182144165, "Finetune/Step": 3472, "Finetune/Step Time": 6.536671292036772}
{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7765058279037476, "Finetune/Loss (Raw)": 0.8560629487037659, "Finetune/Step": 3473, "Finetune/Step Time": 6.535720167681575}
{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7746860980987549, "Finetune/Loss (Raw)": 0.665582001209259, "Finetune/Step": 3474, "Finetune/Step Time": 6.540306143462658}
{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7757154703140259, "Finetune/Loss (Raw)": 0.8204187154769897, "Finetune/Step": 3475, "Finetune/Step Time": 6.535593321546912}
{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7742964029312134, "Finetune/Loss (Raw)": 0.6573955416679382, "Finetune/Step": 3476, "Finetune/Step Time": 6.540076470002532}
{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7734490633010864, "Finetune/Loss (Raw)": 0.7403339147567749, "Finetune/Step": 3477, "Finetune/Step Time": 6.557556685060263}
{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7729824781417847, "Finetune/Loss (Raw)": 0.938240110874176, "Finetune/Step": 3478, "Finetune/Step Time": 6.550702841952443}
{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7752983570098877, "Finetune/Loss (Raw)": 1.033008337020874, "Finetune/Step": 3479, "Finetune/Step Time": 6.537821060046554}
{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7753170728683472, "Finetune/Loss (Raw)": 0.850738525390625, "Finetune/Step": 3480, "Finetune/Step Time": 6.529473226517439}
{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7749508619308472, "Finetune/Loss (Raw)": 0.8574753999710083, "Finetune/Step": 3481, "Finetune/Step Time": 6.506476931273937}
{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7739734649658203, "Finetune/Loss (Raw)": 0.7605648636817932, "Finetune/Step": 3482, "Finetune/Step Time": 6.506239095702767}
{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7732798457145691, "Finetune/Loss (Raw)": 0.7505025267601013, "Finetune/Step": 3483, "Finetune/Step Time": 6.541008114814758}
{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7722803950309753, "Finetune/Loss (Raw)": 0.7589394450187683, "Finetune/Step": 3484, "Finetune/Step Time": 6.557444345206022}
{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7732995748519897, "Finetune/Loss (Raw)": 0.935344398021698, "Finetune/Step": 3485, "Finetune/Step Time": 6.555063934996724}
{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7737602591514587, "Finetune/Loss (Raw)": 0.8142954111099243, "Finetune/Step": 3486, "Finetune/Step Time": 6.549616675823927}
{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7717364430427551, "Finetune/Loss (Raw)": 0.7282336950302124, "Finetune/Step": 3487, "Finetune/Step Time": 6.548135187476873}
{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7701783776283264, "Finetune/Loss (Raw)": 0.6858931183815002, "Finetune/Step": 3488, "Finetune/Step Time": 6.559523522853851}
{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.770420491695404, "Finetune/Loss (Raw)": 0.8777517676353455, "Finetune/Step": 3489, "Finetune/Step Time": 6.5467991549521685}
{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.770354151725769, "Finetune/Loss (Raw)": 0.7205180525779724, "Finetune/Step": 3490, "Finetune/Step Time": 6.545374797657132}
{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7705516219139099, "Finetune/Loss (Raw)": 0.9141731262207031, "Finetune/Step": 3491, "Finetune/Step Time": 6.541298223659396}
{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7699354290962219, "Finetune/Loss (Raw)": 0.8070241808891296, "Finetune/Step": 3492, "Finetune/Step Time": 6.550436971709132}
{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7676774859428406, "Finetune/Loss (Raw)": 0.4889998137950897, "Finetune/Step": 3493, "Finetune/Step Time": 6.542982844635844}
{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7694593071937561, "Finetune/Loss (Raw)": 0.9322489500045776, "Finetune/Step": 3494, "Finetune/Step Time": 6.530876709148288}
{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7706132531166077, "Finetune/Loss (Raw)": 0.8518157601356506, "Finetune/Step": 3495, "Finetune/Step Time": 6.530412839725614}
{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7739240527153015, "Finetune/Loss (Raw)": 0.8585178256034851, "Finetune/Step": 3496, "Finetune/Step Time": 6.518534503877163}
{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7722405791282654, "Finetune/Loss (Raw)": 0.6319846510887146, "Finetune/Step": 3497, "Finetune/Step Time": 6.526547994464636}
{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7722456455230713, "Finetune/Loss (Raw)": 0.8747802972793579, "Finetune/Step": 3498, "Finetune/Step Time": 6.530266966670752}
{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7739004492759705, "Finetune/Loss (Raw)": 0.7927350401878357, "Finetune/Step": 3499, "Finetune/Step Time": 6.515683254227042}
{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7753149271011353, "Finetune/Loss (Raw)": 0.9088228344917297, "Finetune/Step": 3500, "Finetune/Step Time": 6.506648994982243}
{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7754266262054443, "Finetune/Loss (Raw)": 0.8525057435035706, "Finetune/Step": 3501, "Finetune/Step Time": 6.492658779025078}
{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7764636278152466, "Finetune/Loss (Raw)": 0.9543139338493347, "Finetune/Step": 3502, "Finetune/Step Time": 6.488246271386743}
{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7751164436340332, "Finetune/Loss (Raw)": 0.876927375793457, "Finetune/Step": 3503, "Finetune/Step Time": 6.477032406255603}
{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7738670110702515, "Finetune/Loss (Raw)": 0.7626535296440125, "Finetune/Step": 3504, "Finetune/Step Time": 6.478145821020007}
{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7748226523399353, "Finetune/Loss (Raw)": 0.7808133363723755, "Finetune/Step": 3505, "Finetune/Step Time": 6.474327053874731}
{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7737345695495605, "Finetune/Loss (Raw)": 0.7575865983963013, "Finetune/Step": 3506, "Finetune/Step Time": 6.471022980287671}
{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7736545205116272, "Finetune/Loss (Raw)": 0.6103695034980774, "Finetune/Step": 3507, "Finetune/Step Time": 6.4755857568234205}
{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7745357751846313, "Finetune/Loss (Raw)": 0.8116792440414429, "Finetune/Step": 3508, "Finetune/Step Time": 6.476249923929572}
{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7744958400726318, "Finetune/Loss (Raw)": 0.7594467401504517, "Finetune/Step": 3509, "Finetune/Step Time": 6.48953758738935}
{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7733989357948303, "Finetune/Loss (Raw)": 0.7429749965667725, "Finetune/Step": 3510, "Finetune/Step Time": 6.488129930570722}
{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7730712890625, "Finetune/Loss (Raw)": 0.7383493185043335, "Finetune/Step": 3511, "Finetune/Step Time": 6.495212655514479}
{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7722355127334595, "Finetune/Loss (Raw)": 0.7820498943328857, "Finetune/Step": 3512, "Finetune/Step Time": 6.493382144719362}
{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7737268209457397, "Finetune/Loss (Raw)": 0.8513637185096741, "Finetune/Step": 3513, "Finetune/Step Time": 6.493120966479182}
{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7732725143432617, "Finetune/Loss (Raw)": 0.7371349334716797, "Finetune/Step": 3514, "Finetune/Step Time": 6.497633444145322}
{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7737976312637329, "Finetune/Loss (Raw)": 0.8056240081787109, "Finetune/Step": 3515, "Finetune/Step Time": 6.514729926362634}
{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7741245031356812, "Finetune/Loss (Raw)": 0.7966978549957275, "Finetune/Step": 3516, "Finetune/Step Time": 6.516271285712719}
{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7743051052093506, "Finetune/Loss (Raw)": 0.840593159198761, "Finetune/Step": 3517, "Finetune/Step Time": 6.51420165412128}
{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7728539109230042, "Finetune/Loss (Raw)": 0.6508215665817261, "Finetune/Step": 3518, "Finetune/Step Time": 6.53839429654181}
{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7706289291381836, "Finetune/Loss (Raw)": 0.6869407892227173, "Finetune/Step": 3519, "Finetune/Step Time": 6.56207700073719}
{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7704601287841797, "Finetune/Loss (Raw)": 0.7447450160980225, "Finetune/Step": 3520, "Finetune/Step Time": 6.563993031159043}
{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7704073786735535, "Finetune/Loss (Raw)": 0.8997228741645813, "Finetune/Step": 3521, "Finetune/Step Time": 6.554856473580003}
{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7694634199142456, "Finetune/Loss (Raw)": 0.6346049308776855, "Finetune/Step": 3522, "Finetune/Step Time": 6.550873257219791}
{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7674764394760132, "Finetune/Loss (Raw)": 0.6354659199714661, "Finetune/Step": 3523, "Finetune/Step Time": 6.585563568398356}
{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7675489187240601, "Finetune/Loss (Raw)": 0.679641842842102, "Finetune/Step": 3524, "Finetune/Step Time": 6.595042385160923}
{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7692842483520508, "Finetune/Loss (Raw)": 0.9853307604789734, "Finetune/Step": 3525, "Finetune/Step Time": 6.5990194622427225}
{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7681934833526611, "Finetune/Loss (Raw)": 0.6820313930511475, "Finetune/Step": 3526, "Finetune/Step Time": 6.607376992702484}
{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7683670520782471, "Finetune/Loss (Raw)": 0.7977174520492554, "Finetune/Step": 3527, "Finetune/Step Time": 6.596259133890271}
{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7683185338973999, "Finetune/Loss (Raw)": 0.7794551253318787, "Finetune/Step": 3528, "Finetune/Step Time": 6.595908164978027}
{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7675753831863403, "Finetune/Loss (Raw)": 0.6345584988594055, "Finetune/Step": 3529, "Finetune/Step Time": 6.606191782280803}
{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7674565315246582, "Finetune/Loss (Raw)": 0.7679546475410461, "Finetune/Step": 3530, "Finetune/Step Time": 6.608101353049278}
{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7682548761367798, "Finetune/Loss (Raw)": 0.8519880175590515, "Finetune/Step": 3531, "Finetune/Step Time": 6.608781095594168}
{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7675720453262329, "Finetune/Loss (Raw)": 0.6796867847442627, "Finetune/Step": 3532, "Finetune/Step Time": 6.610697573050857}
{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7653682231903076, "Finetune/Loss (Raw)": 0.3197568655014038, "Finetune/Step": 3533, "Finetune/Step Time": 6.594392577186227}
{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7652462720870972, "Finetune/Loss (Raw)": 0.8377252817153931, "Finetune/Step": 3534, "Finetune/Step Time": 6.602604880928993}
{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7613306641578674, "Finetune/Loss (Raw)": 0.33565255999565125, "Finetune/Step": 3535, "Finetune/Step Time": 6.6224661115556955}
{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7607660293579102, "Finetune/Loss (Raw)": 0.7736151814460754, "Finetune/Step": 3536, "Finetune/Step Time": 6.621111886575818}
{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7617911100387573, "Finetune/Loss (Raw)": 0.9687830209732056, "Finetune/Step": 3537, "Finetune/Step Time": 6.638555435463786}
{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7634437084197998, "Finetune/Loss (Raw)": 0.9114929437637329, "Finetune/Step": 3538, "Finetune/Step Time": 6.642060728743672}
{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7630355358123779, "Finetune/Loss (Raw)": 0.886210560798645, "Finetune/Step": 3539, "Finetune/Step Time": 6.6466205306351185}
{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7628173232078552, "Finetune/Loss (Raw)": 0.8228240609169006, "Finetune/Step": 3540, "Finetune/Step Time": 6.65159397944808}
{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7619938850402832, "Finetune/Loss (Raw)": 0.8176369071006775, "Finetune/Step": 3541, "Finetune/Step Time": 6.643467295914888}
{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7602057456970215, "Finetune/Loss (Raw)": 0.6984729170799255, "Finetune/Step": 3542, "Finetune/Step Time": 6.653832389041781}
{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7611345648765564, "Finetune/Loss (Raw)": 0.7877454161643982, "Finetune/Step": 3543, "Finetune/Step Time": 6.678356867283583}
{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7644940614700317, "Finetune/Loss (Raw)": 0.8514657020568848, "Finetune/Step": 3544, "Finetune/Step Time": 6.659246860072017}
{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7620412707328796, "Finetune/Loss (Raw)": 0.41744616627693176, "Finetune/Step": 3545, "Finetune/Step Time": 6.674014378339052}
{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7612629532814026, "Finetune/Loss (Raw)": 0.7290499806404114, "Finetune/Step": 3546, "Finetune/Step Time": 6.671710105612874}
{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7620658874511719, "Finetune/Loss (Raw)": 0.9252736568450928, "Finetune/Step": 3547, "Finetune/Step Time": 6.669113043695688}
{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7639550566673279, "Finetune/Loss (Raw)": 0.7597742676734924, "Finetune/Step": 3548, "Finetune/Step Time": 6.657199803739786}
{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7643874883651733, "Finetune/Loss (Raw)": 0.9228137135505676, "Finetune/Step": 3549, "Finetune/Step Time": 6.656106777489185}
{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7617145776748657, "Finetune/Loss (Raw)": 0.33970507979393005, "Finetune/Step": 3550, "Finetune/Step Time": 6.655573925003409}
{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7611029744148254, "Finetune/Loss (Raw)": 0.685503363609314, "Finetune/Step": 3551, "Finetune/Step Time": 6.673467298969626}
{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7648056745529175, "Finetune/Loss (Raw)": 0.8197004199028015, "Finetune/Step": 3552, "Finetune/Step Time": 6.652129245921969}
{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7639658451080322, "Finetune/Loss (Raw)": 0.6636395454406738, "Finetune/Step": 3553, "Finetune/Step Time": 6.659586394205689}
{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7658803462982178, "Finetune/Loss (Raw)": 0.9171944856643677, "Finetune/Step": 3554, "Finetune/Step Time": 6.662516640499234}
{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.766614556312561, "Finetune/Loss (Raw)": 0.9421611428260803, "Finetune/Step": 3555, "Finetune/Step Time": 6.660674320533872}
{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7632553577423096, "Finetune/Loss (Raw)": 0.3418905735015869, "Finetune/Step": 3556, "Finetune/Step Time": 6.6716674864292145}
{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7642674446105957, "Finetune/Loss (Raw)": 0.9837594628334045, "Finetune/Step": 3557, "Finetune/Step Time": 6.670231791213155}
{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7653366327285767, "Finetune/Loss (Raw)": 0.7979409098625183, "Finetune/Step": 3558, "Finetune/Step Time": 6.672198614105582}
{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7646551132202148, "Finetune/Loss (Raw)": 0.8480334281921387, "Finetune/Step": 3559, "Finetune/Step Time": 6.6599818002432585}
{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7665554285049438, "Finetune/Loss (Raw)": 0.8919596672058105, "Finetune/Step": 3560, "Finetune/Step Time": 6.644682226702571}
{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.767924427986145, "Finetune/Loss (Raw)": 0.9657345414161682, "Finetune/Step": 3561, "Finetune/Step Time": 6.629043603315949}
{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7675796151161194, "Finetune/Loss (Raw)": 0.6335408687591553, "Finetune/Step": 3562, "Finetune/Step Time": 6.605534141883254}
{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.767120361328125, "Finetune/Loss (Raw)": 0.6822232007980347, "Finetune/Step": 3563, "Finetune/Step Time": 6.592309465631843}
{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7674335241317749, "Finetune/Loss (Raw)": 0.7622564435005188, "Finetune/Step": 3564, "Finetune/Step Time": 6.595576401799917}
{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7670547366142273, "Finetune/Loss (Raw)": 0.7651780843734741, "Finetune/Step": 3565, "Finetune/Step Time": 6.599175579845905}
{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.768523097038269, "Finetune/Loss (Raw)": 0.8916609287261963, "Finetune/Step": 3566, "Finetune/Step Time": 6.599192401394248}
{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7682902812957764, "Finetune/Loss (Raw)": 0.7967401742935181, "Finetune/Step": 3567, "Finetune/Step Time": 6.603456541895866}
{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7690818309783936, "Finetune/Loss (Raw)": 0.8230493664741516, "Finetune/Step": 3568, "Finetune/Step Time": 6.60912399739027}
{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7700217962265015, "Finetune/Loss (Raw)": 0.755130410194397, "Finetune/Step": 3569, "Finetune/Step Time": 6.597721237689257}
{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7702621817588806, "Finetune/Loss (Raw)": 0.7591280937194824, "Finetune/Step": 3570, "Finetune/Step Time": 6.593173556029797}
{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7709513306617737, "Finetune/Loss (Raw)": 0.8116316199302673, "Finetune/Step": 3571, "Finetune/Step Time": 6.5861931052058935}
{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7714269757270813, "Finetune/Loss (Raw)": 0.8883586525917053, "Finetune/Step": 3572, "Finetune/Step Time": 6.598910428583622}
{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.773633599281311, "Finetune/Loss (Raw)": 0.8814538717269897, "Finetune/Step": 3573, "Finetune/Step Time": 6.582622898742557}
{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7748289108276367, "Finetune/Loss (Raw)": 0.9016140699386597, "Finetune/Step": 3574, "Finetune/Step Time": 6.581118239089847}
{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7738283276557922, "Finetune/Loss (Raw)": 0.7827461361885071, "Finetune/Step": 3575, "Finetune/Step Time": 6.582180624827743}
{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7750920057296753, "Finetune/Loss (Raw)": 0.9017542600631714, "Finetune/Step": 3576, "Finetune/Step Time": 6.581026133149862}
{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7743452787399292, "Finetune/Loss (Raw)": 0.8107972741127014, "Finetune/Step": 3577, "Finetune/Step Time": 6.599527092650533}
{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7751219272613525, "Finetune/Loss (Raw)": 0.8840523958206177, "Finetune/Step": 3578, "Finetune/Step Time": 6.585020080208778}
{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.775347113609314, "Finetune/Loss (Raw)": 0.8240888714790344, "Finetune/Step": 3579, "Finetune/Step Time": 6.575264876708388}
{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7750120759010315, "Finetune/Loss (Raw)": 0.8468308448791504, "Finetune/Step": 3580, "Finetune/Step Time": 6.582529492676258}
{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7756063938140869, "Finetune/Loss (Raw)": 0.8759289979934692, "Finetune/Step": 3581, "Finetune/Step Time": 6.592010213062167}
{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7752387523651123, "Finetune/Loss (Raw)": 0.7022666335105896, "Finetune/Step": 3582, "Finetune/Step Time": 6.594161991029978}
{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7784309387207031, "Finetune/Loss (Raw)": 0.7476187944412231, "Finetune/Step": 3583, "Finetune/Step Time": 6.575025273486972}
{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.778084933757782, "Finetune/Loss (Raw)": 0.8196089267730713, "Finetune/Step": 3584, "Finetune/Step Time": 6.576329054310918}
{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7789479494094849, "Finetune/Loss (Raw)": 0.9507231116294861, "Finetune/Step": 3585, "Finetune/Step Time": 6.575982982292771}
{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7778143882751465, "Finetune/Loss (Raw)": 0.6748911738395691, "Finetune/Step": 3586, "Finetune/Step Time": 6.573434913530946}
{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7772972583770752, "Finetune/Loss (Raw)": 0.7444300055503845, "Finetune/Step": 3587, "Finetune/Step Time": 6.555934328585863}
{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7753313779830933, "Finetune/Loss (Raw)": 0.6507942080497742, "Finetune/Step": 3588, "Finetune/Step Time": 6.5567171685397625}
{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7787767648696899, "Finetune/Loss (Raw)": 0.7751578092575073, "Finetune/Step": 3589, "Finetune/Step Time": 6.545291012153029}
{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7793228030204773, "Finetune/Loss (Raw)": 0.867743194103241, "Finetune/Step": 3590, "Finetune/Step Time": 6.548391500487924}
{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7790213227272034, "Finetune/Loss (Raw)": 0.7367485165596008, "Finetune/Step": 3591, "Finetune/Step Time": 6.547146733850241}
{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7780699133872986, "Finetune/Loss (Raw)": 0.7805394530296326, "Finetune/Step": 3592, "Finetune/Step Time": 6.551625153049827}
{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7795275449752808, "Finetune/Loss (Raw)": 0.9254054427146912, "Finetune/Step": 3593, "Finetune/Step Time": 6.538524571806192}
{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7784764170646667, "Finetune/Loss (Raw)": 0.5543652772903442, "Finetune/Step": 3594, "Finetune/Step Time": 6.544475980103016}
{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.779670238494873, "Finetune/Loss (Raw)": 0.8201618790626526, "Finetune/Step": 3595, "Finetune/Step Time": 6.565363492816687}
{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7822186946868896, "Finetune/Loss (Raw)": 0.9638158082962036, "Finetune/Step": 3596, "Finetune/Step Time": 6.551940690726042}
{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7786322832107544, "Finetune/Loss (Raw)": 0.24882511794567108, "Finetune/Step": 3597, "Finetune/Step Time": 6.560326524078846}
{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7785305976867676, "Finetune/Loss (Raw)": 0.753477156162262, "Finetune/Step": 3598, "Finetune/Step Time": 6.574392214417458}
{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7771511077880859, "Finetune/Loss (Raw)": 0.6907005906105042, "Finetune/Step": 3599, "Finetune/Step Time": 6.577612629160285}
{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.774748682975769, "Finetune/Loss (Raw)": 0.4352759122848511, "Finetune/Step": 3600, "Finetune/Step Time": 6.588768273591995}
{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7746490240097046, "Finetune/Loss (Raw)": 0.8433154821395874, "Finetune/Step": 3601, "Finetune/Step Time": 6.571966785937548}
{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7756457328796387, "Finetune/Loss (Raw)": 0.7931622266769409, "Finetune/Step": 3602, "Finetune/Step Time": 6.566814446821809}
{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.775534451007843, "Finetune/Loss (Raw)": 0.8061696887016296, "Finetune/Step": 3603, "Finetune/Step Time": 6.565211249515414}
{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7768733501434326, "Finetune/Loss (Raw)": 0.8287657499313354, "Finetune/Step": 3604, "Finetune/Step Time": 6.562075685709715}
{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7761621475219727, "Finetune/Loss (Raw)": 0.6493083834648132, "Finetune/Step": 3605, "Finetune/Step Time": 6.5485409162938595}
{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.774528443813324, "Finetune/Loss (Raw)": 0.7291298508644104, "Finetune/Step": 3606, "Finetune/Step Time": 6.560201412066817}
{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7727786302566528, "Finetune/Loss (Raw)": 0.8090269565582275, "Finetune/Step": 3607, "Finetune/Step Time": 6.56326387450099}
{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7712404727935791, "Finetune/Loss (Raw)": 0.6538524627685547, "Finetune/Step": 3608, "Finetune/Step Time": 6.589933158829808}
{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7705343961715698, "Finetune/Loss (Raw)": 0.767099142074585, "Finetune/Step": 3609, "Finetune/Step Time": 6.60141870751977}
{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7698714733123779, "Finetune/Loss (Raw)": 0.6757116317749023, "Finetune/Step": 3610, "Finetune/Step Time": 6.600956151261926}
{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7666559815406799, "Finetune/Loss (Raw)": 0.3389183580875397, "Finetune/Step": 3611, "Finetune/Step Time": 6.582266503944993}
{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7668212652206421, "Finetune/Loss (Raw)": 0.7800933718681335, "Finetune/Step": 3612, "Finetune/Step Time": 6.579652186483145}
{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7648805975914001, "Finetune/Loss (Raw)": 0.6869451403617859, "Finetune/Step": 3613, "Finetune/Step Time": 6.58099489659071}
{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7646507024765015, "Finetune/Loss (Raw)": 0.7848690748214722, "Finetune/Step": 3614, "Finetune/Step Time": 6.584806330502033}
{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.765541672706604, "Finetune/Loss (Raw)": 0.8422778248786926, "Finetune/Step": 3615, "Finetune/Step Time": 6.589607547968626}
{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7656073570251465, "Finetune/Loss (Raw)": 0.6943013668060303, "Finetune/Step": 3616, "Finetune/Step Time": 6.5826439298689365}
{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7643313407897949, "Finetune/Loss (Raw)": 0.714421272277832, "Finetune/Step": 3617, "Finetune/Step Time": 6.591562049463391}
{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7639920711517334, "Finetune/Loss (Raw)": 0.6770924925804138, "Finetune/Step": 3618, "Finetune/Step Time": 6.599115965887904}
{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7628176212310791, "Finetune/Loss (Raw)": 0.763839066028595, "Finetune/Step": 3619, "Finetune/Step Time": 6.597639622166753}
{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7627341151237488, "Finetune/Loss (Raw)": 0.7963345646858215, "Finetune/Step": 3620, "Finetune/Step Time": 6.58828098513186}
{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7647033929824829, "Finetune/Loss (Raw)": 0.7410673499107361, "Finetune/Step": 3621, "Finetune/Step Time": 6.582758976146579}
{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7636255025863647, "Finetune/Loss (Raw)": 0.7942869663238525, "Finetune/Step": 3622, "Finetune/Step Time": 6.581952342763543}
{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7634351253509521, "Finetune/Loss (Raw)": 0.827446460723877, "Finetune/Step": 3623, "Finetune/Step Time": 6.583391040563583}
{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7637144327163696, "Finetune/Loss (Raw)": 0.8942611217498779, "Finetune/Step": 3624, "Finetune/Step Time": 6.578568302094936}
{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7657002210617065, "Finetune/Loss (Raw)": 0.8861625790596008, "Finetune/Step": 3625, "Finetune/Step Time": 6.570741204544902}
{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7642272710800171, "Finetune/Loss (Raw)": 0.686250627040863, "Finetune/Step": 3626, "Finetune/Step Time": 6.56817901134491}
{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7647168040275574, "Finetune/Loss (Raw)": 0.855392336845398, "Finetune/Step": 3627, "Finetune/Step Time": 6.593924341723323}
{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7638463973999023, "Finetune/Loss (Raw)": 0.7974119782447815, "Finetune/Step": 3628, "Finetune/Step Time": 6.599727209657431}
{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.763198971748352, "Finetune/Loss (Raw)": 0.7696377635002136, "Finetune/Step": 3629, "Finetune/Step Time": 6.606622761115432}
{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7612848281860352, "Finetune/Loss (Raw)": 0.7093042135238647, "Finetune/Step": 3630, "Finetune/Step Time": 6.607445927336812}
{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7593830227851868, "Finetune/Loss (Raw)": 0.6334895491600037, "Finetune/Step": 3631, "Finetune/Step Time": 6.621383372694254}
{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7603920698165894, "Finetune/Loss (Raw)": 0.8918124437332153, "Finetune/Step": 3632, "Finetune/Step Time": 6.624543970450759}
{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7611805200576782, "Finetune/Loss (Raw)": 0.8817424178123474, "Finetune/Step": 3633, "Finetune/Step Time": 6.61983136087656}
{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7613719701766968, "Finetune/Loss (Raw)": 0.7820899486541748, "Finetune/Step": 3634, "Finetune/Step Time": 6.6131840366870165}
{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7617285251617432, "Finetune/Loss (Raw)": 0.6559997200965881, "Finetune/Step": 3635, "Finetune/Step Time": 6.597897097468376}
{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7618173956871033, "Finetune/Loss (Raw)": 0.8230637907981873, "Finetune/Step": 3636, "Finetune/Step Time": 6.597324080765247}
{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7625110745429993, "Finetune/Loss (Raw)": 0.848237156867981, "Finetune/Step": 3637, "Finetune/Step Time": 6.583920476958156}
{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7631884813308716, "Finetune/Loss (Raw)": 0.8296865820884705, "Finetune/Step": 3638, "Finetune/Step Time": 6.582406885921955}
{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7638384103775024, "Finetune/Loss (Raw)": 0.8215399384498596, "Finetune/Step": 3639, "Finetune/Step Time": 6.572259878739715}
{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7601114511489868, "Finetune/Loss (Raw)": 0.30499711632728577, "Finetune/Step": 3640, "Finetune/Step Time": 6.5926993526518345}
{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7591913938522339, "Finetune/Loss (Raw)": 0.733587384223938, "Finetune/Step": 3641, "Finetune/Step Time": 6.596830651164055}
{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7598352432250977, "Finetune/Loss (Raw)": 0.8195546865463257, "Finetune/Step": 3642, "Finetune/Step Time": 6.600337274372578}
{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7602002620697021, "Finetune/Loss (Raw)": 0.8523433804512024, "Finetune/Step": 3643, "Finetune/Step Time": 6.583814261481166}
{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7600959539413452, "Finetune/Loss (Raw)": 0.7833563685417175, "Finetune/Step": 3644, "Finetune/Step Time": 6.580907365307212}
{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7594132423400879, "Finetune/Loss (Raw)": 0.7532015442848206, "Finetune/Step": 3645, "Finetune/Step Time": 6.58047735504806}
{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7610609531402588, "Finetune/Loss (Raw)": 0.861721396446228, "Finetune/Step": 3646, "Finetune/Step Time": 6.565971555188298}
{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7622253894805908, "Finetune/Loss (Raw)": 0.8359926342964172, "Finetune/Step": 3647, "Finetune/Step Time": 6.5445800088346004}
{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.763474702835083, "Finetune/Loss (Raw)": 0.9046571254730225, "Finetune/Step": 3648, "Finetune/Step Time": 6.546091303229332}
{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7634086608886719, "Finetune/Loss (Raw)": 0.891266405582428, "Finetune/Step": 3649, "Finetune/Step Time": 6.550460059195757}
{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7658864259719849, "Finetune/Loss (Raw)": 0.9517649412155151, "Finetune/Step": 3650, "Finetune/Step Time": 6.531523913145065}
{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7661316394805908, "Finetune/Loss (Raw)": 0.666850745677948, "Finetune/Step": 3651, "Finetune/Step Time": 6.510935269296169}
{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7672280669212341, "Finetune/Loss (Raw)": 0.8199854493141174, "Finetune/Step": 3652, "Finetune/Step Time": 6.504029707983136}
{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7665097713470459, "Finetune/Loss (Raw)": 0.8933855891227722, "Finetune/Step": 3653, "Finetune/Step Time": 6.501085057854652}
{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7670864462852478, "Finetune/Loss (Raw)": 0.7558486461639404, "Finetune/Step": 3654, "Finetune/Step Time": 6.5100677367299795}
{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7682276964187622, "Finetune/Loss (Raw)": 0.9438016414642334, "Finetune/Step": 3655, "Finetune/Step Time": 6.514326581731439}
{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7675415277481079, "Finetune/Loss (Raw)": 0.6916190385818481, "Finetune/Step": 3656, "Finetune/Step Time": 6.529230235144496}
{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7690287828445435, "Finetune/Loss (Raw)": 0.8249328136444092, "Finetune/Step": 3657, "Finetune/Step Time": 6.523671984672546}
{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7689939737319946, "Finetune/Loss (Raw)": 0.7634872198104858, "Finetune/Step": 3658, "Finetune/Step Time": 6.538254544138908}
{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7686607241630554, "Finetune/Loss (Raw)": 0.8093422651290894, "Finetune/Step": 3659, "Finetune/Step Time": 6.540585255250335}
{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7704710364341736, "Finetune/Loss (Raw)": 0.9114037752151489, "Finetune/Step": 3660, "Finetune/Step Time": 6.5275485925376415}
{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7743450999259949, "Finetune/Loss (Raw)": 0.8156390190124512, "Finetune/Step": 3661, "Finetune/Step Time": 6.506126245483756}
{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7749121189117432, "Finetune/Loss (Raw)": 0.9102975130081177, "Finetune/Step": 3662, "Finetune/Step Time": 6.495969645678997}
{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7801083922386169, "Finetune/Loss (Raw)": 1.0007792711257935, "Finetune/Step": 3663, "Finetune/Step Time": 6.473726820200682}
{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7797235250473022, "Finetune/Loss (Raw)": 0.7243538498878479, "Finetune/Step": 3664, "Finetune/Step Time": 6.484687762334943}
{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7785159349441528, "Finetune/Loss (Raw)": 0.8142108917236328, "Finetune/Step": 3665, "Finetune/Step Time": 6.466876894235611}
{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7777935266494751, "Finetune/Loss (Raw)": 0.8190243244171143, "Finetune/Step": 3666, "Finetune/Step Time": 6.460867119953036}
{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7741490602493286, "Finetune/Loss (Raw)": 0.4197154641151428, "Finetune/Step": 3667, "Finetune/Step Time": 6.4862968642264605}
{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7735267877578735, "Finetune/Loss (Raw)": 0.7431747913360596, "Finetune/Step": 3668, "Finetune/Step Time": 6.4762811958789825}
{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7729213237762451, "Finetune/Loss (Raw)": 0.7401395440101624, "Finetune/Step": 3669, "Finetune/Step Time": 6.479154359549284}
{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.7738744020462036, "Finetune/Loss (Raw)": 0.8204615712165833, "Finetune/Step": 3670, "Finetune/Step Time": 6.464168976992369}
{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7747058272361755, "Finetune/Loss (Raw)": 0.8941736221313477, "Finetune/Step": 3671, "Finetune/Step Time": 6.433919357135892}
{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7737414240837097, "Finetune/Loss (Raw)": 0.7280195951461792, "Finetune/Step": 3672, "Finetune/Step Time": 6.440510539337993}
{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7747620940208435, "Finetune/Loss (Raw)": 0.5480939149856567, "Finetune/Step": 3673, "Finetune/Step Time": 6.424232449382544}
{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7752208709716797, "Finetune/Loss (Raw)": 0.7877724766731262, "Finetune/Step": 3674, "Finetune/Step Time": 6.4147963263094425}
{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7709121704101562, "Finetune/Loss (Raw)": 0.37376171350479126, "Finetune/Step": 3675, "Finetune/Step Time": 6.4376718159765005}
{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7714210152626038, "Finetune/Loss (Raw)": 0.8249049782752991, "Finetune/Step": 3676, "Finetune/Step Time": 6.440991248935461}
{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7714635133743286, "Finetune/Loss (Raw)": 0.9282469153404236, "Finetune/Step": 3677, "Finetune/Step Time": 6.440362643450499}
{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7732202410697937, "Finetune/Loss (Raw)": 0.564574122428894, "Finetune/Step": 3678, "Finetune/Step Time": 6.421848468482494}
{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7737038731575012, "Finetune/Loss (Raw)": 0.7474042177200317, "Finetune/Step": 3679, "Finetune/Step Time": 6.40928584523499}
{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7740458846092224, "Finetune/Loss (Raw)": 0.8634782433509827, "Finetune/Step": 3680, "Finetune/Step Time": 6.414189655333757}
{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7754085063934326, "Finetune/Loss (Raw)": 0.8380571603775024, "Finetune/Step": 3681, "Finetune/Step Time": 6.405565543100238}
{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7762622833251953, "Finetune/Loss (Raw)": 1.0264782905578613, "Finetune/Step": 3682, "Finetune/Step Time": 6.402237005531788}
{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7752300500869751, "Finetune/Loss (Raw)": 0.8100392818450928, "Finetune/Step": 3683, "Finetune/Step Time": 6.413263535127044}
{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7770040035247803, "Finetune/Loss (Raw)": 0.5689474940299988, "Finetune/Step": 3684, "Finetune/Step Time": 6.411241680383682}
{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7753766775131226, "Finetune/Loss (Raw)": 0.7754619717597961, "Finetune/Step": 3685, "Finetune/Step Time": 6.407675836235285}
{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7756926417350769, "Finetune/Loss (Raw)": 0.8383888006210327, "Finetune/Step": 3686, "Finetune/Step Time": 6.406696740537882}
{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7756097316741943, "Finetune/Loss (Raw)": 0.8374209403991699, "Finetune/Step": 3687, "Finetune/Step Time": 6.40445015206933}
{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7736748456954956, "Finetune/Loss (Raw)": 0.6442952752113342, "Finetune/Step": 3688, "Finetune/Step Time": 6.412134382873774}
{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.772979736328125, "Finetune/Loss (Raw)": 0.8767621517181396, "Finetune/Step": 3689, "Finetune/Step Time": 6.411520758643746}
{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7747353315353394, "Finetune/Loss (Raw)": 0.8582560420036316, "Finetune/Step": 3690, "Finetune/Step Time": 6.414305677637458}
{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7717941999435425, "Finetune/Loss (Raw)": 0.3057507574558258, "Finetune/Step": 3691, "Finetune/Step Time": 6.4323807787150145}
{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7727401256561279, "Finetune/Loss (Raw)": 0.8833428025245667, "Finetune/Step": 3692, "Finetune/Step Time": 6.426407134160399}
{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7732235789299011, "Finetune/Loss (Raw)": 0.8270591497421265, "Finetune/Step": 3693, "Finetune/Step Time": 6.425304148346186}
{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7714800834655762, "Finetune/Loss (Raw)": 0.6684895157814026, "Finetune/Step": 3694, "Finetune/Step Time": 6.448327943682671}
{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7732434868812561, "Finetune/Loss (Raw)": 1.0224565267562866, "Finetune/Step": 3695, "Finetune/Step Time": 6.428091209381819}
{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7729531526565552, "Finetune/Loss (Raw)": 0.7858906388282776, "Finetune/Step": 3696, "Finetune/Step Time": 6.420750096440315}
{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7711390256881714, "Finetune/Loss (Raw)": 0.5229246020317078, "Finetune/Step": 3697, "Finetune/Step Time": 6.43666828237474}
{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7716860771179199, "Finetune/Loss (Raw)": 0.8291414380073547, "Finetune/Step": 3698, "Finetune/Step Time": 6.442765720188618}
{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7716144919395447, "Finetune/Loss (Raw)": 0.802473783493042, "Finetune/Step": 3699, "Finetune/Step Time": 6.439976850524545}
{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7712221145629883, "Finetune/Loss (Raw)": 0.838135838508606, "Finetune/Step": 3700, "Finetune/Step Time": 6.4301684852689505}
{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7693959474563599, "Finetune/Loss (Raw)": 0.6477096080780029, "Finetune/Step": 3701, "Finetune/Step Time": 6.4370298609137535}
{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7688354253768921, "Finetune/Loss (Raw)": 0.8298640847206116, "Finetune/Step": 3702, "Finetune/Step Time": 6.42662288621068}
{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7694069147109985, "Finetune/Loss (Raw)": 0.8558927774429321, "Finetune/Step": 3703, "Finetune/Step Time": 6.424528431147337}
{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7688456773757935, "Finetune/Loss (Raw)": 0.829921543598175, "Finetune/Step": 3704, "Finetune/Step Time": 6.4292504116892815}
{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7672748565673828, "Finetune/Loss (Raw)": 0.6097304224967957, "Finetune/Step": 3705, "Finetune/Step Time": 6.411713192239404}
{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7664533853530884, "Finetune/Loss (Raw)": 0.7789065837860107, "Finetune/Step": 3706, "Finetune/Step Time": 6.413841906934977}
{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7659976482391357, "Finetune/Loss (Raw)": 0.7657519578933716, "Finetune/Step": 3707, "Finetune/Step Time": 6.439840143546462}
{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.764362096786499, "Finetune/Loss (Raw)": 0.6374756693840027, "Finetune/Step": 3708, "Finetune/Step Time": 6.452191893011332}
{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7647256851196289, "Finetune/Loss (Raw)": 0.9224728345870972, "Finetune/Step": 3709, "Finetune/Step Time": 6.444340256974101}
{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7666133642196655, "Finetune/Loss (Raw)": 0.9438860416412354, "Finetune/Step": 3710, "Finetune/Step Time": 6.432289648801088}
{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7659275531768799, "Finetune/Loss (Raw)": 0.6598309278488159, "Finetune/Step": 3711, "Finetune/Step Time": 6.455074831843376}
{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7665581703186035, "Finetune/Loss (Raw)": 0.9003366231918335, "Finetune/Step": 3712, "Finetune/Step Time": 6.455023238435388}
{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7613383531570435, "Finetune/Loss (Raw)": 0.2825809717178345, "Finetune/Step": 3713, "Finetune/Step Time": 6.4742853213101625}
{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7624042630195618, "Finetune/Loss (Raw)": 0.8113285303115845, "Finetune/Step": 3714, "Finetune/Step Time": 6.46810189075768}
{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7630571126937866, "Finetune/Loss (Raw)": 0.8279916048049927, "Finetune/Step": 3715, "Finetune/Step Time": 6.472976535558701}
{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.763390302658081, "Finetune/Loss (Raw)": 0.693446159362793, "Finetune/Step": 3716, "Finetune/Step Time": 6.495952947065234}
{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7626264095306396, "Finetune/Loss (Raw)": 0.6773777604103088, "Finetune/Step": 3717, "Finetune/Step Time": 6.505818895995617}
{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7606505155563354, "Finetune/Loss (Raw)": 0.6148328185081482, "Finetune/Step": 3718, "Finetune/Step Time": 6.510427376255393}
{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7596492171287537, "Finetune/Loss (Raw)": 0.6085783839225769, "Finetune/Step": 3719, "Finetune/Step Time": 6.521445918828249}
{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7601363062858582, "Finetune/Loss (Raw)": 0.8428895473480225, "Finetune/Step": 3720, "Finetune/Step Time": 6.525967853143811}
{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7599416971206665, "Finetune/Loss (Raw)": 0.9004903435707092, "Finetune/Step": 3721, "Finetune/Step Time": 6.52615693770349}
{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7621959447860718, "Finetune/Loss (Raw)": 0.8429199457168579, "Finetune/Step": 3722, "Finetune/Step Time": 6.523624315857887}
{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.76319420337677, "Finetune/Loss (Raw)": 0.9479290246963501, "Finetune/Step": 3723, "Finetune/Step Time": 6.5122997760772705}
{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7615457773208618, "Finetune/Loss (Raw)": 0.7528206706047058, "Finetune/Step": 3724, "Finetune/Step Time": 6.5133568942546844}
{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7665766477584839, "Finetune/Loss (Raw)": 0.8927792906761169, "Finetune/Step": 3725, "Finetune/Step Time": 6.497387435287237}
{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7636600136756897, "Finetune/Loss (Raw)": 0.38014620542526245, "Finetune/Step": 3726, "Finetune/Step Time": 6.499624714255333}
{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7640066146850586, "Finetune/Loss (Raw)": 0.7350579500198364, "Finetune/Step": 3727, "Finetune/Step Time": 6.493119865655899}
{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7649257779121399, "Finetune/Loss (Raw)": 0.552937388420105, "Finetune/Step": 3728, "Finetune/Step Time": 6.482351377606392}
{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7648159265518188, "Finetune/Loss (Raw)": 0.829253613948822, "Finetune/Step": 3729, "Finetune/Step Time": 6.491016445681453}
{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7652882933616638, "Finetune/Loss (Raw)": 0.8536264896392822, "Finetune/Step": 3730, "Finetune/Step Time": 6.520054833963513}
{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7654867172241211, "Finetune/Loss (Raw)": 0.8315653800964355, "Finetune/Step": 3731, "Finetune/Step Time": 6.520779838785529}
{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7655945420265198, "Finetune/Loss (Raw)": 0.8425686955451965, "Finetune/Step": 3732, "Finetune/Step Time": 6.5194405391812325}
{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7666148543357849, "Finetune/Loss (Raw)": 0.7799060940742493, "Finetune/Step": 3733, "Finetune/Step Time": 6.52719034999609}
{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7679958343505859, "Finetune/Loss (Raw)": 0.9058972597122192, "Finetune/Step": 3734, "Finetune/Step Time": 6.520496103912592}
{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7665438652038574, "Finetune/Loss (Raw)": 0.6231698989868164, "Finetune/Step": 3735, "Finetune/Step Time": 6.521785330027342}
{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7692627906799316, "Finetune/Loss (Raw)": 1.0018792152404785, "Finetune/Step": 3736, "Finetune/Step Time": 6.493039855733514}
{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7691468000411987, "Finetune/Loss (Raw)": 0.7522469758987427, "Finetune/Step": 3737, "Finetune/Step Time": 6.50055405497551}
{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7693707942962646, "Finetune/Loss (Raw)": 0.7043941020965576, "Finetune/Step": 3738, "Finetune/Step Time": 6.509669873863459}
{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7723865509033203, "Finetune/Loss (Raw)": 0.7249218225479126, "Finetune/Step": 3739, "Finetune/Step Time": 6.500390851870179}
{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7723326683044434, "Finetune/Loss (Raw)": 0.7732012271881104, "Finetune/Step": 3740, "Finetune/Step Time": 6.494369298219681}
{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7740004658699036, "Finetune/Loss (Raw)": 0.9004267454147339, "Finetune/Step": 3741, "Finetune/Step Time": 6.492934679612517}
{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7742913961410522, "Finetune/Loss (Raw)": 0.8221107721328735, "Finetune/Step": 3742, "Finetune/Step Time": 6.488849313929677}
{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7742946743965149, "Finetune/Loss (Raw)": 0.8426884412765503, "Finetune/Step": 3743, "Finetune/Step Time": 6.519911054521799}
{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7716766595840454, "Finetune/Loss (Raw)": 0.359197735786438, "Finetune/Step": 3744, "Finetune/Step Time": 6.535963982343674}
{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7686046361923218, "Finetune/Loss (Raw)": 0.32120925188064575, "Finetune/Step": 3745, "Finetune/Step Time": 6.54353429377079}
{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7688025236129761, "Finetune/Loss (Raw)": 0.7024183869361877, "Finetune/Step": 3746, "Finetune/Step Time": 6.534339370205998}
{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7675546407699585, "Finetune/Loss (Raw)": 0.6041142344474792, "Finetune/Step": 3747, "Finetune/Step Time": 6.552967011928558}
{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7678534388542175, "Finetune/Loss (Raw)": 0.8345809578895569, "Finetune/Step": 3748, "Finetune/Step Time": 6.563122067600489}
{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7669548392295837, "Finetune/Loss (Raw)": 0.6260439157485962, "Finetune/Step": 3749, "Finetune/Step Time": 6.569066720083356}
{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7677409648895264, "Finetune/Loss (Raw)": 0.8949061036109924, "Finetune/Step": 3750, "Finetune/Step Time": 6.573040150105953}
{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7688228487968445, "Finetune/Loss (Raw)": 0.9659311175346375, "Finetune/Step": 3751, "Finetune/Step Time": 6.5789645705372095}
{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7680350542068481, "Finetune/Loss (Raw)": 0.7934249043464661, "Finetune/Step": 3752, "Finetune/Step Time": 6.581193178892136}
{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7666083574295044, "Finetune/Loss (Raw)": 0.7035472393035889, "Finetune/Step": 3753, "Finetune/Step Time": 6.604180112481117}
{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7674424648284912, "Finetune/Loss (Raw)": 0.7930152416229248, "Finetune/Step": 3754, "Finetune/Step Time": 6.606477474793792}
{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.766679048538208, "Finetune/Loss (Raw)": 0.7576720714569092, "Finetune/Step": 3755, "Finetune/Step Time": 6.583557084202766}
{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.765183687210083, "Finetune/Loss (Raw)": 0.6060035228729248, "Finetune/Step": 3756, "Finetune/Step Time": 6.584009602665901}
{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7662657499313354, "Finetune/Loss (Raw)": 0.9081517457962036, "Finetune/Step": 3757, "Finetune/Step Time": 6.586524471640587}
{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7658218741416931, "Finetune/Loss (Raw)": 0.6524783968925476, "Finetune/Step": 3758, "Finetune/Step Time": 6.60022858902812}
{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7674212455749512, "Finetune/Loss (Raw)": 0.8382142782211304, "Finetune/Step": 3759, "Finetune/Step Time": 6.5849050134420395}
{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7661646604537964, "Finetune/Loss (Raw)": 0.7309626936912537, "Finetune/Step": 3760, "Finetune/Step Time": 6.589517537504435}
{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7643184065818787, "Finetune/Loss (Raw)": 0.6454265713691711, "Finetune/Step": 3761, "Finetune/Step Time": 6.599741879850626}
{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7643381953239441, "Finetune/Loss (Raw)": 0.7846181988716125, "Finetune/Step": 3762, "Finetune/Step Time": 6.605174656957388}
{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7661958932876587, "Finetune/Loss (Raw)": 0.8937874436378479, "Finetune/Step": 3763, "Finetune/Step Time": 6.606222726404667}
{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7654233574867249, "Finetune/Loss (Raw)": 0.7241826057434082, "Finetune/Step": 3764, "Finetune/Step Time": 6.605997778475285}
{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7637028098106384, "Finetune/Loss (Raw)": 0.6280059218406677, "Finetune/Step": 3765, "Finetune/Step Time": 6.6139539536088705}
{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7642410397529602, "Finetune/Loss (Raw)": 0.8985786437988281, "Finetune/Step": 3766, "Finetune/Step Time": 6.616845039650798}
{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7643609046936035, "Finetune/Loss (Raw)": 0.8368842601776123, "Finetune/Step": 3767, "Finetune/Step Time": 6.6315433364361525}
{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7673811316490173, "Finetune/Loss (Raw)": 0.6915827393531799, "Finetune/Step": 3768, "Finetune/Step Time": 6.620120221748948}
{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7635810375213623, "Finetune/Loss (Raw)": 0.24717754125595093, "Finetune/Step": 3769, "Finetune/Step Time": 6.636948507279158}
{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7645551562309265, "Finetune/Loss (Raw)": 0.9442416429519653, "Finetune/Step": 3770, "Finetune/Step Time": 6.629007032141089}
{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7652146816253662, "Finetune/Loss (Raw)": 0.9367650747299194, "Finetune/Step": 3771, "Finetune/Step Time": 6.630304869264364}
{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7657359838485718, "Finetune/Loss (Raw)": 0.8500800728797913, "Finetune/Step": 3772, "Finetune/Step Time": 6.636175448074937}
{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7625182867050171, "Finetune/Loss (Raw)": 0.3413395285606384, "Finetune/Step": 3773, "Finetune/Step Time": 6.65415308997035}
{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7626124620437622, "Finetune/Loss (Raw)": 0.8737673163414001, "Finetune/Step": 3774, "Finetune/Step Time": 6.656341457739472}
{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7629354000091553, "Finetune/Loss (Raw)": 0.8773365020751953, "Finetune/Step": 3775, "Finetune/Step Time": 6.660688877105713}
{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7627348899841309, "Finetune/Loss (Raw)": 0.878987193107605, "Finetune/Step": 3776, "Finetune/Step Time": 6.6638823468238115}
{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7578691244125366, "Finetune/Loss (Raw)": 0.2684515714645386, "Finetune/Step": 3777, "Finetune/Step Time": 6.683713240548968}
{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7569698691368103, "Finetune/Loss (Raw)": 0.8366575837135315, "Finetune/Step": 3778, "Finetune/Step Time": 6.6910425908863544}
{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7570431232452393, "Finetune/Loss (Raw)": 0.6762260794639587, "Finetune/Step": 3779, "Finetune/Step Time": 6.690718334168196}
{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7564340829849243, "Finetune/Loss (Raw)": 0.7420294284820557, "Finetune/Step": 3780, "Finetune/Step Time": 6.691348074004054}
{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7560437321662903, "Finetune/Loss (Raw)": 0.8434218764305115, "Finetune/Step": 3781, "Finetune/Step Time": 6.689115887507796}
{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.755993127822876, "Finetune/Loss (Raw)": 0.7493770718574524, "Finetune/Step": 3782, "Finetune/Step Time": 6.6726739555597305}
{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7539955377578735, "Finetune/Loss (Raw)": 0.6881114840507507, "Finetune/Step": 3783, "Finetune/Step Time": 6.674858948215842}
{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7542372941970825, "Finetune/Loss (Raw)": 0.7225522994995117, "Finetune/Step": 3784, "Finetune/Step Time": 6.669611120596528}
{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7540773153305054, "Finetune/Loss (Raw)": 0.8044537305831909, "Finetune/Step": 3785, "Finetune/Step Time": 6.668977204710245}
{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7553633451461792, "Finetune/Loss (Raw)": 0.9281046986579895, "Finetune/Step": 3786, "Finetune/Step Time": 6.654174169525504}
{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7555667161941528, "Finetune/Loss (Raw)": 0.8353801965713501, "Finetune/Step": 3787, "Finetune/Step Time": 6.652222499251366}
{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7542921304702759, "Finetune/Loss (Raw)": 0.7482542991638184, "Finetune/Step": 3788, "Finetune/Step Time": 6.658392971381545}
{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7529340982437134, "Finetune/Loss (Raw)": 0.641809344291687, "Finetune/Step": 3789, "Finetune/Step Time": 6.677407847717404}
{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.752567708492279, "Finetune/Loss (Raw)": 0.8633953332901001, "Finetune/Step": 3790, "Finetune/Step Time": 6.679259680211544}
{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7511940002441406, "Finetune/Loss (Raw)": 0.8249422907829285, "Finetune/Step": 3791, "Finetune/Step Time": 6.680045211687684}
{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.748176634311676, "Finetune/Loss (Raw)": 0.33813199400901794, "Finetune/Step": 3792, "Finetune/Step Time": 6.6883730329573154}
{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7481757998466492, "Finetune/Loss (Raw)": 0.814106822013855, "Finetune/Step": 3793, "Finetune/Step Time": 6.707953477278352}
{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7481523752212524, "Finetune/Loss (Raw)": 0.8160264492034912, "Finetune/Step": 3794, "Finetune/Step Time": 6.707861972972751}
{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7501554489135742, "Finetune/Loss (Raw)": 0.6761082410812378, "Finetune/Step": 3795, "Finetune/Step Time": 6.702554911375046}
{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7509785890579224, "Finetune/Loss (Raw)": 0.8485428094863892, "Finetune/Step": 3796, "Finetune/Step Time": 6.708029571920633}
{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7499961256980896, "Finetune/Loss (Raw)": 0.6143842339515686, "Finetune/Step": 3797, "Finetune/Step Time": 6.7124354392290115}
{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7492903470993042, "Finetune/Loss (Raw)": 0.7301180362701416, "Finetune/Step": 3798, "Finetune/Step Time": 6.709317076951265}
{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7468938827514648, "Finetune/Loss (Raw)": 0.5874235033988953, "Finetune/Step": 3799, "Finetune/Step Time": 6.719256469979882}
{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7477741837501526, "Finetune/Loss (Raw)": 0.8406985998153687, "Finetune/Step": 3800, "Finetune/Step Time": 6.715836275368929}
{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7496392726898193, "Finetune/Loss (Raw)": 0.7868264317512512, "Finetune/Step": 3801, "Finetune/Step Time": 6.71680174395442}
{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7504052519798279, "Finetune/Loss (Raw)": 0.885818600654602, "Finetune/Step": 3802, "Finetune/Step Time": 6.718424482271075}
{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7545255422592163, "Finetune/Loss (Raw)": 0.9011600017547607, "Finetune/Step": 3803, "Finetune/Step Time": 6.695904677733779}
{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7545959949493408, "Finetune/Loss (Raw)": 0.8339217901229858, "Finetune/Step": 3804, "Finetune/Step Time": 6.680341402068734}
{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7521198987960815, "Finetune/Loss (Raw)": 0.6113094687461853, "Finetune/Step": 3805, "Finetune/Step Time": 6.696764821186662}
{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7538137435913086, "Finetune/Loss (Raw)": 0.7813791036605835, "Finetune/Step": 3806, "Finetune/Step Time": 6.7092868853360415}
{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7537058591842651, "Finetune/Loss (Raw)": 0.7336013317108154, "Finetune/Step": 3807, "Finetune/Step Time": 6.712114032357931}
{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7519153952598572, "Finetune/Loss (Raw)": 0.6342987418174744, "Finetune/Step": 3808, "Finetune/Step Time": 6.719339340925217}
{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7512646317481995, "Finetune/Loss (Raw)": 0.7547585964202881, "Finetune/Step": 3809, "Finetune/Step Time": 6.723604084923863}
{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7500423192977905, "Finetune/Loss (Raw)": 0.8700193762779236, "Finetune/Step": 3810, "Finetune/Step Time": 6.721144484356046}
{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7493374347686768, "Finetune/Loss (Raw)": 0.7198237180709839, "Finetune/Step": 3811, "Finetune/Step Time": 6.726474868133664}
{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7504838705062866, "Finetune/Loss (Raw)": 0.7156821489334106, "Finetune/Step": 3812, "Finetune/Step Time": 6.721476435661316}
{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7505935430526733, "Finetune/Loss (Raw)": 0.789505660533905, "Finetune/Step": 3813, "Finetune/Step Time": 6.719086661934853}
{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7497907876968384, "Finetune/Loss (Raw)": 0.7356390357017517, "Finetune/Step": 3814, "Finetune/Step Time": 6.717408675700426}
{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7496449947357178, "Finetune/Loss (Raw)": 0.8187540173530579, "Finetune/Step": 3815, "Finetune/Step Time": 6.735756011679769}
{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7510385513305664, "Finetune/Loss (Raw)": 0.8226749897003174, "Finetune/Step": 3816, "Finetune/Step Time": 6.731750404462218}
{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7499172687530518, "Finetune/Loss (Raw)": 0.7332354187965393, "Finetune/Step": 3817, "Finetune/Step Time": 6.728867018595338}
{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7491665482521057, "Finetune/Loss (Raw)": 0.7621609568595886, "Finetune/Step": 3818, "Finetune/Step Time": 6.722957454621792}
{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7525761127471924, "Finetune/Loss (Raw)": 0.7421736121177673, "Finetune/Step": 3819, "Finetune/Step Time": 6.705739362165332}
{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7507932186126709, "Finetune/Loss (Raw)": 0.6551337838172913, "Finetune/Step": 3820, "Finetune/Step Time": 6.707024009898305}
{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7495761513710022, "Finetune/Loss (Raw)": 0.671273946762085, "Finetune/Step": 3821, "Finetune/Step Time": 6.712488843128085}
{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7499109506607056, "Finetune/Loss (Raw)": 0.711340069770813, "Finetune/Step": 3822, "Finetune/Step Time": 6.69262551702559}
{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7490428686141968, "Finetune/Loss (Raw)": 0.9113496541976929, "Finetune/Step": 3823, "Finetune/Step Time": 6.695314269512892}
{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7493830919265747, "Finetune/Loss (Raw)": 0.8294363617897034, "Finetune/Step": 3824, "Finetune/Step Time": 6.706123096868396}
{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.750434398651123, "Finetune/Loss (Raw)": 0.6574878692626953, "Finetune/Step": 3825, "Finetune/Step Time": 6.694797948002815}
{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7491898536682129, "Finetune/Loss (Raw)": 0.6698378324508667, "Finetune/Step": 3826, "Finetune/Step Time": 6.691065084189177}
{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7490822672843933, "Finetune/Loss (Raw)": 0.7887099385261536, "Finetune/Step": 3827, "Finetune/Step Time": 6.718008242547512}
{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7491796016693115, "Finetune/Loss (Raw)": 0.8505939841270447, "Finetune/Step": 3828, "Finetune/Step Time": 6.7214668821543455}
{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7462806105613708, "Finetune/Loss (Raw)": 0.27663734555244446, "Finetune/Step": 3829, "Finetune/Step Time": 6.7355850879102945}
{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7460874915122986, "Finetune/Loss (Raw)": 0.8051469326019287, "Finetune/Step": 3830, "Finetune/Step Time": 6.744622396305203}
{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7452633380889893, "Finetune/Loss (Raw)": 0.7503962516784668, "Finetune/Step": 3831, "Finetune/Step Time": 6.75197452865541}
{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7464585304260254, "Finetune/Loss (Raw)": 0.9829082489013672, "Finetune/Step": 3832, "Finetune/Step Time": 6.749753400683403}
{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7484294772148132, "Finetune/Loss (Raw)": 0.8620162606239319, "Finetune/Step": 3833, "Finetune/Step Time": 6.772560268640518}
{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7492839097976685, "Finetune/Loss (Raw)": 0.8882663249969482, "Finetune/Step": 3834, "Finetune/Step Time": 6.767268585041165}
{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7500144243240356, "Finetune/Loss (Raw)": 0.8592627644538879, "Finetune/Step": 3835, "Finetune/Step Time": 6.747974321246147}
{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7507119178771973, "Finetune/Loss (Raw)": 0.7267508506774902, "Finetune/Step": 3836, "Finetune/Step Time": 6.726053699851036}
{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7493878602981567, "Finetune/Loss (Raw)": 0.7529999017715454, "Finetune/Step": 3837, "Finetune/Step Time": 6.730834044516087}
{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.747779369354248, "Finetune/Loss (Raw)": 0.737996518611908, "Finetune/Step": 3838, "Finetune/Step Time": 6.729011178016663}
{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.748920202255249, "Finetune/Loss (Raw)": 0.8058608174324036, "Finetune/Step": 3839, "Finetune/Step Time": 6.732424786314368}
{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.747696042060852, "Finetune/Loss (Raw)": 0.7436408400535583, "Finetune/Step": 3840, "Finetune/Step Time": 6.7333693858236074}
{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.752930760383606, "Finetune/Loss (Raw)": 0.952629566192627, "Finetune/Step": 3841, "Finetune/Step Time": 6.71393352560699}
{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7525098323822021, "Finetune/Loss (Raw)": 0.7574435472488403, "Finetune/Step": 3842, "Finetune/Step Time": 6.706610752269626}
{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7508472204208374, "Finetune/Loss (Raw)": 0.6151801943778992, "Finetune/Step": 3843, "Finetune/Step Time": 6.713883521035314}
{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7514185905456543, "Finetune/Loss (Raw)": 0.7665749192237854, "Finetune/Step": 3844, "Finetune/Step Time": 6.6957702450454235}
{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7521408796310425, "Finetune/Loss (Raw)": 0.7698384523391724, "Finetune/Step": 3845, "Finetune/Step Time": 6.680257137864828}
{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7522456645965576, "Finetune/Loss (Raw)": 0.6282445788383484, "Finetune/Step": 3846, "Finetune/Step Time": 6.675976196303964}
{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7544116377830505, "Finetune/Loss (Raw)": 0.8858174085617065, "Finetune/Step": 3847, "Finetune/Step Time": 6.664118887856603}
{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7503895163536072, "Finetune/Loss (Raw)": 0.3280624747276306, "Finetune/Step": 3848, "Finetune/Step Time": 6.673905532807112}
{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7502580285072327, "Finetune/Loss (Raw)": 0.8836601376533508, "Finetune/Step": 3849, "Finetune/Step Time": 6.689482497051358}
{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7475911378860474, "Finetune/Loss (Raw)": 0.5015496611595154, "Finetune/Step": 3850, "Finetune/Step Time": 6.6976403221488}
{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7453026175498962, "Finetune/Loss (Raw)": 0.6550081372261047, "Finetune/Step": 3851, "Finetune/Step Time": 6.700054237619042}
{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7464534044265747, "Finetune/Loss (Raw)": 0.900120735168457, "Finetune/Step": 3852, "Finetune/Step Time": 6.700711015611887}
{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7430459260940552, "Finetune/Loss (Raw)": 0.45662105083465576, "Finetune/Step": 3853, "Finetune/Step Time": 6.715207055211067}
{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7465269565582275, "Finetune/Loss (Raw)": 0.8257132172584534, "Finetune/Step": 3854, "Finetune/Step Time": 6.70001570507884}
{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7447956800460815, "Finetune/Loss (Raw)": 0.5134553909301758, "Finetune/Step": 3855, "Finetune/Step Time": 6.709569925442338}
{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.747550368309021, "Finetune/Loss (Raw)": 0.9055448174476624, "Finetune/Step": 3856, "Finetune/Step Time": 6.702292228117585}
{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7438643574714661, "Finetune/Loss (Raw)": 0.35743874311447144, "Finetune/Step": 3857, "Finetune/Step Time": 6.711109662428498}
{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7397832870483398, "Finetune/Loss (Raw)": 0.3312510550022125, "Finetune/Step": 3858, "Finetune/Step Time": 6.705215597525239}
{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7408444285392761, "Finetune/Loss (Raw)": 0.9673911333084106, "Finetune/Step": 3859, "Finetune/Step Time": 6.697969065979123}
{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7406070828437805, "Finetune/Loss (Raw)": 0.8121909499168396, "Finetune/Step": 3860, "Finetune/Step Time": 6.691004619002342}
{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.740373969078064, "Finetune/Loss (Raw)": 0.750070333480835, "Finetune/Step": 3861, "Finetune/Step Time": 6.675957929342985}
{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7398037314414978, "Finetune/Loss (Raw)": 0.8329005837440491, "Finetune/Step": 3862, "Finetune/Step Time": 6.674136161804199}
{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7401432991027832, "Finetune/Loss (Raw)": 0.6666355133056641, "Finetune/Step": 3863, "Finetune/Step Time": 6.683440795168281}
{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7386326193809509, "Finetune/Loss (Raw)": 0.8085142374038696, "Finetune/Step": 3864, "Finetune/Step Time": 6.68622781522572}
{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7382891178131104, "Finetune/Loss (Raw)": 0.7082787156105042, "Finetune/Step": 3865, "Finetune/Step Time": 6.703187828883529}
{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.740020751953125, "Finetune/Loss (Raw)": 0.9260380864143372, "Finetune/Step": 3866, "Finetune/Step Time": 6.695428276434541}
{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7420514822006226, "Finetune/Loss (Raw)": 0.984855055809021, "Finetune/Step": 3867, "Finetune/Step Time": 6.6856654938310385}
{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7426877617835999, "Finetune/Loss (Raw)": 0.8546510934829712, "Finetune/Step": 3868, "Finetune/Step Time": 6.678608261048794}
{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7413005828857422, "Finetune/Loss (Raw)": 0.7228609919548035, "Finetune/Step": 3869, "Finetune/Step Time": 6.681073889136314}
{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7402562499046326, "Finetune/Loss (Raw)": 0.6884424090385437, "Finetune/Step": 3870, "Finetune/Step Time": 6.70546149648726}
{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7398679256439209, "Finetune/Loss (Raw)": 0.7929762005805969, "Finetune/Step": 3871, "Finetune/Step Time": 6.671740300953388}
{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.740264892578125, "Finetune/Loss (Raw)": 0.4100132882595062, "Finetune/Step": 3872, "Finetune/Step Time": 6.68588368780911}
{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7429136633872986, "Finetune/Loss (Raw)": 0.6602502465248108, "Finetune/Step": 3873, "Finetune/Step Time": 6.676326375454664}
{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7435155510902405, "Finetune/Loss (Raw)": 0.7794569730758667, "Finetune/Step": 3874, "Finetune/Step Time": 6.676696607843041}
{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7447911500930786, "Finetune/Loss (Raw)": 0.7673997282981873, "Finetune/Step": 3875, "Finetune/Step Time": 6.660219328477979}
{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7446355819702148, "Finetune/Loss (Raw)": 0.8146672248840332, "Finetune/Step": 3876, "Finetune/Step Time": 6.647952964529395}
{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7451286315917969, "Finetune/Loss (Raw)": 0.6891492009162903, "Finetune/Step": 3877, "Finetune/Step Time": 6.6563314869999886}
{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7418015003204346, "Finetune/Loss (Raw)": 0.4690362513065338, "Finetune/Step": 3878, "Finetune/Step Time": 6.675927061587572}
{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7395925521850586, "Finetune/Loss (Raw)": 0.6831889152526855, "Finetune/Step": 3879, "Finetune/Step Time": 6.712687378749251}
{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7397096753120422, "Finetune/Loss (Raw)": 0.8084151148796082, "Finetune/Step": 3880, "Finetune/Step Time": 6.710318975150585}
{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7407487630844116, "Finetune/Loss (Raw)": 0.836553156375885, "Finetune/Step": 3881, "Finetune/Step Time": 6.694146292284131}
{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7409855127334595, "Finetune/Loss (Raw)": 0.823318362236023, "Finetune/Step": 3882, "Finetune/Step Time": 6.697951601818204}
{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7420127391815186, "Finetune/Loss (Raw)": 0.8891519904136658, "Finetune/Step": 3883, "Finetune/Step Time": 6.703304013237357}
{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7429312467575073, "Finetune/Loss (Raw)": 0.723577618598938, "Finetune/Step": 3884, "Finetune/Step Time": 6.697025844827294}
{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7399204969406128, "Finetune/Loss (Raw)": 0.5227643251419067, "Finetune/Step": 3885, "Finetune/Step Time": 6.7036023288965225}
{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7401642799377441, "Finetune/Loss (Raw)": 0.6836873888969421, "Finetune/Step": 3886, "Finetune/Step Time": 6.691432248800993}
{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7391413450241089, "Finetune/Loss (Raw)": 0.7072857618331909, "Finetune/Step": 3887, "Finetune/Step Time": 6.693105975165963}
{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7395192980766296, "Finetune/Loss (Raw)": 0.7793335318565369, "Finetune/Step": 3888, "Finetune/Step Time": 6.686184009537101}
{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7406390905380249, "Finetune/Loss (Raw)": 0.7887647747993469, "Finetune/Step": 3889, "Finetune/Step Time": 6.677627015858889}
{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7405980825424194, "Finetune/Loss (Raw)": 0.7793654203414917, "Finetune/Step": 3890, "Finetune/Step Time": 6.671119533479214}
{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7389701008796692, "Finetune/Loss (Raw)": 0.6854061484336853, "Finetune/Step": 3891, "Finetune/Step Time": 6.6948983035981655}
{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7395631074905396, "Finetune/Loss (Raw)": 0.8000898361206055, "Finetune/Step": 3892, "Finetune/Step Time": 6.698677459731698}
{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7375067472457886, "Finetune/Loss (Raw)": 0.3647838532924652, "Finetune/Step": 3893, "Finetune/Step Time": 6.709299495443702}
{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7369338274002075, "Finetune/Loss (Raw)": 0.8252567648887634, "Finetune/Step": 3894, "Finetune/Step Time": 6.708038434386253}
{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7366824150085449, "Finetune/Loss (Raw)": 0.8047001361846924, "Finetune/Step": 3895, "Finetune/Step Time": 6.694887857884169}
{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7374855279922485, "Finetune/Loss (Raw)": 0.7943838238716125, "Finetune/Step": 3896, "Finetune/Step Time": 6.683961940929294}
{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7415425181388855, "Finetune/Loss (Raw)": 0.766469419002533, "Finetune/Step": 3897, "Finetune/Step Time": 6.663252919912338}
{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7399526834487915, "Finetune/Loss (Raw)": 0.7407373189926147, "Finetune/Step": 3898, "Finetune/Step Time": 6.678616618737578}
{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7396963834762573, "Finetune/Loss (Raw)": 0.9039614200592041, "Finetune/Step": 3899, "Finetune/Step Time": 6.682057520374656}
{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7390056848526001, "Finetune/Loss (Raw)": 0.7616739869117737, "Finetune/Step": 3900, "Finetune/Step Time": 6.692530645057559}
{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7430310249328613, "Finetune/Loss (Raw)": 0.8565794229507446, "Finetune/Step": 3901, "Finetune/Step Time": 6.672602150589228}
{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7435320615768433, "Finetune/Loss (Raw)": 0.9378977417945862, "Finetune/Step": 3902, "Finetune/Step Time": 6.656481401994824}
{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7436290979385376, "Finetune/Loss (Raw)": 0.8897591233253479, "Finetune/Step": 3903, "Finetune/Step Time": 6.652007797732949}
{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7428093552589417, "Finetune/Loss (Raw)": 0.7740628719329834, "Finetune/Step": 3904, "Finetune/Step Time": 6.655480628833175}
{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.745599091053009, "Finetune/Loss (Raw)": 0.6255419254302979, "Finetune/Step": 3905, "Finetune/Step Time": 6.649240026250482}
{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7450951933860779, "Finetune/Loss (Raw)": 0.77215176820755, "Finetune/Step": 3906, "Finetune/Step Time": 6.681873086839914}
{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7479451894760132, "Finetune/Loss (Raw)": 1.0410301685333252, "Finetune/Step": 3907, "Finetune/Step Time": 6.668239818885922}
{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7466427683830261, "Finetune/Loss (Raw)": 0.5753188729286194, "Finetune/Step": 3908, "Finetune/Step Time": 6.685753062367439}
{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7452449798583984, "Finetune/Loss (Raw)": 0.6645012497901917, "Finetune/Step": 3909, "Finetune/Step Time": 6.691876107826829}
{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.746101975440979, "Finetune/Loss (Raw)": 0.8590760827064514, "Finetune/Step": 3910, "Finetune/Step Time": 6.692561652511358}
{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7480405569076538, "Finetune/Loss (Raw)": 0.936248242855072, "Finetune/Step": 3911, "Finetune/Step Time": 6.689283175393939}
{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7477463483810425, "Finetune/Loss (Raw)": 0.6848925352096558, "Finetune/Step": 3912, "Finetune/Step Time": 6.692827606573701}
{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7475510835647583, "Finetune/Loss (Raw)": 0.7794551253318787, "Finetune/Step": 3913, "Finetune/Step Time": 6.695754282176495}
{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7460871934890747, "Finetune/Loss (Raw)": 0.7407337427139282, "Finetune/Step": 3914, "Finetune/Step Time": 6.698893748223782}
{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7461124658584595, "Finetune/Loss (Raw)": 0.8386129140853882, "Finetune/Step": 3915, "Finetune/Step Time": 6.696316130459309}
{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7467770576477051, "Finetune/Loss (Raw)": 0.8333250880241394, "Finetune/Step": 3916, "Finetune/Step Time": 6.696536542847753}
{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7475447058677673, "Finetune/Loss (Raw)": 0.7400708794593811, "Finetune/Step": 3917, "Finetune/Step Time": 6.697432450950146}
{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7477467060089111, "Finetune/Loss (Raw)": 0.8892421722412109, "Finetune/Step": 3918, "Finetune/Step Time": 6.696988582611084}
{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7472091913223267, "Finetune/Loss (Raw)": 0.7561414241790771, "Finetune/Step": 3919, "Finetune/Step Time": 6.706476712599397}
{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7508701086044312, "Finetune/Loss (Raw)": 0.8067360520362854, "Finetune/Step": 3920, "Finetune/Step Time": 6.722072396427393}
{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7493824362754822, "Finetune/Loss (Raw)": 0.623682975769043, "Finetune/Step": 3921, "Finetune/Step Time": 6.731123551726341}
{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7498537302017212, "Finetune/Loss (Raw)": 0.8763461112976074, "Finetune/Step": 3922, "Finetune/Step Time": 6.734680945053697}
{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7486014366149902, "Finetune/Loss (Raw)": 0.5158221125602722, "Finetune/Step": 3923, "Finetune/Step Time": 6.723858283832669}
{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7485700249671936, "Finetune/Loss (Raw)": 0.8445186018943787, "Finetune/Step": 3924, "Finetune/Step Time": 6.726816922426224}
{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7503068447113037, "Finetune/Loss (Raw)": 0.8366997838020325, "Finetune/Step": 3925, "Finetune/Step Time": 6.723265862092376}
{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7501293420791626, "Finetune/Loss (Raw)": 0.7073953151702881, "Finetune/Step": 3926, "Finetune/Step Time": 6.727789290249348}
{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7513985633850098, "Finetune/Loss (Raw)": 0.749884843826294, "Finetune/Step": 3927, "Finetune/Step Time": 6.734832584857941}
{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7516564130783081, "Finetune/Loss (Raw)": 0.8737061023712158, "Finetune/Step": 3928, "Finetune/Step Time": 6.73509207367897}
{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7521605491638184, "Finetune/Loss (Raw)": 0.8513562679290771, "Finetune/Step": 3929, "Finetune/Step Time": 6.730896282941103}
{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7509329319000244, "Finetune/Loss (Raw)": 0.7286754846572876, "Finetune/Step": 3930, "Finetune/Step Time": 6.735505469143391}
{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7509243488311768, "Finetune/Loss (Raw)": 0.9000670909881592, "Finetune/Step": 3931, "Finetune/Step Time": 6.735891351476312}
{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7498201131820679, "Finetune/Loss (Raw)": 0.6925727128982544, "Finetune/Step": 3932, "Finetune/Step Time": 6.74951689876616}
{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7493252754211426, "Finetune/Loss (Raw)": 0.5479776263237, "Finetune/Step": 3933, "Finetune/Step Time": 6.756814759224653}
{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7487638592720032, "Finetune/Loss (Raw)": 0.7095120549201965, "Finetune/Step": 3934, "Finetune/Step Time": 6.743011470884085}
{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7489455342292786, "Finetune/Loss (Raw)": 0.7568596601486206, "Finetune/Step": 3935, "Finetune/Step Time": 6.755587363615632}
{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7509075403213501, "Finetune/Loss (Raw)": 0.8854350447654724, "Finetune/Step": 3936, "Finetune/Step Time": 6.746811589226127}
{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7514104843139648, "Finetune/Loss (Raw)": 0.8191394805908203, "Finetune/Step": 3937, "Finetune/Step Time": 6.74110296741128}
{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7505291104316711, "Finetune/Loss (Raw)": 0.7571948170661926, "Finetune/Step": 3938, "Finetune/Step Time": 6.740513816475868}
{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7513443231582642, "Finetune/Loss (Raw)": 0.8241735100746155, "Finetune/Step": 3939, "Finetune/Step Time": 6.730824742466211}
{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7521770596504211, "Finetune/Loss (Raw)": 0.8222709894180298, "Finetune/Step": 3940, "Finetune/Step Time": 6.718167472630739}
{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7527538537979126, "Finetune/Loss (Raw)": 0.8633403778076172, "Finetune/Step": 3941, "Finetune/Step Time": 6.721130900084972}
{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7538288831710815, "Finetune/Loss (Raw)": 0.8732395172119141, "Finetune/Step": 3942, "Finetune/Step Time": 6.7272075694054365}
{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7522916793823242, "Finetune/Loss (Raw)": 0.6219988465309143, "Finetune/Step": 3943, "Finetune/Step Time": 6.732029631733894}
{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7524569034576416, "Finetune/Loss (Raw)": 0.8438218235969543, "Finetune/Step": 3944, "Finetune/Step Time": 6.731555284932256}
{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7544957399368286, "Finetune/Loss (Raw)": 0.9942076802253723, "Finetune/Step": 3945, "Finetune/Step Time": 6.752772418782115}
{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7546378374099731, "Finetune/Loss (Raw)": 0.7803454995155334, "Finetune/Step": 3946, "Finetune/Step Time": 6.766046807169914}
{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7551295161247253, "Finetune/Loss (Raw)": 0.8051057457923889, "Finetune/Step": 3947, "Finetune/Step Time": 6.772443262860179}
{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7528015971183777, "Finetune/Loss (Raw)": 0.35716381669044495, "Finetune/Step": 3948, "Finetune/Step Time": 6.791920378804207}
{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7543845176696777, "Finetune/Loss (Raw)": 0.873885989189148, "Finetune/Step": 3949, "Finetune/Step Time": 6.788014097139239}
{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7556285262107849, "Finetune/Loss (Raw)": 0.8705727458000183, "Finetune/Step": 3950, "Finetune/Step Time": 6.78471315652132}
{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7554066181182861, "Finetune/Loss (Raw)": 0.8829426765441895, "Finetune/Step": 3951, "Finetune/Step Time": 6.787846110761166}
{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7541109323501587, "Finetune/Loss (Raw)": 0.6635956764221191, "Finetune/Step": 3952, "Finetune/Step Time": 6.794235875830054}
{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7548558712005615, "Finetune/Loss (Raw)": 0.7528435587882996, "Finetune/Step": 3953, "Finetune/Step Time": 6.781839098781347}
{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7554118633270264, "Finetune/Loss (Raw)": 0.740990161895752, "Finetune/Step": 3954, "Finetune/Step Time": 6.775081682950258}
{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7544872760772705, "Finetune/Loss (Raw)": 0.6703673005104065, "Finetune/Step": 3955, "Finetune/Step Time": 6.75354746542871}
{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7548543214797974, "Finetune/Loss (Raw)": 0.8975789546966553, "Finetune/Step": 3956, "Finetune/Step Time": 6.75218653678894}
{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.759099006652832, "Finetune/Loss (Raw)": 0.8199564814567566, "Finetune/Step": 3957, "Finetune/Step Time": 6.731686182320118}
{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7585117816925049, "Finetune/Loss (Raw)": 0.7299778461456299, "Finetune/Step": 3958, "Finetune/Step Time": 6.727620255202055}
{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7576721906661987, "Finetune/Loss (Raw)": 0.6429350972175598, "Finetune/Step": 3959, "Finetune/Step Time": 6.739083807915449}
{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.755267858505249, "Finetune/Loss (Raw)": 0.6751535534858704, "Finetune/Step": 3960, "Finetune/Step Time": 6.7415365390479565}
{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7547874450683594, "Finetune/Loss (Raw)": 0.8005280494689941, "Finetune/Step": 3961, "Finetune/Step Time": 6.723046891391277}
{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7528822422027588, "Finetune/Loss (Raw)": 0.6443910598754883, "Finetune/Step": 3962, "Finetune/Step Time": 6.72932780906558}
{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7527542114257812, "Finetune/Loss (Raw)": 0.842879593372345, "Finetune/Step": 3963, "Finetune/Step Time": 6.743198776617646}
{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7533425092697144, "Finetune/Loss (Raw)": 0.8020575046539307, "Finetune/Step": 3964, "Finetune/Step Time": 6.751487083733082}
{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.753603458404541, "Finetune/Loss (Raw)": 0.7863962650299072, "Finetune/Step": 3965, "Finetune/Step Time": 6.762681035324931}
{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7508233785629272, "Finetune/Loss (Raw)": 0.3821481168270111, "Finetune/Step": 3966, "Finetune/Step Time": 6.785090828314424}
{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.750704288482666, "Finetune/Loss (Raw)": 0.7906123399734497, "Finetune/Step": 3967, "Finetune/Step Time": 6.758192341774702}
{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7513407468795776, "Finetune/Loss (Raw)": 0.8251110315322876, "Finetune/Step": 3968, "Finetune/Step Time": 6.754995781928301}
{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7500298023223877, "Finetune/Loss (Raw)": 0.7848203778266907, "Finetune/Step": 3969, "Finetune/Step Time": 6.778512874618173}
{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7507774829864502, "Finetune/Loss (Raw)": 0.8531584143638611, "Finetune/Step": 3970, "Finetune/Step Time": 6.778849547728896}
{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7530885338783264, "Finetune/Loss (Raw)": 0.9109867811203003, "Finetune/Step": 3971, "Finetune/Step Time": 6.769802005961537}
{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.753141462802887, "Finetune/Loss (Raw)": 0.7733566761016846, "Finetune/Step": 3972, "Finetune/Step Time": 6.7665161564946175}
{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7531640529632568, "Finetune/Loss (Raw)": 0.7727288007736206, "Finetune/Step": 3973, "Finetune/Step Time": 6.762330319732428}
{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7540675401687622, "Finetune/Loss (Raw)": 0.7438875436782837, "Finetune/Step": 3974, "Finetune/Step Time": 6.76472638361156}
{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.754287600517273, "Finetune/Loss (Raw)": 0.9139824509620667, "Finetune/Step": 3975, "Finetune/Step Time": 6.762572901323438}
{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.757430911064148, "Finetune/Loss (Raw)": 0.7304078340530396, "Finetune/Step": 3976, "Finetune/Step Time": 6.753660840913653}
{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7554094791412354, "Finetune/Loss (Raw)": 0.6249253153800964, "Finetune/Step": 3977, "Finetune/Step Time": 6.747364653274417}
{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7553018927574158, "Finetune/Loss (Raw)": 0.48777180910110474, "Finetune/Step": 3978, "Finetune/Step Time": 6.738057222217321}
{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7566350698471069, "Finetune/Loss (Raw)": 0.8256587982177734, "Finetune/Step": 3979, "Finetune/Step Time": 6.730218453332782}
{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7541242241859436, "Finetune/Loss (Raw)": 0.5787296295166016, "Finetune/Step": 3980, "Finetune/Step Time": 6.731531511992216}
{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7573273777961731, "Finetune/Loss (Raw)": 0.8666213750839233, "Finetune/Step": 3981, "Finetune/Step Time": 6.713657431304455}
{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7570472359657288, "Finetune/Loss (Raw)": 0.7898584008216858, "Finetune/Step": 3982, "Finetune/Step Time": 6.712586533278227}
{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7591739892959595, "Finetune/Loss (Raw)": 0.7856791615486145, "Finetune/Step": 3983, "Finetune/Step Time": 6.696800487115979}
{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7547802925109863, "Finetune/Loss (Raw)": 0.34314852952957153, "Finetune/Step": 3984, "Finetune/Step Time": 6.716138273477554}
{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7585901618003845, "Finetune/Loss (Raw)": 0.8451037406921387, "Finetune/Step": 3985, "Finetune/Step Time": 6.6987487487494946}
{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7634289264678955, "Finetune/Loss (Raw)": 0.9506121277809143, "Finetune/Step": 3986, "Finetune/Step Time": 6.677244255319238}
{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.761432409286499, "Finetune/Loss (Raw)": 0.711837887763977, "Finetune/Step": 3987, "Finetune/Step Time": 6.684411650523543}
{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7616580724716187, "Finetune/Loss (Raw)": 0.8410744071006775, "Finetune/Step": 3988, "Finetune/Step Time": 6.687911534681916}
{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7626230716705322, "Finetune/Loss (Raw)": 0.8735893368721008, "Finetune/Step": 3989, "Finetune/Step Time": 6.687270555645227}
{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7623233199119568, "Finetune/Loss (Raw)": 0.7945374846458435, "Finetune/Step": 3990, "Finetune/Step Time": 6.691607827320695}
{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7637658715248108, "Finetune/Loss (Raw)": 0.8512769937515259, "Finetune/Step": 3991, "Finetune/Step Time": 6.684578305110335}
{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.762681245803833, "Finetune/Loss (Raw)": 0.6696831583976746, "Finetune/Step": 3992, "Finetune/Step Time": 6.713196298107505}
{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7635846138000488, "Finetune/Loss (Raw)": 0.8239168524742126, "Finetune/Step": 3993, "Finetune/Step Time": 6.680513760074973}
{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7617245316505432, "Finetune/Loss (Raw)": 0.6879452466964722, "Finetune/Step": 3994, "Finetune/Step Time": 6.691453171893954}
{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7597366571426392, "Finetune/Loss (Raw)": 0.7304071187973022, "Finetune/Step": 3995, "Finetune/Step Time": 6.691098226234317}
{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7586222887039185, "Finetune/Loss (Raw)": 0.7120075225830078, "Finetune/Step": 3996, "Finetune/Step Time": 6.688597034662962}
{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7584564685821533, "Finetune/Loss (Raw)": 0.7016379833221436, "Finetune/Step": 3997, "Finetune/Step Time": 6.686327999457717}
{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7598647475242615, "Finetune/Loss (Raw)": 0.8687002658843994, "Finetune/Step": 3998, "Finetune/Step Time": 6.66922882758081}
{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7595571875572205, "Finetune/Loss (Raw)": 0.7536103129386902, "Finetune/Step": 3999, "Finetune/Step Time": 6.683891251683235}
{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7624176740646362, "Finetune/Loss (Raw)": 0.7761533260345459, "Finetune/Step": 4000, "Finetune/Step Time": 6.654253911226988}
{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.762931764125824, "Finetune/Loss (Raw)": 0.7260589003562927, "Finetune/Step": 4001, "Finetune/Step Time": 6.663822820410132}
{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7623175382614136, "Finetune/Loss (Raw)": 0.7008305191993713, "Finetune/Step": 4002, "Finetune/Step Time": 6.6730733420699835}
{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7623276710510254, "Finetune/Loss (Raw)": 0.7687007784843445, "Finetune/Step": 4003, "Finetune/Step Time": 6.683977855369449}
{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7625236511230469, "Finetune/Loss (Raw)": 0.8397483229637146, "Finetune/Step": 4004, "Finetune/Step Time": 6.68828240595758}
{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7632683515548706, "Finetune/Loss (Raw)": 0.7844758629798889, "Finetune/Step": 4005, "Finetune/Step Time": 6.672774899750948}
{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7670868635177612, "Finetune/Loss (Raw)": 0.9578038454055786, "Finetune/Step": 4006, "Finetune/Step Time": 6.649344939738512}
{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7645224332809448, "Finetune/Loss (Raw)": 0.35493987798690796, "Finetune/Step": 4007, "Finetune/Step Time": 6.622055804356933}
{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7634932994842529, "Finetune/Loss (Raw)": 0.6766892671585083, "Finetune/Step": 4008, "Finetune/Step Time": 6.619742779061198}
{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7632063031196594, "Finetune/Loss (Raw)": 0.7998149394989014, "Finetune/Step": 4009, "Finetune/Step Time": 6.61480076238513}
{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7621431350708008, "Finetune/Loss (Raw)": 0.6872343420982361, "Finetune/Step": 4010, "Finetune/Step Time": 6.622364740818739}
{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7617573738098145, "Finetune/Loss (Raw)": 0.8397732377052307, "Finetune/Step": 4011, "Finetune/Step Time": 6.6163360849022865}
{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.760553240776062, "Finetune/Loss (Raw)": 0.5694489479064941, "Finetune/Step": 4012, "Finetune/Step Time": 6.633077770471573}
{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7622379064559937, "Finetune/Loss (Raw)": 0.7383948564529419, "Finetune/Step": 4013, "Finetune/Step Time": 6.636375771835446}
{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7626190781593323, "Finetune/Loss (Raw)": 0.7324838042259216, "Finetune/Step": 4014, "Finetune/Step Time": 6.659796407446265}
{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7632238268852234, "Finetune/Loss (Raw)": 0.7846937775611877, "Finetune/Step": 4015, "Finetune/Step Time": 6.660754220560193}
{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.763450026512146, "Finetune/Loss (Raw)": 0.8082880973815918, "Finetune/Step": 4016, "Finetune/Step Time": 6.6618819404393435}
{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7637835144996643, "Finetune/Loss (Raw)": 0.831453800201416, "Finetune/Step": 4017, "Finetune/Step Time": 6.6637103743851185}
{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7602320909500122, "Finetune/Loss (Raw)": 0.32478559017181396, "Finetune/Step": 4018, "Finetune/Step Time": 6.684309780597687}
{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7621101140975952, "Finetune/Loss (Raw)": 0.9257886409759521, "Finetune/Step": 4019, "Finetune/Step Time": 6.666501043364406}
{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7627835273742676, "Finetune/Loss (Raw)": 0.8862799406051636, "Finetune/Step": 4020, "Finetune/Step Time": 6.664490636438131}
{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7660308480262756, "Finetune/Loss (Raw)": 0.7804445624351501, "Finetune/Step": 4021, "Finetune/Step Time": 6.654912367463112}
{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7654931545257568, "Finetune/Loss (Raw)": 0.7564358115196228, "Finetune/Step": 4022, "Finetune/Step Time": 6.657257925719023}
{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7655909061431885, "Finetune/Loss (Raw)": 0.8172065019607544, "Finetune/Step": 4023, "Finetune/Step Time": 6.659562079235911}
{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7662651538848877, "Finetune/Loss (Raw)": 0.8806930780410767, "Finetune/Step": 4024, "Finetune/Step Time": 6.665173588320613}
{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7660588026046753, "Finetune/Loss (Raw)": 0.74004727602005, "Finetune/Step": 4025, "Finetune/Step Time": 6.664785632863641}
{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7670191526412964, "Finetune/Loss (Raw)": 0.8636701703071594, "Finetune/Step": 4026, "Finetune/Step Time": 6.651873681694269}
{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7670485973358154, "Finetune/Loss (Raw)": 0.9077306985855103, "Finetune/Step": 4027, "Finetune/Step Time": 6.657835016027093}
{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7668542265892029, "Finetune/Loss (Raw)": 0.7367933392524719, "Finetune/Step": 4028, "Finetune/Step Time": 6.642205594107509}
{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7667232751846313, "Finetune/Loss (Raw)": 0.8398115038871765, "Finetune/Step": 4029, "Finetune/Step Time": 6.641668001189828}
{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7624372243881226, "Finetune/Loss (Raw)": 0.38928765058517456, "Finetune/Step": 4030, "Finetune/Step Time": 6.658129535615444}
{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7613189816474915, "Finetune/Loss (Raw)": 0.7466236352920532, "Finetune/Step": 4031, "Finetune/Step Time": 6.657717840746045}
{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7611122131347656, "Finetune/Loss (Raw)": 0.7475951313972473, "Finetune/Step": 4032, "Finetune/Step Time": 6.650603573769331}
{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7630118131637573, "Finetune/Loss (Raw)": 0.8686928749084473, "Finetune/Step": 4033, "Finetune/Step Time": 6.638025317341089}
{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7630267143249512, "Finetune/Loss (Raw)": 0.7740559577941895, "Finetune/Step": 4034, "Finetune/Step Time": 6.598726624622941}
{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7600103616714478, "Finetune/Loss (Raw)": 0.6549419164657593, "Finetune/Step": 4035, "Finetune/Step Time": 6.603431675583124}
{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7632474899291992, "Finetune/Loss (Raw)": 0.9896730780601501, "Finetune/Step": 4036, "Finetune/Step Time": 6.579355703666806}
{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7635436058044434, "Finetune/Loss (Raw)": 0.7024056911468506, "Finetune/Step": 4037, "Finetune/Step Time": 6.584264550358057}
{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7596177458763123, "Finetune/Loss (Raw)": 0.35656166076660156, "Finetune/Step": 4038, "Finetune/Step Time": 6.6010063495486975}
{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7583345174789429, "Finetune/Loss (Raw)": 0.771990180015564, "Finetune/Step": 4039, "Finetune/Step Time": 6.62041730619967}
{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.759666919708252, "Finetune/Loss (Raw)": 0.855441689491272, "Finetune/Step": 4040, "Finetune/Step Time": 6.609230430796742}
{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7590807676315308, "Finetune/Loss (Raw)": 0.7044256329536438, "Finetune/Step": 4041, "Finetune/Step Time": 6.603795614093542}
{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7593362331390381, "Finetune/Loss (Raw)": 0.7734424471855164, "Finetune/Step": 4042, "Finetune/Step Time": 6.615695273503661}
{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.759423017501831, "Finetune/Loss (Raw)": 0.8497199416160583, "Finetune/Step": 4043, "Finetune/Step Time": 6.617756364867091}
{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7590160369873047, "Finetune/Loss (Raw)": 0.781228244304657, "Finetune/Step": 4044, "Finetune/Step Time": 6.6097278241068125}
{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7554997801780701, "Finetune/Loss (Raw)": 0.28998804092407227, "Finetune/Step": 4045, "Finetune/Step Time": 6.609389044344425}
{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7541581988334656, "Finetune/Loss (Raw)": 0.7175269722938538, "Finetune/Step": 4046, "Finetune/Step Time": 6.606409549713135}
{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7540184259414673, "Finetune/Loss (Raw)": 0.7382477521896362, "Finetune/Step": 4047, "Finetune/Step Time": 6.620318967849016}
{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7505699992179871, "Finetune/Loss (Raw)": 0.36533936858177185, "Finetune/Step": 4048, "Finetune/Step Time": 6.604508185759187}
{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7508689165115356, "Finetune/Loss (Raw)": 0.6619353890419006, "Finetune/Step": 4049, "Finetune/Step Time": 6.587555518373847}
{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7499305009841919, "Finetune/Loss (Raw)": 0.7562288641929626, "Finetune/Step": 4050, "Finetune/Step Time": 6.585285846143961}
{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7515045404434204, "Finetune/Loss (Raw)": 0.7173095941543579, "Finetune/Step": 4051, "Finetune/Step Time": 6.577393362298608}
{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7506885528564453, "Finetune/Loss (Raw)": 0.7400742173194885, "Finetune/Step": 4052, "Finetune/Step Time": 6.597695201635361}
{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7470646500587463, "Finetune/Loss (Raw)": 0.3728308379650116, "Finetune/Step": 4053, "Finetune/Step Time": 6.615445893257856}
{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7466446161270142, "Finetune/Loss (Raw)": 0.6536357402801514, "Finetune/Step": 4054, "Finetune/Step Time": 6.624956330284476}
{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7469779253005981, "Finetune/Loss (Raw)": 0.7925469279289246, "Finetune/Step": 4055, "Finetune/Step Time": 6.607910675927997}
{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7445434927940369, "Finetune/Loss (Raw)": 0.5620958805084229, "Finetune/Step": 4056, "Finetune/Step Time": 6.623694121837616}
{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7448419332504272, "Finetune/Loss (Raw)": 0.8895540833473206, "Finetune/Step": 4057, "Finetune/Step Time": 6.621384985744953}
{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.744909405708313, "Finetune/Loss (Raw)": 0.7373136878013611, "Finetune/Step": 4058, "Finetune/Step Time": 6.614001138135791}
{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7434046268463135, "Finetune/Loss (Raw)": 0.707457423210144, "Finetune/Step": 4059, "Finetune/Step Time": 6.628481445834041}
{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7416315078735352, "Finetune/Loss (Raw)": 0.4656189978122711, "Finetune/Step": 4060, "Finetune/Step Time": 6.632163802161813}
{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7419881820678711, "Finetune/Loss (Raw)": 0.5936295986175537, "Finetune/Step": 4061, "Finetune/Step Time": 6.626347152516246}
{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7428159713745117, "Finetune/Loss (Raw)": 0.8154698610305786, "Finetune/Step": 4062, "Finetune/Step Time": 6.630422979593277}
{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.739639401435852, "Finetune/Loss (Raw)": 0.35025617480278015, "Finetune/Step": 4063, "Finetune/Step Time": 6.629097420722246}
{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7356668710708618, "Finetune/Loss (Raw)": 0.3769509792327881, "Finetune/Step": 4064, "Finetune/Step Time": 6.651071596890688}
{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7342956066131592, "Finetune/Loss (Raw)": 0.6436144709587097, "Finetune/Step": 4065, "Finetune/Step Time": 6.657272934913635}
{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7346229553222656, "Finetune/Loss (Raw)": 0.7991023063659668, "Finetune/Step": 4066, "Finetune/Step Time": 6.6620207987725735}
{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7349116206169128, "Finetune/Loss (Raw)": 0.8611205220222473, "Finetune/Step": 4067, "Finetune/Step Time": 6.661936294287443}
{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7348117828369141, "Finetune/Loss (Raw)": 0.8094895482063293, "Finetune/Step": 4068, "Finetune/Step Time": 6.66378029063344}
{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7348066568374634, "Finetune/Loss (Raw)": 0.862682044506073, "Finetune/Step": 4069, "Finetune/Step Time": 6.676665125414729}
{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7338975071907043, "Finetune/Loss (Raw)": 0.7568720579147339, "Finetune/Step": 4070, "Finetune/Step Time": 6.6734573263674974}
{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7348504066467285, "Finetune/Loss (Raw)": 0.7439687848091125, "Finetune/Step": 4071, "Finetune/Step Time": 6.680602844804525}
{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7334723472595215, "Finetune/Loss (Raw)": 0.6674304008483887, "Finetune/Step": 4072, "Finetune/Step Time": 6.690829718485475}
{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7316588163375854, "Finetune/Loss (Raw)": 0.7620710134506226, "Finetune/Step": 4073, "Finetune/Step Time": 6.675027798861265}
{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7325789332389832, "Finetune/Loss (Raw)": 0.8981302380561829, "Finetune/Step": 4074, "Finetune/Step Time": 6.67303210683167}
{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7320835590362549, "Finetune/Loss (Raw)": 0.7416975498199463, "Finetune/Step": 4075, "Finetune/Step Time": 6.662413891404867}
{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.733928382396698, "Finetune/Loss (Raw)": 0.5932972431182861, "Finetune/Step": 4076, "Finetune/Step Time": 6.672706762328744}
{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7333498001098633, "Finetune/Loss (Raw)": 0.799835205078125, "Finetune/Step": 4077, "Finetune/Step Time": 6.686811396852136}
{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7322559356689453, "Finetune/Loss (Raw)": 0.73055100440979, "Finetune/Step": 4078, "Finetune/Step Time": 6.689722962677479}
{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7321082949638367, "Finetune/Loss (Raw)": 0.8640449047088623, "Finetune/Step": 4079, "Finetune/Step Time": 6.700951186940074}
{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7323244214057922, "Finetune/Loss (Raw)": 0.6912588477134705, "Finetune/Step": 4080, "Finetune/Step Time": 6.690649006515741}
{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7320769429206848, "Finetune/Loss (Raw)": 0.7211665511131287, "Finetune/Step": 4081, "Finetune/Step Time": 6.712763825431466}
{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7319599390029907, "Finetune/Loss (Raw)": 0.7260130643844604, "Finetune/Step": 4082, "Finetune/Step Time": 6.721044864505529}
{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7334460616111755, "Finetune/Loss (Raw)": 0.8605878949165344, "Finetune/Step": 4083, "Finetune/Step Time": 6.71350616030395}
{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7300580739974976, "Finetune/Loss (Raw)": 0.46392861008644104, "Finetune/Step": 4084, "Finetune/Step Time": 6.729214010760188}
{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7284350991249084, "Finetune/Loss (Raw)": 0.6122055649757385, "Finetune/Step": 4085, "Finetune/Step Time": 6.741438236087561}
{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7281510829925537, "Finetune/Loss (Raw)": 0.6936209201812744, "Finetune/Step": 4086, "Finetune/Step Time": 6.749102886766195}
{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7300106287002563, "Finetune/Loss (Raw)": 0.8809638023376465, "Finetune/Step": 4087, "Finetune/Step Time": 6.737789697945118}
{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7311035394668579, "Finetune/Loss (Raw)": 0.8150458335876465, "Finetune/Step": 4088, "Finetune/Step Time": 6.733704132959247}
{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7310131192207336, "Finetune/Loss (Raw)": 0.7889528274536133, "Finetune/Step": 4089, "Finetune/Step Time": 6.735162751749158}
{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7321463227272034, "Finetune/Loss (Raw)": 0.7894427180290222, "Finetune/Step": 4090, "Finetune/Step Time": 6.729221427813172}
{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7314709424972534, "Finetune/Loss (Raw)": 0.7564288377761841, "Finetune/Step": 4091, "Finetune/Step Time": 6.73235073313117}
{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7311164736747742, "Finetune/Loss (Raw)": 0.7566890120506287, "Finetune/Step": 4092, "Finetune/Step Time": 6.734684143215418}
{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7318910956382751, "Finetune/Loss (Raw)": 0.8855451345443726, "Finetune/Step": 4093, "Finetune/Step Time": 6.720524974167347}
{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7365174293518066, "Finetune/Loss (Raw)": 0.9743214845657349, "Finetune/Step": 4094, "Finetune/Step Time": 6.703065844252706}
{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7356846332550049, "Finetune/Loss (Raw)": 0.6840168237686157, "Finetune/Step": 4095, "Finetune/Step Time": 6.710673423483968}
{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7363641262054443, "Finetune/Loss (Raw)": 0.9120875597000122, "Finetune/Step": 4096, "Finetune/Step Time": 6.7159962467849255}
{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7368361949920654, "Finetune/Loss (Raw)": 0.8452392816543579, "Finetune/Step": 4097, "Finetune/Step Time": 6.702920356765389}
{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7349290251731873, "Finetune/Loss (Raw)": 0.6090428233146667, "Finetune/Step": 4098, "Finetune/Step Time": 6.71104040928185}
{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7340821027755737, "Finetune/Loss (Raw)": 0.8025769591331482, "Finetune/Step": 4099, "Finetune/Step Time": 6.725437829270959}
{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7352144122123718, "Finetune/Loss (Raw)": 0.9182968139648438, "Finetune/Step": 4100, "Finetune/Step Time": 6.726270742714405}
{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7351769208908081, "Finetune/Loss (Raw)": 0.7679247260093689, "Finetune/Step": 4101, "Finetune/Step Time": 6.746698597446084}
{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.735349714756012, "Finetune/Loss (Raw)": 0.7660031914710999, "Finetune/Step": 4102, "Finetune/Step Time": 6.74392600543797}
{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.73448246717453, "Finetune/Loss (Raw)": 0.8029758334159851, "Finetune/Step": 4103, "Finetune/Step Time": 6.758127856999636}
{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7352360486984253, "Finetune/Loss (Raw)": 0.8268677592277527, "Finetune/Step": 4104, "Finetune/Step Time": 6.746457237750292}
{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7355059385299683, "Finetune/Loss (Raw)": 0.6594720482826233, "Finetune/Step": 4105, "Finetune/Step Time": 6.7408462055027485}
{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7375921010971069, "Finetune/Loss (Raw)": 0.7548034191131592, "Finetune/Step": 4106, "Finetune/Step Time": 6.739489331841469}
{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7368977069854736, "Finetune/Loss (Raw)": 0.7367690801620483, "Finetune/Step": 4107, "Finetune/Step Time": 6.741679364815354}
{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7388861179351807, "Finetune/Loss (Raw)": 0.8332475423812866, "Finetune/Step": 4108, "Finetune/Step Time": 6.741028303280473}
{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7377830743789673, "Finetune/Loss (Raw)": 0.7254365086555481, "Finetune/Step": 4109, "Finetune/Step Time": 6.7486458364874125}
{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.737528920173645, "Finetune/Loss (Raw)": 0.7573282122612, "Finetune/Step": 4110, "Finetune/Step Time": 6.755611045286059}
{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7386094331741333, "Finetune/Loss (Raw)": 0.9239850044250488, "Finetune/Step": 4111, "Finetune/Step Time": 6.761869451031089}
{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7405872344970703, "Finetune/Loss (Raw)": 0.5963048934936523, "Finetune/Step": 4112, "Finetune/Step Time": 6.755564529448748}
{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7390596866607666, "Finetune/Loss (Raw)": 0.6495737433433533, "Finetune/Step": 4113, "Finetune/Step Time": 6.754219003021717}
{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7379087209701538, "Finetune/Loss (Raw)": 0.8032934069633484, "Finetune/Step": 4114, "Finetune/Step Time": 6.7552818320691586}
{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7387253046035767, "Finetune/Loss (Raw)": 0.8163568377494812, "Finetune/Step": 4115, "Finetune/Step Time": 6.751303432509303}
{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7362083196640015, "Finetune/Loss (Raw)": 0.5188987255096436, "Finetune/Step": 4116, "Finetune/Step Time": 6.765459138900042}
{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7343494296073914, "Finetune/Loss (Raw)": 0.635653555393219, "Finetune/Step": 4117, "Finetune/Step Time": 6.773780191317201}
{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7355991005897522, "Finetune/Loss (Raw)": 0.9544949531555176, "Finetune/Step": 4118, "Finetune/Step Time": 6.7660911325365305}
{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7361420392990112, "Finetune/Loss (Raw)": 0.9207741618156433, "Finetune/Step": 4119, "Finetune/Step Time": 6.759150760248303}
{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7364422082901001, "Finetune/Loss (Raw)": 0.7081013321876526, "Finetune/Step": 4120, "Finetune/Step Time": 6.741987239569426}
{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7363619804382324, "Finetune/Loss (Raw)": 0.8136476874351501, "Finetune/Step": 4121, "Finetune/Step Time": 6.746843833476305}
{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7364915609359741, "Finetune/Loss (Raw)": 0.7045366764068604, "Finetune/Step": 4122, "Finetune/Step Time": 6.74563411064446}
{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7382134199142456, "Finetune/Loss (Raw)": 0.9508073925971985, "Finetune/Step": 4123, "Finetune/Step Time": 6.7467814311385155}
{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7369948625564575, "Finetune/Loss (Raw)": 0.5560328364372253, "Finetune/Step": 4124, "Finetune/Step Time": 6.748963424935937}
{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7378413677215576, "Finetune/Loss (Raw)": 0.8099846839904785, "Finetune/Step": 4125, "Finetune/Step Time": 6.75257926248014}
{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7375757098197937, "Finetune/Loss (Raw)": 0.8346984386444092, "Finetune/Step": 4126, "Finetune/Step Time": 6.747602518647909}
{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7380232214927673, "Finetune/Loss (Raw)": 0.810889720916748, "Finetune/Step": 4127, "Finetune/Step Time": 6.7279064655303955}
{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7378538846969604, "Finetune/Loss (Raw)": 0.7544735074043274, "Finetune/Step": 4128, "Finetune/Step Time": 6.723118770867586}
{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7383439540863037, "Finetune/Loss (Raw)": 0.7887916564941406, "Finetune/Step": 4129, "Finetune/Step Time": 6.704228216782212}
{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7389402389526367, "Finetune/Loss (Raw)": 0.777154803276062, "Finetune/Step": 4130, "Finetune/Step Time": 6.695013208314776}
{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7391726970672607, "Finetune/Loss (Raw)": 0.7984576225280762, "Finetune/Step": 4131, "Finetune/Step Time": 6.699055491015315}
{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7389714121818542, "Finetune/Loss (Raw)": 0.8139810562133789, "Finetune/Step": 4132, "Finetune/Step Time": 6.700127555057406}
{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7384394407272339, "Finetune/Loss (Raw)": 0.7163851857185364, "Finetune/Step": 4133, "Finetune/Step Time": 6.707349583506584}
{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7367136478424072, "Finetune/Loss (Raw)": 0.7369053363800049, "Finetune/Step": 4134, "Finetune/Step Time": 6.732618533074856}
{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7394576072692871, "Finetune/Loss (Raw)": 0.7061632871627808, "Finetune/Step": 4135, "Finetune/Step Time": 6.714796906337142}
{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7400527000427246, "Finetune/Loss (Raw)": 0.7528626918792725, "Finetune/Step": 4136, "Finetune/Step Time": 6.714573247358203}
{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7392458915710449, "Finetune/Loss (Raw)": 0.6965444087982178, "Finetune/Step": 4137, "Finetune/Step Time": 6.7120860163122416}
{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7405819296836853, "Finetune/Loss (Raw)": 0.8582456707954407, "Finetune/Step": 4138, "Finetune/Step Time": 6.698106711730361}
{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7395730018615723, "Finetune/Loss (Raw)": 0.7106361389160156, "Finetune/Step": 4139, "Finetune/Step Time": 6.687907952815294}
{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7407573461532593, "Finetune/Loss (Raw)": 0.7210410237312317, "Finetune/Step": 4140, "Finetune/Step Time": 6.677530579268932}
{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7379907369613647, "Finetune/Loss (Raw)": 0.3842669129371643, "Finetune/Step": 4141, "Finetune/Step Time": 6.678577026352286}
{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7378435134887695, "Finetune/Loss (Raw)": 0.7136408686637878, "Finetune/Step": 4142, "Finetune/Step Time": 6.6569370198994875}
{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7374225854873657, "Finetune/Loss (Raw)": 0.7308157086372375, "Finetune/Step": 4143, "Finetune/Step Time": 6.653047263622284}
{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7333608865737915, "Finetune/Loss (Raw)": 0.2883947789669037, "Finetune/Step": 4144, "Finetune/Step Time": 6.668466420844197}
{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7320220470428467, "Finetune/Loss (Raw)": 0.6600819230079651, "Finetune/Step": 4145, "Finetune/Step Time": 6.676836807280779}
{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7359714508056641, "Finetune/Loss (Raw)": 0.8303011059761047, "Finetune/Step": 4146, "Finetune/Step Time": 6.652087818831205}
{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.734896183013916, "Finetune/Loss (Raw)": 0.78815758228302, "Finetune/Step": 4147, "Finetune/Step Time": 6.6459177024662495}
{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7345441579818726, "Finetune/Loss (Raw)": 0.8412208557128906, "Finetune/Step": 4148, "Finetune/Step Time": 6.646298751235008}
{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7344386577606201, "Finetune/Loss (Raw)": 0.7669398188591003, "Finetune/Step": 4149, "Finetune/Step Time": 6.635588621720672}
{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7335377335548401, "Finetune/Loss (Raw)": 0.6411222219467163, "Finetune/Step": 4150, "Finetune/Step Time": 6.659464053809643}
{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7332428097724915, "Finetune/Loss (Raw)": 0.779453694820404, "Finetune/Step": 4151, "Finetune/Step Time": 6.664721142500639}
{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7324485778808594, "Finetune/Loss (Raw)": 0.7790286540985107, "Finetune/Step": 4152, "Finetune/Step Time": 6.669664938002825}
{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7323710918426514, "Finetune/Loss (Raw)": 0.7301366329193115, "Finetune/Step": 4153, "Finetune/Step Time": 6.6670144479721785}
{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7318540215492249, "Finetune/Loss (Raw)": 0.797475278377533, "Finetune/Step": 4154, "Finetune/Step Time": 6.671031191945076}
{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7304328083992004, "Finetune/Loss (Raw)": 0.7258204817771912, "Finetune/Step": 4155, "Finetune/Step Time": 6.663693681359291}
{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7300441265106201, "Finetune/Loss (Raw)": 0.6870348453521729, "Finetune/Step": 4156, "Finetune/Step Time": 6.663243534043431}
{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.730421781539917, "Finetune/Loss (Raw)": 0.8881523013114929, "Finetune/Step": 4157, "Finetune/Step Time": 6.664107654243708}
{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7334432005882263, "Finetune/Loss (Raw)": 0.7760385870933533, "Finetune/Step": 4158, "Finetune/Step Time": 6.654963135719299}
{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7342486381530762, "Finetune/Loss (Raw)": 0.849717915058136, "Finetune/Step": 4159, "Finetune/Step Time": 6.654648222029209}
{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.735476016998291, "Finetune/Loss (Raw)": 0.9047014713287354, "Finetune/Step": 4160, "Finetune/Step Time": 6.659810218960047}
{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7349802255630493, "Finetune/Loss (Raw)": 0.8052310943603516, "Finetune/Step": 4161, "Finetune/Step Time": 6.657800368964672}
{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7360453009605408, "Finetune/Loss (Raw)": 0.9103777408599854, "Finetune/Step": 4162, "Finetune/Step Time": 6.660016763955355}
{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7358298897743225, "Finetune/Loss (Raw)": 0.6273705363273621, "Finetune/Step": 4163, "Finetune/Step Time": 6.671342616900802}
{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7318084239959717, "Finetune/Loss (Raw)": 0.4749240279197693, "Finetune/Step": 4164, "Finetune/Step Time": 6.683506350964308}
{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7333506345748901, "Finetune/Loss (Raw)": 0.8998175263404846, "Finetune/Step": 4165, "Finetune/Step Time": 6.677169620990753}
{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7374547123908997, "Finetune/Loss (Raw)": 0.8818790912628174, "Finetune/Step": 4166, "Finetune/Step Time": 6.658579591661692}
{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7370783090591431, "Finetune/Loss (Raw)": 0.7238120436668396, "Finetune/Step": 4167, "Finetune/Step Time": 6.643611250445247}
{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7352825403213501, "Finetune/Loss (Raw)": 0.6255825757980347, "Finetune/Step": 4168, "Finetune/Step Time": 6.642056321725249}
{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7326328158378601, "Finetune/Loss (Raw)": 0.3652589023113251, "Finetune/Step": 4169, "Finetune/Step Time": 6.662604160606861}
{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7316564321517944, "Finetune/Loss (Raw)": 0.6484612226486206, "Finetune/Step": 4170, "Finetune/Step Time": 6.654855931177735}
{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.731360673904419, "Finetune/Loss (Raw)": 0.8118711709976196, "Finetune/Step": 4171, "Finetune/Step Time": 6.667654607445002}
{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7312905788421631, "Finetune/Loss (Raw)": 0.7722453474998474, "Finetune/Step": 4172, "Finetune/Step Time": 6.687971005216241}
{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.734901487827301, "Finetune/Loss (Raw)": 0.7521933317184448, "Finetune/Step": 4173, "Finetune/Step Time": 6.674299720674753}
{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7320598363876343, "Finetune/Loss (Raw)": 0.3537984788417816, "Finetune/Step": 4174, "Finetune/Step Time": 6.694313490763307}
{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.731874942779541, "Finetune/Loss (Raw)": 0.714572548866272, "Finetune/Step": 4175, "Finetune/Step Time": 6.6733787432312965}
{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7348365187644958, "Finetune/Loss (Raw)": 0.7444242835044861, "Finetune/Step": 4176, "Finetune/Step Time": 6.666412562131882}
{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7359663844108582, "Finetune/Loss (Raw)": 0.8065569400787354, "Finetune/Step": 4177, "Finetune/Step Time": 6.676884500309825}
{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7367459535598755, "Finetune/Loss (Raw)": 0.85601407289505, "Finetune/Step": 4178, "Finetune/Step Time": 6.6793323792517185}
{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7370336055755615, "Finetune/Loss (Raw)": 0.7541294693946838, "Finetune/Step": 4179, "Finetune/Step Time": 6.691282732412219}
{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.737879753112793, "Finetune/Loss (Raw)": 0.848375678062439, "Finetune/Step": 4180, "Finetune/Step Time": 6.671908084303141}
{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7409026622772217, "Finetune/Loss (Raw)": 0.7597741484642029, "Finetune/Step": 4181, "Finetune/Step Time": 6.655225956812501}
{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7401044368743896, "Finetune/Loss (Raw)": 0.5514536499977112, "Finetune/Step": 4182, "Finetune/Step Time": 6.654417147859931}
{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7405367493629456, "Finetune/Loss (Raw)": 0.8478865623474121, "Finetune/Step": 4183, "Finetune/Step Time": 6.653013564646244}
{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7421150207519531, "Finetune/Loss (Raw)": 0.7641196250915527, "Finetune/Step": 4184, "Finetune/Step Time": 6.630635559558868}
{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7418701648712158, "Finetune/Loss (Raw)": 0.8582099080085754, "Finetune/Step": 4185, "Finetune/Step Time": 6.632743123918772}
{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7430270910263062, "Finetune/Loss (Raw)": 0.885399341583252, "Finetune/Step": 4186, "Finetune/Step Time": 6.644890708848834}
{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.74309241771698, "Finetune/Loss (Raw)": 0.7158203125, "Finetune/Step": 4187, "Finetune/Step Time": 6.643854012712836}
{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7441431283950806, "Finetune/Loss (Raw)": 0.600110650062561, "Finetune/Step": 4188, "Finetune/Step Time": 6.633243037387729}
{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7454661130905151, "Finetune/Loss (Raw)": 0.7629759907722473, "Finetune/Step": 4189, "Finetune/Step Time": 6.614752683788538}
{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7434216141700745, "Finetune/Loss (Raw)": 0.5537697076797485, "Finetune/Step": 4190, "Finetune/Step Time": 6.613475069403648}
{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7467198371887207, "Finetune/Loss (Raw)": 0.7724308967590332, "Finetune/Step": 4191, "Finetune/Step Time": 6.597445880994201}
{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.751011848449707, "Finetune/Loss (Raw)": 0.9263281226158142, "Finetune/Step": 4192, "Finetune/Step Time": 6.574731046333909}
{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7483335733413696, "Finetune/Loss (Raw)": 0.30078548192977905, "Finetune/Step": 4193, "Finetune/Step Time": 6.583395669236779}
{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7485733032226562, "Finetune/Loss (Raw)": 0.829797625541687, "Finetune/Step": 4194, "Finetune/Step Time": 6.592269614338875}
{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7485443353652954, "Finetune/Loss (Raw)": 0.8574132919311523, "Finetune/Step": 4195, "Finetune/Step Time": 6.592109372839332}
{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.747981607913971, "Finetune/Loss (Raw)": 0.7374560236930847, "Finetune/Step": 4196, "Finetune/Step Time": 6.589519448578358}
{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7449002861976624, "Finetune/Loss (Raw)": 0.4682728946208954, "Finetune/Step": 4197, "Finetune/Step Time": 6.597565220668912}
{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7457364797592163, "Finetune/Loss (Raw)": 0.8639002442359924, "Finetune/Step": 4198, "Finetune/Step Time": 6.595171090215445}
{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7471706867218018, "Finetune/Loss (Raw)": 0.9275494813919067, "Finetune/Step": 4199, "Finetune/Step Time": 6.564901130273938}
{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7482839822769165, "Finetune/Loss (Raw)": 0.8099328875541687, "Finetune/Step": 4200, "Finetune/Step Time": 6.560768965631723}
{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7478758692741394, "Finetune/Loss (Raw)": 0.7098324298858643, "Finetune/Step": 4201, "Finetune/Step Time": 6.570019982755184}
{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7469164133071899, "Finetune/Loss (Raw)": 0.775320291519165, "Finetune/Step": 4202, "Finetune/Step Time": 6.562706004828215}
{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7468669414520264, "Finetune/Loss (Raw)": 0.7353762984275818, "Finetune/Step": 4203, "Finetune/Step Time": 6.563725221902132}
{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7477691173553467, "Finetune/Loss (Raw)": 0.7087655067443848, "Finetune/Step": 4204, "Finetune/Step Time": 6.533551748842001}
{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7477928400039673, "Finetune/Loss (Raw)": 0.802874743938446, "Finetune/Step": 4205, "Finetune/Step Time": 6.514907797798514}
{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7476718425750732, "Finetune/Loss (Raw)": 0.7150591611862183, "Finetune/Step": 4206, "Finetune/Step Time": 6.512673072516918}
{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7472479343414307, "Finetune/Loss (Raw)": 0.8097851872444153, "Finetune/Step": 4207, "Finetune/Step Time": 6.506061811000109}
{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7478811144828796, "Finetune/Loss (Raw)": 0.7723073959350586, "Finetune/Step": 4208, "Finetune/Step Time": 6.4962155893445015}
{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7495911121368408, "Finetune/Loss (Raw)": 0.9400489330291748, "Finetune/Step": 4209, "Finetune/Step Time": 6.474431972950697}
{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7499871253967285, "Finetune/Loss (Raw)": 0.7767012119293213, "Finetune/Step": 4210, "Finetune/Step Time": 6.469363123178482}
{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7497087717056274, "Finetune/Loss (Raw)": 0.824955940246582, "Finetune/Step": 4211, "Finetune/Step Time": 6.474234851077199}
{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7513338327407837, "Finetune/Loss (Raw)": 0.6719348430633545, "Finetune/Step": 4212, "Finetune/Step Time": 6.4533072132617235}
{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7516199350357056, "Finetune/Loss (Raw)": 0.6488315463066101, "Finetune/Step": 4213, "Finetune/Step Time": 6.4503386076539755}
{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7523367404937744, "Finetune/Loss (Raw)": 0.7853671312332153, "Finetune/Step": 4214, "Finetune/Step Time": 6.440549369901419}
{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.751014232635498, "Finetune/Loss (Raw)": 0.71168053150177, "Finetune/Step": 4215, "Finetune/Step Time": 6.475587816908956}
{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7510021328926086, "Finetune/Loss (Raw)": 0.8134961724281311, "Finetune/Step": 4216, "Finetune/Step Time": 6.470675783231854}
{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7513330578804016, "Finetune/Loss (Raw)": 0.8313194513320923, "Finetune/Step": 4217, "Finetune/Step Time": 6.467337667942047}
{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7511997222900391, "Finetune/Loss (Raw)": 0.7723715901374817, "Finetune/Step": 4218, "Finetune/Step Time": 6.465806206688285}
{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7498328685760498, "Finetune/Loss (Raw)": 0.5814796686172485, "Finetune/Step": 4219, "Finetune/Step Time": 6.448334073647857}
{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7502791881561279, "Finetune/Loss (Raw)": 0.8138177394866943, "Finetune/Step": 4220, "Finetune/Step Time": 6.436834704130888}
{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7503950595855713, "Finetune/Loss (Raw)": 0.9003760814666748, "Finetune/Step": 4221, "Finetune/Step Time": 6.437934298068285}
{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7491750121116638, "Finetune/Loss (Raw)": 0.8181516528129578, "Finetune/Step": 4222, "Finetune/Step Time": 6.440680421888828}
{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7505131959915161, "Finetune/Loss (Raw)": 0.8553096055984497, "Finetune/Step": 4223, "Finetune/Step Time": 6.4322048258036375}
{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7489875555038452, "Finetune/Loss (Raw)": 0.7167999744415283, "Finetune/Step": 4224, "Finetune/Step Time": 6.436123564839363}
{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7478501796722412, "Finetune/Loss (Raw)": 0.6996483206748962, "Finetune/Step": 4225, "Finetune/Step Time": 6.4281765930354595}
{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7499430179595947, "Finetune/Loss (Raw)": 0.8769316077232361, "Finetune/Step": 4226, "Finetune/Step Time": 6.421476531773806}
{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7513666152954102, "Finetune/Loss (Raw)": 0.9848001003265381, "Finetune/Step": 4227, "Finetune/Step Time": 6.409676754847169}
{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7503503561019897, "Finetune/Loss (Raw)": 0.7882048487663269, "Finetune/Step": 4228, "Finetune/Step Time": 6.410838011652231}
{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7510309219360352, "Finetune/Loss (Raw)": 0.855050265789032, "Finetune/Step": 4229, "Finetune/Step Time": 6.393509792163968}
{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7471221685409546, "Finetune/Loss (Raw)": 0.2656781077384949, "Finetune/Step": 4230, "Finetune/Step Time": 6.4072120282799006}
{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7452068328857422, "Finetune/Loss (Raw)": 0.5578169226646423, "Finetune/Step": 4231, "Finetune/Step Time": 6.432688735425472}
{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7448312044143677, "Finetune/Loss (Raw)": 0.7787759900093079, "Finetune/Step": 4232, "Finetune/Step Time": 6.441480912268162}
{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7446939945220947, "Finetune/Loss (Raw)": 0.6419183015823364, "Finetune/Step": 4233, "Finetune/Step Time": 6.447143588215113}
{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7462732791900635, "Finetune/Loss (Raw)": 0.956947386264801, "Finetune/Step": 4234, "Finetune/Step Time": 6.44937120936811}
{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7468851208686829, "Finetune/Loss (Raw)": 0.8150907158851624, "Finetune/Step": 4235, "Finetune/Step Time": 6.448683332651854}
{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7453941702842712, "Finetune/Loss (Raw)": 0.6424001455307007, "Finetune/Step": 4236, "Finetune/Step Time": 6.456937676295638}
{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7468254566192627, "Finetune/Loss (Raw)": 0.9086451530456543, "Finetune/Step": 4237, "Finetune/Step Time": 6.449229147285223}
{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7476736903190613, "Finetune/Loss (Raw)": 0.865902841091156, "Finetune/Step": 4238, "Finetune/Step Time": 6.437465641647577}
{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7468869686126709, "Finetune/Loss (Raw)": 0.8232853412628174, "Finetune/Step": 4239, "Finetune/Step Time": 6.432461526244879}
{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7482014894485474, "Finetune/Loss (Raw)": 0.7645517587661743, "Finetune/Step": 4240, "Finetune/Step Time": 6.420180162414908}
{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7493376731872559, "Finetune/Loss (Raw)": 0.7950156927108765, "Finetune/Step": 4241, "Finetune/Step Time": 6.420825334265828}
{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7497570514678955, "Finetune/Loss (Raw)": 0.8569786548614502, "Finetune/Step": 4242, "Finetune/Step Time": 6.419380132108927}
{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7491940259933472, "Finetune/Loss (Raw)": 0.7442859411239624, "Finetune/Step": 4243, "Finetune/Step Time": 6.44872622191906}
{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.751541793346405, "Finetune/Loss (Raw)": 0.819411039352417, "Finetune/Step": 4244, "Finetune/Step Time": 6.443926677107811}
{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7528320550918579, "Finetune/Loss (Raw)": 0.8008084893226624, "Finetune/Step": 4245, "Finetune/Step Time": 6.445534482598305}
{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7510664463043213, "Finetune/Loss (Raw)": 0.7284954190254211, "Finetune/Step": 4246, "Finetune/Step Time": 6.48091896623373}
{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7503665685653687, "Finetune/Loss (Raw)": 0.8311917185783386, "Finetune/Step": 4247, "Finetune/Step Time": 6.483440725132823}
{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7470492124557495, "Finetune/Loss (Raw)": 0.2834773659706116, "Finetune/Step": 4248, "Finetune/Step Time": 6.490929327905178}
{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7473011016845703, "Finetune/Loss (Raw)": 0.8458858728408813, "Finetune/Step": 4249, "Finetune/Step Time": 6.484757257625461}
{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7463585138320923, "Finetune/Loss (Raw)": 0.5838853716850281, "Finetune/Step": 4250, "Finetune/Step Time": 6.481223063543439}
{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7442201972007751, "Finetune/Loss (Raw)": 0.6771039962768555, "Finetune/Step": 4251, "Finetune/Step Time": 6.480890264734626}
{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7476028800010681, "Finetune/Loss (Raw)": 0.9890192151069641, "Finetune/Step": 4252, "Finetune/Step Time": 6.482421083375812}
{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7454969882965088, "Finetune/Loss (Raw)": 0.5404295921325684, "Finetune/Step": 4253, "Finetune/Step Time": 6.502012984827161}
{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7427767515182495, "Finetune/Loss (Raw)": 0.4865095913410187, "Finetune/Step": 4254, "Finetune/Step Time": 6.522064236924052}
{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7418040037155151, "Finetune/Loss (Raw)": 0.686373770236969, "Finetune/Step": 4255, "Finetune/Step Time": 6.528172109276056}
{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7421332001686096, "Finetune/Loss (Raw)": 0.79660964012146, "Finetune/Step": 4256, "Finetune/Step Time": 6.543731240555644}
{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7424600720405579, "Finetune/Loss (Raw)": 0.8306346535682678, "Finetune/Step": 4257, "Finetune/Step Time": 6.547848226502538}
{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7412418127059937, "Finetune/Loss (Raw)": 0.6212195158004761, "Finetune/Step": 4258, "Finetune/Step Time": 6.54915084131062}
{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7419667840003967, "Finetune/Loss (Raw)": 0.891252875328064, "Finetune/Step": 4259, "Finetune/Step Time": 6.542206518352032}
{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7414587736129761, "Finetune/Loss (Raw)": 0.7489628195762634, "Finetune/Step": 4260, "Finetune/Step Time": 6.539145834743977}
{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7421875, "Finetune/Loss (Raw)": 0.8096540570259094, "Finetune/Step": 4261, "Finetune/Step Time": 6.53345463424921}
{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7423183917999268, "Finetune/Loss (Raw)": 0.7536606788635254, "Finetune/Step": 4262, "Finetune/Step Time": 6.51448455825448}
{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7441463470458984, "Finetune/Loss (Raw)": 0.9401431083679199, "Finetune/Step": 4263, "Finetune/Step Time": 6.511969177052379}
{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7431881427764893, "Finetune/Loss (Raw)": 0.630214273929596, "Finetune/Step": 4264, "Finetune/Step Time": 6.522454801946878}
{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7433178424835205, "Finetune/Loss (Raw)": 0.7131415009498596, "Finetune/Step": 4265, "Finetune/Step Time": 6.529656436294317}
{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7437399625778198, "Finetune/Loss (Raw)": 0.9122764468193054, "Finetune/Step": 4266, "Finetune/Step Time": 6.529196539893746}
{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7432242631912231, "Finetune/Loss (Raw)": 0.6446263790130615, "Finetune/Step": 4267, "Finetune/Step Time": 6.542343365028501}
{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7431767582893372, "Finetune/Loss (Raw)": 0.7149640321731567, "Finetune/Step": 4268, "Finetune/Step Time": 6.533863442018628}
{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7445801496505737, "Finetune/Loss (Raw)": 0.5638995170593262, "Finetune/Step": 4269, "Finetune/Step Time": 6.54755287989974}
{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7451110482215881, "Finetune/Loss (Raw)": 0.7815955281257629, "Finetune/Step": 4270, "Finetune/Step Time": 6.5472983587533236}
{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7419402599334717, "Finetune/Loss (Raw)": 0.3249608278274536, "Finetune/Step": 4271, "Finetune/Step Time": 6.579398661851883}
{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7461608052253723, "Finetune/Loss (Raw)": 0.8286131620407104, "Finetune/Step": 4272, "Finetune/Step Time": 6.561915710568428}
{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7463324666023254, "Finetune/Loss (Raw)": 0.6820599436759949, "Finetune/Step": 4273, "Finetune/Step Time": 6.549889232963324}
{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7457784414291382, "Finetune/Loss (Raw)": 0.7593833804130554, "Finetune/Step": 4274, "Finetune/Step Time": 6.555219020694494}
{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7445842623710632, "Finetune/Loss (Raw)": 0.6353046298027039, "Finetune/Step": 4275, "Finetune/Step Time": 6.566124094650149}
{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7444451451301575, "Finetune/Loss (Raw)": 0.8234161734580994, "Finetune/Step": 4276, "Finetune/Step Time": 6.567117132246494}
{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7440879344940186, "Finetune/Loss (Raw)": 0.7212100028991699, "Finetune/Step": 4277, "Finetune/Step Time": 6.58844093978405}
{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7458323240280151, "Finetune/Loss (Raw)": 0.8644043207168579, "Finetune/Step": 4278, "Finetune/Step Time": 6.563210181891918}
{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.745238184928894, "Finetune/Loss (Raw)": 0.7034068703651428, "Finetune/Step": 4279, "Finetune/Step Time": 6.561075188219547}
{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7456749677658081, "Finetune/Loss (Raw)": 0.8349334001541138, "Finetune/Step": 4280, "Finetune/Step Time": 6.554842263460159}
{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.747075080871582, "Finetune/Loss (Raw)": 0.9093483686447144, "Finetune/Step": 4281, "Finetune/Step Time": 6.560148969292641}
{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7474064826965332, "Finetune/Loss (Raw)": 0.8399047255516052, "Finetune/Step": 4282, "Finetune/Step Time": 6.558447223156691}
{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.747823178768158, "Finetune/Loss (Raw)": 0.7791573405265808, "Finetune/Step": 4283, "Finetune/Step Time": 6.562979036942124}
{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7487146854400635, "Finetune/Loss (Raw)": 0.8011505007743835, "Finetune/Step": 4284, "Finetune/Step Time": 6.561302909627557}
{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7465059757232666, "Finetune/Loss (Raw)": 0.6054337024688721, "Finetune/Step": 4285, "Finetune/Step Time": 6.594212869182229}
{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7464159727096558, "Finetune/Loss (Raw)": 0.7645156383514404, "Finetune/Step": 4286, "Finetune/Step Time": 6.585882529616356}
{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7461491823196411, "Finetune/Loss (Raw)": 0.8155744075775146, "Finetune/Step": 4287, "Finetune/Step Time": 6.58892110735178}
{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.746139407157898, "Finetune/Loss (Raw)": 0.9034409523010254, "Finetune/Step": 4288, "Finetune/Step Time": 6.591121066361666}
{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7456170320510864, "Finetune/Loss (Raw)": 0.7383737564086914, "Finetune/Step": 4289, "Finetune/Step Time": 6.592534864321351}
{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7453346848487854, "Finetune/Loss (Raw)": 0.8742372989654541, "Finetune/Step": 4290, "Finetune/Step Time": 6.592717105522752}
{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7473035454750061, "Finetune/Loss (Raw)": 0.8793839812278748, "Finetune/Step": 4291, "Finetune/Step Time": 6.578228194266558}
{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7501866221427917, "Finetune/Loss (Raw)": 0.8439587354660034, "Finetune/Step": 4292, "Finetune/Step Time": 6.5733338464051485}
{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.749614953994751, "Finetune/Loss (Raw)": 0.8266478776931763, "Finetune/Step": 4293, "Finetune/Step Time": 6.580857262015343}
{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7487132549285889, "Finetune/Loss (Raw)": 0.7664560079574585, "Finetune/Step": 4294, "Finetune/Step Time": 6.601705892011523}
{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7453826665878296, "Finetune/Loss (Raw)": 0.29749900102615356, "Finetune/Step": 4295, "Finetune/Step Time": 6.61853514239192}
{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7477083206176758, "Finetune/Loss (Raw)": 0.9232644438743591, "Finetune/Step": 4296, "Finetune/Step Time": 6.616125412285328}
{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7515069246292114, "Finetune/Loss (Raw)": 0.8514803051948547, "Finetune/Step": 4297, "Finetune/Step Time": 6.598587999120355}
{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7511470913887024, "Finetune/Loss (Raw)": 0.6024022102355957, "Finetune/Step": 4298, "Finetune/Step Time": 6.59328187443316}
{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7512121200561523, "Finetune/Loss (Raw)": 0.8201954364776611, "Finetune/Step": 4299, "Finetune/Step Time": 6.600091479718685}
{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7521567344665527, "Finetune/Loss (Raw)": 0.8931593894958496, "Finetune/Step": 4300, "Finetune/Step Time": 6.584996173158288}
{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7491006851196289, "Finetune/Loss (Raw)": 0.3610198497772217, "Finetune/Step": 4301, "Finetune/Step Time": 6.598956702277064}
{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7533186674118042, "Finetune/Loss (Raw)": 0.8936938643455505, "Finetune/Step": 4302, "Finetune/Step Time": 6.584138736128807}
{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7548054456710815, "Finetune/Loss (Raw)": 0.9048778414726257, "Finetune/Step": 4303, "Finetune/Step Time": 6.583724493160844}
{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7516087293624878, "Finetune/Loss (Raw)": 0.3352479636669159, "Finetune/Step": 4304, "Finetune/Step Time": 6.590952897444367}
{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.750400185585022, "Finetune/Loss (Raw)": 0.6518672108650208, "Finetune/Step": 4305, "Finetune/Step Time": 6.582420898601413}
{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7493707537651062, "Finetune/Loss (Raw)": 0.7242457270622253, "Finetune/Step": 4306, "Finetune/Step Time": 6.588142778724432}
{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7480028867721558, "Finetune/Loss (Raw)": 0.579042911529541, "Finetune/Step": 4307, "Finetune/Step Time": 6.577002692967653}
{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7466614246368408, "Finetune/Loss (Raw)": 0.6766694188117981, "Finetune/Step": 4308, "Finetune/Step Time": 6.578288393095136}
{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7465665340423584, "Finetune/Loss (Raw)": 0.7476287484169006, "Finetune/Step": 4309, "Finetune/Step Time": 6.583005810156465}
{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7449647784233093, "Finetune/Loss (Raw)": 0.34642601013183594, "Finetune/Step": 4310, "Finetune/Step Time": 6.593392932787538}
{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7445080280303955, "Finetune/Loss (Raw)": 0.7894179821014404, "Finetune/Step": 4311, "Finetune/Step Time": 6.59987186640501}
{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7452579736709595, "Finetune/Loss (Raw)": 0.8601101636886597, "Finetune/Step": 4312, "Finetune/Step Time": 6.6083491407334805}
{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7456254959106445, "Finetune/Loss (Raw)": 0.9052540063858032, "Finetune/Step": 4313, "Finetune/Step Time": 6.619278570637107}
{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7453669309616089, "Finetune/Loss (Raw)": 0.8523058295249939, "Finetune/Step": 4314, "Finetune/Step Time": 6.620783908292651}
{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7457274198532104, "Finetune/Loss (Raw)": 0.7619649171829224, "Finetune/Step": 4315, "Finetune/Step Time": 6.617503007873893}
{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7463871240615845, "Finetune/Loss (Raw)": 0.6845587491989136, "Finetune/Step": 4316, "Finetune/Step Time": 6.6216433849185705}
{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7464981079101562, "Finetune/Loss (Raw)": 0.7771828174591064, "Finetune/Step": 4317, "Finetune/Step Time": 6.62069826759398}
{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7469794750213623, "Finetune/Loss (Raw)": 0.6153720617294312, "Finetune/Step": 4318, "Finetune/Step Time": 6.6250116266310215}
{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7456636428833008, "Finetune/Loss (Raw)": 0.604010283946991, "Finetune/Step": 4319, "Finetune/Step Time": 6.6310554295778275}
{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7441951036453247, "Finetune/Loss (Raw)": 0.7383525371551514, "Finetune/Step": 4320, "Finetune/Step Time": 6.634625896811485}
{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7465046644210815, "Finetune/Loss (Raw)": 0.5964087247848511, "Finetune/Step": 4321, "Finetune/Step Time": 6.628059454262257}
{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7468937635421753, "Finetune/Loss (Raw)": 0.8796060681343079, "Finetune/Step": 4322, "Finetune/Step Time": 6.620962169021368}
{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7448378801345825, "Finetune/Loss (Raw)": 0.5942595601081848, "Finetune/Step": 4323, "Finetune/Step Time": 6.618511313572526}
{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7450851202011108, "Finetune/Loss (Raw)": 0.7691080570220947, "Finetune/Step": 4324, "Finetune/Step Time": 6.6177370101213455}
{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7454465627670288, "Finetune/Loss (Raw)": 0.5145362019538879, "Finetune/Step": 4325, "Finetune/Step Time": 6.607738411054015}
{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7437179088592529, "Finetune/Loss (Raw)": 0.6426250338554382, "Finetune/Step": 4326, "Finetune/Step Time": 6.615180231630802}
{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7405642867088318, "Finetune/Loss (Raw)": 0.5238856077194214, "Finetune/Step": 4327, "Finetune/Step Time": 6.631794976070523}
{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7400679588317871, "Finetune/Loss (Raw)": 0.7464130520820618, "Finetune/Step": 4328, "Finetune/Step Time": 6.625450963154435}
{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7407242655754089, "Finetune/Loss (Raw)": 0.7938295006752014, "Finetune/Step": 4329, "Finetune/Step Time": 6.61517034843564}
{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7412686944007874, "Finetune/Loss (Raw)": 0.845011830329895, "Finetune/Step": 4330, "Finetune/Step Time": 6.614227391779423}
{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7420624494552612, "Finetune/Loss (Raw)": 0.83697110414505, "Finetune/Step": 4331, "Finetune/Step Time": 6.61378444544971}
{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7428379058837891, "Finetune/Loss (Raw)": 0.8080266714096069, "Finetune/Step": 4332, "Finetune/Step Time": 6.61646637134254}
{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.74318528175354, "Finetune/Loss (Raw)": 0.8473474383354187, "Finetune/Step": 4333, "Finetune/Step Time": 6.618153266608715}
{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7445646524429321, "Finetune/Loss (Raw)": 0.8916078805923462, "Finetune/Step": 4334, "Finetune/Step Time": 6.616524027660489}
{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7445628643035889, "Finetune/Loss (Raw)": 0.809553861618042, "Finetune/Step": 4335, "Finetune/Step Time": 6.611711116507649}
{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7455834150314331, "Finetune/Loss (Raw)": 0.90293949842453, "Finetune/Step": 4336, "Finetune/Step Time": 6.62726222909987}
{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7424070835113525, "Finetune/Loss (Raw)": 0.5334789752960205, "Finetune/Step": 4337, "Finetune/Step Time": 6.648925306275487}
{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7425102591514587, "Finetune/Loss (Raw)": 0.7899100184440613, "Finetune/Step": 4338, "Finetune/Step Time": 6.6490633469074965}
{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7418943643569946, "Finetune/Loss (Raw)": 0.7461187243461609, "Finetune/Step": 4339, "Finetune/Step Time": 6.649181241169572}
{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7422127723693848, "Finetune/Loss (Raw)": 0.7126942873001099, "Finetune/Step": 4340, "Finetune/Step Time": 6.663230361416936}
{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7443060874938965, "Finetune/Loss (Raw)": 0.9167786836624146, "Finetune/Step": 4341, "Finetune/Step Time": 6.655750485137105}
{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7435525059700012, "Finetune/Loss (Raw)": 0.68890380859375, "Finetune/Step": 4342, "Finetune/Step Time": 6.694683991372585}
{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7434036731719971, "Finetune/Loss (Raw)": 0.6926262974739075, "Finetune/Step": 4343, "Finetune/Step Time": 6.660403843969107}
{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.743248462677002, "Finetune/Loss (Raw)": 0.7936398386955261, "Finetune/Step": 4344, "Finetune/Step Time": 6.668479377403855}
{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7426092028617859, "Finetune/Loss (Raw)": 0.749487042427063, "Finetune/Step": 4345, "Finetune/Step Time": 6.668551938608289}
{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7427003979682922, "Finetune/Loss (Raw)": 0.7840486764907837, "Finetune/Step": 4346, "Finetune/Step Time": 6.671873938292265}
{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7449948787689209, "Finetune/Loss (Raw)": 0.8751763701438904, "Finetune/Step": 4347, "Finetune/Step Time": 6.664767561480403}
{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7449756860733032, "Finetune/Loss (Raw)": 0.8113618493080139, "Finetune/Step": 4348, "Finetune/Step Time": 6.670233022421598}
{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7447658777236938, "Finetune/Loss (Raw)": 0.8735214471817017, "Finetune/Step": 4349, "Finetune/Step Time": 6.667262107133865}
{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7426598072052002, "Finetune/Loss (Raw)": 0.5485666990280151, "Finetune/Step": 4350, "Finetune/Step Time": 6.6784978322684765}
{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7423476576805115, "Finetune/Loss (Raw)": 0.8153516054153442, "Finetune/Step": 4351, "Finetune/Step Time": 6.677788952365518}
{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7429742813110352, "Finetune/Loss (Raw)": 0.7970120906829834, "Finetune/Step": 4352, "Finetune/Step Time": 6.669821001589298}
{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7440187931060791, "Finetune/Loss (Raw)": 0.8333464860916138, "Finetune/Step": 4353, "Finetune/Step Time": 6.667794041335583}
{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7427816390991211, "Finetune/Loss (Raw)": 0.7185788154602051, "Finetune/Step": 4354, "Finetune/Step Time": 6.666173543781042}
{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.741327702999115, "Finetune/Loss (Raw)": 0.7986912131309509, "Finetune/Step": 4355, "Finetune/Step Time": 6.673034161329269}
{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7415047883987427, "Finetune/Loss (Raw)": 0.810874879360199, "Finetune/Step": 4356, "Finetune/Step Time": 6.671396503224969}
{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7416040897369385, "Finetune/Loss (Raw)": 0.8677619099617004, "Finetune/Step": 4357, "Finetune/Step Time": 6.67122932523489}
{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7459113597869873, "Finetune/Loss (Raw)": 0.8170055150985718, "Finetune/Step": 4358, "Finetune/Step Time": 6.660932265222073}
{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.747641921043396, "Finetune/Loss (Raw)": 0.779329240322113, "Finetune/Step": 4359, "Finetune/Step Time": 6.623301919549704}
{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7471786737442017, "Finetune/Loss (Raw)": 0.7194836735725403, "Finetune/Step": 4360, "Finetune/Step Time": 6.614805359393358}
{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7499005198478699, "Finetune/Loss (Raw)": 0.9903139472007751, "Finetune/Step": 4361, "Finetune/Step Time": 6.622721962630749}
{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7484644055366516, "Finetune/Loss (Raw)": 0.7731231451034546, "Finetune/Step": 4362, "Finetune/Step Time": 6.624948378652334}
{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7479496598243713, "Finetune/Loss (Raw)": 0.7492071986198425, "Finetune/Step": 4363, "Finetune/Step Time": 6.621987691149116}
{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7485165596008301, "Finetune/Loss (Raw)": 0.7149637341499329, "Finetune/Step": 4364, "Finetune/Step Time": 6.633041802793741}
{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7467616200447083, "Finetune/Loss (Raw)": 0.6840087175369263, "Finetune/Step": 4365, "Finetune/Step Time": 6.647415416315198}
{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7466899752616882, "Finetune/Loss (Raw)": 0.8567312359809875, "Finetune/Step": 4366, "Finetune/Step Time": 6.646808359771967}
{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7459378838539124, "Finetune/Loss (Raw)": 0.7270198464393616, "Finetune/Step": 4367, "Finetune/Step Time": 6.652741955593228}
{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.746440589427948, "Finetune/Loss (Raw)": 0.8288964629173279, "Finetune/Step": 4368, "Finetune/Step Time": 6.649325730279088}
{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7460399270057678, "Finetune/Loss (Raw)": 0.7437341809272766, "Finetune/Step": 4369, "Finetune/Step Time": 6.6554696671664715}
{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7460359334945679, "Finetune/Loss (Raw)": 0.8564701676368713, "Finetune/Step": 4370, "Finetune/Step Time": 6.657920939847827}
{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7471274137496948, "Finetune/Loss (Raw)": 0.8839905858039856, "Finetune/Step": 4371, "Finetune/Step Time": 6.626641934737563}
{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7426387667655945, "Finetune/Loss (Raw)": 0.24486619234085083, "Finetune/Step": 4372, "Finetune/Step Time": 6.6362772192806005}
{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7419039607048035, "Finetune/Loss (Raw)": 0.7067505717277527, "Finetune/Step": 4373, "Finetune/Step Time": 6.634057201445103}
{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7422477006912231, "Finetune/Loss (Raw)": 0.7724910974502563, "Finetune/Step": 4374, "Finetune/Step Time": 6.610814923420548}
{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7415755391120911, "Finetune/Loss (Raw)": 0.7451624274253845, "Finetune/Step": 4375, "Finetune/Step Time": 6.617487497627735}
{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7450208067893982, "Finetune/Loss (Raw)": 0.7244704365730286, "Finetune/Step": 4376, "Finetune/Step Time": 6.612462485209107}
{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7446060180664062, "Finetune/Loss (Raw)": 0.7927940487861633, "Finetune/Step": 4377, "Finetune/Step Time": 6.6138286758214235}
{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7459012269973755, "Finetune/Loss (Raw)": 0.7496686577796936, "Finetune/Step": 4378, "Finetune/Step Time": 6.623851275071502}
{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7454231381416321, "Finetune/Loss (Raw)": 0.6159123778343201, "Finetune/Step": 4379, "Finetune/Step Time": 6.63457010500133}
{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7445423603057861, "Finetune/Loss (Raw)": 0.8762805461883545, "Finetune/Step": 4380, "Finetune/Step Time": 6.6378479693084955}
{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7468322515487671, "Finetune/Loss (Raw)": 0.8335310220718384, "Finetune/Step": 4381, "Finetune/Step Time": 6.625668099150062}
{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7499527931213379, "Finetune/Loss (Raw)": 0.8859443068504333, "Finetune/Step": 4382, "Finetune/Step Time": 6.610110275447369}
{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7493481636047363, "Finetune/Loss (Raw)": 0.6089823842048645, "Finetune/Step": 4383, "Finetune/Step Time": 6.624494159594178}
{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.749229371547699, "Finetune/Loss (Raw)": 0.7813968062400818, "Finetune/Step": 4384, "Finetune/Step Time": 6.6119335647672415}
{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7487539052963257, "Finetune/Loss (Raw)": 0.7697809338569641, "Finetune/Step": 4385, "Finetune/Step Time": 6.605605371296406}
{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.748914361000061, "Finetune/Loss (Raw)": 0.6417525410652161, "Finetune/Step": 4386, "Finetune/Step Time": 6.6225969158113}
{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7495004534721375, "Finetune/Loss (Raw)": 0.9662728905677795, "Finetune/Step": 4387, "Finetune/Step Time": 6.622265707701445}
{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.749961256980896, "Finetune/Loss (Raw)": 0.8079460859298706, "Finetune/Step": 4388, "Finetune/Step Time": 6.626803509891033}
{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7499640583992004, "Finetune/Loss (Raw)": 0.8100141286849976, "Finetune/Step": 4389, "Finetune/Step Time": 6.62614506855607}
{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7500965595245361, "Finetune/Loss (Raw)": 0.7706231474876404, "Finetune/Step": 4390, "Finetune/Step Time": 6.625655364245176}
{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7487112283706665, "Finetune/Loss (Raw)": 0.7628136277198792, "Finetune/Step": 4391, "Finetune/Step Time": 6.633578648790717}
{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.746526300907135, "Finetune/Loss (Raw)": 0.350543349981308, "Finetune/Step": 4392, "Finetune/Step Time": 6.646483900025487}
{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7458033561706543, "Finetune/Loss (Raw)": 0.6206114888191223, "Finetune/Step": 4393, "Finetune/Step Time": 6.655263606458902}
{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7443431615829468, "Finetune/Loss (Raw)": 0.7253629565238953, "Finetune/Step": 4394, "Finetune/Step Time": 6.6654206905514}
{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.745410680770874, "Finetune/Loss (Raw)": 0.7812774181365967, "Finetune/Step": 4395, "Finetune/Step Time": 6.656824983656406}
{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7463551163673401, "Finetune/Loss (Raw)": 0.8358473777770996, "Finetune/Step": 4396, "Finetune/Step Time": 6.665540315210819}
{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.745185911655426, "Finetune/Loss (Raw)": 0.4142442047595978, "Finetune/Step": 4397, "Finetune/Step Time": 6.653875682502985}
{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7450581789016724, "Finetune/Loss (Raw)": 0.7652397751808167, "Finetune/Step": 4398, "Finetune/Step Time": 6.656763728708029}
{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.747961163520813, "Finetune/Loss (Raw)": 0.696549654006958, "Finetune/Step": 4399, "Finetune/Step Time": 6.628562351688743}
{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7474744319915771, "Finetune/Loss (Raw)": 0.7663107514381409, "Finetune/Step": 4400, "Finetune/Step Time": 6.63613530062139}
{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7447471618652344, "Finetune/Loss (Raw)": 0.3329698145389557, "Finetune/Step": 4401, "Finetune/Step Time": 6.665685808286071}
{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7438861727714539, "Finetune/Loss (Raw)": 0.6491706371307373, "Finetune/Step": 4402, "Finetune/Step Time": 6.684977600350976}
{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7453824877738953, "Finetune/Loss (Raw)": 0.8268358111381531, "Finetune/Step": 4403, "Finetune/Step Time": 6.6708719450980425}
{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7462959289550781, "Finetune/Loss (Raw)": 0.9403327703475952, "Finetune/Step": 4404, "Finetune/Step Time": 6.672315360978246}
{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.746502161026001, "Finetune/Loss (Raw)": 0.7476198673248291, "Finetune/Step": 4405, "Finetune/Step Time": 6.66373672708869}
{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7446877956390381, "Finetune/Loss (Raw)": 0.6321583986282349, "Finetune/Step": 4406, "Finetune/Step Time": 6.6621958035975695}
{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7443385124206543, "Finetune/Loss (Raw)": 0.6587021350860596, "Finetune/Step": 4407, "Finetune/Step Time": 6.6602511666715145}
{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7451030015945435, "Finetune/Loss (Raw)": 0.9327768087387085, "Finetune/Step": 4408, "Finetune/Step Time": 6.6596914399415255}
{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7433194518089294, "Finetune/Loss (Raw)": 0.6810664534568787, "Finetune/Step": 4409, "Finetune/Step Time": 6.670112127438188}
{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7429873943328857, "Finetune/Loss (Raw)": 0.7973906397819519, "Finetune/Step": 4410, "Finetune/Step Time": 6.667095147073269}
{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7429853677749634, "Finetune/Loss (Raw)": 0.778904378414154, "Finetune/Step": 4411, "Finetune/Step Time": 6.660856848582625}
{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7425065636634827, "Finetune/Loss (Raw)": 0.7398622035980225, "Finetune/Step": 4412, "Finetune/Step Time": 6.673652743920684}
{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7454164624214172, "Finetune/Loss (Raw)": 0.9779039621353149, "Finetune/Step": 4413, "Finetune/Step Time": 6.638404127210379}
{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7452021837234497, "Finetune/Loss (Raw)": 0.7370890378952026, "Finetune/Step": 4414, "Finetune/Step Time": 6.637738486751914}
{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7455686330795288, "Finetune/Loss (Raw)": 0.8624745607376099, "Finetune/Step": 4415, "Finetune/Step Time": 6.642510866746306}
{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7437455654144287, "Finetune/Loss (Raw)": 0.6700835227966309, "Finetune/Step": 4416, "Finetune/Step Time": 6.644000772386789}
{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7448838949203491, "Finetune/Loss (Raw)": 0.8840896487236023, "Finetune/Step": 4417, "Finetune/Step Time": 6.644717026501894}
{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7441902160644531, "Finetune/Loss (Raw)": 0.7854427099227905, "Finetune/Step": 4418, "Finetune/Step Time": 6.645876362919807}
{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7439513206481934, "Finetune/Loss (Raw)": 0.8488074541091919, "Finetune/Step": 4419, "Finetune/Step Time": 6.6501870434731245}
{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7427730560302734, "Finetune/Loss (Raw)": 0.693134069442749, "Finetune/Step": 4420, "Finetune/Step Time": 6.662159468978643}
{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7421133518218994, "Finetune/Loss (Raw)": 0.7422137260437012, "Finetune/Step": 4421, "Finetune/Step Time": 6.659891463816166}
{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7421879768371582, "Finetune/Loss (Raw)": 0.7760076522827148, "Finetune/Step": 4422, "Finetune/Step Time": 6.642203981056809}
{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7445629239082336, "Finetune/Loss (Raw)": 0.6014900207519531, "Finetune/Step": 4423, "Finetune/Step Time": 6.62715139426291}
{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7399305105209351, "Finetune/Loss (Raw)": 0.3303113281726837, "Finetune/Step": 4424, "Finetune/Step Time": 6.649491414427757}
{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.738088846206665, "Finetune/Loss (Raw)": 0.6157569885253906, "Finetune/Step": 4425, "Finetune/Step Time": 6.665358252823353}
{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7399195432662964, "Finetune/Loss (Raw)": 0.8367243409156799, "Finetune/Step": 4426, "Finetune/Step Time": 6.661129372194409}
{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7382731437683105, "Finetune/Loss (Raw)": 0.6094590425491333, "Finetune/Step": 4427, "Finetune/Step Time": 6.658085893839598}
{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7375476360321045, "Finetune/Loss (Raw)": 0.8002943992614746, "Finetune/Step": 4428, "Finetune/Step Time": 6.662654787302017}
{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7407190799713135, "Finetune/Loss (Raw)": 0.7669584155082703, "Finetune/Step": 4429, "Finetune/Step Time": 6.643551893532276}
{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7383266687393188, "Finetune/Loss (Raw)": 0.5874730348587036, "Finetune/Step": 4430, "Finetune/Step Time": 6.6782337091863155}
{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7372010946273804, "Finetune/Loss (Raw)": 0.760805070400238, "Finetune/Step": 4431, "Finetune/Step Time": 6.685393495485187}
{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7410654425621033, "Finetune/Loss (Raw)": 0.8298795223236084, "Finetune/Step": 4432, "Finetune/Step Time": 6.67110637947917}
{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7406177520751953, "Finetune/Loss (Raw)": 0.5945654511451721, "Finetune/Step": 4433, "Finetune/Step Time": 6.6742909625172615}
{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7417201995849609, "Finetune/Loss (Raw)": 0.8653548359870911, "Finetune/Step": 4434, "Finetune/Step Time": 6.678340021520853}
{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.743362545967102, "Finetune/Loss (Raw)": 0.7892711162567139, "Finetune/Step": 4435, "Finetune/Step Time": 6.6741159949451685}
{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7429314851760864, "Finetune/Loss (Raw)": 0.6214882135391235, "Finetune/Step": 4436, "Finetune/Step Time": 6.684504862874746}
{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7426925897598267, "Finetune/Loss (Raw)": 0.7170460224151611, "Finetune/Step": 4437, "Finetune/Step Time": 6.684245923534036}
{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7462490797042847, "Finetune/Loss (Raw)": 0.8016567230224609, "Finetune/Step": 4438, "Finetune/Step Time": 6.665678475052118}
{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7473083734512329, "Finetune/Loss (Raw)": 0.9250140190124512, "Finetune/Step": 4439, "Finetune/Step Time": 6.662050476297736}
{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7474032640457153, "Finetune/Loss (Raw)": 0.8722512125968933, "Finetune/Step": 4440, "Finetune/Step Time": 6.659437481313944}
{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7472081780433655, "Finetune/Loss (Raw)": 0.8802852630615234, "Finetune/Step": 4441, "Finetune/Step Time": 6.652669962495565}
{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7464957237243652, "Finetune/Loss (Raw)": 0.7611131072044373, "Finetune/Step": 4442, "Finetune/Step Time": 6.656813835725188}
{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7467952966690063, "Finetune/Loss (Raw)": 0.800300121307373, "Finetune/Step": 4443, "Finetune/Step Time": 6.646471174433827}
{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7468349933624268, "Finetune/Loss (Raw)": 0.6896430850028992, "Finetune/Step": 4444, "Finetune/Step Time": 6.636677337810397}
{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7461033463478088, "Finetune/Loss (Raw)": 0.6835379004478455, "Finetune/Step": 4445, "Finetune/Step Time": 6.638624083250761}
{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7480906248092651, "Finetune/Loss (Raw)": 0.869744062423706, "Finetune/Step": 4446, "Finetune/Step Time": 6.6299967262893915}
{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.749380350112915, "Finetune/Loss (Raw)": 0.7690899968147278, "Finetune/Step": 4447, "Finetune/Step Time": 6.620065411552787}
{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7497480511665344, "Finetune/Loss (Raw)": 0.7854196429252625, "Finetune/Step": 4448, "Finetune/Step Time": 6.618738641962409}
{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7521474361419678, "Finetune/Loss (Raw)": 0.9035298228263855, "Finetune/Step": 4449, "Finetune/Step Time": 6.60572668723762}
{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7507030367851257, "Finetune/Loss (Raw)": 0.694731593132019, "Finetune/Step": 4450, "Finetune/Step Time": 6.5997400507330894}
{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7508280277252197, "Finetune/Loss (Raw)": 0.6102533340454102, "Finetune/Step": 4451, "Finetune/Step Time": 6.604861596599221}
{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7475033402442932, "Finetune/Loss (Raw)": 0.34354233741760254, "Finetune/Step": 4452, "Finetune/Step Time": 6.623727690428495}
{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7489000558853149, "Finetune/Loss (Raw)": 0.6933246850967407, "Finetune/Step": 4453, "Finetune/Step Time": 6.617168487980962}
{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7495256066322327, "Finetune/Loss (Raw)": 0.7226930260658264, "Finetune/Step": 4454, "Finetune/Step Time": 6.616224588826299}
{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7503158450126648, "Finetune/Loss (Raw)": 0.6250333189964294, "Finetune/Step": 4455, "Finetune/Step Time": 6.614111538976431}
{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.750232994556427, "Finetune/Loss (Raw)": 0.7358097434043884, "Finetune/Step": 4456, "Finetune/Step Time": 6.616223786026239}
{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7492094039916992, "Finetune/Loss (Raw)": 0.662813127040863, "Finetune/Step": 4457, "Finetune/Step Time": 6.6278589181602}
{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7478356957435608, "Finetune/Loss (Raw)": 0.6691752672195435, "Finetune/Step": 4458, "Finetune/Step Time": 6.642396522685885}
{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7467471957206726, "Finetune/Loss (Raw)": 0.6976383924484253, "Finetune/Step": 4459, "Finetune/Step Time": 6.6589042861014605}
{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7471672892570496, "Finetune/Loss (Raw)": 0.8617962598800659, "Finetune/Step": 4460, "Finetune/Step Time": 6.659859957173467}
{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.746023416519165, "Finetune/Loss (Raw)": 0.7009389996528625, "Finetune/Step": 4461, "Finetune/Step Time": 6.659214712679386}
{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.745161771774292, "Finetune/Loss (Raw)": 0.781317949295044, "Finetune/Step": 4462, "Finetune/Step Time": 6.671743784099817}
{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7429015636444092, "Finetune/Loss (Raw)": 0.5202450156211853, "Finetune/Step": 4463, "Finetune/Step Time": 6.681523263454437}
{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7418382167816162, "Finetune/Loss (Raw)": 0.7668290138244629, "Finetune/Step": 4464, "Finetune/Step Time": 6.684879062697291}
{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.743320643901825, "Finetune/Loss (Raw)": 0.7232293486595154, "Finetune/Step": 4465, "Finetune/Step Time": 6.663286458700895}
{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7430087327957153, "Finetune/Loss (Raw)": 0.7499870657920837, "Finetune/Step": 4466, "Finetune/Step Time": 6.661975705996156}
{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7436327934265137, "Finetune/Loss (Raw)": 0.825994074344635, "Finetune/Step": 4467, "Finetune/Step Time": 6.667454024776816}
{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7439635992050171, "Finetune/Loss (Raw)": 0.7550395727157593, "Finetune/Step": 4468, "Finetune/Step Time": 6.654651932418346}
{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7427679300308228, "Finetune/Loss (Raw)": 0.7637389302253723, "Finetune/Step": 4469, "Finetune/Step Time": 6.654600989073515}
{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7434102296829224, "Finetune/Loss (Raw)": 0.7711163759231567, "Finetune/Step": 4470, "Finetune/Step Time": 6.629428945481777}
{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.742948055267334, "Finetune/Loss (Raw)": 0.633463442325592, "Finetune/Step": 4471, "Finetune/Step Time": 6.630570014938712}
{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7430977821350098, "Finetune/Loss (Raw)": 0.8128124475479126, "Finetune/Step": 4472, "Finetune/Step Time": 6.622720628976822}
{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7449150681495667, "Finetune/Loss (Raw)": 0.9820947051048279, "Finetune/Step": 4473, "Finetune/Step Time": 6.620539391413331}
{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7452113628387451, "Finetune/Loss (Raw)": 0.8219724893569946, "Finetune/Step": 4474, "Finetune/Step Time": 6.619031775742769}
{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7437159419059753, "Finetune/Loss (Raw)": 0.6837649345397949, "Finetune/Step": 4475, "Finetune/Step Time": 6.639991773292422}
{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.744073748588562, "Finetune/Loss (Raw)": 0.8571557998657227, "Finetune/Step": 4476, "Finetune/Step Time": 6.642235409468412}
{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7427793145179749, "Finetune/Loss (Raw)": 0.7078416347503662, "Finetune/Step": 4477, "Finetune/Step Time": 6.643185220658779}
{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7452022433280945, "Finetune/Loss (Raw)": 0.8586981892585754, "Finetune/Step": 4478, "Finetune/Step Time": 6.626952785998583}
{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.745064377784729, "Finetune/Loss (Raw)": 0.7977091073989868, "Finetune/Step": 4479, "Finetune/Step Time": 6.636077405884862}
{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7439771890640259, "Finetune/Loss (Raw)": 0.657849133014679, "Finetune/Step": 4480, "Finetune/Step Time": 6.64132784307003}
{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7430193424224854, "Finetune/Loss (Raw)": 0.7107435464859009, "Finetune/Step": 4481, "Finetune/Step Time": 6.64389755576849}
{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7427996397018433, "Finetune/Loss (Raw)": 0.6904582977294922, "Finetune/Step": 4482, "Finetune/Step Time": 6.658608982339501}
{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7427608966827393, "Finetune/Loss (Raw)": 0.793729305267334, "Finetune/Step": 4483, "Finetune/Step Time": 6.64604358933866}
{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7432085275650024, "Finetune/Loss (Raw)": 0.8681747317314148, "Finetune/Step": 4484, "Finetune/Step Time": 6.660832574591041}
{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7423608303070068, "Finetune/Loss (Raw)": 0.7592584490776062, "Finetune/Step": 4485, "Finetune/Step Time": 6.662719182670116}
{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7417005300521851, "Finetune/Loss (Raw)": 0.7324768900871277, "Finetune/Step": 4486, "Finetune/Step Time": 6.660822002217174}
{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7381251454353333, "Finetune/Loss (Raw)": 0.3216865658760071, "Finetune/Step": 4487, "Finetune/Step Time": 6.680634740740061}
{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7387645244598389, "Finetune/Loss (Raw)": 0.8013217449188232, "Finetune/Step": 4488, "Finetune/Step Time": 6.687909780070186}
{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7348589301109314, "Finetune/Loss (Raw)": 0.49039778113365173, "Finetune/Step": 4489, "Finetune/Step Time": 6.678846314549446}
{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7339752912521362, "Finetune/Loss (Raw)": 0.6600154042243958, "Finetune/Step": 4490, "Finetune/Step Time": 6.6836805790662766}
{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7339016795158386, "Finetune/Loss (Raw)": 0.7397851943969727, "Finetune/Step": 4491, "Finetune/Step Time": 6.683498529717326}
{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7346978187561035, "Finetune/Loss (Raw)": 0.8168787956237793, "Finetune/Step": 4492, "Finetune/Step Time": 6.666917646303773}
{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7350095510482788, "Finetune/Loss (Raw)": 0.723901629447937, "Finetune/Step": 4493, "Finetune/Step Time": 6.663176652044058}
{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7330442667007446, "Finetune/Loss (Raw)": 0.6051726937294006, "Finetune/Step": 4494, "Finetune/Step Time": 6.678205199539661}
{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7334718704223633, "Finetune/Loss (Raw)": 0.7817584276199341, "Finetune/Step": 4495, "Finetune/Step Time": 6.678624607622623}
{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7324880361557007, "Finetune/Loss (Raw)": 0.7029622793197632, "Finetune/Step": 4496, "Finetune/Step Time": 6.685830758884549}
{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7328009009361267, "Finetune/Loss (Raw)": 0.7837841510772705, "Finetune/Step": 4497, "Finetune/Step Time": 6.689209150150418}
{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7315179109573364, "Finetune/Loss (Raw)": 0.6922497153282166, "Finetune/Step": 4498, "Finetune/Step Time": 6.694094881415367}
{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7314020395278931, "Finetune/Loss (Raw)": 0.8691492676734924, "Finetune/Step": 4499, "Finetune/Step Time": 6.694179413840175}
{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7348859310150146, "Finetune/Loss (Raw)": 0.6908066868782043, "Finetune/Step": 4500, "Finetune/Step Time": 6.681444240733981}
{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7362316846847534, "Finetune/Loss (Raw)": 0.8790061473846436, "Finetune/Step": 4501, "Finetune/Step Time": 6.680368090048432}
{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7353348135948181, "Finetune/Loss (Raw)": 0.6576957106590271, "Finetune/Step": 4502, "Finetune/Step Time": 6.674934331327677}
{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7362459301948547, "Finetune/Loss (Raw)": 0.861784815788269, "Finetune/Step": 4503, "Finetune/Step Time": 6.66599490866065}
{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7365078926086426, "Finetune/Loss (Raw)": 0.7580084204673767, "Finetune/Step": 4504, "Finetune/Step Time": 6.656022584065795}
{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7362148761749268, "Finetune/Loss (Raw)": 0.7552785873413086, "Finetune/Step": 4505, "Finetune/Step Time": 6.65532460808754}
{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7377921342849731, "Finetune/Loss (Raw)": 0.9515666961669922, "Finetune/Step": 4506, "Finetune/Step Time": 6.635148584842682}
{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7354907989501953, "Finetune/Loss (Raw)": 0.32133403420448303, "Finetune/Step": 4507, "Finetune/Step Time": 6.641867091879249}
{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7345494031906128, "Finetune/Loss (Raw)": 0.7557868361473083, "Finetune/Step": 4508, "Finetune/Step Time": 6.63583355396986}
{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7336370944976807, "Finetune/Loss (Raw)": 0.71675044298172, "Finetune/Step": 4509, "Finetune/Step Time": 6.633617706596851}
{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7333620190620422, "Finetune/Loss (Raw)": 0.850738525390625, "Finetune/Step": 4510, "Finetune/Step Time": 6.6305382419377565}
{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7359430193901062, "Finetune/Loss (Raw)": 0.9393471479415894, "Finetune/Step": 4511, "Finetune/Step Time": 6.618009427562356}
{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7326155304908752, "Finetune/Loss (Raw)": 0.35548293590545654, "Finetune/Step": 4512, "Finetune/Step Time": 6.6322437059134245}
{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7326647043228149, "Finetune/Loss (Raw)": 0.7760739326477051, "Finetune/Step": 4513, "Finetune/Step Time": 6.637983538210392}
{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7327829599380493, "Finetune/Loss (Raw)": 0.6568912267684937, "Finetune/Step": 4514, "Finetune/Step Time": 6.620629416778684}
{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7311949133872986, "Finetune/Loss (Raw)": 0.7629989981651306, "Finetune/Step": 4515, "Finetune/Step Time": 6.613211950287223}
{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7298168540000916, "Finetune/Loss (Raw)": 0.6315580010414124, "Finetune/Step": 4516, "Finetune/Step Time": 6.608764925971627}
{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7286036014556885, "Finetune/Loss (Raw)": 0.6547143459320068, "Finetune/Step": 4517, "Finetune/Step Time": 6.610722452402115}
{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7298183441162109, "Finetune/Loss (Raw)": 0.9261106848716736, "Finetune/Step": 4518, "Finetune/Step Time": 6.606684135273099}
{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7306919097900391, "Finetune/Loss (Raw)": 0.8746329545974731, "Finetune/Step": 4519, "Finetune/Step Time": 6.6007186360657215}
{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7347107529640198, "Finetune/Loss (Raw)": 0.8649514317512512, "Finetune/Step": 4520, "Finetune/Step Time": 6.579110328108072}
{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7368948459625244, "Finetune/Loss (Raw)": 0.9001817107200623, "Finetune/Step": 4521, "Finetune/Step Time": 6.566779121756554}
{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7368990778923035, "Finetune/Loss (Raw)": 0.7258995771408081, "Finetune/Step": 4522, "Finetune/Step Time": 6.563653199002147}
{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7369989156723022, "Finetune/Loss (Raw)": 0.7940571308135986, "Finetune/Step": 4523, "Finetune/Step Time": 6.578016957268119}
{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7367228865623474, "Finetune/Loss (Raw)": 0.8005165457725525, "Finetune/Step": 4524, "Finetune/Step Time": 6.572412179782987}
{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7395215034484863, "Finetune/Loss (Raw)": 0.7724744081497192, "Finetune/Step": 4525, "Finetune/Step Time": 6.554918983951211}
{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.737939715385437, "Finetune/Loss (Raw)": 0.5627661347389221, "Finetune/Step": 4526, "Finetune/Step Time": 6.550261303782463}
{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7360305786132812, "Finetune/Loss (Raw)": 0.45218053460121155, "Finetune/Step": 4527, "Finetune/Step Time": 6.568092880770564}
{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7356656193733215, "Finetune/Loss (Raw)": 0.7195963263511658, "Finetune/Step": 4528, "Finetune/Step Time": 6.559330364689231}
{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7392836809158325, "Finetune/Loss (Raw)": 0.7960832118988037, "Finetune/Step": 4529, "Finetune/Step Time": 6.534259404987097}
{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.741018533706665, "Finetune/Loss (Raw)": 0.8712227940559387, "Finetune/Step": 4530, "Finetune/Step Time": 6.516654646024108}
{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.741499125957489, "Finetune/Loss (Raw)": 0.8883585333824158, "Finetune/Step": 4531, "Finetune/Step Time": 6.544418055564165}
{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7389726638793945, "Finetune/Loss (Raw)": 0.6169425249099731, "Finetune/Step": 4532, "Finetune/Step Time": 6.55381628498435}
{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7395254373550415, "Finetune/Loss (Raw)": 0.8183771967887878, "Finetune/Step": 4533, "Finetune/Step Time": 6.546431886032224}
{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7371808886528015, "Finetune/Loss (Raw)": 0.33204907178878784, "Finetune/Step": 4534, "Finetune/Step Time": 6.565909611061215}
{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7369688749313354, "Finetune/Loss (Raw)": 0.6315752267837524, "Finetune/Step": 4535, "Finetune/Step Time": 6.574251936748624}
{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7355956435203552, "Finetune/Loss (Raw)": 0.7569933533668518, "Finetune/Step": 4536, "Finetune/Step Time": 6.58386767655611}
{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7365317344665527, "Finetune/Loss (Raw)": 0.8008878231048584, "Finetune/Step": 4537, "Finetune/Step Time": 6.5712325889617205}
{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7367593050003052, "Finetune/Loss (Raw)": 0.8265143036842346, "Finetune/Step": 4538, "Finetune/Step Time": 6.570905765518546}
{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7357439398765564, "Finetune/Loss (Raw)": 0.6489490866661072, "Finetune/Step": 4539, "Finetune/Step Time": 6.57786644436419}
{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.732352614402771, "Finetune/Loss (Raw)": 0.30576276779174805, "Finetune/Step": 4540, "Finetune/Step Time": 6.587732518091798}
{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7301591634750366, "Finetune/Loss (Raw)": 0.6971578598022461, "Finetune/Step": 4541, "Finetune/Step Time": 6.6100265216082335}
{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7294285297393799, "Finetune/Loss (Raw)": 0.6435600519180298, "Finetune/Step": 4542, "Finetune/Step Time": 6.612040936946869}
{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7287956476211548, "Finetune/Loss (Raw)": 0.781467616558075, "Finetune/Step": 4543, "Finetune/Step Time": 6.606529409065843}
{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7303774952888489, "Finetune/Loss (Raw)": 0.872554361820221, "Finetune/Step": 4544, "Finetune/Step Time": 6.598520377650857}
{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7293258905410767, "Finetune/Loss (Raw)": 0.7494881749153137, "Finetune/Step": 4545, "Finetune/Step Time": 6.610556036233902}
{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7299240827560425, "Finetune/Loss (Raw)": 0.8620027303695679, "Finetune/Step": 4546, "Finetune/Step Time": 6.61019841581583}
{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7297914028167725, "Finetune/Loss (Raw)": 0.8318327069282532, "Finetune/Step": 4547, "Finetune/Step Time": 6.604586269706488}
{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7288206219673157, "Finetune/Loss (Raw)": 0.568871021270752, "Finetune/Step": 4548, "Finetune/Step Time": 6.627708597108722}
{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7276880145072937, "Finetune/Loss (Raw)": 0.5972403287887573, "Finetune/Step": 4549, "Finetune/Step Time": 6.62986003048718}
{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7286443710327148, "Finetune/Loss (Raw)": 0.8984172940254211, "Finetune/Step": 4550, "Finetune/Step Time": 6.6279696729034185}
{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7303717732429504, "Finetune/Loss (Raw)": 0.822603702545166, "Finetune/Step": 4551, "Finetune/Step Time": 6.6262568812817335}
{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7323895692825317, "Finetune/Loss (Raw)": 0.5885865688323975, "Finetune/Step": 4552, "Finetune/Step Time": 6.617909194901586}
{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.733937680721283, "Finetune/Loss (Raw)": 0.8139156699180603, "Finetune/Step": 4553, "Finetune/Step Time": 6.599348641932011}
{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7344372868537903, "Finetune/Loss (Raw)": 0.900672972202301, "Finetune/Step": 4554, "Finetune/Step Time": 6.607973117381334}
{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7359614968299866, "Finetune/Loss (Raw)": 0.8045585751533508, "Finetune/Step": 4555, "Finetune/Step Time": 6.610093880444765}
{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7371070981025696, "Finetune/Loss (Raw)": 0.9469332098960876, "Finetune/Step": 4556, "Finetune/Step Time": 6.608055394142866}
{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7365254163742065, "Finetune/Loss (Raw)": 0.6925065517425537, "Finetune/Step": 4557, "Finetune/Step Time": 6.611812837421894}
{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.736480712890625, "Finetune/Loss (Raw)": 0.5817468762397766, "Finetune/Step": 4558, "Finetune/Step Time": 6.589649006724358}
{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.737626314163208, "Finetune/Loss (Raw)": 0.9074346423149109, "Finetune/Step": 4559, "Finetune/Step Time": 6.5903137773275375}
{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.736865758895874, "Finetune/Loss (Raw)": 0.7325335741043091, "Finetune/Step": 4560, "Finetune/Step Time": 6.587040167301893}
{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7385587692260742, "Finetune/Loss (Raw)": 0.8112704157829285, "Finetune/Step": 4561, "Finetune/Step Time": 6.576610218733549}
{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7383906841278076, "Finetune/Loss (Raw)": 0.8438346982002258, "Finetune/Step": 4562, "Finetune/Step Time": 6.567977415397763}
{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7345821261405945, "Finetune/Loss (Raw)": 0.3017813265323639, "Finetune/Step": 4563, "Finetune/Step Time": 6.586277313530445}
{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7356060147285461, "Finetune/Loss (Raw)": 0.7525457143783569, "Finetune/Step": 4564, "Finetune/Step Time": 6.571522895246744}
{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7354044914245605, "Finetune/Loss (Raw)": 0.6912460923194885, "Finetune/Step": 4565, "Finetune/Step Time": 6.56676822155714}
{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.735169529914856, "Finetune/Loss (Raw)": 0.7715854048728943, "Finetune/Step": 4566, "Finetune/Step Time": 6.569597631692886}
{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7348086833953857, "Finetune/Loss (Raw)": 0.8788281679153442, "Finetune/Step": 4567, "Finetune/Step Time": 6.568165481090546}
{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7344259023666382, "Finetune/Loss (Raw)": 0.8232570290565491, "Finetune/Step": 4568, "Finetune/Step Time": 6.566190659999847}
{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7341927289962769, "Finetune/Loss (Raw)": 0.8504353761672974, "Finetune/Step": 4569, "Finetune/Step Time": 6.56500537879765}
{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.734819769859314, "Finetune/Loss (Raw)": 0.8413804769515991, "Finetune/Step": 4570, "Finetune/Step Time": 6.551709033548832}
{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7335354685783386, "Finetune/Loss (Raw)": 0.6359033584594727, "Finetune/Step": 4571, "Finetune/Step Time": 6.569041553884745}
{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.733964204788208, "Finetune/Loss (Raw)": 0.7445205450057983, "Finetune/Step": 4572, "Finetune/Step Time": 6.574476405978203}
{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7338758707046509, "Finetune/Loss (Raw)": 0.6722351908683777, "Finetune/Step": 4573, "Finetune/Step Time": 6.589429931715131}
{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7334200143814087, "Finetune/Loss (Raw)": 0.8113871812820435, "Finetune/Step": 4574, "Finetune/Step Time": 6.588678704574704}
{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7330632209777832, "Finetune/Loss (Raw)": 0.7234259843826294, "Finetune/Step": 4575, "Finetune/Step Time": 6.6022772043943405}
{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7322105765342712, "Finetune/Loss (Raw)": 0.6762824654579163, "Finetune/Step": 4576, "Finetune/Step Time": 6.609305154532194}
{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7322684526443481, "Finetune/Loss (Raw)": 0.9109345078468323, "Finetune/Step": 4577, "Finetune/Step Time": 6.611890422180295}
{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7333639860153198, "Finetune/Loss (Raw)": 0.8349568843841553, "Finetune/Step": 4578, "Finetune/Step Time": 6.615251407027245}
{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.731835126876831, "Finetune/Loss (Raw)": 0.41456687450408936, "Finetune/Step": 4579, "Finetune/Step Time": 6.623400427401066}
{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7312251329421997, "Finetune/Loss (Raw)": 0.2654551565647125, "Finetune/Step": 4580, "Finetune/Step Time": 6.6354839615523815}
{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7310283184051514, "Finetune/Loss (Raw)": 0.6681377291679382, "Finetune/Step": 4581, "Finetune/Step Time": 6.643220176920295}
{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7313657999038696, "Finetune/Loss (Raw)": 0.7658857107162476, "Finetune/Step": 4582, "Finetune/Step Time": 6.6459247674793005}
{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.733395516872406, "Finetune/Loss (Raw)": 0.8848451375961304, "Finetune/Step": 4583, "Finetune/Step Time": 6.632099406793714}
{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7331492900848389, "Finetune/Loss (Raw)": 0.7042957544326782, "Finetune/Step": 4584, "Finetune/Step Time": 6.631605783477426}
{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7329601645469666, "Finetune/Loss (Raw)": 0.6385980844497681, "Finetune/Step": 4585, "Finetune/Step Time": 6.6194841507822275}
{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7330498099327087, "Finetune/Loss (Raw)": 0.6806541085243225, "Finetune/Step": 4586, "Finetune/Step Time": 6.610278986394405}
{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7344717383384705, "Finetune/Loss (Raw)": 0.8796427845954895, "Finetune/Step": 4587, "Finetune/Step Time": 6.595788327977061}
{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7344707250595093, "Finetune/Loss (Raw)": 0.8616647124290466, "Finetune/Step": 4588, "Finetune/Step Time": 6.617567136883736}
{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7349980473518372, "Finetune/Loss (Raw)": 0.7684375047683716, "Finetune/Step": 4589, "Finetune/Step Time": 6.617705376818776}
{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7345162034034729, "Finetune/Loss (Raw)": 0.7196388244628906, "Finetune/Step": 4590, "Finetune/Step Time": 6.607985405251384}
{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7368265390396118, "Finetune/Loss (Raw)": 0.8159721493721008, "Finetune/Step": 4591, "Finetune/Step Time": 6.6019123289734125}
{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.733073353767395, "Finetune/Loss (Raw)": 0.2864181101322174, "Finetune/Step": 4592, "Finetune/Step Time": 6.612955618649721}
{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.734040379524231, "Finetune/Loss (Raw)": 0.8470132946968079, "Finetune/Step": 4593, "Finetune/Step Time": 6.617114307358861}
{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7313816547393799, "Finetune/Loss (Raw)": 0.40966513752937317, "Finetune/Step": 4594, "Finetune/Step Time": 6.635477239266038}
{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7311176061630249, "Finetune/Loss (Raw)": 0.7922012805938721, "Finetune/Step": 4595, "Finetune/Step Time": 6.626888427883387}
{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7311831116676331, "Finetune/Loss (Raw)": 0.7634209394454956, "Finetune/Step": 4596, "Finetune/Step Time": 6.63368389941752}
{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7307690382003784, "Finetune/Loss (Raw)": 0.7107363939285278, "Finetune/Step": 4597, "Finetune/Step Time": 6.635201621800661}
{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7308700084686279, "Finetune/Loss (Raw)": 0.7840384244918823, "Finetune/Step": 4598, "Finetune/Step Time": 6.621143031865358}
{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7315286993980408, "Finetune/Loss (Raw)": 0.7177817225456238, "Finetune/Step": 4599, "Finetune/Step Time": 6.615231363102794}
{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7312213182449341, "Finetune/Loss (Raw)": 0.773469090461731, "Finetune/Step": 4600, "Finetune/Step Time": 6.61843653395772}
{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.728792667388916, "Finetune/Loss (Raw)": 0.6712207794189453, "Finetune/Step": 4601, "Finetune/Step Time": 6.623462576419115}
{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7300073504447937, "Finetune/Loss (Raw)": 0.9774549603462219, "Finetune/Step": 4602, "Finetune/Step Time": 6.625215167179704}
{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7298400402069092, "Finetune/Loss (Raw)": 0.6623472571372986, "Finetune/Step": 4603, "Finetune/Step Time": 6.628047626465559}
{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7294973134994507, "Finetune/Loss (Raw)": 0.8132901787757874, "Finetune/Step": 4604, "Finetune/Step Time": 6.621716037392616}
{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7265123128890991, "Finetune/Loss (Raw)": 0.3257579505443573, "Finetune/Step": 4605, "Finetune/Step Time": 6.639856286346912}
{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7262842655181885, "Finetune/Loss (Raw)": 0.8295149207115173, "Finetune/Step": 4606, "Finetune/Step Time": 6.646980041638017}
{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7257639169692993, "Finetune/Loss (Raw)": 0.7310974597930908, "Finetune/Step": 4607, "Finetune/Step Time": 6.639663655310869}
{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.726718544960022, "Finetune/Loss (Raw)": 0.7800502181053162, "Finetune/Step": 4608, "Finetune/Step Time": 6.635443925857544}
{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7286151647567749, "Finetune/Loss (Raw)": 0.9535111784934998, "Finetune/Step": 4609, "Finetune/Step Time": 6.633440280333161}
{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7288583517074585, "Finetune/Loss (Raw)": 0.7215816378593445, "Finetune/Step": 4610, "Finetune/Step Time": 6.616184839978814}
{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7248824834823608, "Finetune/Loss (Raw)": 0.28481703996658325, "Finetune/Step": 4611, "Finetune/Step Time": 6.635074514895678}
{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7243384718894958, "Finetune/Loss (Raw)": 0.798541784286499, "Finetune/Step": 4612, "Finetune/Step Time": 6.617529470473528}
{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.723394513130188, "Finetune/Loss (Raw)": 0.6384272575378418, "Finetune/Step": 4613, "Finetune/Step Time": 6.640597149729729}
{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7231739163398743, "Finetune/Loss (Raw)": 0.7042452692985535, "Finetune/Step": 4614, "Finetune/Step Time": 6.656674662604928}
{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7277370691299438, "Finetune/Loss (Raw)": 0.9057652950286865, "Finetune/Step": 4615, "Finetune/Step Time": 6.636606443673372}
{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7272661924362183, "Finetune/Loss (Raw)": 0.7410554885864258, "Finetune/Step": 4616, "Finetune/Step Time": 6.628116859123111}
{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7287325263023376, "Finetune/Loss (Raw)": 0.6780898571014404, "Finetune/Step": 4617, "Finetune/Step Time": 6.619979232549667}
{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7301146984100342, "Finetune/Loss (Raw)": 0.8369330167770386, "Finetune/Step": 4618, "Finetune/Step Time": 6.611413709819317}
{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7312966585159302, "Finetune/Loss (Raw)": 0.8910653591156006, "Finetune/Step": 4619, "Finetune/Step Time": 6.6131915878504515}
{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7307311296463013, "Finetune/Loss (Raw)": 0.7444980144500732, "Finetune/Step": 4620, "Finetune/Step Time": 6.617215061560273}
{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7320091724395752, "Finetune/Loss (Raw)": 0.8874945640563965, "Finetune/Step": 4621, "Finetune/Step Time": 6.607294462621212}
{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.733673095703125, "Finetune/Loss (Raw)": 0.8181514143943787, "Finetune/Step": 4622, "Finetune/Step Time": 6.594553712755442}
{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7342804670333862, "Finetune/Loss (Raw)": 0.8594997525215149, "Finetune/Step": 4623, "Finetune/Step Time": 6.59213881008327}
{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7346053719520569, "Finetune/Loss (Raw)": 0.7445552349090576, "Finetune/Step": 4624, "Finetune/Step Time": 6.585660325363278}
{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7351044416427612, "Finetune/Loss (Raw)": 0.8476629257202148, "Finetune/Step": 4625, "Finetune/Step Time": 6.585963610559702}
{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7323917150497437, "Finetune/Loss (Raw)": 0.3450263440608978, "Finetune/Step": 4626, "Finetune/Step Time": 6.600895207375288}
{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7315289974212646, "Finetune/Loss (Raw)": 0.758720338344574, "Finetune/Step": 4627, "Finetune/Step Time": 6.611083505675197}
{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7314109802246094, "Finetune/Loss (Raw)": 0.6756964325904846, "Finetune/Step": 4628, "Finetune/Step Time": 6.614921163767576}
{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7303351163864136, "Finetune/Loss (Raw)": 0.7412967681884766, "Finetune/Step": 4629, "Finetune/Step Time": 6.612888991832733}
{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7304534912109375, "Finetune/Loss (Raw)": 0.6728437542915344, "Finetune/Step": 4630, "Finetune/Step Time": 6.621059641242027}
{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7282143831253052, "Finetune/Loss (Raw)": 0.575180172920227, "Finetune/Step": 4631, "Finetune/Step Time": 6.64009590819478}
{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7243777513504028, "Finetune/Loss (Raw)": 0.266920268535614, "Finetune/Step": 4632, "Finetune/Step Time": 6.654859928414226}
{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.723046064376831, "Finetune/Loss (Raw)": 0.5848226547241211, "Finetune/Step": 4633, "Finetune/Step Time": 6.667370652779937}
{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7223761081695557, "Finetune/Loss (Raw)": 0.865815281867981, "Finetune/Step": 4634, "Finetune/Step Time": 6.674988137558103}
{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7242878675460815, "Finetune/Loss (Raw)": 0.5660406947135925, "Finetune/Step": 4635, "Finetune/Step Time": 6.684847390279174}
{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7244454026222229, "Finetune/Loss (Raw)": 0.7759473323822021, "Finetune/Step": 4636, "Finetune/Step Time": 6.687276229262352}
{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7255260944366455, "Finetune/Loss (Raw)": 0.8550755381584167, "Finetune/Step": 4637, "Finetune/Step Time": 6.682171169668436}
{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7266846895217896, "Finetune/Loss (Raw)": 0.9990473389625549, "Finetune/Step": 4638, "Finetune/Step Time": 6.6854474656283855}
{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7240302562713623, "Finetune/Loss (Raw)": 0.599571943283081, "Finetune/Step": 4639, "Finetune/Step Time": 6.709664078429341}
{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7280198335647583, "Finetune/Loss (Raw)": 0.8661534190177917, "Finetune/Step": 4640, "Finetune/Step Time": 6.697197642177343}
{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7281025648117065, "Finetune/Loss (Raw)": 0.7866604328155518, "Finetune/Step": 4641, "Finetune/Step Time": 6.695005334913731}
{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7292519807815552, "Finetune/Loss (Raw)": 0.8040164709091187, "Finetune/Step": 4642, "Finetune/Step Time": 6.695582274347544}
{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7301864624023438, "Finetune/Loss (Raw)": 0.8826178908348083, "Finetune/Step": 4643, "Finetune/Step Time": 6.692920980975032}
{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.728147029876709, "Finetune/Loss (Raw)": 0.370510071516037, "Finetune/Step": 4644, "Finetune/Step Time": 6.712811142206192}
{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7295114994049072, "Finetune/Loss (Raw)": 0.8293622136116028, "Finetune/Step": 4645, "Finetune/Step Time": 6.710922867059708}
{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7271420955657959, "Finetune/Loss (Raw)": 0.6228222250938416, "Finetune/Step": 4646, "Finetune/Step Time": 6.72323633171618}
{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7265174388885498, "Finetune/Loss (Raw)": 0.7946830987930298, "Finetune/Step": 4647, "Finetune/Step Time": 6.727355070412159}
{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.725439190864563, "Finetune/Loss (Raw)": 0.7269390821456909, "Finetune/Step": 4648, "Finetune/Step Time": 6.732909431681037}
{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7251205444335938, "Finetune/Loss (Raw)": 0.8593904972076416, "Finetune/Step": 4649, "Finetune/Step Time": 6.729155708104372}
{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7245095372200012, "Finetune/Loss (Raw)": 0.6476907134056091, "Finetune/Step": 4650, "Finetune/Step Time": 6.736938254907727}
{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7244914174079895, "Finetune/Loss (Raw)": 0.7917386293411255, "Finetune/Step": 4651, "Finetune/Step Time": 6.72030115313828}
{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7242679595947266, "Finetune/Loss (Raw)": 0.7719082236289978, "Finetune/Step": 4652, "Finetune/Step Time": 6.739413781091571}
{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7205606698989868, "Finetune/Loss (Raw)": 0.2979418933391571, "Finetune/Step": 4653, "Finetune/Step Time": 6.756295593455434}
{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7219333648681641, "Finetune/Loss (Raw)": 0.738481342792511, "Finetune/Step": 4654, "Finetune/Step Time": 6.76125456020236}
{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7233250141143799, "Finetune/Loss (Raw)": 0.6303057670593262, "Finetune/Step": 4655, "Finetune/Step Time": 6.745796976611018}
{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7210749387741089, "Finetune/Loss (Raw)": 0.43158209323883057, "Finetune/Step": 4656, "Finetune/Step Time": 6.772537719458342}
{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7205623984336853, "Finetune/Loss (Raw)": 0.7304813861846924, "Finetune/Step": 4657, "Finetune/Step Time": 6.770050214603543}
{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7203534841537476, "Finetune/Loss (Raw)": 0.8444826602935791, "Finetune/Step": 4658, "Finetune/Step Time": 6.766294391825795}
{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7201208472251892, "Finetune/Loss (Raw)": 0.8585836291313171, "Finetune/Step": 4659, "Finetune/Step Time": 6.741498189046979}
{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7217761278152466, "Finetune/Loss (Raw)": 0.828815221786499, "Finetune/Step": 4660, "Finetune/Step Time": 6.74772784858942}
{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7207084894180298, "Finetune/Loss (Raw)": 0.6817154288291931, "Finetune/Step": 4661, "Finetune/Step Time": 6.748748850077391}
{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7246832847595215, "Finetune/Loss (Raw)": 0.8408259153366089, "Finetune/Step": 4662, "Finetune/Step Time": 6.728963589295745}
{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7261160612106323, "Finetune/Loss (Raw)": 0.8149689435958862, "Finetune/Step": 4663, "Finetune/Step Time": 6.717258706688881}
{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7262704372406006, "Finetune/Loss (Raw)": 0.7767567038536072, "Finetune/Step": 4664, "Finetune/Step Time": 6.705061089247465}
{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7255043387413025, "Finetune/Loss (Raw)": 0.7028281092643738, "Finetune/Step": 4665, "Finetune/Step Time": 6.704002050682902}
{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7235782146453857, "Finetune/Loss (Raw)": 0.579972505569458, "Finetune/Step": 4666, "Finetune/Step Time": 6.722202619537711}
{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7250747680664062, "Finetune/Loss (Raw)": 0.8405027985572815, "Finetune/Step": 4667, "Finetune/Step Time": 6.710088811814785}
{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7285044193267822, "Finetune/Loss (Raw)": 0.7447565197944641, "Finetune/Step": 4668, "Finetune/Step Time": 6.699504118412733}
{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7257782816886902, "Finetune/Loss (Raw)": 0.34821030497550964, "Finetune/Step": 4669, "Finetune/Step Time": 6.698738070204854}
{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7269792556762695, "Finetune/Loss (Raw)": 0.7972971200942993, "Finetune/Step": 4670, "Finetune/Step Time": 6.697026235982776}
{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7264784574508667, "Finetune/Loss (Raw)": 0.7173542380332947, "Finetune/Step": 4671, "Finetune/Step Time": 6.702314604073763}
{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7260493040084839, "Finetune/Loss (Raw)": 0.8176274299621582, "Finetune/Step": 4672, "Finetune/Step Time": 6.715001257136464}
{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7263638973236084, "Finetune/Loss (Raw)": 0.7897471785545349, "Finetune/Step": 4673, "Finetune/Step Time": 6.703586516901851}
{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7263723611831665, "Finetune/Loss (Raw)": 0.863092303276062, "Finetune/Step": 4674, "Finetune/Step Time": 6.725273197516799}
{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7264010906219482, "Finetune/Loss (Raw)": 0.835518479347229, "Finetune/Step": 4675, "Finetune/Step Time": 6.737173831090331}
{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7278083562850952, "Finetune/Loss (Raw)": 0.7489947080612183, "Finetune/Step": 4676, "Finetune/Step Time": 6.698359342291951}
{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7297542095184326, "Finetune/Loss (Raw)": 0.8463120460510254, "Finetune/Step": 4677, "Finetune/Step Time": 6.687258545309305}
{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7287856340408325, "Finetune/Loss (Raw)": 0.7744371891021729, "Finetune/Step": 4678, "Finetune/Step Time": 6.7113427966833115}
{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.727313756942749, "Finetune/Loss (Raw)": 0.6342108249664307, "Finetune/Step": 4679, "Finetune/Step Time": 6.710501806810498}
{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7296289205551147, "Finetune/Loss (Raw)": 0.8849242329597473, "Finetune/Step": 4680, "Finetune/Step Time": 6.701631970703602}
{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7291311025619507, "Finetune/Loss (Raw)": 0.7501891851425171, "Finetune/Step": 4681, "Finetune/Step Time": 6.717256056144834}
{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7278629541397095, "Finetune/Loss (Raw)": 0.7383556962013245, "Finetune/Step": 4682, "Finetune/Step Time": 6.7181857861578465}
{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7277123332023621, "Finetune/Loss (Raw)": 0.7852717041969299, "Finetune/Step": 4683, "Finetune/Step Time": 6.7027622256428}
{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7271738648414612, "Finetune/Loss (Raw)": 0.8780149221420288, "Finetune/Step": 4684, "Finetune/Step Time": 6.700756611302495}
{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7283810377120972, "Finetune/Loss (Raw)": 0.8470213413238525, "Finetune/Step": 4685, "Finetune/Step Time": 6.7021371107548475}
{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7289472818374634, "Finetune/Loss (Raw)": 0.6542266011238098, "Finetune/Step": 4686, "Finetune/Step Time": 6.700435969978571}
{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7280987501144409, "Finetune/Loss (Raw)": 0.7988234162330627, "Finetune/Step": 4687, "Finetune/Step Time": 6.6926607470959425}
{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7303916811943054, "Finetune/Loss (Raw)": 1.0260248184204102, "Finetune/Step": 4688, "Finetune/Step Time": 6.689539939165115}
{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7308793067932129, "Finetune/Loss (Raw)": 0.8736861348152161, "Finetune/Step": 4689, "Finetune/Step Time": 6.68196165561676}
{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7293996214866638, "Finetune/Loss (Raw)": 0.654441237449646, "Finetune/Step": 4690, "Finetune/Step Time": 6.695062892511487}
{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7340911626815796, "Finetune/Loss (Raw)": 0.9023021459579468, "Finetune/Step": 4691, "Finetune/Step Time": 6.688056023791432}
{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7355985641479492, "Finetune/Loss (Raw)": 0.9454916715621948, "Finetune/Step": 4692, "Finetune/Step Time": 6.687828794121742}
{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7363013625144958, "Finetune/Loss (Raw)": 0.7811990976333618, "Finetune/Step": 4693, "Finetune/Step Time": 6.699502216652036}
{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7372493743896484, "Finetune/Loss (Raw)": 0.8929322361946106, "Finetune/Step": 4694, "Finetune/Step Time": 6.693871101364493}
{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7367830276489258, "Finetune/Loss (Raw)": 0.8191410303115845, "Finetune/Step": 4695, "Finetune/Step Time": 6.69744292832911}
{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7356774210929871, "Finetune/Loss (Raw)": 0.6817346215248108, "Finetune/Step": 4696, "Finetune/Step Time": 6.708448749035597}
{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7349975109100342, "Finetune/Loss (Raw)": 0.7634028196334839, "Finetune/Step": 4697, "Finetune/Step Time": 6.703256074339151}
{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7352516055107117, "Finetune/Loss (Raw)": 0.873911440372467, "Finetune/Step": 4698, "Finetune/Step Time": 6.706662148237228}
{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7372323274612427, "Finetune/Loss (Raw)": 0.8894322514533997, "Finetune/Step": 4699, "Finetune/Step Time": 6.702017309144139}
{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7375885248184204, "Finetune/Loss (Raw)": 0.7901179790496826, "Finetune/Step": 4700, "Finetune/Step Time": 6.697573246434331}
{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7389066219329834, "Finetune/Loss (Raw)": 0.8409397006034851, "Finetune/Step": 4701, "Finetune/Step Time": 6.686049532145262}
{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7384382486343384, "Finetune/Loss (Raw)": 0.7514431476593018, "Finetune/Step": 4702, "Finetune/Step Time": 6.687731254845858}
{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7397792935371399, "Finetune/Loss (Raw)": 0.8950812220573425, "Finetune/Step": 4703, "Finetune/Step Time": 6.670812550932169}
{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7397281527519226, "Finetune/Loss (Raw)": 0.6697324514389038, "Finetune/Step": 4704, "Finetune/Step Time": 6.66502832621336}
{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7394424080848694, "Finetune/Loss (Raw)": 0.8743623495101929, "Finetune/Step": 4705, "Finetune/Step Time": 6.666084351018071}
{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7386190295219421, "Finetune/Loss (Raw)": 0.7295647859573364, "Finetune/Step": 4706, "Finetune/Step Time": 6.660038845613599}
{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7407568693161011, "Finetune/Loss (Raw)": 0.6882122159004211, "Finetune/Step": 4707, "Finetune/Step Time": 6.642266143113375}
{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7440387010574341, "Finetune/Loss (Raw)": 0.6855239868164062, "Finetune/Step": 4708, "Finetune/Step Time": 6.622401129454374}
{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7440723776817322, "Finetune/Loss (Raw)": 0.6724514961242676, "Finetune/Step": 4709, "Finetune/Step Time": 6.626207200810313}
{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7454826831817627, "Finetune/Loss (Raw)": 0.9464039206504822, "Finetune/Step": 4710, "Finetune/Step Time": 6.616885807365179}
{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.744727373123169, "Finetune/Loss (Raw)": 0.788165271282196, "Finetune/Step": 4711, "Finetune/Step Time": 6.61703266389668}
{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.74471515417099, "Finetune/Loss (Raw)": 0.7027310729026794, "Finetune/Step": 4712, "Finetune/Step Time": 6.639092180877924}
{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7463001012802124, "Finetune/Loss (Raw)": 0.8414762616157532, "Finetune/Step": 4713, "Finetune/Step Time": 6.641207002103329}
{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7467975616455078, "Finetune/Loss (Raw)": 0.7443270087242126, "Finetune/Step": 4714, "Finetune/Step Time": 6.6441411301493645}
{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7461303472518921, "Finetune/Loss (Raw)": 0.794244647026062, "Finetune/Step": 4715, "Finetune/Step Time": 6.647253250703216}
{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7452356815338135, "Finetune/Loss (Raw)": 0.7471404671669006, "Finetune/Step": 4716, "Finetune/Step Time": 6.62401519715786}
{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.745611846446991, "Finetune/Loss (Raw)": 0.8165838718414307, "Finetune/Step": 4717, "Finetune/Step Time": 6.620991511270404}
{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7443068623542786, "Finetune/Loss (Raw)": 0.5526065230369568, "Finetune/Step": 4718, "Finetune/Step Time": 6.633774070069194}
{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7430187463760376, "Finetune/Loss (Raw)": 0.6511004567146301, "Finetune/Step": 4719, "Finetune/Step Time": 6.623748831450939}
{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7447373867034912, "Finetune/Loss (Raw)": 0.5063946843147278, "Finetune/Step": 4720, "Finetune/Step Time": 6.627887083217502}
{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7429177761077881, "Finetune/Loss (Raw)": 0.6140998601913452, "Finetune/Step": 4721, "Finetune/Step Time": 6.631903545930982}
{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7452152967453003, "Finetune/Loss (Raw)": 0.7037503719329834, "Finetune/Step": 4722, "Finetune/Step Time": 6.614183083176613}
{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7451331615447998, "Finetune/Loss (Raw)": 0.7816928029060364, "Finetune/Step": 4723, "Finetune/Step Time": 6.61255893856287}
{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7442220449447632, "Finetune/Loss (Raw)": 0.6467968225479126, "Finetune/Step": 4724, "Finetune/Step Time": 6.632861245423555}
{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7442193627357483, "Finetune/Loss (Raw)": 0.7103890776634216, "Finetune/Step": 4725, "Finetune/Step Time": 6.6354274563491344}
{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7433856129646301, "Finetune/Loss (Raw)": 0.6773169636726379, "Finetune/Step": 4726, "Finetune/Step Time": 6.647620942443609}
{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7433966398239136, "Finetune/Loss (Raw)": 0.719197690486908, "Finetune/Step": 4727, "Finetune/Step Time": 6.644107185304165}
{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7430347204208374, "Finetune/Loss (Raw)": 0.7271423935890198, "Finetune/Step": 4728, "Finetune/Step Time": 6.646168166771531}
{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7457095980644226, "Finetune/Loss (Raw)": 1.0136007070541382, "Finetune/Step": 4729, "Finetune/Step Time": 6.642342641949654}
{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7441869378089905, "Finetune/Loss (Raw)": 0.7825579047203064, "Finetune/Step": 4730, "Finetune/Step Time": 6.637589927762747}
{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7438252568244934, "Finetune/Loss (Raw)": 0.61605304479599, "Finetune/Step": 4731, "Finetune/Step Time": 6.625451793894172}
{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7436466217041016, "Finetune/Loss (Raw)": 0.7904248833656311, "Finetune/Step": 4732, "Finetune/Step Time": 6.62526878900826}
{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7476919293403625, "Finetune/Loss (Raw)": 0.8435554504394531, "Finetune/Step": 4733, "Finetune/Step Time": 6.6006761491298676}
{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.746623694896698, "Finetune/Loss (Raw)": 0.6927799582481384, "Finetune/Step": 4734, "Finetune/Step Time": 6.606382708996534}
{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.747635006904602, "Finetune/Loss (Raw)": 0.8605520725250244, "Finetune/Step": 4735, "Finetune/Step Time": 6.606204932555556}
{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7461565732955933, "Finetune/Loss (Raw)": 0.5908058285713196, "Finetune/Step": 4736, "Finetune/Step Time": 6.615008430555463}
{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7440740466117859, "Finetune/Loss (Raw)": 0.6869460940361023, "Finetune/Step": 4737, "Finetune/Step Time": 6.62396152690053}
{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.744868278503418, "Finetune/Loss (Raw)": 0.8232435584068298, "Finetune/Step": 4738, "Finetune/Step Time": 6.632367946207523}
{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7482132315635681, "Finetune/Loss (Raw)": 0.7129743099212646, "Finetune/Step": 4739, "Finetune/Step Time": 6.616287359967828}
{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.747273325920105, "Finetune/Loss (Raw)": 0.6782300472259521, "Finetune/Step": 4740, "Finetune/Step Time": 6.619049903005362}
{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7466102838516235, "Finetune/Loss (Raw)": 0.553559422492981, "Finetune/Step": 4741, "Finetune/Step Time": 6.601236395537853}
{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7462763786315918, "Finetune/Loss (Raw)": 0.6615047454833984, "Finetune/Step": 4742, "Finetune/Step Time": 6.601318718865514}
{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7442703247070312, "Finetune/Loss (Raw)": 0.6489930152893066, "Finetune/Step": 4743, "Finetune/Step Time": 6.61657852306962}
{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7458202242851257, "Finetune/Loss (Raw)": 0.9394387006759644, "Finetune/Step": 4744, "Finetune/Step Time": 6.618024632334709}
{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7459595203399658, "Finetune/Loss (Raw)": 0.6959174275398254, "Finetune/Step": 4745, "Finetune/Step Time": 6.636453982442617}
{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7448610067367554, "Finetune/Loss (Raw)": 0.6963335275650024, "Finetune/Step": 4746, "Finetune/Step Time": 6.659918811172247}
{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7449876070022583, "Finetune/Loss (Raw)": 0.9072653651237488, "Finetune/Step": 4747, "Finetune/Step Time": 6.669887755066156}
{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7457774877548218, "Finetune/Loss (Raw)": 0.8456067442893982, "Finetune/Step": 4748, "Finetune/Step Time": 6.676032770425081}
{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7450154423713684, "Finetune/Loss (Raw)": 0.789950966835022, "Finetune/Step": 4749, "Finetune/Step Time": 6.672043280676007}
{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7444449663162231, "Finetune/Loss (Raw)": 0.7451236248016357, "Finetune/Step": 4750, "Finetune/Step Time": 6.6739479172974825}
{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7436530590057373, "Finetune/Loss (Raw)": 0.7581355571746826, "Finetune/Step": 4751, "Finetune/Step Time": 6.688845776021481}
{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7443392276763916, "Finetune/Loss (Raw)": 0.8323873281478882, "Finetune/Step": 4752, "Finetune/Step Time": 6.6923280246555805}
{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7431972026824951, "Finetune/Loss (Raw)": 0.7014890313148499, "Finetune/Step": 4753, "Finetune/Step Time": 6.6847624611109495}
{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.746703028678894, "Finetune/Loss (Raw)": 0.7937667369842529, "Finetune/Step": 4754, "Finetune/Step Time": 6.669900577515364}
{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7468111515045166, "Finetune/Loss (Raw)": 0.7725648283958435, "Finetune/Step": 4755, "Finetune/Step Time": 6.669203007593751}
{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7475879788398743, "Finetune/Loss (Raw)": 0.7751252055168152, "Finetune/Step": 4756, "Finetune/Step Time": 6.6622623372823}
{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7478740215301514, "Finetune/Loss (Raw)": 0.7779160737991333, "Finetune/Step": 4757, "Finetune/Step Time": 6.661391889676452}
{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7485065460205078, "Finetune/Loss (Raw)": 0.7538074851036072, "Finetune/Step": 4758, "Finetune/Step Time": 6.651532404124737}
{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7494770884513855, "Finetune/Loss (Raw)": 0.699404776096344, "Finetune/Step": 4759, "Finetune/Step Time": 6.637204704806209}
{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7534997463226318, "Finetune/Loss (Raw)": 0.7818157076835632, "Finetune/Step": 4760, "Finetune/Step Time": 6.619978245347738}
{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7535715103149414, "Finetune/Loss (Raw)": 0.5940089821815491, "Finetune/Step": 4761, "Finetune/Step Time": 6.622507436200976}
{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7524447441101074, "Finetune/Loss (Raw)": 0.7215908765792847, "Finetune/Step": 4762, "Finetune/Step Time": 6.62083924934268}
{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7540993690490723, "Finetune/Loss (Raw)": 0.7778376936912537, "Finetune/Step": 4763, "Finetune/Step Time": 6.595404330641031}
{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7534303665161133, "Finetune/Loss (Raw)": 0.6903072595596313, "Finetune/Step": 4764, "Finetune/Step Time": 6.609776459634304}
{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7518424987792969, "Finetune/Loss (Raw)": 0.6518396139144897, "Finetune/Step": 4765, "Finetune/Step Time": 6.609135024249554}
{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.751213788986206, "Finetune/Loss (Raw)": 0.9185677170753479, "Finetune/Step": 4766, "Finetune/Step Time": 6.610423875972629}
{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7529267072677612, "Finetune/Loss (Raw)": 0.8188209533691406, "Finetune/Step": 4767, "Finetune/Step Time": 6.581246878951788}
{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7519841194152832, "Finetune/Loss (Raw)": 0.7455001473426819, "Finetune/Step": 4768, "Finetune/Step Time": 6.584107730537653}
{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7517814636230469, "Finetune/Loss (Raw)": 0.7607207894325256, "Finetune/Step": 4769, "Finetune/Step Time": 6.5832340735942125}
{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.749260663986206, "Finetune/Loss (Raw)": 0.48135992884635925, "Finetune/Step": 4770, "Finetune/Step Time": 6.586702082306147}
{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7494174242019653, "Finetune/Loss (Raw)": 0.9026851058006287, "Finetune/Step": 4771, "Finetune/Step Time": 6.589426167309284}
{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7519465684890747, "Finetune/Loss (Raw)": 0.6942336559295654, "Finetune/Step": 4772, "Finetune/Step Time": 6.591637685894966}
{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7498180866241455, "Finetune/Loss (Raw)": 0.5569156408309937, "Finetune/Step": 4773, "Finetune/Step Time": 6.59173515625298}
{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7511793971061707, "Finetune/Loss (Raw)": 0.7970748543739319, "Finetune/Step": 4774, "Finetune/Step Time": 6.581986401230097}
{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7518554329872131, "Finetune/Loss (Raw)": 0.8812181353569031, "Finetune/Step": 4775, "Finetune/Step Time": 6.5799655467271805}
{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7514488697052002, "Finetune/Loss (Raw)": 0.6748939156532288, "Finetune/Step": 4776, "Finetune/Step Time": 6.591834470629692}
{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7506953477859497, "Finetune/Loss (Raw)": 0.7629365921020508, "Finetune/Step": 4777, "Finetune/Step Time": 6.59328144416213}
{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7478457093238831, "Finetune/Loss (Raw)": 0.28294435143470764, "Finetune/Step": 4778, "Finetune/Step Time": 6.598389107733965}
{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7489049434661865, "Finetune/Loss (Raw)": 0.9273126721382141, "Finetune/Step": 4779, "Finetune/Step Time": 6.599612519145012}
{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7484067678451538, "Finetune/Loss (Raw)": 0.7081447243690491, "Finetune/Step": 4780, "Finetune/Step Time": 6.583694074302912}
{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7511533498764038, "Finetune/Loss (Raw)": 0.649509072303772, "Finetune/Step": 4781, "Finetune/Step Time": 6.572543619200587}
{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7505156993865967, "Finetune/Loss (Raw)": 0.6568546295166016, "Finetune/Step": 4782, "Finetune/Step Time": 6.574247974902391}
{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7484351396560669, "Finetune/Loss (Raw)": 0.3640058636665344, "Finetune/Step": 4783, "Finetune/Step Time": 6.599690068513155}
{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7512169480323792, "Finetune/Loss (Raw)": 0.7876409292221069, "Finetune/Step": 4784, "Finetune/Step Time": 6.573862163349986}
{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7530180811882019, "Finetune/Loss (Raw)": 0.9610326886177063, "Finetune/Step": 4785, "Finetune/Step Time": 6.575624478980899}
{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7527986168861389, "Finetune/Loss (Raw)": 0.8163909316062927, "Finetune/Step": 4786, "Finetune/Step Time": 6.578189102932811}
{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7520090341567993, "Finetune/Loss (Raw)": 0.757511556148529, "Finetune/Step": 4787, "Finetune/Step Time": 6.574451582506299}
{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7504879236221313, "Finetune/Loss (Raw)": 0.6341147422790527, "Finetune/Step": 4788, "Finetune/Step Time": 6.583832969889045}
{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7497344613075256, "Finetune/Loss (Raw)": 0.5852764248847961, "Finetune/Step": 4789, "Finetune/Step Time": 6.584458535537124}
{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7495499849319458, "Finetune/Loss (Raw)": 0.8172119855880737, "Finetune/Step": 4790, "Finetune/Step Time": 6.589843828231096}
{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7454936504364014, "Finetune/Loss (Raw)": 0.2957569360733032, "Finetune/Step": 4791, "Finetune/Step Time": 6.610955618321896}
{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7469786405563354, "Finetune/Loss (Raw)": 0.9668364524841309, "Finetune/Step": 4792, "Finetune/Step Time": 6.616146603599191}
{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7480069398880005, "Finetune/Loss (Raw)": 0.834455668926239, "Finetune/Step": 4793, "Finetune/Step Time": 6.615527847781777}
{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7488762140274048, "Finetune/Loss (Raw)": 0.691234290599823, "Finetune/Step": 4794, "Finetune/Step Time": 6.598275560885668}
{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7477223873138428, "Finetune/Loss (Raw)": 0.6928084492683411, "Finetune/Step": 4795, "Finetune/Step Time": 6.629024127498269}
{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7485431432723999, "Finetune/Loss (Raw)": 0.8498187065124512, "Finetune/Step": 4796, "Finetune/Step Time": 6.624417912214994}
{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7520931959152222, "Finetune/Loss (Raw)": 0.802617609500885, "Finetune/Step": 4797, "Finetune/Step Time": 6.605838906019926}
{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7506301403045654, "Finetune/Loss (Raw)": 0.6100282669067383, "Finetune/Step": 4798, "Finetune/Step Time": 6.622015077620745}
{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7516491413116455, "Finetune/Loss (Raw)": 0.8477860689163208, "Finetune/Step": 4799, "Finetune/Step Time": 6.617172311991453}
{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7527175545692444, "Finetune/Loss (Raw)": 0.9543789625167847, "Finetune/Step": 4800, "Finetune/Step Time": 6.602354448288679}
{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7532620429992676, "Finetune/Loss (Raw)": 0.8594498634338379, "Finetune/Step": 4801, "Finetune/Step Time": 6.595747539773583}
{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7527577877044678, "Finetune/Loss (Raw)": 0.798537015914917, "Finetune/Step": 4802, "Finetune/Step Time": 6.5710300505161285}
{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7528924942016602, "Finetune/Loss (Raw)": 0.8527601957321167, "Finetune/Step": 4803, "Finetune/Step Time": 6.575698791071773}
{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7534422278404236, "Finetune/Loss (Raw)": 0.8193694949150085, "Finetune/Step": 4804, "Finetune/Step Time": 6.5782352443784475}
{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7535495162010193, "Finetune/Loss (Raw)": 0.8600425720214844, "Finetune/Step": 4805, "Finetune/Step Time": 6.584481405094266}
{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7536618709564209, "Finetune/Loss (Raw)": 0.7888244390487671, "Finetune/Step": 4806, "Finetune/Step Time": 6.566527899354696}
{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7547561526298523, "Finetune/Loss (Raw)": 0.7742752432823181, "Finetune/Step": 4807, "Finetune/Step Time": 6.56781037338078}
{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7549985647201538, "Finetune/Loss (Raw)": 0.915949285030365, "Finetune/Step": 4808, "Finetune/Step Time": 6.5653233882039785}
{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7535682320594788, "Finetune/Loss (Raw)": 0.5671064853668213, "Finetune/Step": 4809, "Finetune/Step Time": 6.554860493168235}
{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7537142038345337, "Finetune/Loss (Raw)": 0.7570361495018005, "Finetune/Step": 4810, "Finetune/Step Time": 6.545899052172899}
{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7538807988166809, "Finetune/Loss (Raw)": 0.806600034236908, "Finetune/Step": 4811, "Finetune/Step Time": 6.561318976804614}
{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7531953454017639, "Finetune/Loss (Raw)": 0.7902805209159851, "Finetune/Step": 4812, "Finetune/Step Time": 6.561353977769613}
{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7502653002738953, "Finetune/Loss (Raw)": 0.47197195887565613, "Finetune/Step": 4813, "Finetune/Step Time": 6.5773055870085955}
{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7514396905899048, "Finetune/Loss (Raw)": 0.8045510649681091, "Finetune/Step": 4814, "Finetune/Step Time": 6.568329995498061}
{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7521060705184937, "Finetune/Loss (Raw)": 0.8841151595115662, "Finetune/Step": 4815, "Finetune/Step Time": 6.565651871263981}
{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7494245171546936, "Finetune/Loss (Raw)": 0.6827910542488098, "Finetune/Step": 4816, "Finetune/Step Time": 6.581492280587554}
{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.749101996421814, "Finetune/Loss (Raw)": 0.8324005007743835, "Finetune/Step": 4817, "Finetune/Step Time": 6.585994265973568}
{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.750591516494751, "Finetune/Loss (Raw)": 0.8450943827629089, "Finetune/Step": 4818, "Finetune/Step Time": 6.576340336352587}
{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7503737211227417, "Finetune/Loss (Raw)": 0.8744310736656189, "Finetune/Step": 4819, "Finetune/Step Time": 6.574416501447558}
{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7497612833976746, "Finetune/Loss (Raw)": 0.867106020450592, "Finetune/Step": 4820, "Finetune/Step Time": 6.57656954228878}
{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.750588595867157, "Finetune/Loss (Raw)": 0.8870845437049866, "Finetune/Step": 4821, "Finetune/Step Time": 6.575991030782461}
{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7501218318939209, "Finetune/Loss (Raw)": 0.8331882953643799, "Finetune/Step": 4822, "Finetune/Step Time": 6.583413952961564}
{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7503774166107178, "Finetune/Loss (Raw)": 0.8518602848052979, "Finetune/Step": 4823, "Finetune/Step Time": 6.583062855526805}
{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.747324526309967, "Finetune/Loss (Raw)": 0.2909649908542633, "Finetune/Step": 4824, "Finetune/Step Time": 6.587380485609174}
{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7472879886627197, "Finetune/Loss (Raw)": 0.758720874786377, "Finetune/Step": 4825, "Finetune/Step Time": 6.59165832400322}
{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7465002536773682, "Finetune/Loss (Raw)": 0.7730754613876343, "Finetune/Step": 4826, "Finetune/Step Time": 6.5909906886518}
{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7462530732154846, "Finetune/Loss (Raw)": 0.8578000068664551, "Finetune/Step": 4827, "Finetune/Step Time": 6.580990007147193}
{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7468316555023193, "Finetune/Loss (Raw)": 0.864181399345398, "Finetune/Step": 4828, "Finetune/Step Time": 6.587636813521385}
{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7464458346366882, "Finetune/Loss (Raw)": 0.7915461659431458, "Finetune/Step": 4829, "Finetune/Step Time": 6.594251524657011}
{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7464669346809387, "Finetune/Loss (Raw)": 0.7541475892066956, "Finetune/Step": 4830, "Finetune/Step Time": 6.592493996024132}
{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7422517538070679, "Finetune/Loss (Raw)": 0.3555382788181305, "Finetune/Step": 4831, "Finetune/Step Time": 6.616184560582042}
{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7422842383384705, "Finetune/Loss (Raw)": 0.6738952994346619, "Finetune/Step": 4832, "Finetune/Step Time": 6.648860979825258}
{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7415531873703003, "Finetune/Loss (Raw)": 0.7807852029800415, "Finetune/Step": 4833, "Finetune/Step Time": 6.652072641998529}
{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7430562973022461, "Finetune/Loss (Raw)": 0.921953022480011, "Finetune/Step": 4834, "Finetune/Step Time": 6.656720191240311}
{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7442901730537415, "Finetune/Loss (Raw)": 0.8461612462997437, "Finetune/Step": 4835, "Finetune/Step Time": 6.654045518487692}
{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7459580302238464, "Finetune/Loss (Raw)": 0.8990070223808289, "Finetune/Step": 4836, "Finetune/Step Time": 6.641082281246781}
{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7467401027679443, "Finetune/Loss (Raw)": 0.7725539207458496, "Finetune/Step": 4837, "Finetune/Step Time": 6.623734947293997}
{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7461246252059937, "Finetune/Loss (Raw)": 0.8676280975341797, "Finetune/Step": 4838, "Finetune/Step Time": 6.6353739984333515}
{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7453787326812744, "Finetune/Loss (Raw)": 0.6926907896995544, "Finetune/Step": 4839, "Finetune/Step Time": 6.637091625481844}
{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.746013343334198, "Finetune/Loss (Raw)": 0.7839595079421997, "Finetune/Step": 4840, "Finetune/Step Time": 6.618752250447869}
{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7451154589653015, "Finetune/Loss (Raw)": 0.7265455722808838, "Finetune/Step": 4841, "Finetune/Step Time": 6.624906379729509}
{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7444263100624084, "Finetune/Loss (Raw)": 0.6561120748519897, "Finetune/Step": 4842, "Finetune/Step Time": 6.635421901941299}
{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7456098198890686, "Finetune/Loss (Raw)": 0.9457353353500366, "Finetune/Step": 4843, "Finetune/Step Time": 6.632518434897065}
{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7451034784317017, "Finetune/Loss (Raw)": 0.6823226809501648, "Finetune/Step": 4844, "Finetune/Step Time": 6.65285312384367}
{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7455866932868958, "Finetune/Loss (Raw)": 0.8784422874450684, "Finetune/Step": 4845, "Finetune/Step Time": 6.655295617878437}
{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7475695610046387, "Finetune/Loss (Raw)": 0.8064145445823669, "Finetune/Step": 4846, "Finetune/Step Time": 6.666782001033425}
{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7449776530265808, "Finetune/Loss (Raw)": 0.3193366229534149, "Finetune/Step": 4847, "Finetune/Step Time": 6.68812508508563}
{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7462821006774902, "Finetune/Loss (Raw)": 0.6733614206314087, "Finetune/Step": 4848, "Finetune/Step Time": 6.653835576027632}
{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7466887831687927, "Finetune/Loss (Raw)": 0.6661553978919983, "Finetune/Step": 4849, "Finetune/Step Time": 6.669254472479224}
{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7480490207672119, "Finetune/Loss (Raw)": 0.8778561949729919, "Finetune/Step": 4850, "Finetune/Step Time": 6.678594971075654}
{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7487213015556335, "Finetune/Loss (Raw)": 0.8677534461021423, "Finetune/Step": 4851, "Finetune/Step Time": 6.684520445764065}
{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7489627599716187, "Finetune/Loss (Raw)": 0.6777030229568481, "Finetune/Step": 4852, "Finetune/Step Time": 6.678864331915975}
{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7498493194580078, "Finetune/Loss (Raw)": 0.8238725662231445, "Finetune/Step": 4853, "Finetune/Step Time": 6.686191406100988}
{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7487689256668091, "Finetune/Loss (Raw)": 0.5390274524688721, "Finetune/Step": 4854, "Finetune/Step Time": 6.679854145273566}
{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7492886781692505, "Finetune/Loss (Raw)": 0.7857176065444946, "Finetune/Step": 4855, "Finetune/Step Time": 6.681772159412503}
{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.749919593334198, "Finetune/Loss (Raw)": 0.8079008460044861, "Finetune/Step": 4856, "Finetune/Step Time": 6.677293565124273}
{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.748894453048706, "Finetune/Loss (Raw)": 0.882384717464447, "Finetune/Step": 4857, "Finetune/Step Time": 6.677023086696863}
{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7503320574760437, "Finetune/Loss (Raw)": 0.9665705561637878, "Finetune/Step": 4858, "Finetune/Step Time": 6.687310615554452}
{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7516723871231079, "Finetune/Loss (Raw)": 0.7876152992248535, "Finetune/Step": 4859, "Finetune/Step Time": 6.685989925637841}
{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.751046895980835, "Finetune/Loss (Raw)": 0.7103559374809265, "Finetune/Step": 4860, "Finetune/Step Time": 6.685221470892429}
{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7500964403152466, "Finetune/Loss (Raw)": 0.7219020128250122, "Finetune/Step": 4861, "Finetune/Step Time": 6.700274728238583}
{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7518951296806335, "Finetune/Loss (Raw)": 0.9230133891105652, "Finetune/Step": 4862, "Finetune/Step Time": 6.686496628448367}
{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7524895071983337, "Finetune/Loss (Raw)": 0.9366298317909241, "Finetune/Step": 4863, "Finetune/Step Time": 6.690806893631816}
{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7538042068481445, "Finetune/Loss (Raw)": 0.7590870261192322, "Finetune/Step": 4864, "Finetune/Step Time": 6.697217850014567}
{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7550225853919983, "Finetune/Loss (Raw)": 0.8428969979286194, "Finetune/Step": 4865, "Finetune/Step Time": 6.692343942821026}
{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7543225884437561, "Finetune/Loss (Raw)": 0.7336454391479492, "Finetune/Step": 4866, "Finetune/Step Time": 6.685323713347316}
{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7514625787734985, "Finetune/Loss (Raw)": 0.3468962013721466, "Finetune/Step": 4867, "Finetune/Step Time": 6.705664675682783}
{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7516380548477173, "Finetune/Loss (Raw)": 0.7006973624229431, "Finetune/Step": 4868, "Finetune/Step Time": 6.706340463832021}
{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7523297071456909, "Finetune/Loss (Raw)": 0.6420834064483643, "Finetune/Step": 4869, "Finetune/Step Time": 6.711166260764003}
{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7526966333389282, "Finetune/Loss (Raw)": 0.7084795236587524, "Finetune/Step": 4870, "Finetune/Step Time": 6.697165183722973}
{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7539802193641663, "Finetune/Loss (Raw)": 0.8132889866828918, "Finetune/Step": 4871, "Finetune/Step Time": 6.691391935572028}
{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7527064085006714, "Finetune/Loss (Raw)": 0.7763893604278564, "Finetune/Step": 4872, "Finetune/Step Time": 6.691334914416075}
{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.75270676612854, "Finetune/Loss (Raw)": 0.6959551572799683, "Finetune/Step": 4873, "Finetune/Step Time": 6.688510522246361}
{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7516403198242188, "Finetune/Loss (Raw)": 0.5598358511924744, "Finetune/Step": 4874, "Finetune/Step Time": 6.672785613685846}
{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7502920627593994, "Finetune/Loss (Raw)": 0.7346909642219543, "Finetune/Step": 4875, "Finetune/Step Time": 6.670111617073417}
{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7506225109100342, "Finetune/Loss (Raw)": 0.8879006505012512, "Finetune/Step": 4876, "Finetune/Step Time": 6.6644030045717955}
{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7513558864593506, "Finetune/Loss (Raw)": 0.8838213086128235, "Finetune/Step": 4877, "Finetune/Step Time": 6.6659602727741}
{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7512204647064209, "Finetune/Loss (Raw)": 0.7277888655662537, "Finetune/Step": 4878, "Finetune/Step Time": 6.667427200824022}
{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7518613338470459, "Finetune/Loss (Raw)": 0.8401621580123901, "Finetune/Step": 4879, "Finetune/Step Time": 6.648756330832839}
{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7521604299545288, "Finetune/Loss (Raw)": 0.8706792593002319, "Finetune/Step": 4880, "Finetune/Step Time": 6.644375056028366}
{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7543009519577026, "Finetune/Loss (Raw)": 0.9754663705825806, "Finetune/Step": 4881, "Finetune/Step Time": 6.638060227036476}
{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7533338665962219, "Finetune/Loss (Raw)": 0.6699884533882141, "Finetune/Step": 4882, "Finetune/Step Time": 6.639500312507153}
{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.752578616142273, "Finetune/Loss (Raw)": 0.6758895516395569, "Finetune/Step": 4883, "Finetune/Step Time": 6.630617409944534}
{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7532373070716858, "Finetune/Loss (Raw)": 0.8594450950622559, "Finetune/Step": 4884, "Finetune/Step Time": 6.632091311737895}
{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7528367042541504, "Finetune/Loss (Raw)": 0.7266379594802856, "Finetune/Step": 4885, "Finetune/Step Time": 6.634783523157239}
{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7536585330963135, "Finetune/Loss (Raw)": 0.8590042591094971, "Finetune/Step": 4886, "Finetune/Step Time": 6.641220655292273}
{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7546902298927307, "Finetune/Loss (Raw)": 0.831459641456604, "Finetune/Step": 4887, "Finetune/Step Time": 6.646570947021246}
{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7551009654998779, "Finetune/Loss (Raw)": 0.8343847393989563, "Finetune/Step": 4888, "Finetune/Step Time": 6.655395859852433}
{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7565773129463196, "Finetune/Loss (Raw)": 0.7829796075820923, "Finetune/Step": 4889, "Finetune/Step Time": 6.644065350294113}
{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7565085887908936, "Finetune/Loss (Raw)": 0.712800920009613, "Finetune/Step": 4890, "Finetune/Step Time": 6.662007762119174}
{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7561372518539429, "Finetune/Loss (Raw)": 0.7303056120872498, "Finetune/Step": 4891, "Finetune/Step Time": 6.669501733034849}
{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7567858695983887, "Finetune/Loss (Raw)": 0.7733251452445984, "Finetune/Step": 4892, "Finetune/Step Time": 6.663741856813431}
{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7585955858230591, "Finetune/Loss (Raw)": 0.8834898471832275, "Finetune/Step": 4893, "Finetune/Step Time": 6.663290919736028}
{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7571070194244385, "Finetune/Loss (Raw)": 0.7280310988426208, "Finetune/Step": 4894, "Finetune/Step Time": 6.679503712803125}
{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7558741569519043, "Finetune/Loss (Raw)": 0.6610159873962402, "Finetune/Step": 4895, "Finetune/Step Time": 6.6810989789664745}
{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7567654252052307, "Finetune/Loss (Raw)": 0.8595771193504333, "Finetune/Step": 4896, "Finetune/Step Time": 6.674449307844043}
{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7556941509246826, "Finetune/Loss (Raw)": 0.6235929131507874, "Finetune/Step": 4897, "Finetune/Step Time": 6.679337853565812}
{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7572180032730103, "Finetune/Loss (Raw)": 0.6764227747917175, "Finetune/Step": 4898, "Finetune/Step Time": 6.680783400312066}
{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7569087743759155, "Finetune/Loss (Raw)": 0.8630980849266052, "Finetune/Step": 4899, "Finetune/Step Time": 6.678196899592876}
{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7576198577880859, "Finetune/Loss (Raw)": 0.7852579355239868, "Finetune/Step": 4900, "Finetune/Step Time": 6.6560794450342655}
{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7590475082397461, "Finetune/Loss (Raw)": 0.7396500110626221, "Finetune/Step": 4901, "Finetune/Step Time": 6.653830714523792}
{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7586461305618286, "Finetune/Loss (Raw)": 0.7457065582275391, "Finetune/Step": 4902, "Finetune/Step Time": 6.65397479198873}
{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7574875950813293, "Finetune/Loss (Raw)": 0.7329172492027283, "Finetune/Step": 4903, "Finetune/Step Time": 6.652972916141152}
{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7583725452423096, "Finetune/Loss (Raw)": 0.7881714701652527, "Finetune/Step": 4904, "Finetune/Step Time": 6.638017857447267}
{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7586326599121094, "Finetune/Loss (Raw)": 0.7962337136268616, "Finetune/Step": 4905, "Finetune/Step Time": 6.64105387032032}
{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7620640993118286, "Finetune/Loss (Raw)": 0.7221598029136658, "Finetune/Step": 4906, "Finetune/Step Time": 6.6236516777426}
{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7595887184143066, "Finetune/Loss (Raw)": 0.6104665398597717, "Finetune/Step": 4907, "Finetune/Step Time": 6.6305982153862715}
{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7600932121276855, "Finetune/Loss (Raw)": 0.7727212905883789, "Finetune/Step": 4908, "Finetune/Step Time": 6.642234534025192}
{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7609430551528931, "Finetune/Loss (Raw)": 0.758289635181427, "Finetune/Step": 4909, "Finetune/Step Time": 6.638654701411724}
{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7622061967849731, "Finetune/Loss (Raw)": 0.8185384273529053, "Finetune/Step": 4910, "Finetune/Step Time": 6.627988047897816}
{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7654322981834412, "Finetune/Loss (Raw)": 0.7769491672515869, "Finetune/Step": 4911, "Finetune/Step Time": 6.597510049119592}
{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7652747631072998, "Finetune/Loss (Raw)": 0.7674728035926819, "Finetune/Step": 4912, "Finetune/Step Time": 6.603994200006127}
{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7639825940132141, "Finetune/Loss (Raw)": 0.7956342101097107, "Finetune/Step": 4913, "Finetune/Step Time": 6.612476352602243}
{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7607560157775879, "Finetune/Loss (Raw)": 0.4033876359462738, "Finetune/Step": 4914, "Finetune/Step Time": 6.630054336041212}
{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7599697113037109, "Finetune/Loss (Raw)": 0.6568704843521118, "Finetune/Step": 4915, "Finetune/Step Time": 6.6334370989352465}
{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7609357237815857, "Finetune/Loss (Raw)": 0.7577611207962036, "Finetune/Step": 4916, "Finetune/Step Time": 6.619147256016731}
{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7595391869544983, "Finetune/Loss (Raw)": 0.4065167307853699, "Finetune/Step": 4917, "Finetune/Step Time": 6.635046986863017}
{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7594301700592041, "Finetune/Loss (Raw)": 0.803263247013092, "Finetune/Step": 4918, "Finetune/Step Time": 6.629384038969874}
{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7630729079246521, "Finetune/Loss (Raw)": 0.7620226144790649, "Finetune/Step": 4919, "Finetune/Step Time": 6.611095009371638}
{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7623740434646606, "Finetune/Loss (Raw)": 0.8773865103721619, "Finetune/Step": 4920, "Finetune/Step Time": 6.605945253744721}
{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.761862576007843, "Finetune/Loss (Raw)": 0.7689831852912903, "Finetune/Step": 4921, "Finetune/Step Time": 6.61761942692101}
{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7618776559829712, "Finetune/Loss (Raw)": 0.6931626796722412, "Finetune/Step": 4922, "Finetune/Step Time": 6.618764981627464}
{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7622196078300476, "Finetune/Loss (Raw)": 0.7365802526473999, "Finetune/Step": 4923, "Finetune/Step Time": 6.5936974957585335}
{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7613670229911804, "Finetune/Loss (Raw)": 0.7406888604164124, "Finetune/Step": 4924, "Finetune/Step Time": 6.593769147992134}
{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7608901858329773, "Finetune/Loss (Raw)": 0.7415794730186462, "Finetune/Step": 4925, "Finetune/Step Time": 6.5925789549946785}
{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7618597745895386, "Finetune/Loss (Raw)": 0.7341366410255432, "Finetune/Step": 4926, "Finetune/Step Time": 6.576569776982069}
{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.761287271976471, "Finetune/Loss (Raw)": 0.7745118737220764, "Finetune/Step": 4927, "Finetune/Step Time": 6.573941649869084}
{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7581419348716736, "Finetune/Loss (Raw)": 0.5517703294754028, "Finetune/Step": 4928, "Finetune/Step Time": 6.5948923751711845}
{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7571524381637573, "Finetune/Loss (Raw)": 0.7327929139137268, "Finetune/Step": 4929, "Finetune/Step Time": 6.598777841776609}
{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7570358514785767, "Finetune/Loss (Raw)": 0.7836111187934875, "Finetune/Step": 4930, "Finetune/Step Time": 6.597987122833729}
{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7569231986999512, "Finetune/Loss (Raw)": 0.8383498191833496, "Finetune/Step": 4931, "Finetune/Step Time": 6.585068579763174}
{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7570261359214783, "Finetune/Loss (Raw)": 0.8325411081314087, "Finetune/Step": 4932, "Finetune/Step Time": 6.593731937929988}
{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7558730244636536, "Finetune/Loss (Raw)": 0.7124469876289368, "Finetune/Step": 4933, "Finetune/Step Time": 6.603321826085448}
{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7562696933746338, "Finetune/Loss (Raw)": 0.839590311050415, "Finetune/Step": 4934, "Finetune/Step Time": 6.5980556439608335}
{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7568843364715576, "Finetune/Loss (Raw)": 0.8529576659202576, "Finetune/Step": 4935, "Finetune/Step Time": 6.5967343002557755}
{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7551608681678772, "Finetune/Loss (Raw)": 0.6953433156013489, "Finetune/Step": 4936, "Finetune/Step Time": 6.605640664696693}
{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7578262686729431, "Finetune/Loss (Raw)": 0.9082697033882141, "Finetune/Step": 4937, "Finetune/Step Time": 6.598948545753956}
{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7581863403320312, "Finetune/Loss (Raw)": 0.8031308650970459, "Finetune/Step": 4938, "Finetune/Step Time": 6.609073555096984}
{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7544996738433838, "Finetune/Loss (Raw)": 0.33470606803894043, "Finetune/Step": 4939, "Finetune/Step Time": 6.6074049565941095}
{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7531932592391968, "Finetune/Loss (Raw)": 0.6230655312538147, "Finetune/Step": 4940, "Finetune/Step Time": 6.606899738311768}
{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7547746896743774, "Finetune/Loss (Raw)": 0.674391508102417, "Finetune/Step": 4941, "Finetune/Step Time": 6.587301755324006}
{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7539317607879639, "Finetune/Loss (Raw)": 0.6966586112976074, "Finetune/Step": 4942, "Finetune/Step Time": 6.592170814052224}
{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7524271607398987, "Finetune/Loss (Raw)": 0.6915264129638672, "Finetune/Step": 4943, "Finetune/Step Time": 6.602498723194003}
{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7533471584320068, "Finetune/Loss (Raw)": 0.8005426526069641, "Finetune/Step": 4944, "Finetune/Step Time": 6.58897789940238}
{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7536982297897339, "Finetune/Loss (Raw)": 0.8773427605628967, "Finetune/Step": 4945, "Finetune/Step Time": 6.588040651753545}
{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7527191638946533, "Finetune/Loss (Raw)": 0.7197704911231995, "Finetune/Step": 4946, "Finetune/Step Time": 6.588178792968392}
{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7518997192382812, "Finetune/Loss (Raw)": 0.7695472836494446, "Finetune/Step": 4947, "Finetune/Step Time": 6.579376766458154}
{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7508885264396667, "Finetune/Loss (Raw)": 0.7376686334609985, "Finetune/Step": 4948, "Finetune/Step Time": 6.57685661688447}
{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7495322227478027, "Finetune/Loss (Raw)": 0.7134774923324585, "Finetune/Step": 4949, "Finetune/Step Time": 6.562389830127358}
{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7482370138168335, "Finetune/Loss (Raw)": 0.6674016118049622, "Finetune/Step": 4950, "Finetune/Step Time": 6.568562433123589}
{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7481061220169067, "Finetune/Loss (Raw)": 0.8351089358329773, "Finetune/Step": 4951, "Finetune/Step Time": 6.576958080753684}
{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7520766258239746, "Finetune/Loss (Raw)": 0.7991831302642822, "Finetune/Step": 4952, "Finetune/Step Time": 6.5766550078988075}
{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7515866160392761, "Finetune/Loss (Raw)": 0.6960011124610901, "Finetune/Step": 4953, "Finetune/Step Time": 6.5772264041006565}
{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7517052292823792, "Finetune/Loss (Raw)": 0.7882624268531799, "Finetune/Step": 4954, "Finetune/Step Time": 6.610677484422922}
{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.751232385635376, "Finetune/Loss (Raw)": 0.7972698211669922, "Finetune/Step": 4955, "Finetune/Step Time": 6.613718841224909}
{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.750974714756012, "Finetune/Loss (Raw)": 0.8312059640884399, "Finetune/Step": 4956, "Finetune/Step Time": 6.601719224825501}
{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7514734268188477, "Finetune/Loss (Raw)": 0.855379045009613, "Finetune/Step": 4957, "Finetune/Step Time": 6.591827247291803}
{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7510170936584473, "Finetune/Loss (Raw)": 0.6957421898841858, "Finetune/Step": 4958, "Finetune/Step Time": 6.608463890850544}
{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7516677379608154, "Finetune/Loss (Raw)": 0.4388207495212555, "Finetune/Step": 4959, "Finetune/Step Time": 6.60821988992393}
{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7522240281105042, "Finetune/Loss (Raw)": 0.7450977563858032, "Finetune/Step": 4960, "Finetune/Step Time": 6.573073575273156}
{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7519241571426392, "Finetune/Loss (Raw)": 0.7424079775810242, "Finetune/Step": 4961, "Finetune/Step Time": 6.570789638906717}
{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7511696815490723, "Finetune/Loss (Raw)": 0.8253666758537292, "Finetune/Step": 4962, "Finetune/Step Time": 6.56924195587635}
{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7504333853721619, "Finetune/Loss (Raw)": 0.7519233822822571, "Finetune/Step": 4963, "Finetune/Step Time": 6.583835750818253}
{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7501997351646423, "Finetune/Loss (Raw)": 0.8690934181213379, "Finetune/Step": 4964, "Finetune/Step Time": 6.587857635691762}
{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7512667179107666, "Finetune/Loss (Raw)": 0.9091304540634155, "Finetune/Step": 4965, "Finetune/Step Time": 6.588703149929643}
{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7502339482307434, "Finetune/Loss (Raw)": 0.7354344129562378, "Finetune/Step": 4966, "Finetune/Step Time": 6.581516720354557}
{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7516587376594543, "Finetune/Loss (Raw)": 0.8750674724578857, "Finetune/Step": 4967, "Finetune/Step Time": 6.5795723255723715}
{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7516641616821289, "Finetune/Loss (Raw)": 0.7846521139144897, "Finetune/Step": 4968, "Finetune/Step Time": 6.575471857562661}
{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7517409324645996, "Finetune/Loss (Raw)": 0.7363739013671875, "Finetune/Step": 4969, "Finetune/Step Time": 6.5787779577076435}
{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7528464198112488, "Finetune/Loss (Raw)": 0.7976152896881104, "Finetune/Step": 4970, "Finetune/Step Time": 6.5612747352570295}
{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7525606155395508, "Finetune/Loss (Raw)": 0.9091417193412781, "Finetune/Step": 4971, "Finetune/Step Time": 6.582351410761476}
{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7532479166984558, "Finetune/Loss (Raw)": 0.770305335521698, "Finetune/Step": 4972, "Finetune/Step Time": 6.576119335368276}
{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7536870241165161, "Finetune/Loss (Raw)": 0.9346460103988647, "Finetune/Step": 4973, "Finetune/Step Time": 6.576529169455171}
{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7497521638870239, "Finetune/Loss (Raw)": 0.3027532696723938, "Finetune/Step": 4974, "Finetune/Step Time": 6.569241214543581}
{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7527269124984741, "Finetune/Loss (Raw)": 0.7001020908355713, "Finetune/Step": 4975, "Finetune/Step Time": 6.553378354758024}
{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7545840740203857, "Finetune/Loss (Raw)": 0.9110828638076782, "Finetune/Step": 4976, "Finetune/Step Time": 6.555690761655569}
{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7547573447227478, "Finetune/Loss (Raw)": 0.6883311867713928, "Finetune/Step": 4977, "Finetune/Step Time": 6.555352019146085}
{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7536830902099609, "Finetune/Loss (Raw)": 0.7403566837310791, "Finetune/Step": 4978, "Finetune/Step Time": 6.546107282862067}
{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.752143383026123, "Finetune/Loss (Raw)": 0.6706620454788208, "Finetune/Step": 4979, "Finetune/Step Time": 6.547950480133295}
{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7519307136535645, "Finetune/Loss (Raw)": 0.6504849791526794, "Finetune/Step": 4980, "Finetune/Step Time": 6.541331460699439}
{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7510473132133484, "Finetune/Loss (Raw)": 0.7108035683631897, "Finetune/Step": 4981, "Finetune/Step Time": 6.5320114474743605}
{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7535966634750366, "Finetune/Loss (Raw)": 0.8653329610824585, "Finetune/Step": 4982, "Finetune/Step Time": 6.527228554710746}
{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7506843209266663, "Finetune/Loss (Raw)": 0.41294458508491516, "Finetune/Step": 4983, "Finetune/Step Time": 6.544850947335362}
{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7493894100189209, "Finetune/Loss (Raw)": 0.6421483755111694, "Finetune/Step": 4984, "Finetune/Step Time": 6.556097008287907}
{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.749377965927124, "Finetune/Loss (Raw)": 0.8809248805046082, "Finetune/Step": 4985, "Finetune/Step Time": 6.552557338029146}
{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7466235160827637, "Finetune/Loss (Raw)": 0.6139963865280151, "Finetune/Step": 4986, "Finetune/Step Time": 6.544615847989917}
{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7467885613441467, "Finetune/Loss (Raw)": 0.8087397813796997, "Finetune/Step": 4987, "Finetune/Step Time": 6.540628161281347}
{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7478300333023071, "Finetune/Loss (Raw)": 0.8436724543571472, "Finetune/Step": 4988, "Finetune/Step Time": 6.548607362434268}
{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7485798597335815, "Finetune/Loss (Raw)": 0.8178758025169373, "Finetune/Step": 4989, "Finetune/Step Time": 6.551920909434557}
{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7475360631942749, "Finetune/Loss (Raw)": 0.7894020676612854, "Finetune/Step": 4990, "Finetune/Step Time": 6.555247711017728}
{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7462501525878906, "Finetune/Loss (Raw)": 0.7720370292663574, "Finetune/Step": 4991, "Finetune/Step Time": 6.549862990155816}
{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7475864887237549, "Finetune/Loss (Raw)": 0.9301422834396362, "Finetune/Step": 4992, "Finetune/Step Time": 6.549499653279781}
{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7449871301651001, "Finetune/Loss (Raw)": 0.5101713538169861, "Finetune/Step": 4993, "Finetune/Step Time": 6.562780572101474}
{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7454326152801514, "Finetune/Loss (Raw)": 0.7906802892684937, "Finetune/Step": 4994, "Finetune/Step Time": 6.569706542417407}
{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7471553087234497, "Finetune/Loss (Raw)": 0.5673873424530029, "Finetune/Step": 4995, "Finetune/Step Time": 6.553065864369273}
{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7487409114837646, "Finetune/Loss (Raw)": 0.9036594033241272, "Finetune/Step": 4996, "Finetune/Step Time": 6.553423108533025}
{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7504489421844482, "Finetune/Loss (Raw)": 0.8607129454612732, "Finetune/Step": 4997, "Finetune/Step Time": 6.538575796410441}
{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7529871463775635, "Finetune/Loss (Raw)": 1.0333696603775024, "Finetune/Step": 4998, "Finetune/Step Time": 6.536183949559927}
{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7535487413406372, "Finetune/Loss (Raw)": 0.8851779699325562, "Finetune/Step": 4999, "Finetune/Step Time": 6.527479948475957}
{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7502123117446899, "Finetune/Loss (Raw)": 0.3493195176124573, "Finetune/Step": 5000, "Finetune/Step Time": 6.54836736060679}
{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7510520219802856, "Finetune/Loss (Raw)": 0.8034334778785706, "Finetune/Step": 5001, "Finetune/Step Time": 6.532412713393569}
{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7509307265281677, "Finetune/Loss (Raw)": 0.5443165302276611, "Finetune/Step": 5002, "Finetune/Step Time": 6.5343139953911304}
{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7507364749908447, "Finetune/Loss (Raw)": 0.709821879863739, "Finetune/Step": 5003, "Finetune/Step Time": 6.52335281483829}
{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7485400438308716, "Finetune/Loss (Raw)": 0.6067609190940857, "Finetune/Step": 5004, "Finetune/Step Time": 6.524579513818026}
{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7476385831832886, "Finetune/Loss (Raw)": 0.7684328556060791, "Finetune/Step": 5005, "Finetune/Step Time": 6.526480063796043}
{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7481693029403687, "Finetune/Loss (Raw)": 0.7957180142402649, "Finetune/Step": 5006, "Finetune/Step Time": 6.5287781823426485}
{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7461212873458862, "Finetune/Loss (Raw)": 0.578025758266449, "Finetune/Step": 5007, "Finetune/Step Time": 6.537987297400832}
{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7447957396507263, "Finetune/Loss (Raw)": 0.7010100483894348, "Finetune/Step": 5008, "Finetune/Step Time": 6.544579463079572}
{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7444772720336914, "Finetune/Loss (Raw)": 0.9346948266029358, "Finetune/Step": 5009, "Finetune/Step Time": 6.5473694279789925}
{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7455276250839233, "Finetune/Loss (Raw)": 0.8044328093528748, "Finetune/Step": 5010, "Finetune/Step Time": 6.538735011592507}
{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7460721731185913, "Finetune/Loss (Raw)": 0.7455963492393494, "Finetune/Step": 5011, "Finetune/Step Time": 6.539234274998307}
{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.745444118976593, "Finetune/Loss (Raw)": 0.7790507674217224, "Finetune/Step": 5012, "Finetune/Step Time": 6.547582918778062}
{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7448503971099854, "Finetune/Loss (Raw)": 0.6506440043449402, "Finetune/Step": 5013, "Finetune/Step Time": 6.546298321336508}
{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7437613010406494, "Finetune/Loss (Raw)": 0.7195972800254822, "Finetune/Step": 5014, "Finetune/Step Time": 6.536175061017275}
{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7427244782447815, "Finetune/Loss (Raw)": 0.6987500190734863, "Finetune/Step": 5015, "Finetune/Step Time": 6.525446595624089}
{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7419636845588684, "Finetune/Loss (Raw)": 0.7370014190673828, "Finetune/Step": 5016, "Finetune/Step Time": 6.539888313040137}
{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7410344481468201, "Finetune/Loss (Raw)": 0.6640394926071167, "Finetune/Step": 5017, "Finetune/Step Time": 6.539908105507493}
{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7407095432281494, "Finetune/Loss (Raw)": 0.6712177395820618, "Finetune/Step": 5018, "Finetune/Step Time": 6.5280537866055965}
{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7406799793243408, "Finetune/Loss (Raw)": 0.726515531539917, "Finetune/Step": 5019, "Finetune/Step Time": 6.516059165820479}
{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7373427152633667, "Finetune/Loss (Raw)": 0.34615013003349304, "Finetune/Step": 5020, "Finetune/Step Time": 6.523862512782216}
{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7371073961257935, "Finetune/Loss (Raw)": 0.853378415107727, "Finetune/Step": 5021, "Finetune/Step Time": 6.523449731990695}
{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.737760066986084, "Finetune/Loss (Raw)": 0.8115680813789368, "Finetune/Step": 5022, "Finetune/Step Time": 6.4960726741701365}
{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7384362816810608, "Finetune/Loss (Raw)": 0.7475717067718506, "Finetune/Step": 5023, "Finetune/Step Time": 6.501726875081658}
{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7375542521476746, "Finetune/Loss (Raw)": 0.7466794848442078, "Finetune/Step": 5024, "Finetune/Step Time": 6.505190158262849}
{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7385177612304688, "Finetune/Loss (Raw)": 0.7469193935394287, "Finetune/Step": 5025, "Finetune/Step Time": 6.509574336931109}
{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.739753246307373, "Finetune/Loss (Raw)": 0.8345606327056885, "Finetune/Step": 5026, "Finetune/Step Time": 6.501431692391634}
{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7395132184028625, "Finetune/Loss (Raw)": 0.8323776125907898, "Finetune/Step": 5027, "Finetune/Step Time": 6.514525271952152}
{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7403935790061951, "Finetune/Loss (Raw)": 0.8979445695877075, "Finetune/Step": 5028, "Finetune/Step Time": 6.517049444839358}
{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7410564422607422, "Finetune/Loss (Raw)": 0.8244991898536682, "Finetune/Step": 5029, "Finetune/Step Time": 6.518859112635255}
{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7411321401596069, "Finetune/Loss (Raw)": 0.755387008190155, "Finetune/Step": 5030, "Finetune/Step Time": 6.521367155015469}
{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7413176894187927, "Finetune/Loss (Raw)": 0.7566741108894348, "Finetune/Step": 5031, "Finetune/Step Time": 6.5232171062380075}
{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7415899038314819, "Finetune/Loss (Raw)": 0.8230141401290894, "Finetune/Step": 5032, "Finetune/Step Time": 6.520838955417275}
{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7414923310279846, "Finetune/Loss (Raw)": 0.7837494611740112, "Finetune/Step": 5033, "Finetune/Step Time": 6.519639575853944}
{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7421960234642029, "Finetune/Loss (Raw)": 0.8122272491455078, "Finetune/Step": 5034, "Finetune/Step Time": 6.516455359756947}
{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7430245876312256, "Finetune/Loss (Raw)": 0.7165295481681824, "Finetune/Step": 5035, "Finetune/Step Time": 6.52359620667994}
{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7428607940673828, "Finetune/Loss (Raw)": 0.7517468333244324, "Finetune/Step": 5036, "Finetune/Step Time": 6.503214690834284}
{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7440809011459351, "Finetune/Loss (Raw)": 0.9144701361656189, "Finetune/Step": 5037, "Finetune/Step Time": 6.497421946376562}
{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7447436451911926, "Finetune/Loss (Raw)": 0.9033656716346741, "Finetune/Step": 5038, "Finetune/Step Time": 6.504555977880955}
{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.746180534362793, "Finetune/Loss (Raw)": 0.9608699083328247, "Finetune/Step": 5039, "Finetune/Step Time": 6.508948357775807}
{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7445733547210693, "Finetune/Loss (Raw)": 0.5617518424987793, "Finetune/Step": 5040, "Finetune/Step Time": 6.512471476569772}
{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7455759048461914, "Finetune/Loss (Raw)": 0.9239681363105774, "Finetune/Step": 5041, "Finetune/Step Time": 6.500288696959615}
{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7494017481803894, "Finetune/Loss (Raw)": 0.8930913805961609, "Finetune/Step": 5042, "Finetune/Step Time": 6.4920349810272455}
{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7505903244018555, "Finetune/Loss (Raw)": 0.8090046048164368, "Finetune/Step": 5043, "Finetune/Step Time": 6.492705242708325}
{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7508870363235474, "Finetune/Loss (Raw)": 0.7957464456558228, "Finetune/Step": 5044, "Finetune/Step Time": 6.495265455916524}
{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7499642372131348, "Finetune/Loss (Raw)": 0.2883930504322052, "Finetune/Step": 5045, "Finetune/Step Time": 6.492784559726715}
{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.746263861656189, "Finetune/Loss (Raw)": 0.3296129107475281, "Finetune/Step": 5046, "Finetune/Step Time": 6.511049568653107}
{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7466906309127808, "Finetune/Loss (Raw)": 0.8166523575782776, "Finetune/Step": 5047, "Finetune/Step Time": 6.5107055231928825}
{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7468611001968384, "Finetune/Loss (Raw)": 0.8992161750793457, "Finetune/Step": 5048, "Finetune/Step Time": 6.511158801615238}
{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7465943098068237, "Finetune/Loss (Raw)": 0.7348331809043884, "Finetune/Step": 5049, "Finetune/Step Time": 6.503464514389634}
{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.746848464012146, "Finetune/Loss (Raw)": 0.7256854772567749, "Finetune/Step": 5050, "Finetune/Step Time": 6.513361215591431}
{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7459325790405273, "Finetune/Loss (Raw)": 0.619350016117096, "Finetune/Step": 5051, "Finetune/Step Time": 6.527365013957024}
{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.743010401725769, "Finetune/Loss (Raw)": 0.3666464686393738, "Finetune/Step": 5052, "Finetune/Step Time": 6.542375434190035}
{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7418375015258789, "Finetune/Loss (Raw)": 0.5914512872695923, "Finetune/Step": 5053, "Finetune/Step Time": 6.551120834425092}
{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7429757714271545, "Finetune/Loss (Raw)": 0.8798375129699707, "Finetune/Step": 5054, "Finetune/Step Time": 6.557117145508528}
{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7427881956100464, "Finetune/Loss (Raw)": 0.7505009174346924, "Finetune/Step": 5055, "Finetune/Step Time": 6.557591022923589}
{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7447829246520996, "Finetune/Loss (Raw)": 0.8070985674858093, "Finetune/Step": 5056, "Finetune/Step Time": 6.533337142318487}
{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7447810173034668, "Finetune/Loss (Raw)": 0.7325455546379089, "Finetune/Step": 5057, "Finetune/Step Time": 6.536530714482069}
{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7448157668113708, "Finetune/Loss (Raw)": 0.7880597710609436, "Finetune/Step": 5058, "Finetune/Step Time": 6.540063057094812}
{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7451344728469849, "Finetune/Loss (Raw)": 0.8791472911834717, "Finetune/Step": 5059, "Finetune/Step Time": 6.538114290684462}
{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7458244562149048, "Finetune/Loss (Raw)": 0.9208604097366333, "Finetune/Step": 5060, "Finetune/Step Time": 6.526640264317393}
{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7468803524971008, "Finetune/Loss (Raw)": 0.8475926518440247, "Finetune/Step": 5061, "Finetune/Step Time": 6.510472660884261}
{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7450439929962158, "Finetune/Loss (Raw)": 0.6045416593551636, "Finetune/Step": 5062, "Finetune/Step Time": 6.525286057963967}
{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7452024221420288, "Finetune/Loss (Raw)": 0.8732446432113647, "Finetune/Step": 5063, "Finetune/Step Time": 6.522793926298618}
{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7446845769882202, "Finetune/Loss (Raw)": 0.6290534734725952, "Finetune/Step": 5064, "Finetune/Step Time": 6.518883788958192}
{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7444465160369873, "Finetune/Loss (Raw)": 0.8777925372123718, "Finetune/Step": 5065, "Finetune/Step Time": 6.525240225717425}
{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7450447082519531, "Finetune/Loss (Raw)": 0.8796999454498291, "Finetune/Step": 5066, "Finetune/Step Time": 6.517718156799674}
{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7482859492301941, "Finetune/Loss (Raw)": 0.7495866417884827, "Finetune/Step": 5067, "Finetune/Step Time": 6.502133207395673}
{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7497842907905579, "Finetune/Loss (Raw)": 0.8148506879806519, "Finetune/Step": 5068, "Finetune/Step Time": 6.495762268081307}
{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7500180006027222, "Finetune/Loss (Raw)": 0.7043122053146362, "Finetune/Step": 5069, "Finetune/Step Time": 6.497839452698827}
{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7502543926239014, "Finetune/Loss (Raw)": 0.7269126176834106, "Finetune/Step": 5070, "Finetune/Step Time": 6.4962618332356215}
{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7505693435668945, "Finetune/Loss (Raw)": 0.7318369746208191, "Finetune/Step": 5071, "Finetune/Step Time": 6.503793586045504}
{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7518407106399536, "Finetune/Loss (Raw)": 0.9632779359817505, "Finetune/Step": 5072, "Finetune/Step Time": 6.516660770401359}
{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7515013813972473, "Finetune/Loss (Raw)": 0.8339089155197144, "Finetune/Step": 5073, "Finetune/Step Time": 6.520881112664938}
{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7528575658798218, "Finetune/Loss (Raw)": 0.8933674097061157, "Finetune/Step": 5074, "Finetune/Step Time": 6.517574762925506}
{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7497624158859253, "Finetune/Loss (Raw)": 0.373365193605423, "Finetune/Step": 5075, "Finetune/Step Time": 6.53503730148077}
{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7502087354660034, "Finetune/Loss (Raw)": 0.7948004007339478, "Finetune/Step": 5076, "Finetune/Step Time": 6.534162949770689}
{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7506068348884583, "Finetune/Loss (Raw)": 0.7644311189651489, "Finetune/Step": 5077, "Finetune/Step Time": 6.555985614657402}
{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7509921789169312, "Finetune/Loss (Raw)": 0.7167248129844666, "Finetune/Step": 5078, "Finetune/Step Time": 6.541047865524888}
{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7513742446899414, "Finetune/Loss (Raw)": 0.8840219974517822, "Finetune/Step": 5079, "Finetune/Step Time": 6.530893005430698}
{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7517824172973633, "Finetune/Loss (Raw)": 0.8514229655265808, "Finetune/Step": 5080, "Finetune/Step Time": 6.5138259418308735}
{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7511538863182068, "Finetune/Loss (Raw)": 0.6155497431755066, "Finetune/Step": 5081, "Finetune/Step Time": 6.510642504319549}
{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7476834654808044, "Finetune/Loss (Raw)": 0.34404826164245605, "Finetune/Step": 5082, "Finetune/Step Time": 6.492172928526998}
{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7471004128456116, "Finetune/Loss (Raw)": 0.7226402163505554, "Finetune/Step": 5083, "Finetune/Step Time": 6.496714219450951}
{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7460736036300659, "Finetune/Loss (Raw)": 0.6997745037078857, "Finetune/Step": 5084, "Finetune/Step Time": 6.518169611692429}
{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7452201843261719, "Finetune/Loss (Raw)": 0.7461447715759277, "Finetune/Step": 5085, "Finetune/Step Time": 6.521169148385525}
{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7469745874404907, "Finetune/Loss (Raw)": 0.9202983379364014, "Finetune/Step": 5086, "Finetune/Step Time": 6.508674768730998}
{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7495318055152893, "Finetune/Loss (Raw)": 0.7661467790603638, "Finetune/Step": 5087, "Finetune/Step Time": 6.510940846055746}
{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7510240077972412, "Finetune/Loss (Raw)": 0.9361011385917664, "Finetune/Step": 5088, "Finetune/Step Time": 6.510746821761131}
{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7518438100814819, "Finetune/Loss (Raw)": 0.8473371267318726, "Finetune/Step": 5089, "Finetune/Step Time": 6.510024435818195}
{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7510044574737549, "Finetune/Loss (Raw)": 0.7179303169250488, "Finetune/Step": 5090, "Finetune/Step Time": 6.511856371536851}
{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.751520037651062, "Finetune/Loss (Raw)": 0.8179260492324829, "Finetune/Step": 5091, "Finetune/Step Time": 6.509130422025919}
{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7472219467163086, "Finetune/Loss (Raw)": 0.3189269006252289, "Finetune/Step": 5092, "Finetune/Step Time": 6.524671098217368}
{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7465334534645081, "Finetune/Loss (Raw)": 0.8210105299949646, "Finetune/Step": 5093, "Finetune/Step Time": 6.52659030072391}
{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7454197406768799, "Finetune/Loss (Raw)": 0.5928767323493958, "Finetune/Step": 5094, "Finetune/Step Time": 6.53588487021625}
{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7430325150489807, "Finetune/Loss (Raw)": 0.5695043206214905, "Finetune/Step": 5095, "Finetune/Step Time": 6.542826052755117}
{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7423439025878906, "Finetune/Loss (Raw)": 0.6965046525001526, "Finetune/Step": 5096, "Finetune/Step Time": 6.569526406005025}
{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7401351928710938, "Finetune/Loss (Raw)": 0.4536626636981964, "Finetune/Step": 5097, "Finetune/Step Time": 6.560747943818569}
{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7389780879020691, "Finetune/Loss (Raw)": 0.6495050191879272, "Finetune/Step": 5098, "Finetune/Step Time": 6.562148738652468}
{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7373824715614319, "Finetune/Loss (Raw)": 0.704905092716217, "Finetune/Step": 5099, "Finetune/Step Time": 6.540038647130132}
{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7365925312042236, "Finetune/Loss (Raw)": 0.6691943407058716, "Finetune/Step": 5100, "Finetune/Step Time": 6.538168199360371}
{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7348421812057495, "Finetune/Loss (Raw)": 0.7105989456176758, "Finetune/Step": 5101, "Finetune/Step Time": 6.539751276373863}
{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7382688522338867, "Finetune/Loss (Raw)": 0.7413661479949951, "Finetune/Step": 5102, "Finetune/Step Time": 6.523231007158756}
{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7397351264953613, "Finetune/Loss (Raw)": 0.8877930045127869, "Finetune/Step": 5103, "Finetune/Step Time": 6.5178516022861}
{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7366615533828735, "Finetune/Loss (Raw)": 0.5176522731781006, "Finetune/Step": 5104, "Finetune/Step Time": 6.519897708669305}
{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7377731204032898, "Finetune/Loss (Raw)": 0.8306187391281128, "Finetune/Step": 5105, "Finetune/Step Time": 6.498533055186272}
{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7393249273300171, "Finetune/Loss (Raw)": 0.9389808177947998, "Finetune/Step": 5106, "Finetune/Step Time": 6.503801545128226}
{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.740735650062561, "Finetune/Loss (Raw)": 0.851243257522583, "Finetune/Step": 5107, "Finetune/Step Time": 6.513491358608007}
{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7416750192642212, "Finetune/Loss (Raw)": 0.7707235217094421, "Finetune/Step": 5108, "Finetune/Step Time": 6.497372567653656}
{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7430395483970642, "Finetune/Loss (Raw)": 0.885465145111084, "Finetune/Step": 5109, "Finetune/Step Time": 6.499821102246642}
{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7421544790267944, "Finetune/Loss (Raw)": 0.7520428895950317, "Finetune/Step": 5110, "Finetune/Step Time": 6.510925864800811}
{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7440823316574097, "Finetune/Loss (Raw)": 0.659709632396698, "Finetune/Step": 5111, "Finetune/Step Time": 6.516294913366437}
{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7417663931846619, "Finetune/Loss (Raw)": 0.3457046151161194, "Finetune/Step": 5112, "Finetune/Step Time": 6.52536122687161}
{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7371242046356201, "Finetune/Loss (Raw)": 0.2867216467857361, "Finetune/Step": 5113, "Finetune/Step Time": 6.550537509843707}
{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7381162047386169, "Finetune/Loss (Raw)": 0.740973711013794, "Finetune/Step": 5114, "Finetune/Step Time": 6.552319671958685}
{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.737411379814148, "Finetune/Loss (Raw)": 0.7185237407684326, "Finetune/Step": 5115, "Finetune/Step Time": 6.5447422582656145}
{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7328174710273743, "Finetune/Loss (Raw)": 0.25565382838249207, "Finetune/Step": 5116, "Finetune/Step Time": 6.558104811236262}
{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7338894605636597, "Finetune/Loss (Raw)": 0.9550942182540894, "Finetune/Step": 5117, "Finetune/Step Time": 6.54838590323925}
{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7340443134307861, "Finetune/Loss (Raw)": 0.8092207312583923, "Finetune/Step": 5118, "Finetune/Step Time": 6.550757283344865}
{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7349061369895935, "Finetune/Loss (Raw)": 0.8823504447937012, "Finetune/Step": 5119, "Finetune/Step Time": 6.561727030202746}
{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7302989959716797, "Finetune/Loss (Raw)": 0.34043562412261963, "Finetune/Step": 5120, "Finetune/Step Time": 6.565961979329586}
{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7319846153259277, "Finetune/Loss (Raw)": 0.7259269952774048, "Finetune/Step": 5121, "Finetune/Step Time": 6.552562765777111}
{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7312968969345093, "Finetune/Loss (Raw)": 0.7026464343070984, "Finetune/Step": 5122, "Finetune/Step Time": 6.544042164459825}
{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7331864237785339, "Finetune/Loss (Raw)": 0.8092507123947144, "Finetune/Step": 5123, "Finetune/Step Time": 6.54582785256207}
{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7331094145774841, "Finetune/Loss (Raw)": 0.8938011527061462, "Finetune/Step": 5124, "Finetune/Step Time": 6.54708612523973}
{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7331401109695435, "Finetune/Loss (Raw)": 0.8646411895751953, "Finetune/Step": 5125, "Finetune/Step Time": 6.552671883255243}
{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7280908823013306, "Finetune/Loss (Raw)": 0.3870694041252136, "Finetune/Step": 5126, "Finetune/Step Time": 6.570857750251889}
{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7264725565910339, "Finetune/Loss (Raw)": 0.6780298948287964, "Finetune/Step": 5127, "Finetune/Step Time": 6.5840393509715796}
{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7297741174697876, "Finetune/Loss (Raw)": 0.7719199657440186, "Finetune/Step": 5128, "Finetune/Step Time": 6.568003730848432}
{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.72576904296875, "Finetune/Loss (Raw)": 0.29078224301338196, "Finetune/Step": 5129, "Finetune/Step Time": 6.587808694690466}
{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7274926900863647, "Finetune/Loss (Raw)": 0.7649429440498352, "Finetune/Step": 5130, "Finetune/Step Time": 6.582679629325867}
{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7265181541442871, "Finetune/Loss (Raw)": 0.585080623626709, "Finetune/Step": 5131, "Finetune/Step Time": 6.588987343013287}
{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7264703512191772, "Finetune/Loss (Raw)": 0.6006424427032471, "Finetune/Step": 5132, "Finetune/Step Time": 6.593981454148889}
{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7262434363365173, "Finetune/Loss (Raw)": 0.7393893599510193, "Finetune/Step": 5133, "Finetune/Step Time": 6.594753598794341}
{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.726419985294342, "Finetune/Loss (Raw)": 0.8183193802833557, "Finetune/Step": 5134, "Finetune/Step Time": 6.588445663452148}
{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7269647121429443, "Finetune/Loss (Raw)": 0.6477510929107666, "Finetune/Step": 5135, "Finetune/Step Time": 6.583561938256025}
{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7286401987075806, "Finetune/Loss (Raw)": 0.915475070476532, "Finetune/Step": 5136, "Finetune/Step Time": 6.588569764047861}
{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7273882031440735, "Finetune/Loss (Raw)": 0.7744369506835938, "Finetune/Step": 5137, "Finetune/Step Time": 6.592343352735043}
{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7268843054771423, "Finetune/Loss (Raw)": 0.7399299144744873, "Finetune/Step": 5138, "Finetune/Step Time": 6.606729639694095}
{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7237234115600586, "Finetune/Loss (Raw)": 0.3410053551197052, "Finetune/Step": 5139, "Finetune/Step Time": 6.635936414822936}
{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7239006757736206, "Finetune/Loss (Raw)": 0.8017383813858032, "Finetune/Step": 5140, "Finetune/Step Time": 6.622103311121464}
{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7257292866706848, "Finetune/Loss (Raw)": 0.884706437587738, "Finetune/Step": 5141, "Finetune/Step Time": 6.620109371840954}
{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7254242897033691, "Finetune/Loss (Raw)": 0.6805537343025208, "Finetune/Step": 5142, "Finetune/Step Time": 6.624147402122617}
{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7268917560577393, "Finetune/Loss (Raw)": 0.8865891695022583, "Finetune/Step": 5143, "Finetune/Step Time": 6.627483611926436}
{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7256778478622437, "Finetune/Loss (Raw)": 0.5816254019737244, "Finetune/Step": 5144, "Finetune/Step Time": 6.633207589387894}
{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7264140844345093, "Finetune/Loss (Raw)": 0.7582768201828003, "Finetune/Step": 5145, "Finetune/Step Time": 6.634652689099312}
{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7280895709991455, "Finetune/Loss (Raw)": 0.8856815099716187, "Finetune/Step": 5146, "Finetune/Step Time": 6.630340196192265}
{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7286412715911865, "Finetune/Loss (Raw)": 0.7971252202987671, "Finetune/Step": 5147, "Finetune/Step Time": 6.632628735154867}
{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7298487424850464, "Finetune/Loss (Raw)": 0.5007050633430481, "Finetune/Step": 5148, "Finetune/Step Time": 6.619297655299306}
{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7291264533996582, "Finetune/Loss (Raw)": 0.7609274387359619, "Finetune/Step": 5149, "Finetune/Step Time": 6.625427082180977}
{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7287951707839966, "Finetune/Loss (Raw)": 0.7691717147827148, "Finetune/Step": 5150, "Finetune/Step Time": 6.632243316620588}
{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7285570502281189, "Finetune/Loss (Raw)": 0.7170909643173218, "Finetune/Step": 5151, "Finetune/Step Time": 6.629405301064253}
{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7283145189285278, "Finetune/Loss (Raw)": 0.7156291007995605, "Finetune/Step": 5152, "Finetune/Step Time": 6.6318458542227745}
{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.725738525390625, "Finetune/Loss (Raw)": 0.4171963036060333, "Finetune/Step": 5153, "Finetune/Step Time": 6.640463596209884}
{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7220988869667053, "Finetune/Loss (Raw)": 0.36868587136268616, "Finetune/Step": 5154, "Finetune/Step Time": 6.661266872659326}
{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7210335731506348, "Finetune/Loss (Raw)": 0.6960138082504272, "Finetune/Step": 5155, "Finetune/Step Time": 6.6525707840919495}
{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7206969261169434, "Finetune/Loss (Raw)": 0.8548556566238403, "Finetune/Step": 5156, "Finetune/Step Time": 6.6650769002735615}
{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7203215956687927, "Finetune/Loss (Raw)": 0.7764601707458496, "Finetune/Step": 5157, "Finetune/Step Time": 6.676563546061516}
{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7204731702804565, "Finetune/Loss (Raw)": 0.7747844457626343, "Finetune/Step": 5158, "Finetune/Step Time": 6.674048935994506}
{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7215176820755005, "Finetune/Loss (Raw)": 0.8903700113296509, "Finetune/Step": 5159, "Finetune/Step Time": 6.676178470253944}
{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7222378253936768, "Finetune/Loss (Raw)": 0.9152028560638428, "Finetune/Step": 5160, "Finetune/Step Time": 6.675896715372801}
{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7225184440612793, "Finetune/Loss (Raw)": 0.8196648359298706, "Finetune/Step": 5161, "Finetune/Step Time": 6.688017008826137}
{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7217270731925964, "Finetune/Loss (Raw)": 0.710928738117218, "Finetune/Step": 5162, "Finetune/Step Time": 6.693161508068442}
{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7224347591400146, "Finetune/Loss (Raw)": 0.8071151971817017, "Finetune/Step": 5163, "Finetune/Step Time": 6.679701399058104}
{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7230799198150635, "Finetune/Loss (Raw)": 0.8343220949172974, "Finetune/Step": 5164, "Finetune/Step Time": 6.693707272410393}
{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7203317880630493, "Finetune/Loss (Raw)": 0.5627173185348511, "Finetune/Step": 5165, "Finetune/Step Time": 6.704161396250129}
{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.719124436378479, "Finetune/Loss (Raw)": 0.7488279938697815, "Finetune/Step": 5166, "Finetune/Step Time": 6.712150549516082}
{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7167380452156067, "Finetune/Loss (Raw)": 0.6554028391838074, "Finetune/Step": 5167, "Finetune/Step Time": 6.7061244659125805}
{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7191764116287231, "Finetune/Loss (Raw)": 0.8738619089126587, "Finetune/Step": 5168, "Finetune/Step Time": 6.697525570169091}
{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7187166810035706, "Finetune/Loss (Raw)": 0.8651286959648132, "Finetune/Step": 5169, "Finetune/Step Time": 6.698994260281324}
{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7166708707809448, "Finetune/Loss (Raw)": 0.6312223076820374, "Finetune/Step": 5170, "Finetune/Step Time": 6.696913426741958}
{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7177396416664124, "Finetune/Loss (Raw)": 0.9458119869232178, "Finetune/Step": 5171, "Finetune/Step Time": 6.693264273926616}
{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7172824144363403, "Finetune/Loss (Raw)": 0.7372183203697205, "Finetune/Step": 5172, "Finetune/Step Time": 6.679480258375406}
{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.720611035823822, "Finetune/Loss (Raw)": 0.7144616842269897, "Finetune/Step": 5173, "Finetune/Step Time": 6.660438496619463}
{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7256988286972046, "Finetune/Loss (Raw)": 0.9808490872383118, "Finetune/Step": 5174, "Finetune/Step Time": 6.651941817253828}
{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7250624895095825, "Finetune/Loss (Raw)": 0.7351915240287781, "Finetune/Step": 5175, "Finetune/Step Time": 6.658238051459193}
{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.720547080039978, "Finetune/Loss (Raw)": 0.32124656438827515, "Finetune/Step": 5176, "Finetune/Step Time": 6.6771277617663145}
{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7213571071624756, "Finetune/Loss (Raw)": 0.8385197520256042, "Finetune/Step": 5177, "Finetune/Step Time": 6.672118816524744}
{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7207626700401306, "Finetune/Loss (Raw)": 0.649601399898529, "Finetune/Step": 5178, "Finetune/Step Time": 6.658175475895405}
{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7212827205657959, "Finetune/Loss (Raw)": 0.6859115958213806, "Finetune/Step": 5179, "Finetune/Step Time": 6.664195807650685}
{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.723212480545044, "Finetune/Loss (Raw)": 0.6136511564254761, "Finetune/Step": 5180, "Finetune/Step Time": 6.652826668694615}
{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.72486811876297, "Finetune/Loss (Raw)": 0.8033755421638489, "Finetune/Step": 5181, "Finetune/Step Time": 6.6481714099645615}
{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7226333618164062, "Finetune/Loss (Raw)": 0.5937897562980652, "Finetune/Step": 5182, "Finetune/Step Time": 6.65142672881484}
{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.723260223865509, "Finetune/Loss (Raw)": 0.8307365775108337, "Finetune/Step": 5183, "Finetune/Step Time": 6.655777931213379}
{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7220445871353149, "Finetune/Loss (Raw)": 0.6515010595321655, "Finetune/Step": 5184, "Finetune/Step Time": 6.665824757888913}
{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7226970195770264, "Finetune/Loss (Raw)": 0.8160610795021057, "Finetune/Step": 5185, "Finetune/Step Time": 6.677482932806015}
{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7194520235061646, "Finetune/Loss (Raw)": 0.37270209193229675, "Finetune/Step": 5186, "Finetune/Step Time": 6.694864107295871}
{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.717343807220459, "Finetune/Loss (Raw)": 0.6092889308929443, "Finetune/Step": 5187, "Finetune/Step Time": 6.713344499468803}
{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7154813408851624, "Finetune/Loss (Raw)": 0.6824610233306885, "Finetune/Step": 5188, "Finetune/Step Time": 6.715580299496651}
{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.71345055103302, "Finetune/Loss (Raw)": 0.5876559019088745, "Finetune/Step": 5189, "Finetune/Step Time": 6.737476157024503}
{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7135357856750488, "Finetune/Loss (Raw)": 0.615452229976654, "Finetune/Step": 5190, "Finetune/Step Time": 6.726036472246051}
{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7115856409072876, "Finetune/Loss (Raw)": 0.623624861240387, "Finetune/Step": 5191, "Finetune/Step Time": 6.7378226686269045}
{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7123817205429077, "Finetune/Loss (Raw)": 0.730955958366394, "Finetune/Step": 5192, "Finetune/Step Time": 6.73394681327045}
{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7107623815536499, "Finetune/Loss (Raw)": 0.6705096364021301, "Finetune/Step": 5193, "Finetune/Step Time": 6.745449393987656}
{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7064948678016663, "Finetune/Loss (Raw)": 0.3334653377532959, "Finetune/Step": 5194, "Finetune/Step Time": 6.763845996931195}
{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7062305808067322, "Finetune/Loss (Raw)": 0.7157559394836426, "Finetune/Step": 5195, "Finetune/Step Time": 6.773284055292606}
{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7053980827331543, "Finetune/Loss (Raw)": 0.7082837820053101, "Finetune/Step": 5196, "Finetune/Step Time": 6.778826147317886}
{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.706282913684845, "Finetune/Loss (Raw)": 0.817572295665741, "Finetune/Step": 5197, "Finetune/Step Time": 6.771102527156472}
{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7062370181083679, "Finetune/Loss (Raw)": 0.7210420370101929, "Finetune/Step": 5198, "Finetune/Step Time": 6.766674604266882}