diff --git "a/llava-lvis4v-lrv+7b/run-metrics.jsonl" "b/llava-lvis4v-lrv+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/llava-lvis4v-lrv+7b/run-metrics.jsonl"
@@ -0,0 +1,9617 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-lvis4v-lrv", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_lvis4v_lrv_mix1231k.json", "download/llava-v1.5-instruct"], "type": "llava-lvis4v-lrv"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "llava-lvis4v-lrv+7b", "reduce_in_full_precision": false, "type": "llava-lvis4v-lrv+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "llava-lvis4v-lrv+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "llava-lvis4v-lrv+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 6.944444444444444e-08, "Finetune/Loss": 5.527676582336426, "Finetune/Loss (Raw)": 5.527676582336426, "Finetune/Step": 1, "Finetune/Step Time": 21.845552682876587}
+{"Finetune/Learning Rate": 1.3888888888888888e-07, "Finetune/Loss": 5.415842533111572, "Finetune/Loss (Raw)": 5.304008483886719, "Finetune/Step": 2, "Finetune/Step Time": 15.543870091438293}
+{"Finetune/Learning Rate": 2.0833333333333333e-07, "Finetune/Loss": 4.953536033630371, "Finetune/Loss (Raw)": 4.0289225578308105, "Finetune/Step": 3, "Finetune/Step Time": 12.218872229258219}
+{"Finetune/Learning Rate": 2.7777777777777776e-07, "Finetune/Loss": 4.61077880859375, "Finetune/Loss (Raw)": 3.582507848739624, "Finetune/Step": 4, "Finetune/Step Time": 10.598473370075226}
+{"Finetune/Learning Rate": 3.472222222222223e-07, "Finetune/Loss": 4.295332908630371, "Finetune/Loss (Raw)": 3.033548355102539, "Finetune/Step": 5, "Finetune/Step Time": 9.628963994979859}
+{"Finetune/Learning Rate": 4.1666666666666667e-07, "Finetune/Loss": 4.077308177947998, "Finetune/Loss (Raw)": 2.98718523979187, "Finetune/Step": 6, "Finetune/Step Time": 9.070739507675171}
+{"Finetune/Learning Rate": 4.861111111111112e-07, "Finetune/Loss": 3.854275941848755, "Finetune/Loss (Raw)": 2.516082763671875, "Finetune/Step": 7, "Finetune/Step Time": 8.811405386243548}
+{"Finetune/Learning Rate": 5.555555555555555e-07, "Finetune/Loss": 3.7173850536346436, "Finetune/Loss (Raw)": 2.759148120880127, "Finetune/Step": 8, "Finetune/Step Time": 8.4383345246315}
+{"Finetune/Learning Rate": 6.25e-07, "Finetune/Loss": 3.5858891010284424, "Finetune/Loss (Raw)": 2.5339198112487793, "Finetune/Step": 9, "Finetune/Step Time": 8.159487856758965}
+{"Finetune/Learning Rate": 6.944444444444446e-07, "Finetune/Loss": 3.498394727706909, "Finetune/Loss (Raw)": 2.710946559906006, "Finetune/Step": 10, "Finetune/Step Time": 7.986773991584778}
+{"Finetune/Learning Rate": 7.63888888888889e-07, "Finetune/Loss": 3.4267120361328125, "Finetune/Loss (Raw)": 2.7098848819732666, "Finetune/Step": 11, "Finetune/Step Time": 7.768881711092862}
+{"Finetune/Learning Rate": 8.333333333333333e-07, "Finetune/Loss": 3.3344554901123047, "Finetune/Loss (Raw)": 2.319633960723877, "Finetune/Step": 12, "Finetune/Step Time": 7.636734227339427}
+{"Finetune/Learning Rate": 9.027777777777779e-07, "Finetune/Loss": 3.2504162788391113, "Finetune/Loss (Raw)": 2.2419466972351074, "Finetune/Step": 13, "Finetune/Step Time": 7.501177824460543}
+{"Finetune/Learning Rate": 9.722222222222224e-07, "Finetune/Loss": 3.1748204231262207, "Finetune/Loss (Raw)": 2.1920714378356934, "Finetune/Step": 14, "Finetune/Step Time": 7.386120080947876}
+{"Finetune/Learning Rate": 1.0416666666666667e-06, "Finetune/Loss": 3.1019392013549805, "Finetune/Loss (Raw)": 2.081603765487671, "Finetune/Step": 15, "Finetune/Step Time": 7.327461131413778}
+{"Finetune/Learning Rate": 1.111111111111111e-06, "Finetune/Loss": 2.925067901611328, "Finetune/Loss (Raw)": 0.27199751138687134, "Finetune/Step": 16, "Finetune/Step Time": 7.283677890896797}
+{"Finetune/Learning Rate": 1.1805555555555556e-06, "Finetune/Loss": 2.8748083114624023, "Finetune/Loss (Raw)": 2.07065486907959, "Finetune/Step": 17, "Finetune/Step Time": 7.348228749106912}
+{"Finetune/Learning Rate": 1.25e-06, "Finetune/Loss": 2.8322267532348633, "Finetune/Loss (Raw)": 2.108339786529541, "Finetune/Step": 18, "Finetune/Step Time": 7.306632041931152}
+{"Finetune/Learning Rate": 1.3194444444444446e-06, "Finetune/Loss": 2.793632984161377, "Finetune/Loss (Raw)": 2.0989437103271484, "Finetune/Step": 19, "Finetune/Step Time": 7.367964066957173}
+{"Finetune/Learning Rate": 1.3888888888888892e-06, "Finetune/Loss": 2.743908405303955, "Finetune/Loss (Raw)": 1.799146056175232, "Finetune/Step": 20, "Finetune/Step Time": 7.583713006973267}
+{"Finetune/Learning Rate": 1.4583333333333335e-06, "Finetune/Loss": 2.709172248840332, "Finetune/Loss (Raw)": 2.0144476890563965, "Finetune/Step": 21, "Finetune/Step Time": 7.494810796919323}
+{"Finetune/Learning Rate": 1.527777777777778e-06, "Finetune/Loss": 2.671403169631958, "Finetune/Loss (Raw)": 1.8782532215118408, "Finetune/Step": 22, "Finetune/Step Time": 7.403286608782682}
+{"Finetune/Learning Rate": 1.5972222222222221e-06, "Finetune/Loss": 2.628021240234375, "Finetune/Loss (Raw)": 1.673615574836731, "Finetune/Step": 23, "Finetune/Step Time": 7.32621545376985}
+{"Finetune/Learning Rate": 1.6666666666666667e-06, "Finetune/Loss": 2.5949440002441406, "Finetune/Loss (Raw)": 1.8341705799102783, "Finetune/Step": 24, "Finetune/Step Time": 7.2591899037361145}
+{"Finetune/Learning Rate": 1.7361111111111112e-06, "Finetune/Loss": 2.561199903488159, "Finetune/Loss (Raw)": 1.7513434886932373, "Finetune/Step": 25, "Finetune/Step Time": 7.273864316940307}
+{"Finetune/Learning Rate": 1.8055555555555557e-06, "Finetune/Loss": 2.525630235671997, "Finetune/Loss (Raw)": 1.636385440826416, "Finetune/Step": 26, "Finetune/Step Time": 7.220002027658316}
+{"Finetune/Learning Rate": 1.8750000000000003e-06, "Finetune/Loss": 2.4952573776245117, "Finetune/Loss (Raw)": 1.7055580615997314, "Finetune/Step": 27, "Finetune/Step Time": 7.17700547642178}
+{"Finetune/Learning Rate": 1.944444444444445e-06, "Finetune/Loss": 2.4761881828308105, "Finetune/Loss (Raw)": 1.9613248109817505, "Finetune/Step": 28, "Finetune/Step Time": 7.127532669476101}
+{"Finetune/Learning Rate": 2.0138888888888893e-06, "Finetune/Loss": 2.4617245197296143, "Finetune/Loss (Raw)": 2.056751251220703, "Finetune/Step": 29, "Finetune/Step Time": 7.10960656198962}
+{"Finetune/Learning Rate": 2.0833333333333334e-06, "Finetune/Loss": 2.431856632232666, "Finetune/Loss (Raw)": 1.5656781196594238, "Finetune/Step": 30, "Finetune/Step Time": 7.060127019882202}
+{"Finetune/Learning Rate": 2.152777777777778e-06, "Finetune/Loss": 2.39947247505188, "Finetune/Loss (Raw)": 1.4279534816741943, "Finetune/Step": 31, "Finetune/Step Time": 7.025165134860623}
+{"Finetune/Learning Rate": 2.222222222222222e-06, "Finetune/Loss": 2.3691985607147217, "Finetune/Loss (Raw)": 1.4307013750076294, "Finetune/Step": 32, "Finetune/Step Time": 7.014368109405041}
+{"Finetune/Learning Rate": 2.2916666666666666e-06, "Finetune/Loss": 2.348616123199463, "Finetune/Loss (Raw)": 1.6899771690368652, "Finetune/Step": 33, "Finetune/Step Time": 6.978870825334028}
+{"Finetune/Learning Rate": 2.361111111111111e-06, "Finetune/Loss": 2.3247861862182617, "Finetune/Loss (Raw)": 1.5383998155593872, "Finetune/Step": 34, "Finetune/Step Time": 6.944878276656656}
+{"Finetune/Learning Rate": 2.4305555555555557e-06, "Finetune/Loss": 2.300530433654785, "Finetune/Loss (Raw)": 1.4758318662643433, "Finetune/Step": 35, "Finetune/Step Time": 6.921714081083025}
+{"Finetune/Learning Rate": 2.5e-06, "Finetune/Loss": 2.282543897628784, "Finetune/Loss (Raw)": 1.6530141830444336, "Finetune/Step": 36, "Finetune/Step Time": 6.918201347192128}
+{"Finetune/Learning Rate": 2.5694444444444443e-06, "Finetune/Loss": 2.2624495029449463, "Finetune/Loss (Raw)": 1.5390582084655762, "Finetune/Step": 37, "Finetune/Step Time": 6.882436120832288}
+{"Finetune/Learning Rate": 2.6388888888888893e-06, "Finetune/Loss": 2.244455575942993, "Finetune/Loss (Raw)": 1.5786833763122559, "Finetune/Step": 38, "Finetune/Step Time": 6.864159722077219}
+{"Finetune/Learning Rate": 2.7083333333333334e-06, "Finetune/Loss": 2.222479820251465, "Finetune/Loss (Raw)": 1.3873999118804932, "Finetune/Step": 39, "Finetune/Step Time": 6.836245824129153}
+{"Finetune/Learning Rate": 2.7777777777777783e-06, "Finetune/Loss": 2.2051894664764404, "Finetune/Loss (Raw)": 1.5308656692504883, "Finetune/Step": 40, "Finetune/Step Time": 6.8071240246295925}
+{"Finetune/Learning Rate": 2.8472222222222224e-06, "Finetune/Loss": 2.1879818439483643, "Finetune/Loss (Raw)": 1.4996813535690308, "Finetune/Step": 41, "Finetune/Step Time": 6.780483181883649}
+{"Finetune/Learning Rate": 2.916666666666667e-06, "Finetune/Loss": 2.172347068786621, "Finetune/Loss (Raw)": 1.531312108039856, "Finetune/Step": 42, "Finetune/Step Time": 6.751522813524518}
+{"Finetune/Learning Rate": 2.986111111111111e-06, "Finetune/Loss": 2.1550838947296143, "Finetune/Loss (Raw)": 1.4300391674041748, "Finetune/Step": 43, "Finetune/Step Time": 6.7307145484658175}
+{"Finetune/Learning Rate": 3.055555555555556e-06, "Finetune/Loss": 2.137598991394043, "Finetune/Loss (Raw)": 1.3857381343841553, "Finetune/Step": 44, "Finetune/Step Time": 6.717166548425501}
+{"Finetune/Learning Rate": 3.125e-06, "Finetune/Loss": 2.1226470470428467, "Finetune/Loss (Raw)": 1.4647704362869263, "Finetune/Step": 45, "Finetune/Step Time": 6.700073936250475}
+{"Finetune/Learning Rate": 3.1944444444444443e-06, "Finetune/Loss": 2.102159261703491, "Finetune/Loss (Raw)": 1.1802029609680176, "Finetune/Step": 46, "Finetune/Step Time": 6.69029222364011}
+{"Finetune/Learning Rate": 3.2638888888888892e-06, "Finetune/Loss": 2.0859203338623047, "Finetune/Loss (Raw)": 1.3389290571212769, "Finetune/Step": 47, "Finetune/Step Time": 6.680301468423072}
+{"Finetune/Learning Rate": 3.3333333333333333e-06, "Finetune/Loss": 2.0734446048736572, "Finetune/Loss (Raw)": 1.487086296081543, "Finetune/Step": 48, "Finetune/Step Time": 6.656126444538434}
+{"Finetune/Learning Rate": 3.4027777777777783e-06, "Finetune/Loss": 2.059917688369751, "Finetune/Loss (Raw)": 1.4106276035308838, "Finetune/Step": 49, "Finetune/Step Time": 6.639044348074465}
+{"Finetune/Learning Rate": 3.4722222222222224e-06, "Finetune/Loss": 2.0480475425720215, "Finetune/Loss (Raw)": 1.4664195775985718, "Finetune/Step": 50, "Finetune/Step Time": 6.619569058418274}
+{"Finetune/Learning Rate": 3.5416666666666673e-06, "Finetune/Loss": 2.0326008796691895, "Finetune/Loss (Raw)": 1.2602570056915283, "Finetune/Step": 51, "Finetune/Step Time": 6.600151164858949}
+{"Finetune/Learning Rate": 3.6111111111111115e-06, "Finetune/Loss": 2.0190396308898926, "Finetune/Loss (Raw)": 1.3274085521697998, "Finetune/Step": 52, "Finetune/Step Time": 6.587045830029708}
+{"Finetune/Learning Rate": 3.680555555555556e-06, "Finetune/Loss": 2.00923752784729, "Finetune/Loss (Raw)": 1.4995325803756714, "Finetune/Step": 53, "Finetune/Step Time": 6.572921973354411}
+{"Finetune/Learning Rate": 3.7500000000000005e-06, "Finetune/Loss": 1.9926496744155884, "Finetune/Loss (Raw)": 1.1135005950927734, "Finetune/Step": 54, "Finetune/Step Time": 6.564527683787876}
+{"Finetune/Learning Rate": 3.819444444444444e-06, "Finetune/Loss": 1.9797101020812988, "Finetune/Loss (Raw)": 1.2809712886810303, "Finetune/Step": 55, "Finetune/Step Time": 6.571344046159224}
+{"Finetune/Learning Rate": 3.88888888888889e-06, "Finetune/Loss": 1.9675642251968384, "Finetune/Loss (Raw)": 1.2995399236679077, "Finetune/Step": 56, "Finetune/Step Time": 6.552430084773472}
+{"Finetune/Learning Rate": 3.958333333333333e-06, "Finetune/Loss": 1.9546637535095215, "Finetune/Loss (Raw)": 1.2322322130203247, "Finetune/Step": 57, "Finetune/Step Time": 6.537520939843697}
+{"Finetune/Learning Rate": 4.027777777777779e-06, "Finetune/Loss": 1.940083622932434, "Finetune/Loss (Raw)": 1.1090216636657715, "Finetune/Step": 58, "Finetune/Step Time": 6.530503338780896}
+{"Finetune/Learning Rate": 4.097222222222222e-06, "Finetune/Loss": 1.9307215213775635, "Finetune/Loss (Raw)": 1.3877184391021729, "Finetune/Step": 59, "Finetune/Step Time": 6.522141921318184}
+{"Finetune/Learning Rate": 4.166666666666667e-06, "Finetune/Loss": 1.916493535041809, "Finetune/Loss (Raw)": 1.0770407915115356, "Finetune/Step": 60, "Finetune/Step Time": 6.515405762195587}
+{"Finetune/Learning Rate": 4.236111111111111e-06, "Finetune/Loss": 1.9014766216278076, "Finetune/Loss (Raw)": 1.0004690885543823, "Finetune/Step": 61, "Finetune/Step Time": 6.513500678734701}
+{"Finetune/Learning Rate": 4.305555555555556e-06, "Finetune/Loss": 1.8902584314346313, "Finetune/Loss (Raw)": 1.205950379371643, "Finetune/Step": 62, "Finetune/Step Time": 6.532484573702658}
+{"Finetune/Learning Rate": 4.3750000000000005e-06, "Finetune/Loss": 1.8797610998153687, "Finetune/Loss (Raw)": 1.2289154529571533, "Finetune/Step": 63, "Finetune/Step Time": 6.529351919416397}
+{"Finetune/Learning Rate": 4.444444444444444e-06, "Finetune/Loss": 1.8683675527572632, "Finetune/Loss (Raw)": 1.1505783796310425, "Finetune/Step": 64, "Finetune/Step Time": 6.522216498851776}
+{"Finetune/Learning Rate": 4.5138888888888895e-06, "Finetune/Loss": 1.8580046892166138, "Finetune/Loss (Raw)": 1.194777488708496, "Finetune/Step": 65, "Finetune/Step Time": 6.5180453410515415}
+{"Finetune/Learning Rate": 4.583333333333333e-06, "Finetune/Loss": 1.8452163934707642, "Finetune/Loss (Raw)": 1.0139729976654053, "Finetune/Step": 66, "Finetune/Step Time": 6.525368997544954}
+{"Finetune/Learning Rate": 4.652777777777779e-06, "Finetune/Loss": 1.837192177772522, "Finetune/Loss (Raw)": 1.3076051473617554, "Finetune/Step": 67, "Finetune/Step Time": 6.546405422153757}
+{"Finetune/Learning Rate": 4.722222222222222e-06, "Finetune/Loss": 1.8278757333755493, "Finetune/Loss (Raw)": 1.2036612033843994, "Finetune/Step": 68, "Finetune/Step Time": 6.538511241183562}
+{"Finetune/Learning Rate": 4.791666666666668e-06, "Finetune/Loss": 1.817188024520874, "Finetune/Loss (Raw)": 1.0904266834259033, "Finetune/Step": 69, "Finetune/Step Time": 6.531851246737052}
+{"Finetune/Learning Rate": 4.861111111111111e-06, "Finetune/Loss": 1.809399127960205, "Finetune/Loss (Raw)": 1.2719632387161255, "Finetune/Step": 70, "Finetune/Step Time": 6.524895279748099}
+{"Finetune/Learning Rate": 4.930555555555556e-06, "Finetune/Loss": 1.803438425064087, "Finetune/Loss (Raw)": 1.3861842155456543, "Finetune/Step": 71, "Finetune/Step Time": 6.513823986053467}
+{"Finetune/Learning Rate": 5e-06, "Finetune/Loss": 1.7964744567871094, "Finetune/Loss (Raw)": 1.3020480871200562, "Finetune/Step": 72, "Finetune/Step Time": 6.503025929133098}
+{"Finetune/Learning Rate": 5.069444444444445e-06, "Finetune/Loss": 1.787968635559082, "Finetune/Loss (Raw)": 1.1755450963974, "Finetune/Step": 73, "Finetune/Step Time": 6.491434374900713}
+{"Finetune/Learning Rate": 5.138888888888889e-06, "Finetune/Loss": 1.7800664901733398, "Finetune/Loss (Raw)": 1.2031896114349365, "Finetune/Step": 74, "Finetune/Step Time": 6.482722997665405}
+{"Finetune/Learning Rate": 5.208333333333334e-06, "Finetune/Loss": 1.773442029953003, "Finetune/Loss (Raw)": 1.2832534313201904, "Finetune/Step": 75, "Finetune/Step Time": 6.480725339253744}
+{"Finetune/Learning Rate": 5.2777777777777785e-06, "Finetune/Loss": 1.7667714357376099, "Finetune/Loss (Raw)": 1.2664645910263062, "Finetune/Step": 76, "Finetune/Step Time": 6.475067282977857}
+{"Finetune/Learning Rate": 5.347222222222222e-06, "Finetune/Loss": 1.7593228816986084, "Finetune/Loss (Raw)": 1.1932356357574463, "Finetune/Step": 77, "Finetune/Step Time": 6.4701562392247185}
+{"Finetune/Learning Rate": 5.416666666666667e-06, "Finetune/Loss": 1.7521969079971313, "Finetune/Loss (Raw)": 1.2034869194030762, "Finetune/Step": 78, "Finetune/Step Time": 6.464737124932118}
+{"Finetune/Learning Rate": 5.486111111111112e-06, "Finetune/Loss": 1.7446026802062988, "Finetune/Loss (Raw)": 1.1522564888000488, "Finetune/Step": 79, "Finetune/Step Time": 6.456838143022755}
+{"Finetune/Learning Rate": 5.555555555555557e-06, "Finetune/Loss": 1.7383145093917847, "Finetune/Loss (Raw)": 1.241563081741333, "Finetune/Step": 80, "Finetune/Step Time": 6.4633004605770115}
+{"Finetune/Learning Rate": 5.625e-06, "Finetune/Loss": 1.7329455614089966, "Finetune/Loss (Raw)": 1.3034307956695557, "Finetune/Step": 81, "Finetune/Step Time": 6.500456748185335}
+{"Finetune/Learning Rate": 5.694444444444445e-06, "Finetune/Loss": 1.7240973711013794, "Finetune/Loss (Raw)": 1.007401704788208, "Finetune/Step": 82, "Finetune/Step Time": 6.494640298006011}
+{"Finetune/Learning Rate": 5.7638888888888886e-06, "Finetune/Loss": 1.7176131010055542, "Finetune/Loss (Raw)": 1.1859034299850464, "Finetune/Step": 83, "Finetune/Step Time": 6.490856093096446}
+{"Finetune/Learning Rate": 5.833333333333334e-06, "Finetune/Loss": 1.7110930681228638, "Finetune/Loss (Raw)": 1.1699068546295166, "Finetune/Step": 84, "Finetune/Step Time": 6.484927702517736}
+{"Finetune/Learning Rate": 5.9027777777777785e-06, "Finetune/Loss": 1.7045514583587646, "Finetune/Loss (Raw)": 1.155076026916504, "Finetune/Step": 85, "Finetune/Step Time": 6.475463182785932}
+{"Finetune/Learning Rate": 5.972222222222222e-06, "Finetune/Loss": 1.6979089975357056, "Finetune/Loss (Raw)": 1.133290410041809, "Finetune/Step": 86, "Finetune/Step Time": 6.467109441757202}
+{"Finetune/Learning Rate": 6.041666666666667e-06, "Finetune/Loss": 1.691962718963623, "Finetune/Loss (Raw)": 1.1805883646011353, "Finetune/Step": 87, "Finetune/Step Time": 6.460594840433406}
+{"Finetune/Learning Rate": 6.111111111111112e-06, "Finetune/Loss": 1.6865895986557007, "Finetune/Loss (Raw)": 1.219113826751709, "Finetune/Step": 88, "Finetune/Step Time": 6.453041995113546}
+{"Finetune/Learning Rate": 6.180555555555557e-06, "Finetune/Loss": 1.67904531955719, "Finetune/Loss (Raw)": 1.015154242515564, "Finetune/Step": 89, "Finetune/Step Time": 6.448267850983009}
+{"Finetune/Learning Rate": 6.25e-06, "Finetune/Loss": 1.6736135482788086, "Finetune/Loss (Raw)": 1.1901956796646118, "Finetune/Step": 90, "Finetune/Step Time": 6.439916517999437}
+{"Finetune/Learning Rate": 6.319444444444445e-06, "Finetune/Loss": 1.6700835227966309, "Finetune/Loss (Raw)": 1.3523789644241333, "Finetune/Step": 91, "Finetune/Step Time": 6.434514192434458}
+{"Finetune/Learning Rate": 6.3888888888888885e-06, "Finetune/Loss": 1.665122389793396, "Finetune/Loss (Raw)": 1.2136584520339966, "Finetune/Step": 92, "Finetune/Step Time": 6.426213438096254}
+{"Finetune/Learning Rate": 6.458333333333334e-06, "Finetune/Loss": 1.6599360704421997, "Finetune/Loss (Raw)": 1.1827960014343262, "Finetune/Step": 93, "Finetune/Step Time": 6.418272705488308}
+{"Finetune/Learning Rate": 6.5277777777777784e-06, "Finetune/Loss": 1.654016137123108, "Finetune/Loss (Raw)": 1.1034716367721558, "Finetune/Step": 94, "Finetune/Step Time": 6.411967708709392}
+{"Finetune/Learning Rate": 6.597222222222223e-06, "Finetune/Loss": 1.6476887464523315, "Finetune/Loss (Raw)": 1.0529049634933472, "Finetune/Step": 95, "Finetune/Step Time": 6.407609911968834}
+{"Finetune/Learning Rate": 6.666666666666667e-06, "Finetune/Loss": 1.6424646377563477, "Finetune/Loss (Raw)": 1.1461752653121948, "Finetune/Step": 96, "Finetune/Step Time": 6.410911279420058}
+{"Finetune/Learning Rate": 6.736111111111112e-06, "Finetune/Loss": 1.6364829540252686, "Finetune/Loss (Raw)": 1.0622354745864868, "Finetune/Step": 97, "Finetune/Step Time": 6.404527224216265}
+{"Finetune/Learning Rate": 6.8055555555555566e-06, "Finetune/Loss": 1.6292552947998047, "Finetune/Loss (Raw)": 0.9281735420227051, "Finetune/Step": 98, "Finetune/Step Time": 6.404427041812819}
+{"Finetune/Learning Rate": 6.875e-06, "Finetune/Loss": 1.6241388320922852, "Finetune/Loss (Raw)": 1.1227389574050903, "Finetune/Step": 99, "Finetune/Step Time": 6.400669584370623}
+{"Finetune/Learning Rate": 6.944444444444445e-06, "Finetune/Loss": 1.6194149255752563, "Finetune/Loss (Raw)": 1.1517502069473267, "Finetune/Step": 100, "Finetune/Step Time": 6.393171534538269}
+{"Finetune/Learning Rate": 7.013888888888889e-06, "Finetune/Loss": 1.6133842468261719, "Finetune/Loss (Raw)": 1.0103131532669067, "Finetune/Step": 101, "Finetune/Step Time": 6.389472073847704}
+{"Finetune/Learning Rate": 7.083333333333335e-06, "Finetune/Loss": 1.6093268394470215, "Finetune/Loss (Raw)": 1.199522614479065, "Finetune/Step": 102, "Finetune/Step Time": 6.398526785420437}
+{"Finetune/Learning Rate": 7.152777777777778e-06, "Finetune/Loss": 1.6040719747543335, "Finetune/Loss (Raw)": 1.068063497543335, "Finetune/Step": 103, "Finetune/Step Time": 6.398026927003583}
+{"Finetune/Learning Rate": 7.222222222222223e-06, "Finetune/Loss": 1.5985599756240845, "Finetune/Loss (Raw)": 1.0308263301849365, "Finetune/Step": 104, "Finetune/Step Time": 6.391158454693281}
+{"Finetune/Learning Rate": 7.291666666666667e-06, "Finetune/Loss": 1.5948474407196045, "Finetune/Loss (Raw)": 1.2087397575378418, "Finetune/Step": 105, "Finetune/Step Time": 6.387133602868943}
+{"Finetune/Learning Rate": 7.361111111111112e-06, "Finetune/Loss": 1.5903834104537964, "Finetune/Loss (Raw)": 1.12167227268219, "Finetune/Step": 106, "Finetune/Step Time": 6.382497297143036}
+{"Finetune/Learning Rate": 7.4305555555555565e-06, "Finetune/Loss": 1.5858701467514038, "Finetune/Loss (Raw)": 1.1074652671813965, "Finetune/Step": 107, "Finetune/Step Time": 6.376507594206623}
+{"Finetune/Learning Rate": 7.500000000000001e-06, "Finetune/Loss": 1.5822572708129883, "Finetune/Loss (Raw)": 1.1956801414489746, "Finetune/Step": 108, "Finetune/Step Time": 6.372450018370593}
+{"Finetune/Learning Rate": 7.569444444444445e-06, "Finetune/Loss": 1.577831506729126, "Finetune/Loss (Raw)": 1.0998435020446777, "Finetune/Step": 109, "Finetune/Step Time": 6.37118315915449}
+{"Finetune/Learning Rate": 7.638888888888888e-06, "Finetune/Loss": 1.5742803812026978, "Finetune/Loss (Raw)": 1.187217354774475, "Finetune/Step": 110, "Finetune/Step Time": 6.36473886533217}
+{"Finetune/Learning Rate": 7.708333333333334e-06, "Finetune/Loss": 1.5718560218811035, "Finetune/Loss (Raw)": 1.3051538467407227, "Finetune/Step": 111, "Finetune/Step Time": 6.3584962514069705}
+{"Finetune/Learning Rate": 7.77777777777778e-06, "Finetune/Loss": 1.5690855979919434, "Finetune/Loss (Raw)": 1.2615832090377808, "Finetune/Step": 112, "Finetune/Step Time": 6.353257328271866}
+{"Finetune/Learning Rate": 7.847222222222223e-06, "Finetune/Loss": 1.5642032623291016, "Finetune/Loss (Raw)": 1.0173746347427368, "Finetune/Step": 113, "Finetune/Step Time": 6.348216978849563}
+{"Finetune/Learning Rate": 7.916666666666667e-06, "Finetune/Loss": 1.561587929725647, "Finetune/Loss (Raw)": 1.2660661935806274, "Finetune/Step": 114, "Finetune/Step Time": 6.37527811108974}
+{"Finetune/Learning Rate": 7.986111111111112e-06, "Finetune/Loss": 1.557393193244934, "Finetune/Loss (Raw)": 1.0792006254196167, "Finetune/Step": 115, "Finetune/Step Time": 6.373544033713963}
+{"Finetune/Learning Rate": 8.055555555555557e-06, "Finetune/Loss": 1.5527901649475098, "Finetune/Loss (Raw)": 1.0234209299087524, "Finetune/Step": 116, "Finetune/Step Time": 6.37211315796293}
+{"Finetune/Learning Rate": 8.125000000000001e-06, "Finetune/Loss": 1.5486844778060913, "Finetune/Loss (Raw)": 1.0724393129348755, "Finetune/Step": 117, "Finetune/Step Time": 6.371374878109011}
+{"Finetune/Learning Rate": 8.194444444444445e-06, "Finetune/Loss": 1.5478816032409668, "Finetune/Loss (Raw)": 1.4539324045181274, "Finetune/Step": 118, "Finetune/Step Time": 6.368999960058827}
+{"Finetune/Learning Rate": 8.263888888888888e-06, "Finetune/Loss": 1.5435386896133423, "Finetune/Loss (Raw)": 1.0310746431350708, "Finetune/Step": 119, "Finetune/Step Time": 6.372998660352049}
+{"Finetune/Learning Rate": 8.333333333333334e-06, "Finetune/Loss": 1.5414111614227295, "Finetune/Loss (Raw)": 1.2882356643676758, "Finetune/Step": 120, "Finetune/Step Time": 6.37395598689715}
+{"Finetune/Learning Rate": 8.402777777777779e-06, "Finetune/Loss": 1.5385712385177612, "Finetune/Loss (Raw)": 1.197797417640686, "Finetune/Step": 121, "Finetune/Step Time": 6.368999778731795}
+{"Finetune/Learning Rate": 8.472222222222223e-06, "Finetune/Loss": 1.5346421003341675, "Finetune/Loss (Raw)": 1.0592210292816162, "Finetune/Step": 122, "Finetune/Step Time": 6.362869936911786}
+{"Finetune/Learning Rate": 8.541666666666666e-06, "Finetune/Loss": 1.5306644439697266, "Finetune/Loss (Raw)": 1.0453726053237915, "Finetune/Step": 123, "Finetune/Step Time": 6.360235584460623}
+{"Finetune/Learning Rate": 8.611111111111112e-06, "Finetune/Loss": 1.526114821434021, "Finetune/Loss (Raw)": 0.9665399789810181, "Finetune/Step": 124, "Finetune/Step Time": 6.360866238993983}
+{"Finetune/Learning Rate": 8.680555555555557e-06, "Finetune/Loss": 1.5231611728668213, "Finetune/Loss (Raw)": 1.1568900346755981, "Finetune/Step": 125, "Finetune/Step Time": 6.359246490478515}
+{"Finetune/Learning Rate": 8.750000000000001e-06, "Finetune/Loss": 1.5208274126052856, "Finetune/Loss (Raw)": 1.2290887832641602, "Finetune/Step": 126, "Finetune/Step Time": 6.35657192601098}
+{"Finetune/Learning Rate": 8.819444444444445e-06, "Finetune/Loss": 1.5178766250610352, "Finetune/Loss (Raw)": 1.1460820436477661, "Finetune/Step": 127, "Finetune/Step Time": 6.351178372000146}
+{"Finetune/Learning Rate": 8.888888888888888e-06, "Finetune/Loss": 1.514371395111084, "Finetune/Loss (Raw)": 1.0692179203033447, "Finetune/Step": 128, "Finetune/Step Time": 6.347497405484319}
+{"Finetune/Learning Rate": 8.958333333333334e-06, "Finetune/Loss": 1.4806398153305054, "Finetune/Loss (Raw)": 1.2100393772125244, "Finetune/Step": 129, "Finetune/Step Time": 6.227538982406259}
+{"Finetune/Learning Rate": 9.027777777777779e-06, "Finetune/Loss": 1.4478020668029785, "Finetune/Loss (Raw)": 1.100778579711914, "Finetune/Step": 130, "Finetune/Step Time": 6.2035005912184715}
+{"Finetune/Learning Rate": 9.097222222222223e-06, "Finetune/Loss": 1.4246692657470703, "Finetune/Loss (Raw)": 1.0679221153259277, "Finetune/Step": 131, "Finetune/Step Time": 6.207228131592274}
+{"Finetune/Learning Rate": 9.166666666666666e-06, "Finetune/Loss": 1.4043041467666626, "Finetune/Loss (Raw)": 0.975770890712738, "Finetune/Step": 132, "Finetune/Step Time": 6.208078248426318}
+{"Finetune/Learning Rate": 9.236111111111112e-06, "Finetune/Loss": 1.3898556232452393, "Finetune/Loss (Raw)": 1.184143304824829, "Finetune/Step": 133, "Finetune/Step Time": 6.2084295228123665}
+{"Finetune/Learning Rate": 9.305555555555557e-06, "Finetune/Loss": 1.3746140003204346, "Finetune/Loss (Raw)": 1.0362486839294434, "Finetune/Step": 134, "Finetune/Step Time": 6.228134328499436}
+{"Finetune/Learning Rate": 9.375000000000001e-06, "Finetune/Loss": 1.3627487421035767, "Finetune/Loss (Raw)": 0.9973267316818237, "Finetune/Step": 135, "Finetune/Step Time": 6.228142321109772}
+{"Finetune/Learning Rate": 9.444444444444445e-06, "Finetune/Loss": 1.3512221574783325, "Finetune/Loss (Raw)": 1.2837553024291992, "Finetune/Step": 136, "Finetune/Step Time": 6.231879251077771}
+{"Finetune/Learning Rate": 9.51388888888889e-06, "Finetune/Loss": 1.3411885499954224, "Finetune/Loss (Raw)": 1.2496154308319092, "Finetune/Step": 137, "Finetune/Step Time": 6.232416559010744}
+{"Finetune/Learning Rate": 9.583333333333335e-06, "Finetune/Loss": 1.3297011852264404, "Finetune/Loss (Raw)": 1.2405662536621094, "Finetune/Step": 138, "Finetune/Step Time": 6.226541792973876}
+{"Finetune/Learning Rate": 9.652777777777779e-06, "Finetune/Loss": 1.317330002784729, "Finetune/Loss (Raw)": 1.1263655424118042, "Finetune/Step": 139, "Finetune/Step Time": 6.229753224179149}
+{"Finetune/Learning Rate": 9.722222222222223e-06, "Finetune/Loss": 1.3076494932174683, "Finetune/Loss (Raw)": 1.0805423259735107, "Finetune/Step": 140, "Finetune/Step Time": 6.227738261222839}
+{"Finetune/Learning Rate": 9.791666666666666e-06, "Finetune/Loss": 1.298949956893921, "Finetune/Loss (Raw)": 1.1284068822860718, "Finetune/Step": 141, "Finetune/Step Time": 6.227017842233181}
+{"Finetune/Learning Rate": 9.861111111111112e-06, "Finetune/Loss": 1.2901338338851929, "Finetune/Loss (Raw)": 1.0635943412780762, "Finetune/Step": 142, "Finetune/Step Time": 6.232894087210298}
+{"Finetune/Learning Rate": 9.930555555555557e-06, "Finetune/Loss": 1.2823245525360107, "Finetune/Loss (Raw)": 1.0820133686065674, "Finetune/Step": 143, "Finetune/Step Time": 6.236213076859713}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 1.2886974811553955, "Finetune/Loss (Raw)": 1.0877405405044556, "Finetune/Step": 144, "Finetune/Step Time": 6.230913275852799}
+{"Finetune/Learning Rate": 1.0069444444444445e-05, "Finetune/Loss": 1.2821248769760132, "Finetune/Loss (Raw)": 1.2293577194213867, "Finetune/Step": 145, "Finetune/Step Time": 6.209178201854229}
+{"Finetune/Learning Rate": 1.013888888888889e-05, "Finetune/Loss": 1.2734942436218262, "Finetune/Loss (Raw)": 1.0036253929138184, "Finetune/Step": 146, "Finetune/Step Time": 6.202650247141719}
+{"Finetune/Learning Rate": 1.0208333333333334e-05, "Finetune/Loss": 1.264497995376587, "Finetune/Loss (Raw)": 0.9474107623100281, "Finetune/Step": 147, "Finetune/Step Time": 6.184434151276946}
+{"Finetune/Learning Rate": 1.0277777777777777e-05, "Finetune/Loss": 1.2592496871948242, "Finetune/Loss (Raw)": 1.1273627281188965, "Finetune/Step": 148, "Finetune/Step Time": 6.138171067461371}
+{"Finetune/Learning Rate": 1.0347222222222224e-05, "Finetune/Loss": 1.2516844272613525, "Finetune/Loss (Raw)": 1.046103835105896, "Finetune/Step": 149, "Finetune/Step Time": 6.137564281001687}
+{"Finetune/Learning Rate": 1.0416666666666668e-05, "Finetune/Loss": 1.2449201345443726, "Finetune/Loss (Raw)": 1.0124198198318481, "Finetune/Step": 150, "Finetune/Step Time": 6.1394840981811285}
+{"Finetune/Learning Rate": 1.0486111111111112e-05, "Finetune/Loss": 1.2400836944580078, "Finetune/Loss (Raw)": 1.0545424222946167, "Finetune/Step": 151, "Finetune/Step Time": 6.148346792906523}
+{"Finetune/Learning Rate": 1.0555555555555557e-05, "Finetune/Loss": 1.2338471412658691, "Finetune/Loss (Raw)": 1.0358967781066895, "Finetune/Step": 152, "Finetune/Step Time": 6.15615545399487}
+{"Finetune/Learning Rate": 1.0625e-05, "Finetune/Loss": 1.2289046049118042, "Finetune/Loss (Raw)": 1.1186984777450562, "Finetune/Step": 153, "Finetune/Step Time": 6.165923343971372}
+{"Finetune/Learning Rate": 1.0694444444444444e-05, "Finetune/Loss": 1.2255356311798096, "Finetune/Loss (Raw)": 1.2051730155944824, "Finetune/Step": 154, "Finetune/Step Time": 6.162711933255196}
+{"Finetune/Learning Rate": 1.076388888888889e-05, "Finetune/Loss": 1.221312165260315, "Finetune/Loss (Raw)": 1.1649349927902222, "Finetune/Step": 155, "Finetune/Step Time": 6.160480411723256}
+{"Finetune/Learning Rate": 1.0833333333333334e-05, "Finetune/Loss": 1.2149181365966797, "Finetune/Loss (Raw)": 1.1428909301757812, "Finetune/Step": 156, "Finetune/Step Time": 6.16285303235054}
+{"Finetune/Learning Rate": 1.0902777777777777e-05, "Finetune/Loss": 1.201145887374878, "Finetune/Loss (Raw)": 0.29392051696777344, "Finetune/Step": 157, "Finetune/Step Time": 6.1591976042836905}
+{"Finetune/Learning Rate": 1.0972222222222224e-05, "Finetune/Loss": 1.1980490684509277, "Finetune/Loss (Raw)": 1.1692681312561035, "Finetune/Step": 158, "Finetune/Step Time": 6.182353155687451}
+{"Finetune/Learning Rate": 1.1041666666666668e-05, "Finetune/Loss": 1.195824146270752, "Finetune/Loss (Raw)": 1.1431643962860107, "Finetune/Step": 159, "Finetune/Step Time": 6.189234238117933}
+{"Finetune/Learning Rate": 1.1111111111111113e-05, "Finetune/Loss": 1.193702220916748, "Finetune/Loss (Raw)": 1.1590912342071533, "Finetune/Step": 160, "Finetune/Step Time": 6.18308674916625}
+{"Finetune/Learning Rate": 1.1180555555555557e-05, "Finetune/Loss": 1.1894103288650513, "Finetune/Loss (Raw)": 1.1406205892562866, "Finetune/Step": 161, "Finetune/Step Time": 6.186810616403818}
+{"Finetune/Learning Rate": 1.125e-05, "Finetune/Loss": 1.1858906745910645, "Finetune/Loss (Raw)": 1.0878947973251343, "Finetune/Step": 162, "Finetune/Step Time": 6.197060687467456}
+{"Finetune/Learning Rate": 1.1319444444444444e-05, "Finetune/Loss": 1.182840347290039, "Finetune/Loss (Raw)": 1.0853866338729858, "Finetune/Step": 163, "Finetune/Step Time": 6.197414943948388}
+{"Finetune/Learning Rate": 1.138888888888889e-05, "Finetune/Loss": 1.177293300628662, "Finetune/Loss (Raw)": 0.9429914951324463, "Finetune/Step": 164, "Finetune/Step Time": 6.1958973929286}
+{"Finetune/Learning Rate": 1.1458333333333333e-05, "Finetune/Loss": 1.174978256225586, "Finetune/Loss (Raw)": 1.2427226305007935, "Finetune/Step": 165, "Finetune/Step Time": 6.196747146546841}
+{"Finetune/Learning Rate": 1.1527777777777777e-05, "Finetune/Loss": 1.1647987365722656, "Finetune/Loss (Raw)": 0.2757190763950348, "Finetune/Step": 166, "Finetune/Step Time": 6.196187188848853}
+{"Finetune/Learning Rate": 1.1597222222222224e-05, "Finetune/Loss": 1.16311514377594, "Finetune/Loss (Raw)": 1.1718904972076416, "Finetune/Step": 167, "Finetune/Step Time": 6.2156270407140255}
+{"Finetune/Learning Rate": 1.1666666666666668e-05, "Finetune/Loss": 1.1593847274780273, "Finetune/Loss (Raw)": 1.0533736944198608, "Finetune/Step": 168, "Finetune/Step Time": 6.215021230280399}
+{"Finetune/Learning Rate": 1.1736111111111113e-05, "Finetune/Loss": 1.1560444831848145, "Finetune/Loss (Raw)": 1.0721285343170166, "Finetune/Step": 169, "Finetune/Step Time": 6.216908175498247}
+{"Finetune/Learning Rate": 1.1805555555555557e-05, "Finetune/Loss": 1.1511805057525635, "Finetune/Loss (Raw)": 0.9087100028991699, "Finetune/Step": 170, "Finetune/Step Time": 6.217486513778567}
+{"Finetune/Learning Rate": 1.1875e-05, "Finetune/Loss": 1.1483515501022339, "Finetune/Loss (Raw)": 1.0679378509521484, "Finetune/Step": 171, "Finetune/Step Time": 6.2164330538362265}
+{"Finetune/Learning Rate": 1.1944444444444444e-05, "Finetune/Loss": 1.1461129188537598, "Finetune/Loss (Raw)": 1.0991981029510498, "Finetune/Step": 172, "Finetune/Step Time": 6.211152305826545}
+{"Finetune/Learning Rate": 1.201388888888889e-05, "Finetune/Loss": 1.1438164710998535, "Finetune/Loss (Raw)": 1.1708347797393799, "Finetune/Step": 173, "Finetune/Step Time": 6.207733286544681}
+{"Finetune/Learning Rate": 1.2083333333333333e-05, "Finetune/Loss": 1.1426348686218262, "Finetune/Loss (Raw)": 1.0289548635482788, "Finetune/Step": 174, "Finetune/Step Time": 6.206116179004312}
+{"Finetune/Learning Rate": 1.2152777777777777e-05, "Finetune/Loss": 1.141108512878418, "Finetune/Loss (Raw)": 1.1435447931289673, "Finetune/Step": 175, "Finetune/Step Time": 6.213270241394639}
+{"Finetune/Learning Rate": 1.2222222222222224e-05, "Finetune/Loss": 1.1382659673690796, "Finetune/Loss (Raw)": 1.1232521533966064, "Finetune/Step": 176, "Finetune/Step Time": 6.217997750267386}
+{"Finetune/Learning Rate": 1.2291666666666668e-05, "Finetune/Loss": 1.1359288692474365, "Finetune/Loss (Raw)": 1.111464023590088, "Finetune/Step": 177, "Finetune/Step Time": 6.227140633389354}
+{"Finetune/Learning Rate": 1.2361111111111113e-05, "Finetune/Loss": 1.1325149536132812, "Finetune/Loss (Raw)": 1.0294573307037354, "Finetune/Step": 178, "Finetune/Step Time": 6.228963077068329}
+{"Finetune/Learning Rate": 1.2430555555555557e-05, "Finetune/Loss": 1.1317470073699951, "Finetune/Loss (Raw)": 1.1619471311569214, "Finetune/Step": 179, "Finetune/Step Time": 6.23685827665031}
+{"Finetune/Learning Rate": 1.25e-05, "Finetune/Loss": 1.1304047107696533, "Finetune/Loss (Raw)": 1.1555930376052856, "Finetune/Step": 180, "Finetune/Step Time": 6.246982017531991}
+{"Finetune/Learning Rate": 1.2569444444444446e-05, "Finetune/Loss": 1.1275334358215332, "Finetune/Loss (Raw)": 1.1320098638534546, "Finetune/Step": 181, "Finetune/Step Time": 6.24834124930203}
+{"Finetune/Learning Rate": 1.263888888888889e-05, "Finetune/Loss": 1.127639651298523, "Finetune/Loss (Raw)": 1.1271003484725952, "Finetune/Step": 182, "Finetune/Step Time": 6.247537977993488}
+{"Finetune/Learning Rate": 1.2708333333333333e-05, "Finetune/Loss": 1.1259955167770386, "Finetune/Loss (Raw)": 1.0705287456512451, "Finetune/Step": 183, "Finetune/Step Time": 6.24558880366385}
+{"Finetune/Learning Rate": 1.2777777777777777e-05, "Finetune/Loss": 1.124680995941162, "Finetune/Loss (Raw)": 1.1312758922576904, "Finetune/Step": 184, "Finetune/Step Time": 6.252820594236255}
+{"Finetune/Learning Rate": 1.2847222222222224e-05, "Finetune/Loss": 1.123442530632019, "Finetune/Loss (Raw)": 1.0737121105194092, "Finetune/Step": 185, "Finetune/Step Time": 6.253293000161648}
+{"Finetune/Learning Rate": 1.2916666666666668e-05, "Finetune/Loss": 1.1168767213821411, "Finetune/Loss (Raw)": 0.26858916878700256, "Finetune/Step": 186, "Finetune/Step Time": 6.256065918132663}
+{"Finetune/Learning Rate": 1.2986111111111113e-05, "Finetune/Loss": 1.1134593486785889, "Finetune/Loss (Raw)": 0.9502986073493958, "Finetune/Step": 187, "Finetune/Step Time": 6.276171548292041}
+{"Finetune/Learning Rate": 1.3055555555555557e-05, "Finetune/Loss": 1.1139321327209473, "Finetune/Loss (Raw)": 1.1375702619552612, "Finetune/Step": 188, "Finetune/Step Time": 6.275592273101211}
+{"Finetune/Learning Rate": 1.3125e-05, "Finetune/Loss": 1.1142246723175049, "Finetune/Loss (Raw)": 1.037908673286438, "Finetune/Step": 189, "Finetune/Step Time": 6.271899437531829}
+{"Finetune/Learning Rate": 1.3194444444444446e-05, "Finetune/Loss": 1.1124372482299805, "Finetune/Loss (Raw)": 0.9771459102630615, "Finetune/Step": 190, "Finetune/Step Time": 6.264751488342881}
+{"Finetune/Learning Rate": 1.326388888888889e-05, "Finetune/Loss": 1.1094555854797363, "Finetune/Loss (Raw)": 0.8472839593887329, "Finetune/Step": 191, "Finetune/Step Time": 6.267314694821835}
+{"Finetune/Learning Rate": 1.3333333333333333e-05, "Finetune/Loss": 1.110109806060791, "Finetune/Loss (Raw)": 1.2343127727508545, "Finetune/Step": 192, "Finetune/Step Time": 6.275609252974391}
+{"Finetune/Learning Rate": 1.3402777777777779e-05, "Finetune/Loss": 1.1079990863800049, "Finetune/Loss (Raw)": 0.9245943427085876, "Finetune/Step": 193, "Finetune/Step Time": 6.278692409396172}
+{"Finetune/Learning Rate": 1.3472222222222224e-05, "Finetune/Loss": 1.1085736751556396, "Finetune/Loss (Raw)": 1.0875275135040283, "Finetune/Step": 194, "Finetune/Step Time": 6.295104708522558}
+{"Finetune/Learning Rate": 1.3541666666666668e-05, "Finetune/Loss": 1.1083264350891113, "Finetune/Loss (Raw)": 1.2759523391723633, "Finetune/Step": 195, "Finetune/Step Time": 6.283129183575511}
+{"Finetune/Learning Rate": 1.3611111111111113e-05, "Finetune/Loss": 1.1070204973220825, "Finetune/Loss (Raw)": 1.0364999771118164, "Finetune/Step": 196, "Finetune/Step Time": 6.281107809394598}
+{"Finetune/Learning Rate": 1.3680555555555557e-05, "Finetune/Loss": 1.107234001159668, "Finetune/Loss (Raw)": 1.117757797241211, "Finetune/Step": 197, "Finetune/Step Time": 6.28262323141098}
+{"Finetune/Learning Rate": 1.375e-05, "Finetune/Loss": 1.1056747436523438, "Finetune/Loss (Raw)": 1.0723803043365479, "Finetune/Step": 198, "Finetune/Step Time": 6.285920629277825}
+{"Finetune/Learning Rate": 1.3819444444444446e-05, "Finetune/Loss": 1.1036993265151978, "Finetune/Loss (Raw)": 1.1333343982696533, "Finetune/Step": 199, "Finetune/Step Time": 6.2951634619385}
+{"Finetune/Learning Rate": 1.388888888888889e-05, "Finetune/Loss": 1.1025617122650146, "Finetune/Loss (Raw)": 1.1564273834228516, "Finetune/Step": 200, "Finetune/Step Time": 6.2997264340519905}
+{"Finetune/Learning Rate": 1.3958333333333333e-05, "Finetune/Loss": 1.1014329195022583, "Finetune/Loss (Raw)": 1.0310605764389038, "Finetune/Step": 201, "Finetune/Step Time": 6.305905902758241}
+{"Finetune/Learning Rate": 1.4027777777777779e-05, "Finetune/Loss": 1.100643277168274, "Finetune/Loss (Raw)": 1.1021170616149902, "Finetune/Step": 202, "Finetune/Step Time": 6.308546120300889}
+{"Finetune/Learning Rate": 1.4097222222222224e-05, "Finetune/Loss": 1.0994504690170288, "Finetune/Loss (Raw)": 1.1305752992630005, "Finetune/Step": 203, "Finetune/Step Time": 6.306352835148573}
+{"Finetune/Learning Rate": 1.416666666666667e-05, "Finetune/Loss": 1.0985511541366577, "Finetune/Loss (Raw)": 1.1513561010360718, "Finetune/Step": 204, "Finetune/Step Time": 6.311364136636257}
+{"Finetune/Learning Rate": 1.4236111111111113e-05, "Finetune/Loss": 1.0975176095962524, "Finetune/Loss (Raw)": 1.0609465837478638, "Finetune/Step": 205, "Finetune/Step Time": 6.3102057706564665}
+{"Finetune/Learning Rate": 1.4305555555555557e-05, "Finetune/Loss": 1.0973076820373535, "Finetune/Loss (Raw)": 1.176604151725769, "Finetune/Step": 206, "Finetune/Step Time": 6.306344840675592}
+{"Finetune/Learning Rate": 1.4375e-05, "Finetune/Loss": 1.0966930389404297, "Finetune/Loss (Raw)": 1.0735859870910645, "Finetune/Step": 207, "Finetune/Step Time": 6.322956772521138}
+{"Finetune/Learning Rate": 1.4444444444444446e-05, "Finetune/Loss": 1.096057653427124, "Finetune/Loss (Raw)": 1.160234808921814, "Finetune/Step": 208, "Finetune/Step Time": 6.313701093196869}
+{"Finetune/Learning Rate": 1.451388888888889e-05, "Finetune/Loss": 1.0949578285217285, "Finetune/Loss (Raw)": 1.1626640558242798, "Finetune/Step": 209, "Finetune/Step Time": 6.286944577470422}
+{"Finetune/Learning Rate": 1.4583333333333333e-05, "Finetune/Loss": 1.095448613166809, "Finetune/Loss (Raw)": 1.0702074766159058, "Finetune/Step": 210, "Finetune/Step Time": 6.285464508458972}
+{"Finetune/Learning Rate": 1.4652777777777779e-05, "Finetune/Loss": 1.0947179794311523, "Finetune/Loss (Raw)": 1.0923893451690674, "Finetune/Step": 211, "Finetune/Step Time": 6.28368123434484}
+{"Finetune/Learning Rate": 1.4722222222222224e-05, "Finetune/Loss": 1.0933674573898315, "Finetune/Loss (Raw)": 0.9970330595970154, "Finetune/Step": 212, "Finetune/Step Time": 6.28231037966907}
+{"Finetune/Learning Rate": 1.479166666666667e-05, "Finetune/Loss": 1.0917768478393555, "Finetune/Loss (Raw)": 0.9514740109443665, "Finetune/Step": 213, "Finetune/Step Time": 6.2903091832995415}
+{"Finetune/Learning Rate": 1.4861111111111113e-05, "Finetune/Loss": 1.091512680053711, "Finetune/Loss (Raw)": 1.0994863510131836, "Finetune/Step": 214, "Finetune/Step Time": 6.304221509024501}
+{"Finetune/Learning Rate": 1.4930555555555557e-05, "Finetune/Loss": 1.08986496925354, "Finetune/Loss (Raw)": 0.969671905040741, "Finetune/Step": 215, "Finetune/Step Time": 6.302624257281423}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 1.0891668796539307, "Finetune/Loss (Raw)": 1.1297619342803955, "Finetune/Step": 216, "Finetune/Step Time": 6.301695229485631}
+{"Finetune/Learning Rate": 1.5069444444444446e-05, "Finetune/Loss": 1.0891473293304443, "Finetune/Loss (Raw)": 1.0126584768295288, "Finetune/Step": 217, "Finetune/Step Time": 6.301204977557063}
+{"Finetune/Learning Rate": 1.513888888888889e-05, "Finetune/Loss": 1.0884140729904175, "Finetune/Loss (Raw)": 1.0963388681411743, "Finetune/Step": 218, "Finetune/Step Time": 6.30813192948699}
+{"Finetune/Learning Rate": 1.5208333333333333e-05, "Finetune/Loss": 1.0856174230575562, "Finetune/Loss (Raw)": 0.9944020509719849, "Finetune/Step": 219, "Finetune/Step Time": 6.3102465365082026}
+{"Finetune/Learning Rate": 1.5277777777777777e-05, "Finetune/Loss": 1.085624098777771, "Finetune/Loss (Raw)": 1.2145092487335205, "Finetune/Step": 220, "Finetune/Step Time": 6.322702357545495}
+{"Finetune/Learning Rate": 1.5347222222222226e-05, "Finetune/Loss": 1.0845999717712402, "Finetune/Loss (Raw)": 1.0517077445983887, "Finetune/Step": 221, "Finetune/Step Time": 6.324091425165534}
+{"Finetune/Learning Rate": 1.5416666666666668e-05, "Finetune/Loss": 1.084181308746338, "Finetune/Loss (Raw)": 1.0498847961425781, "Finetune/Step": 222, "Finetune/Step Time": 6.329869611188769}
+{"Finetune/Learning Rate": 1.5486111111111113e-05, "Finetune/Loss": 1.0839872360229492, "Finetune/Loss (Raw)": 1.0280719995498657, "Finetune/Step": 223, "Finetune/Step Time": 6.339618934318423}
+{"Finetune/Learning Rate": 1.555555555555556e-05, "Finetune/Loss": 1.0839893817901611, "Finetune/Loss (Raw)": 1.1464450359344482, "Finetune/Step": 224, "Finetune/Step Time": 6.33292899094522}
+{"Finetune/Learning Rate": 1.5625e-05, "Finetune/Loss": 1.0844306945800781, "Finetune/Loss (Raw)": 1.1187137365341187, "Finetune/Step": 225, "Finetune/Step Time": 6.337468281388283}
+{"Finetune/Learning Rate": 1.5694444444444446e-05, "Finetune/Loss": 1.086113452911377, "Finetune/Loss (Raw)": 1.1435786485671997, "Finetune/Step": 226, "Finetune/Step Time": 6.33965116366744}
+{"Finetune/Learning Rate": 1.576388888888889e-05, "Finetune/Loss": 1.0854084491729736, "Finetune/Loss (Raw)": 1.032488226890564, "Finetune/Step": 227, "Finetune/Step Time": 6.340136006474495}
+{"Finetune/Learning Rate": 1.5833333333333333e-05, "Finetune/Loss": 1.0847880840301514, "Finetune/Loss (Raw)": 1.0723614692687988, "Finetune/Step": 228, "Finetune/Step Time": 6.346025081351399}
+{"Finetune/Learning Rate": 1.590277777777778e-05, "Finetune/Loss": 1.0843138694763184, "Finetune/Loss (Raw)": 0.9496018886566162, "Finetune/Step": 229, "Finetune/Step Time": 6.3553809486329556}
+{"Finetune/Learning Rate": 1.5972222222222224e-05, "Finetune/Loss": 1.083892583847046, "Finetune/Loss (Raw)": 1.145598292350769, "Finetune/Step": 230, "Finetune/Step Time": 6.354661900550127}
+{"Finetune/Learning Rate": 1.604166666666667e-05, "Finetune/Loss": 1.0857040882110596, "Finetune/Loss (Raw)": 1.299929141998291, "Finetune/Step": 231, "Finetune/Step Time": 6.354053510352969}
+{"Finetune/Learning Rate": 1.6111111111111115e-05, "Finetune/Loss": 1.0863759517669678, "Finetune/Loss (Raw)": 1.1168389320373535, "Finetune/Step": 232, "Finetune/Step Time": 6.362240133807063}
+{"Finetune/Learning Rate": 1.6180555555555557e-05, "Finetune/Loss": 1.0845280885696411, "Finetune/Loss (Raw)": 0.9722030162811279, "Finetune/Step": 233, "Finetune/Step Time": 6.363856019452214}
+{"Finetune/Learning Rate": 1.6250000000000002e-05, "Finetune/Loss": 1.0837894678115845, "Finetune/Loss (Raw)": 1.027134656906128, "Finetune/Step": 234, "Finetune/Step Time": 6.3724116217345}
+{"Finetune/Learning Rate": 1.6319444444444444e-05, "Finetune/Loss": 1.084261178970337, "Finetune/Loss (Raw)": 1.1678321361541748, "Finetune/Step": 235, "Finetune/Step Time": 6.372927073389292}
+{"Finetune/Learning Rate": 1.638888888888889e-05, "Finetune/Loss": 1.0831037759780884, "Finetune/Loss (Raw)": 1.0475401878356934, "Finetune/Step": 236, "Finetune/Step Time": 6.3885249719023705}
+{"Finetune/Learning Rate": 1.6458333333333335e-05, "Finetune/Loss": 1.0831174850463867, "Finetune/Loss (Raw)": 1.1015883684158325, "Finetune/Step": 237, "Finetune/Step Time": 6.390474835410714}
+{"Finetune/Learning Rate": 1.6527777777777777e-05, "Finetune/Loss": 1.081390619277954, "Finetune/Loss (Raw)": 0.9661906957626343, "Finetune/Step": 238, "Finetune/Step Time": 6.392657529562712}
+{"Finetune/Learning Rate": 1.6597222222222225e-05, "Finetune/Loss": 1.079052209854126, "Finetune/Loss (Raw)": 1.0058265924453735, "Finetune/Step": 239, "Finetune/Step Time": 6.394661413505673}
+{"Finetune/Learning Rate": 1.6666666666666667e-05, "Finetune/Loss": 1.0781344175338745, "Finetune/Loss (Raw)": 1.1441168785095215, "Finetune/Step": 240, "Finetune/Step Time": 6.394935175776482}
+{"Finetune/Learning Rate": 1.6736111111111113e-05, "Finetune/Loss": 1.078361988067627, "Finetune/Loss (Raw)": 1.0465078353881836, "Finetune/Step": 241, "Finetune/Step Time": 6.398391257971525}
+{"Finetune/Learning Rate": 1.6805555555555558e-05, "Finetune/Loss": 1.0775260925292969, "Finetune/Loss (Raw)": 1.1590551137924194, "Finetune/Step": 242, "Finetune/Step Time": 6.371828943490982}
+{"Finetune/Learning Rate": 1.6875e-05, "Finetune/Loss": 1.07890784740448, "Finetune/Loss (Raw)": 1.2560861110687256, "Finetune/Step": 243, "Finetune/Step Time": 6.368305405601859}
+{"Finetune/Learning Rate": 1.6944444444444446e-05, "Finetune/Loss": 1.0799672603607178, "Finetune/Loss (Raw)": 1.15901780128479, "Finetune/Step": 244, "Finetune/Step Time": 6.364070991054177}
+{"Finetune/Learning Rate": 1.701388888888889e-05, "Finetune/Loss": 1.0800520181655884, "Finetune/Loss (Raw)": 1.083289384841919, "Finetune/Step": 245, "Finetune/Step Time": 6.358879627659917}
+{"Finetune/Learning Rate": 1.7083333333333333e-05, "Finetune/Loss": 1.0769810676574707, "Finetune/Loss (Raw)": 1.060861349105835, "Finetune/Step": 246, "Finetune/Step Time": 6.356052670627832}
+{"Finetune/Learning Rate": 1.715277777777778e-05, "Finetune/Loss": 1.0778441429138184, "Finetune/Loss (Raw)": 1.1415199041366577, "Finetune/Step": 247, "Finetune/Step Time": 6.349322618916631}
+{"Finetune/Learning Rate": 1.7222222222222224e-05, "Finetune/Loss": 1.0758174657821655, "Finetune/Loss (Raw)": 1.0288368463516235, "Finetune/Step": 248, "Finetune/Step Time": 6.3467948120087385}
+{"Finetune/Learning Rate": 1.729166666666667e-05, "Finetune/Loss": 1.0749502182006836, "Finetune/Loss (Raw)": 1.0867747068405151, "Finetune/Step": 249, "Finetune/Step Time": 6.346841409802437}
+{"Finetune/Learning Rate": 1.7361111111111114e-05, "Finetune/Loss": 1.074758529663086, "Finetune/Loss (Raw)": 1.0346885919570923, "Finetune/Step": 250, "Finetune/Step Time": 6.349834207445383}
+{"Finetune/Learning Rate": 1.7430555555555556e-05, "Finetune/Loss": 1.0753192901611328, "Finetune/Loss (Raw)": 1.1171706914901733, "Finetune/Step": 251, "Finetune/Step Time": 6.348395334556699}
+{"Finetune/Learning Rate": 1.7500000000000002e-05, "Finetune/Loss": 1.0759665966033936, "Finetune/Loss (Raw)": 1.0493775606155396, "Finetune/Step": 252, "Finetune/Step Time": 6.345602951943874}
+{"Finetune/Learning Rate": 1.7569444444444447e-05, "Finetune/Loss": 1.0758495330810547, "Finetune/Loss (Raw)": 1.1419156789779663, "Finetune/Step": 253, "Finetune/Step Time": 6.348782604560256}
+{"Finetune/Learning Rate": 1.763888888888889e-05, "Finetune/Loss": 1.0751756429672241, "Finetune/Loss (Raw)": 1.1428372859954834, "Finetune/Step": 254, "Finetune/Step Time": 6.3616587202996016}
+{"Finetune/Learning Rate": 1.7708333333333335e-05, "Finetune/Loss": 1.0751447677612305, "Finetune/Loss (Raw)": 1.1421172618865967, "Finetune/Step": 255, "Finetune/Step Time": 6.36188130825758}
+{"Finetune/Learning Rate": 1.7777777777777777e-05, "Finetune/Loss": 1.0762050151824951, "Finetune/Loss (Raw)": 1.2049272060394287, "Finetune/Step": 256, "Finetune/Step Time": 6.35988237336278}
+{"Finetune/Learning Rate": 1.7847222222222225e-05, "Finetune/Loss": 1.075556993484497, "Finetune/Loss (Raw)": 1.1271075010299683, "Finetune/Step": 257, "Finetune/Step Time": 6.354256894439459}
+{"Finetune/Learning Rate": 1.7916666666666667e-05, "Finetune/Loss": 1.0763823986053467, "Finetune/Loss (Raw)": 1.2064123153686523, "Finetune/Step": 258, "Finetune/Step Time": 6.3526705373078585}
+{"Finetune/Learning Rate": 1.7986111111111113e-05, "Finetune/Loss": 1.0770008563995361, "Finetune/Loss (Raw)": 1.147091031074524, "Finetune/Step": 259, "Finetune/Step Time": 6.351087654009461}
+{"Finetune/Learning Rate": 1.8055555555555558e-05, "Finetune/Loss": 1.078203558921814, "Finetune/Loss (Raw)": 1.1297063827514648, "Finetune/Step": 260, "Finetune/Step Time": 6.351880704984069}
+{"Finetune/Learning Rate": 1.8125e-05, "Finetune/Loss": 1.0768576860427856, "Finetune/Loss (Raw)": 1.0118794441223145, "Finetune/Step": 261, "Finetune/Step Time": 6.356755817309022}
+{"Finetune/Learning Rate": 1.8194444444444445e-05, "Finetune/Loss": 1.0774493217468262, "Finetune/Loss (Raw)": 1.1119859218597412, "Finetune/Step": 262, "Finetune/Step Time": 6.352659214287996}
+{"Finetune/Learning Rate": 1.826388888888889e-05, "Finetune/Loss": 1.0787889957427979, "Finetune/Loss (Raw)": 1.1687991619110107, "Finetune/Step": 263, "Finetune/Step Time": 6.3416022807359695}
+{"Finetune/Learning Rate": 1.8333333333333333e-05, "Finetune/Loss": 1.0780384540557861, "Finetune/Loss (Raw)": 1.187696933746338, "Finetune/Step": 264, "Finetune/Step Time": 6.337474953383207}
+{"Finetune/Learning Rate": 1.8402777777777778e-05, "Finetune/Loss": 1.0769104957580566, "Finetune/Loss (Raw)": 1.105210781097412, "Finetune/Step": 265, "Finetune/Step Time": 6.338104218244553}
+{"Finetune/Learning Rate": 1.8472222222222224e-05, "Finetune/Loss": 1.0763700008392334, "Finetune/Loss (Raw)": 1.1713992357254028, "Finetune/Step": 266, "Finetune/Step Time": 6.33916618488729}
+{"Finetune/Learning Rate": 1.854166666666667e-05, "Finetune/Loss": 1.0766322612762451, "Finetune/Loss (Raw)": 1.1599407196044922, "Finetune/Step": 267, "Finetune/Step Time": 6.338531391695142}
+{"Finetune/Learning Rate": 1.8611111111111114e-05, "Finetune/Loss": 1.0773167610168457, "Finetune/Loss (Raw)": 1.1681495904922485, "Finetune/Step": 268, "Finetune/Step Time": 6.338589599356055}
+{"Finetune/Learning Rate": 1.8680555555555556e-05, "Finetune/Loss": 1.0761573314666748, "Finetune/Loss (Raw)": 0.9800124168395996, "Finetune/Step": 269, "Finetune/Step Time": 6.34486373141408}
+{"Finetune/Learning Rate": 1.8750000000000002e-05, "Finetune/Loss": 1.0705866813659668, "Finetune/Loss (Raw)": 0.35055428743362427, "Finetune/Step": 270, "Finetune/Step Time": 6.342192407697439}
+{"Finetune/Learning Rate": 1.8819444444444447e-05, "Finetune/Loss": 1.0705270767211914, "Finetune/Loss (Raw)": 1.074372410774231, "Finetune/Step": 271, "Finetune/Step Time": 6.346118634566665}
+{"Finetune/Learning Rate": 1.888888888888889e-05, "Finetune/Loss": 1.070835828781128, "Finetune/Loss (Raw)": 1.1272510290145874, "Finetune/Step": 272, "Finetune/Step Time": 6.345480578020215}
+{"Finetune/Learning Rate": 1.8958333333333334e-05, "Finetune/Loss": 1.0690486431121826, "Finetune/Loss (Raw)": 1.0006041526794434, "Finetune/Step": 273, "Finetune/Step Time": 6.349521184340119}
+{"Finetune/Learning Rate": 1.902777777777778e-05, "Finetune/Loss": 1.068450927734375, "Finetune/Loss (Raw)": 0.9271196126937866, "Finetune/Step": 274, "Finetune/Step Time": 6.348646758124232}
+{"Finetune/Learning Rate": 1.9097222222222225e-05, "Finetune/Loss": 1.0691660642623901, "Finetune/Loss (Raw)": 1.0389506816864014, "Finetune/Step": 275, "Finetune/Step Time": 6.34502294100821}
+{"Finetune/Learning Rate": 1.916666666666667e-05, "Finetune/Loss": 1.069584608078003, "Finetune/Loss (Raw)": 1.1809300184249878, "Finetune/Step": 276, "Finetune/Step Time": 6.3440092373639345}
+{"Finetune/Learning Rate": 1.9236111111111113e-05, "Finetune/Loss": 1.0693037509918213, "Finetune/Loss (Raw)": 1.0101491212844849, "Finetune/Step": 277, "Finetune/Step Time": 6.344707535579801}
+{"Finetune/Learning Rate": 1.9305555555555558e-05, "Finetune/Loss": 1.069474220275879, "Finetune/Loss (Raw)": 1.0342499017715454, "Finetune/Step": 278, "Finetune/Step Time": 6.345456529408693}
+{"Finetune/Learning Rate": 1.9375e-05, "Finetune/Loss": 1.0696382522583008, "Finetune/Loss (Raw)": 1.0755387544631958, "Finetune/Step": 279, "Finetune/Step Time": 6.337465099990368}
+{"Finetune/Learning Rate": 1.9444444444444445e-05, "Finetune/Loss": 1.0699025392532349, "Finetune/Loss (Raw)": 1.0697251558303833, "Finetune/Step": 280, "Finetune/Step Time": 6.330903213471174}
+{"Finetune/Learning Rate": 1.951388888888889e-05, "Finetune/Loss": 1.0684372186660767, "Finetune/Loss (Raw)": 0.9311338663101196, "Finetune/Step": 281, "Finetune/Step Time": 6.30604655854404}
+{"Finetune/Learning Rate": 1.9583333333333333e-05, "Finetune/Loss": 1.066857099533081, "Finetune/Loss (Raw)": 1.0029231309890747, "Finetune/Step": 282, "Finetune/Step Time": 6.306490523740649}
+{"Finetune/Learning Rate": 1.9652777777777778e-05, "Finetune/Loss": 1.0680469274520874, "Finetune/Loss (Raw)": 1.317237138748169, "Finetune/Step": 283, "Finetune/Step Time": 6.304429441690445}
+{"Finetune/Learning Rate": 1.9722222222222224e-05, "Finetune/Loss": 1.066129207611084, "Finetune/Loss (Raw)": 0.8974277973175049, "Finetune/Step": 284, "Finetune/Step Time": 6.302468402311206}
+{"Finetune/Learning Rate": 1.979166666666667e-05, "Finetune/Loss": 1.071491003036499, "Finetune/Loss (Raw)": 0.980224072933197, "Finetune/Step": 285, "Finetune/Step Time": 6.311829352751374}
+{"Finetune/Learning Rate": 1.9861111111111114e-05, "Finetune/Loss": 1.0697567462921143, "Finetune/Loss (Raw)": 0.9472768306732178, "Finetune/Step": 286, "Finetune/Step Time": 6.297016257420182}
+{"Finetune/Learning Rate": 1.9930555555555556e-05, "Finetune/Loss": 1.0681952238082886, "Finetune/Loss (Raw)": 0.9432933330535889, "Finetune/Step": 287, "Finetune/Step Time": 6.296100180596113}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0667529106140137, "Finetune/Loss (Raw)": 0.9744803309440613, "Finetune/Step": 288, "Finetune/Step Time": 6.293599430471659}
+{"Finetune/Learning Rate": 1.9999999432856878e-05, "Finetune/Loss": 1.06626558303833, "Finetune/Loss (Raw)": 1.0782338380813599, "Finetune/Step": 289, "Finetune/Step Time": 6.288987057283521}
+{"Finetune/Learning Rate": 1.9999997731427573e-05, "Finetune/Loss": 1.0667388439178467, "Finetune/Loss (Raw)": 1.1484713554382324, "Finetune/Step": 290, "Finetune/Step Time": 6.285935426130891}
+{"Finetune/Learning Rate": 1.9999994895712275e-05, "Finetune/Loss": 1.0663824081420898, "Finetune/Loss (Raw)": 1.0397716760635376, "Finetune/Step": 291, "Finetune/Step Time": 6.2923409547656775}
+{"Finetune/Learning Rate": 1.999999092571131e-05, "Finetune/Loss": 1.0681707859039307, "Finetune/Loss (Raw)": 1.1719012260437012, "Finetune/Step": 292, "Finetune/Step Time": 6.290995959192514}
+{"Finetune/Learning Rate": 1.9999985821425126e-05, "Finetune/Loss": 1.0669342279434204, "Finetune/Loss (Raw)": 1.08444082736969, "Finetune/Step": 293, "Finetune/Step Time": 6.299305085092783}
+{"Finetune/Learning Rate": 1.999997958285431e-05, "Finetune/Loss": 1.0728083848953247, "Finetune/Loss (Raw)": 1.0276150703430176, "Finetune/Step": 294, "Finetune/Step Time": 6.297053845599294}
+{"Finetune/Learning Rate": 1.9999972209999554e-05, "Finetune/Loss": 1.0719537734985352, "Finetune/Loss (Raw)": 1.0625035762786865, "Finetune/Step": 295, "Finetune/Step Time": 6.276052583009005}
+{"Finetune/Learning Rate": 1.9999963702861706e-05, "Finetune/Loss": 1.0725176334381104, "Finetune/Loss (Raw)": 1.1255453824996948, "Finetune/Step": 296, "Finetune/Step Time": 6.278333416208625}
+{"Finetune/Learning Rate": 1.999995406144173e-05, "Finetune/Loss": 1.0700370073318481, "Finetune/Loss (Raw)": 0.7546045780181885, "Finetune/Step": 297, "Finetune/Step Time": 6.281299436464906}
+{"Finetune/Learning Rate": 1.9999943285740712e-05, "Finetune/Loss": 1.070776104927063, "Finetune/Loss (Raw)": 1.0033105611801147, "Finetune/Step": 298, "Finetune/Step Time": 6.288045834749937}
+{"Finetune/Learning Rate": 1.9999931375759885e-05, "Finetune/Loss": 1.0690702199935913, "Finetune/Loss (Raw)": 0.8495882153511047, "Finetune/Step": 299, "Finetune/Step Time": 6.293192410841584}
+{"Finetune/Learning Rate": 1.9999918331500595e-05, "Finetune/Loss": 1.0692939758300781, "Finetune/Loss (Raw)": 1.1278305053710938, "Finetune/Step": 300, "Finetune/Step Time": 6.3034535348415375}
+{"Finetune/Learning Rate": 1.999990415296432e-05, "Finetune/Loss": 1.0677090883255005, "Finetune/Loss (Raw)": 0.967983603477478, "Finetune/Step": 301, "Finetune/Step Time": 6.323748238384724}
+{"Finetune/Learning Rate": 1.9999888840152667e-05, "Finetune/Loss": 1.0681052207946777, "Finetune/Loss (Raw)": 1.0796624422073364, "Finetune/Step": 302, "Finetune/Step Time": 6.32160228677094}
+{"Finetune/Learning Rate": 1.999987239306738e-05, "Finetune/Loss": 1.0675814151763916, "Finetune/Loss (Raw)": 1.076479196548462, "Finetune/Step": 303, "Finetune/Step Time": 6.311235262081027}
+{"Finetune/Learning Rate": 1.9999854811710317e-05, "Finetune/Loss": 1.0676695108413696, "Finetune/Loss (Raw)": 1.134539246559143, "Finetune/Step": 304, "Finetune/Step Time": 6.307563850656152}
+{"Finetune/Learning Rate": 1.9999836096083477e-05, "Finetune/Loss": 1.0682965517044067, "Finetune/Loss (Raw)": 1.191728949546814, "Finetune/Step": 305, "Finetune/Step Time": 6.299367906525731}
+{"Finetune/Learning Rate": 1.999981624618898e-05, "Finetune/Loss": 1.0675015449523926, "Finetune/Loss (Raw)": 0.927685558795929, "Finetune/Step": 306, "Finetune/Step Time": 6.296866025775671}
+{"Finetune/Learning Rate": 1.9999795262029077e-05, "Finetune/Loss": 1.0661321878433228, "Finetune/Loss (Raw)": 0.9866759181022644, "Finetune/Step": 307, "Finetune/Step Time": 6.290462091565132}
+{"Finetune/Learning Rate": 1.9999773143606153e-05, "Finetune/Loss": 1.0651803016662598, "Finetune/Loss (Raw)": 1.0337353944778442, "Finetune/Step": 308, "Finetune/Step Time": 6.282886995002627}
+{"Finetune/Learning Rate": 1.9999749890922713e-05, "Finetune/Loss": 1.0647960901260376, "Finetune/Loss (Raw)": 1.0828487873077393, "Finetune/Step": 309, "Finetune/Step Time": 6.290370861068368}
+{"Finetune/Learning Rate": 1.9999725503981394e-05, "Finetune/Loss": 1.0648741722106934, "Finetune/Loss (Raw)": 1.1370999813079834, "Finetune/Step": 310, "Finetune/Step Time": 6.290819449350238}
+{"Finetune/Learning Rate": 1.9999699982784964e-05, "Finetune/Loss": 1.0658546686172485, "Finetune/Loss (Raw)": 1.1960221529006958, "Finetune/Step": 311, "Finetune/Step Time": 6.292064035311341}
+{"Finetune/Learning Rate": 1.9999673327336323e-05, "Finetune/Loss": 1.0640485286712646, "Finetune/Loss (Raw)": 0.9000918865203857, "Finetune/Step": 312, "Finetune/Step Time": 6.289130134508014}
+{"Finetune/Learning Rate": 1.999964553763848e-05, "Finetune/Loss": 1.064892292022705, "Finetune/Loss (Raw)": 1.181724190711975, "Finetune/Step": 313, "Finetune/Step Time": 6.293450567871332}
+{"Finetune/Learning Rate": 1.9999616613694603e-05, "Finetune/Loss": 1.0708258152008057, "Finetune/Loss (Raw)": 1.0280793905258179, "Finetune/Step": 314, "Finetune/Step Time": 6.285833703354001}
+{"Finetune/Learning Rate": 1.999958655550796e-05, "Finetune/Loss": 1.0714012384414673, "Finetune/Loss (Raw)": 1.0239343643188477, "Finetune/Step": 315, "Finetune/Step Time": 6.262133497744799}
+{"Finetune/Learning Rate": 1.999955536308197e-05, "Finetune/Loss": 1.070976734161377, "Finetune/Loss (Raw)": 1.0832302570343018, "Finetune/Step": 316, "Finetune/Step Time": 6.26627454906702}
+{"Finetune/Learning Rate": 1.9999523036420164e-05, "Finetune/Loss": 1.0707728862762451, "Finetune/Loss (Raw)": 1.0118308067321777, "Finetune/Step": 317, "Finetune/Step Time": 6.284232163801789}
+{"Finetune/Learning Rate": 1.9999489575526216e-05, "Finetune/Loss": 1.0716166496276855, "Finetune/Loss (Raw)": 1.0851415395736694, "Finetune/Step": 318, "Finetune/Step Time": 6.2826217263937}
+{"Finetune/Learning Rate": 1.9999454980403917e-05, "Finetune/Loss": 1.0734013319015503, "Finetune/Loss (Raw)": 1.0757156610488892, "Finetune/Step": 319, "Finetune/Step Time": 6.277176769450307}
+{"Finetune/Learning Rate": 1.999941925105719e-05, "Finetune/Loss": 1.0710475444793701, "Finetune/Loss (Raw)": 0.9330441951751709, "Finetune/Step": 320, "Finetune/Step Time": 6.268545353785157}
+{"Finetune/Learning Rate": 1.999938238749009e-05, "Finetune/Loss": 1.0731021165847778, "Finetune/Loss (Raw)": 1.1875816583633423, "Finetune/Step": 321, "Finetune/Step Time": 6.261615891009569}
+{"Finetune/Learning Rate": 1.9999344389706795e-05, "Finetune/Loss": 1.0741108655929565, "Finetune/Loss (Raw)": 1.2166414260864258, "Finetune/Step": 322, "Finetune/Step Time": 6.237821949645877}
+{"Finetune/Learning Rate": 1.9999305257711625e-05, "Finetune/Loss": 1.0721800327301025, "Finetune/Loss (Raw)": 1.0288017988204956, "Finetune/Step": 323, "Finetune/Step Time": 6.231575332581997}
+{"Finetune/Learning Rate": 1.9999264991509007e-05, "Finetune/Loss": 1.0722473859786987, "Finetune/Loss (Raw)": 1.045127511024475, "Finetune/Step": 324, "Finetune/Step Time": 6.22966979816556}
+{"Finetune/Learning Rate": 1.999922359110351e-05, "Finetune/Loss": 1.071628451347351, "Finetune/Loss (Raw)": 1.0385322570800781, "Finetune/Step": 325, "Finetune/Step Time": 6.226524535566568}
+{"Finetune/Learning Rate": 1.9999181056499836e-05, "Finetune/Loss": 1.071995496749878, "Finetune/Loss (Raw)": 1.119363784790039, "Finetune/Step": 326, "Finetune/Step Time": 6.222847415134311}
+{"Finetune/Learning Rate": 1.9999137387702803e-05, "Finetune/Loss": 1.070979118347168, "Finetune/Loss (Raw)": 1.003229022026062, "Finetune/Step": 327, "Finetune/Step Time": 6.214848395437002}
+{"Finetune/Learning Rate": 1.9999092584717375e-05, "Finetune/Loss": 1.0704509019851685, "Finetune/Loss (Raw)": 1.088826060295105, "Finetune/Step": 328, "Finetune/Step Time": 6.212294448167086}
+{"Finetune/Learning Rate": 1.999904664754862e-05, "Finetune/Loss": 1.0703178644180298, "Finetune/Loss (Raw)": 1.0140219926834106, "Finetune/Step": 329, "Finetune/Step Time": 6.206188650801778}
+{"Finetune/Learning Rate": 1.999899957620176e-05, "Finetune/Loss": 1.070439100265503, "Finetune/Loss (Raw)": 1.1176334619522095, "Finetune/Step": 330, "Finetune/Step Time": 6.206448469310999}
+{"Finetune/Learning Rate": 1.9998951370682125e-05, "Finetune/Loss": 1.0693068504333496, "Finetune/Loss (Raw)": 0.9856393337249756, "Finetune/Step": 331, "Finetune/Step Time": 6.208793733268976}
+{"Finetune/Learning Rate": 1.999890203099519e-05, "Finetune/Loss": 1.0686601400375366, "Finetune/Loss (Raw)": 1.0685938596725464, "Finetune/Step": 332, "Finetune/Step Time": 6.205182753503323}
+{"Finetune/Learning Rate": 1.999885155714655e-05, "Finetune/Loss": 1.0688893795013428, "Finetune/Loss (Raw)": 1.0902841091156006, "Finetune/Step": 333, "Finetune/Step Time": 6.2020230535417795}
+{"Finetune/Learning Rate": 1.999879994914193e-05, "Finetune/Loss": 1.0665318965911865, "Finetune/Loss (Raw)": 0.8748360872268677, "Finetune/Step": 334, "Finetune/Step Time": 6.209710666909814}
+{"Finetune/Learning Rate": 1.9998747206987175e-05, "Finetune/Loss": 1.0664292573928833, "Finetune/Loss (Raw)": 1.0604512691497803, "Finetune/Step": 335, "Finetune/Step Time": 6.216002754867077}
+{"Finetune/Learning Rate": 1.9998693330688283e-05, "Finetune/Loss": 1.0648032426834106, "Finetune/Loss (Raw)": 0.9521197080612183, "Finetune/Step": 336, "Finetune/Step Time": 6.240058064460754}
+{"Finetune/Learning Rate": 1.9998638320251356e-05, "Finetune/Loss": 1.0633831024169922, "Finetune/Loss (Raw)": 0.9808935523033142, "Finetune/Step": 337, "Finetune/Step Time": 6.2388635743409395}
+{"Finetune/Learning Rate": 1.9998582175682632e-05, "Finetune/Loss": 1.0634496212005615, "Finetune/Loss (Raw)": 1.0787135362625122, "Finetune/Step": 338, "Finetune/Step Time": 6.236874490976334}
+{"Finetune/Learning Rate": 1.9998524896988488e-05, "Finetune/Loss": 1.063873529434204, "Finetune/Loss (Raw)": 1.146632432937622, "Finetune/Step": 339, "Finetune/Step Time": 6.237689737230539}
+{"Finetune/Learning Rate": 1.9998466484175412e-05, "Finetune/Loss": 1.0643789768218994, "Finetune/Loss (Raw)": 1.0617588758468628, "Finetune/Step": 340, "Finetune/Step Time": 6.245084160938859}
+{"Finetune/Learning Rate": 1.9998406937250035e-05, "Finetune/Loss": 1.065547227859497, "Finetune/Loss (Raw)": 1.101009726524353, "Finetune/Step": 341, "Finetune/Step Time": 6.245710786432028}
+{"Finetune/Learning Rate": 1.999834625621911e-05, "Finetune/Loss": 1.0596799850463867, "Finetune/Loss (Raw)": 0.3484608232975006, "Finetune/Step": 342, "Finetune/Step Time": 6.239569356665015}
+{"Finetune/Learning Rate": 1.9998284441089518e-05, "Finetune/Loss": 1.060428261756897, "Finetune/Loss (Raw)": 1.065445065498352, "Finetune/Step": 343, "Finetune/Step Time": 6.25491844303906}
+{"Finetune/Learning Rate": 1.9998221491868274e-05, "Finetune/Loss": 1.0608519315719604, "Finetune/Loss (Raw)": 1.184005618095398, "Finetune/Step": 344, "Finetune/Step Time": 6.257905235514045}
+{"Finetune/Learning Rate": 1.9998157408562514e-05, "Finetune/Loss": 1.0615415573120117, "Finetune/Loss (Raw)": 1.1009234189987183, "Finetune/Step": 345, "Finetune/Step Time": 6.258398378267884}
+{"Finetune/Learning Rate": 1.999809219117951e-05, "Finetune/Loss": 1.0629091262817383, "Finetune/Loss (Raw)": 1.2713849544525146, "Finetune/Step": 346, "Finetune/Step Time": 6.254398101940751}
+{"Finetune/Learning Rate": 1.9998025839726664e-05, "Finetune/Loss": 1.0630720853805542, "Finetune/Loss (Raw)": 1.0152628421783447, "Finetune/Step": 347, "Finetune/Step Time": 6.24910538457334}
+{"Finetune/Learning Rate": 1.999795835421149e-05, "Finetune/Loss": 1.0617872476577759, "Finetune/Loss (Raw)": 1.0500582456588745, "Finetune/Step": 348, "Finetune/Step Time": 6.238084927201271}
+{"Finetune/Learning Rate": 1.9997889734641654e-05, "Finetune/Loss": 1.0621147155761719, "Finetune/Loss (Raw)": 1.0936297178268433, "Finetune/Step": 349, "Finetune/Step Time": 6.237110737711191}
+{"Finetune/Learning Rate": 1.9997819981024932e-05, "Finetune/Loss": 1.0623984336853027, "Finetune/Loss (Raw)": 1.086193323135376, "Finetune/Step": 350, "Finetune/Step Time": 6.229388942942023}
+{"Finetune/Learning Rate": 1.9997749093369242e-05, "Finetune/Loss": 1.056368112564087, "Finetune/Loss (Raw)": 0.2561836540699005, "Finetune/Step": 351, "Finetune/Step Time": 6.220275480300188}
+{"Finetune/Learning Rate": 1.9997677071682623e-05, "Finetune/Loss": 1.0560822486877441, "Finetune/Loss (Raw)": 1.1098755598068237, "Finetune/Step": 352, "Finetune/Step Time": 6.241627790033817}
+{"Finetune/Learning Rate": 1.999760391597324e-05, "Finetune/Loss": 1.0493335723876953, "Finetune/Loss (Raw)": 0.2548735439777374, "Finetune/Step": 353, "Finetune/Step Time": 6.241935066878796}
+{"Finetune/Learning Rate": 1.99975296262494e-05, "Finetune/Loss": 1.0480343103408813, "Finetune/Loss (Raw)": 0.977260172367096, "Finetune/Step": 354, "Finetune/Step Time": 6.248553229495883}
+{"Finetune/Learning Rate": 1.999745420251952e-05, "Finetune/Loss": 1.0469908714294434, "Finetune/Loss (Raw)": 0.8989418745040894, "Finetune/Step": 355, "Finetune/Step Time": 6.243501091375947}
+{"Finetune/Learning Rate": 1.999737764479216e-05, "Finetune/Loss": 1.0477639436721802, "Finetune/Loss (Raw)": 1.1713072061538696, "Finetune/Step": 356, "Finetune/Step Time": 6.237468941137195}
+{"Finetune/Learning Rate": 1.9997299953076e-05, "Finetune/Loss": 1.0482914447784424, "Finetune/Loss (Raw)": 1.0171217918395996, "Finetune/Step": 357, "Finetune/Step Time": 6.224868718534708}
+{"Finetune/Learning Rate": 1.9997221127379857e-05, "Finetune/Loss": 1.0465210676193237, "Finetune/Loss (Raw)": 0.9189851880073547, "Finetune/Step": 358, "Finetune/Step Time": 6.213575745001435}
+{"Finetune/Learning Rate": 1.999714116771267e-05, "Finetune/Loss": 1.0447561740875244, "Finetune/Loss (Raw)": 1.0740267038345337, "Finetune/Step": 359, "Finetune/Step Time": 6.211552571505308}
+{"Finetune/Learning Rate": 1.9997060074083513e-05, "Finetune/Loss": 1.044346809387207, "Finetune/Loss (Raw)": 1.0644391775131226, "Finetune/Step": 360, "Finetune/Step Time": 6.2105450090020895}
+{"Finetune/Learning Rate": 1.999697784650158e-05, "Finetune/Loss": 1.0462040901184082, "Finetune/Loss (Raw)": 1.2099474668502808, "Finetune/Step": 361, "Finetune/Step Time": 6.209212880581617}
+{"Finetune/Learning Rate": 1.9996894484976193e-05, "Finetune/Loss": 1.045747995376587, "Finetune/Loss (Raw)": 0.9687484502792358, "Finetune/Step": 362, "Finetune/Step Time": 6.198058068752289}
+{"Finetune/Learning Rate": 1.9996809989516817e-05, "Finetune/Loss": 1.0442698001861572, "Finetune/Loss (Raw)": 0.9786099791526794, "Finetune/Step": 363, "Finetune/Step Time": 6.1990516018122435}
+{"Finetune/Learning Rate": 1.9996724360133032e-05, "Finetune/Loss": 1.0456491708755493, "Finetune/Loss (Raw)": 1.224108338356018, "Finetune/Step": 364, "Finetune/Step Time": 6.192101992666721}
+{"Finetune/Learning Rate": 1.999663759683455e-05, "Finetune/Loss": 1.0441737174987793, "Finetune/Loss (Raw)": 0.9127336740493774, "Finetune/Step": 365, "Finetune/Step Time": 6.19075451977551}
+{"Finetune/Learning Rate": 1.9996549699631215e-05, "Finetune/Loss": 1.044352412223816, "Finetune/Loss (Raw)": 0.9890569448471069, "Finetune/Step": 366, "Finetune/Step Time": 6.197324329987168}
+{"Finetune/Learning Rate": 1.9996460668532996e-05, "Finetune/Loss": 1.044149398803711, "Finetune/Loss (Raw)": 0.9798479676246643, "Finetune/Step": 367, "Finetune/Step Time": 6.207090828567743}
+{"Finetune/Learning Rate": 1.999637050354999e-05, "Finetune/Loss": 1.0442910194396973, "Finetune/Loss (Raw)": 1.1622320413589478, "Finetune/Step": 368, "Finetune/Step Time": 6.23505556024611}
+{"Finetune/Learning Rate": 1.9996279204692426e-05, "Finetune/Loss": 1.0444774627685547, "Finetune/Loss (Raw)": 1.0703752040863037, "Finetune/Step": 369, "Finetune/Step Time": 6.231722388416529}
+{"Finetune/Learning Rate": 1.999618677197066e-05, "Finetune/Loss": 1.042598009109497, "Finetune/Loss (Raw)": 0.9184975624084473, "Finetune/Step": 370, "Finetune/Step Time": 6.236638883128762}
+{"Finetune/Learning Rate": 1.9996093205395177e-05, "Finetune/Loss": 1.0417776107788086, "Finetune/Loss (Raw)": 1.1510791778564453, "Finetune/Step": 371, "Finetune/Step Time": 6.252793842926621}
+{"Finetune/Learning Rate": 1.9995998504976585e-05, "Finetune/Loss": 1.0401527881622314, "Finetune/Loss (Raw)": 0.9510279297828674, "Finetune/Step": 372, "Finetune/Step Time": 6.255685389041901}
+{"Finetune/Learning Rate": 1.9995902670725633e-05, "Finetune/Loss": 1.0401508808135986, "Finetune/Loss (Raw)": 1.0830589532852173, "Finetune/Step": 373, "Finetune/Step Time": 6.257182102650404}
+{"Finetune/Learning Rate": 1.999580570265319e-05, "Finetune/Loss": 1.0395233631134033, "Finetune/Loss (Raw)": 0.9805365204811096, "Finetune/Step": 374, "Finetune/Step Time": 6.26124825142324}
+{"Finetune/Learning Rate": 1.999570760077025e-05, "Finetune/Loss": 1.0384541749954224, "Finetune/Loss (Raw)": 1.004655122756958, "Finetune/Step": 375, "Finetune/Step Time": 6.26835329644382}
+{"Finetune/Learning Rate": 1.9995608365087945e-05, "Finetune/Loss": 1.037506103515625, "Finetune/Loss (Raw)": 0.9074745178222656, "Finetune/Step": 376, "Finetune/Step Time": 6.267017116770148}
+{"Finetune/Learning Rate": 1.999550799561753e-05, "Finetune/Loss": 1.0364649295806885, "Finetune/Loss (Raw)": 0.9535284638404846, "Finetune/Step": 377, "Finetune/Step Time": 6.268434138968587}
+{"Finetune/Learning Rate": 1.999540649237039e-05, "Finetune/Loss": 1.0369081497192383, "Finetune/Loss (Raw)": 1.0914102792739868, "Finetune/Step": 378, "Finetune/Step Time": 6.273529049009085}
+{"Finetune/Learning Rate": 1.9995303855358037e-05, "Finetune/Loss": 1.0368647575378418, "Finetune/Loss (Raw)": 1.1116242408752441, "Finetune/Step": 379, "Finetune/Step Time": 6.2788155395537615}
+{"Finetune/Learning Rate": 1.9995200084592114e-05, "Finetune/Loss": 1.0358585119247437, "Finetune/Loss (Raw)": 0.9205607771873474, "Finetune/Step": 380, "Finetune/Step Time": 6.282294135540724}
+{"Finetune/Learning Rate": 1.9995095180084393e-05, "Finetune/Loss": 1.036226511001587, "Finetune/Loss (Raw)": 1.1890270709991455, "Finetune/Step": 381, "Finetune/Step Time": 6.2814266216009855}
+{"Finetune/Learning Rate": 1.999498914184677e-05, "Finetune/Loss": 1.035541296005249, "Finetune/Loss (Raw)": 1.0551245212554932, "Finetune/Step": 382, "Finetune/Step Time": 6.268242880702019}
+{"Finetune/Learning Rate": 1.9994881969891277e-05, "Finetune/Loss": 1.0341618061065674, "Finetune/Loss (Raw)": 0.9655476808547974, "Finetune/Step": 383, "Finetune/Step Time": 6.269928727298975}
+{"Finetune/Learning Rate": 1.9994773664230064e-05, "Finetune/Loss": 1.0333902835845947, "Finetune/Loss (Raw)": 1.1061636209487915, "Finetune/Step": 384, "Finetune/Step Time": 6.2763197757303715}
+{"Finetune/Learning Rate": 1.9994664224875425e-05, "Finetune/Loss": 1.032829999923706, "Finetune/Loss (Raw)": 1.0553984642028809, "Finetune/Step": 385, "Finetune/Step Time": 6.2770255375653505}
+{"Finetune/Learning Rate": 1.9994553651839763e-05, "Finetune/Loss": 1.0315871238708496, "Finetune/Loss (Raw)": 1.0473319292068481, "Finetune/Step": 386, "Finetune/Step Time": 6.285373996943235}
+{"Finetune/Learning Rate": 1.999444194513563e-05, "Finetune/Loss": 1.0302824974060059, "Finetune/Loss (Raw)": 0.9800846576690674, "Finetune/Step": 387, "Finetune/Step Time": 6.312993472442031}
+{"Finetune/Learning Rate": 1.999432910477569e-05, "Finetune/Loss": 1.0297417640686035, "Finetune/Loss (Raw)": 1.0604994297027588, "Finetune/Step": 388, "Finetune/Step Time": 6.3131891414523125}
+{"Finetune/Learning Rate": 1.9994215130772746e-05, "Finetune/Loss": 1.0301423072814941, "Finetune/Loss (Raw)": 1.0631418228149414, "Finetune/Step": 389, "Finetune/Step Time": 6.312625717371702}
+{"Finetune/Learning Rate": 1.9994100023139723e-05, "Finetune/Loss": 1.030112385749817, "Finetune/Loss (Raw)": 1.1081674098968506, "Finetune/Step": 390, "Finetune/Step Time": 6.28941385820508}
+{"Finetune/Learning Rate": 1.9993983781889682e-05, "Finetune/Loss": 1.0289223194122314, "Finetune/Loss (Raw)": 1.016474962234497, "Finetune/Step": 391, "Finetune/Step Time": 6.294444389641285}
+{"Finetune/Learning Rate": 1.99938664070358e-05, "Finetune/Loss": 1.0279656648635864, "Finetune/Loss (Raw)": 1.0652295351028442, "Finetune/Step": 392, "Finetune/Step Time": 6.311439858749509}
+{"Finetune/Learning Rate": 1.99937478985914e-05, "Finetune/Loss": 1.0273053646087646, "Finetune/Loss (Raw)": 1.0206953287124634, "Finetune/Step": 393, "Finetune/Step Time": 6.307576633989811}
+{"Finetune/Learning Rate": 1.999362825656992e-05, "Finetune/Loss": 1.0270888805389404, "Finetune/Loss (Raw)": 1.1436859369277954, "Finetune/Step": 394, "Finetune/Step Time": 6.306461637839675}
+{"Finetune/Learning Rate": 1.999350748098493e-05, "Finetune/Loss": 1.0262959003448486, "Finetune/Loss (Raw)": 1.0584579706192017, "Finetune/Step": 395, "Finetune/Step Time": 6.305112132802606}
+{"Finetune/Learning Rate": 1.9993385571850126e-05, "Finetune/Loss": 1.0258291959762573, "Finetune/Loss (Raw)": 1.1083980798721313, "Finetune/Step": 396, "Finetune/Step Time": 6.3294324818998575}
+{"Finetune/Learning Rate": 1.9993262529179348e-05, "Finetune/Loss": 1.0267400741577148, "Finetune/Loss (Raw)": 1.0966036319732666, "Finetune/Step": 397, "Finetune/Step Time": 6.336608983576298}
+{"Finetune/Learning Rate": 1.9993138352986538e-05, "Finetune/Loss": 1.03224778175354, "Finetune/Loss (Raw)": 1.055541753768921, "Finetune/Step": 398, "Finetune/Step Time": 6.35085934959352}
+{"Finetune/Learning Rate": 1.9993013043285795e-05, "Finetune/Loss": 1.0323724746704102, "Finetune/Loss (Raw)": 1.0903329849243164, "Finetune/Step": 399, "Finetune/Step Time": 6.338127244263887}
+{"Finetune/Learning Rate": 1.9992886600091318e-05, "Finetune/Loss": 1.0305804014205933, "Finetune/Loss (Raw)": 0.8978709578514099, "Finetune/Step": 400, "Finetune/Step Time": 6.337647896260023}
+{"Finetune/Learning Rate": 1.9992759023417463e-05, "Finetune/Loss": 1.0302526950836182, "Finetune/Loss (Raw)": 0.9586612582206726, "Finetune/Step": 401, "Finetune/Step Time": 6.336015053093433}
+{"Finetune/Learning Rate": 1.9992630313278694e-05, "Finetune/Loss": 1.0303943157196045, "Finetune/Loss (Raw)": 0.945239782333374, "Finetune/Step": 402, "Finetune/Step Time": 6.344175945967436}
+{"Finetune/Learning Rate": 1.9992500469689607e-05, "Finetune/Loss": 1.030907392501831, "Finetune/Loss (Raw)": 1.1046173572540283, "Finetune/Step": 403, "Finetune/Step Time": 6.343113228678703}
+{"Finetune/Learning Rate": 1.9992369492664937e-05, "Finetune/Loss": 1.0303550958633423, "Finetune/Loss (Raw)": 1.1102428436279297, "Finetune/Step": 404, "Finetune/Step Time": 6.343215821310878}
+{"Finetune/Learning Rate": 1.999223738221954e-05, "Finetune/Loss": 1.030165195465088, "Finetune/Loss (Raw)": 0.9858388900756836, "Finetune/Step": 405, "Finetune/Step Time": 6.340980185195804}
+{"Finetune/Learning Rate": 1.9992104138368397e-05, "Finetune/Loss": 1.0301820039749146, "Finetune/Loss (Raw)": 1.0364071130752563, "Finetune/Step": 406, "Finetune/Step Time": 6.338573917746544}
+{"Finetune/Learning Rate": 1.9991969761126625e-05, "Finetune/Loss": 1.0297322273254395, "Finetune/Loss (Raw)": 1.0179674625396729, "Finetune/Step": 407, "Finetune/Step Time": 6.33831400051713}
+{"Finetune/Learning Rate": 1.9991834250509462e-05, "Finetune/Loss": 1.0285208225250244, "Finetune/Loss (Raw)": 0.9146645665168762, "Finetune/Step": 408, "Finetune/Step Time": 6.338251251727343}
+{"Finetune/Learning Rate": 1.9991697606532283e-05, "Finetune/Loss": 1.028918743133545, "Finetune/Loss (Raw)": 0.9820669889450073, "Finetune/Step": 409, "Finetune/Step Time": 6.338622119277716}
+{"Finetune/Learning Rate": 1.9991559829210586e-05, "Finetune/Loss": 1.0297925472259521, "Finetune/Loss (Raw)": 1.11476469039917, "Finetune/Step": 410, "Finetune/Step Time": 6.343374481424689}
+{"Finetune/Learning Rate": 1.9991420918559995e-05, "Finetune/Loss": 1.0228288173675537, "Finetune/Loss (Raw)": 0.4258815348148346, "Finetune/Step": 411, "Finetune/Step Time": 6.350043972954154}
+{"Finetune/Learning Rate": 1.9991280874596275e-05, "Finetune/Loss": 1.0237572193145752, "Finetune/Loss (Raw)": 1.0162639617919922, "Finetune/Step": 412, "Finetune/Step Time": 6.367171216756105}
+{"Finetune/Learning Rate": 1.9991139697335306e-05, "Finetune/Loss": 1.0189142227172852, "Finetune/Loss (Raw)": 0.3603222668170929, "Finetune/Step": 413, "Finetune/Step Time": 6.361629376187921}
+{"Finetune/Learning Rate": 1.99909973867931e-05, "Finetune/Loss": 1.0191539525985718, "Finetune/Loss (Raw)": 0.9779661893844604, "Finetune/Step": 414, "Finetune/Step Time": 6.369450816884637}
+{"Finetune/Learning Rate": 1.9990853942985802e-05, "Finetune/Loss": 1.019815444946289, "Finetune/Loss (Raw)": 1.0279583930969238, "Finetune/Step": 415, "Finetune/Step Time": 6.362007608637214}
+{"Finetune/Learning Rate": 1.9990709365929678e-05, "Finetune/Loss": 1.0203392505645752, "Finetune/Loss (Raw)": 1.0415301322937012, "Finetune/Step": 416, "Finetune/Step Time": 6.365376781672239}
+{"Finetune/Learning Rate": 1.9990563655641133e-05, "Finetune/Loss": 1.0194616317749023, "Finetune/Loss (Raw)": 0.9658915996551514, "Finetune/Step": 417, "Finetune/Step Time": 6.370388714596629}
+{"Finetune/Learning Rate": 1.9990416812136696e-05, "Finetune/Loss": 1.0205609798431396, "Finetune/Loss (Raw)": 1.2892032861709595, "Finetune/Step": 418, "Finetune/Step Time": 6.3635682705789804}
+{"Finetune/Learning Rate": 1.9990268835433014e-05, "Finetune/Loss": 1.0151915550231934, "Finetune/Loss (Raw)": 0.3524791896343231, "Finetune/Step": 419, "Finetune/Step Time": 6.363778881728649}
+{"Finetune/Learning Rate": 1.999011972554688e-05, "Finetune/Loss": 1.0148792266845703, "Finetune/Loss (Raw)": 1.1319363117218018, "Finetune/Step": 420, "Finetune/Step Time": 6.379311563447118}
+{"Finetune/Learning Rate": 1.9989969482495203e-05, "Finetune/Loss": 1.0147440433502197, "Finetune/Loss (Raw)": 1.067122220993042, "Finetune/Step": 421, "Finetune/Step Time": 6.36888962239027}
+{"Finetune/Learning Rate": 1.998981810629503e-05, "Finetune/Loss": 1.0150797367095947, "Finetune/Loss (Raw)": 1.0705780982971191, "Finetune/Step": 422, "Finetune/Step Time": 6.367744445800781}
+{"Finetune/Learning Rate": 1.998966559696353e-05, "Finetune/Loss": 1.0152990818023682, "Finetune/Loss (Raw)": 1.0905860662460327, "Finetune/Step": 423, "Finetune/Step Time": 6.371371041983366}
+{"Finetune/Learning Rate": 1.9989511954517992e-05, "Finetune/Loss": 1.0140488147735596, "Finetune/Loss (Raw)": 0.9655136466026306, "Finetune/Step": 424, "Finetune/Step Time": 6.370632283389568}
+{"Finetune/Learning Rate": 1.9989357178975854e-05, "Finetune/Loss": 1.016736626625061, "Finetune/Loss (Raw)": 1.0986342430114746, "Finetune/Step": 425, "Finetune/Step Time": 6.364646198228002}
+{"Finetune/Learning Rate": 1.9989201270354673e-05, "Finetune/Loss": 1.0177299976348877, "Finetune/Loss (Raw)": 1.1304664611816406, "Finetune/Step": 426, "Finetune/Step Time": 6.361819416284561}
+{"Finetune/Learning Rate": 1.9989044228672128e-05, "Finetune/Loss": 1.0189663171768188, "Finetune/Loss (Raw)": 1.0078365802764893, "Finetune/Step": 427, "Finetune/Step Time": 6.366749530658126}
+{"Finetune/Learning Rate": 1.9988886053946034e-05, "Finetune/Loss": 1.0188989639282227, "Finetune/Loss (Raw)": 1.1192225217819214, "Finetune/Step": 428, "Finetune/Step Time": 6.358981695026159}
+{"Finetune/Learning Rate": 1.998872674619433e-05, "Finetune/Loss": 1.0191088914871216, "Finetune/Loss (Raw)": 0.9948393106460571, "Finetune/Step": 429, "Finetune/Step Time": 6.338335137814283}
+{"Finetune/Learning Rate": 1.998856630543509e-05, "Finetune/Loss": 1.0196672677993774, "Finetune/Loss (Raw)": 1.1511424779891968, "Finetune/Step": 430, "Finetune/Step Time": 6.3388168178498745}
+{"Finetune/Learning Rate": 1.9988404731686512e-05, "Finetune/Loss": 1.0199729204177856, "Finetune/Loss (Raw)": 1.115599274635315, "Finetune/Step": 431, "Finetune/Step Time": 6.339955467730761}
+{"Finetune/Learning Rate": 1.9988242024966924e-05, "Finetune/Loss": 1.0199079513549805, "Finetune/Loss (Raw)": 1.1262346506118774, "Finetune/Step": 432, "Finetune/Step Time": 6.3406708762049675}
+{"Finetune/Learning Rate": 1.9988078185294775e-05, "Finetune/Loss": 1.0184016227722168, "Finetune/Loss (Raw)": 0.9989116787910461, "Finetune/Step": 433, "Finetune/Step Time": 6.340502856299281}
+{"Finetune/Learning Rate": 1.9987913212688656e-05, "Finetune/Loss": 1.0186352729797363, "Finetune/Loss (Raw)": 0.9575814008712769, "Finetune/Step": 434, "Finetune/Step Time": 6.344502480700612}
+{"Finetune/Learning Rate": 1.998774710716728e-05, "Finetune/Loss": 1.020093321800232, "Finetune/Loss (Raw)": 1.173308253288269, "Finetune/Step": 435, "Finetune/Step Time": 6.348611196503043}
+{"Finetune/Learning Rate": 1.9987579868749484e-05, "Finetune/Loss": 1.0206050872802734, "Finetune/Loss (Raw)": 1.0992462635040283, "Finetune/Step": 436, "Finetune/Step Time": 6.3471740037202835}
+{"Finetune/Learning Rate": 1.9987411497454235e-05, "Finetune/Loss": 1.020643711090088, "Finetune/Loss (Raw)": 1.087789535522461, "Finetune/Step": 437, "Finetune/Step Time": 6.345819029957056}
+{"Finetune/Learning Rate": 1.998724199330064e-05, "Finetune/Loss": 1.0196329355239868, "Finetune/Loss (Raw)": 1.0077210664749146, "Finetune/Step": 438, "Finetune/Step Time": 6.3630386758595705}
+{"Finetune/Learning Rate": 1.998707135630792e-05, "Finetune/Loss": 1.0178345441818237, "Finetune/Loss (Raw)": 0.9658324122428894, "Finetune/Step": 439, "Finetune/Step Time": 6.360668085515499}
+{"Finetune/Learning Rate": 1.9986899586495432e-05, "Finetune/Loss": 1.0178778171539307, "Finetune/Loss (Raw)": 0.9056248068809509, "Finetune/Step": 440, "Finetune/Step Time": 6.355739984661341}
+{"Finetune/Learning Rate": 1.998672668388266e-05, "Finetune/Loss": 1.0168137550354004, "Finetune/Loss (Raw)": 1.0455282926559448, "Finetune/Step": 441, "Finetune/Step Time": 6.351609762758017}
+{"Finetune/Learning Rate": 1.9986552648489212e-05, "Finetune/Loss": 1.016855239868164, "Finetune/Loss (Raw)": 1.0333884954452515, "Finetune/Step": 442, "Finetune/Step Time": 6.355379702523351}
+{"Finetune/Learning Rate": 1.998637748033483e-05, "Finetune/Loss": 1.0184721946716309, "Finetune/Loss (Raw)": 1.2309157848358154, "Finetune/Step": 443, "Finetune/Step Time": 6.358435368165374}
+{"Finetune/Learning Rate": 1.9986201179439388e-05, "Finetune/Loss": 1.017674207687378, "Finetune/Loss (Raw)": 0.9810771346092224, "Finetune/Step": 444, "Finetune/Step Time": 6.351166753098369}
+{"Finetune/Learning Rate": 1.9986023745822875e-05, "Finetune/Loss": 1.018054723739624, "Finetune/Loss (Raw)": 1.0605472326278687, "Finetune/Step": 445, "Finetune/Step Time": 6.332398749887943}
+{"Finetune/Learning Rate": 1.9985845179505425e-05, "Finetune/Loss": 1.017801284790039, "Finetune/Loss (Raw)": 1.0526841878890991, "Finetune/Step": 446, "Finetune/Step Time": 6.335554156452417}
+{"Finetune/Learning Rate": 1.998566548050729e-05, "Finetune/Loss": 1.0179651975631714, "Finetune/Loss (Raw)": 1.0967066287994385, "Finetune/Step": 447, "Finetune/Step Time": 6.340196643024683}
+{"Finetune/Learning Rate": 1.9985484648848854e-05, "Finetune/Loss": 1.0205328464508057, "Finetune/Loss (Raw)": 1.2617117166519165, "Finetune/Step": 448, "Finetune/Step Time": 6.338824234902859}
+{"Finetune/Learning Rate": 1.9985302684550624e-05, "Finetune/Loss": 1.0185130834579468, "Finetune/Loss (Raw)": 0.9290345311164856, "Finetune/Step": 449, "Finetune/Step Time": 6.345833333209157}
+{"Finetune/Learning Rate": 1.9985119587633246e-05, "Finetune/Loss": 1.0171971321105957, "Finetune/Loss (Raw)": 1.0482053756713867, "Finetune/Step": 450, "Finetune/Step Time": 6.349915279075503}
+{"Finetune/Learning Rate": 1.9984935358117485e-05, "Finetune/Loss": 1.018615484237671, "Finetune/Loss (Raw)": 1.2103615999221802, "Finetune/Step": 451, "Finetune/Step Time": 6.3508637845516205}
+{"Finetune/Learning Rate": 1.9984749996024236e-05, "Finetune/Loss": 1.019582748413086, "Finetune/Loss (Raw)": 1.1689242124557495, "Finetune/Step": 452, "Finetune/Step Time": 6.353218400850892}
+{"Finetune/Learning Rate": 1.998456350137453e-05, "Finetune/Loss": 1.0192360877990723, "Finetune/Loss (Raw)": 0.994153618812561, "Finetune/Step": 453, "Finetune/Step Time": 6.353316139429808}
+{"Finetune/Learning Rate": 1.9984375874189514e-05, "Finetune/Loss": 1.018834114074707, "Finetune/Loss (Raw)": 1.067924976348877, "Finetune/Step": 454, "Finetune/Step Time": 6.348681960254908}
+{"Finetune/Learning Rate": 1.9984187114490477e-05, "Finetune/Loss": 1.019673466682434, "Finetune/Loss (Raw)": 1.1106616258621216, "Finetune/Step": 455, "Finetune/Step Time": 6.34697849676013}
+{"Finetune/Learning Rate": 1.998399722229883e-05, "Finetune/Loss": 1.0191890001296997, "Finetune/Loss (Raw)": 1.0268110036849976, "Finetune/Step": 456, "Finetune/Step Time": 6.351043205708265}
+{"Finetune/Learning Rate": 1.99838061976361e-05, "Finetune/Loss": 1.0186817646026611, "Finetune/Loss (Raw)": 0.9490969181060791, "Finetune/Step": 457, "Finetune/Step Time": 6.366897843778133}
+{"Finetune/Learning Rate": 1.998361404052397e-05, "Finetune/Loss": 1.018444299697876, "Finetune/Loss (Raw)": 1.0872445106506348, "Finetune/Step": 458, "Finetune/Step Time": 6.362456355243921}
+{"Finetune/Learning Rate": 1.998342075098423e-05, "Finetune/Loss": 1.0174839496612549, "Finetune/Loss (Raw)": 0.8627248406410217, "Finetune/Step": 459, "Finetune/Step Time": 6.3607525657862425}
+{"Finetune/Learning Rate": 1.9983226329038798e-05, "Finetune/Loss": 1.0175551176071167, "Finetune/Loss (Raw)": 1.0776877403259277, "Finetune/Step": 460, "Finetune/Step Time": 6.367352524772286}
+{"Finetune/Learning Rate": 1.9983030774709737e-05, "Finetune/Loss": 1.017781138420105, "Finetune/Loss (Raw)": 1.1192198991775513, "Finetune/Step": 461, "Finetune/Step Time": 6.367988346144557}
+{"Finetune/Learning Rate": 1.9982834088019226e-05, "Finetune/Loss": 1.0193204879760742, "Finetune/Loss (Raw)": 1.0718744993209839, "Finetune/Step": 462, "Finetune/Step Time": 6.362447436898947}
+{"Finetune/Learning Rate": 1.9982636268989572e-05, "Finetune/Loss": 1.0195786952972412, "Finetune/Loss (Raw)": 1.093501091003418, "Finetune/Step": 463, "Finetune/Step Time": 6.338588112965226}
+{"Finetune/Learning Rate": 1.9982437317643218e-05, "Finetune/Loss": 1.0201051235198975, "Finetune/Loss (Raw)": 1.019490361213684, "Finetune/Step": 464, "Finetune/Step Time": 6.313061943277717}
+{"Finetune/Learning Rate": 1.9982237234002722e-05, "Finetune/Loss": 1.0196874141693115, "Finetune/Loss (Raw)": 0.9274280071258545, "Finetune/Step": 465, "Finetune/Step Time": 6.3113875687122345}
+{"Finetune/Learning Rate": 1.998203601809079e-05, "Finetune/Loss": 1.0197930335998535, "Finetune/Loss (Raw)": 1.0922282934188843, "Finetune/Step": 466, "Finetune/Step Time": 6.311874635517597}
+{"Finetune/Learning Rate": 1.9981833669930236e-05, "Finetune/Loss": 1.01889967918396, "Finetune/Loss (Raw)": 1.0322885513305664, "Finetune/Step": 467, "Finetune/Step Time": 6.311630956828594}
+{"Finetune/Learning Rate": 1.9981630189544023e-05, "Finetune/Loss": 1.0186078548431396, "Finetune/Loss (Raw)": 1.0244123935699463, "Finetune/Step": 468, "Finetune/Step Time": 6.304409720003605}
+{"Finetune/Learning Rate": 1.998142557695522e-05, "Finetune/Loss": 1.018320083618164, "Finetune/Loss (Raw)": 1.0641694068908691, "Finetune/Step": 469, "Finetune/Step Time": 6.297129409387708}
+{"Finetune/Learning Rate": 1.998121983218704e-05, "Finetune/Loss": 1.0235228538513184, "Finetune/Loss (Raw)": 1.0144222974777222, "Finetune/Step": 470, "Finetune/Step Time": 6.2927102986723185}
+{"Finetune/Learning Rate": 1.9981012955262823e-05, "Finetune/Loss": 1.0235148668289185, "Finetune/Loss (Raw)": 1.0644221305847168, "Finetune/Step": 471, "Finetune/Step Time": 6.27932364307344}
+{"Finetune/Learning Rate": 1.9980804946206036e-05, "Finetune/Loss": 1.0223543643951416, "Finetune/Loss (Raw)": 1.035460114479065, "Finetune/Step": 472, "Finetune/Step Time": 6.27991895750165}
+{"Finetune/Learning Rate": 1.998059580504027e-05, "Finetune/Loss": 1.0226951837539673, "Finetune/Loss (Raw)": 1.1445486545562744, "Finetune/Step": 473, "Finetune/Step Time": 6.281480181962252}
+{"Finetune/Learning Rate": 1.9980385531789244e-05, "Finetune/Loss": 1.0211220979690552, "Finetune/Loss (Raw)": 1.0700300931930542, "Finetune/Step": 474, "Finetune/Step Time": 6.280679378658533}
+{"Finetune/Learning Rate": 1.9980174126476816e-05, "Finetune/Loss": 1.0206323862075806, "Finetune/Loss (Raw)": 0.9525783061981201, "Finetune/Step": 475, "Finetune/Step Time": 6.283735040575266}
+{"Finetune/Learning Rate": 1.997996158912696e-05, "Finetune/Loss": 1.0202142000198364, "Finetune/Loss (Raw)": 0.9965300559997559, "Finetune/Step": 476, "Finetune/Step Time": 6.285065336152911}
+{"Finetune/Learning Rate": 1.997974791976379e-05, "Finetune/Loss": 1.0204310417175293, "Finetune/Loss (Raw)": 1.1213864088058472, "Finetune/Step": 477, "Finetune/Step Time": 6.287872441112995}
+{"Finetune/Learning Rate": 1.9979533118411538e-05, "Finetune/Loss": 1.0149630308151245, "Finetune/Loss (Raw)": 0.3862820565700531, "Finetune/Step": 478, "Finetune/Step Time": 6.295269353315234}
+{"Finetune/Learning Rate": 1.9979317185094565e-05, "Finetune/Loss": 1.0210564136505127, "Finetune/Loss (Raw)": 1.0361287593841553, "Finetune/Step": 479, "Finetune/Step Time": 6.305029617622495}
+{"Finetune/Learning Rate": 1.997910011983737e-05, "Finetune/Loss": 1.019779920578003, "Finetune/Loss (Raw)": 0.9464967846870422, "Finetune/Step": 480, "Finetune/Step Time": 6.283644383773208}
+{"Finetune/Learning Rate": 1.9978881922664574e-05, "Finetune/Loss": 1.0255331993103027, "Finetune/Loss (Raw)": 0.9913047552108765, "Finetune/Step": 481, "Finetune/Step Time": 6.277811240404844}
+{"Finetune/Learning Rate": 1.9978662593600925e-05, "Finetune/Loss": 1.0257495641708374, "Finetune/Loss (Raw)": 1.0049455165863037, "Finetune/Step": 482, "Finetune/Step Time": 6.263609632849693}
+{"Finetune/Learning Rate": 1.9978442132671302e-05, "Finetune/Loss": 1.0269672870635986, "Finetune/Loss (Raw)": 1.0548088550567627, "Finetune/Step": 483, "Finetune/Step Time": 6.265054335817695}
+{"Finetune/Learning Rate": 1.9978220539900707e-05, "Finetune/Loss": 1.0269124507904053, "Finetune/Loss (Raw)": 1.16428804397583, "Finetune/Step": 484, "Finetune/Step Time": 6.268560126423836}
+{"Finetune/Learning Rate": 1.9977997815314283e-05, "Finetune/Loss": 1.0272712707519531, "Finetune/Loss (Raw)": 1.0630580186843872, "Finetune/Step": 485, "Finetune/Step Time": 6.27224069647491}
+{"Finetune/Learning Rate": 1.997777395893729e-05, "Finetune/Loss": 1.0270968675613403, "Finetune/Loss (Raw)": 0.8966516852378845, "Finetune/Step": 486, "Finetune/Step Time": 6.271583486348391}
+{"Finetune/Learning Rate": 1.9977548970795114e-05, "Finetune/Loss": 1.0259829759597778, "Finetune/Loss (Raw)": 0.9314554929733276, "Finetune/Step": 487, "Finetune/Step Time": 6.273209197446704}
+{"Finetune/Learning Rate": 1.9977322850913283e-05, "Finetune/Loss": 1.0259299278259277, "Finetune/Loss (Raw)": 1.0576424598693848, "Finetune/Step": 488, "Finetune/Step Time": 6.277788011357188}
+{"Finetune/Learning Rate": 1.9977095599317442e-05, "Finetune/Loss": 1.0239167213439941, "Finetune/Loss (Raw)": 0.9522476196289062, "Finetune/Step": 489, "Finetune/Step Time": 6.292836369946599}
+{"Finetune/Learning Rate": 1.997686721603337e-05, "Finetune/Loss": 1.0250324010849, "Finetune/Loss (Raw)": 1.1115663051605225, "Finetune/Step": 490, "Finetune/Step Time": 6.293788269162178}
+{"Finetune/Learning Rate": 1.997663770108697e-05, "Finetune/Loss": 1.0251414775848389, "Finetune/Loss (Raw)": 0.9925635457038879, "Finetune/Step": 491, "Finetune/Step Time": 6.2945058941841125}
+{"Finetune/Learning Rate": 1.9976407054504276e-05, "Finetune/Loss": 1.023727297782898, "Finetune/Loss (Raw)": 1.0430994033813477, "Finetune/Step": 492, "Finetune/Step Time": 6.28254964761436}
+{"Finetune/Learning Rate": 1.997617527631145e-05, "Finetune/Loss": 1.0251542329788208, "Finetune/Loss (Raw)": 1.0953933000564575, "Finetune/Step": 493, "Finetune/Step Time": 6.279889285564423}
+{"Finetune/Learning Rate": 1.9975942366534783e-05, "Finetune/Loss": 1.0262048244476318, "Finetune/Loss (Raw)": 1.123514175415039, "Finetune/Step": 494, "Finetune/Step Time": 6.276374541223049}
+{"Finetune/Learning Rate": 1.9975708325200696e-05, "Finetune/Loss": 1.0268741846084595, "Finetune/Loss (Raw)": 1.0655357837677002, "Finetune/Step": 495, "Finetune/Step Time": 6.263143097981811}
+{"Finetune/Learning Rate": 1.9975473152335726e-05, "Finetune/Loss": 1.0265644788742065, "Finetune/Loss (Raw)": 1.1225835084915161, "Finetune/Step": 496, "Finetune/Step Time": 6.233810072764754}
+{"Finetune/Learning Rate": 1.997523684796656e-05, "Finetune/Loss": 1.025244951248169, "Finetune/Loss (Raw)": 0.9014755487442017, "Finetune/Step": 497, "Finetune/Step Time": 6.236879965290427}
+{"Finetune/Learning Rate": 1.997499941212e-05, "Finetune/Loss": 1.0263488292694092, "Finetune/Loss (Raw)": 1.0598032474517822, "Finetune/Step": 498, "Finetune/Step Time": 6.249144783243537}
+{"Finetune/Learning Rate": 1.9974760844822972e-05, "Finetune/Loss": 1.0249820947647095, "Finetune/Loss (Raw)": 0.9761269092559814, "Finetune/Step": 499, "Finetune/Step Time": 6.235482523217797}
+{"Finetune/Learning Rate": 1.9974521146102535e-05, "Finetune/Loss": 1.0258033275604248, "Finetune/Loss (Raw)": 1.0561511516571045, "Finetune/Step": 500, "Finetune/Step Time": 6.2308650352060795}
+{"Finetune/Learning Rate": 1.9974280315985886e-05, "Finetune/Loss": 1.0254111289978027, "Finetune/Loss (Raw)": 1.0328459739685059, "Finetune/Step": 501, "Finetune/Step Time": 6.233131488785148}
+{"Finetune/Learning Rate": 1.997403835450034e-05, "Finetune/Loss": 1.0256297588348389, "Finetune/Loss (Raw)": 1.0085264444351196, "Finetune/Step": 502, "Finetune/Step Time": 6.2374296225607395}
+{"Finetune/Learning Rate": 1.9973795261673338e-05, "Finetune/Loss": 1.0255770683288574, "Finetune/Loss (Raw)": 0.9979248046875, "Finetune/Step": 503, "Finetune/Step Time": 6.225042913109064}
+{"Finetune/Learning Rate": 1.997355103753246e-05, "Finetune/Loss": 1.027184247970581, "Finetune/Loss (Raw)": 1.113181710243225, "Finetune/Step": 504, "Finetune/Step Time": 6.223651906475425}
+{"Finetune/Learning Rate": 1.9973305682105398e-05, "Finetune/Loss": 1.028196930885315, "Finetune/Loss (Raw)": 1.0831589698791504, "Finetune/Step": 505, "Finetune/Step Time": 6.223114298656583}
+{"Finetune/Learning Rate": 1.9973059195419996e-05, "Finetune/Loss": 1.0282845497131348, "Finetune/Loss (Raw)": 1.1026339530944824, "Finetune/Step": 506, "Finetune/Step Time": 6.217116266489029}
+{"Finetune/Learning Rate": 1.99728115775042e-05, "Finetune/Loss": 1.028128743171692, "Finetune/Loss (Raw)": 1.0916634798049927, "Finetune/Step": 507, "Finetune/Step Time": 6.210584262385964}
+{"Finetune/Learning Rate": 1.99725628283861e-05, "Finetune/Loss": 1.0281381607055664, "Finetune/Loss (Raw)": 0.921781599521637, "Finetune/Step": 508, "Finetune/Step Time": 6.204238893464208}
+{"Finetune/Learning Rate": 1.997231294809392e-05, "Finetune/Loss": 1.0277447700500488, "Finetune/Loss (Raw)": 1.1386674642562866, "Finetune/Step": 509, "Finetune/Step Time": 6.203160468488932}
+{"Finetune/Learning Rate": 1.9972061936655994e-05, "Finetune/Loss": 1.025964617729187, "Finetune/Loss (Raw)": 0.8272646069526672, "Finetune/Step": 510, "Finetune/Step Time": 6.2075921185314655}
+{"Finetune/Learning Rate": 1.9971809794100797e-05, "Finetune/Loss": 1.0270649194717407, "Finetune/Loss (Raw)": 1.1063882112503052, "Finetune/Step": 511, "Finetune/Step Time": 6.217087225988507}
+{"Finetune/Learning Rate": 1.9971556520456928e-05, "Finetune/Loss": 1.0212279558181763, "Finetune/Loss (Raw)": 0.35902029275894165, "Finetune/Step": 512, "Finetune/Step Time": 6.2181815560907125}
+{"Finetune/Learning Rate": 1.997130211575312e-05, "Finetune/Loss": 1.020949125289917, "Finetune/Loss (Raw)": 1.0197128057479858, "Finetune/Step": 513, "Finetune/Step Time": 6.233420468866825}
+{"Finetune/Learning Rate": 1.9971046580018223e-05, "Finetune/Loss": 1.021544337272644, "Finetune/Loss (Raw)": 1.1235206127166748, "Finetune/Step": 514, "Finetune/Step Time": 6.2292620241642}
+{"Finetune/Learning Rate": 1.9970789913281226e-05, "Finetune/Loss": 1.0217421054840088, "Finetune/Loss (Raw)": 1.005406141281128, "Finetune/Step": 515, "Finetune/Step Time": 6.201292559504509}
+{"Finetune/Learning Rate": 1.997053211557124e-05, "Finetune/Loss": 1.0215725898742676, "Finetune/Loss (Raw)": 1.0387901067733765, "Finetune/Step": 516, "Finetune/Step Time": 6.203086674213409}
+{"Finetune/Learning Rate": 1.9970273186917512e-05, "Finetune/Loss": 1.0208446979522705, "Finetune/Loss (Raw)": 0.9699836373329163, "Finetune/Step": 517, "Finetune/Step Time": 6.2036520931869745}
+{"Finetune/Learning Rate": 1.9970013127349407e-05, "Finetune/Loss": 1.0198427438735962, "Finetune/Loss (Raw)": 0.9799100160598755, "Finetune/Step": 518, "Finetune/Step Time": 6.207912676036358}
+{"Finetune/Learning Rate": 1.9969751936896423e-05, "Finetune/Loss": 1.0200328826904297, "Finetune/Loss (Raw)": 1.0408024787902832, "Finetune/Step": 519, "Finetune/Step Time": 6.208886567503214}
+{"Finetune/Learning Rate": 1.996948961558819e-05, "Finetune/Loss": 1.0193865299224854, "Finetune/Loss (Raw)": 0.9824970364570618, "Finetune/Step": 520, "Finetune/Step Time": 6.203805346041918}
+{"Finetune/Learning Rate": 1.996922616345446e-05, "Finetune/Loss": 1.0198620557785034, "Finetune/Loss (Raw)": 1.081575870513916, "Finetune/Step": 521, "Finetune/Step Time": 6.203579545021057}
+{"Finetune/Learning Rate": 1.9968961580525118e-05, "Finetune/Loss": 1.0135548114776611, "Finetune/Loss (Raw)": 0.33635449409484863, "Finetune/Step": 522, "Finetune/Step Time": 6.209595326334238}
+{"Finetune/Learning Rate": 1.996869586683017e-05, "Finetune/Loss": 1.0127854347229004, "Finetune/Loss (Raw)": 0.9599688649177551, "Finetune/Step": 523, "Finetune/Step Time": 6.22440885938704}
+{"Finetune/Learning Rate": 1.9968429022399762e-05, "Finetune/Loss": 1.0118376016616821, "Finetune/Loss (Raw)": 0.9870911240577698, "Finetune/Step": 524, "Finetune/Step Time": 6.1979187205433846}
+{"Finetune/Learning Rate": 1.996816104726416e-05, "Finetune/Loss": 1.0114011764526367, "Finetune/Loss (Raw)": 1.0407296419143677, "Finetune/Step": 525, "Finetune/Step Time": 6.186570141464472}
+{"Finetune/Learning Rate": 1.996789194145376e-05, "Finetune/Loss": 1.0112278461456299, "Finetune/Loss (Raw)": 1.0333656072616577, "Finetune/Step": 526, "Finetune/Step Time": 6.174594191834331}
+{"Finetune/Learning Rate": 1.9967621704999084e-05, "Finetune/Loss": 1.0098438262939453, "Finetune/Loss (Raw)": 0.9131618142127991, "Finetune/Step": 527, "Finetune/Step Time": 6.174078214913607}
+{"Finetune/Learning Rate": 1.996735033793079e-05, "Finetune/Loss": 1.0110719203948975, "Finetune/Loss (Raw)": 1.0550740957260132, "Finetune/Step": 528, "Finetune/Step Time": 6.179471557959914}
+{"Finetune/Learning Rate": 1.9967077840279653e-05, "Finetune/Loss": 1.009840488433838, "Finetune/Loss (Raw)": 0.8010357618331909, "Finetune/Step": 529, "Finetune/Step Time": 6.192521005868912}
+{"Finetune/Learning Rate": 1.9966804212076583e-05, "Finetune/Loss": 1.0105998516082764, "Finetune/Loss (Raw)": 1.042437195777893, "Finetune/Step": 530, "Finetune/Step Time": 6.196499865502119}
+{"Finetune/Learning Rate": 1.9966529453352615e-05, "Finetune/Loss": 1.00977623462677, "Finetune/Loss (Raw)": 0.9991976022720337, "Finetune/Step": 531, "Finetune/Step Time": 6.200869278982282}
+{"Finetune/Learning Rate": 1.9966253564138922e-05, "Finetune/Loss": 1.0080037117004395, "Finetune/Loss (Raw)": 0.8833591938018799, "Finetune/Step": 532, "Finetune/Step Time": 6.20298302359879}
+{"Finetune/Learning Rate": 1.9965976544466794e-05, "Finetune/Loss": 1.0084283351898193, "Finetune/Loss (Raw)": 1.0401917695999146, "Finetune/Step": 533, "Finetune/Step Time": 6.2060102336108685}
+{"Finetune/Learning Rate": 1.9965698394367653e-05, "Finetune/Loss": 1.0076786279678345, "Finetune/Loss (Raw)": 0.9404428601264954, "Finetune/Step": 534, "Finetune/Step Time": 6.209393106400967}
+{"Finetune/Learning Rate": 1.9965419113873045e-05, "Finetune/Loss": 1.0032966136932373, "Finetune/Loss (Raw)": 0.4570769965648651, "Finetune/Step": 535, "Finetune/Step Time": 6.21358048543334}
+{"Finetune/Learning Rate": 1.9965138703014656e-05, "Finetune/Loss": 1.0039775371551514, "Finetune/Loss (Raw)": 1.0018216371536255, "Finetune/Step": 536, "Finetune/Step Time": 6.230629174038768}
+{"Finetune/Learning Rate": 1.9964857161824288e-05, "Finetune/Loss": 1.0052083730697632, "Finetune/Loss (Raw)": 1.139608383178711, "Finetune/Step": 537, "Finetune/Step Time": 6.236562950536609}
+{"Finetune/Learning Rate": 1.9964574490333876e-05, "Finetune/Loss": 1.0049118995666504, "Finetune/Loss (Raw)": 1.0768184661865234, "Finetune/Step": 538, "Finetune/Step Time": 6.233924720436335}
+{"Finetune/Learning Rate": 1.9964290688575482e-05, "Finetune/Loss": 1.0073586702346802, "Finetune/Loss (Raw)": 0.739072322845459, "Finetune/Step": 539, "Finetune/Step Time": 6.247536949813366}
+{"Finetune/Learning Rate": 1.99640057565813e-05, "Finetune/Loss": 1.0072122812271118, "Finetune/Loss (Raw)": 0.997525155544281, "Finetune/Step": 540, "Finetune/Step Time": 6.239019209519029}
+{"Finetune/Learning Rate": 1.9963719694383653e-05, "Finetune/Loss": 1.0128777027130127, "Finetune/Loss (Raw)": 1.0854843854904175, "Finetune/Step": 541, "Finetune/Step Time": 6.232698475942016}
+{"Finetune/Learning Rate": 1.9963432502014978e-05, "Finetune/Loss": 1.0135799646377563, "Finetune/Loss (Raw)": 1.067861795425415, "Finetune/Step": 542, "Finetune/Step Time": 6.21762465685606}
+{"Finetune/Learning Rate": 1.996314417950786e-05, "Finetune/Loss": 1.0126802921295166, "Finetune/Loss (Raw)": 0.9128155708312988, "Finetune/Step": 543, "Finetune/Step Time": 6.218650510534644}
+{"Finetune/Learning Rate": 1.9962854726894997e-05, "Finetune/Loss": 1.0121842622756958, "Finetune/Loss (Raw)": 0.9780298471450806, "Finetune/Step": 544, "Finetune/Step Time": 6.216708356514573}
+{"Finetune/Learning Rate": 1.9962564144209225e-05, "Finetune/Loss": 1.011854648590088, "Finetune/Loss (Raw)": 0.923706591129303, "Finetune/Step": 545, "Finetune/Step Time": 6.2129394970834255}
+{"Finetune/Learning Rate": 1.9962272431483503e-05, "Finetune/Loss": 1.01085364818573, "Finetune/Loss (Raw)": 1.1610623598098755, "Finetune/Step": 546, "Finetune/Step Time": 6.213215237483382}
+{"Finetune/Learning Rate": 1.9961979588750923e-05, "Finetune/Loss": 1.0111744403839111, "Finetune/Loss (Raw)": 0.3935483992099762, "Finetune/Step": 547, "Finetune/Step Time": 6.205752937123179}
+{"Finetune/Learning Rate": 1.9961685616044696e-05, "Finetune/Loss": 1.0099328756332397, "Finetune/Loss (Raw)": 0.9730149507522583, "Finetune/Step": 548, "Finetune/Step Time": 6.2028730772435665}
+{"Finetune/Learning Rate": 1.996139051339817e-05, "Finetune/Loss": 1.0087510347366333, "Finetune/Loss (Raw)": 0.9158390760421753, "Finetune/Step": 549, "Finetune/Step Time": 6.2075569704174995}
+{"Finetune/Learning Rate": 1.996109428084482e-05, "Finetune/Loss": 1.0085928440093994, "Finetune/Loss (Raw)": 1.0503419637680054, "Finetune/Step": 550, "Finetune/Step Time": 6.209513075649738}
+{"Finetune/Learning Rate": 1.9960796918418244e-05, "Finetune/Loss": 1.0086416006088257, "Finetune/Loss (Raw)": 1.0968282222747803, "Finetune/Step": 551, "Finetune/Step Time": 6.205866456031799}
+{"Finetune/Learning Rate": 1.996049842615217e-05, "Finetune/Loss": 1.0099706649780273, "Finetune/Loss (Raw)": 1.1356415748596191, "Finetune/Step": 552, "Finetune/Step Time": 6.204887827858329}
+{"Finetune/Learning Rate": 1.9960198804080462e-05, "Finetune/Loss": 1.0094730854034424, "Finetune/Loss (Raw)": 1.0349290370941162, "Finetune/Step": 553, "Finetune/Step Time": 6.207320800051093}
+{"Finetune/Learning Rate": 1.9959898052237097e-05, "Finetune/Loss": 1.0074745416641235, "Finetune/Loss (Raw)": 0.8746532201766968, "Finetune/Step": 554, "Finetune/Step Time": 6.205231614410877}
+{"Finetune/Learning Rate": 1.9959596170656197e-05, "Finetune/Loss": 1.00898277759552, "Finetune/Loss (Raw)": 1.2008945941925049, "Finetune/Step": 555, "Finetune/Step Time": 6.194781996309757}
+{"Finetune/Learning Rate": 1.9959293159371998e-05, "Finetune/Loss": 1.0090892314910889, "Finetune/Loss (Raw)": 1.1328465938568115, "Finetune/Step": 556, "Finetune/Step Time": 6.195863839238882}
+{"Finetune/Learning Rate": 1.9958989018418873e-05, "Finetune/Loss": 1.009480595588684, "Finetune/Loss (Raw)": 1.044931411743164, "Finetune/Step": 557, "Finetune/Step Time": 6.2074451092630625}
+{"Finetune/Learning Rate": 1.9958683747831324e-05, "Finetune/Loss": 1.0074315071105957, "Finetune/Loss (Raw)": 0.8888516426086426, "Finetune/Step": 558, "Finetune/Step Time": 6.2191883232444525}
+{"Finetune/Learning Rate": 1.995837734764397e-05, "Finetune/Loss": 1.0063157081604004, "Finetune/Loss (Raw)": 0.9727862477302551, "Finetune/Step": 559, "Finetune/Step Time": 6.224121129140258}
+{"Finetune/Learning Rate": 1.995806981789157e-05, "Finetune/Loss": 1.005944848060608, "Finetune/Loss (Raw)": 1.0787653923034668, "Finetune/Step": 560, "Finetune/Step Time": 6.222334301099181}
+{"Finetune/Learning Rate": 1.9957761158609007e-05, "Finetune/Loss": 1.0061366558074951, "Finetune/Loss (Raw)": 1.0234718322753906, "Finetune/Step": 561, "Finetune/Step Time": 6.219348940998316}
+{"Finetune/Learning Rate": 1.9957451369831287e-05, "Finetune/Loss": 1.00518798828125, "Finetune/Loss (Raw)": 0.8361501097679138, "Finetune/Step": 562, "Finetune/Step Time": 6.2151284869760275}
+{"Finetune/Learning Rate": 1.9957140451593554e-05, "Finetune/Loss": 1.0046981573104858, "Finetune/Loss (Raw)": 1.1105982065200806, "Finetune/Step": 563, "Finetune/Step Time": 6.207584403455257}
+{"Finetune/Learning Rate": 1.9956828403931078e-05, "Finetune/Loss": 1.0025291442871094, "Finetune/Loss (Raw)": 0.8216215372085571, "Finetune/Step": 564, "Finetune/Step Time": 6.2076735608279705}
+{"Finetune/Learning Rate": 1.9956515226879244e-05, "Finetune/Loss": 1.0029321908950806, "Finetune/Loss (Raw)": 1.1393752098083496, "Finetune/Step": 565, "Finetune/Step Time": 6.212780669331551}
+{"Finetune/Learning Rate": 1.9956200920473584e-05, "Finetune/Loss": 1.0025033950805664, "Finetune/Loss (Raw)": 0.9528356790542603, "Finetune/Step": 566, "Finetune/Step Time": 6.190739523619413}
+{"Finetune/Learning Rate": 1.995588548474974e-05, "Finetune/Loss": 1.0027529001235962, "Finetune/Loss (Raw)": 0.9977725148200989, "Finetune/Step": 567, "Finetune/Step Time": 6.18614823743701}
+{"Finetune/Learning Rate": 1.9955568919743507e-05, "Finetune/Loss": 1.0050830841064453, "Finetune/Loss (Raw)": 1.2038781642913818, "Finetune/Step": 568, "Finetune/Step Time": 6.1928343046456575}
+{"Finetune/Learning Rate": 1.9955251225490773e-05, "Finetune/Loss": 1.0048837661743164, "Finetune/Loss (Raw)": 1.0200259685516357, "Finetune/Step": 569, "Finetune/Step Time": 6.194371806457639}
+{"Finetune/Learning Rate": 1.9954932402027595e-05, "Finetune/Loss": 1.0051966905593872, "Finetune/Loss (Raw)": 1.0734384059906006, "Finetune/Step": 570, "Finetune/Step Time": 6.196405151858926}
+{"Finetune/Learning Rate": 1.9954612449390115e-05, "Finetune/Loss": 1.0039067268371582, "Finetune/Loss (Raw)": 1.065794825553894, "Finetune/Step": 571, "Finetune/Step Time": 6.196047779172659}
+{"Finetune/Learning Rate": 1.9954291367614642e-05, "Finetune/Loss": 1.00356924533844, "Finetune/Loss (Raw)": 0.9378808736801147, "Finetune/Step": 572, "Finetune/Step Time": 6.196935618296266}
+{"Finetune/Learning Rate": 1.9953969156737586e-05, "Finetune/Loss": 1.0022623538970947, "Finetune/Loss (Raw)": 0.8932780027389526, "Finetune/Step": 573, "Finetune/Step Time": 6.196802908554673}
+{"Finetune/Learning Rate": 1.99536458167955e-05, "Finetune/Loss": 1.0029664039611816, "Finetune/Loss (Raw)": 1.1427940130233765, "Finetune/Step": 574, "Finetune/Step Time": 6.185629041865468}
+{"Finetune/Learning Rate": 1.9953321347825055e-05, "Finetune/Loss": 1.0024925470352173, "Finetune/Loss (Raw)": 1.0360490083694458, "Finetune/Step": 575, "Finetune/Step Time": 6.178491564467549}
+{"Finetune/Learning Rate": 1.995299574986306e-05, "Finetune/Loss": 1.000762939453125, "Finetune/Loss (Raw)": 1.0403140783309937, "Finetune/Step": 576, "Finetune/Step Time": 6.176547642797232}
+{"Finetune/Learning Rate": 1.9952669022946446e-05, "Finetune/Loss": 1.0014228820800781, "Finetune/Loss (Raw)": 1.0135226249694824, "Finetune/Step": 577, "Finetune/Step Time": 6.168063450604677}
+{"Finetune/Learning Rate": 1.995234116711227e-05, "Finetune/Loss": 1.0014216899871826, "Finetune/Loss (Raw)": 1.0480619668960571, "Finetune/Step": 578, "Finetune/Step Time": 6.160838829353452}
+{"Finetune/Learning Rate": 1.9952012182397728e-05, "Finetune/Loss": 1.0000423192977905, "Finetune/Loss (Raw)": 1.0337885618209839, "Finetune/Step": 579, "Finetune/Step Time": 6.161704324185848}
+{"Finetune/Learning Rate": 1.9951682068840124e-05, "Finetune/Loss": 1.0001386404037476, "Finetune/Loss (Raw)": 1.1812506914138794, "Finetune/Step": 580, "Finetune/Step Time": 6.162257956340909}
+{"Finetune/Learning Rate": 1.9951350826476915e-05, "Finetune/Loss": 0.994792103767395, "Finetune/Loss (Raw)": 0.3098028600215912, "Finetune/Step": 581, "Finetune/Step Time": 6.166165228933096}
+{"Finetune/Learning Rate": 1.9951018455345666e-05, "Finetune/Loss": 0.9889105558395386, "Finetune/Loss (Raw)": 0.315081924200058, "Finetune/Step": 582, "Finetune/Step Time": 6.186499385163188}
+{"Finetune/Learning Rate": 1.9950684955484076e-05, "Finetune/Loss": 0.9877907037734985, "Finetune/Loss (Raw)": 0.9673247337341309, "Finetune/Step": 583, "Finetune/Step Time": 6.217938931658864}
+{"Finetune/Learning Rate": 1.995035032692998e-05, "Finetune/Loss": 0.9866573810577393, "Finetune/Loss (Raw)": 0.8817455768585205, "Finetune/Step": 584, "Finetune/Step Time": 6.2126413602381945}
+{"Finetune/Learning Rate": 1.995001456972133e-05, "Finetune/Loss": 0.9879137277603149, "Finetune/Loss (Raw)": 1.109905481338501, "Finetune/Step": 585, "Finetune/Step Time": 6.201905585825443}
+{"Finetune/Learning Rate": 1.9949677683896208e-05, "Finetune/Loss": 0.9868372678756714, "Finetune/Loss (Raw)": 0.9494616985321045, "Finetune/Step": 586, "Finetune/Step Time": 6.198991464450955}
+{"Finetune/Learning Rate": 1.9949339669492835e-05, "Finetune/Loss": 0.9876400828361511, "Finetune/Loss (Raw)": 0.9654809832572937, "Finetune/Step": 587, "Finetune/Step Time": 6.199083641171455}
+{"Finetune/Learning Rate": 1.9949000526549546e-05, "Finetune/Loss": 0.9819972515106201, "Finetune/Loss (Raw)": 0.35540735721588135, "Finetune/Step": 588, "Finetune/Step Time": 6.20375407859683}
+{"Finetune/Learning Rate": 1.9948660255104807e-05, "Finetune/Loss": 0.979515016078949, "Finetune/Loss (Raw)": 0.8014910817146301, "Finetune/Step": 589, "Finetune/Step Time": 6.220864871516824}
+{"Finetune/Learning Rate": 1.994831885519722e-05, "Finetune/Loss": 0.9789001941680908, "Finetune/Loss (Raw)": 0.9931782484054565, "Finetune/Step": 590, "Finetune/Step Time": 6.225772498175502}
+{"Finetune/Learning Rate": 1.9947976326865505e-05, "Finetune/Loss": 0.9793444275856018, "Finetune/Loss (Raw)": 1.1503633260726929, "Finetune/Step": 591, "Finetune/Step Time": 6.226906966418028}
+{"Finetune/Learning Rate": 1.9947632670148517e-05, "Finetune/Loss": 0.9792864322662354, "Finetune/Loss (Raw)": 1.0120654106140137, "Finetune/Step": 592, "Finetune/Step Time": 6.2275665402412415}
+{"Finetune/Learning Rate": 1.9947287885085237e-05, "Finetune/Loss": 0.9785785675048828, "Finetune/Loss (Raw)": 0.8368181586265564, "Finetune/Step": 593, "Finetune/Step Time": 6.229644607752562}
+{"Finetune/Learning Rate": 1.994694197171477e-05, "Finetune/Loss": 0.9734162092208862, "Finetune/Loss (Raw)": 0.4314504563808441, "Finetune/Step": 594, "Finetune/Step Time": 6.233729045838118}
+{"Finetune/Learning Rate": 1.994659493007636e-05, "Finetune/Loss": 0.973764955997467, "Finetune/Loss (Raw)": 1.0769318342208862, "Finetune/Step": 595, "Finetune/Step Time": 6.247292011976242}
+{"Finetune/Learning Rate": 1.994624676020936e-05, "Finetune/Loss": 0.9739392399787903, "Finetune/Loss (Raw)": 1.0467147827148438, "Finetune/Step": 596, "Finetune/Step Time": 6.248332969844341}
+{"Finetune/Learning Rate": 1.9945897462153275e-05, "Finetune/Loss": 0.9731736183166504, "Finetune/Loss (Raw)": 0.966170072555542, "Finetune/Step": 597, "Finetune/Step Time": 6.250411659479141}
+{"Finetune/Learning Rate": 1.9945547035947715e-05, "Finetune/Loss": 0.9732593894004822, "Finetune/Loss (Raw)": 1.025403618812561, "Finetune/Step": 598, "Finetune/Step Time": 6.2524968814104795}
+{"Finetune/Learning Rate": 1.9945195481632434e-05, "Finetune/Loss": 0.9730597138404846, "Finetune/Loss (Raw)": 1.0388689041137695, "Finetune/Step": 599, "Finetune/Step Time": 6.252141933888197}
+{"Finetune/Learning Rate": 1.9944842799247306e-05, "Finetune/Loss": 0.9724832773208618, "Finetune/Loss (Raw)": 0.9616713523864746, "Finetune/Step": 600, "Finetune/Step Time": 6.248089676722884}
+{"Finetune/Learning Rate": 1.994448898883234e-05, "Finetune/Loss": 0.9700045585632324, "Finetune/Loss (Raw)": 0.8272653818130493, "Finetune/Step": 601, "Finetune/Step Time": 6.24690019339323}
+{"Finetune/Learning Rate": 1.994413405042766e-05, "Finetune/Loss": 0.9699724912643433, "Finetune/Loss (Raw)": 1.065941333770752, "Finetune/Step": 602, "Finetune/Step Time": 6.26088547706604}
+{"Finetune/Learning Rate": 1.9943777984073534e-05, "Finetune/Loss": 0.96949702501297, "Finetune/Loss (Raw)": 0.8917096257209778, "Finetune/Step": 603, "Finetune/Step Time": 6.268712695688009}
+{"Finetune/Learning Rate": 1.9943420789810343e-05, "Finetune/Loss": 0.9699255228042603, "Finetune/Loss (Raw)": 1.051376223564148, "Finetune/Step": 604, "Finetune/Step Time": 6.278466636314988}
+{"Finetune/Learning Rate": 1.9943062467678608e-05, "Finetune/Loss": 0.9701266288757324, "Finetune/Loss (Raw)": 1.1471357345581055, "Finetune/Step": 605, "Finetune/Step Time": 6.294135423377156}
+{"Finetune/Learning Rate": 1.9942703017718977e-05, "Finetune/Loss": 0.9749143719673157, "Finetune/Loss (Raw)": 0.9991083145141602, "Finetune/Step": 606, "Finetune/Step Time": 6.2907077614218}
+{"Finetune/Learning Rate": 1.9942342439972208e-05, "Finetune/Loss": 0.975409209728241, "Finetune/Loss (Raw)": 1.0994676351547241, "Finetune/Step": 607, "Finetune/Step Time": 6.276340410113335}
+{"Finetune/Learning Rate": 1.9941980734479214e-05, "Finetune/Loss": 0.9755674600601196, "Finetune/Loss (Raw)": 0.966754674911499, "Finetune/Step": 608, "Finetune/Step Time": 6.275538917630911}
+{"Finetune/Learning Rate": 1.9941617901281022e-05, "Finetune/Loss": 0.9748675227165222, "Finetune/Loss (Raw)": 0.9017083048820496, "Finetune/Step": 609, "Finetune/Step Time": 6.2778501976281404}
+{"Finetune/Learning Rate": 1.994125394041878e-05, "Finetune/Loss": 0.97455894947052, "Finetune/Loss (Raw)": 0.9654484987258911, "Finetune/Step": 610, "Finetune/Step Time": 6.283290628343821}
+{"Finetune/Learning Rate": 1.9940888851933776e-05, "Finetune/Loss": 0.974328339099884, "Finetune/Loss (Raw)": 1.0252965688705444, "Finetune/Step": 611, "Finetune/Step Time": 6.286012323573232}
+{"Finetune/Learning Rate": 1.994052263586742e-05, "Finetune/Loss": 0.9722681045532227, "Finetune/Loss (Raw)": 0.9005704522132874, "Finetune/Step": 612, "Finetune/Step Time": 6.286145178601146}
+{"Finetune/Learning Rate": 1.994015529226125e-05, "Finetune/Loss": 0.9703735113143921, "Finetune/Loss (Raw)": 0.8205543160438538, "Finetune/Step": 613, "Finetune/Step Time": 6.286636488512158}
+{"Finetune/Learning Rate": 1.993978682115694e-05, "Finetune/Loss": 0.9709182381629944, "Finetune/Loss (Raw)": 0.9663801789283752, "Finetune/Step": 614, "Finetune/Step Time": 6.292709367349744}
+{"Finetune/Learning Rate": 1.993941722259628e-05, "Finetune/Loss": 0.9666215181350708, "Finetune/Loss (Raw)": 0.38147327303886414, "Finetune/Step": 615, "Finetune/Step Time": 6.293199919164181}
+{"Finetune/Learning Rate": 1.9939046496621196e-05, "Finetune/Loss": 0.9658536911010742, "Finetune/Loss (Raw)": 0.9593580365180969, "Finetune/Step": 616, "Finetune/Step Time": 6.302309708669782}
+{"Finetune/Learning Rate": 1.9938674643273735e-05, "Finetune/Loss": 0.9672732353210449, "Finetune/Loss (Raw)": 1.1339514255523682, "Finetune/Step": 617, "Finetune/Step Time": 6.292518014088273}
+{"Finetune/Learning Rate": 1.9938301662596075e-05, "Finetune/Loss": 0.9655367136001587, "Finetune/Loss (Raw)": 0.8892951607704163, "Finetune/Step": 618, "Finetune/Step Time": 6.296524716541171}
+{"Finetune/Learning Rate": 1.9937927554630528e-05, "Finetune/Loss": 0.9666168093681335, "Finetune/Loss (Raw)": 1.1308077573776245, "Finetune/Step": 619, "Finetune/Step Time": 6.299082111567259}
+{"Finetune/Learning Rate": 1.9937552319419525e-05, "Finetune/Loss": 0.9666613936424255, "Finetune/Loss (Raw)": 1.0488052368164062, "Finetune/Step": 620, "Finetune/Step Time": 6.299355618655682}
+{"Finetune/Learning Rate": 1.993717595700563e-05, "Finetune/Loss": 0.9604052901268005, "Finetune/Loss (Raw)": 0.2946226894855499, "Finetune/Step": 621, "Finetune/Step Time": 6.301916180178523}
+{"Finetune/Learning Rate": 1.9936798467431534e-05, "Finetune/Loss": 0.9553420543670654, "Finetune/Loss (Raw)": 0.47541651129722595, "Finetune/Step": 622, "Finetune/Step Time": 6.315202467143536}
+{"Finetune/Learning Rate": 1.993641985074005e-05, "Finetune/Loss": 0.9566788077354431, "Finetune/Loss (Raw)": 1.2366398572921753, "Finetune/Step": 623, "Finetune/Step Time": 6.332729194313288}
+{"Finetune/Learning Rate": 1.9936040106974132e-05, "Finetune/Loss": 0.95615154504776, "Finetune/Loss (Raw)": 1.055091142654419, "Finetune/Step": 624, "Finetune/Step Time": 6.334061589092016}
+{"Finetune/Learning Rate": 1.9935659236176846e-05, "Finetune/Loss": 0.9580597281455994, "Finetune/Loss (Raw)": 1.1457210779190063, "Finetune/Step": 625, "Finetune/Step Time": 6.328461464494467}
+{"Finetune/Learning Rate": 1.9935277238391398e-05, "Finetune/Loss": 0.9571793079376221, "Finetune/Loss (Raw)": 0.9471088647842407, "Finetune/Step": 626, "Finetune/Step Time": 6.308239268139005}
+{"Finetune/Learning Rate": 1.993489411366112e-05, "Finetune/Loss": 0.957647442817688, "Finetune/Loss (Raw)": 1.0360522270202637, "Finetune/Step": 627, "Finetune/Step Time": 6.303939197212458}
+{"Finetune/Learning Rate": 1.993450986202946e-05, "Finetune/Loss": 0.9569324851036072, "Finetune/Loss (Raw)": 0.9646342396736145, "Finetune/Step": 628, "Finetune/Step Time": 6.306806115433574}
+{"Finetune/Learning Rate": 1.9934124483540015e-05, "Finetune/Loss": 0.956993043422699, "Finetune/Loss (Raw)": 1.0405997037887573, "Finetune/Step": 629, "Finetune/Step Time": 6.303365048021078}
+{"Finetune/Learning Rate": 1.9933737978236487e-05, "Finetune/Loss": 0.956931471824646, "Finetune/Loss (Raw)": 1.000649094581604, "Finetune/Step": 630, "Finetune/Step Time": 6.296656297519803}
+{"Finetune/Learning Rate": 1.9933350346162722e-05, "Finetune/Loss": 0.9572182893753052, "Finetune/Loss (Raw)": 1.0346304178237915, "Finetune/Step": 631, "Finetune/Step Time": 6.301623530685902}
+{"Finetune/Learning Rate": 1.9932961587362692e-05, "Finetune/Loss": 0.9567030668258667, "Finetune/Loss (Raw)": 1.0472333431243896, "Finetune/Step": 632, "Finetune/Step Time": 6.299826547503471}
+{"Finetune/Learning Rate": 1.993257170188049e-05, "Finetune/Loss": 0.9568567276000977, "Finetune/Loss (Raw)": 1.102828860282898, "Finetune/Step": 633, "Finetune/Step Time": 6.315745979547501}
+{"Finetune/Learning Rate": 1.9932180689760336e-05, "Finetune/Loss": 0.9558665156364441, "Finetune/Loss (Raw)": 0.9758918285369873, "Finetune/Step": 634, "Finetune/Step Time": 6.316418457776308}
+{"Finetune/Learning Rate": 1.993178855104659e-05, "Finetune/Loss": 0.9505032896995544, "Finetune/Loss (Raw)": 0.4051646888256073, "Finetune/Step": 635, "Finetune/Step Time": 6.325050296261907}
+{"Finetune/Learning Rate": 1.9931395285783726e-05, "Finetune/Loss": 0.950513482093811, "Finetune/Loss (Raw)": 0.9230812788009644, "Finetune/Step": 636, "Finetune/Step Time": 6.34189279191196}
+{"Finetune/Learning Rate": 1.9931000894016353e-05, "Finetune/Loss": 0.9445008039474487, "Finetune/Loss (Raw)": 0.36905592679977417, "Finetune/Step": 637, "Finetune/Step Time": 6.346611469984055}
+{"Finetune/Learning Rate": 1.9930605375789205e-05, "Finetune/Loss": 0.945267915725708, "Finetune/Loss (Raw)": 0.9254515767097473, "Finetune/Step": 638, "Finetune/Step Time": 6.3566211350262165}
+{"Finetune/Learning Rate": 1.993020873114715e-05, "Finetune/Loss": 0.9451465010643005, "Finetune/Loss (Raw)": 1.090843915939331, "Finetune/Step": 639, "Finetune/Step Time": 6.350839592516422}
+{"Finetune/Learning Rate": 1.992981096013517e-05, "Finetune/Loss": 0.9510107636451721, "Finetune/Loss (Raw)": 1.1096452474594116, "Finetune/Step": 640, "Finetune/Step Time": 6.34257004968822}
+{"Finetune/Learning Rate": 1.992941206279839e-05, "Finetune/Loss": 0.9506996870040894, "Finetune/Loss (Raw)": 0.9798943400382996, "Finetune/Step": 641, "Finetune/Step Time": 6.3266242779791355}
+{"Finetune/Learning Rate": 1.992901203918206e-05, "Finetune/Loss": 0.9491233229637146, "Finetune/Loss (Raw)": 0.9217501878738403, "Finetune/Step": 642, "Finetune/Step Time": 6.324634758755565}
+{"Finetune/Learning Rate": 1.9928610889331548e-05, "Finetune/Loss": 0.9492239356040955, "Finetune/Loss (Raw)": 1.018282413482666, "Finetune/Step": 643, "Finetune/Step Time": 6.325890004634857}
+{"Finetune/Learning Rate": 1.9928208613292358e-05, "Finetune/Loss": 0.9476284980773926, "Finetune/Loss (Raw)": 0.8345708847045898, "Finetune/Step": 644, "Finetune/Step Time": 6.325993748381734}
+{"Finetune/Learning Rate": 1.9927805211110117e-05, "Finetune/Loss": 0.9485726952552795, "Finetune/Loss (Raw)": 1.0908430814743042, "Finetune/Step": 645, "Finetune/Step Time": 6.3304445669054985}
+{"Finetune/Learning Rate": 1.9927400682830588e-05, "Finetune/Loss": 0.9489052891731262, "Finetune/Loss (Raw)": 1.022487759590149, "Finetune/Step": 646, "Finetune/Step Time": 6.344439335167408}
+{"Finetune/Learning Rate": 1.992699502849965e-05, "Finetune/Loss": 0.9496159553527832, "Finetune/Loss (Raw)": 1.1317675113677979, "Finetune/Step": 647, "Finetune/Step Time": 6.339586960151792}
+{"Finetune/Learning Rate": 1.9926588248163317e-05, "Finetune/Loss": 0.9492539763450623, "Finetune/Loss (Raw)": 0.9361602663993835, "Finetune/Step": 648, "Finetune/Step Time": 6.329997394233942}
+{"Finetune/Learning Rate": 1.992618034186773e-05, "Finetune/Loss": 0.9502691030502319, "Finetune/Loss (Raw)": 1.2115147113800049, "Finetune/Step": 649, "Finetune/Step Time": 6.334945844486356}
+{"Finetune/Learning Rate": 1.992577130965916e-05, "Finetune/Loss": 0.9558693170547485, "Finetune/Loss (Raw)": 1.053181529045105, "Finetune/Step": 650, "Finetune/Step Time": 6.32949092797935}
+{"Finetune/Learning Rate": 1.9925361151584e-05, "Finetune/Loss": 0.956080973148346, "Finetune/Loss (Raw)": 0.9870607256889343, "Finetune/Step": 651, "Finetune/Step Time": 6.312670407816768}
+{"Finetune/Learning Rate": 1.9924949867688778e-05, "Finetune/Loss": 0.9562233686447144, "Finetune/Loss (Raw)": 1.0053107738494873, "Finetune/Step": 652, "Finetune/Step Time": 6.31626751832664}
+{"Finetune/Learning Rate": 1.992453745802014e-05, "Finetune/Loss": 0.9559682607650757, "Finetune/Loss (Raw)": 1.0080863237380981, "Finetune/Step": 653, "Finetune/Step Time": 6.329900551587343}
+{"Finetune/Learning Rate": 1.992412392262487e-05, "Finetune/Loss": 0.9543185234069824, "Finetune/Loss (Raw)": 0.8221914768218994, "Finetune/Step": 654, "Finetune/Step Time": 6.321196723729372}
+{"Finetune/Learning Rate": 1.9923709261549867e-05, "Finetune/Loss": 0.9543275833129883, "Finetune/Loss (Raw)": 0.9143274426460266, "Finetune/Step": 655, "Finetune/Step Time": 6.32062498293817}
+{"Finetune/Learning Rate": 1.9923293474842175e-05, "Finetune/Loss": 0.9543128609657288, "Finetune/Loss (Raw)": 1.0531842708587646, "Finetune/Step": 656, "Finetune/Step Time": 6.317151235416532}
+{"Finetune/Learning Rate": 1.9922876562548946e-05, "Finetune/Loss": 0.9551116228103638, "Finetune/Loss (Raw)": 0.9032847285270691, "Finetune/Step": 657, "Finetune/Step Time": 6.3100395649671555}
+{"Finetune/Learning Rate": 1.992245852471748e-05, "Finetune/Loss": 0.9556137323379517, "Finetune/Loss (Raw)": 1.106699824333191, "Finetune/Step": 658, "Finetune/Step Time": 6.305358838289976}
+{"Finetune/Learning Rate": 1.9922039361395186e-05, "Finetune/Loss": 0.9559420943260193, "Finetune/Loss (Raw)": 1.0412273406982422, "Finetune/Step": 659, "Finetune/Step Time": 6.302239513024688}
+{"Finetune/Learning Rate": 1.9921619072629617e-05, "Finetune/Loss": 0.9568681716918945, "Finetune/Loss (Raw)": 1.0019057989120483, "Finetune/Step": 660, "Finetune/Step Time": 6.3033999763429165}
+{"Finetune/Learning Rate": 1.9921197658468438e-05, "Finetune/Loss": 0.9515219330787659, "Finetune/Loss (Raw)": 0.3558673858642578, "Finetune/Step": 661, "Finetune/Step Time": 6.308055652305484}
+{"Finetune/Learning Rate": 1.9920775118959454e-05, "Finetune/Loss": 0.9511548280715942, "Finetune/Loss (Raw)": 0.8934478759765625, "Finetune/Step": 662, "Finetune/Step Time": 6.322438072413206}
+{"Finetune/Learning Rate": 1.992035145415059e-05, "Finetune/Loss": 0.9551693201065063, "Finetune/Loss (Raw)": 0.9709436297416687, "Finetune/Step": 663, "Finetune/Step Time": 6.320455390959978}
+{"Finetune/Learning Rate": 1.9919926664089907e-05, "Finetune/Loss": 0.9557718634605408, "Finetune/Loss (Raw)": 1.078942894935608, "Finetune/Step": 664, "Finetune/Step Time": 6.309360928833485}
+{"Finetune/Learning Rate": 1.9919500748825587e-05, "Finetune/Loss": 0.9547600746154785, "Finetune/Loss (Raw)": 1.0100938081741333, "Finetune/Step": 665, "Finetune/Step Time": 6.3101129699498415}
+{"Finetune/Learning Rate": 1.9919073708405932e-05, "Finetune/Loss": 0.9544075727462769, "Finetune/Loss (Raw)": 1.0317069292068481, "Finetune/Step": 666, "Finetune/Step Time": 6.311322424560785}
+{"Finetune/Learning Rate": 1.9918645542879397e-05, "Finetune/Loss": 0.9546468257904053, "Finetune/Loss (Raw)": 0.7696943283081055, "Finetune/Step": 667, "Finetune/Step Time": 6.295206122100353}
+{"Finetune/Learning Rate": 1.9918216252294532e-05, "Finetune/Loss": 0.9558039307594299, "Finetune/Loss (Raw)": 1.1456339359283447, "Finetune/Step": 668, "Finetune/Step Time": 6.289941985160112}
+{"Finetune/Learning Rate": 1.991778583670004e-05, "Finetune/Loss": 0.9558852314949036, "Finetune/Loss (Raw)": 1.0958915948867798, "Finetune/Step": 669, "Finetune/Step Time": 6.297078339383006}
+{"Finetune/Learning Rate": 1.9917354296144742e-05, "Finetune/Loss": 0.9547033309936523, "Finetune/Loss (Raw)": 0.9165719151496887, "Finetune/Step": 670, "Finetune/Step Time": 6.297191189602017}
+{"Finetune/Learning Rate": 1.9916921630677585e-05, "Finetune/Loss": 0.9549167156219482, "Finetune/Loss (Raw)": 0.9401358366012573, "Finetune/Step": 671, "Finetune/Step Time": 6.2966020833700895}
+{"Finetune/Learning Rate": 1.9916487840347644e-05, "Finetune/Loss": 0.956133246421814, "Finetune/Loss (Raw)": 1.1337440013885498, "Finetune/Step": 672, "Finetune/Step Time": 6.295365767553449}
+{"Finetune/Learning Rate": 1.9916052925204123e-05, "Finetune/Loss": 0.9560951590538025, "Finetune/Loss (Raw)": 0.9188298583030701, "Finetune/Step": 673, "Finetune/Step Time": 6.295571967959404}
+{"Finetune/Learning Rate": 1.991561688529636e-05, "Finetune/Loss": 0.9538849592208862, "Finetune/Loss (Raw)": 0.8781555891036987, "Finetune/Step": 674, "Finetune/Step Time": 6.296455653384328}
+{"Finetune/Learning Rate": 1.991517972067381e-05, "Finetune/Loss": 0.9577881097793579, "Finetune/Loss (Raw)": 0.8931525945663452, "Finetune/Step": 675, "Finetune/Step Time": 6.299926299601793}
+{"Finetune/Learning Rate": 1.9914741431386063e-05, "Finetune/Loss": 0.958584189414978, "Finetune/Loss (Raw)": 1.0749170780181885, "Finetune/Step": 676, "Finetune/Step Time": 6.283416571095586}
+{"Finetune/Learning Rate": 1.9914302017482827e-05, "Finetune/Loss": 0.9595588445663452, "Finetune/Loss (Raw)": 1.0405948162078857, "Finetune/Step": 677, "Finetune/Step Time": 6.2830999959260225}
+{"Finetune/Learning Rate": 1.9913861479013946e-05, "Finetune/Loss": 0.9596961736679077, "Finetune/Loss (Raw)": 1.067915916442871, "Finetune/Step": 678, "Finetune/Step Time": 6.307414026930928}
+{"Finetune/Learning Rate": 1.9913419816029397e-05, "Finetune/Loss": 0.9587782621383667, "Finetune/Loss (Raw)": 0.979343056678772, "Finetune/Step": 679, "Finetune/Step Time": 6.308126213029027}
+{"Finetune/Learning Rate": 1.991297702857927e-05, "Finetune/Loss": 0.9562254548072815, "Finetune/Loss (Raw)": 0.8088787198066711, "Finetune/Step": 680, "Finetune/Step Time": 6.314032139256597}
+{"Finetune/Learning Rate": 1.991253311671379e-05, "Finetune/Loss": 0.9534531831741333, "Finetune/Loss (Raw)": 0.6800769567489624, "Finetune/Step": 681, "Finetune/Step Time": 6.328167336061597}
+{"Finetune/Learning Rate": 1.9912088080483315e-05, "Finetune/Loss": 0.9538390040397644, "Finetune/Loss (Raw)": 0.9240396022796631, "Finetune/Step": 682, "Finetune/Step Time": 6.3334393016994}
+{"Finetune/Learning Rate": 1.9911641919938316e-05, "Finetune/Loss": 0.9516222476959229, "Finetune/Loss (Raw)": 0.9171451330184937, "Finetune/Step": 683, "Finetune/Step Time": 6.33623182028532}
+{"Finetune/Learning Rate": 1.991119463512941e-05, "Finetune/Loss": 0.9512460231781006, "Finetune/Loss (Raw)": 1.0846949815750122, "Finetune/Step": 684, "Finetune/Step Time": 6.338913870975375}
+{"Finetune/Learning Rate": 1.9910746226107322e-05, "Finetune/Loss": 0.9505288600921631, "Finetune/Loss (Raw)": 0.9531347751617432, "Finetune/Step": 685, "Finetune/Step Time": 6.337133394554257}
+{"Finetune/Learning Rate": 1.9910296692922923e-05, "Finetune/Loss": 0.9507543444633484, "Finetune/Loss (Raw)": 0.9177117943763733, "Finetune/Step": 686, "Finetune/Step Time": 6.330240424722433}
+{"Finetune/Learning Rate": 1.99098460356272e-05, "Finetune/Loss": 0.950431227684021, "Finetune/Loss (Raw)": 0.9314256906509399, "Finetune/Step": 687, "Finetune/Step Time": 6.337111020460725}
+{"Finetune/Learning Rate": 1.990939425427127e-05, "Finetune/Loss": 0.9493382573127747, "Finetune/Loss (Raw)": 0.9388682842254639, "Finetune/Step": 688, "Finetune/Step Time": 6.340363319963217}
+{"Finetune/Learning Rate": 1.9908941348906377e-05, "Finetune/Loss": 0.9497986435890198, "Finetune/Loss (Raw)": 1.0823973417282104, "Finetune/Step": 689, "Finetune/Step Time": 6.343439605087042}
+{"Finetune/Learning Rate": 1.9908487319583893e-05, "Finetune/Loss": 0.9508765935897827, "Finetune/Loss (Raw)": 0.9741342663764954, "Finetune/Step": 690, "Finetune/Step Time": 6.350332338362932}
+{"Finetune/Learning Rate": 1.9908032166355323e-05, "Finetune/Loss": 0.9497810006141663, "Finetune/Loss (Raw)": 0.970359206199646, "Finetune/Step": 691, "Finetune/Step Time": 6.359599474817514}
+{"Finetune/Learning Rate": 1.990757588927229e-05, "Finetune/Loss": 0.9464614391326904, "Finetune/Loss (Raw)": 0.39671915769577026, "Finetune/Step": 692, "Finetune/Step Time": 6.365911828354001}
+{"Finetune/Learning Rate": 1.9907118488386547e-05, "Finetune/Loss": 0.9456396698951721, "Finetune/Loss (Raw)": 1.0341826677322388, "Finetune/Step": 693, "Finetune/Step Time": 6.367162240669131}
+{"Finetune/Learning Rate": 1.990665996374998e-05, "Finetune/Loss": 0.9454307556152344, "Finetune/Loss (Raw)": 0.9261004328727722, "Finetune/Step": 694, "Finetune/Step Time": 6.36887226626277}
+{"Finetune/Learning Rate": 1.9906200315414598e-05, "Finetune/Loss": 0.9442195892333984, "Finetune/Loss (Raw)": 0.8427446484565735, "Finetune/Step": 695, "Finetune/Step Time": 6.365583037957549}
+{"Finetune/Learning Rate": 1.9905739543432536e-05, "Finetune/Loss": 0.9433786869049072, "Finetune/Loss (Raw)": 1.0962351560592651, "Finetune/Step": 696, "Finetune/Step Time": 6.359477924183011}
+{"Finetune/Learning Rate": 1.990527764785606e-05, "Finetune/Loss": 0.9428749084472656, "Finetune/Loss (Raw)": 0.9555383920669556, "Finetune/Step": 697, "Finetune/Step Time": 6.3581492360681295}
+{"Finetune/Learning Rate": 1.990481462873757e-05, "Finetune/Loss": 0.9429118037223816, "Finetune/Loss (Raw)": 1.0781660079956055, "Finetune/Step": 698, "Finetune/Step Time": 6.361745156347752}
+{"Finetune/Learning Rate": 1.990435048612957e-05, "Finetune/Loss": 0.9424929618835449, "Finetune/Loss (Raw)": 1.0121901035308838, "Finetune/Step": 699, "Finetune/Step Time": 6.364948829635978}
+{"Finetune/Learning Rate": 1.9903885220084723e-05, "Finetune/Loss": 0.942817211151123, "Finetune/Loss (Raw)": 0.9793795347213745, "Finetune/Step": 700, "Finetune/Step Time": 6.369683096185327}
+{"Finetune/Learning Rate": 1.990341883065579e-05, "Finetune/Loss": 0.943732500076294, "Finetune/Loss (Raw)": 1.010431170463562, "Finetune/Step": 701, "Finetune/Step Time": 6.3846327140927315}
+{"Finetune/Learning Rate": 1.9902951317895685e-05, "Finetune/Loss": 0.9424598813056946, "Finetune/Loss (Raw)": 0.9799026250839233, "Finetune/Step": 702, "Finetune/Step Time": 6.388881947845221}
+{"Finetune/Learning Rate": 1.990248268185743e-05, "Finetune/Loss": 0.9411511421203613, "Finetune/Loss (Raw)": 0.868535578250885, "Finetune/Step": 703, "Finetune/Step Time": 6.393187467008829}
+{"Finetune/Learning Rate": 1.9902012922594178e-05, "Finetune/Loss": 0.9416275024414062, "Finetune/Loss (Raw)": 1.101277232170105, "Finetune/Step": 704, "Finetune/Step Time": 6.401942148804665}
+{"Finetune/Learning Rate": 1.9901542040159222e-05, "Finetune/Loss": 0.9408124685287476, "Finetune/Loss (Raw)": 0.9091979265213013, "Finetune/Step": 705, "Finetune/Step Time": 6.406149622052908}
+{"Finetune/Learning Rate": 1.9901070034605968e-05, "Finetune/Loss": 0.9407690763473511, "Finetune/Loss (Raw)": 1.042513132095337, "Finetune/Step": 706, "Finetune/Step Time": 6.405445611104369}
+{"Finetune/Learning Rate": 1.9900596905987958e-05, "Finetune/Loss": 0.9403133392333984, "Finetune/Loss (Raw)": 0.9754515886306763, "Finetune/Step": 707, "Finetune/Step Time": 6.404049770906568}
+{"Finetune/Learning Rate": 1.9900122654358857e-05, "Finetune/Loss": 0.9389756917953491, "Finetune/Loss (Raw)": 1.0100371837615967, "Finetune/Step": 708, "Finetune/Step Time": 6.402736891061068}
+{"Finetune/Learning Rate": 1.989964727977246e-05, "Finetune/Loss": 0.9441370964050293, "Finetune/Loss (Raw)": 0.9704597592353821, "Finetune/Step": 709, "Finetune/Step Time": 6.3957453444600105}
+{"Finetune/Learning Rate": 1.9899170782282685e-05, "Finetune/Loss": 0.9493571519851685, "Finetune/Loss (Raw)": 0.9832490682601929, "Finetune/Step": 710, "Finetune/Step Time": 6.376000242307782}
+{"Finetune/Learning Rate": 1.9898693161943583e-05, "Finetune/Loss": 0.9513418674468994, "Finetune/Loss (Raw)": 1.2213717699050903, "Finetune/Step": 711, "Finetune/Step Time": 6.343706263229251}
+{"Finetune/Learning Rate": 1.989821441880933e-05, "Finetune/Loss": 0.9520714282989502, "Finetune/Loss (Raw)": 0.9751308560371399, "Finetune/Step": 712, "Finetune/Step Time": 6.343991110101342}
+{"Finetune/Learning Rate": 1.9897734552934228e-05, "Finetune/Loss": 0.9510983228683472, "Finetune/Loss (Raw)": 0.985341489315033, "Finetune/Step": 713, "Finetune/Step Time": 6.3408733159303665}
+{"Finetune/Learning Rate": 1.9897253564372704e-05, "Finetune/Loss": 0.9508476853370667, "Finetune/Loss (Raw)": 0.9173840880393982, "Finetune/Step": 714, "Finetune/Step Time": 6.344985816627741}
+{"Finetune/Learning Rate": 1.9896771453179323e-05, "Finetune/Loss": 0.9513789415359497, "Finetune/Loss (Raw)": 1.033478856086731, "Finetune/Step": 715, "Finetune/Step Time": 6.341951437294483}
+{"Finetune/Learning Rate": 1.989628821940877e-05, "Finetune/Loss": 0.9562543630599976, "Finetune/Loss (Raw)": 0.9794642329216003, "Finetune/Step": 716, "Finetune/Step Time": 6.329794120043516}
+{"Finetune/Learning Rate": 1.9895803863115848e-05, "Finetune/Loss": 0.9574109315872192, "Finetune/Loss (Raw)": 0.9495248794555664, "Finetune/Step": 717, "Finetune/Step Time": 6.314379248768091}
+{"Finetune/Learning Rate": 1.989531838435551e-05, "Finetune/Loss": 0.9579876661300659, "Finetune/Loss (Raw)": 1.0670061111450195, "Finetune/Step": 718, "Finetune/Step Time": 6.313000516965985}
+{"Finetune/Learning Rate": 1.989483178318281e-05, "Finetune/Loss": 0.9570062160491943, "Finetune/Loss (Raw)": 1.02473783493042, "Finetune/Step": 719, "Finetune/Step Time": 6.313314197584987}
+{"Finetune/Learning Rate": 1.9894344059652953e-05, "Finetune/Loss": 0.9574308395385742, "Finetune/Loss (Raw)": 1.0664178133010864, "Finetune/Step": 720, "Finetune/Step Time": 6.321779675781727}
+{"Finetune/Learning Rate": 1.9893855213821256e-05, "Finetune/Loss": 0.9594720602035522, "Finetune/Loss (Raw)": 1.098083734512329, "Finetune/Step": 721, "Finetune/Step Time": 6.323697715997696}
+{"Finetune/Learning Rate": 1.9893365245743166e-05, "Finetune/Loss": 0.9624086618423462, "Finetune/Loss (Raw)": 0.807339608669281, "Finetune/Step": 722, "Finetune/Step Time": 6.326460100710392}
+{"Finetune/Learning Rate": 1.989287415547427e-05, "Finetune/Loss": 0.9615058898925781, "Finetune/Loss (Raw)": 0.9613856077194214, "Finetune/Step": 723, "Finetune/Step Time": 6.326073573902249}
+{"Finetune/Learning Rate": 1.9892381943070255e-05, "Finetune/Loss": 0.9617743492126465, "Finetune/Loss (Raw)": 1.0810755491256714, "Finetune/Step": 724, "Finetune/Step Time": 6.324515657499433}
+{"Finetune/Learning Rate": 1.9891888608586968e-05, "Finetune/Loss": 0.9621633291244507, "Finetune/Loss (Raw)": 1.0159518718719482, "Finetune/Step": 725, "Finetune/Step Time": 6.321838056668639}
+{"Finetune/Learning Rate": 1.9891394152080355e-05, "Finetune/Loss": 0.9614964723587036, "Finetune/Loss (Raw)": 0.9400562644004822, "Finetune/Step": 726, "Finetune/Step Time": 6.315855277702212}
+{"Finetune/Learning Rate": 1.9890898573606508e-05, "Finetune/Loss": 0.9608326554298401, "Finetune/Loss (Raw)": 0.9538989663124084, "Finetune/Step": 727, "Finetune/Step Time": 6.331180457025766}
+{"Finetune/Learning Rate": 1.9890401873221642e-05, "Finetune/Loss": 0.9612535238265991, "Finetune/Loss (Raw)": 1.015540361404419, "Finetune/Step": 728, "Finetune/Step Time": 6.331357421353459}
+{"Finetune/Learning Rate": 1.988990405098209e-05, "Finetune/Loss": 0.9569668769836426, "Finetune/Loss (Raw)": 0.27857258915901184, "Finetune/Step": 729, "Finetune/Step Time": 6.334081411361694}
+{"Finetune/Learning Rate": 1.9889405106944327e-05, "Finetune/Loss": 0.9565487504005432, "Finetune/Loss (Raw)": 1.012421727180481, "Finetune/Step": 730, "Finetune/Step Time": 6.3368003368377686}
+{"Finetune/Learning Rate": 1.988890504116494e-05, "Finetune/Loss": 0.9575917720794678, "Finetune/Loss (Raw)": 1.025212049484253, "Finetune/Step": 731, "Finetune/Step Time": 6.324849601835012}
+{"Finetune/Learning Rate": 1.9888403853700654e-05, "Finetune/Loss": 0.9577121138572693, "Finetune/Loss (Raw)": 1.0667847394943237, "Finetune/Step": 732, "Finetune/Step Time": 6.310376720502973}
+{"Finetune/Learning Rate": 1.9887901544608316e-05, "Finetune/Loss": 0.9563525915145874, "Finetune/Loss (Raw)": 0.9731195569038391, "Finetune/Step": 733, "Finetune/Step Time": 6.291992129758}
+{"Finetune/Learning Rate": 1.9887398113944908e-05, "Finetune/Loss": 0.9569721221923828, "Finetune/Loss (Raw)": 1.0784108638763428, "Finetune/Step": 734, "Finetune/Step Time": 6.291347382590175}
+{"Finetune/Learning Rate": 1.988689356176753e-05, "Finetune/Loss": 0.9558737874031067, "Finetune/Loss (Raw)": 0.9588750600814819, "Finetune/Step": 735, "Finetune/Step Time": 6.291495932266116}
+{"Finetune/Learning Rate": 1.9886387888133413e-05, "Finetune/Loss": 0.9563664197921753, "Finetune/Loss (Raw)": 1.0298134088516235, "Finetune/Step": 736, "Finetune/Step Time": 6.292174767702818}
+{"Finetune/Learning Rate": 1.9885881093099912e-05, "Finetune/Loss": 0.9567196369171143, "Finetune/Loss (Raw)": 0.9469143152236938, "Finetune/Step": 737, "Finetune/Step Time": 6.293348157778382}
+{"Finetune/Learning Rate": 1.9885373176724518e-05, "Finetune/Loss": 0.9568344950675964, "Finetune/Loss (Raw)": 0.9801530241966248, "Finetune/Step": 738, "Finetune/Step Time": 6.292648794129491}
+{"Finetune/Learning Rate": 1.9884864139064834e-05, "Finetune/Loss": 0.9576371908187866, "Finetune/Loss (Raw)": 1.128041386604309, "Finetune/Step": 739, "Finetune/Step Time": 6.298356218263507}
+{"Finetune/Learning Rate": 1.988435398017861e-05, "Finetune/Loss": 0.9568817615509033, "Finetune/Loss (Raw)": 0.8038702011108398, "Finetune/Step": 740, "Finetune/Step Time": 6.297139497473836}
+{"Finetune/Learning Rate": 1.9883842700123708e-05, "Finetune/Loss": 0.9576876759529114, "Finetune/Loss (Raw)": 0.9237183928489685, "Finetune/Step": 741, "Finetune/Step Time": 6.291444215923548}
+{"Finetune/Learning Rate": 1.988333029895812e-05, "Finetune/Loss": 0.9573916792869568, "Finetune/Loss (Raw)": 0.9284931421279907, "Finetune/Step": 742, "Finetune/Step Time": 6.286532076075673}
+{"Finetune/Learning Rate": 1.988281677673997e-05, "Finetune/Loss": 0.9622089862823486, "Finetune/Loss (Raw)": 0.9980883002281189, "Finetune/Step": 743, "Finetune/Step Time": 6.285172928124666}
+{"Finetune/Learning Rate": 1.98823021335275e-05, "Finetune/Loss": 0.9632284045219421, "Finetune/Loss (Raw)": 1.089844822883606, "Finetune/Step": 744, "Finetune/Step Time": 6.263233549892902}
+{"Finetune/Learning Rate": 1.9881786369379093e-05, "Finetune/Loss": 0.9626283645629883, "Finetune/Loss (Raw)": 1.057145357131958, "Finetune/Step": 745, "Finetune/Step Time": 6.25683655962348}
+{"Finetune/Learning Rate": 1.988126948435325e-05, "Finetune/Loss": 0.9628236889839172, "Finetune/Loss (Raw)": 0.9142966866493225, "Finetune/Step": 746, "Finetune/Step Time": 6.260076567530632}
+{"Finetune/Learning Rate": 1.9880751478508594e-05, "Finetune/Loss": 0.9616081118583679, "Finetune/Loss (Raw)": 0.9752093553543091, "Finetune/Step": 747, "Finetune/Step Time": 6.257939364761114}
+{"Finetune/Learning Rate": 1.988023235190389e-05, "Finetune/Loss": 0.9612026214599609, "Finetune/Loss (Raw)": 0.996904194355011, "Finetune/Step": 748, "Finetune/Step Time": 6.260908603668213}
+{"Finetune/Learning Rate": 1.987971210459802e-05, "Finetune/Loss": 0.9668950438499451, "Finetune/Loss (Raw)": 1.0232552289962769, "Finetune/Step": 749, "Finetune/Step Time": 6.265131752938032}
+{"Finetune/Learning Rate": 1.9879190736649992e-05, "Finetune/Loss": 0.9720127582550049, "Finetune/Loss (Raw)": 1.130480408668518, "Finetune/Step": 750, "Finetune/Step Time": 6.262782445177436}
+{"Finetune/Learning Rate": 1.9878668248118945e-05, "Finetune/Loss": 0.9703569412231445, "Finetune/Loss (Raw)": 1.024694561958313, "Finetune/Step": 751, "Finetune/Step Time": 6.2626501228660345}
+{"Finetune/Learning Rate": 1.9878144639064145e-05, "Finetune/Loss": 0.9691643118858337, "Finetune/Loss (Raw)": 0.9024421572685242, "Finetune/Step": 752, "Finetune/Step Time": 6.262534573674202}
+{"Finetune/Learning Rate": 1.9877619909544985e-05, "Finetune/Loss": 0.9661865830421448, "Finetune/Loss (Raw)": 0.7645664811134338, "Finetune/Step": 753, "Finetune/Step Time": 6.265698954463005}
+{"Finetune/Learning Rate": 1.987709405962098e-05, "Finetune/Loss": 0.9671064019203186, "Finetune/Loss (Raw)": 1.0648467540740967, "Finetune/Step": 754, "Finetune/Step Time": 6.276175498962402}
+{"Finetune/Learning Rate": 1.9876567089351783e-05, "Finetune/Loss": 0.9670634269714355, "Finetune/Loss (Raw)": 1.0305460691452026, "Finetune/Step": 755, "Finetune/Step Time": 6.280123971402645}
+{"Finetune/Learning Rate": 1.987603899879716e-05, "Finetune/Loss": 0.9676549434661865, "Finetune/Loss (Raw)": 1.040350317955017, "Finetune/Step": 756, "Finetune/Step Time": 6.281438443809748}
+{"Finetune/Learning Rate": 1.987550978801702e-05, "Finetune/Loss": 0.967974841594696, "Finetune/Loss (Raw)": 1.0815478563308716, "Finetune/Step": 757, "Finetune/Step Time": 6.288975711911917}
+{"Finetune/Learning Rate": 1.987497945707138e-05, "Finetune/Loss": 0.9677002429962158, "Finetune/Loss (Raw)": 0.9655012488365173, "Finetune/Step": 758, "Finetune/Step Time": 6.288366258144379}
+{"Finetune/Learning Rate": 1.9874448006020407e-05, "Finetune/Loss": 0.9664510488510132, "Finetune/Loss (Raw)": 0.8747336864471436, "Finetune/Step": 759, "Finetune/Step Time": 6.286457482725382}
+{"Finetune/Learning Rate": 1.9873915434924375e-05, "Finetune/Loss": 0.9663537740707397, "Finetune/Loss (Raw)": 1.0347859859466553, "Finetune/Step": 760, "Finetune/Step Time": 6.286362344399095}
+{"Finetune/Learning Rate": 1.9873381743843697e-05, "Finetune/Loss": 0.9659700393676758, "Finetune/Loss (Raw)": 1.053714632987976, "Finetune/Step": 761, "Finetune/Step Time": 6.2697264440357685}
+{"Finetune/Learning Rate": 1.9872846932838902e-05, "Finetune/Loss": 0.9653980731964111, "Finetune/Loss (Raw)": 0.9026806354522705, "Finetune/Step": 762, "Finetune/Step Time": 6.267549891024828}
+{"Finetune/Learning Rate": 1.987231100197066e-05, "Finetune/Loss": 0.9685397744178772, "Finetune/Loss (Raw)": 0.8072903156280518, "Finetune/Step": 763, "Finetune/Step Time": 6.265260349959135}
+{"Finetune/Learning Rate": 1.9871773951299757e-05, "Finetune/Loss": 0.9689802527427673, "Finetune/Loss (Raw)": 0.9794685244560242, "Finetune/Step": 764, "Finetune/Step Time": 6.269036674872041}
+{"Finetune/Learning Rate": 1.9871235780887114e-05, "Finetune/Loss": 0.9734666347503662, "Finetune/Loss (Raw)": 0.9433104395866394, "Finetune/Step": 765, "Finetune/Step Time": 6.266847711056471}
+{"Finetune/Learning Rate": 1.987069649079377e-05, "Finetune/Loss": 0.9740538597106934, "Finetune/Loss (Raw)": 1.0006158351898193, "Finetune/Step": 766, "Finetune/Step Time": 6.261312672868371}
+{"Finetune/Learning Rate": 1.98701560810809e-05, "Finetune/Loss": 0.97259521484375, "Finetune/Loss (Raw)": 0.9041412472724915, "Finetune/Step": 767, "Finetune/Step Time": 6.25905354693532}
+{"Finetune/Learning Rate": 1.9869614551809793e-05, "Finetune/Loss": 0.9726845026016235, "Finetune/Loss (Raw)": 1.1210709810256958, "Finetune/Step": 768, "Finetune/Step Time": 6.2661252319812775}
+{"Finetune/Learning Rate": 1.986907190304189e-05, "Finetune/Loss": 0.9715779423713684, "Finetune/Loss (Raw)": 0.8382571339607239, "Finetune/Step": 769, "Finetune/Step Time": 6.266872426494956}
+{"Finetune/Learning Rate": 1.9868528134838725e-05, "Finetune/Loss": 0.971867561340332, "Finetune/Loss (Raw)": 0.9588174819946289, "Finetune/Step": 770, "Finetune/Step Time": 6.2656841818243265}
+{"Finetune/Learning Rate": 1.9867983247261992e-05, "Finetune/Loss": 0.9710222482681274, "Finetune/Loss (Raw)": 0.9100819230079651, "Finetune/Step": 771, "Finetune/Step Time": 6.291544519364834}
+{"Finetune/Learning Rate": 1.986743724037349e-05, "Finetune/Loss": 0.9718854427337646, "Finetune/Loss (Raw)": 0.9450734853744507, "Finetune/Step": 772, "Finetune/Step Time": 6.316389849409461}
+{"Finetune/Learning Rate": 1.986689011423515e-05, "Finetune/Loss": 0.971269965171814, "Finetune/Loss (Raw)": 1.0120452642440796, "Finetune/Step": 773, "Finetune/Step Time": 6.324007963761687}
+{"Finetune/Learning Rate": 1.986634186890904e-05, "Finetune/Loss": 0.9710323810577393, "Finetune/Loss (Raw)": 0.9920831918716431, "Finetune/Step": 774, "Finetune/Step Time": 6.3120622634887695}
+{"Finetune/Learning Rate": 1.9865792504457333e-05, "Finetune/Loss": 0.9701734781265259, "Finetune/Loss (Raw)": 1.0218247175216675, "Finetune/Step": 775, "Finetune/Step Time": 6.312870241701603}
+{"Finetune/Learning Rate": 1.9865242020942353e-05, "Finetune/Loss": 0.971221923828125, "Finetune/Loss (Raw)": 1.0703643560409546, "Finetune/Step": 776, "Finetune/Step Time": 6.310638764873147}
+{"Finetune/Learning Rate": 1.986469041842654e-05, "Finetune/Loss": 0.9704077243804932, "Finetune/Loss (Raw)": 1.1073044538497925, "Finetune/Step": 777, "Finetune/Step Time": 6.31231058947742}
+{"Finetune/Learning Rate": 1.9864137696972458e-05, "Finetune/Loss": 0.9696526527404785, "Finetune/Loss (Raw)": 0.9565272331237793, "Finetune/Step": 778, "Finetune/Step Time": 6.317247465252876}
+{"Finetune/Learning Rate": 1.9863583856642805e-05, "Finetune/Loss": 0.9691880941390991, "Finetune/Loss (Raw)": 0.9275948405265808, "Finetune/Step": 779, "Finetune/Step Time": 6.319790417328477}
+{"Finetune/Learning Rate": 1.9863028897500396e-05, "Finetune/Loss": 0.9691187143325806, "Finetune/Loss (Raw)": 0.9964320063591003, "Finetune/Step": 780, "Finetune/Step Time": 6.318124642595649}
+{"Finetune/Learning Rate": 1.9862472819608184e-05, "Finetune/Loss": 0.9690808653831482, "Finetune/Loss (Raw)": 1.003236174583435, "Finetune/Step": 781, "Finetune/Step Time": 6.3029178492724895}
+{"Finetune/Learning Rate": 1.9861915623029248e-05, "Finetune/Loss": 0.9709133505821228, "Finetune/Loss (Raw)": 1.0567553043365479, "Finetune/Step": 782, "Finetune/Step Time": 6.304720647633076}
+{"Finetune/Learning Rate": 1.9861357307826784e-05, "Finetune/Loss": 0.9707892537117004, "Finetune/Loss (Raw)": 0.8984419703483582, "Finetune/Step": 783, "Finetune/Step Time": 6.3092119339853525}
+{"Finetune/Learning Rate": 1.9860797874064123e-05, "Finetune/Loss": 0.9703762531280518, "Finetune/Loss (Raw)": 1.000321388244629, "Finetune/Step": 784, "Finetune/Step Time": 6.321889400482178}
+{"Finetune/Learning Rate": 1.9860237321804718e-05, "Finetune/Loss": 0.9713863134384155, "Finetune/Loss (Raw)": 1.0325701236724854, "Finetune/Step": 785, "Finetune/Step Time": 6.321410860866308}
+{"Finetune/Learning Rate": 1.9859675651112157e-05, "Finetune/Loss": 0.9679454565048218, "Finetune/Loss (Raw)": 0.6662732362747192, "Finetune/Step": 786, "Finetune/Step Time": 6.325838236138225}
+{"Finetune/Learning Rate": 1.9859112862050144e-05, "Finetune/Loss": 0.967693567276001, "Finetune/Loss (Raw)": 1.008986234664917, "Finetune/Step": 787, "Finetune/Step Time": 6.33816765807569}
+{"Finetune/Learning Rate": 1.9858548954682518e-05, "Finetune/Loss": 0.9673118591308594, "Finetune/Loss (Raw)": 0.9530434608459473, "Finetune/Step": 788, "Finetune/Step Time": 6.337566113099456}
+{"Finetune/Learning Rate": 1.9857983929073247e-05, "Finetune/Loss": 0.9723829627037048, "Finetune/Loss (Raw)": 1.004966139793396, "Finetune/Step": 789, "Finetune/Step Time": 6.336141573265195}
+{"Finetune/Learning Rate": 1.985741778528641e-05, "Finetune/Loss": 0.9733828902244568, "Finetune/Loss (Raw)": 1.0214424133300781, "Finetune/Step": 790, "Finetune/Step Time": 6.321536248549819}
+{"Finetune/Learning Rate": 1.9856850523386235e-05, "Finetune/Loss": 0.9738858938217163, "Finetune/Loss (Raw)": 1.0353261232376099, "Finetune/Step": 791, "Finetune/Step Time": 6.318958092480898}
+{"Finetune/Learning Rate": 1.9856282143437063e-05, "Finetune/Loss": 0.973137378692627, "Finetune/Loss (Raw)": 0.9831289649009705, "Finetune/Step": 792, "Finetune/Step Time": 6.317047171294689}
+{"Finetune/Learning Rate": 1.9855712645503358e-05, "Finetune/Loss": 0.9722234010696411, "Finetune/Loss (Raw)": 0.8931054472923279, "Finetune/Step": 793, "Finetune/Step Time": 6.321948636323214}
+{"Finetune/Learning Rate": 1.9855142029649725e-05, "Finetune/Loss": 0.9718932509422302, "Finetune/Loss (Raw)": 0.989452064037323, "Finetune/Step": 794, "Finetune/Step Time": 6.332229597494006}
+{"Finetune/Learning Rate": 1.9854570295940883e-05, "Finetune/Loss": 0.9735701680183411, "Finetune/Loss (Raw)": 0.984340488910675, "Finetune/Step": 795, "Finetune/Step Time": 6.335110753774643}
+{"Finetune/Learning Rate": 1.9853997444441682e-05, "Finetune/Loss": 0.9725056290626526, "Finetune/Loss (Raw)": 1.0093743801116943, "Finetune/Step": 796, "Finetune/Step Time": 6.330714639276266}
+{"Finetune/Learning Rate": 1.985342347521711e-05, "Finetune/Loss": 0.9721367359161377, "Finetune/Loss (Raw)": 1.0486690998077393, "Finetune/Step": 797, "Finetune/Step Time": 6.323782857507467}
+{"Finetune/Learning Rate": 1.9852848388332262e-05, "Finetune/Loss": 0.9720296859741211, "Finetune/Loss (Raw)": 0.9028756618499756, "Finetune/Step": 798, "Finetune/Step Time": 6.32457953505218}
+{"Finetune/Learning Rate": 1.9852272183852367e-05, "Finetune/Loss": 0.9720645546913147, "Finetune/Loss (Raw)": 0.9445968270301819, "Finetune/Step": 799, "Finetune/Step Time": 6.323887130245566}
+{"Finetune/Learning Rate": 1.9851694861842795e-05, "Finetune/Loss": 0.9715687036514282, "Finetune/Loss (Raw)": 1.0702744722366333, "Finetune/Step": 800, "Finetune/Step Time": 6.325667647644877}
+{"Finetune/Learning Rate": 1.985111642236902e-05, "Finetune/Loss": 0.9728475213050842, "Finetune/Loss (Raw)": 1.082516074180603, "Finetune/Step": 801, "Finetune/Step Time": 6.32836227118969}
+{"Finetune/Learning Rate": 1.9850536865496657e-05, "Finetune/Loss": 0.9739125370979309, "Finetune/Loss (Raw)": 1.0144784450531006, "Finetune/Step": 802, "Finetune/Step Time": 6.330270079895854}
+{"Finetune/Learning Rate": 1.9849956191291445e-05, "Finetune/Loss": 0.9727954864501953, "Finetune/Loss (Raw)": 0.7501632571220398, "Finetune/Step": 803, "Finetune/Step Time": 6.324104556813836}
+{"Finetune/Learning Rate": 1.984937439981925e-05, "Finetune/Loss": 0.9712095260620117, "Finetune/Loss (Raw)": 0.8719276189804077, "Finetune/Step": 804, "Finetune/Step Time": 6.321036834269762}
+{"Finetune/Learning Rate": 1.9848791491146058e-05, "Finetune/Loss": 0.9726359844207764, "Finetune/Loss (Raw)": 1.2231757640838623, "Finetune/Step": 805, "Finetune/Step Time": 6.318599099293351}
+{"Finetune/Learning Rate": 1.9848207465337997e-05, "Finetune/Loss": 0.9715259075164795, "Finetune/Loss (Raw)": 0.9258249998092651, "Finetune/Step": 806, "Finetune/Step Time": 6.295928630977869}
+{"Finetune/Learning Rate": 1.9847622322461306e-05, "Finetune/Loss": 0.9713630080223083, "Finetune/Loss (Raw)": 0.9584923982620239, "Finetune/Step": 807, "Finetune/Step Time": 6.305316507816315}
+{"Finetune/Learning Rate": 1.984703606258236e-05, "Finetune/Loss": 0.9733750820159912, "Finetune/Loss (Raw)": 1.0664209127426147, "Finetune/Step": 808, "Finetune/Step Time": 6.301918666809797}
+{"Finetune/Learning Rate": 1.984644868576765e-05, "Finetune/Loss": 0.9752987623214722, "Finetune/Loss (Raw)": 0.9263095259666443, "Finetune/Step": 809, "Finetune/Step Time": 6.289152180776}
+{"Finetune/Learning Rate": 1.9845860192083813e-05, "Finetune/Loss": 0.9768503308296204, "Finetune/Loss (Raw)": 1.122642993927002, "Finetune/Step": 810, "Finetune/Step Time": 6.285649459809065}
+{"Finetune/Learning Rate": 1.9845270581597595e-05, "Finetune/Loss": 0.9765297174453735, "Finetune/Loss (Raw)": 0.8760991096496582, "Finetune/Step": 811, "Finetune/Step Time": 6.286020589992404}
+{"Finetune/Learning Rate": 1.984467985437587e-05, "Finetune/Loss": 0.9748750925064087, "Finetune/Loss (Raw)": 0.8729122281074524, "Finetune/Step": 812, "Finetune/Step Time": 6.280563587322831}
+{"Finetune/Learning Rate": 1.984408801048565e-05, "Finetune/Loss": 0.9746983051300049, "Finetune/Loss (Raw)": 0.9305052161216736, "Finetune/Step": 813, "Finetune/Step Time": 6.272194167599082}
+{"Finetune/Learning Rate": 1.9843495049994067e-05, "Finetune/Loss": 0.9761837720870972, "Finetune/Loss (Raw)": 1.1078481674194336, "Finetune/Step": 814, "Finetune/Step Time": 6.271183552220464}
+{"Finetune/Learning Rate": 1.984290097296838e-05, "Finetune/Loss": 0.9768123626708984, "Finetune/Loss (Raw)": 1.0118908882141113, "Finetune/Step": 815, "Finetune/Step Time": 6.257409110665321}
+{"Finetune/Learning Rate": 1.984230577947597e-05, "Finetune/Loss": 0.9781292676925659, "Finetune/Loss (Raw)": 1.10743248462677, "Finetune/Step": 816, "Finetune/Step Time": 6.2558022774755955}
+{"Finetune/Learning Rate": 1.984170946958435e-05, "Finetune/Loss": 0.9769216775894165, "Finetune/Loss (Raw)": 0.9278189539909363, "Finetune/Step": 817, "Finetune/Step Time": 6.256141571328044}
+{"Finetune/Learning Rate": 1.984111204336116e-05, "Finetune/Loss": 0.9777015447616577, "Finetune/Loss (Raw)": 1.073959469795227, "Finetune/Step": 818, "Finetune/Step Time": 6.248686334118247}
+{"Finetune/Learning Rate": 1.984051350087417e-05, "Finetune/Loss": 0.9773425459861755, "Finetune/Loss (Raw)": 0.9244025349617004, "Finetune/Step": 819, "Finetune/Step Time": 6.241628300398588}
+{"Finetune/Learning Rate": 1.983991384219126e-05, "Finetune/Loss": 0.9823035001754761, "Finetune/Loss (Raw)": 1.031724452972412, "Finetune/Step": 820, "Finetune/Step Time": 6.231344133615494}
+{"Finetune/Learning Rate": 1.9839313067380462e-05, "Finetune/Loss": 0.9826062917709351, "Finetune/Loss (Raw)": 1.0729457139968872, "Finetune/Step": 821, "Finetune/Step Time": 6.234880067408085}
+{"Finetune/Learning Rate": 1.983871117650991e-05, "Finetune/Loss": 0.9815070629119873, "Finetune/Loss (Raw)": 0.7853973507881165, "Finetune/Step": 822, "Finetune/Step Time": 6.2446067333221436}
+{"Finetune/Learning Rate": 1.9838108169647886e-05, "Finetune/Loss": 0.9826639890670776, "Finetune/Loss (Raw)": 0.9908331036567688, "Finetune/Step": 823, "Finetune/Step Time": 6.268399927765131}
+{"Finetune/Learning Rate": 1.9837504046862777e-05, "Finetune/Loss": 0.9821592569351196, "Finetune/Loss (Raw)": 1.0316252708435059, "Finetune/Step": 824, "Finetune/Step Time": 6.27493903785944}
+{"Finetune/Learning Rate": 1.9836898808223115e-05, "Finetune/Loss": 0.9823789000511169, "Finetune/Loss (Raw)": 0.9836541414260864, "Finetune/Step": 825, "Finetune/Step Time": 6.280746204778552}
+{"Finetune/Learning Rate": 1.983629245379755e-05, "Finetune/Loss": 0.9823011755943298, "Finetune/Loss (Raw)": 1.0682127475738525, "Finetune/Step": 826, "Finetune/Step Time": 6.272370221093297}
+{"Finetune/Learning Rate": 1.983568498365486e-05, "Finetune/Loss": 0.9805070161819458, "Finetune/Loss (Raw)": 0.7825356721878052, "Finetune/Step": 827, "Finetune/Step Time": 6.265536997467279}
+{"Finetune/Learning Rate": 1.9835076397863946e-05, "Finetune/Loss": 0.9797142744064331, "Finetune/Loss (Raw)": 0.8779153823852539, "Finetune/Step": 828, "Finetune/Step Time": 6.2590303514152765}
+{"Finetune/Learning Rate": 1.9834466696493842e-05, "Finetune/Loss": 0.9807138442993164, "Finetune/Loss (Raw)": 1.1383757591247559, "Finetune/Step": 829, "Finetune/Step Time": 6.241678165271878}
+{"Finetune/Learning Rate": 1.983385587961371e-05, "Finetune/Loss": 0.9818086624145508, "Finetune/Loss (Raw)": 1.120029330253601, "Finetune/Step": 830, "Finetune/Step Time": 6.2353600319474936}
+{"Finetune/Learning Rate": 1.9833243947292828e-05, "Finetune/Loss": 0.9828763008117676, "Finetune/Loss (Raw)": 1.0052061080932617, "Finetune/Step": 831, "Finetune/Step Time": 6.233166802674532}
+{"Finetune/Learning Rate": 1.9832630899600607e-05, "Finetune/Loss": 0.9817923903465271, "Finetune/Loss (Raw)": 0.9625324010848999, "Finetune/Step": 832, "Finetune/Step Time": 6.233883839100599}
+{"Finetune/Learning Rate": 1.983201673660659e-05, "Finetune/Loss": 0.982729434967041, "Finetune/Loss (Raw)": 1.029146432876587, "Finetune/Step": 833, "Finetune/Step Time": 6.2484718170017}
+{"Finetune/Learning Rate": 1.9831401458380432e-05, "Finetune/Loss": 0.9819238185882568, "Finetune/Loss (Raw)": 0.939379870891571, "Finetune/Step": 834, "Finetune/Step Time": 6.2509046625345945}
+{"Finetune/Learning Rate": 1.9830785064991932e-05, "Finetune/Loss": 0.9820677042007446, "Finetune/Loss (Raw)": 0.9938783049583435, "Finetune/Step": 835, "Finetune/Step Time": 6.254209173843265}
+{"Finetune/Learning Rate": 1.9830167556511e-05, "Finetune/Loss": 0.9827942252159119, "Finetune/Loss (Raw)": 1.1030290126800537, "Finetune/Step": 836, "Finetune/Step Time": 6.254100734367967}
+{"Finetune/Learning Rate": 1.9829548933007678e-05, "Finetune/Loss": 0.9834358096122742, "Finetune/Loss (Raw)": 1.0525884628295898, "Finetune/Step": 837, "Finetune/Step Time": 6.256752600893378}
+{"Finetune/Learning Rate": 1.9828929194552143e-05, "Finetune/Loss": 0.982111394405365, "Finetune/Loss (Raw)": 0.813714325428009, "Finetune/Step": 838, "Finetune/Step Time": 6.267984559759498}
+{"Finetune/Learning Rate": 1.9828308341214683e-05, "Finetune/Loss": 0.9807317852973938, "Finetune/Loss (Raw)": 1.0447882413864136, "Finetune/Step": 839, "Finetune/Step Time": 6.277929186820984}
+{"Finetune/Learning Rate": 1.982768637306573e-05, "Finetune/Loss": 0.9811437726020813, "Finetune/Loss (Raw)": 1.0278630256652832, "Finetune/Step": 840, "Finetune/Step Time": 6.277563687413931}
+{"Finetune/Learning Rate": 1.9827063290175823e-05, "Finetune/Loss": 0.9821944832801819, "Finetune/Loss (Raw)": 1.1198371648788452, "Finetune/Step": 841, "Finetune/Step Time": 6.2763045486062765}
+{"Finetune/Learning Rate": 1.9826439092615643e-05, "Finetune/Loss": 0.9830276966094971, "Finetune/Loss (Raw)": 1.0240288972854614, "Finetune/Step": 842, "Finetune/Step Time": 6.277294730767608}
+{"Finetune/Learning Rate": 1.9825813780455993e-05, "Finetune/Loss": 0.9822157025337219, "Finetune/Loss (Raw)": 0.929544985294342, "Finetune/Step": 843, "Finetune/Step Time": 6.278641095384955}
+{"Finetune/Learning Rate": 1.98251873537678e-05, "Finetune/Loss": 0.9818629622459412, "Finetune/Loss (Raw)": 0.934313178062439, "Finetune/Step": 844, "Finetune/Step Time": 6.277965115383267}
+{"Finetune/Learning Rate": 1.9824559812622113e-05, "Finetune/Loss": 0.9813762307167053, "Finetune/Loss (Raw)": 0.8872262835502625, "Finetune/Step": 845, "Finetune/Step Time": 6.280437279492617}
+{"Finetune/Learning Rate": 1.982393115709012e-05, "Finetune/Loss": 0.9807437062263489, "Finetune/Loss (Raw)": 0.9860381484031677, "Finetune/Step": 846, "Finetune/Step Time": 6.274362422525883}
+{"Finetune/Learning Rate": 1.9823301387243128e-05, "Finetune/Loss": 0.979142427444458, "Finetune/Loss (Raw)": 0.8197739720344543, "Finetune/Step": 847, "Finetune/Step Time": 6.271572966128588}
+{"Finetune/Learning Rate": 1.9822670503152567e-05, "Finetune/Loss": 0.9783947467803955, "Finetune/Loss (Raw)": 0.9707208871841431, "Finetune/Step": 848, "Finetune/Step Time": 6.262891493737698}
+{"Finetune/Learning Rate": 1.982203850489e-05, "Finetune/Loss": 0.9765112996101379, "Finetune/Loss (Raw)": 0.8570007085800171, "Finetune/Step": 849, "Finetune/Step Time": 6.259842153638601}
+{"Finetune/Learning Rate": 1.9821405392527116e-05, "Finetune/Loss": 0.9778621196746826, "Finetune/Loss (Raw)": 0.980238676071167, "Finetune/Step": 850, "Finetune/Step Time": 6.253380686044693}
+{"Finetune/Learning Rate": 1.9820771166135723e-05, "Finetune/Loss": 0.9786408543586731, "Finetune/Loss (Raw)": 1.061068058013916, "Finetune/Step": 851, "Finetune/Step Time": 6.239928286522627}
+{"Finetune/Learning Rate": 1.9820135825787764e-05, "Finetune/Loss": 0.9779629707336426, "Finetune/Loss (Raw)": 0.9943080544471741, "Finetune/Step": 852, "Finetune/Step Time": 6.240099111571908}
+{"Finetune/Learning Rate": 1.9819499371555305e-05, "Finetune/Loss": 0.9769583940505981, "Finetune/Loss (Raw)": 0.8873644471168518, "Finetune/Step": 853, "Finetune/Step Time": 6.2435727547854185}
+{"Finetune/Learning Rate": 1.9818861803510535e-05, "Finetune/Loss": 0.9779655933380127, "Finetune/Loss (Raw)": 1.0689712762832642, "Finetune/Step": 854, "Finetune/Step Time": 6.243254039436579}
+{"Finetune/Learning Rate": 1.9818223121725776e-05, "Finetune/Loss": 0.9732562303543091, "Finetune/Loss (Raw)": 0.3511015474796295, "Finetune/Step": 855, "Finetune/Step Time": 6.230831034481525}
+{"Finetune/Learning Rate": 1.9817583326273468e-05, "Finetune/Loss": 0.9731611013412476, "Finetune/Loss (Raw)": 1.003368854522705, "Finetune/Step": 856, "Finetune/Step Time": 6.248039962723851}
+{"Finetune/Learning Rate": 1.9816942417226185e-05, "Finetune/Loss": 0.977959156036377, "Finetune/Loss (Raw)": 0.8927230834960938, "Finetune/Step": 857, "Finetune/Step Time": 6.241517512127757}
+{"Finetune/Learning Rate": 1.981630039465663e-05, "Finetune/Loss": 0.9782595038414001, "Finetune/Loss (Raw)": 1.050864338874817, "Finetune/Step": 858, "Finetune/Step Time": 6.22453629411757}
+{"Finetune/Learning Rate": 1.9815657258637617e-05, "Finetune/Loss": 0.9786456823348999, "Finetune/Loss (Raw)": 1.0746489763259888, "Finetune/Step": 859, "Finetune/Step Time": 6.2422814797610044}
+{"Finetune/Learning Rate": 1.9815013009242103e-05, "Finetune/Loss": 0.9773311018943787, "Finetune/Loss (Raw)": 0.8985128402709961, "Finetune/Step": 860, "Finetune/Step Time": 6.2528387904167175}
+{"Finetune/Learning Rate": 1.981436764654316e-05, "Finetune/Loss": 0.9778549671173096, "Finetune/Loss (Raw)": 1.040176510810852, "Finetune/Step": 861, "Finetune/Step Time": 6.252605352550745}
+{"Finetune/Learning Rate": 1.9813721170613995e-05, "Finetune/Loss": 0.976743221282959, "Finetune/Loss (Raw)": 0.9361085891723633, "Finetune/Step": 862, "Finetune/Step Time": 6.249545989558101}
+{"Finetune/Learning Rate": 1.981307358152793e-05, "Finetune/Loss": 0.9763401746749878, "Finetune/Loss (Raw)": 0.9072874784469604, "Finetune/Step": 863, "Finetune/Step Time": 6.248430095613003}
+{"Finetune/Learning Rate": 1.9812424879358424e-05, "Finetune/Loss": 0.9754831194877625, "Finetune/Loss (Raw)": 0.9201070070266724, "Finetune/Step": 864, "Finetune/Step Time": 6.2483456283807755}
+{"Finetune/Learning Rate": 1.981177506417906e-05, "Finetune/Loss": 0.9744243025779724, "Finetune/Loss (Raw)": 0.811382532119751, "Finetune/Step": 865, "Finetune/Step Time": 6.270342418923974}
+{"Finetune/Learning Rate": 1.9811124136063547e-05, "Finetune/Loss": 0.9749115705490112, "Finetune/Loss (Raw)": 1.0425289869308472, "Finetune/Step": 866, "Finetune/Step Time": 6.2651058323681355}
+{"Finetune/Learning Rate": 1.981047209508572e-05, "Finetune/Loss": 0.9740400314331055, "Finetune/Loss (Raw)": 1.0164799690246582, "Finetune/Step": 867, "Finetune/Step Time": 6.256065484136343}
+{"Finetune/Learning Rate": 1.9809818941319526e-05, "Finetune/Loss": 0.9749282598495483, "Finetune/Loss (Raw)": 0.9175592064857483, "Finetune/Step": 868, "Finetune/Step Time": 6.25611343421042}
+{"Finetune/Learning Rate": 1.9809164674839065e-05, "Finetune/Loss": 0.9749229550361633, "Finetune/Loss (Raw)": 0.9230446219444275, "Finetune/Step": 869, "Finetune/Step Time": 6.26570688188076}
+{"Finetune/Learning Rate": 1.9808509295718545e-05, "Finetune/Loss": 0.975043535232544, "Finetune/Loss (Raw)": 0.9439238905906677, "Finetune/Step": 870, "Finetune/Step Time": 6.26272664219141}
+{"Finetune/Learning Rate": 1.9807852804032306e-05, "Finetune/Loss": 0.9754517078399658, "Finetune/Loss (Raw)": 1.0503342151641846, "Finetune/Step": 871, "Finetune/Step Time": 6.259810401126742}
+{"Finetune/Learning Rate": 1.980719519985481e-05, "Finetune/Loss": 0.9748390913009644, "Finetune/Loss (Raw)": 1.0114349126815796, "Finetune/Step": 872, "Finetune/Step Time": 6.261000379920006}
+{"Finetune/Learning Rate": 1.980653648326065e-05, "Finetune/Loss": 0.974001407623291, "Finetune/Loss (Raw)": 0.9499254822731018, "Finetune/Step": 873, "Finetune/Step Time": 6.260611919686198}
+{"Finetune/Learning Rate": 1.9805876654324546e-05, "Finetune/Loss": 0.9741891622543335, "Finetune/Loss (Raw)": 0.9383225440979004, "Finetune/Step": 874, "Finetune/Step Time": 6.2556207254529}
+{"Finetune/Learning Rate": 1.980521571312134e-05, "Finetune/Loss": 0.9738455414772034, "Finetune/Loss (Raw)": 0.9312304854393005, "Finetune/Step": 875, "Finetune/Step Time": 6.251681378111243}
+{"Finetune/Learning Rate": 1.9804553659726e-05, "Finetune/Loss": 0.9740310311317444, "Finetune/Loss (Raw)": 1.0206451416015625, "Finetune/Step": 876, "Finetune/Step Time": 6.250648560002446}
+{"Finetune/Learning Rate": 1.980389049421362e-05, "Finetune/Loss": 0.9724574089050293, "Finetune/Loss (Raw)": 0.8218276500701904, "Finetune/Step": 877, "Finetune/Step Time": 6.242215849459171}
+{"Finetune/Learning Rate": 1.9803226216659425e-05, "Finetune/Loss": 0.9711154103279114, "Finetune/Loss (Raw)": 0.9587057828903198, "Finetune/Step": 878, "Finetune/Step Time": 6.230074808001518}
+{"Finetune/Learning Rate": 1.9802560827138762e-05, "Finetune/Loss": 0.9701084494590759, "Finetune/Loss (Raw)": 0.8958079218864441, "Finetune/Step": 879, "Finetune/Step Time": 6.21589264087379}
+{"Finetune/Learning Rate": 1.9801894325727104e-05, "Finetune/Loss": 0.9713807106018066, "Finetune/Loss (Raw)": 1.0652878284454346, "Finetune/Step": 880, "Finetune/Step Time": 6.213072462007403}
+{"Finetune/Learning Rate": 1.9801226712500057e-05, "Finetune/Loss": 0.9720878005027771, "Finetune/Loss (Raw)": 0.8550755381584167, "Finetune/Step": 881, "Finetune/Step Time": 6.215448210015893}
+{"Finetune/Learning Rate": 1.980055798753334e-05, "Finetune/Loss": 0.9716184139251709, "Finetune/Loss (Raw)": 1.0047698020935059, "Finetune/Step": 882, "Finetune/Step Time": 6.220519745722413}
+{"Finetune/Learning Rate": 1.9799888150902813e-05, "Finetune/Loss": 0.9721008539199829, "Finetune/Loss (Raw)": 1.092294692993164, "Finetune/Step": 883, "Finetune/Step Time": 6.229628378525376}
+{"Finetune/Learning Rate": 1.9799217202684445e-05, "Finetune/Loss": 0.9716895818710327, "Finetune/Loss (Raw)": 0.9877061247825623, "Finetune/Step": 884, "Finetune/Step Time": 6.22888794913888}
+{"Finetune/Learning Rate": 1.9798545142954354e-05, "Finetune/Loss": 0.9709044098854065, "Finetune/Loss (Raw)": 0.9810466170310974, "Finetune/Step": 885, "Finetune/Step Time": 6.223810279741883}
+{"Finetune/Learning Rate": 1.9797871971788757e-05, "Finetune/Loss": 0.9720648527145386, "Finetune/Loss (Raw)": 1.1140424013137817, "Finetune/Step": 886, "Finetune/Step Time": 6.228843726217747}
+{"Finetune/Learning Rate": 1.9797197689264017e-05, "Finetune/Loss": 0.9726690053939819, "Finetune/Loss (Raw)": 0.9520594477653503, "Finetune/Step": 887, "Finetune/Step Time": 6.24047064781189}
+{"Finetune/Learning Rate": 1.9796522295456618e-05, "Finetune/Loss": 0.9714919328689575, "Finetune/Loss (Raw)": 0.8841186761856079, "Finetune/Step": 888, "Finetune/Step Time": 6.244868103414774}
+{"Finetune/Learning Rate": 1.979584579044317e-05, "Finetune/Loss": 0.9707481265068054, "Finetune/Loss (Raw)": 0.9585089087486267, "Finetune/Step": 889, "Finetune/Step Time": 6.2428363766521215}
+{"Finetune/Learning Rate": 1.9795168174300406e-05, "Finetune/Loss": 0.9713171720504761, "Finetune/Loss (Raw)": 0.9755224585533142, "Finetune/Step": 890, "Finetune/Step Time": 6.24170876853168}
+{"Finetune/Learning Rate": 1.9794489447105184e-05, "Finetune/Loss": 0.9725836515426636, "Finetune/Loss (Raw)": 0.9693971276283264, "Finetune/Step": 891, "Finetune/Step Time": 6.242213413119316}
+{"Finetune/Learning Rate": 1.9793809608934498e-05, "Finetune/Loss": 0.9719253778457642, "Finetune/Loss (Raw)": 0.8952165842056274, "Finetune/Step": 892, "Finetune/Step Time": 6.223983405157924}
+{"Finetune/Learning Rate": 1.9793128659865454e-05, "Finetune/Loss": 0.9725785255432129, "Finetune/Loss (Raw)": 1.0269110202789307, "Finetune/Step": 893, "Finetune/Step Time": 6.224746225401759}
+{"Finetune/Learning Rate": 1.9792446599975296e-05, "Finetune/Loss": 0.9715825319290161, "Finetune/Loss (Raw)": 0.8731322288513184, "Finetune/Step": 894, "Finetune/Step Time": 6.21419838257134}
+{"Finetune/Learning Rate": 1.979176342934139e-05, "Finetune/Loss": 0.9726903438568115, "Finetune/Loss (Raw)": 1.045937418937683, "Finetune/Step": 895, "Finetune/Step Time": 6.216714177280664}
+{"Finetune/Learning Rate": 1.979107914804122e-05, "Finetune/Loss": 0.9724245071411133, "Finetune/Loss (Raw)": 1.0870437622070312, "Finetune/Step": 896, "Finetune/Step Time": 6.21334563754499}
+{"Finetune/Learning Rate": 1.979039375615241e-05, "Finetune/Loss": 0.9740755558013916, "Finetune/Loss (Raw)": 1.049592137336731, "Finetune/Step": 897, "Finetune/Step Time": 6.211924824863672}
+{"Finetune/Learning Rate": 1.97897072537527e-05, "Finetune/Loss": 0.9744844436645508, "Finetune/Loss (Raw)": 1.0111538171768188, "Finetune/Step": 898, "Finetune/Step Time": 6.208595698699355}
+{"Finetune/Learning Rate": 1.9789019640919963e-05, "Finetune/Loss": 0.975114107131958, "Finetune/Loss (Raw)": 0.9906718134880066, "Finetune/Step": 899, "Finetune/Step Time": 6.182130239903927}
+{"Finetune/Learning Rate": 1.9788330917732186e-05, "Finetune/Loss": 0.9756093621253967, "Finetune/Loss (Raw)": 1.0084747076034546, "Finetune/Step": 900, "Finetune/Step Time": 6.155365386977792}
+{"Finetune/Learning Rate": 1.97876410842675e-05, "Finetune/Loss": 0.9751670956611633, "Finetune/Loss (Raw)": 0.9554306268692017, "Finetune/Step": 901, "Finetune/Step Time": 6.143050583079457}
+{"Finetune/Learning Rate": 1.978695014060414e-05, "Finetune/Loss": 0.974535346031189, "Finetune/Loss (Raw)": 0.9112240672111511, "Finetune/Step": 902, "Finetune/Step Time": 6.141421692445874}
+{"Finetune/Learning Rate": 1.978625808682049e-05, "Finetune/Loss": 0.9752204418182373, "Finetune/Loss (Raw)": 1.1095073223114014, "Finetune/Step": 903, "Finetune/Step Time": 6.137778077274561}
+{"Finetune/Learning Rate": 1.9785564922995042e-05, "Finetune/Loss": 0.9744902849197388, "Finetune/Loss (Raw)": 0.9769076108932495, "Finetune/Step": 904, "Finetune/Step Time": 6.140462890267372}
+{"Finetune/Learning Rate": 1.9784870649206423e-05, "Finetune/Loss": 0.9736511707305908, "Finetune/Loss (Raw)": 0.9998982548713684, "Finetune/Step": 905, "Finetune/Step Time": 6.1469571851193905}
+{"Finetune/Learning Rate": 1.978417526553338e-05, "Finetune/Loss": 0.9726410508155823, "Finetune/Loss (Raw)": 0.8272312879562378, "Finetune/Step": 906, "Finetune/Step Time": 6.15655386261642}
+{"Finetune/Learning Rate": 1.9783478772054798e-05, "Finetune/Loss": 0.9723853468894958, "Finetune/Loss (Raw)": 0.8948670029640198, "Finetune/Step": 907, "Finetune/Step Time": 6.154964139685035}
+{"Finetune/Learning Rate": 1.9782781168849673e-05, "Finetune/Loss": 0.9728900194168091, "Finetune/Loss (Raw)": 1.0610231161117554, "Finetune/Step": 908, "Finetune/Step Time": 6.153090940788388}
+{"Finetune/Learning Rate": 1.9782082455997137e-05, "Finetune/Loss": 0.9721535444259644, "Finetune/Loss (Raw)": 0.9089763760566711, "Finetune/Step": 909, "Finetune/Step Time": 6.153097752481699}
+{"Finetune/Learning Rate": 1.9781382633576434e-05, "Finetune/Loss": 0.9707281589508057, "Finetune/Loss (Raw)": 0.8743005990982056, "Finetune/Step": 910, "Finetune/Step Time": 6.154895111918449}
+{"Finetune/Learning Rate": 1.9780681701666955e-05, "Finetune/Loss": 0.9705590009689331, "Finetune/Loss (Raw)": 0.876784086227417, "Finetune/Step": 911, "Finetune/Step Time": 6.1574003882706165}
+{"Finetune/Learning Rate": 1.97799796603482e-05, "Finetune/Loss": 0.9696211814880371, "Finetune/Loss (Raw)": 0.8802877068519592, "Finetune/Step": 912, "Finetune/Step Time": 6.143761124461889}
+{"Finetune/Learning Rate": 1.9779276509699806e-05, "Finetune/Loss": 0.967849850654602, "Finetune/Loss (Raw)": 0.8058390617370605, "Finetune/Step": 913, "Finetune/Step Time": 6.142726123332977}
+{"Finetune/Learning Rate": 1.9778572249801523e-05, "Finetune/Loss": 0.9702761769294739, "Finetune/Loss (Raw)": 0.976841926574707, "Finetune/Step": 914, "Finetune/Step Time": 6.143814327195287}
+{"Finetune/Learning Rate": 1.977786688073324e-05, "Finetune/Loss": 0.9701098799705505, "Finetune/Loss (Raw)": 0.9877026677131653, "Finetune/Step": 915, "Finetune/Step Time": 6.152956301346421}
+{"Finetune/Learning Rate": 1.977716040257496e-05, "Finetune/Loss": 0.9712306261062622, "Finetune/Loss (Raw)": 1.0964994430541992, "Finetune/Step": 916, "Finetune/Step Time": 6.151915146037936}
+{"Finetune/Learning Rate": 1.977645281540683e-05, "Finetune/Loss": 0.970710277557373, "Finetune/Loss (Raw)": 0.9383637309074402, "Finetune/Step": 917, "Finetune/Step Time": 6.151387747377157}
+{"Finetune/Learning Rate": 1.9775744119309095e-05, "Finetune/Loss": 0.9709392786026001, "Finetune/Loss (Raw)": 1.0507566928863525, "Finetune/Step": 918, "Finetune/Step Time": 6.149305582046509}
+{"Finetune/Learning Rate": 1.9775034314362152e-05, "Finetune/Loss": 0.9708132743835449, "Finetune/Loss (Raw)": 1.0191866159439087, "Finetune/Step": 919, "Finetune/Step Time": 6.148630006238818}
+{"Finetune/Learning Rate": 1.977432340064651e-05, "Finetune/Loss": 0.9703335762023926, "Finetune/Loss (Raw)": 0.9217367172241211, "Finetune/Step": 920, "Finetune/Step Time": 6.145884871482849}
+{"Finetune/Learning Rate": 1.9773611378242807e-05, "Finetune/Loss": 0.9711520671844482, "Finetune/Loss (Raw)": 0.9978666305541992, "Finetune/Step": 921, "Finetune/Step Time": 6.142836056649685}
+{"Finetune/Learning Rate": 1.9772898247231803e-05, "Finetune/Loss": 0.9703826904296875, "Finetune/Loss (Raw)": 0.8909730315208435, "Finetune/Step": 922, "Finetune/Step Time": 6.138827053830028}
+{"Finetune/Learning Rate": 1.9772184007694396e-05, "Finetune/Loss": 0.9716523885726929, "Finetune/Loss (Raw)": 1.1468616724014282, "Finetune/Step": 923, "Finetune/Step Time": 6.133237769827247}
+{"Finetune/Learning Rate": 1.9771468659711595e-05, "Finetune/Loss": 0.9723093509674072, "Finetune/Loss (Raw)": 1.093464970588684, "Finetune/Step": 924, "Finetune/Step Time": 6.132949274033308}
+{"Finetune/Learning Rate": 1.9770752203364546e-05, "Finetune/Loss": 0.9724928140640259, "Finetune/Loss (Raw)": 1.0721491575241089, "Finetune/Step": 925, "Finetune/Step Time": 6.136148331686854}
+{"Finetune/Learning Rate": 1.9770034638734506e-05, "Finetune/Loss": 0.9723596572875977, "Finetune/Loss (Raw)": 0.885840117931366, "Finetune/Step": 926, "Finetune/Step Time": 6.146419897675514}
+{"Finetune/Learning Rate": 1.9769315965902876e-05, "Finetune/Loss": 0.9719985127449036, "Finetune/Loss (Raw)": 0.8983654975891113, "Finetune/Step": 927, "Finetune/Step Time": 6.145724227651954}
+{"Finetune/Learning Rate": 1.9768596184951174e-05, "Finetune/Loss": 0.970435380935669, "Finetune/Loss (Raw)": 0.8701995611190796, "Finetune/Step": 928, "Finetune/Step Time": 6.151535831391811}
+{"Finetune/Learning Rate": 1.976787529596104e-05, "Finetune/Loss": 0.9688904285430908, "Finetune/Loss (Raw)": 0.884761393070221, "Finetune/Step": 929, "Finetune/Step Time": 6.158593872562051}
+{"Finetune/Learning Rate": 1.9767153299014242e-05, "Finetune/Loss": 0.9682093858718872, "Finetune/Loss (Raw)": 0.9273034334182739, "Finetune/Step": 930, "Finetune/Step Time": 6.154711714014411}
+{"Finetune/Learning Rate": 1.976643019419268e-05, "Finetune/Loss": 0.9712106585502625, "Finetune/Loss (Raw)": 1.1343262195587158, "Finetune/Step": 931, "Finetune/Step Time": 6.1587306670844555}
+{"Finetune/Learning Rate": 1.9765705981578374e-05, "Finetune/Loss": 0.9726008772850037, "Finetune/Loss (Raw)": 1.049872875213623, "Finetune/Step": 932, "Finetune/Step Time": 6.162794837728143}
+{"Finetune/Learning Rate": 1.9764980661253465e-05, "Finetune/Loss": 0.9712657332420349, "Finetune/Loss (Raw)": 1.0522739887237549, "Finetune/Step": 933, "Finetune/Step Time": 6.164488285779953}
+{"Finetune/Learning Rate": 1.9764254233300233e-05, "Finetune/Loss": 0.9712713956832886, "Finetune/Loss (Raw)": 0.9265533089637756, "Finetune/Step": 934, "Finetune/Step Time": 6.16962842643261}
+{"Finetune/Learning Rate": 1.9763526697801072e-05, "Finetune/Loss": 0.9707221984863281, "Finetune/Loss (Raw)": 0.8881957530975342, "Finetune/Step": 935, "Finetune/Step Time": 6.168064722791314}
+{"Finetune/Learning Rate": 1.9762798054838503e-05, "Finetune/Loss": 0.9693065881729126, "Finetune/Loss (Raw)": 0.8852291703224182, "Finetune/Step": 936, "Finetune/Step Time": 6.171520780771971}
+{"Finetune/Learning Rate": 1.976206830449518e-05, "Finetune/Loss": 0.9703999757766724, "Finetune/Loss (Raw)": 1.0662562847137451, "Finetune/Step": 937, "Finetune/Step Time": 6.1823256481438875}
+{"Finetune/Learning Rate": 1.9761337446853872e-05, "Finetune/Loss": 0.9702845811843872, "Finetune/Loss (Raw)": 1.1078733205795288, "Finetune/Step": 938, "Finetune/Step Time": 6.17804747633636}
+{"Finetune/Learning Rate": 1.9760605481997484e-05, "Finetune/Loss": 0.971211314201355, "Finetune/Loss (Raw)": 0.9947249889373779, "Finetune/Step": 939, "Finetune/Step Time": 6.177191246300936}
+{"Finetune/Learning Rate": 1.9759872410009036e-05, "Finetune/Loss": 0.9721801280975342, "Finetune/Loss (Raw)": 0.9969194531440735, "Finetune/Step": 940, "Finetune/Step Time": 6.18750374764204}
+{"Finetune/Learning Rate": 1.9759138230971688e-05, "Finetune/Loss": 0.9715625047683716, "Finetune/Loss (Raw)": 0.8514431118965149, "Finetune/Step": 941, "Finetune/Step Time": 6.192446472123265}
+{"Finetune/Learning Rate": 1.975840294496871e-05, "Finetune/Loss": 0.9685571193695068, "Finetune/Loss (Raw)": 0.7231608629226685, "Finetune/Step": 942, "Finetune/Step Time": 6.188927194103599}
+{"Finetune/Learning Rate": 1.9757666552083504e-05, "Finetune/Loss": 0.969327449798584, "Finetune/Loss (Raw)": 1.1104943752288818, "Finetune/Step": 943, "Finetune/Step Time": 6.201113736256957}
+{"Finetune/Learning Rate": 1.9756929052399606e-05, "Finetune/Loss": 0.9672485589981079, "Finetune/Loss (Raw)": 0.8413416743278503, "Finetune/Step": 944, "Finetune/Step Time": 6.203639069572091}
+{"Finetune/Learning Rate": 1.9756190446000657e-05, "Finetune/Loss": 0.9671043157577515, "Finetune/Loss (Raw)": 0.9093508720397949, "Finetune/Step": 945, "Finetune/Step Time": 6.202835099771619}
+{"Finetune/Learning Rate": 1.9755450732970448e-05, "Finetune/Loss": 0.9665944576263428, "Finetune/Loss (Raw)": 1.0086983442306519, "Finetune/Step": 946, "Finetune/Step Time": 6.204922802746296}
+{"Finetune/Learning Rate": 1.9754709913392877e-05, "Finetune/Loss": 0.9664930701255798, "Finetune/Loss (Raw)": 0.911426842212677, "Finetune/Step": 947, "Finetune/Step Time": 6.206060137599707}
+{"Finetune/Learning Rate": 1.975396798735198e-05, "Finetune/Loss": 0.9667333364486694, "Finetune/Loss (Raw)": 1.0624710321426392, "Finetune/Step": 948, "Finetune/Step Time": 6.208680659532547}
+{"Finetune/Learning Rate": 1.9753224954931905e-05, "Finetune/Loss": 0.9664574265480042, "Finetune/Loss (Raw)": 1.037631869316101, "Finetune/Step": 949, "Finetune/Step Time": 6.189836621284485}
+{"Finetune/Learning Rate": 1.9752480816216936e-05, "Finetune/Loss": 0.9671815633773804, "Finetune/Loss (Raw)": 0.8780820369720459, "Finetune/Step": 950, "Finetune/Step Time": 6.184370305389166}
+{"Finetune/Learning Rate": 1.9751735571291483e-05, "Finetune/Loss": 0.966607928276062, "Finetune/Loss (Raw)": 0.9174123406410217, "Finetune/Step": 951, "Finetune/Step Time": 6.181332403793931}
+{"Finetune/Learning Rate": 1.9750989220240073e-05, "Finetune/Loss": 0.9675713181495667, "Finetune/Loss (Raw)": 1.1549402475357056, "Finetune/Step": 952, "Finetune/Step Time": 6.184795740991831}
+{"Finetune/Learning Rate": 1.9750241763147366e-05, "Finetune/Loss": 0.9682226777076721, "Finetune/Loss (Raw)": 1.0670210123062134, "Finetune/Step": 953, "Finetune/Step Time": 6.17679681442678}
+{"Finetune/Learning Rate": 1.974949320009815e-05, "Finetune/Loss": 0.9682478308677673, "Finetune/Loss (Raw)": 1.0714384317398071, "Finetune/Step": 954, "Finetune/Step Time": 6.177405823022127}
+{"Finetune/Learning Rate": 1.9748743531177323e-05, "Finetune/Loss": 0.9695101976394653, "Finetune/Loss (Raw)": 0.9441176056861877, "Finetune/Step": 955, "Finetune/Step Time": 6.1795473247766495}
+{"Finetune/Learning Rate": 1.9747992756469925e-05, "Finetune/Loss": 0.9694331884384155, "Finetune/Loss (Raw)": 0.8680652379989624, "Finetune/Step": 956, "Finetune/Step Time": 6.184067439287901}
+{"Finetune/Learning Rate": 1.974724087606112e-05, "Finetune/Loss": 0.9673075675964355, "Finetune/Loss (Raw)": 0.8662938475608826, "Finetune/Step": 957, "Finetune/Step Time": 6.1928092911839485}
+{"Finetune/Learning Rate": 1.9746487890036182e-05, "Finetune/Loss": 0.9669326543807983, "Finetune/Loss (Raw)": 1.072031021118164, "Finetune/Step": 958, "Finetune/Step Time": 6.1939109563827515}
+{"Finetune/Learning Rate": 1.974573379848053e-05, "Finetune/Loss": 0.9666298031806946, "Finetune/Loss (Raw)": 0.9664496779441833, "Finetune/Step": 959, "Finetune/Step Time": 6.214064342901111}
+{"Finetune/Learning Rate": 1.9744978601479693e-05, "Finetune/Loss": 0.9667165875434875, "Finetune/Loss (Raw)": 0.9736425876617432, "Finetune/Step": 960, "Finetune/Step Time": 6.209428161382675}
+{"Finetune/Learning Rate": 1.9744222299119338e-05, "Finetune/Loss": 0.9660559892654419, "Finetune/Loss (Raw)": 0.9445837140083313, "Finetune/Step": 961, "Finetune/Step Time": 6.197060663253069}
+{"Finetune/Learning Rate": 1.974346489148525e-05, "Finetune/Loss": 0.9651980400085449, "Finetune/Loss (Raw)": 0.8295653462409973, "Finetune/Step": 962, "Finetune/Step Time": 6.19690172560513}
+{"Finetune/Learning Rate": 1.9742706378663338e-05, "Finetune/Loss": 0.9643808603286743, "Finetune/Loss (Raw)": 0.8892855048179626, "Finetune/Step": 963, "Finetune/Step Time": 6.1973214186728}
+{"Finetune/Learning Rate": 1.974194676073964e-05, "Finetune/Loss": 0.9622300863265991, "Finetune/Loss (Raw)": 0.8277225494384766, "Finetune/Step": 964, "Finetune/Step Time": 6.206841429695487}
+{"Finetune/Learning Rate": 1.9741186037800317e-05, "Finetune/Loss": 0.9600974321365356, "Finetune/Loss (Raw)": 0.7796106934547424, "Finetune/Step": 965, "Finetune/Step Time": 6.209328705444932}
+{"Finetune/Learning Rate": 1.974042420993166e-05, "Finetune/Loss": 0.9609432816505432, "Finetune/Loss (Raw)": 0.9219823479652405, "Finetune/Step": 966, "Finetune/Step Time": 6.206892596557736}
+{"Finetune/Learning Rate": 1.973966127722008e-05, "Finetune/Loss": 0.9612649083137512, "Finetune/Loss (Raw)": 1.0859527587890625, "Finetune/Step": 967, "Finetune/Step Time": 6.199937647208571}
+{"Finetune/Learning Rate": 1.973889723975212e-05, "Finetune/Loss": 0.9603496193885803, "Finetune/Loss (Raw)": 0.910711944103241, "Finetune/Step": 968, "Finetune/Step Time": 6.1993249505758286}
+{"Finetune/Learning Rate": 1.9738132097614436e-05, "Finetune/Loss": 0.9592858552932739, "Finetune/Loss (Raw)": 0.9836674928665161, "Finetune/Step": 969, "Finetune/Step Time": 6.201936788856983}
+{"Finetune/Learning Rate": 1.973736585089382e-05, "Finetune/Loss": 0.9594935774803162, "Finetune/Loss (Raw)": 1.050622582435608, "Finetune/Step": 970, "Finetune/Step Time": 6.200789574533701}
+{"Finetune/Learning Rate": 1.973659849967719e-05, "Finetune/Loss": 0.9602493643760681, "Finetune/Loss (Raw)": 1.0262848138809204, "Finetune/Step": 971, "Finetune/Step Time": 6.2008784636855125}
+{"Finetune/Learning Rate": 1.9735830044051582e-05, "Finetune/Loss": 0.9604179859161377, "Finetune/Loss (Raw)": 0.9559016227722168, "Finetune/Step": 972, "Finetune/Step Time": 6.19729857519269}
+{"Finetune/Learning Rate": 1.9735060484104162e-05, "Finetune/Loss": 0.9619359970092773, "Finetune/Loss (Raw)": 1.0815260410308838, "Finetune/Step": 973, "Finetune/Step Time": 6.194133227691054}
+{"Finetune/Learning Rate": 1.973428981992222e-05, "Finetune/Loss": 0.9609308242797852, "Finetune/Loss (Raw)": 0.8573801517486572, "Finetune/Step": 974, "Finetune/Step Time": 6.196747090667486}
+{"Finetune/Learning Rate": 1.973351805159317e-05, "Finetune/Loss": 0.9626232981681824, "Finetune/Loss (Raw)": 1.0364078283309937, "Finetune/Step": 975, "Finetune/Step Time": 6.200414068996906}
+{"Finetune/Learning Rate": 1.9732745179204553e-05, "Finetune/Loss": 0.9629572033882141, "Finetune/Loss (Raw)": 1.0134620666503906, "Finetune/Step": 976, "Finetune/Step Time": 6.202659210190177}
+{"Finetune/Learning Rate": 1.9731971202844036e-05, "Finetune/Loss": 0.9639657735824585, "Finetune/Loss (Raw)": 0.9861023426055908, "Finetune/Step": 977, "Finetune/Step Time": 6.205394331365824}
+{"Finetune/Learning Rate": 1.973119612259941e-05, "Finetune/Loss": 0.96321040391922, "Finetune/Loss (Raw)": 0.8835427761077881, "Finetune/Step": 978, "Finetune/Step Time": 6.215506702661514}
+{"Finetune/Learning Rate": 1.9730419938558593e-05, "Finetune/Loss": 0.963844895362854, "Finetune/Loss (Raw)": 1.1422808170318604, "Finetune/Step": 979, "Finetune/Step Time": 6.230696357786655}
+{"Finetune/Learning Rate": 1.972964265080962e-05, "Finetune/Loss": 0.9639020562171936, "Finetune/Loss (Raw)": 1.0016305446624756, "Finetune/Step": 980, "Finetune/Step Time": 6.231404930353165}
+{"Finetune/Learning Rate": 1.9728864259440664e-05, "Finetune/Loss": 0.9645609855651855, "Finetune/Loss (Raw)": 0.9717029333114624, "Finetune/Step": 981, "Finetune/Step Time": 6.227408537641168}
+{"Finetune/Learning Rate": 1.9728084764540017e-05, "Finetune/Loss": 0.9636581540107727, "Finetune/Loss (Raw)": 0.9534164667129517, "Finetune/Step": 982, "Finetune/Step Time": 6.2328728921711445}
+{"Finetune/Learning Rate": 1.972730416619609e-05, "Finetune/Loss": 0.9686568975448608, "Finetune/Loss (Raw)": 0.9909303188323975, "Finetune/Step": 983, "Finetune/Step Time": 6.238650374114513}
+{"Finetune/Learning Rate": 1.9726522464497434e-05, "Finetune/Loss": 0.9676922559738159, "Finetune/Loss (Raw)": 0.8799073100090027, "Finetune/Step": 984, "Finetune/Step Time": 6.22465480864048}
+{"Finetune/Learning Rate": 1.972573965953271e-05, "Finetune/Loss": 0.9676095247268677, "Finetune/Loss (Raw)": 0.8821215033531189, "Finetune/Step": 985, "Finetune/Step Time": 6.231545062735677}
+{"Finetune/Learning Rate": 1.9724955751390712e-05, "Finetune/Loss": 0.9654257893562317, "Finetune/Loss (Raw)": 0.7713513374328613, "Finetune/Step": 986, "Finetune/Step Time": 6.227343248203397}
+{"Finetune/Learning Rate": 1.9724170740160355e-05, "Finetune/Loss": 0.965329647064209, "Finetune/Loss (Raw)": 1.0623360872268677, "Finetune/Step": 987, "Finetune/Step Time": 6.215463552623987}
+{"Finetune/Learning Rate": 1.9723384625930685e-05, "Finetune/Loss": 0.9657459259033203, "Finetune/Loss (Raw)": 0.9518047571182251, "Finetune/Step": 988, "Finetune/Step Time": 6.2169473227113485}
+{"Finetune/Learning Rate": 1.9722597408790872e-05, "Finetune/Loss": 0.964856743812561, "Finetune/Loss (Raw)": 0.926362156867981, "Finetune/Step": 989, "Finetune/Step Time": 6.215731671079993}
+{"Finetune/Learning Rate": 1.9721809088830205e-05, "Finetune/Loss": 0.9656893014907837, "Finetune/Loss (Raw)": 1.042669415473938, "Finetune/Step": 990, "Finetune/Step Time": 6.2171136401593685}
+{"Finetune/Learning Rate": 1.9721019666138103e-05, "Finetune/Loss": 0.9663320183753967, "Finetune/Loss (Raw)": 0.9895539283752441, "Finetune/Step": 991, "Finetune/Step Time": 6.228772543370724}
+{"Finetune/Learning Rate": 1.972022914080411e-05, "Finetune/Loss": 0.9669132232666016, "Finetune/Loss (Raw)": 0.9945051074028015, "Finetune/Step": 992, "Finetune/Step Time": 6.238677846267819}
+{"Finetune/Learning Rate": 1.9719437512917895e-05, "Finetune/Loss": 0.9680869579315186, "Finetune/Loss (Raw)": 0.9616252779960632, "Finetune/Step": 993, "Finetune/Step Time": 6.2136991284787655}
+{"Finetune/Learning Rate": 1.9718644782569246e-05, "Finetune/Loss": 0.9686615467071533, "Finetune/Loss (Raw)": 1.1160684823989868, "Finetune/Step": 994, "Finetune/Step Time": 6.21438455209136}
+{"Finetune/Learning Rate": 1.9717850949848086e-05, "Finetune/Loss": 0.9687918424606323, "Finetune/Loss (Raw)": 1.0331536531448364, "Finetune/Step": 995, "Finetune/Step Time": 6.216848500072956}
+{"Finetune/Learning Rate": 1.971705601484446e-05, "Finetune/Loss": 0.9693570733070374, "Finetune/Loss (Raw)": 0.9899139404296875, "Finetune/Step": 996, "Finetune/Step Time": 6.21737240254879}
+{"Finetune/Learning Rate": 1.9716259977648532e-05, "Finetune/Loss": 0.968253493309021, "Finetune/Loss (Raw)": 0.7817936539649963, "Finetune/Step": 997, "Finetune/Step Time": 6.213738668709993}
+{"Finetune/Learning Rate": 1.9715462838350596e-05, "Finetune/Loss": 0.9687786102294922, "Finetune/Loss (Raw)": 1.011139988899231, "Finetune/Step": 998, "Finetune/Step Time": 6.217553237453103}
+{"Finetune/Learning Rate": 1.9714664597041074e-05, "Finetune/Loss": 0.9658893346786499, "Finetune/Loss (Raw)": 0.6804975867271423, "Finetune/Step": 999, "Finetune/Step Time": 6.226532997563481}
+{"Finetune/Learning Rate": 1.9713865253810508e-05, "Finetune/Loss": 0.9650638103485107, "Finetune/Loss (Raw)": 0.9057779312133789, "Finetune/Step": 1000, "Finetune/Step Time": 6.2470106314867735}
+{"Finetune/Learning Rate": 1.9713064808749566e-05, "Finetune/Loss": 0.9638572931289673, "Finetune/Loss (Raw)": 0.7954875826835632, "Finetune/Step": 1001, "Finetune/Step Time": 6.251446498557925}
+{"Finetune/Learning Rate": 1.971226326194904e-05, "Finetune/Loss": 0.9637578725814819, "Finetune/Loss (Raw)": 0.9255943894386292, "Finetune/Step": 1002, "Finetune/Step Time": 6.2563984505832195}
+{"Finetune/Learning Rate": 1.9711460613499848e-05, "Finetune/Loss": 0.9594676494598389, "Finetune/Loss (Raw)": 0.3820751905441284, "Finetune/Step": 1003, "Finetune/Step Time": 6.261266922578216}
+{"Finetune/Learning Rate": 1.971065686349303e-05, "Finetune/Loss": 0.958341121673584, "Finetune/Loss (Raw)": 0.8764550089836121, "Finetune/Step": 1004, "Finetune/Step Time": 6.277987627312541}
+{"Finetune/Learning Rate": 1.9709852012019768e-05, "Finetune/Loss": 0.9590548276901245, "Finetune/Loss (Raw)": 0.9131794571876526, "Finetune/Step": 1005, "Finetune/Step Time": 6.282424924895167}
+{"Finetune/Learning Rate": 1.970904605917134e-05, "Finetune/Loss": 0.9587767720222473, "Finetune/Loss (Raw)": 0.9231188297271729, "Finetune/Step": 1006, "Finetune/Step Time": 6.277568658813834}
+{"Finetune/Learning Rate": 1.9708239005039174e-05, "Finetune/Loss": 0.9583793878555298, "Finetune/Loss (Raw)": 0.8449437618255615, "Finetune/Step": 1007, "Finetune/Step Time": 6.275169031694531}
+{"Finetune/Learning Rate": 1.970743084971481e-05, "Finetune/Loss": 0.9568234086036682, "Finetune/Loss (Raw)": 0.8661236763000488, "Finetune/Step": 1008, "Finetune/Step Time": 6.2945920415222645}
+{"Finetune/Learning Rate": 1.970662159328991e-05, "Finetune/Loss": 0.9575976133346558, "Finetune/Loss (Raw)": 0.9541662931442261, "Finetune/Step": 1009, "Finetune/Step Time": 6.29132822342217}
+{"Finetune/Learning Rate": 1.9705811235856274e-05, "Finetune/Loss": 0.956407904624939, "Finetune/Loss (Raw)": 0.8524934649467468, "Finetune/Step": 1010, "Finetune/Step Time": 6.281437460333109}
+{"Finetune/Learning Rate": 1.970499977750582e-05, "Finetune/Loss": 0.9556043148040771, "Finetune/Loss (Raw)": 0.9894335865974426, "Finetune/Step": 1011, "Finetune/Step Time": 6.274279979988933}
+{"Finetune/Learning Rate": 1.9704187218330584e-05, "Finetune/Loss": 0.9556998014450073, "Finetune/Loss (Raw)": 0.9999290108680725, "Finetune/Step": 1012, "Finetune/Step Time": 6.282743759453297}
+{"Finetune/Learning Rate": 1.970337355842274e-05, "Finetune/Loss": 0.9552223682403564, "Finetune/Loss (Raw)": 0.919935941696167, "Finetune/Step": 1013, "Finetune/Step Time": 6.285340474918485}
+{"Finetune/Learning Rate": 1.970255879787458e-05, "Finetune/Loss": 0.9545043110847473, "Finetune/Loss (Raw)": 1.0221281051635742, "Finetune/Step": 1014, "Finetune/Step Time": 6.282431028783321}
+{"Finetune/Learning Rate": 1.9701742936778517e-05, "Finetune/Loss": 0.9542759656906128, "Finetune/Loss (Raw)": 0.9228323698043823, "Finetune/Step": 1015, "Finetune/Step Time": 6.2726485170423985}
+{"Finetune/Learning Rate": 1.9700925975227096e-05, "Finetune/Loss": 0.954681396484375, "Finetune/Loss (Raw)": 0.9360138177871704, "Finetune/Step": 1016, "Finetune/Step Time": 6.269815895706415}
+{"Finetune/Learning Rate": 1.970010791331298e-05, "Finetune/Loss": 0.955265998840332, "Finetune/Loss (Raw)": 1.033336877822876, "Finetune/Step": 1017, "Finetune/Step Time": 6.270177746191621}
+{"Finetune/Learning Rate": 1.969928875112897e-05, "Finetune/Loss": 0.9543267488479614, "Finetune/Loss (Raw)": 0.85530024766922, "Finetune/Step": 1018, "Finetune/Step Time": 6.278184045106173}
+{"Finetune/Learning Rate": 1.9698468488767976e-05, "Finetune/Loss": 0.9537152647972107, "Finetune/Loss (Raw)": 0.8911275267601013, "Finetune/Step": 1019, "Finetune/Step Time": 6.294735690578818}
+{"Finetune/Learning Rate": 1.9697647126323036e-05, "Finetune/Loss": 0.9547262191772461, "Finetune/Loss (Raw)": 1.024620771408081, "Finetune/Step": 1020, "Finetune/Step Time": 6.307685719802976}
+{"Finetune/Learning Rate": 1.969682466388732e-05, "Finetune/Loss": 0.9547703266143799, "Finetune/Loss (Raw)": 1.0325502157211304, "Finetune/Step": 1021, "Finetune/Step Time": 6.303381886333227}
+{"Finetune/Learning Rate": 1.9696001101554116e-05, "Finetune/Loss": 0.9560805559158325, "Finetune/Loss (Raw)": 1.0408393144607544, "Finetune/Step": 1022, "Finetune/Step Time": 6.301719136536121}
+{"Finetune/Learning Rate": 1.9695176439416842e-05, "Finetune/Loss": 0.9552279710769653, "Finetune/Loss (Raw)": 0.936815619468689, "Finetune/Step": 1023, "Finetune/Step Time": 6.300493653863668}
+{"Finetune/Learning Rate": 1.9694350677569043e-05, "Finetune/Loss": 0.9541440010070801, "Finetune/Loss (Raw)": 0.9482918381690979, "Finetune/Step": 1024, "Finetune/Step Time": 6.310090618208051}
+{"Finetune/Learning Rate": 1.9693523816104376e-05, "Finetune/Loss": 0.9530556797981262, "Finetune/Loss (Raw)": 0.9102879762649536, "Finetune/Step": 1025, "Finetune/Step Time": 6.312700372189283}
+{"Finetune/Learning Rate": 1.9692695855116635e-05, "Finetune/Loss": 0.953291654586792, "Finetune/Loss (Raw)": 1.041361689567566, "Finetune/Step": 1026, "Finetune/Step Time": 6.324543423950672}
+{"Finetune/Learning Rate": 1.969186679469973e-05, "Finetune/Loss": 0.9529452323913574, "Finetune/Loss (Raw)": 0.9463270902633667, "Finetune/Step": 1027, "Finetune/Step Time": 6.322973616421223}
+{"Finetune/Learning Rate": 1.969103663494771e-05, "Finetune/Loss": 0.9525358080863953, "Finetune/Loss (Raw)": 0.9560727477073669, "Finetune/Step": 1028, "Finetune/Step Time": 6.323796262964606}
+{"Finetune/Learning Rate": 1.9690205375954724e-05, "Finetune/Loss": 0.9529627561569214, "Finetune/Loss (Raw)": 1.010076880455017, "Finetune/Step": 1029, "Finetune/Step Time": 6.316489119082689}
+{"Finetune/Learning Rate": 1.9689373017815076e-05, "Finetune/Loss": 0.9534035921096802, "Finetune/Loss (Raw)": 0.9676531553268433, "Finetune/Step": 1030, "Finetune/Step Time": 6.314602203667164}
+{"Finetune/Learning Rate": 1.968853956062317e-05, "Finetune/Loss": 0.9512333273887634, "Finetune/Loss (Raw)": 0.8317128419876099, "Finetune/Step": 1031, "Finetune/Step Time": 6.316356651484966}
+{"Finetune/Learning Rate": 1.9687705004473545e-05, "Finetune/Loss": 0.9504789113998413, "Finetune/Loss (Raw)": 0.8803402185440063, "Finetune/Step": 1032, "Finetune/Step Time": 6.312777981162071}
+{"Finetune/Learning Rate": 1.9686869349460866e-05, "Finetune/Loss": 0.9502922296524048, "Finetune/Loss (Raw)": 0.976004958152771, "Finetune/Step": 1033, "Finetune/Step Time": 6.299938889220357}
+{"Finetune/Learning Rate": 1.9686032595679917e-05, "Finetune/Loss": 0.9517508745193481, "Finetune/Loss (Raw)": 1.0139312744140625, "Finetune/Step": 1034, "Finetune/Step Time": 6.2864524479955435}
+{"Finetune/Learning Rate": 1.968519474322561e-05, "Finetune/Loss": 0.9529337882995605, "Finetune/Loss (Raw)": 1.0462888479232788, "Finetune/Step": 1035, "Finetune/Step Time": 6.289122968912125}
+{"Finetune/Learning Rate": 1.968435579219299e-05, "Finetune/Loss": 0.9523633122444153, "Finetune/Loss (Raw)": 0.9879989624023438, "Finetune/Step": 1036, "Finetune/Step Time": 6.292879993095994}
+{"Finetune/Learning Rate": 1.9683515742677204e-05, "Finetune/Loss": 0.9528731107711792, "Finetune/Loss (Raw)": 0.9742265343666077, "Finetune/Step": 1037, "Finetune/Step Time": 6.291953461244702}
+{"Finetune/Learning Rate": 1.9682674594773548e-05, "Finetune/Loss": 0.9532394409179688, "Finetune/Loss (Raw)": 0.9211940169334412, "Finetune/Step": 1038, "Finetune/Step Time": 6.294635316357017}
+{"Finetune/Learning Rate": 1.968183234857743e-05, "Finetune/Loss": 0.9529675245285034, "Finetune/Loss (Raw)": 0.8419815897941589, "Finetune/Step": 1039, "Finetune/Step Time": 6.304803295060992}
+{"Finetune/Learning Rate": 1.9680989004184383e-05, "Finetune/Loss": 0.9530830383300781, "Finetune/Loss (Raw)": 0.8950761556625366, "Finetune/Step": 1040, "Finetune/Step Time": 6.318996777758002}
+{"Finetune/Learning Rate": 1.9680144561690067e-05, "Finetune/Loss": 0.9547500610351562, "Finetune/Loss (Raw)": 1.0192128419876099, "Finetune/Step": 1041, "Finetune/Step Time": 6.3224270939826965}
+{"Finetune/Learning Rate": 1.9679299021190264e-05, "Finetune/Loss": 0.9549438953399658, "Finetune/Loss (Raw)": 1.00165593624115, "Finetune/Step": 1042, "Finetune/Step Time": 6.309350334107876}
+{"Finetune/Learning Rate": 1.967845238278089e-05, "Finetune/Loss": 0.9505278468132019, "Finetune/Loss (Raw)": 0.4224439561367035, "Finetune/Step": 1043, "Finetune/Step Time": 6.294449837878346}
+{"Finetune/Learning Rate": 1.967760464655797e-05, "Finetune/Loss": 0.950165867805481, "Finetune/Loss (Raw)": 1.0501713752746582, "Finetune/Step": 1044, "Finetune/Step Time": 6.309610674157739}
+{"Finetune/Learning Rate": 1.9676755812617664e-05, "Finetune/Loss": 0.9490848779678345, "Finetune/Loss (Raw)": 0.7999954223632812, "Finetune/Step": 1045, "Finetune/Step Time": 6.3086908757686615}
+{"Finetune/Learning Rate": 1.9675905881056258e-05, "Finetune/Loss": 0.9486654996871948, "Finetune/Loss (Raw)": 0.997073769569397, "Finetune/Step": 1046, "Finetune/Step Time": 6.308458253741264}
+{"Finetune/Learning Rate": 1.9675054851970148e-05, "Finetune/Loss": 0.9490187764167786, "Finetune/Loss (Raw)": 1.0644066333770752, "Finetune/Step": 1047, "Finetune/Step Time": 6.308057472109795}
+{"Finetune/Learning Rate": 1.9674202725455877e-05, "Finetune/Loss": 0.9493416547775269, "Finetune/Loss (Raw)": 0.9630683660507202, "Finetune/Step": 1048, "Finetune/Step Time": 6.304998941719532}
+{"Finetune/Learning Rate": 1.9673349501610097e-05, "Finetune/Loss": 0.9482619762420654, "Finetune/Loss (Raw)": 0.8596607446670532, "Finetune/Step": 1049, "Finetune/Step Time": 6.298311050981283}
+{"Finetune/Learning Rate": 1.9672495180529584e-05, "Finetune/Loss": 0.9480754137039185, "Finetune/Loss (Raw)": 0.8670992851257324, "Finetune/Step": 1050, "Finetune/Step Time": 6.2975829895585775}
+{"Finetune/Learning Rate": 1.9671639762311245e-05, "Finetune/Loss": 0.9467779994010925, "Finetune/Loss (Raw)": 0.9807946085929871, "Finetune/Step": 1051, "Finetune/Step Time": 6.301646243780851}
+{"Finetune/Learning Rate": 1.967078324705211e-05, "Finetune/Loss": 0.9466981887817383, "Finetune/Loss (Raw)": 1.083248257637024, "Finetune/Step": 1052, "Finetune/Step Time": 6.3038119822740555}
+{"Finetune/Learning Rate": 1.966992563484933e-05, "Finetune/Loss": 0.9462077617645264, "Finetune/Loss (Raw)": 1.0093629360198975, "Finetune/Step": 1053, "Finetune/Step Time": 6.320738058537245}
+{"Finetune/Learning Rate": 1.9669066925800182e-05, "Finetune/Loss": 0.9456661939620972, "Finetune/Loss (Raw)": 0.8165279626846313, "Finetune/Step": 1054, "Finetune/Step Time": 6.30986943282187}
+{"Finetune/Learning Rate": 1.9668207120002073e-05, "Finetune/Loss": 0.9470483660697937, "Finetune/Loss (Raw)": 1.0752830505371094, "Finetune/Step": 1055, "Finetune/Step Time": 6.312223806977272}
+{"Finetune/Learning Rate": 1.9667346217552528e-05, "Finetune/Loss": 0.9488657116889954, "Finetune/Loss (Raw)": 1.1028187274932861, "Finetune/Step": 1056, "Finetune/Step Time": 6.307043340057135}
+{"Finetune/Learning Rate": 1.9666484218549196e-05, "Finetune/Loss": 0.9502356052398682, "Finetune/Loss (Raw)": 1.060103178024292, "Finetune/Step": 1057, "Finetune/Step Time": 6.298270592465997}
+{"Finetune/Learning Rate": 1.966562112308985e-05, "Finetune/Loss": 0.9507423043251038, "Finetune/Loss (Raw)": 0.9921661615371704, "Finetune/Step": 1058, "Finetune/Step Time": 6.299916537478566}
+{"Finetune/Learning Rate": 1.9664756931272398e-05, "Finetune/Loss": 0.9486956596374512, "Finetune/Loss (Raw)": 0.8723512291908264, "Finetune/Step": 1059, "Finetune/Step Time": 6.2988482266664505}
+{"Finetune/Learning Rate": 1.9663891643194857e-05, "Finetune/Loss": 0.9473670721054077, "Finetune/Loss (Raw)": 0.8798208236694336, "Finetune/Step": 1060, "Finetune/Step Time": 6.302295347675681}
+{"Finetune/Learning Rate": 1.9663025258955376e-05, "Finetune/Loss": 0.9464160799980164, "Finetune/Loss (Raw)": 0.9305402040481567, "Finetune/Step": 1061, "Finetune/Step Time": 6.312259189784527}
+{"Finetune/Learning Rate": 1.966215777865223e-05, "Finetune/Loss": 0.9474812746047974, "Finetune/Loss (Raw)": 1.0629040002822876, "Finetune/Step": 1062, "Finetune/Step Time": 6.305629346519709}
+{"Finetune/Learning Rate": 1.966128920238382e-05, "Finetune/Loss": 0.9483118653297424, "Finetune/Loss (Raw)": 0.9945078492164612, "Finetune/Step": 1063, "Finetune/Step Time": 6.300748039036989}
+{"Finetune/Learning Rate": 1.9660419530248657e-05, "Finetune/Loss": 0.9498750567436218, "Finetune/Loss (Raw)": 1.0853172540664673, "Finetune/Step": 1064, "Finetune/Step Time": 6.2963854148983955}
+{"Finetune/Learning Rate": 1.9659548762345392e-05, "Finetune/Loss": 0.9493252038955688, "Finetune/Loss (Raw)": 0.9958736896514893, "Finetune/Step": 1065, "Finetune/Step Time": 6.284806055948138}
+{"Finetune/Learning Rate": 1.96586768987728e-05, "Finetune/Loss": 0.9467688798904419, "Finetune/Loss (Raw)": 0.7806710004806519, "Finetune/Step": 1066, "Finetune/Step Time": 6.2881183847785}
+{"Finetune/Learning Rate": 1.9657803939629767e-05, "Finetune/Loss": 0.945588231086731, "Finetune/Loss (Raw)": 0.8435965776443481, "Finetune/Step": 1067, "Finetune/Step Time": 6.297055033966899}
+{"Finetune/Learning Rate": 1.9656929885015318e-05, "Finetune/Loss": 0.9437397718429565, "Finetune/Loss (Raw)": 0.7603179216384888, "Finetune/Step": 1068, "Finetune/Step Time": 6.289650555700064}
+{"Finetune/Learning Rate": 1.9656054735028592e-05, "Finetune/Loss": 0.9447838068008423, "Finetune/Loss (Raw)": 0.9850786328315735, "Finetune/Step": 1069, "Finetune/Step Time": 6.297751249745488}
+{"Finetune/Learning Rate": 1.9655178489768857e-05, "Finetune/Loss": 0.9462460875511169, "Finetune/Loss (Raw)": 0.9103318452835083, "Finetune/Step": 1070, "Finetune/Step Time": 6.298252433538437}
+{"Finetune/Learning Rate": 1.9654301149335505e-05, "Finetune/Loss": 0.9450067281723022, "Finetune/Loss (Raw)": 0.9518529772758484, "Finetune/Step": 1071, "Finetune/Step Time": 6.283017806708813}
+{"Finetune/Learning Rate": 1.965342271382805e-05, "Finetune/Loss": 0.9414154291152954, "Finetune/Loss (Raw)": 0.38166090846061707, "Finetune/Step": 1072, "Finetune/Step Time": 6.282469671219587}
+{"Finetune/Learning Rate": 1.9652543183346132e-05, "Finetune/Loss": 0.941473126411438, "Finetune/Loss (Raw)": 0.9167410135269165, "Finetune/Step": 1073, "Finetune/Step Time": 6.294949607923627}
+{"Finetune/Learning Rate": 1.9651662557989516e-05, "Finetune/Loss": 0.9408137202262878, "Finetune/Loss (Raw)": 0.9242895245552063, "Finetune/Step": 1074, "Finetune/Step Time": 6.294662039726973}
+{"Finetune/Learning Rate": 1.9650780837858093e-05, "Finetune/Loss": 0.942102313041687, "Finetune/Loss (Raw)": 1.0763663053512573, "Finetune/Step": 1075, "Finetune/Step Time": 6.29298098012805}
+{"Finetune/Learning Rate": 1.964989802305187e-05, "Finetune/Loss": 0.9429880380630493, "Finetune/Loss (Raw)": 1.175844430923462, "Finetune/Step": 1076, "Finetune/Step Time": 6.291467858478427}
+{"Finetune/Learning Rate": 1.9649014113670984e-05, "Finetune/Loss": 0.9409387111663818, "Finetune/Loss (Raw)": 0.7753158807754517, "Finetune/Step": 1077, "Finetune/Step Time": 6.291498884558678}
+{"Finetune/Learning Rate": 1.96481291098157e-05, "Finetune/Loss": 0.9418678879737854, "Finetune/Loss (Raw)": 0.9970170259475708, "Finetune/Step": 1078, "Finetune/Step Time": 6.287704983726144}
+{"Finetune/Learning Rate": 1.9647243011586396e-05, "Finetune/Loss": 0.9423547983169556, "Finetune/Loss (Raw)": 0.9797382950782776, "Finetune/Step": 1079, "Finetune/Step Time": 6.2706273682415485}
+{"Finetune/Learning Rate": 1.964635581908359e-05, "Finetune/Loss": 0.941129207611084, "Finetune/Loss (Raw)": 0.9980666041374207, "Finetune/Step": 1080, "Finetune/Step Time": 6.2617500722408295}
+{"Finetune/Learning Rate": 1.9645467532407905e-05, "Finetune/Loss": 0.9413168430328369, "Finetune/Loss (Raw)": 1.0910342931747437, "Finetune/Step": 1081, "Finetune/Step Time": 6.265029111877084}
+{"Finetune/Learning Rate": 1.9644578151660105e-05, "Finetune/Loss": 0.9409525394439697, "Finetune/Loss (Raw)": 1.0248124599456787, "Finetune/Step": 1082, "Finetune/Step Time": 6.267473449930549}
+{"Finetune/Learning Rate": 1.964368767694107e-05, "Finetune/Loss": 0.9417089819908142, "Finetune/Loss (Raw)": 1.0409351587295532, "Finetune/Step": 1083, "Finetune/Step Time": 6.282181974500418}
+{"Finetune/Learning Rate": 1.9642796108351804e-05, "Finetune/Loss": 0.9409784078598022, "Finetune/Loss (Raw)": 0.7745595574378967, "Finetune/Step": 1084, "Finetune/Step Time": 6.297312432900071}
+{"Finetune/Learning Rate": 1.964190344599344e-05, "Finetune/Loss": 0.9429434537887573, "Finetune/Loss (Raw)": 1.117816686630249, "Finetune/Step": 1085, "Finetune/Step Time": 6.301448391750455}
+{"Finetune/Learning Rate": 1.9641009689967223e-05, "Finetune/Loss": 0.9427836537361145, "Finetune/Loss (Raw)": 1.0515745878219604, "Finetune/Step": 1086, "Finetune/Step Time": 6.304074391722679}
+{"Finetune/Learning Rate": 1.964011484037454e-05, "Finetune/Loss": 0.9426635503768921, "Finetune/Loss (Raw)": 0.9510811567306519, "Finetune/Step": 1087, "Finetune/Step Time": 6.285331813618541}
+{"Finetune/Learning Rate": 1.9639218897316885e-05, "Finetune/Loss": 0.942030131816864, "Finetune/Loss (Raw)": 0.892562747001648, "Finetune/Step": 1088, "Finetune/Step Time": 6.287141274660826}
+{"Finetune/Learning Rate": 1.9638321860895887e-05, "Finetune/Loss": 0.9421165585517883, "Finetune/Loss (Raw)": 0.9556463360786438, "Finetune/Step": 1089, "Finetune/Step Time": 6.281621485948563}
+{"Finetune/Learning Rate": 1.96374237312133e-05, "Finetune/Loss": 0.9440920352935791, "Finetune/Loss (Raw)": 1.0824251174926758, "Finetune/Step": 1090, "Finetune/Step Time": 6.282229322940111}
+{"Finetune/Learning Rate": 1.963652450837099e-05, "Finetune/Loss": 0.9449227452278137, "Finetune/Loss (Raw)": 0.9956165552139282, "Finetune/Step": 1091, "Finetune/Step Time": 6.287055464461446}
+{"Finetune/Learning Rate": 1.963562419247096e-05, "Finetune/Loss": 0.9461614489555359, "Finetune/Loss (Raw)": 0.9862765669822693, "Finetune/Step": 1092, "Finetune/Step Time": 6.277768962085247}
+{"Finetune/Learning Rate": 1.963472278361533e-05, "Finetune/Loss": 0.9473075270652771, "Finetune/Loss (Raw)": 0.926312267780304, "Finetune/Step": 1093, "Finetune/Step Time": 6.2760447803884745}
+{"Finetune/Learning Rate": 1.963382028190634e-05, "Finetune/Loss": 0.9474352598190308, "Finetune/Loss (Raw)": 0.9383233785629272, "Finetune/Step": 1094, "Finetune/Step Time": 6.272837419062853}
+{"Finetune/Learning Rate": 1.963291668744637e-05, "Finetune/Loss": 0.9464005827903748, "Finetune/Loss (Raw)": 0.9535183310508728, "Finetune/Step": 1095, "Finetune/Step Time": 6.271271739155054}
+{"Finetune/Learning Rate": 1.963201200033791e-05, "Finetune/Loss": 0.9462884664535522, "Finetune/Loss (Raw)": 0.8963668346405029, "Finetune/Step": 1096, "Finetune/Step Time": 6.270574353635311}
+{"Finetune/Learning Rate": 1.9631106220683568e-05, "Finetune/Loss": 0.945278525352478, "Finetune/Loss (Raw)": 0.8543930053710938, "Finetune/Step": 1097, "Finetune/Step Time": 6.26774775236845}
+{"Finetune/Learning Rate": 1.9630199348586097e-05, "Finetune/Loss": 0.9436285495758057, "Finetune/Loss (Raw)": 0.8394185900688171, "Finetune/Step": 1098, "Finetune/Step Time": 6.265931712463498}
+{"Finetune/Learning Rate": 1.9629291384148358e-05, "Finetune/Loss": 0.9439057111740112, "Finetune/Loss (Raw)": 1.061767578125, "Finetune/Step": 1099, "Finetune/Step Time": 6.2641287092119455}
+{"Finetune/Learning Rate": 1.962838232747334e-05, "Finetune/Loss": 0.9454344511032104, "Finetune/Loss (Raw)": 1.1515827178955078, "Finetune/Step": 1100, "Finetune/Step Time": 6.268725516274571}
+{"Finetune/Learning Rate": 1.9627472178664156e-05, "Finetune/Loss": 0.9430822134017944, "Finetune/Loss (Raw)": 0.7804367542266846, "Finetune/Step": 1101, "Finetune/Step Time": 6.272801324725151}
+{"Finetune/Learning Rate": 1.9626560937824047e-05, "Finetune/Loss": 0.9445228576660156, "Finetune/Loss (Raw)": 1.0417753458023071, "Finetune/Step": 1102, "Finetune/Step Time": 6.2894137147814035}
+{"Finetune/Learning Rate": 1.9625648605056368e-05, "Finetune/Loss": 0.944212794303894, "Finetune/Loss (Raw)": 0.9967295527458191, "Finetune/Step": 1103, "Finetune/Step Time": 6.287600802257657}
+{"Finetune/Learning Rate": 1.9624735180464602e-05, "Finetune/Loss": 0.9447616338729858, "Finetune/Loss (Raw)": 1.0837103128433228, "Finetune/Step": 1104, "Finetune/Step Time": 6.2872005589306355}
+{"Finetune/Learning Rate": 1.9623820664152366e-05, "Finetune/Loss": 0.9399371147155762, "Finetune/Loss (Raw)": 0.36856141686439514, "Finetune/Step": 1105, "Finetune/Step Time": 6.2902245204895735}
+{"Finetune/Learning Rate": 1.9622905056223382e-05, "Finetune/Loss": 0.9404153227806091, "Finetune/Loss (Raw)": 0.9447544813156128, "Finetune/Step": 1106, "Finetune/Step Time": 6.296232068911195}
+{"Finetune/Learning Rate": 1.9621988356781516e-05, "Finetune/Loss": 0.9383189082145691, "Finetune/Loss (Raw)": 0.8739429712295532, "Finetune/Step": 1107, "Finetune/Step Time": 6.279201317578554}
+{"Finetune/Learning Rate": 1.962107056593074e-05, "Finetune/Loss": 0.9384274482727051, "Finetune/Loss (Raw)": 1.0155203342437744, "Finetune/Step": 1108, "Finetune/Step Time": 6.277303321287036}
+{"Finetune/Learning Rate": 1.9620151683775165e-05, "Finetune/Loss": 0.938076376914978, "Finetune/Loss (Raw)": 0.9267657399177551, "Finetune/Step": 1109, "Finetune/Step Time": 6.278960105031729}
+{"Finetune/Learning Rate": 1.9619231710419013e-05, "Finetune/Loss": 0.9391526579856873, "Finetune/Loss (Raw)": 1.0911791324615479, "Finetune/Step": 1110, "Finetune/Step Time": 6.275037614628673}
+{"Finetune/Learning Rate": 1.9618310645966637e-05, "Finetune/Loss": 0.9384846687316895, "Finetune/Loss (Raw)": 0.9054307341575623, "Finetune/Step": 1111, "Finetune/Step Time": 6.264662543311715}
+{"Finetune/Learning Rate": 1.9617388490522516e-05, "Finetune/Loss": 0.9388564825057983, "Finetune/Loss (Raw)": 0.927498996257782, "Finetune/Step": 1112, "Finetune/Step Time": 6.261187022551894}
+{"Finetune/Learning Rate": 1.9616465244191242e-05, "Finetune/Loss": 0.9390946626663208, "Finetune/Loss (Raw)": 0.9126049280166626, "Finetune/Step": 1113, "Finetune/Step Time": 6.256200943142176}
+{"Finetune/Learning Rate": 1.9615540907077542e-05, "Finetune/Loss": 0.9410375356674194, "Finetune/Loss (Raw)": 1.0200477838516235, "Finetune/Step": 1114, "Finetune/Step Time": 6.260464783757925}
+{"Finetune/Learning Rate": 1.9614615479286263e-05, "Finetune/Loss": 0.9396250247955322, "Finetune/Loss (Raw)": 0.8815289735794067, "Finetune/Step": 1115, "Finetune/Step Time": 6.258936742320657}
+{"Finetune/Learning Rate": 1.9613688960922367e-05, "Finetune/Loss": 0.9397114515304565, "Finetune/Loss (Raw)": 0.9628719687461853, "Finetune/Step": 1116, "Finetune/Step Time": 6.251406388357282}
+{"Finetune/Learning Rate": 1.9612761352090955e-05, "Finetune/Loss": 0.9401423931121826, "Finetune/Loss (Raw)": 0.9815177917480469, "Finetune/Step": 1117, "Finetune/Step Time": 6.260079734027386}
+{"Finetune/Learning Rate": 1.9611832652897246e-05, "Finetune/Loss": 0.9390218257904053, "Finetune/Loss (Raw)": 0.899241030216217, "Finetune/Step": 1118, "Finetune/Step Time": 6.259872876107693}
+{"Finetune/Learning Rate": 1.9610902863446577e-05, "Finetune/Loss": 0.9374150037765503, "Finetune/Loss (Raw)": 0.783876895904541, "Finetune/Step": 1119, "Finetune/Step Time": 6.257069330662489}
+{"Finetune/Learning Rate": 1.9609971983844412e-05, "Finetune/Loss": 0.9358327984809875, "Finetune/Loss (Raw)": 0.7919825911521912, "Finetune/Step": 1120, "Finetune/Step Time": 6.257908470928669}
+{"Finetune/Learning Rate": 1.9609040014196344e-05, "Finetune/Loss": 0.9338693618774414, "Finetune/Loss (Raw)": 0.7103058099746704, "Finetune/Step": 1121, "Finetune/Step Time": 6.260820910334587}
+{"Finetune/Learning Rate": 1.9608106954608082e-05, "Finetune/Loss": 0.93266761302948, "Finetune/Loss (Raw)": 0.9622490406036377, "Finetune/Step": 1122, "Finetune/Step Time": 6.264761136844754}
+{"Finetune/Learning Rate": 1.960717280518546e-05, "Finetune/Loss": 0.9320500493049622, "Finetune/Loss (Raw)": 0.954099178314209, "Finetune/Step": 1123, "Finetune/Step Time": 6.262539427727461}
+{"Finetune/Learning Rate": 1.9606237566034443e-05, "Finetune/Loss": 0.9321334958076477, "Finetune/Loss (Raw)": 1.0005953311920166, "Finetune/Step": 1124, "Finetune/Step Time": 6.2601289842277765}
+{"Finetune/Learning Rate": 1.9605301237261108e-05, "Finetune/Loss": 0.9324367046356201, "Finetune/Loss (Raw)": 0.8206044435501099, "Finetune/Step": 1125, "Finetune/Step Time": 6.260714603587985}
+{"Finetune/Learning Rate": 1.9604363818971664e-05, "Finetune/Loss": 0.9321764707565308, "Finetune/Loss (Raw)": 0.9778345823287964, "Finetune/Step": 1126, "Finetune/Step Time": 6.268053149804473}
+{"Finetune/Learning Rate": 1.960342531127244e-05, "Finetune/Loss": 0.9345743060112, "Finetune/Loss (Raw)": 0.987417459487915, "Finetune/Step": 1127, "Finetune/Step Time": 6.261258946731687}
+{"Finetune/Learning Rate": 1.960248571426989e-05, "Finetune/Loss": 0.9345788955688477, "Finetune/Loss (Raw)": 0.9063642024993896, "Finetune/Step": 1128, "Finetune/Step Time": 6.241036638617516}
+{"Finetune/Learning Rate": 1.9601545028070592e-05, "Finetune/Loss": 0.935012698173523, "Finetune/Loss (Raw)": 0.851021409034729, "Finetune/Step": 1129, "Finetune/Step Time": 6.234566183760762}
+{"Finetune/Learning Rate": 1.9600603252781243e-05, "Finetune/Loss": 0.9350287914276123, "Finetune/Loss (Raw)": 0.9276520013809204, "Finetune/Step": 1130, "Finetune/Step Time": 6.226771470159292}
+{"Finetune/Learning Rate": 1.9599660388508675e-05, "Finetune/Loss": 0.9398436546325684, "Finetune/Loss (Raw)": 0.9983792304992676, "Finetune/Step": 1131, "Finetune/Step Time": 6.223682152107358}
+{"Finetune/Learning Rate": 1.9598716435359834e-05, "Finetune/Loss": 0.9375805854797363, "Finetune/Loss (Raw)": 0.586778461933136, "Finetune/Step": 1132, "Finetune/Step Time": 6.213295528665185}
+{"Finetune/Learning Rate": 1.9597771393441784e-05, "Finetune/Loss": 0.9387971758842468, "Finetune/Loss (Raw)": 1.0689020156860352, "Finetune/Step": 1133, "Finetune/Step Time": 6.2256252989172935}
+{"Finetune/Learning Rate": 1.9596825262861724e-05, "Finetune/Loss": 0.939767062664032, "Finetune/Loss (Raw)": 1.0472640991210938, "Finetune/Step": 1134, "Finetune/Step Time": 6.228191336616874}
+{"Finetune/Learning Rate": 1.9595878043726974e-05, "Finetune/Loss": 0.941020131111145, "Finetune/Loss (Raw)": 1.0053379535675049, "Finetune/Step": 1135, "Finetune/Step Time": 6.224825834855437}
+{"Finetune/Learning Rate": 1.9594929736144978e-05, "Finetune/Loss": 0.9410945177078247, "Finetune/Loss (Raw)": 0.8756382465362549, "Finetune/Step": 1136, "Finetune/Step Time": 6.210349766537547}
+{"Finetune/Learning Rate": 1.9593980340223293e-05, "Finetune/Loss": 0.9409873485565186, "Finetune/Loss (Raw)": 0.9404591917991638, "Finetune/Step": 1137, "Finetune/Step Time": 6.220764661207795}
+{"Finetune/Learning Rate": 1.9593029856069613e-05, "Finetune/Loss": 0.9425444006919861, "Finetune/Loss (Raw)": 1.0517946481704712, "Finetune/Step": 1138, "Finetune/Step Time": 6.21618134342134}
+{"Finetune/Learning Rate": 1.959207828379175e-05, "Finetune/Loss": 0.9427030086517334, "Finetune/Loss (Raw)": 1.0097285509109497, "Finetune/Step": 1139, "Finetune/Step Time": 6.213407037779689}
+{"Finetune/Learning Rate": 1.959112562349764e-05, "Finetune/Loss": 0.942218542098999, "Finetune/Loss (Raw)": 0.9379161596298218, "Finetune/Step": 1140, "Finetune/Step Time": 6.207717731595039}
+{"Finetune/Learning Rate": 1.959017187529534e-05, "Finetune/Loss": 0.9424772262573242, "Finetune/Loss (Raw)": 0.9530540704727173, "Finetune/Step": 1141, "Finetune/Step Time": 6.203031213954091}
+{"Finetune/Learning Rate": 1.9589217039293034e-05, "Finetune/Loss": 0.9420894384384155, "Finetune/Loss (Raw)": 0.9724912047386169, "Finetune/Step": 1142, "Finetune/Step Time": 6.19773143529892}
+{"Finetune/Learning Rate": 1.9588261115599025e-05, "Finetune/Loss": 0.9419980645179749, "Finetune/Loss (Raw)": 0.9111340641975403, "Finetune/Step": 1143, "Finetune/Step Time": 6.193004451692104}
+{"Finetune/Learning Rate": 1.9587304104321746e-05, "Finetune/Loss": 0.9406639337539673, "Finetune/Loss (Raw)": 0.765247106552124, "Finetune/Step": 1144, "Finetune/Step Time": 6.19363958761096}
+{"Finetune/Learning Rate": 1.9586346005569748e-05, "Finetune/Loss": 0.9404459595680237, "Finetune/Loss (Raw)": 1.0054311752319336, "Finetune/Step": 1145, "Finetune/Step Time": 6.20219624042511}
+{"Finetune/Learning Rate": 1.9585386819451707e-05, "Finetune/Loss": 0.942739725112915, "Finetune/Loss (Raw)": 1.1489065885543823, "Finetune/Step": 1146, "Finetune/Step Time": 6.218563439324498}
+{"Finetune/Learning Rate": 1.958442654607642e-05, "Finetune/Loss": 0.9435509443283081, "Finetune/Loss (Raw)": 0.9949658513069153, "Finetune/Step": 1147, "Finetune/Step Time": 6.2002043928951025}
+{"Finetune/Learning Rate": 1.9583465185552814e-05, "Finetune/Loss": 0.9432953596115112, "Finetune/Loss (Raw)": 0.9918988347053528, "Finetune/Step": 1148, "Finetune/Step Time": 6.192954523488879}
+{"Finetune/Learning Rate": 1.958250273798993e-05, "Finetune/Loss": 0.9433512091636658, "Finetune/Loss (Raw)": 1.0396990776062012, "Finetune/Step": 1149, "Finetune/Step Time": 6.190890561789274}
+{"Finetune/Learning Rate": 1.958153920349694e-05, "Finetune/Loss": 0.9426270127296448, "Finetune/Loss (Raw)": 0.9481460452079773, "Finetune/Step": 1150, "Finetune/Step Time": 6.193710619583726}
+{"Finetune/Learning Rate": 1.9580574582183135e-05, "Finetune/Loss": 0.9435009956359863, "Finetune/Loss (Raw)": 1.0486915111541748, "Finetune/Step": 1151, "Finetune/Step Time": 6.192464051768184}
+{"Finetune/Learning Rate": 1.957960887415793e-05, "Finetune/Loss": 0.9436280727386475, "Finetune/Loss (Raw)": 0.9645527601242065, "Finetune/Step": 1152, "Finetune/Step Time": 6.180643757805228}
+{"Finetune/Learning Rate": 1.9578642079530865e-05, "Finetune/Loss": 0.9441790580749512, "Finetune/Loss (Raw)": 0.9808120727539062, "Finetune/Step": 1153, "Finetune/Step Time": 6.178022975102067}
+{"Finetune/Learning Rate": 1.9577674198411603e-05, "Finetune/Loss": 0.9435260891914368, "Finetune/Loss (Raw)": 0.9577872157096863, "Finetune/Step": 1154, "Finetune/Step Time": 6.1689995769411325}
+{"Finetune/Learning Rate": 1.957670523090993e-05, "Finetune/Loss": 0.9445441961288452, "Finetune/Loss (Raw)": 1.0766494274139404, "Finetune/Step": 1155, "Finetune/Step Time": 6.173454383388162}
+{"Finetune/Learning Rate": 1.957573517713575e-05, "Finetune/Loss": 0.9455064535140991, "Finetune/Loss (Raw)": 1.0792391300201416, "Finetune/Step": 1156, "Finetune/Step Time": 6.169832414016128}
+{"Finetune/Learning Rate": 1.95747640371991e-05, "Finetune/Loss": 0.9450761675834656, "Finetune/Loss (Raw)": 0.9549955725669861, "Finetune/Step": 1157, "Finetune/Step Time": 6.172904508188367}
+{"Finetune/Learning Rate": 1.9573791811210136e-05, "Finetune/Loss": 0.9456499814987183, "Finetune/Loss (Raw)": 1.0410979986190796, "Finetune/Step": 1158, "Finetune/Step Time": 6.1735279355198145}
+{"Finetune/Learning Rate": 1.9572818499279128e-05, "Finetune/Loss": 0.9462517499923706, "Finetune/Loss (Raw)": 0.908741295337677, "Finetune/Step": 1159, "Finetune/Step Time": 6.175120424479246}
+{"Finetune/Learning Rate": 1.9571844101516487e-05, "Finetune/Loss": 0.946083664894104, "Finetune/Loss (Raw)": 0.8588287234306335, "Finetune/Step": 1160, "Finetune/Step Time": 6.17748386412859}
+{"Finetune/Learning Rate": 1.9570868618032733e-05, "Finetune/Loss": 0.946467399597168, "Finetune/Loss (Raw)": 1.0251165628433228, "Finetune/Step": 1161, "Finetune/Step Time": 6.183811206370592}
+{"Finetune/Learning Rate": 1.9569892048938516e-05, "Finetune/Loss": 0.9457652568817139, "Finetune/Loss (Raw)": 0.9240589141845703, "Finetune/Step": 1162, "Finetune/Step Time": 6.185355883091688}
+{"Finetune/Learning Rate": 1.95689143943446e-05, "Finetune/Loss": 0.9455686211585999, "Finetune/Loss (Raw)": 1.021125316619873, "Finetune/Step": 1163, "Finetune/Step Time": 6.1806600615382195}
+{"Finetune/Learning Rate": 1.9567935654361888e-05, "Finetune/Loss": 0.9412248134613037, "Finetune/Loss (Raw)": 0.43198445439338684, "Finetune/Step": 1164, "Finetune/Step Time": 6.183429803699255}
+{"Finetune/Learning Rate": 1.9566955829101393e-05, "Finetune/Loss": 0.940851092338562, "Finetune/Loss (Raw)": 0.9263899326324463, "Finetune/Step": 1165, "Finetune/Step Time": 6.198830595239997}
+{"Finetune/Learning Rate": 1.9565974918674253e-05, "Finetune/Loss": 0.9405754208564758, "Finetune/Loss (Raw)": 0.8859121799468994, "Finetune/Step": 1166, "Finetune/Step Time": 6.19397527910769}
+{"Finetune/Learning Rate": 1.9564992923191734e-05, "Finetune/Loss": 0.9371699094772339, "Finetune/Loss (Raw)": 0.40607142448425293, "Finetune/Step": 1167, "Finetune/Step Time": 6.179253529757261}
+{"Finetune/Learning Rate": 1.9564009842765225e-05, "Finetune/Loss": 0.9381739497184753, "Finetune/Loss (Raw)": 1.023598551750183, "Finetune/Step": 1168, "Finetune/Step Time": 6.1761925760656595}
+{"Finetune/Learning Rate": 1.9563025677506232e-05, "Finetune/Loss": 0.9377608895301819, "Finetune/Loss (Raw)": 0.9663395285606384, "Finetune/Step": 1169, "Finetune/Step Time": 6.166086031123996}
+{"Finetune/Learning Rate": 1.956204042752639e-05, "Finetune/Loss": 0.9368378520011902, "Finetune/Loss (Raw)": 0.8835106492042542, "Finetune/Step": 1170, "Finetune/Step Time": 6.172764094546437}
+{"Finetune/Learning Rate": 1.9561054092937447e-05, "Finetune/Loss": 0.9402236342430115, "Finetune/Loss (Raw)": 0.8558221459388733, "Finetune/Step": 1171, "Finetune/Step Time": 6.170493472367525}
+{"Finetune/Learning Rate": 1.9560066673851294e-05, "Finetune/Loss": 0.9394926428794861, "Finetune/Loss (Raw)": 0.9566068053245544, "Finetune/Step": 1172, "Finetune/Step Time": 6.151936853304505}
+{"Finetune/Learning Rate": 1.9559078170379922e-05, "Finetune/Loss": 0.9417979717254639, "Finetune/Loss (Raw)": 1.0950764417648315, "Finetune/Step": 1173, "Finetune/Step Time": 6.147761536762118}
+{"Finetune/Learning Rate": 1.955808858263546e-05, "Finetune/Loss": 0.9407657384872437, "Finetune/Loss (Raw)": 0.8649529218673706, "Finetune/Step": 1174, "Finetune/Step Time": 6.152909345924854}
+{"Finetune/Learning Rate": 1.9557097910730158e-05, "Finetune/Loss": 0.940809965133667, "Finetune/Loss (Raw)": 1.070059061050415, "Finetune/Step": 1175, "Finetune/Step Time": 6.161637963727117}
+{"Finetune/Learning Rate": 1.955610615477638e-05, "Finetune/Loss": 0.9399262070655823, "Finetune/Loss (Raw)": 0.8499489426612854, "Finetune/Step": 1176, "Finetune/Step Time": 6.162572072818875}
+{"Finetune/Learning Rate": 1.9555113314886623e-05, "Finetune/Loss": 0.9405949115753174, "Finetune/Loss (Raw)": 0.9452509880065918, "Finetune/Step": 1177, "Finetune/Step Time": 6.16308056935668}
+{"Finetune/Learning Rate": 1.9554119391173508e-05, "Finetune/Loss": 0.9415528774261475, "Finetune/Loss (Raw)": 0.9897238612174988, "Finetune/Step": 1178, "Finetune/Step Time": 6.159768296405673}
+{"Finetune/Learning Rate": 1.9553124383749767e-05, "Finetune/Loss": 0.9409444332122803, "Finetune/Loss (Raw)": 0.9029108285903931, "Finetune/Step": 1179, "Finetune/Step Time": 6.157409124076366}
+{"Finetune/Learning Rate": 1.9552128292728266e-05, "Finetune/Loss": 0.9399673342704773, "Finetune/Loss (Raw)": 0.9581780433654785, "Finetune/Step": 1180, "Finetune/Step Time": 6.155748514458537}
+{"Finetune/Learning Rate": 1.955113111822199e-05, "Finetune/Loss": 0.9350405931472778, "Finetune/Loss (Raw)": 0.3787439167499542, "Finetune/Step": 1181, "Finetune/Step Time": 6.142176181077957}
+{"Finetune/Learning Rate": 1.9550132860344045e-05, "Finetune/Loss": 0.9358983635902405, "Finetune/Loss (Raw)": 0.9263246059417725, "Finetune/Step": 1182, "Finetune/Step Time": 6.15816880390048}
+{"Finetune/Learning Rate": 1.9549133519207665e-05, "Finetune/Loss": 0.9345032572746277, "Finetune/Loss (Raw)": 0.8967023491859436, "Finetune/Step": 1183, "Finetune/Step Time": 6.157836122438312}
+{"Finetune/Learning Rate": 1.9548133094926203e-05, "Finetune/Loss": 0.9333052039146423, "Finetune/Loss (Raw)": 0.9494729042053223, "Finetune/Step": 1184, "Finetune/Step Time": 6.160910926759243}
+{"Finetune/Learning Rate": 1.9547131587613135e-05, "Finetune/Loss": 0.9334019422531128, "Finetune/Loss (Raw)": 1.072485327720642, "Finetune/Step": 1185, "Finetune/Step Time": 6.17055987007916}
+{"Finetune/Learning Rate": 1.954612899738206e-05, "Finetune/Loss": 0.9332811832427979, "Finetune/Loss (Raw)": 0.9767054915428162, "Finetune/Step": 1186, "Finetune/Step Time": 6.169715352356434}
+{"Finetune/Learning Rate": 1.9545125324346702e-05, "Finetune/Loss": 0.9340162873268127, "Finetune/Loss (Raw)": 0.9664455652236938, "Finetune/Step": 1187, "Finetune/Step Time": 6.17014817148447}
+{"Finetune/Learning Rate": 1.9544120568620905e-05, "Finetune/Loss": 0.9353212118148804, "Finetune/Loss (Raw)": 1.046851396560669, "Finetune/Step": 1188, "Finetune/Step Time": 6.1620839815586805}
+{"Finetune/Learning Rate": 1.954311473031864e-05, "Finetune/Loss": 0.9351426362991333, "Finetune/Loss (Raw)": 0.9076871871948242, "Finetune/Step": 1189, "Finetune/Step Time": 6.147680209949613}
+{"Finetune/Learning Rate": 1.9542107809553995e-05, "Finetune/Loss": 0.9330870509147644, "Finetune/Loss (Raw)": 0.7997869253158569, "Finetune/Step": 1190, "Finetune/Step Time": 6.148367831483483}
+{"Finetune/Learning Rate": 1.9541099806441183e-05, "Finetune/Loss": 0.9327695965766907, "Finetune/Loss (Raw)": 0.9538693428039551, "Finetune/Step": 1191, "Finetune/Step Time": 6.157398330047727}
+{"Finetune/Learning Rate": 1.9540090721094542e-05, "Finetune/Loss": 0.9320040941238403, "Finetune/Loss (Raw)": 0.9873416423797607, "Finetune/Step": 1192, "Finetune/Step Time": 6.162292443215847}
+{"Finetune/Learning Rate": 1.953908055362853e-05, "Finetune/Loss": 0.932455837726593, "Finetune/Loss (Raw)": 1.0536836385726929, "Finetune/Step": 1193, "Finetune/Step Time": 6.166624139994383}
+{"Finetune/Learning Rate": 1.953806930415773e-05, "Finetune/Loss": 0.9350867867469788, "Finetune/Loss (Raw)": 1.1174416542053223, "Finetune/Step": 1194, "Finetune/Step Time": 6.161888314411044}
+{"Finetune/Learning Rate": 1.9537056972796848e-05, "Finetune/Loss": 0.9365260601043701, "Finetune/Loss (Raw)": 1.0278176069259644, "Finetune/Step": 1195, "Finetune/Step Time": 6.150103364139795}
+{"Finetune/Learning Rate": 1.9536043559660708e-05, "Finetune/Loss": 0.9334219098091125, "Finetune/Loss (Raw)": 0.36298656463623047, "Finetune/Step": 1196, "Finetune/Step Time": 6.154344730079174}
+{"Finetune/Learning Rate": 1.9535029064864263e-05, "Finetune/Loss": 0.9339138269424438, "Finetune/Loss (Raw)": 1.0480433702468872, "Finetune/Step": 1197, "Finetune/Step Time": 6.172933980822563}
+{"Finetune/Learning Rate": 1.9534013488522585e-05, "Finetune/Loss": 0.9340870380401611, "Finetune/Loss (Raw)": 0.9325048923492432, "Finetune/Step": 1198, "Finetune/Step Time": 6.174770208075643}
+{"Finetune/Learning Rate": 1.9532996830750866e-05, "Finetune/Loss": 0.9348989725112915, "Finetune/Loss (Raw)": 1.055782675743103, "Finetune/Step": 1199, "Finetune/Step Time": 6.184778328984976}
+{"Finetune/Learning Rate": 1.953197909166443e-05, "Finetune/Loss": 0.9396609663963318, "Finetune/Loss (Raw)": 0.991199791431427, "Finetune/Step": 1200, "Finetune/Step Time": 6.183020960539579}
+{"Finetune/Learning Rate": 1.9530960271378715e-05, "Finetune/Loss": 0.940302848815918, "Finetune/Loss (Raw)": 0.9988943338394165, "Finetune/Step": 1201, "Finetune/Step Time": 6.169291593134403}
+{"Finetune/Learning Rate": 1.952994037000928e-05, "Finetune/Loss": 0.9357708692550659, "Finetune/Loss (Raw)": 0.34419625997543335, "Finetune/Step": 1202, "Finetune/Step Time": 6.173204243183136}
+{"Finetune/Learning Rate": 1.9528919387671822e-05, "Finetune/Loss": 0.9341589212417603, "Finetune/Loss (Raw)": 0.8700432181358337, "Finetune/Step": 1203, "Finetune/Step Time": 6.192358188331127}
+{"Finetune/Learning Rate": 1.952789732448214e-05, "Finetune/Loss": 0.9320662617683411, "Finetune/Loss (Raw)": 0.9079824686050415, "Finetune/Step": 1204, "Finetune/Step Time": 6.1968832947313786}
+{"Finetune/Learning Rate": 1.9526874180556165e-05, "Finetune/Loss": 0.9334586262702942, "Finetune/Loss (Raw)": 0.9535390138626099, "Finetune/Step": 1205, "Finetune/Step Time": 6.197414668276906}
+{"Finetune/Learning Rate": 1.9525849956009956e-05, "Finetune/Loss": 0.9335556030273438, "Finetune/Loss (Raw)": 1.0094308853149414, "Finetune/Step": 1206, "Finetune/Step Time": 6.201912518590689}
+{"Finetune/Learning Rate": 1.952482465095969e-05, "Finetune/Loss": 0.9324296116828918, "Finetune/Loss (Raw)": 0.8356082439422607, "Finetune/Step": 1207, "Finetune/Step Time": 6.204839972779155}
+{"Finetune/Learning Rate": 1.9523798265521656e-05, "Finetune/Loss": 0.932132363319397, "Finetune/Loss (Raw)": 0.9600237607955933, "Finetune/Step": 1208, "Finetune/Step Time": 6.204346949234605}
+{"Finetune/Learning Rate": 1.9522770799812287e-05, "Finetune/Loss": 0.9306958913803101, "Finetune/Loss (Raw)": 0.9071580171585083, "Finetune/Step": 1209, "Finetune/Step Time": 6.207853181287646}
+{"Finetune/Learning Rate": 1.9521742253948123e-05, "Finetune/Loss": 0.9291908740997314, "Finetune/Loss (Raw)": 0.8321774005889893, "Finetune/Step": 1210, "Finetune/Step Time": 6.210776040330529}
+{"Finetune/Learning Rate": 1.9520712628045827e-05, "Finetune/Loss": 0.9279593229293823, "Finetune/Loss (Raw)": 0.8832923173904419, "Finetune/Step": 1211, "Finetune/Step Time": 6.198364505544305}
+{"Finetune/Learning Rate": 1.9519681922222195e-05, "Finetune/Loss": 0.9293112754821777, "Finetune/Loss (Raw)": 0.9476088285446167, "Finetune/Step": 1212, "Finetune/Step Time": 6.185659537091851}
+{"Finetune/Learning Rate": 1.9518650136594136e-05, "Finetune/Loss": 0.9286838173866272, "Finetune/Loss (Raw)": 1.037506341934204, "Finetune/Step": 1213, "Finetune/Step Time": 6.175895985215902}
+{"Finetune/Learning Rate": 1.951761727127868e-05, "Finetune/Loss": 0.9277377724647522, "Finetune/Loss (Raw)": 0.9304766058921814, "Finetune/Step": 1214, "Finetune/Step Time": 6.181248664855957}
+{"Finetune/Learning Rate": 1.9516583326392985e-05, "Finetune/Loss": 0.9286884069442749, "Finetune/Loss (Raw)": 1.0727640390396118, "Finetune/Step": 1215, "Finetune/Step Time": 6.185599450021982}
+{"Finetune/Learning Rate": 1.9515548302054335e-05, "Finetune/Loss": 0.9292799234390259, "Finetune/Loss (Raw)": 0.968275249004364, "Finetune/Step": 1216, "Finetune/Step Time": 6.178256129845977}
+{"Finetune/Learning Rate": 1.9514512198380124e-05, "Finetune/Loss": 0.9297893047332764, "Finetune/Loss (Raw)": 1.020850419998169, "Finetune/Step": 1217, "Finetune/Step Time": 6.180132195353508}
+{"Finetune/Learning Rate": 1.9513475015487883e-05, "Finetune/Loss": 0.9278212785720825, "Finetune/Loss (Raw)": 0.8305092453956604, "Finetune/Step": 1218, "Finetune/Step Time": 6.178096786141396}
+{"Finetune/Learning Rate": 1.9512436753495253e-05, "Finetune/Loss": 0.9272221326828003, "Finetune/Loss (Raw)": 0.9189309477806091, "Finetune/Step": 1219, "Finetune/Step Time": 6.168538153171539}
+{"Finetune/Learning Rate": 1.9511397412520003e-05, "Finetune/Loss": 0.9265086054801941, "Finetune/Loss (Raw)": 0.8949464559555054, "Finetune/Step": 1220, "Finetune/Step Time": 6.170188685879111}
+{"Finetune/Learning Rate": 1.9510356992680027e-05, "Finetune/Loss": 0.9271798133850098, "Finetune/Loss (Raw)": 1.0122278928756714, "Finetune/Step": 1221, "Finetune/Step Time": 6.172783700749278}
+{"Finetune/Learning Rate": 1.9509315494093336e-05, "Finetune/Loss": 0.9273956418037415, "Finetune/Loss (Raw)": 0.9659480452537537, "Finetune/Step": 1222, "Finetune/Step Time": 6.179052114486694}
+{"Finetune/Learning Rate": 1.9508272916878065e-05, "Finetune/Loss": 0.9274535179138184, "Finetune/Loss (Raw)": 0.9609274864196777, "Finetune/Step": 1223, "Finetune/Step Time": 6.180273158475757}
+{"Finetune/Learning Rate": 1.9507229261152476e-05, "Finetune/Loss": 0.9276119470596313, "Finetune/Loss (Raw)": 0.9166434407234192, "Finetune/Step": 1224, "Finetune/Step Time": 6.181761089712381}
+{"Finetune/Learning Rate": 1.9506184527034948e-05, "Finetune/Loss": 0.9280985593795776, "Finetune/Loss (Raw)": 0.9166824817657471, "Finetune/Step": 1225, "Finetune/Step Time": 6.183161146938801}
+{"Finetune/Learning Rate": 1.950513871464398e-05, "Finetune/Loss": 0.9290857315063477, "Finetune/Loss (Raw)": 0.9657765030860901, "Finetune/Step": 1226, "Finetune/Step Time": 6.185662565752864}
+{"Finetune/Learning Rate": 1.9504091824098203e-05, "Finetune/Loss": 0.9276220798492432, "Finetune/Loss (Raw)": 0.8744193315505981, "Finetune/Step": 1227, "Finetune/Step Time": 6.192486336454749}
+{"Finetune/Learning Rate": 1.950304385551636e-05, "Finetune/Loss": 0.9256764054298401, "Finetune/Loss (Raw)": 0.9025354385375977, "Finetune/Step": 1228, "Finetune/Step Time": 6.1881562527269125}
+{"Finetune/Learning Rate": 1.950199480901732e-05, "Finetune/Loss": 0.9273359179496765, "Finetune/Loss (Raw)": 0.9928560256958008, "Finetune/Step": 1229, "Finetune/Step Time": 6.186325488612056}
+{"Finetune/Learning Rate": 1.9500944684720074e-05, "Finetune/Loss": 0.9258734583854675, "Finetune/Loss (Raw)": 0.8545798063278198, "Finetune/Step": 1230, "Finetune/Step Time": 6.178933193907142}
+{"Finetune/Learning Rate": 1.9499893482743745e-05, "Finetune/Loss": 0.9261205196380615, "Finetune/Loss (Raw)": 1.0283499956130981, "Finetune/Step": 1231, "Finetune/Step Time": 6.177225982770324}
+{"Finetune/Learning Rate": 1.949884120320756e-05, "Finetune/Loss": 0.9255561828613281, "Finetune/Loss (Raw)": 1.0114797353744507, "Finetune/Step": 1232, "Finetune/Step Time": 6.175584204494953}
+{"Finetune/Learning Rate": 1.949778784623088e-05, "Finetune/Loss": 0.9289679527282715, "Finetune/Loss (Raw)": 0.8052701354026794, "Finetune/Step": 1233, "Finetune/Step Time": 6.171390861272812}
+{"Finetune/Learning Rate": 1.949673341193319e-05, "Finetune/Loss": 0.9295846223831177, "Finetune/Loss (Raw)": 1.0236907005310059, "Finetune/Step": 1234, "Finetune/Step Time": 6.158314039930701}
+{"Finetune/Learning Rate": 1.9495677900434086e-05, "Finetune/Loss": 0.9293992519378662, "Finetune/Loss (Raw)": 0.8502075672149658, "Finetune/Step": 1235, "Finetune/Step Time": 6.159988004714251}
+{"Finetune/Learning Rate": 1.94946213118533e-05, "Finetune/Loss": 0.9287877678871155, "Finetune/Loss (Raw)": 0.9372530579566956, "Finetune/Step": 1236, "Finetune/Step Time": 6.158420298248529}
+{"Finetune/Learning Rate": 1.9493563646310677e-05, "Finetune/Loss": 0.9290465116500854, "Finetune/Loss (Raw)": 0.9598920941352844, "Finetune/Step": 1237, "Finetune/Step Time": 6.157209040597081}
+{"Finetune/Learning Rate": 1.9492504903926183e-05, "Finetune/Loss": 0.9283857941627502, "Finetune/Loss (Raw)": 1.0066006183624268, "Finetune/Step": 1238, "Finetune/Step Time": 6.158384909853339}
+{"Finetune/Learning Rate": 1.9491445084819912e-05, "Finetune/Loss": 0.9298450350761414, "Finetune/Loss (Raw)": 1.0922132730484009, "Finetune/Step": 1239, "Finetune/Step Time": 6.158150648698211}
+{"Finetune/Learning Rate": 1.9490384189112084e-05, "Finetune/Loss": 0.9303304553031921, "Finetune/Loss (Raw)": 0.989631712436676, "Finetune/Step": 1240, "Finetune/Step Time": 6.179923713207245}
+{"Finetune/Learning Rate": 1.9489322216923027e-05, "Finetune/Loss": 0.9308295249938965, "Finetune/Loss (Raw)": 0.9764874577522278, "Finetune/Step": 1241, "Finetune/Step Time": 6.179902413859963}
+{"Finetune/Learning Rate": 1.9488259168373198e-05, "Finetune/Loss": 0.9283348321914673, "Finetune/Loss (Raw)": 0.7007273435592651, "Finetune/Step": 1242, "Finetune/Step Time": 6.179361352697015}
+{"Finetune/Learning Rate": 1.9487195043583184e-05, "Finetune/Loss": 0.928972601890564, "Finetune/Loss (Raw)": 0.9631678462028503, "Finetune/Step": 1243, "Finetune/Step Time": 6.1797736044973135}
+{"Finetune/Learning Rate": 1.948612984267368e-05, "Finetune/Loss": 0.9283223152160645, "Finetune/Loss (Raw)": 0.8796308636665344, "Finetune/Step": 1244, "Finetune/Step Time": 6.179940538480878}
+{"Finetune/Learning Rate": 1.9485063565765516e-05, "Finetune/Loss": 0.9289702773094177, "Finetune/Loss (Raw)": 1.0644562244415283, "Finetune/Step": 1245, "Finetune/Step Time": 6.1775620095431805}
+{"Finetune/Learning Rate": 1.948399621297964e-05, "Finetune/Loss": 0.9305928945541382, "Finetune/Loss (Raw)": 1.1069321632385254, "Finetune/Step": 1246, "Finetune/Step Time": 6.174074603244662}
+{"Finetune/Learning Rate": 1.9482927784437114e-05, "Finetune/Loss": 0.9327589273452759, "Finetune/Loss (Raw)": 1.0611330270767212, "Finetune/Step": 1247, "Finetune/Step Time": 6.1639899499714375}
+{"Finetune/Learning Rate": 1.948185828025913e-05, "Finetune/Loss": 0.9338160753250122, "Finetune/Loss (Raw)": 0.9272978901863098, "Finetune/Step": 1248, "Finetune/Step Time": 6.1523915361613035}
+{"Finetune/Learning Rate": 1.9480787700567e-05, "Finetune/Loss": 0.9358407258987427, "Finetune/Loss (Raw)": 0.9694593548774719, "Finetune/Step": 1249, "Finetune/Step Time": 6.15301987528801}
+{"Finetune/Learning Rate": 1.9479716045482166e-05, "Finetune/Loss": 0.9353857040405273, "Finetune/Loss (Raw)": 0.9040144681930542, "Finetune/Step": 1250, "Finetune/Step Time": 6.152498725801706}
+{"Finetune/Learning Rate": 1.947864331512617e-05, "Finetune/Loss": 0.9354921579360962, "Finetune/Loss (Raw)": 0.9677149057388306, "Finetune/Step": 1251, "Finetune/Step Time": 6.155183045193553}
+{"Finetune/Learning Rate": 1.9477569509620703e-05, "Finetune/Loss": 0.9362934827804565, "Finetune/Loss (Raw)": 1.1031694412231445, "Finetune/Step": 1252, "Finetune/Step Time": 6.158243130892515}
+{"Finetune/Learning Rate": 1.947649462908756e-05, "Finetune/Loss": 0.937537431716919, "Finetune/Loss (Raw)": 0.9798251986503601, "Finetune/Step": 1253, "Finetune/Step Time": 6.1547890063375235}
+{"Finetune/Learning Rate": 1.9475418673648667e-05, "Finetune/Loss": 0.9374586343765259, "Finetune/Loss (Raw)": 0.967753529548645, "Finetune/Step": 1254, "Finetune/Step Time": 6.151704527437687}
+{"Finetune/Learning Rate": 1.9474341643426064e-05, "Finetune/Loss": 0.9362145066261292, "Finetune/Loss (Raw)": 0.828167736530304, "Finetune/Step": 1255, "Finetune/Step Time": 6.162384759634733}
+{"Finetune/Learning Rate": 1.9473263538541916e-05, "Finetune/Loss": 0.9360126852989197, "Finetune/Loss (Raw)": 0.8805299401283264, "Finetune/Step": 1256, "Finetune/Step Time": 6.170288434252143}
+{"Finetune/Learning Rate": 1.9472184359118516e-05, "Finetune/Loss": 0.9380190968513489, "Finetune/Loss (Raw)": 1.1078436374664307, "Finetune/Step": 1257, "Finetune/Step Time": 6.170985519886017}
+{"Finetune/Learning Rate": 1.9471104105278265e-05, "Finetune/Loss": 0.9360353350639343, "Finetune/Loss (Raw)": 0.6737327575683594, "Finetune/Step": 1258, "Finetune/Step Time": 6.178199212998152}
+{"Finetune/Learning Rate": 1.947002277714371e-05, "Finetune/Loss": 0.9362215995788574, "Finetune/Loss (Raw)": 1.0222127437591553, "Finetune/Step": 1259, "Finetune/Step Time": 6.197715362533927}
+{"Finetune/Learning Rate": 1.946894037483749e-05, "Finetune/Loss": 0.9396721124649048, "Finetune/Loss (Raw)": 1.0284523963928223, "Finetune/Step": 1260, "Finetune/Step Time": 6.188296088948846}
+{"Finetune/Learning Rate": 1.9467856898482386e-05, "Finetune/Loss": 0.9389083981513977, "Finetune/Loss (Raw)": 0.9711422920227051, "Finetune/Step": 1261, "Finetune/Step Time": 6.168089980259538}
+{"Finetune/Learning Rate": 1.9466772348201294e-05, "Finetune/Loss": 0.9382031559944153, "Finetune/Loss (Raw)": 0.9569957852363586, "Finetune/Step": 1262, "Finetune/Step Time": 6.169956995174289}
+{"Finetune/Learning Rate": 1.9465686724117236e-05, "Finetune/Loss": 0.9376279711723328, "Finetune/Loss (Raw)": 0.9317116141319275, "Finetune/Step": 1263, "Finetune/Step Time": 6.1838033478707075}
+{"Finetune/Learning Rate": 1.946460002635335e-05, "Finetune/Loss": 0.9387028217315674, "Finetune/Loss (Raw)": 1.0132206678390503, "Finetune/Step": 1264, "Finetune/Step Time": 6.181488556787372}
+{"Finetune/Learning Rate": 1.94635122550329e-05, "Finetune/Loss": 0.9385531544685364, "Finetune/Loss (Raw)": 0.9213032722473145, "Finetune/Step": 1265, "Finetune/Step Time": 6.174988282844424}
+{"Finetune/Learning Rate": 1.9462423410279268e-05, "Finetune/Loss": 0.9326257705688477, "Finetune/Loss (Raw)": 0.2930923402309418, "Finetune/Step": 1266, "Finetune/Step Time": 6.184075647965074}
+{"Finetune/Learning Rate": 1.9461333492215965e-05, "Finetune/Loss": 0.9309029579162598, "Finetune/Loss (Raw)": 0.7892036437988281, "Finetune/Step": 1267, "Finetune/Step Time": 6.1969457231462}
+{"Finetune/Learning Rate": 1.9460242500966614e-05, "Finetune/Loss": 0.9318218231201172, "Finetune/Loss (Raw)": 1.0555347204208374, "Finetune/Step": 1268, "Finetune/Step Time": 6.192371210083365}
+{"Finetune/Learning Rate": 1.9459150436654966e-05, "Finetune/Loss": 0.9330419301986694, "Finetune/Loss (Raw)": 1.1092222929000854, "Finetune/Step": 1269, "Finetune/Step Time": 6.196043334901333}
+{"Finetune/Learning Rate": 1.9458057299404895e-05, "Finetune/Loss": 0.9315297603607178, "Finetune/Loss (Raw)": 0.7789386510848999, "Finetune/Step": 1270, "Finetune/Step Time": 6.202117959037423}
+{"Finetune/Learning Rate": 1.945696308934039e-05, "Finetune/Loss": 0.9325135946273804, "Finetune/Loss (Raw)": 1.037063717842102, "Finetune/Step": 1271, "Finetune/Step Time": 6.218897610902786}
+{"Finetune/Learning Rate": 1.945586780658557e-05, "Finetune/Loss": 0.9342471361160278, "Finetune/Loss (Raw)": 0.9871417284011841, "Finetune/Step": 1272, "Finetune/Step Time": 6.214173635467887}
+{"Finetune/Learning Rate": 1.9454771451264666e-05, "Finetune/Loss": 0.9326823949813843, "Finetune/Loss (Raw)": 0.8051379919052124, "Finetune/Step": 1273, "Finetune/Step Time": 6.205681612715125}
+{"Finetune/Learning Rate": 1.9453674023502042e-05, "Finetune/Loss": 0.9302440285682678, "Finetune/Loss (Raw)": 0.8367977738380432, "Finetune/Step": 1274, "Finetune/Step Time": 6.1842078398913145}
+{"Finetune/Learning Rate": 1.9452575523422176e-05, "Finetune/Loss": 0.9297788143157959, "Finetune/Loss (Raw)": 0.9354174137115479, "Finetune/Step": 1275, "Finetune/Step Time": 6.177294978871942}
+{"Finetune/Learning Rate": 1.9451475951149665e-05, "Finetune/Loss": 0.93144291639328, "Finetune/Loss (Raw)": 1.2049071788787842, "Finetune/Step": 1276, "Finetune/Step Time": 6.170920874923468}
+{"Finetune/Learning Rate": 1.9450375306809236e-05, "Finetune/Loss": 0.9307411909103394, "Finetune/Loss (Raw)": 0.9498724341392517, "Finetune/Step": 1277, "Finetune/Step Time": 6.178882936015725}
+{"Finetune/Learning Rate": 1.9449273590525736e-05, "Finetune/Loss": 0.9310060143470764, "Finetune/Loss (Raw)": 0.9820467233657837, "Finetune/Step": 1278, "Finetune/Step Time": 6.179125547409058}
+{"Finetune/Learning Rate": 1.9448170802424126e-05, "Finetune/Loss": 0.9303974509239197, "Finetune/Loss (Raw)": 0.9707926511764526, "Finetune/Step": 1279, "Finetune/Step Time": 6.175218032673001}
+{"Finetune/Learning Rate": 1.9447066942629495e-05, "Finetune/Loss": 0.9311008453369141, "Finetune/Loss (Raw)": 1.0545907020568848, "Finetune/Step": 1280, "Finetune/Step Time": 6.177924631163478}
+{"Finetune/Learning Rate": 1.9445962011267052e-05, "Finetune/Loss": 0.9312622547149658, "Finetune/Loss (Raw)": 1.0014680624008179, "Finetune/Step": 1281, "Finetune/Step Time": 6.175797523930669}
+{"Finetune/Learning Rate": 1.944485600846213e-05, "Finetune/Loss": 0.9310944676399231, "Finetune/Loss (Raw)": 0.9363168478012085, "Finetune/Step": 1282, "Finetune/Step Time": 6.173294356092811}
+{"Finetune/Learning Rate": 1.944374893434018e-05, "Finetune/Loss": 0.9299640655517578, "Finetune/Loss (Raw)": 0.9319531321525574, "Finetune/Step": 1283, "Finetune/Step Time": 6.172071063891053}
+{"Finetune/Learning Rate": 1.9442640789026778e-05, "Finetune/Loss": 0.9297857284545898, "Finetune/Loss (Raw)": 1.0564215183258057, "Finetune/Step": 1284, "Finetune/Step Time": 6.174083525314927}
+{"Finetune/Learning Rate": 1.9441531572647617e-05, "Finetune/Loss": 0.9298915266990662, "Finetune/Loss (Raw)": 0.9685331583023071, "Finetune/Step": 1285, "Finetune/Step Time": 6.17339332960546}
+{"Finetune/Learning Rate": 1.9440421285328512e-05, "Finetune/Loss": 0.930052638053894, "Finetune/Loss (Raw)": 1.0617114305496216, "Finetune/Step": 1286, "Finetune/Step Time": 6.176138319075108}
+{"Finetune/Learning Rate": 1.9439309927195407e-05, "Finetune/Loss": 0.9311040639877319, "Finetune/Loss (Raw)": 1.0433273315429688, "Finetune/Step": 1287, "Finetune/Step Time": 6.17184117808938}
+{"Finetune/Learning Rate": 1.9438197498374357e-05, "Finetune/Loss": 0.9317872524261475, "Finetune/Loss (Raw)": 0.9462846517562866, "Finetune/Step": 1288, "Finetune/Step Time": 6.168920412659645}
+{"Finetune/Learning Rate": 1.9437083998991546e-05, "Finetune/Loss": 0.9318410158157349, "Finetune/Loss (Raw)": 1.031988501548767, "Finetune/Step": 1289, "Finetune/Step Time": 6.164074100553989}
+{"Finetune/Learning Rate": 1.9435969429173275e-05, "Finetune/Loss": 0.9324483871459961, "Finetune/Loss (Raw)": 1.0018126964569092, "Finetune/Step": 1290, "Finetune/Step Time": 6.177257310599089}
+{"Finetune/Learning Rate": 1.943485378904597e-05, "Finetune/Loss": 0.9322132468223572, "Finetune/Loss (Raw)": 0.991023600101471, "Finetune/Step": 1291, "Finetune/Step Time": 6.181635856628418}
+{"Finetune/Learning Rate": 1.9433737078736172e-05, "Finetune/Loss": 0.9366231560707092, "Finetune/Loss (Raw)": 0.9964529871940613, "Finetune/Step": 1292, "Finetune/Step Time": 6.181627603247762}
+{"Finetune/Learning Rate": 1.9432619298370554e-05, "Finetune/Loss": 0.9378100633621216, "Finetune/Loss (Raw)": 1.0783092975616455, "Finetune/Step": 1293, "Finetune/Step Time": 6.16950704716146}
+{"Finetune/Learning Rate": 1.94315004480759e-05, "Finetune/Loss": 0.9375219941139221, "Finetune/Loss (Raw)": 0.8490420579910278, "Finetune/Step": 1294, "Finetune/Step Time": 6.172834603115916}
+{"Finetune/Learning Rate": 1.9430380527979124e-05, "Finetune/Loss": 0.9421521425247192, "Finetune/Loss (Raw)": 0.9987344741821289, "Finetune/Step": 1295, "Finetune/Step Time": 6.180240107700229}
+{"Finetune/Learning Rate": 1.942925953820725e-05, "Finetune/Loss": 0.9423133134841919, "Finetune/Loss (Raw)": 1.0442270040512085, "Finetune/Step": 1296, "Finetune/Step Time": 6.171049943193793}
+{"Finetune/Learning Rate": 1.9428137478887437e-05, "Finetune/Loss": 0.9413739442825317, "Finetune/Loss (Raw)": 0.8460953831672668, "Finetune/Step": 1297, "Finetune/Step Time": 6.180247550830245}
+{"Finetune/Learning Rate": 1.9427014350146955e-05, "Finetune/Loss": 0.9413546919822693, "Finetune/Loss (Raw)": 0.8810527324676514, "Finetune/Step": 1298, "Finetune/Step Time": 6.187759963795543}
+{"Finetune/Learning Rate": 1.94258901521132e-05, "Finetune/Loss": 0.9421634078025818, "Finetune/Loss (Raw)": 0.9593349695205688, "Finetune/Step": 1299, "Finetune/Step Time": 6.184242093935609}
+{"Finetune/Learning Rate": 1.942476488491369e-05, "Finetune/Loss": 0.9410001039505005, "Finetune/Loss (Raw)": 0.807702898979187, "Finetune/Step": 1300, "Finetune/Step Time": 6.18864874355495}
+{"Finetune/Learning Rate": 1.942363854867606e-05, "Finetune/Loss": 0.9400708675384521, "Finetune/Loss (Raw)": 0.976140558719635, "Finetune/Step": 1301, "Finetune/Step Time": 6.189183942973614}
+{"Finetune/Learning Rate": 1.942251114352807e-05, "Finetune/Loss": 0.9411149024963379, "Finetune/Loss (Raw)": 0.9985809326171875, "Finetune/Step": 1302, "Finetune/Step Time": 6.184332199394703}
+{"Finetune/Learning Rate": 1.9421382669597598e-05, "Finetune/Loss": 0.9407328963279724, "Finetune/Loss (Raw)": 1.0211650133132935, "Finetune/Step": 1303, "Finetune/Step Time": 6.1747248116880655}
+{"Finetune/Learning Rate": 1.9420253127012647e-05, "Finetune/Loss": 0.9417652487754822, "Finetune/Loss (Raw)": 0.9820927977561951, "Finetune/Step": 1304, "Finetune/Step Time": 6.172339489683509}
+{"Finetune/Learning Rate": 1.941912251590134e-05, "Finetune/Loss": 0.9427529573440552, "Finetune/Loss (Raw)": 1.071671724319458, "Finetune/Step": 1305, "Finetune/Step Time": 6.16909615136683}
+{"Finetune/Learning Rate": 1.941799083639192e-05, "Finetune/Loss": 0.9433449506759644, "Finetune/Loss (Raw)": 1.0655007362365723, "Finetune/Step": 1306, "Finetune/Step Time": 6.1682618502527475}
+{"Finetune/Learning Rate": 1.941685808861275e-05, "Finetune/Loss": 0.9439406991004944, "Finetune/Loss (Raw)": 0.9791663289070129, "Finetune/Step": 1307, "Finetune/Step Time": 6.171891154721379}
+{"Finetune/Learning Rate": 1.941572427269232e-05, "Finetune/Loss": 0.9426782727241516, "Finetune/Loss (Raw)": 0.7965914011001587, "Finetune/Step": 1308, "Finetune/Step Time": 6.172992277890444}
+{"Finetune/Learning Rate": 1.9414589388759234e-05, "Finetune/Loss": 0.9467129707336426, "Finetune/Loss (Raw)": 0.8951850533485413, "Finetune/Step": 1309, "Finetune/Step Time": 6.165145626291633}
+{"Finetune/Learning Rate": 1.941345343694222e-05, "Finetune/Loss": 0.9456882476806641, "Finetune/Loss (Raw)": 0.7951640486717224, "Finetune/Step": 1310, "Finetune/Step Time": 6.1469604298472404}
+{"Finetune/Learning Rate": 1.9412316417370132e-05, "Finetune/Loss": 0.9466785788536072, "Finetune/Loss (Raw)": 1.0234625339508057, "Finetune/Step": 1311, "Finetune/Step Time": 6.144946061074734}
+{"Finetune/Learning Rate": 1.941117833017194e-05, "Finetune/Loss": 0.9471611976623535, "Finetune/Loss (Raw)": 1.011237382888794, "Finetune/Step": 1312, "Finetune/Step Time": 6.141325753182173}
+{"Finetune/Learning Rate": 1.9410039175476728e-05, "Finetune/Loss": 0.946494460105896, "Finetune/Loss (Raw)": 0.9871505498886108, "Finetune/Step": 1313, "Finetune/Step Time": 6.128788763657212}
+{"Finetune/Learning Rate": 1.9408898953413713e-05, "Finetune/Loss": 0.9465922713279724, "Finetune/Loss (Raw)": 0.9892271757125854, "Finetune/Step": 1314, "Finetune/Step Time": 6.127342836931348}
+{"Finetune/Learning Rate": 1.940775766411223e-05, "Finetune/Loss": 0.9465643763542175, "Finetune/Loss (Raw)": 0.9628733992576599, "Finetune/Step": 1315, "Finetune/Step Time": 6.124795492738485}
+{"Finetune/Learning Rate": 1.9406615307701736e-05, "Finetune/Loss": 0.9448637366294861, "Finetune/Loss (Raw)": 0.8291711807250977, "Finetune/Step": 1316, "Finetune/Step Time": 6.126505868509412}
+{"Finetune/Learning Rate": 1.9405471884311806e-05, "Finetune/Loss": 0.9461519718170166, "Finetune/Loss (Raw)": 1.0725822448730469, "Finetune/Step": 1317, "Finetune/Step Time": 6.129890739917755}
+{"Finetune/Learning Rate": 1.940432739407213e-05, "Finetune/Loss": 0.9468134641647339, "Finetune/Loss (Raw)": 0.884461522102356, "Finetune/Step": 1318, "Finetune/Step Time": 6.126976436004043}
+{"Finetune/Learning Rate": 1.9403181837112533e-05, "Finetune/Loss": 0.9481391906738281, "Finetune/Loss (Raw)": 1.123552918434143, "Finetune/Step": 1319, "Finetune/Step Time": 6.118946010246873}
+{"Finetune/Learning Rate": 1.9402035213562956e-05, "Finetune/Loss": 0.9489956498146057, "Finetune/Loss (Raw)": 1.0969712734222412, "Finetune/Step": 1320, "Finetune/Step Time": 6.11467675305903}
+{"Finetune/Learning Rate": 1.940088752355345e-05, "Finetune/Loss": 0.9481684565544128, "Finetune/Loss (Raw)": 0.9478011131286621, "Finetune/Step": 1321, "Finetune/Step Time": 6.1102799866348505}
+{"Finetune/Learning Rate": 1.93997387672142e-05, "Finetune/Loss": 0.9465769529342651, "Finetune/Loss (Raw)": 0.9137356281280518, "Finetune/Step": 1322, "Finetune/Step Time": 6.114858025684953}
+{"Finetune/Learning Rate": 1.9398588944675515e-05, "Finetune/Loss": 0.9464899897575378, "Finetune/Loss (Raw)": 1.016677975654602, "Finetune/Step": 1323, "Finetune/Step Time": 6.126138471066952}
+{"Finetune/Learning Rate": 1.939743805606781e-05, "Finetune/Loss": 0.9507668018341064, "Finetune/Loss (Raw)": 0.9104254245758057, "Finetune/Step": 1324, "Finetune/Step Time": 6.12626214697957}
+{"Finetune/Learning Rate": 1.939628610152163e-05, "Finetune/Loss": 0.950031578540802, "Finetune/Loss (Raw)": 0.9539292454719543, "Finetune/Step": 1325, "Finetune/Step Time": 6.094044426456094}
+{"Finetune/Learning Rate": 1.9395133081167637e-05, "Finetune/Loss": 0.9505444765090942, "Finetune/Loss (Raw)": 0.9981551170349121, "Finetune/Step": 1326, "Finetune/Step Time": 6.09114595875144}
+{"Finetune/Learning Rate": 1.9393978995136625e-05, "Finetune/Loss": 0.9524214863777161, "Finetune/Loss (Raw)": 1.2960439920425415, "Finetune/Step": 1327, "Finetune/Step Time": 6.090580450370908}
+{"Finetune/Learning Rate": 1.939282384355949e-05, "Finetune/Loss": 0.9527217745780945, "Finetune/Loss (Raw)": 1.029632568359375, "Finetune/Step": 1328, "Finetune/Step Time": 6.094183716922998}
+{"Finetune/Learning Rate": 1.9391667626567265e-05, "Finetune/Loss": 0.9519505500793457, "Finetune/Loss (Raw)": 0.9001831412315369, "Finetune/Step": 1329, "Finetune/Step Time": 6.094774980098009}
+{"Finetune/Learning Rate": 1.93905103442911e-05, "Finetune/Loss": 0.9563629627227783, "Finetune/Loss (Raw)": 0.9089874625205994, "Finetune/Step": 1330, "Finetune/Step Time": 6.091625347733498}
+{"Finetune/Learning Rate": 1.9389351996862258e-05, "Finetune/Loss": 0.9565783143043518, "Finetune/Loss (Raw)": 0.8976052403450012, "Finetune/Step": 1331, "Finetune/Step Time": 6.072592565789819}
+{"Finetune/Learning Rate": 1.9388192584412137e-05, "Finetune/Loss": 0.957192599773407, "Finetune/Loss (Raw)": 0.9866132736206055, "Finetune/Step": 1332, "Finetune/Step Time": 6.069204021245241}
+{"Finetune/Learning Rate": 1.9387032107072236e-05, "Finetune/Loss": 0.956650972366333, "Finetune/Loss (Raw)": 0.8842066526412964, "Finetune/Step": 1333, "Finetune/Step Time": 6.074779575690627}
+{"Finetune/Learning Rate": 1.9385870564974196e-05, "Finetune/Loss": 0.9558096528053284, "Finetune/Loss (Raw)": 0.9017442464828491, "Finetune/Step": 1334, "Finetune/Step Time": 6.087643859907985}
+{"Finetune/Learning Rate": 1.9384707958249766e-05, "Finetune/Loss": 0.9572876691818237, "Finetune/Loss (Raw)": 1.024787187576294, "Finetune/Step": 1335, "Finetune/Step Time": 6.0794199872761965}
+{"Finetune/Learning Rate": 1.938354428703082e-05, "Finetune/Loss": 0.9568002223968506, "Finetune/Loss (Raw)": 0.8976297974586487, "Finetune/Step": 1336, "Finetune/Step Time": 6.08612666092813}
+{"Finetune/Learning Rate": 1.9382379551449347e-05, "Finetune/Loss": 0.9568439722061157, "Finetune/Loss (Raw)": 0.9127629995346069, "Finetune/Step": 1337, "Finetune/Step Time": 6.10298166424036}
+{"Finetune/Learning Rate": 1.938121375163747e-05, "Finetune/Loss": 0.958393394947052, "Finetune/Loss (Raw)": 1.0305044651031494, "Finetune/Step": 1338, "Finetune/Step Time": 6.1021488308906555}
+{"Finetune/Learning Rate": 1.9380046887727415e-05, "Finetune/Loss": 0.95897376537323, "Finetune/Loss (Raw)": 0.9575819373130798, "Finetune/Step": 1339, "Finetune/Step Time": 6.099450167268515}
+{"Finetune/Learning Rate": 1.937887895985154e-05, "Finetune/Loss": 0.9596368074417114, "Finetune/Loss (Raw)": 1.032476782798767, "Finetune/Step": 1340, "Finetune/Step Time": 6.093674601987004}
+{"Finetune/Learning Rate": 1.937770996814233e-05, "Finetune/Loss": 0.9591964483261108, "Finetune/Loss (Raw)": 0.9811399579048157, "Finetune/Step": 1341, "Finetune/Step Time": 6.092941710725427}
+{"Finetune/Learning Rate": 1.937653991273237e-05, "Finetune/Loss": 0.9597129821777344, "Finetune/Loss (Raw)": 0.9965880513191223, "Finetune/Step": 1342, "Finetune/Step Time": 6.086627630516887}
+{"Finetune/Learning Rate": 1.9375368793754385e-05, "Finetune/Loss": 0.9584457278251648, "Finetune/Loss (Raw)": 0.9105581045150757, "Finetune/Step": 1343, "Finetune/Step Time": 6.080712741240859}
+{"Finetune/Learning Rate": 1.9374196611341212e-05, "Finetune/Loss": 0.9582573771476746, "Finetune/Loss (Raw)": 0.9441680908203125, "Finetune/Step": 1344, "Finetune/Step Time": 6.088583294302225}
+{"Finetune/Learning Rate": 1.9373023365625806e-05, "Finetune/Loss": 0.9583967924118042, "Finetune/Loss (Raw)": 1.0386916399002075, "Finetune/Step": 1345, "Finetune/Step Time": 6.094338405877352}
+{"Finetune/Learning Rate": 1.9371849056741254e-05, "Finetune/Loss": 0.9579514265060425, "Finetune/Loss (Raw)": 0.7735056281089783, "Finetune/Step": 1346, "Finetune/Step Time": 6.096651580184698}
+{"Finetune/Learning Rate": 1.937067368482075e-05, "Finetune/Loss": 0.9583616256713867, "Finetune/Loss (Raw)": 0.9714375734329224, "Finetune/Step": 1347, "Finetune/Step Time": 6.099260658025742}
+{"Finetune/Learning Rate": 1.936949724999762e-05, "Finetune/Loss": 0.9588943719863892, "Finetune/Loss (Raw)": 0.9631325006484985, "Finetune/Step": 1348, "Finetune/Step Time": 6.097354041412473}
+{"Finetune/Learning Rate": 1.93683197524053e-05, "Finetune/Loss": 0.9578248262405396, "Finetune/Loss (Raw)": 0.8753330111503601, "Finetune/Step": 1349, "Finetune/Step Time": 6.091658357530832}
+{"Finetune/Learning Rate": 1.9367141192177358e-05, "Finetune/Loss": 0.9576641917228699, "Finetune/Loss (Raw)": 0.9453860521316528, "Finetune/Step": 1350, "Finetune/Step Time": 6.0816979221999645}
+{"Finetune/Learning Rate": 1.9365961569447468e-05, "Finetune/Loss": 0.9576051831245422, "Finetune/Loss (Raw)": 0.9533719420433044, "Finetune/Step": 1351, "Finetune/Step Time": 6.0794568825513124}
+{"Finetune/Learning Rate": 1.936478088434944e-05, "Finetune/Loss": 0.9536944627761841, "Finetune/Loss (Raw)": 0.41607674956321716, "Finetune/Step": 1352, "Finetune/Step Time": 6.08318368345499}
+{"Finetune/Learning Rate": 1.9363599137017197e-05, "Finetune/Loss": 0.9538613557815552, "Finetune/Loss (Raw)": 0.9380454421043396, "Finetune/Step": 1353, "Finetune/Step Time": 6.1003016866743565}
+{"Finetune/Learning Rate": 1.936241632758478e-05, "Finetune/Loss": 0.9530221223831177, "Finetune/Loss (Raw)": 0.8583506941795349, "Finetune/Step": 1354, "Finetune/Step Time": 6.113071968778968}
+{"Finetune/Learning Rate": 1.9361232456186356e-05, "Finetune/Loss": 0.9532520771026611, "Finetune/Loss (Raw)": 0.903856098651886, "Finetune/Step": 1355, "Finetune/Step Time": 6.112171454355121}
+{"Finetune/Learning Rate": 1.9360047522956207e-05, "Finetune/Loss": 0.9535752534866333, "Finetune/Loss (Raw)": 0.9438976049423218, "Finetune/Step": 1356, "Finetune/Step Time": 6.114182028919458}
+{"Finetune/Learning Rate": 1.935886152802874e-05, "Finetune/Loss": 0.9486780166625977, "Finetune/Loss (Raw)": 0.3660143315792084, "Finetune/Step": 1357, "Finetune/Step Time": 6.118569130077958}
+{"Finetune/Learning Rate": 1.9357674471538483e-05, "Finetune/Loss": 0.948823094367981, "Finetune/Loss (Raw)": 0.8731465935707092, "Finetune/Step": 1358, "Finetune/Step Time": 6.124213648959994}
+{"Finetune/Learning Rate": 1.9356486353620082e-05, "Finetune/Loss": 0.9487727880477905, "Finetune/Loss (Raw)": 1.0219075679779053, "Finetune/Step": 1359, "Finetune/Step Time": 6.127008086070418}
+{"Finetune/Learning Rate": 1.9355297174408298e-05, "Finetune/Loss": 0.9483582377433777, "Finetune/Loss (Raw)": 0.9584213495254517, "Finetune/Step": 1360, "Finetune/Step Time": 6.131921697407961}
+{"Finetune/Learning Rate": 1.935410693403802e-05, "Finetune/Loss": 0.9492737054824829, "Finetune/Loss (Raw)": 0.9224519729614258, "Finetune/Step": 1361, "Finetune/Step Time": 6.1312563847750425}
+{"Finetune/Learning Rate": 1.9352915632644263e-05, "Finetune/Loss": 0.9490880966186523, "Finetune/Loss (Raw)": 0.9999240636825562, "Finetune/Step": 1362, "Finetune/Step Time": 6.129243029281497}
+{"Finetune/Learning Rate": 1.9351723270362145e-05, "Finetune/Loss": 0.9506242871284485, "Finetune/Loss (Raw)": 1.0468413829803467, "Finetune/Step": 1363, "Finetune/Step Time": 6.139281798154116}
+{"Finetune/Learning Rate": 1.935052984732692e-05, "Finetune/Loss": 0.9512654542922974, "Finetune/Loss (Raw)": 1.0193309783935547, "Finetune/Step": 1364, "Finetune/Step Time": 6.15644116140902}
+{"Finetune/Learning Rate": 1.934933536367395e-05, "Finetune/Loss": 0.9509850740432739, "Finetune/Loss (Raw)": 0.9240046143531799, "Finetune/Step": 1365, "Finetune/Step Time": 6.158115914091468}
+{"Finetune/Learning Rate": 1.934813981953873e-05, "Finetune/Loss": 0.9509603977203369, "Finetune/Loss (Raw)": 1.0034384727478027, "Finetune/Step": 1366, "Finetune/Step Time": 6.155949013307691}
+{"Finetune/Learning Rate": 1.9346943215056865e-05, "Finetune/Loss": 0.9502149820327759, "Finetune/Loss (Raw)": 0.9967958927154541, "Finetune/Step": 1367, "Finetune/Step Time": 6.156511705368757}
+{"Finetune/Learning Rate": 1.934574555036409e-05, "Finetune/Loss": 0.9453608393669128, "Finetune/Loss (Raw)": 0.3683028817176819, "Finetune/Step": 1368, "Finetune/Step Time": 6.141576062887907}
+{"Finetune/Learning Rate": 1.9344546825596244e-05, "Finetune/Loss": 0.9448158740997314, "Finetune/Loss (Raw)": 0.9067310690879822, "Finetune/Step": 1369, "Finetune/Step Time": 6.156596254557371}
+{"Finetune/Learning Rate": 1.9343347040889306e-05, "Finetune/Loss": 0.9461706280708313, "Finetune/Loss (Raw)": 0.8741356730461121, "Finetune/Step": 1370, "Finetune/Step Time": 6.155027471482754}
+{"Finetune/Learning Rate": 1.9342146196379366e-05, "Finetune/Loss": 0.9455703496932983, "Finetune/Loss (Raw)": 0.8863365054130554, "Finetune/Step": 1371, "Finetune/Step Time": 6.159877190366387}
+{"Finetune/Learning Rate": 1.9340944292202626e-05, "Finetune/Loss": 0.9474648833274841, "Finetune/Loss (Raw)": 1.1221277713775635, "Finetune/Step": 1372, "Finetune/Step Time": 6.163374651223421}
+{"Finetune/Learning Rate": 1.9339741328495422e-05, "Finetune/Loss": 0.9467206001281738, "Finetune/Loss (Raw)": 0.9691861271858215, "Finetune/Step": 1373, "Finetune/Step Time": 6.156575910747051}
+{"Finetune/Learning Rate": 1.9338537305394208e-05, "Finetune/Loss": 0.9462608098983765, "Finetune/Loss (Raw)": 1.0480756759643555, "Finetune/Step": 1374, "Finetune/Step Time": 6.1593929361552}
+{"Finetune/Learning Rate": 1.9337332223035548e-05, "Finetune/Loss": 0.9454089403152466, "Finetune/Loss (Raw)": 0.952090322971344, "Finetune/Step": 1375, "Finetune/Step Time": 6.1630201153457165}
+{"Finetune/Learning Rate": 1.9336126081556134e-05, "Finetune/Loss": 0.9452185034751892, "Finetune/Loss (Raw)": 0.9029306769371033, "Finetune/Step": 1376, "Finetune/Step Time": 6.163031065836549}
+{"Finetune/Learning Rate": 1.933491888109278e-05, "Finetune/Loss": 0.9449782371520996, "Finetune/Loss (Raw)": 0.9387081861495972, "Finetune/Step": 1377, "Finetune/Step Time": 6.160714903846383}
+{"Finetune/Learning Rate": 1.9333710621782416e-05, "Finetune/Loss": 0.9453611373901367, "Finetune/Loss (Raw)": 0.9530184268951416, "Finetune/Step": 1378, "Finetune/Step Time": 6.1630382891744375}
+{"Finetune/Learning Rate": 1.9332501303762093e-05, "Finetune/Loss": 0.9455867409706116, "Finetune/Loss (Raw)": 0.9965960383415222, "Finetune/Step": 1379, "Finetune/Step Time": 6.1623156648129225}
+{"Finetune/Learning Rate": 1.933129092716898e-05, "Finetune/Loss": 0.9449341297149658, "Finetune/Loss (Raw)": 1.0196340084075928, "Finetune/Step": 1380, "Finetune/Step Time": 6.164650943130255}
+{"Finetune/Learning Rate": 1.933007949214037e-05, "Finetune/Loss": 0.9440747499465942, "Finetune/Loss (Raw)": 0.8698221445083618, "Finetune/Step": 1381, "Finetune/Step Time": 6.165283977985382}
+{"Finetune/Learning Rate": 1.9328866998813676e-05, "Finetune/Loss": 0.9449456930160522, "Finetune/Loss (Raw)": 1.079240322113037, "Finetune/Step": 1382, "Finetune/Step Time": 6.165742725133896}
+{"Finetune/Learning Rate": 1.932765344732643e-05, "Finetune/Loss": 0.9439911842346191, "Finetune/Loss (Raw)": 0.7059821486473083, "Finetune/Step": 1383, "Finetune/Step Time": 6.157605728134513}
+{"Finetune/Learning Rate": 1.9326438837816276e-05, "Finetune/Loss": 0.9430753588676453, "Finetune/Loss (Raw)": 0.7633110284805298, "Finetune/Step": 1384, "Finetune/Step Time": 6.172314628958702}
+{"Finetune/Learning Rate": 1.9325223170420995e-05, "Finetune/Loss": 0.9422293901443481, "Finetune/Loss (Raw)": 0.9995614886283875, "Finetune/Step": 1385, "Finetune/Step Time": 6.194147763773799}
+{"Finetune/Learning Rate": 1.9324006445278474e-05, "Finetune/Loss": 0.9445849061012268, "Finetune/Loss (Raw)": 0.9752403497695923, "Finetune/Step": 1386, "Finetune/Step Time": 6.19039161503315}
+{"Finetune/Learning Rate": 1.9322788662526726e-05, "Finetune/Loss": 0.9432815313339233, "Finetune/Loss (Raw)": 0.8553813695907593, "Finetune/Step": 1387, "Finetune/Step Time": 6.1707714311778545}
+{"Finetune/Learning Rate": 1.932156982230388e-05, "Finetune/Loss": 0.9418051242828369, "Finetune/Loss (Raw)": 0.8394646644592285, "Finetune/Step": 1388, "Finetune/Step Time": 6.1739317663013935}
+{"Finetune/Learning Rate": 1.932034992474819e-05, "Finetune/Loss": 0.9371743202209473, "Finetune/Loss (Raw)": 0.378400981426239, "Finetune/Step": 1389, "Finetune/Step Time": 6.182886548340321}
+{"Finetune/Learning Rate": 1.9319128969998027e-05, "Finetune/Loss": 0.9374741315841675, "Finetune/Loss (Raw)": 0.9953734278678894, "Finetune/Step": 1390, "Finetune/Step Time": 6.193643637001514}
+{"Finetune/Learning Rate": 1.9317906958191876e-05, "Finetune/Loss": 0.9368404150009155, "Finetune/Loss (Raw)": 0.8505976796150208, "Finetune/Step": 1391, "Finetune/Step Time": 6.185435656458139}
+{"Finetune/Learning Rate": 1.931668388946836e-05, "Finetune/Loss": 0.9368422031402588, "Finetune/Loss (Raw)": 1.0134484767913818, "Finetune/Step": 1392, "Finetune/Step Time": 6.187352400273085}
+{"Finetune/Learning Rate": 1.93154597639662e-05, "Finetune/Loss": 0.9369680881500244, "Finetune/Loss (Raw)": 0.9374105930328369, "Finetune/Step": 1393, "Finetune/Step Time": 6.185758354142308}
+{"Finetune/Learning Rate": 1.931423458182425e-05, "Finetune/Loss": 0.9419294595718384, "Finetune/Loss (Raw)": 0.9281508326530457, "Finetune/Step": 1394, "Finetune/Step Time": 6.1749290227890015}
+{"Finetune/Learning Rate": 1.9313008343181482e-05, "Finetune/Loss": 0.9428470134735107, "Finetune/Loss (Raw)": 0.9066507816314697, "Finetune/Step": 1395, "Finetune/Step Time": 6.1664904952049255}
+{"Finetune/Learning Rate": 1.9311781048176986e-05, "Finetune/Loss": 0.9413748383522034, "Finetune/Loss (Raw)": 0.8670916557312012, "Finetune/Step": 1396, "Finetune/Step Time": 6.178560689091682}
+{"Finetune/Learning Rate": 1.9310552696949974e-05, "Finetune/Loss": 0.9401881694793701, "Finetune/Loss (Raw)": 0.9573359489440918, "Finetune/Step": 1397, "Finetune/Step Time": 6.180985473096371}
+{"Finetune/Learning Rate": 1.9309323289639773e-05, "Finetune/Loss": 0.941555380821228, "Finetune/Loss (Raw)": 0.9539388418197632, "Finetune/Step": 1398, "Finetune/Step Time": 6.178353639319539}
+{"Finetune/Learning Rate": 1.9308092826385832e-05, "Finetune/Loss": 0.9415556192398071, "Finetune/Loss (Raw)": 1.0370903015136719, "Finetune/Step": 1399, "Finetune/Step Time": 6.166407983750105}
+{"Finetune/Learning Rate": 1.9306861307327724e-05, "Finetune/Loss": 0.9421156644821167, "Finetune/Loss (Raw)": 1.0588274002075195, "Finetune/Step": 1400, "Finetune/Step Time": 6.170388480648398}
+{"Finetune/Learning Rate": 1.930562873260514e-05, "Finetune/Loss": 0.9386739134788513, "Finetune/Loss (Raw)": 0.36460205912590027, "Finetune/Step": 1401, "Finetune/Step Time": 6.177098985761404}
+{"Finetune/Learning Rate": 1.930439510235788e-05, "Finetune/Loss": 0.9396952390670776, "Finetune/Loss (Raw)": 0.9675294756889343, "Finetune/Step": 1402, "Finetune/Step Time": 6.192728808149695}
+{"Finetune/Learning Rate": 1.9303160416725884e-05, "Finetune/Loss": 0.939289391040802, "Finetune/Loss (Raw)": 0.8834644556045532, "Finetune/Step": 1403, "Finetune/Step Time": 6.205553330481052}
+{"Finetune/Learning Rate": 1.9301924675849196e-05, "Finetune/Loss": 0.9358429908752441, "Finetune/Loss (Raw)": 0.7637617588043213, "Finetune/Step": 1404, "Finetune/Step Time": 6.218658406287432}
+{"Finetune/Learning Rate": 1.9300687879867987e-05, "Finetune/Loss": 0.9364839196205139, "Finetune/Loss (Raw)": 1.031915545463562, "Finetune/Step": 1405, "Finetune/Step Time": 6.206792606040835}
+{"Finetune/Learning Rate": 1.929945002892254e-05, "Finetune/Loss": 0.9367653131484985, "Finetune/Loss (Raw)": 1.0180737972259521, "Finetune/Step": 1406, "Finetune/Step Time": 6.204360168427229}
+{"Finetune/Learning Rate": 1.929821112315327e-05, "Finetune/Loss": 0.9357658624649048, "Finetune/Loss (Raw)": 0.8428513407707214, "Finetune/Step": 1407, "Finetune/Step Time": 6.205725090578198}
+{"Finetune/Learning Rate": 1.9296971162700696e-05, "Finetune/Loss": 0.9357040524482727, "Finetune/Loss (Raw)": 1.04668128490448, "Finetune/Step": 1408, "Finetune/Step Time": 6.205490492284298}
+{"Finetune/Learning Rate": 1.9295730147705467e-05, "Finetune/Loss": 0.9354296922683716, "Finetune/Loss (Raw)": 0.966352641582489, "Finetune/Step": 1409, "Finetune/Step Time": 6.209824878722429}
+{"Finetune/Learning Rate": 1.9294488078308355e-05, "Finetune/Loss": 0.9347226023674011, "Finetune/Loss (Raw)": 0.8458144068717957, "Finetune/Step": 1410, "Finetune/Step Time": 6.2129407823085785}
+{"Finetune/Learning Rate": 1.9293244954650242e-05, "Finetune/Loss": 0.9352571964263916, "Finetune/Loss (Raw)": 1.0003736019134521, "Finetune/Step": 1411, "Finetune/Step Time": 6.215745501220226}
+{"Finetune/Learning Rate": 1.9292000776872135e-05, "Finetune/Loss": 0.9342731237411499, "Finetune/Loss (Raw)": 0.9304620623588562, "Finetune/Step": 1412, "Finetune/Step Time": 6.213415922597051}
+{"Finetune/Learning Rate": 1.929075554511516e-05, "Finetune/Loss": 0.9336526393890381, "Finetune/Loss (Raw)": 0.8891093730926514, "Finetune/Step": 1413, "Finetune/Step Time": 6.20996743068099}
+{"Finetune/Learning Rate": 1.9289509259520558e-05, "Finetune/Loss": 0.9331499338150024, "Finetune/Loss (Raw)": 0.9973704814910889, "Finetune/Step": 1414, "Finetune/Step Time": 6.205306526273489}
+{"Finetune/Learning Rate": 1.92882619202297e-05, "Finetune/Loss": 0.9328233003616333, "Finetune/Loss (Raw)": 1.0015161037445068, "Finetune/Step": 1415, "Finetune/Step Time": 6.205724809318781}
+{"Finetune/Learning Rate": 1.928701352738406e-05, "Finetune/Loss": 0.9333767890930176, "Finetune/Loss (Raw)": 1.0171324014663696, "Finetune/Step": 1416, "Finetune/Step Time": 6.208148771896958}
+{"Finetune/Learning Rate": 1.9285764081125254e-05, "Finetune/Loss": 0.9325287938117981, "Finetune/Loss (Raw)": 0.9234472513198853, "Finetune/Step": 1417, "Finetune/Step Time": 6.213815208524466}
+{"Finetune/Learning Rate": 1.9284513581594997e-05, "Finetune/Loss": 0.9329982995986938, "Finetune/Loss (Raw)": 1.0619134902954102, "Finetune/Step": 1418, "Finetune/Step Time": 6.2031280640512705}
+{"Finetune/Learning Rate": 1.928326202893513e-05, "Finetune/Loss": 0.9328364729881287, "Finetune/Loss (Raw)": 0.9703007340431213, "Finetune/Step": 1419, "Finetune/Step Time": 6.200548445805907}
+{"Finetune/Learning Rate": 1.9282009423287623e-05, "Finetune/Loss": 0.9318621158599854, "Finetune/Loss (Raw)": 0.8717344999313354, "Finetune/Step": 1420, "Finetune/Step Time": 6.194294335320592}
+{"Finetune/Learning Rate": 1.9280755764794553e-05, "Finetune/Loss": 0.9311331510543823, "Finetune/Loss (Raw)": 0.9850040078163147, "Finetune/Step": 1421, "Finetune/Step Time": 6.191254718229175}
+{"Finetune/Learning Rate": 1.9279501053598117e-05, "Finetune/Loss": 0.9324206113815308, "Finetune/Loss (Raw)": 1.013834834098816, "Finetune/Step": 1422, "Finetune/Step Time": 6.190169546753168}
+{"Finetune/Learning Rate": 1.9278245289840642e-05, "Finetune/Loss": 0.9319189786911011, "Finetune/Loss (Raw)": 0.9345276355743408, "Finetune/Step": 1423, "Finetune/Step Time": 6.182004425674677}
+{"Finetune/Learning Rate": 1.9276988473664557e-05, "Finetune/Loss": 0.9320454597473145, "Finetune/Loss (Raw)": 1.060413122177124, "Finetune/Step": 1424, "Finetune/Step Time": 6.1851683128625154}
+{"Finetune/Learning Rate": 1.9275730605212435e-05, "Finetune/Loss": 0.9324188232421875, "Finetune/Loss (Raw)": 0.8938935995101929, "Finetune/Step": 1425, "Finetune/Step Time": 6.17710093036294}
+{"Finetune/Learning Rate": 1.9274471684626943e-05, "Finetune/Loss": 0.9315451383590698, "Finetune/Loss (Raw)": 0.7692171931266785, "Finetune/Step": 1426, "Finetune/Step Time": 6.1669174656271935}
+{"Finetune/Learning Rate": 1.9273211712050885e-05, "Finetune/Loss": 0.9312962293624878, "Finetune/Loss (Raw)": 0.9274727702140808, "Finetune/Step": 1427, "Finetune/Step Time": 6.173465229570866}
+{"Finetune/Learning Rate": 1.9271950687627175e-05, "Finetune/Loss": 0.933323085308075, "Finetune/Loss (Raw)": 1.0671396255493164, "Finetune/Step": 1428, "Finetune/Step Time": 6.194498907774687}
+{"Finetune/Learning Rate": 1.927068861149885e-05, "Finetune/Loss": 0.9334292411804199, "Finetune/Loss (Raw)": 0.9897269010543823, "Finetune/Step": 1429, "Finetune/Step Time": 6.196704186499119}
+{"Finetune/Learning Rate": 1.9269425483809065e-05, "Finetune/Loss": 0.9332777857780457, "Finetune/Loss (Raw)": 0.9791994690895081, "Finetune/Step": 1430, "Finetune/Step Time": 6.197237964719534}
+{"Finetune/Learning Rate": 1.9268161304701095e-05, "Finetune/Loss": 0.933987021446228, "Finetune/Loss (Raw)": 1.1119507551193237, "Finetune/Step": 1431, "Finetune/Step Time": 6.201817261055112}
+{"Finetune/Learning Rate": 1.9266896074318335e-05, "Finetune/Loss": 0.9333983063697815, "Finetune/Loss (Raw)": 0.9067350625991821, "Finetune/Step": 1432, "Finetune/Step Time": 6.211731448769569}
+{"Finetune/Learning Rate": 1.92656297928043e-05, "Finetune/Loss": 0.9326177835464478, "Finetune/Loss (Raw)": 0.9717612862586975, "Finetune/Step": 1433, "Finetune/Step Time": 6.22870023176074}
+{"Finetune/Learning Rate": 1.926436246030262e-05, "Finetune/Loss": 0.9308813810348511, "Finetune/Loss (Raw)": 0.8432394862174988, "Finetune/Step": 1434, "Finetune/Step Time": 6.230750232934952}
+{"Finetune/Learning Rate": 1.9263094076957042e-05, "Finetune/Loss": 0.930716872215271, "Finetune/Loss (Raw)": 0.9581089019775391, "Finetune/Step": 1435, "Finetune/Step Time": 6.242379169911146}
+{"Finetune/Learning Rate": 1.926182464291145e-05, "Finetune/Loss": 0.9313141107559204, "Finetune/Loss (Raw)": 0.8730394840240479, "Finetune/Step": 1436, "Finetune/Step Time": 6.248224349692464}
+{"Finetune/Learning Rate": 1.926055415830982e-05, "Finetune/Loss": 0.9324535727500916, "Finetune/Loss (Raw)": 1.0410351753234863, "Finetune/Step": 1437, "Finetune/Step Time": 6.259624514728785}
+{"Finetune/Learning Rate": 1.925928262329627e-05, "Finetune/Loss": 0.9332463145256042, "Finetune/Loss (Raw)": 0.8966371417045593, "Finetune/Step": 1438, "Finetune/Step Time": 6.263503883033991}
+{"Finetune/Learning Rate": 1.9258010038015027e-05, "Finetune/Loss": 0.9329875707626343, "Finetune/Loss (Raw)": 0.990344762802124, "Finetune/Step": 1439, "Finetune/Step Time": 6.271253669634461}
+{"Finetune/Learning Rate": 1.9256736402610437e-05, "Finetune/Loss": 0.9317703247070312, "Finetune/Loss (Raw)": 0.8554291129112244, "Finetune/Step": 1440, "Finetune/Step Time": 6.2838474214077}
+{"Finetune/Learning Rate": 1.925546171722697e-05, "Finetune/Loss": 0.9316689968109131, "Finetune/Loss (Raw)": 0.9741851687431335, "Finetune/Step": 1441, "Finetune/Step Time": 6.287348451092839}
+{"Finetune/Learning Rate": 1.9254185982009204e-05, "Finetune/Loss": 0.9314213991165161, "Finetune/Loss (Raw)": 0.9575331807136536, "Finetune/Step": 1442, "Finetune/Step Time": 6.2893824484199286}
+{"Finetune/Learning Rate": 1.9252909197101854e-05, "Finetune/Loss": 0.9321900010108948, "Finetune/Loss (Raw)": 1.0612497329711914, "Finetune/Step": 1443, "Finetune/Step Time": 6.2870716489851475}
+{"Finetune/Learning Rate": 1.9251631362649735e-05, "Finetune/Loss": 0.932085394859314, "Finetune/Loss (Raw)": 0.8157849907875061, "Finetune/Step": 1444, "Finetune/Step Time": 6.295025242492557}
+{"Finetune/Learning Rate": 1.9250352478797798e-05, "Finetune/Loss": 0.9269014596939087, "Finetune/Loss (Raw)": 0.4090317189693451, "Finetune/Step": 1445, "Finetune/Step Time": 6.318987850099802}
+{"Finetune/Learning Rate": 1.9249072545691102e-05, "Finetune/Loss": 0.9289824962615967, "Finetune/Loss (Raw)": 1.1508363485336304, "Finetune/Step": 1446, "Finetune/Step Time": 6.333500856533647}
+{"Finetune/Learning Rate": 1.9247791563474822e-05, "Finetune/Loss": 0.9277815818786621, "Finetune/Loss (Raw)": 0.9698370695114136, "Finetune/Step": 1447, "Finetune/Step Time": 6.327270090579987}
+{"Finetune/Learning Rate": 1.9246509532294265e-05, "Finetune/Loss": 0.9264921545982361, "Finetune/Loss (Raw)": 0.9319303035736084, "Finetune/Step": 1448, "Finetune/Step Time": 6.325839353725314}
+{"Finetune/Learning Rate": 1.9245226452294853e-05, "Finetune/Loss": 0.9263986349105835, "Finetune/Loss (Raw)": 0.9358313083648682, "Finetune/Step": 1449, "Finetune/Step Time": 6.3287087716162205}
+{"Finetune/Learning Rate": 1.9243942323622113e-05, "Finetune/Loss": 0.9267447590827942, "Finetune/Loss (Raw)": 0.9580347537994385, "Finetune/Step": 1450, "Finetune/Step Time": 6.327453073114157}
+{"Finetune/Learning Rate": 1.924265714642171e-05, "Finetune/Loss": 0.9261618852615356, "Finetune/Loss (Raw)": 0.9420684576034546, "Finetune/Step": 1451, "Finetune/Step Time": 6.317266343161464}
+{"Finetune/Learning Rate": 1.924137092083942e-05, "Finetune/Loss": 0.9267151355743408, "Finetune/Loss (Raw)": 0.981239378452301, "Finetune/Step": 1452, "Finetune/Step Time": 6.31117619946599}
+{"Finetune/Learning Rate": 1.9240083647021135e-05, "Finetune/Loss": 0.92624431848526, "Finetune/Loss (Raw)": 0.8936644792556763, "Finetune/Step": 1453, "Finetune/Step Time": 6.315486086532474}
+{"Finetune/Learning Rate": 1.9238795325112867e-05, "Finetune/Loss": 0.9257506132125854, "Finetune/Loss (Raw)": 0.9349647164344788, "Finetune/Step": 1454, "Finetune/Step Time": 6.324883932247758}
+{"Finetune/Learning Rate": 1.9237505955260756e-05, "Finetune/Loss": 0.9237695336341858, "Finetune/Loss (Raw)": 1.0424655675888062, "Finetune/Step": 1455, "Finetune/Step Time": 6.323795113712549}
+{"Finetune/Learning Rate": 1.9236215537611044e-05, "Finetune/Loss": 0.9221367835998535, "Finetune/Loss (Raw)": 0.820641040802002, "Finetune/Step": 1456, "Finetune/Step Time": 6.319697733968496}
+{"Finetune/Learning Rate": 1.9234924072310112e-05, "Finetune/Loss": 0.9237934350967407, "Finetune/Loss (Raw)": 1.1122395992279053, "Finetune/Step": 1457, "Finetune/Step Time": 6.317377902567387}
+{"Finetune/Learning Rate": 1.923363155950444e-05, "Finetune/Loss": 0.9246476292610168, "Finetune/Loss (Raw)": 1.0183206796646118, "Finetune/Step": 1458, "Finetune/Step Time": 6.315636079758406}
+{"Finetune/Learning Rate": 1.923233799934064e-05, "Finetune/Loss": 0.9248751401901245, "Finetune/Loss (Raw)": 0.9267246127128601, "Finetune/Step": 1459, "Finetune/Step Time": 6.315495567396283}
+{"Finetune/Learning Rate": 1.9231043391965435e-05, "Finetune/Loss": 0.9238687753677368, "Finetune/Loss (Raw)": 0.8577930331230164, "Finetune/Step": 1460, "Finetune/Step Time": 6.312957132235169}
+{"Finetune/Learning Rate": 1.922974773752567e-05, "Finetune/Loss": 0.9249714612960815, "Finetune/Loss (Raw)": 1.0253523588180542, "Finetune/Step": 1461, "Finetune/Step Time": 6.308886164799333}
+{"Finetune/Learning Rate": 1.9228451036168317e-05, "Finetune/Loss": 0.9247368574142456, "Finetune/Loss (Raw)": 0.8717150688171387, "Finetune/Step": 1462, "Finetune/Step Time": 6.2927210088819265}
+{"Finetune/Learning Rate": 1.9227153288040458e-05, "Finetune/Loss": 0.924574613571167, "Finetune/Loss (Raw)": 1.0040255784988403, "Finetune/Step": 1463, "Finetune/Step Time": 6.300010776147246}
+{"Finetune/Learning Rate": 1.9225854493289287e-05, "Finetune/Loss": 0.9251297116279602, "Finetune/Loss (Raw)": 0.9686843156814575, "Finetune/Step": 1464, "Finetune/Step Time": 6.305813418701291}
+{"Finetune/Learning Rate": 1.922455465206213e-05, "Finetune/Loss": 0.9258453845977783, "Finetune/Loss (Raw)": 1.0043717622756958, "Finetune/Step": 1465, "Finetune/Step Time": 6.284394288435578}
+{"Finetune/Learning Rate": 1.9223253764506426e-05, "Finetune/Loss": 0.9246314167976379, "Finetune/Loss (Raw)": 0.8751150369644165, "Finetune/Step": 1466, "Finetune/Step Time": 6.282552381977439}
+{"Finetune/Learning Rate": 1.922195183076973e-05, "Finetune/Loss": 0.9247353076934814, "Finetune/Loss (Raw)": 0.9708813428878784, "Finetune/Step": 1467, "Finetune/Step Time": 6.2910908870399}
+{"Finetune/Learning Rate": 1.9220648850999723e-05, "Finetune/Loss": 0.9201427698135376, "Finetune/Loss (Raw)": 0.44462141394615173, "Finetune/Step": 1468, "Finetune/Step Time": 6.296098010614514}
+{"Finetune/Learning Rate": 1.92193448253442e-05, "Finetune/Loss": 0.92013019323349, "Finetune/Loss (Raw)": 0.9795306921005249, "Finetune/Step": 1469, "Finetune/Step Time": 6.312930835410953}
+{"Finetune/Learning Rate": 1.9218039753951068e-05, "Finetune/Loss": 0.9208263158798218, "Finetune/Loss (Raw)": 1.085694670677185, "Finetune/Step": 1470, "Finetune/Step Time": 6.320332204923034}
+{"Finetune/Learning Rate": 1.9216733636968365e-05, "Finetune/Loss": 0.9195092916488647, "Finetune/Loss (Raw)": 0.7419785261154175, "Finetune/Step": 1471, "Finetune/Step Time": 6.321388375014067}
+{"Finetune/Learning Rate": 1.9215426474544242e-05, "Finetune/Loss": 0.9203841090202332, "Finetune/Loss (Raw)": 1.0561473369598389, "Finetune/Step": 1472, "Finetune/Step Time": 6.32248180359602}
+{"Finetune/Learning Rate": 1.9214118266826968e-05, "Finetune/Loss": 0.9200457334518433, "Finetune/Loss (Raw)": 0.995385468006134, "Finetune/Step": 1473, "Finetune/Step Time": 6.315808326005936}
+{"Finetune/Learning Rate": 1.9212809013964932e-05, "Finetune/Loss": 0.9212527275085449, "Finetune/Loss (Raw)": 0.9280011653900146, "Finetune/Step": 1474, "Finetune/Step Time": 6.31184802763164}
+{"Finetune/Learning Rate": 1.9211498716106636e-05, "Finetune/Loss": 0.9203912019729614, "Finetune/Loss (Raw)": 0.8611531853675842, "Finetune/Step": 1475, "Finetune/Step Time": 6.3125744722783566}
+{"Finetune/Learning Rate": 1.921018737340071e-05, "Finetune/Loss": 0.9200601577758789, "Finetune/Loss (Raw)": 0.9207556247711182, "Finetune/Step": 1476, "Finetune/Step Time": 6.31350714713335}
+{"Finetune/Learning Rate": 1.92088749859959e-05, "Finetune/Loss": 0.9211381673812866, "Finetune/Loss (Raw)": 1.0133249759674072, "Finetune/Step": 1477, "Finetune/Step Time": 6.315626624971628}
+{"Finetune/Learning Rate": 1.920756155404106e-05, "Finetune/Loss": 0.921133816242218, "Finetune/Loss (Raw)": 0.9448281526565552, "Finetune/Step": 1478, "Finetune/Step Time": 6.321388930082321}
+{"Finetune/Learning Rate": 1.9206247077685184e-05, "Finetune/Loss": 0.9220410585403442, "Finetune/Loss (Raw)": 1.069504737854004, "Finetune/Step": 1479, "Finetune/Step Time": 6.3388646338135}
+{"Finetune/Learning Rate": 1.9204931557077355e-05, "Finetune/Loss": 0.9260152578353882, "Finetune/Loss (Raw)": 0.9247680902481079, "Finetune/Step": 1480, "Finetune/Step Time": 6.336733054369688}
+{"Finetune/Learning Rate": 1.9203614992366805e-05, "Finetune/Loss": 0.9219167232513428, "Finetune/Loss (Raw)": 0.41343262791633606, "Finetune/Step": 1481, "Finetune/Step Time": 6.3245386853814125}
+{"Finetune/Learning Rate": 1.9202297383702858e-05, "Finetune/Loss": 0.9221305251121521, "Finetune/Loss (Raw)": 0.8857222199440002, "Finetune/Step": 1482, "Finetune/Step Time": 6.326750535517931}
+{"Finetune/Learning Rate": 1.920097873123498e-05, "Finetune/Loss": 0.9221217632293701, "Finetune/Loss (Raw)": 0.9027284383773804, "Finetune/Step": 1483, "Finetune/Step Time": 6.322690289467573}
+{"Finetune/Learning Rate": 1.9199659035112734e-05, "Finetune/Loss": 0.922359824180603, "Finetune/Loss (Raw)": 0.9743722677230835, "Finetune/Step": 1484, "Finetune/Step Time": 6.324503608047962}
+{"Finetune/Learning Rate": 1.919833829548582e-05, "Finetune/Loss": 0.926529049873352, "Finetune/Loss (Raw)": 0.8996765613555908, "Finetune/Step": 1485, "Finetune/Step Time": 6.321839852258563}
+{"Finetune/Learning Rate": 1.9197016512504037e-05, "Finetune/Loss": 0.9285023212432861, "Finetune/Loss (Raw)": 1.1257160902023315, "Finetune/Step": 1486, "Finetune/Step Time": 6.303413387387991}
+{"Finetune/Learning Rate": 1.9195693686317327e-05, "Finetune/Loss": 0.9287241101264954, "Finetune/Loss (Raw)": 1.0502983331680298, "Finetune/Step": 1487, "Finetune/Step Time": 6.300041908398271}
+{"Finetune/Learning Rate": 1.9194369817075725e-05, "Finetune/Loss": 0.9288666248321533, "Finetune/Loss (Raw)": 0.9766660928726196, "Finetune/Step": 1488, "Finetune/Step Time": 6.296599851921201}
+{"Finetune/Learning Rate": 1.9193044904929402e-05, "Finetune/Loss": 0.928240180015564, "Finetune/Loss (Raw)": 0.8422657251358032, "Finetune/Step": 1489, "Finetune/Step Time": 6.2961585521698}
+{"Finetune/Learning Rate": 1.9191718950028634e-05, "Finetune/Loss": 0.9285882711410522, "Finetune/Loss (Raw)": 1.0444791316986084, "Finetune/Step": 1490, "Finetune/Step Time": 6.297954438254237}
+{"Finetune/Learning Rate": 1.919039195252383e-05, "Finetune/Loss": 0.9269986748695374, "Finetune/Loss (Raw)": 0.8433743119239807, "Finetune/Step": 1491, "Finetune/Step Time": 6.285420041531324}
+{"Finetune/Learning Rate": 1.9189063912565506e-05, "Finetune/Loss": 0.9268878698348999, "Finetune/Loss (Raw)": 1.0051485300064087, "Finetune/Step": 1492, "Finetune/Step Time": 6.272105511277914}
+{"Finetune/Learning Rate": 1.91877348303043e-05, "Finetune/Loss": 0.9268263578414917, "Finetune/Loss (Raw)": 0.9161362648010254, "Finetune/Step": 1493, "Finetune/Step Time": 6.268997438251972}
+{"Finetune/Learning Rate": 1.9186404705890967e-05, "Finetune/Loss": 0.9262673854827881, "Finetune/Loss (Raw)": 0.9318898320198059, "Finetune/Step": 1494, "Finetune/Step Time": 6.270964568480849}
+{"Finetune/Learning Rate": 1.9185073539476378e-05, "Finetune/Loss": 0.926024317741394, "Finetune/Loss (Raw)": 0.9656778573989868, "Finetune/Step": 1495, "Finetune/Step Time": 6.277815110981464}
+{"Finetune/Learning Rate": 1.9183741331211535e-05, "Finetune/Loss": 0.9304989576339722, "Finetune/Loss (Raw)": 0.9410601258277893, "Finetune/Step": 1496, "Finetune/Step Time": 6.27497186139226}
+{"Finetune/Learning Rate": 1.9182408081247542e-05, "Finetune/Loss": 0.9309298992156982, "Finetune/Loss (Raw)": 0.9618929028511047, "Finetune/Step": 1497, "Finetune/Step Time": 6.257592476904392}
+{"Finetune/Learning Rate": 1.918107378973563e-05, "Finetune/Loss": 0.9318497776985168, "Finetune/Loss (Raw)": 0.9918793439865112, "Finetune/Step": 1498, "Finetune/Step Time": 6.26105098053813}
+{"Finetune/Learning Rate": 1.917973845682714e-05, "Finetune/Loss": 0.9316566586494446, "Finetune/Loss (Raw)": 0.861613392829895, "Finetune/Step": 1499, "Finetune/Step Time": 6.2663452830165625}
+{"Finetune/Learning Rate": 1.9178402082673548e-05, "Finetune/Loss": 0.9298378229141235, "Finetune/Loss (Raw)": 0.8893178105354309, "Finetune/Step": 1500, "Finetune/Step Time": 6.278142757713795}
+{"Finetune/Learning Rate": 1.9177064667426426e-05, "Finetune/Loss": 0.9301010370254517, "Finetune/Loss (Raw)": 1.0028773546218872, "Finetune/Step": 1501, "Finetune/Step Time": 6.29527735710144}
+{"Finetune/Learning Rate": 1.9175726211237482e-05, "Finetune/Loss": 0.9294772148132324, "Finetune/Loss (Raw)": 0.9682270288467407, "Finetune/Step": 1502, "Finetune/Step Time": 6.29611356370151}
+{"Finetune/Learning Rate": 1.917438671425853e-05, "Finetune/Loss": 0.9296733140945435, "Finetune/Loss (Raw)": 0.9771849513053894, "Finetune/Step": 1503, "Finetune/Step Time": 6.297001330181956}
+{"Finetune/Learning Rate": 1.9173046176641515e-05, "Finetune/Loss": 0.9296886324882507, "Finetune/Loss (Raw)": 0.9048975706100464, "Finetune/Step": 1504, "Finetune/Step Time": 6.2973136100918055}
+{"Finetune/Learning Rate": 1.9171704598538484e-05, "Finetune/Loss": 0.9307204484939575, "Finetune/Loss (Raw)": 1.070783019065857, "Finetune/Step": 1505, "Finetune/Step Time": 6.297162510454655}
+{"Finetune/Learning Rate": 1.917036198010162e-05, "Finetune/Loss": 0.9300217032432556, "Finetune/Loss (Raw)": 0.8635767102241516, "Finetune/Step": 1506, "Finetune/Step Time": 6.291111411526799}
+{"Finetune/Learning Rate": 1.9169018321483198e-05, "Finetune/Loss": 0.9291930794715881, "Finetune/Loss (Raw)": 0.890527606010437, "Finetune/Step": 1507, "Finetune/Step Time": 6.288807449862361}
+{"Finetune/Learning Rate": 1.9167673622835644e-05, "Finetune/Loss": 0.9292079210281372, "Finetune/Loss (Raw)": 1.021536111831665, "Finetune/Step": 1508, "Finetune/Step Time": 6.284896003082395}
+{"Finetune/Learning Rate": 1.916632788431148e-05, "Finetune/Loss": 0.9291750192642212, "Finetune/Loss (Raw)": 0.8656103610992432, "Finetune/Step": 1509, "Finetune/Step Time": 6.284861147403717}
+{"Finetune/Learning Rate": 1.9164981106063346e-05, "Finetune/Loss": 0.9283677339553833, "Finetune/Loss (Raw)": 0.9759107232093811, "Finetune/Step": 1510, "Finetune/Step Time": 6.281456774100661}
+{"Finetune/Learning Rate": 1.9163633288244015e-05, "Finetune/Loss": 0.9260454177856445, "Finetune/Loss (Raw)": 0.40872707962989807, "Finetune/Step": 1511, "Finetune/Step Time": 6.281717656180263}
+{"Finetune/Learning Rate": 1.916228443100636e-05, "Finetune/Loss": 0.9271659255027771, "Finetune/Loss (Raw)": 0.9067360758781433, "Finetune/Step": 1512, "Finetune/Step Time": 6.2794671803712845}
+{"Finetune/Learning Rate": 1.9160934534503385e-05, "Finetune/Loss": 0.9268350005149841, "Finetune/Loss (Raw)": 0.9572024941444397, "Finetune/Step": 1513, "Finetune/Step Time": 6.272433236241341}
+{"Finetune/Learning Rate": 1.91595835988882e-05, "Finetune/Loss": 0.9264553785324097, "Finetune/Loss (Raw)": 0.9266443848609924, "Finetune/Step": 1514, "Finetune/Step Time": 6.271441387012601}
+{"Finetune/Learning Rate": 1.9158231624314047e-05, "Finetune/Loss": 0.9271901845932007, "Finetune/Loss (Raw)": 0.9494345188140869, "Finetune/Step": 1515, "Finetune/Step Time": 6.268226839601994}
+{"Finetune/Learning Rate": 1.9156878610934276e-05, "Finetune/Loss": 0.9277023077011108, "Finetune/Loss (Raw)": 0.9050289392471313, "Finetune/Step": 1516, "Finetune/Step Time": 6.267667843028903}
+{"Finetune/Learning Rate": 1.9155524558902356e-05, "Finetune/Loss": 0.9313570857048035, "Finetune/Loss (Raw)": 0.8462041616439819, "Finetune/Step": 1517, "Finetune/Step Time": 6.265688626095653}
+{"Finetune/Learning Rate": 1.9154169468371878e-05, "Finetune/Loss": 0.9318810701370239, "Finetune/Loss (Raw)": 1.062449336051941, "Finetune/Step": 1518, "Finetune/Step Time": 6.253065185621381}
+{"Finetune/Learning Rate": 1.9152813339496548e-05, "Finetune/Loss": 0.9331909418106079, "Finetune/Loss (Raw)": 1.0182589292526245, "Finetune/Step": 1519, "Finetune/Step Time": 6.25105020403862}
+{"Finetune/Learning Rate": 1.9151456172430186e-05, "Finetune/Loss": 0.932421088218689, "Finetune/Loss (Raw)": 0.9149052500724792, "Finetune/Step": 1520, "Finetune/Step Time": 6.248296475037932}
+{"Finetune/Learning Rate": 1.9150097967326737e-05, "Finetune/Loss": 0.932681679725647, "Finetune/Loss (Raw)": 0.9707661271095276, "Finetune/Step": 1521, "Finetune/Step Time": 6.265282629057765}
+{"Finetune/Learning Rate": 1.914873872434026e-05, "Finetune/Loss": 0.9329659938812256, "Finetune/Loss (Raw)": 0.9645453691482544, "Finetune/Step": 1522, "Finetune/Step Time": 6.26768714748323}
+{"Finetune/Learning Rate": 1.914737844362493e-05, "Finetune/Loss": 0.9340235590934753, "Finetune/Loss (Raw)": 1.0420141220092773, "Finetune/Step": 1523, "Finetune/Step Time": 6.263932125642896}
+{"Finetune/Learning Rate": 1.9146017125335044e-05, "Finetune/Loss": 0.9341182112693787, "Finetune/Loss (Raw)": 0.8792141675949097, "Finetune/Step": 1524, "Finetune/Step Time": 6.258920710533857}
+{"Finetune/Learning Rate": 1.914465476962502e-05, "Finetune/Loss": 0.9326683282852173, "Finetune/Loss (Raw)": 0.7717498540878296, "Finetune/Step": 1525, "Finetune/Step Time": 6.26476782374084}
+{"Finetune/Learning Rate": 1.9143291376649374e-05, "Finetune/Loss": 0.9320626258850098, "Finetune/Loss (Raw)": 0.8764071464538574, "Finetune/Step": 1526, "Finetune/Step Time": 6.263484125956893}
+{"Finetune/Learning Rate": 1.9141926946562766e-05, "Finetune/Loss": 0.9305603504180908, "Finetune/Loss (Raw)": 0.8447960615158081, "Finetune/Step": 1527, "Finetune/Step Time": 6.261067962273955}
+{"Finetune/Learning Rate": 1.9140561479519955e-05, "Finetune/Loss": 0.9282681941986084, "Finetune/Loss (Raw)": 0.7654377818107605, "Finetune/Step": 1528, "Finetune/Step Time": 6.261924093589187}
+{"Finetune/Learning Rate": 1.9139194975675827e-05, "Finetune/Loss": 0.9328658580780029, "Finetune/Loss (Raw)": 0.9530952572822571, "Finetune/Step": 1529, "Finetune/Step Time": 6.254846436902881}
+{"Finetune/Learning Rate": 1.9137827435185378e-05, "Finetune/Loss": 0.9329383373260498, "Finetune/Loss (Raw)": 0.9768040180206299, "Finetune/Step": 1530, "Finetune/Step Time": 6.237259106710553}
+{"Finetune/Learning Rate": 1.9136458858203734e-05, "Finetune/Loss": 0.9330737590789795, "Finetune/Loss (Raw)": 0.9007980227470398, "Finetune/Step": 1531, "Finetune/Step Time": 6.2273437567055225}
+{"Finetune/Learning Rate": 1.9135089244886128e-05, "Finetune/Loss": 0.9347262382507324, "Finetune/Loss (Raw)": 0.9752840995788574, "Finetune/Step": 1532, "Finetune/Step Time": 6.212205570191145}
+{"Finetune/Learning Rate": 1.913371859538791e-05, "Finetune/Loss": 0.9337049722671509, "Finetune/Loss (Raw)": 0.9012027978897095, "Finetune/Step": 1533, "Finetune/Step Time": 6.213323907926679}
+{"Finetune/Learning Rate": 1.9132346909864553e-05, "Finetune/Loss": 0.9325117468833923, "Finetune/Loss (Raw)": 0.8653337955474854, "Finetune/Step": 1534, "Finetune/Step Time": 6.2183890379965305}
+{"Finetune/Learning Rate": 1.913097418847165e-05, "Finetune/Loss": 0.932826042175293, "Finetune/Loss (Raw)": 0.8830786943435669, "Finetune/Step": 1535, "Finetune/Step Time": 6.231186473742127}
+{"Finetune/Learning Rate": 1.91296004313649e-05, "Finetune/Loss": 0.9319144487380981, "Finetune/Loss (Raw)": 0.9299991726875305, "Finetune/Step": 1536, "Finetune/Step Time": 6.229780154302716}
+{"Finetune/Learning Rate": 1.9128225638700128e-05, "Finetune/Loss": 0.9316829442977905, "Finetune/Loss (Raw)": 0.936724066734314, "Finetune/Step": 1537, "Finetune/Step Time": 6.230755615979433}
+{"Finetune/Learning Rate": 1.9126849810633274e-05, "Finetune/Loss": 0.9310382604598999, "Finetune/Loss (Raw)": 0.7632858157157898, "Finetune/Step": 1538, "Finetune/Step Time": 6.230744872242212}
+{"Finetune/Learning Rate": 1.91254729473204e-05, "Finetune/Loss": 0.9308773279190063, "Finetune/Loss (Raw)": 0.9797811508178711, "Finetune/Step": 1539, "Finetune/Step Time": 6.228736221790314}
+{"Finetune/Learning Rate": 1.912409504891768e-05, "Finetune/Loss": 0.9317870140075684, "Finetune/Loss (Raw)": 1.0469030141830444, "Finetune/Step": 1540, "Finetune/Step Time": 6.231132164597511}
+{"Finetune/Learning Rate": 1.9122716115581403e-05, "Finetune/Loss": 0.9326104521751404, "Finetune/Loss (Raw)": 0.9945049285888672, "Finetune/Step": 1541, "Finetune/Step Time": 6.2347719725221395}
+{"Finetune/Learning Rate": 1.9121336147467987e-05, "Finetune/Loss": 0.9323545098304749, "Finetune/Loss (Raw)": 0.9646101593971252, "Finetune/Step": 1542, "Finetune/Step Time": 6.2391821295022964}
+{"Finetune/Learning Rate": 1.9119955144733956e-05, "Finetune/Loss": 0.9318090677261353, "Finetune/Loss (Raw)": 0.9317006468772888, "Finetune/Step": 1543, "Finetune/Step Time": 6.2450688276439905}
+{"Finetune/Learning Rate": 1.9118573107535955e-05, "Finetune/Loss": 0.9317653179168701, "Finetune/Loss (Raw)": 1.0115290880203247, "Finetune/Step": 1544, "Finetune/Step Time": 6.251250796020031}
+{"Finetune/Learning Rate": 1.9117190036030745e-05, "Finetune/Loss": 0.931794285774231, "Finetune/Loss (Raw)": 0.9271565675735474, "Finetune/Step": 1545, "Finetune/Step Time": 6.24410549364984}
+{"Finetune/Learning Rate": 1.911580593037521e-05, "Finetune/Loss": 0.931547999382019, "Finetune/Loss (Raw)": 1.030389428138733, "Finetune/Step": 1546, "Finetune/Step Time": 6.237816356122494}
+{"Finetune/Learning Rate": 1.9114420790726347e-05, "Finetune/Loss": 0.9319610595703125, "Finetune/Loss (Raw)": 1.0231695175170898, "Finetune/Step": 1547, "Finetune/Step Time": 6.238071963191032}
+{"Finetune/Learning Rate": 1.9113034617241265e-05, "Finetune/Loss": 0.9323225021362305, "Finetune/Loss (Raw)": 0.9180029630661011, "Finetune/Step": 1548, "Finetune/Step Time": 6.239036524668336}
+{"Finetune/Learning Rate": 1.9111647410077202e-05, "Finetune/Loss": 0.9313876032829285, "Finetune/Loss (Raw)": 0.8653385639190674, "Finetune/Step": 1549, "Finetune/Step Time": 6.237470528110862}
+{"Finetune/Learning Rate": 1.9110259169391502e-05, "Finetune/Loss": 0.9304394721984863, "Finetune/Loss (Raw)": 0.8924689292907715, "Finetune/Step": 1550, "Finetune/Step Time": 6.235290186479688}
+{"Finetune/Learning Rate": 1.9108869895341636e-05, "Finetune/Loss": 0.9306070804595947, "Finetune/Loss (Raw)": 0.9559853672981262, "Finetune/Step": 1551, "Finetune/Step Time": 6.235760238021612}
+{"Finetune/Learning Rate": 1.9107479588085182e-05, "Finetune/Loss": 0.9299640655517578, "Finetune/Loss (Raw)": 0.9781045913696289, "Finetune/Step": 1552, "Finetune/Step Time": 6.231280555948615}
+{"Finetune/Learning Rate": 1.9106088247779845e-05, "Finetune/Loss": 0.9313112497329712, "Finetune/Loss (Raw)": 1.0663373470306396, "Finetune/Step": 1553, "Finetune/Step Time": 6.231712801381946}
+{"Finetune/Learning Rate": 1.9104695874583443e-05, "Finetune/Loss": 0.9327197670936584, "Finetune/Loss (Raw)": 0.9495075345039368, "Finetune/Step": 1554, "Finetune/Step Time": 6.230645386502147}
+{"Finetune/Learning Rate": 1.910330246865391e-05, "Finetune/Loss": 0.9329370260238647, "Finetune/Loss (Raw)": 0.9552738070487976, "Finetune/Step": 1555, "Finetune/Step Time": 6.224349848926067}
+{"Finetune/Learning Rate": 1.9101908030149294e-05, "Finetune/Loss": 0.9320093393325806, "Finetune/Loss (Raw)": 0.9484069347381592, "Finetune/Step": 1556, "Finetune/Step Time": 6.200204104185104}
+{"Finetune/Learning Rate": 1.910051255922777e-05, "Finetune/Loss": 0.9323428869247437, "Finetune/Loss (Raw)": 1.0324152708053589, "Finetune/Step": 1557, "Finetune/Step Time": 6.199092132970691}
+{"Finetune/Learning Rate": 1.9099116056047623e-05, "Finetune/Loss": 0.9318603277206421, "Finetune/Loss (Raw)": 0.9174321293830872, "Finetune/Step": 1558, "Finetune/Step Time": 6.201249651610851}
+{"Finetune/Learning Rate": 1.9097718520767255e-05, "Finetune/Loss": 0.930628776550293, "Finetune/Loss (Raw)": 0.9543098211288452, "Finetune/Step": 1559, "Finetune/Step Time": 6.206099711358547}
+{"Finetune/Learning Rate": 1.9096319953545186e-05, "Finetune/Loss": 0.9306751489639282, "Finetune/Loss (Raw)": 0.9126739501953125, "Finetune/Step": 1560, "Finetune/Step Time": 6.199041441082954}
+{"Finetune/Learning Rate": 1.9094920354540054e-05, "Finetune/Loss": 0.9305593967437744, "Finetune/Loss (Raw)": 0.9569458365440369, "Finetune/Step": 1561, "Finetune/Step Time": 6.1835805382579565}
+{"Finetune/Learning Rate": 1.9093519723910618e-05, "Finetune/Loss": 0.9323875308036804, "Finetune/Loss (Raw)": 1.0772422552108765, "Finetune/Step": 1562, "Finetune/Step Time": 6.1799867786467075}
+{"Finetune/Learning Rate": 1.9092118061815742e-05, "Finetune/Loss": 0.9335620403289795, "Finetune/Loss (Raw)": 1.1084480285644531, "Finetune/Step": 1563, "Finetune/Step Time": 6.1640387792140245}
+{"Finetune/Learning Rate": 1.909071536841442e-05, "Finetune/Loss": 0.9343617558479309, "Finetune/Loss (Raw)": 0.975396454334259, "Finetune/Step": 1564, "Finetune/Step Time": 6.160546727478504}
+{"Finetune/Learning Rate": 1.9089311643865756e-05, "Finetune/Loss": 0.9294530749320984, "Finetune/Loss (Raw)": 0.41272345185279846, "Finetune/Step": 1565, "Finetune/Step Time": 6.160163201391697}
+{"Finetune/Learning Rate": 1.9087906888328972e-05, "Finetune/Loss": 0.9288527965545654, "Finetune/Loss (Raw)": 0.8198041319847107, "Finetune/Step": 1566, "Finetune/Step Time": 6.1742068734019995}
+{"Finetune/Learning Rate": 1.9086501101963407e-05, "Finetune/Loss": 0.9281898140907288, "Finetune/Loss (Raw)": 0.9054843187332153, "Finetune/Step": 1567, "Finetune/Step Time": 6.168567040935159}
+{"Finetune/Learning Rate": 1.908509428492852e-05, "Finetune/Loss": 0.9295051097869873, "Finetune/Loss (Raw)": 1.0237858295440674, "Finetune/Step": 1568, "Finetune/Step Time": 6.158065116032958}
+{"Finetune/Learning Rate": 1.9083686437383884e-05, "Finetune/Loss": 0.9285178184509277, "Finetune/Loss (Raw)": 0.847810685634613, "Finetune/Step": 1569, "Finetune/Step Time": 6.152297005057335}
+{"Finetune/Learning Rate": 1.9082277559489188e-05, "Finetune/Loss": 0.9287789463996887, "Finetune/Loss (Raw)": 0.9909594655036926, "Finetune/Step": 1570, "Finetune/Step Time": 6.15006872266531}
+{"Finetune/Learning Rate": 1.9080867651404236e-05, "Finetune/Loss": 0.9278474450111389, "Finetune/Loss (Raw)": 0.942017138004303, "Finetune/Step": 1571, "Finetune/Step Time": 6.153951158747077}
+{"Finetune/Learning Rate": 1.9079456713288958e-05, "Finetune/Loss": 0.9287147521972656, "Finetune/Loss (Raw)": 0.9267961978912354, "Finetune/Step": 1572, "Finetune/Step Time": 6.165039267390966}
+{"Finetune/Learning Rate": 1.907804474530339e-05, "Finetune/Loss": 0.9330869913101196, "Finetune/Loss (Raw)": 0.9686868190765381, "Finetune/Step": 1573, "Finetune/Step Time": 6.144655676558614}
+{"Finetune/Learning Rate": 1.9076631747607692e-05, "Finetune/Loss": 0.9312817454338074, "Finetune/Loss (Raw)": 0.9197626709938049, "Finetune/Step": 1574, "Finetune/Step Time": 6.130931477993727}
+{"Finetune/Learning Rate": 1.9075217720362138e-05, "Finetune/Loss": 0.9302468299865723, "Finetune/Loss (Raw)": 0.8373690247535706, "Finetune/Step": 1575, "Finetune/Step Time": 6.133479289710522}
+{"Finetune/Learning Rate": 1.907380266372712e-05, "Finetune/Loss": 0.9309031963348389, "Finetune/Loss (Raw)": 1.015933632850647, "Finetune/Step": 1576, "Finetune/Step Time": 6.136717041954398}
+{"Finetune/Learning Rate": 1.9072386577863145e-05, "Finetune/Loss": 0.9303036332130432, "Finetune/Loss (Raw)": 0.8590924739837646, "Finetune/Step": 1577, "Finetune/Step Time": 6.131330652162433}
+{"Finetune/Learning Rate": 1.9070969462930834e-05, "Finetune/Loss": 0.9296826720237732, "Finetune/Loss (Raw)": 0.8785586953163147, "Finetune/Step": 1578, "Finetune/Step Time": 6.133074456825852}
+{"Finetune/Learning Rate": 1.9069551319090935e-05, "Finetune/Loss": 0.9305881261825562, "Finetune/Loss (Raw)": 1.057968020439148, "Finetune/Step": 1579, "Finetune/Step Time": 6.13332013040781}
+{"Finetune/Learning Rate": 1.90681321465043e-05, "Finetune/Loss": 0.9308687448501587, "Finetune/Loss (Raw)": 1.0171467065811157, "Finetune/Step": 1580, "Finetune/Step Time": 6.131071235984564}
+{"Finetune/Learning Rate": 1.9066711945331912e-05, "Finetune/Loss": 0.9318311214447021, "Finetune/Loss (Raw)": 1.0168498754501343, "Finetune/Step": 1581, "Finetune/Step Time": 6.125725392252207}
+{"Finetune/Learning Rate": 1.9065290715734856e-05, "Finetune/Loss": 0.9309471249580383, "Finetune/Loss (Raw)": 0.8218196630477905, "Finetune/Step": 1582, "Finetune/Step Time": 6.117114735767245}
+{"Finetune/Learning Rate": 1.906386845787434e-05, "Finetune/Loss": 0.9307688474655151, "Finetune/Loss (Raw)": 1.0196412801742554, "Finetune/Step": 1583, "Finetune/Step Time": 6.117426138371229}
+{"Finetune/Learning Rate": 1.9062445171911688e-05, "Finetune/Loss": 0.931646466255188, "Finetune/Loss (Raw)": 0.932979166507721, "Finetune/Step": 1584, "Finetune/Step Time": 6.1215451173484325}
+{"Finetune/Learning Rate": 1.9061020858008347e-05, "Finetune/Loss": 0.931221604347229, "Finetune/Loss (Raw)": 1.057852864265442, "Finetune/Step": 1585, "Finetune/Step Time": 6.128488589078188}
+{"Finetune/Learning Rate": 1.905959551632587e-05, "Finetune/Loss": 0.9319468140602112, "Finetune/Loss (Raw)": 1.1111506223678589, "Finetune/Step": 1586, "Finetune/Step Time": 6.127102395519614}
+{"Finetune/Learning Rate": 1.905816914702593e-05, "Finetune/Loss": 0.9325326681137085, "Finetune/Loss (Raw)": 1.0017120838165283, "Finetune/Step": 1587, "Finetune/Step Time": 6.131601503118873}
+{"Finetune/Learning Rate": 1.9056741750270328e-05, "Finetune/Loss": 0.9324164986610413, "Finetune/Loss (Raw)": 0.842924952507019, "Finetune/Step": 1588, "Finetune/Step Time": 6.134251412004232}
+{"Finetune/Learning Rate": 1.9055313326220963e-05, "Finetune/Loss": 0.93021559715271, "Finetune/Loss (Raw)": 0.7436449527740479, "Finetune/Step": 1589, "Finetune/Step Time": 6.13694591075182}
+{"Finetune/Learning Rate": 1.9053883875039855e-05, "Finetune/Loss": 0.9311864376068115, "Finetune/Loss (Raw)": 0.9959738254547119, "Finetune/Step": 1590, "Finetune/Step Time": 6.144877333194017}
+{"Finetune/Learning Rate": 1.9052453396889155e-05, "Finetune/Loss": 0.9307490587234497, "Finetune/Loss (Raw)": 0.9480408430099487, "Finetune/Step": 1591, "Finetune/Step Time": 6.149976771324873}
+{"Finetune/Learning Rate": 1.905102189193112e-05, "Finetune/Loss": 0.9263702034950256, "Finetune/Loss (Raw)": 0.40819284319877625, "Finetune/Step": 1592, "Finetune/Step Time": 6.143347272649407}
+{"Finetune/Learning Rate": 1.9049589360328112e-05, "Finetune/Loss": 0.9257448315620422, "Finetune/Loss (Raw)": 0.9243231415748596, "Finetune/Step": 1593, "Finetune/Step Time": 6.157827788963914}
+{"Finetune/Learning Rate": 1.9048155802242633e-05, "Finetune/Loss": 0.9272429943084717, "Finetune/Loss (Raw)": 1.0668792724609375, "Finetune/Step": 1594, "Finetune/Step Time": 6.154068740084767}
+{"Finetune/Learning Rate": 1.9046721217837283e-05, "Finetune/Loss": 0.9271224737167358, "Finetune/Loss (Raw)": 0.9554560780525208, "Finetune/Step": 1595, "Finetune/Step Time": 6.145803337916732}
+{"Finetune/Learning Rate": 1.9045285607274787e-05, "Finetune/Loss": 0.9307610988616943, "Finetune/Loss (Raw)": 0.9103657603263855, "Finetune/Step": 1596, "Finetune/Step Time": 6.143974594771862}
+{"Finetune/Learning Rate": 1.9043848970717986e-05, "Finetune/Loss": 0.9307345747947693, "Finetune/Loss (Raw)": 0.9761357307434082, "Finetune/Step": 1597, "Finetune/Step Time": 6.127017997205257}
+{"Finetune/Learning Rate": 1.9042411308329835e-05, "Finetune/Loss": 0.9303208589553833, "Finetune/Loss (Raw)": 1.0327370166778564, "Finetune/Step": 1598, "Finetune/Step Time": 6.119731297716498}
+{"Finetune/Learning Rate": 1.90409726202734e-05, "Finetune/Loss": 0.9315596222877502, "Finetune/Loss (Raw)": 0.9005454182624817, "Finetune/Step": 1599, "Finetune/Step Time": 6.115093259140849}
+{"Finetune/Learning Rate": 1.903953290671188e-05, "Finetune/Loss": 0.9305756092071533, "Finetune/Loss (Raw)": 0.9301868081092834, "Finetune/Step": 1600, "Finetune/Step Time": 6.106827786192298}
+{"Finetune/Learning Rate": 1.903809216780857e-05, "Finetune/Loss": 0.9302284121513367, "Finetune/Loss (Raw)": 0.9509443044662476, "Finetune/Step": 1601, "Finetune/Step Time": 6.108463034033775}
+{"Finetune/Learning Rate": 1.90366504037269e-05, "Finetune/Loss": 0.9304203987121582, "Finetune/Loss (Raw)": 0.9525805115699768, "Finetune/Step": 1602, "Finetune/Step Time": 6.110962685197592}
+{"Finetune/Learning Rate": 1.9035207614630403e-05, "Finetune/Loss": 0.9302550554275513, "Finetune/Loss (Raw)": 0.8399896025657654, "Finetune/Step": 1603, "Finetune/Step Time": 6.109773503616452}
+{"Finetune/Learning Rate": 1.9033763800682728e-05, "Finetune/Loss": 0.9303615093231201, "Finetune/Loss (Raw)": 0.934378981590271, "Finetune/Step": 1604, "Finetune/Step Time": 6.110387813299894}
+{"Finetune/Learning Rate": 1.903231896204765e-05, "Finetune/Loss": 0.9289878606796265, "Finetune/Loss (Raw)": 0.8374987244606018, "Finetune/Step": 1605, "Finetune/Step Time": 6.11530202254653}
+{"Finetune/Learning Rate": 1.9030873098889054e-05, "Finetune/Loss": 0.9293189644813538, "Finetune/Loss (Raw)": 0.987209141254425, "Finetune/Step": 1606, "Finetune/Step Time": 6.121513368561864}
+{"Finetune/Learning Rate": 1.9029426211370945e-05, "Finetune/Loss": 0.9288786053657532, "Finetune/Loss (Raw)": 1.0131396055221558, "Finetune/Step": 1607, "Finetune/Step Time": 6.104925898835063}
+{"Finetune/Learning Rate": 1.9027978299657436e-05, "Finetune/Loss": 0.9287053346633911, "Finetune/Loss (Raw)": 0.9025894999504089, "Finetune/Step": 1608, "Finetune/Step Time": 6.100584095343947}
+{"Finetune/Learning Rate": 1.9026529363912765e-05, "Finetune/Loss": 0.9331786632537842, "Finetune/Loss (Raw)": 0.9860154986381531, "Finetune/Step": 1609, "Finetune/Step Time": 6.0932206101715565}
+{"Finetune/Learning Rate": 1.9025079404301285e-05, "Finetune/Loss": 0.9338443279266357, "Finetune/Loss (Raw)": 0.9709356427192688, "Finetune/Step": 1610, "Finetune/Step Time": 6.08070176653564}
+{"Finetune/Learning Rate": 1.9023628420987455e-05, "Finetune/Loss": 0.933356523513794, "Finetune/Loss (Raw)": 0.840289294719696, "Finetune/Step": 1611, "Finetune/Step Time": 6.079840712249279}
+{"Finetune/Learning Rate": 1.9022176414135868e-05, "Finetune/Loss": 0.9333382844924927, "Finetune/Loss (Raw)": 0.9720286726951599, "Finetune/Step": 1612, "Finetune/Step Time": 6.076890273019671}
+{"Finetune/Learning Rate": 1.9020723383911214e-05, "Finetune/Loss": 0.9325907230377197, "Finetune/Loss (Raw)": 0.8039915561676025, "Finetune/Step": 1613, "Finetune/Step Time": 6.0743809547275305}
+{"Finetune/Learning Rate": 1.9019269330478315e-05, "Finetune/Loss": 0.9308828711509705, "Finetune/Loss (Raw)": 0.907112181186676, "Finetune/Step": 1614, "Finetune/Step Time": 6.083191644400358}
+{"Finetune/Learning Rate": 1.9017814254002102e-05, "Finetune/Loss": 0.9297250509262085, "Finetune/Loss (Raw)": 0.9021009206771851, "Finetune/Step": 1615, "Finetune/Step Time": 6.104128604754806}
+{"Finetune/Learning Rate": 1.9016358154647618e-05, "Finetune/Loss": 0.9292669296264648, "Finetune/Loss (Raw)": 0.918020486831665, "Finetune/Step": 1616, "Finetune/Step Time": 6.1037760227918625}
+{"Finetune/Learning Rate": 1.901490103258003e-05, "Finetune/Loss": 0.9299086332321167, "Finetune/Loss (Raw)": 0.9244099855422974, "Finetune/Step": 1617, "Finetune/Step Time": 6.104212217032909}
+{"Finetune/Learning Rate": 1.9013442887964617e-05, "Finetune/Loss": 0.9290480613708496, "Finetune/Loss (Raw)": 0.9343235492706299, "Finetune/Step": 1618, "Finetune/Step Time": 6.102229731157422}
+{"Finetune/Learning Rate": 1.9011983720966767e-05, "Finetune/Loss": 0.9294015765190125, "Finetune/Loss (Raw)": 0.8886210918426514, "Finetune/Step": 1619, "Finetune/Step Time": 6.103059893473983}
+{"Finetune/Learning Rate": 1.9010523531752004e-05, "Finetune/Loss": 0.930039644241333, "Finetune/Loss (Raw)": 1.0868290662765503, "Finetune/Step": 1620, "Finetune/Step Time": 6.101030640304089}
+{"Finetune/Learning Rate": 1.9009062320485944e-05, "Finetune/Loss": 0.9300210475921631, "Finetune/Loss (Raw)": 0.9137464165687561, "Finetune/Step": 1621, "Finetune/Step Time": 6.101447984576225}
+{"Finetune/Learning Rate": 1.9007600087334336e-05, "Finetune/Loss": 0.9309954643249512, "Finetune/Loss (Raw)": 1.0566262006759644, "Finetune/Step": 1622, "Finetune/Step Time": 6.101343583315611}
+{"Finetune/Learning Rate": 1.900613683246304e-05, "Finetune/Loss": 0.932252049446106, "Finetune/Loss (Raw)": 1.1265193223953247, "Finetune/Step": 1623, "Finetune/Step Time": 6.100266834720969}
+{"Finetune/Learning Rate": 1.900467255603803e-05, "Finetune/Loss": 0.9321216344833374, "Finetune/Loss (Raw)": 0.9243639707565308, "Finetune/Step": 1624, "Finetune/Step Time": 6.098719106987119}
+{"Finetune/Learning Rate": 1.9003207258225394e-05, "Finetune/Loss": 0.9313366413116455, "Finetune/Loss (Raw)": 0.8614112138748169, "Finetune/Step": 1625, "Finetune/Step Time": 6.101086404174566}
+{"Finetune/Learning Rate": 1.900174093919134e-05, "Finetune/Loss": 0.9308280348777771, "Finetune/Loss (Raw)": 0.9267820715904236, "Finetune/Step": 1626, "Finetune/Step Time": 6.103914167732}
+{"Finetune/Learning Rate": 1.9000273599102193e-05, "Finetune/Loss": 0.9316721558570862, "Finetune/Loss (Raw)": 0.9696593880653381, "Finetune/Step": 1627, "Finetune/Step Time": 6.092132935300469}
+{"Finetune/Learning Rate": 1.8998805238124386e-05, "Finetune/Loss": 0.9313521385192871, "Finetune/Loss (Raw)": 0.8483529090881348, "Finetune/Step": 1628, "Finetune/Step Time": 6.0748756639659405}
+{"Finetune/Learning Rate": 1.899733585642448e-05, "Finetune/Loss": 0.9313855171203613, "Finetune/Loss (Raw)": 1.0071598291397095, "Finetune/Step": 1629, "Finetune/Step Time": 6.059166572988033}
+{"Finetune/Learning Rate": 1.8995865454169142e-05, "Finetune/Loss": 0.9317302107810974, "Finetune/Loss (Raw)": 1.0123417377471924, "Finetune/Step": 1630, "Finetune/Step Time": 6.060673899948597}
+{"Finetune/Learning Rate": 1.8994394031525156e-05, "Finetune/Loss": 0.9320757389068604, "Finetune/Loss (Raw)": 1.0214089155197144, "Finetune/Step": 1631, "Finetune/Step Time": 6.0617174953222275}
+{"Finetune/Learning Rate": 1.8992921588659424e-05, "Finetune/Loss": 0.9323577880859375, "Finetune/Loss (Raw)": 0.9410001635551453, "Finetune/Step": 1632, "Finetune/Step Time": 6.07053036801517}
+{"Finetune/Learning Rate": 1.8991448125738965e-05, "Finetune/Loss": 0.9305931329727173, "Finetune/Loss (Raw)": 0.8449119329452515, "Finetune/Step": 1633, "Finetune/Step Time": 6.091864623129368}
+{"Finetune/Learning Rate": 1.898997364293091e-05, "Finetune/Loss": 0.9320492744445801, "Finetune/Loss (Raw)": 1.0499582290649414, "Finetune/Step": 1634, "Finetune/Step Time": 6.09655424207449}
+{"Finetune/Learning Rate": 1.8988498140402512e-05, "Finetune/Loss": 0.933030903339386, "Finetune/Loss (Raw)": 1.0161772966384888, "Finetune/Step": 1635, "Finetune/Step Time": 6.101712243631482}
+{"Finetune/Learning Rate": 1.898702161832113e-05, "Finetune/Loss": 0.9320933818817139, "Finetune/Loss (Raw)": 0.9015305638313293, "Finetune/Step": 1636, "Finetune/Step Time": 6.113926423713565}
+{"Finetune/Learning Rate": 1.898554407685424e-05, "Finetune/Loss": 0.9334291219711304, "Finetune/Loss (Raw)": 1.036592721939087, "Finetune/Step": 1637, "Finetune/Step Time": 6.115657310932875}
+{"Finetune/Learning Rate": 1.898406551616945e-05, "Finetune/Loss": 0.9333144426345825, "Finetune/Loss (Raw)": 0.9612352252006531, "Finetune/Step": 1638, "Finetune/Step Time": 6.114064572378993}
+{"Finetune/Learning Rate": 1.8982585936434462e-05, "Finetune/Loss": 0.9355536699295044, "Finetune/Loss (Raw)": 0.695344090461731, "Finetune/Step": 1639, "Finetune/Step Time": 6.111203718930483}
+{"Finetune/Learning Rate": 1.8981105337817106e-05, "Finetune/Loss": 0.9371846318244934, "Finetune/Loss (Raw)": 1.115498661994934, "Finetune/Step": 1640, "Finetune/Step Time": 6.100455529987812}
+{"Finetune/Learning Rate": 1.8979623720485317e-05, "Finetune/Loss": 0.9366199374198914, "Finetune/Loss (Raw)": 0.8849209547042847, "Finetune/Step": 1641, "Finetune/Step Time": 6.085789335891604}
+{"Finetune/Learning Rate": 1.8978141084607166e-05, "Finetune/Loss": 0.9368758201599121, "Finetune/Loss (Raw)": 0.9593979120254517, "Finetune/Step": 1642, "Finetune/Step Time": 6.085168048739433}
+{"Finetune/Learning Rate": 1.8976657430350816e-05, "Finetune/Loss": 0.9326571226119995, "Finetune/Loss (Raw)": 0.40943601727485657, "Finetune/Step": 1643, "Finetune/Step Time": 6.092592153698206}
+{"Finetune/Learning Rate": 1.897517275788456e-05, "Finetune/Loss": 0.9332648515701294, "Finetune/Loss (Raw)": 0.9828153252601624, "Finetune/Step": 1644, "Finetune/Step Time": 6.1080958396196365}
+{"Finetune/Learning Rate": 1.8973687067376804e-05, "Finetune/Loss": 0.9346098303794861, "Finetune/Loss (Raw)": 1.0183674097061157, "Finetune/Step": 1645, "Finetune/Step Time": 6.104162169620395}
+{"Finetune/Learning Rate": 1.897220035899606e-05, "Finetune/Loss": 0.9331010580062866, "Finetune/Loss (Raw)": 0.8693286776542664, "Finetune/Step": 1646, "Finetune/Step Time": 6.105510322377086}
+{"Finetune/Learning Rate": 1.897071263291097e-05, "Finetune/Loss": 0.9318187236785889, "Finetune/Loss (Raw)": 0.8541147112846375, "Finetune/Step": 1647, "Finetune/Step Time": 6.113741932436824}
+{"Finetune/Learning Rate": 1.8969223889290283e-05, "Finetune/Loss": 0.932106614112854, "Finetune/Loss (Raw)": 0.9517553448677063, "Finetune/Step": 1648, "Finetune/Step Time": 6.116094907745719}
+{"Finetune/Learning Rate": 1.8967734128302867e-05, "Finetune/Loss": 0.9313586950302124, "Finetune/Loss (Raw)": 0.8750321269035339, "Finetune/Step": 1649, "Finetune/Step Time": 6.098862579092383}
+{"Finetune/Learning Rate": 1.8966243350117703e-05, "Finetune/Loss": 0.9326343536376953, "Finetune/Loss (Raw)": 1.1278257369995117, "Finetune/Step": 1650, "Finetune/Step Time": 6.098266895860434}
+{"Finetune/Learning Rate": 1.8964751554903885e-05, "Finetune/Loss": 0.9316978454589844, "Finetune/Loss (Raw)": 0.9221509695053101, "Finetune/Step": 1651, "Finetune/Step Time": 6.096737649291754}
+{"Finetune/Learning Rate": 1.896325874283063e-05, "Finetune/Loss": 0.9327965378761292, "Finetune/Loss (Raw)": 1.019837498664856, "Finetune/Step": 1652, "Finetune/Step Time": 6.096431480720639}
+{"Finetune/Learning Rate": 1.8961764914067257e-05, "Finetune/Loss": 0.9353575110435486, "Finetune/Loss (Raw)": 1.0995591878890991, "Finetune/Step": 1653, "Finetune/Step Time": 6.0910075437277555}
+{"Finetune/Learning Rate": 1.896027006878322e-05, "Finetune/Loss": 0.9348233938217163, "Finetune/Loss (Raw)": 0.8080441951751709, "Finetune/Step": 1654, "Finetune/Step Time": 6.091511461883783}
+{"Finetune/Learning Rate": 1.895877420714807e-05, "Finetune/Loss": 0.9354497194290161, "Finetune/Loss (Raw)": 0.9249666929244995, "Finetune/Step": 1655, "Finetune/Step Time": 6.097709899768233}
+{"Finetune/Learning Rate": 1.8957277329331485e-05, "Finetune/Loss": 0.9371569156646729, "Finetune/Loss (Raw)": 0.9839553236961365, "Finetune/Step": 1656, "Finetune/Step Time": 6.1092358231544495}
+{"Finetune/Learning Rate": 1.895577943550325e-05, "Finetune/Loss": 0.9373144507408142, "Finetune/Loss (Raw)": 0.9732577204704285, "Finetune/Step": 1657, "Finetune/Step Time": 6.108338858932257}
+{"Finetune/Learning Rate": 1.8954280525833267e-05, "Finetune/Loss": 0.9369538426399231, "Finetune/Loss (Raw)": 0.9306473135948181, "Finetune/Step": 1658, "Finetune/Step Time": 6.105440121144056}
+{"Finetune/Learning Rate": 1.895278060049156e-05, "Finetune/Loss": 0.9373440742492676, "Finetune/Loss (Raw)": 0.9507459402084351, "Finetune/Step": 1659, "Finetune/Step Time": 6.103337032720447}
+{"Finetune/Learning Rate": 1.8951279659648265e-05, "Finetune/Loss": 0.9365701675415039, "Finetune/Loss (Raw)": 0.8762242197990417, "Finetune/Step": 1660, "Finetune/Step Time": 6.106092404574156}
+{"Finetune/Learning Rate": 1.8949777703473626e-05, "Finetune/Loss": 0.9363783597946167, "Finetune/Loss (Raw)": 0.876657247543335, "Finetune/Step": 1661, "Finetune/Step Time": 6.113243976607919}
+{"Finetune/Learning Rate": 1.894827473213801e-05, "Finetune/Loss": 0.9358724355697632, "Finetune/Loss (Raw)": 0.8005679249763489, "Finetune/Step": 1662, "Finetune/Step Time": 6.11425756663084}
+{"Finetune/Learning Rate": 1.89467707458119e-05, "Finetune/Loss": 0.9359121918678284, "Finetune/Loss (Raw)": 0.8881736993789673, "Finetune/Step": 1663, "Finetune/Step Time": 6.103476198390126}
+{"Finetune/Learning Rate": 1.8945265744665886e-05, "Finetune/Loss": 0.9363270998001099, "Finetune/Loss (Raw)": 0.9831048846244812, "Finetune/Step": 1664, "Finetune/Step Time": 6.105137497186661}
+{"Finetune/Learning Rate": 1.8943759728870687e-05, "Finetune/Loss": 0.9352399706840515, "Finetune/Loss (Raw)": 0.7975695133209229, "Finetune/Step": 1665, "Finetune/Step Time": 6.108542621135712}
+{"Finetune/Learning Rate": 1.8942252698597113e-05, "Finetune/Loss": 0.935966968536377, "Finetune/Loss (Raw)": 0.8563438057899475, "Finetune/Step": 1666, "Finetune/Step Time": 6.121866658329964}
+{"Finetune/Learning Rate": 1.8940744654016118e-05, "Finetune/Loss": 0.9353376030921936, "Finetune/Loss (Raw)": 0.899223804473877, "Finetune/Step": 1667, "Finetune/Step Time": 6.118596212938428}
+{"Finetune/Learning Rate": 1.8939235595298756e-05, "Finetune/Loss": 0.9350340962409973, "Finetune/Loss (Raw)": 1.0080538988113403, "Finetune/Step": 1668, "Finetune/Step Time": 6.1171851977705956}
+{"Finetune/Learning Rate": 1.893772552261619e-05, "Finetune/Loss": 0.9338076710700989, "Finetune/Loss (Raw)": 0.8375177383422852, "Finetune/Step": 1669, "Finetune/Step Time": 6.125239061191678}
+{"Finetune/Learning Rate": 1.893621443613971e-05, "Finetune/Loss": 0.933138906955719, "Finetune/Loss (Raw)": 0.8790095448493958, "Finetune/Step": 1670, "Finetune/Step Time": 6.15388548001647}
+{"Finetune/Learning Rate": 1.8934702336040717e-05, "Finetune/Loss": 0.9321669340133667, "Finetune/Loss (Raw)": 0.8072895407676697, "Finetune/Step": 1671, "Finetune/Step Time": 6.156824536621571}
+{"Finetune/Learning Rate": 1.8933189222490727e-05, "Finetune/Loss": 0.9317306280136108, "Finetune/Loss (Raw)": 0.9556746482849121, "Finetune/Step": 1672, "Finetune/Step Time": 6.150353200733662}
+{"Finetune/Learning Rate": 1.893167509566137e-05, "Finetune/Loss": 0.9302548170089722, "Finetune/Loss (Raw)": 0.7382609844207764, "Finetune/Step": 1673, "Finetune/Step Time": 6.151144277304411}
+{"Finetune/Learning Rate": 1.8930159955724386e-05, "Finetune/Loss": 0.929642915725708, "Finetune/Loss (Raw)": 0.9520627856254578, "Finetune/Step": 1674, "Finetune/Step Time": 6.150674257427454}
+{"Finetune/Learning Rate": 1.8928643802851642e-05, "Finetune/Loss": 0.9292817115783691, "Finetune/Loss (Raw)": 0.9769401550292969, "Finetune/Step": 1675, "Finetune/Step Time": 6.155542789027095}
+{"Finetune/Learning Rate": 1.8927126637215112e-05, "Finetune/Loss": 0.9291404485702515, "Finetune/Loss (Raw)": 0.8999194502830505, "Finetune/Step": 1676, "Finetune/Step Time": 6.169415540993214}
+{"Finetune/Learning Rate": 1.8925608458986885e-05, "Finetune/Loss": 0.9302942156791687, "Finetune/Loss (Raw)": 1.0130188465118408, "Finetune/Step": 1677, "Finetune/Step Time": 6.172062136232853}
+{"Finetune/Learning Rate": 1.8924089268339164e-05, "Finetune/Loss": 0.9314841628074646, "Finetune/Loss (Raw)": 1.044783353805542, "Finetune/Step": 1678, "Finetune/Step Time": 6.173762394115329}
+{"Finetune/Learning Rate": 1.8922569065444275e-05, "Finetune/Loss": 0.9304491281509399, "Finetune/Loss (Raw)": 0.8235012888908386, "Finetune/Step": 1679, "Finetune/Step Time": 6.178237430751324}
+{"Finetune/Learning Rate": 1.8921047850474645e-05, "Finetune/Loss": 0.9294615983963013, "Finetune/Loss (Raw)": 0.8517026901245117, "Finetune/Step": 1680, "Finetune/Step Time": 6.192820608615875}
+{"Finetune/Learning Rate": 1.8919525623602823e-05, "Finetune/Loss": 0.9281910061836243, "Finetune/Loss (Raw)": 0.9036974906921387, "Finetune/Step": 1681, "Finetune/Step Time": 6.19112990796566}
+{"Finetune/Learning Rate": 1.891800238500148e-05, "Finetune/Loss": 0.9272341728210449, "Finetune/Loss (Raw)": 0.8270348310470581, "Finetune/Step": 1682, "Finetune/Step Time": 6.188100688159466}
+{"Finetune/Learning Rate": 1.8916478134843387e-05, "Finetune/Loss": 0.9280974268913269, "Finetune/Loss (Raw)": 1.065771222114563, "Finetune/Step": 1683, "Finetune/Step Time": 6.186886826530099}
+{"Finetune/Learning Rate": 1.8914952873301448e-05, "Finetune/Loss": 0.9275667667388916, "Finetune/Loss (Raw)": 0.880484402179718, "Finetune/Step": 1684, "Finetune/Step Time": 6.187018362805247}
+{"Finetune/Learning Rate": 1.891342660054866e-05, "Finetune/Loss": 0.9253871440887451, "Finetune/Loss (Raw)": 0.7534189224243164, "Finetune/Step": 1685, "Finetune/Step Time": 6.187225924804807}
+{"Finetune/Learning Rate": 1.8911899316758154e-05, "Finetune/Loss": 0.9250543117523193, "Finetune/Loss (Raw)": 0.8748264312744141, "Finetune/Step": 1686, "Finetune/Step Time": 6.184204712510109}
+{"Finetune/Learning Rate": 1.8910371022103164e-05, "Finetune/Loss": 0.9248524904251099, "Finetune/Loss (Raw)": 0.9284850358963013, "Finetune/Step": 1687, "Finetune/Step Time": 6.176279466599226}
+{"Finetune/Learning Rate": 1.8908841716757044e-05, "Finetune/Loss": 0.9259418249130249, "Finetune/Loss (Raw)": 1.0521098375320435, "Finetune/Step": 1688, "Finetune/Step Time": 6.175290927290916}
+{"Finetune/Learning Rate": 1.8907311400893258e-05, "Finetune/Loss": 0.9266095161437988, "Finetune/Loss (Raw)": 1.0424093008041382, "Finetune/Step": 1689, "Finetune/Step Time": 6.176379501819611}
+{"Finetune/Learning Rate": 1.8905780074685392e-05, "Finetune/Loss": 0.9244534373283386, "Finetune/Loss (Raw)": 0.8012596964836121, "Finetune/Step": 1690, "Finetune/Step Time": 6.173894498497248}
+{"Finetune/Learning Rate": 1.8904247738307137e-05, "Finetune/Loss": 0.9218732714653015, "Finetune/Loss (Raw)": 0.7781835794448853, "Finetune/Step": 1691, "Finetune/Step Time": 6.179053295403719}
+{"Finetune/Learning Rate": 1.8902714391932312e-05, "Finetune/Loss": 0.9212253093719482, "Finetune/Loss (Raw)": 0.8924639225006104, "Finetune/Step": 1692, "Finetune/Step Time": 6.190081296488643}
+{"Finetune/Learning Rate": 1.8901180035734833e-05, "Finetune/Loss": 0.9249858856201172, "Finetune/Loss (Raw)": 0.8940677046775818, "Finetune/Step": 1693, "Finetune/Step Time": 6.183177417144179}
+{"Finetune/Learning Rate": 1.8899644669888747e-05, "Finetune/Loss": 0.9261766076087952, "Finetune/Loss (Raw)": 0.9722197651863098, "Finetune/Step": 1694, "Finetune/Step Time": 6.168207053095102}
+{"Finetune/Learning Rate": 1.8898108294568206e-05, "Finetune/Loss": 0.9264479875564575, "Finetune/Loss (Raw)": 0.9402193427085876, "Finetune/Step": 1695, "Finetune/Step Time": 6.168233174830675}
+{"Finetune/Learning Rate": 1.8896570909947477e-05, "Finetune/Loss": 0.9262623190879822, "Finetune/Loss (Raw)": 1.0000251531600952, "Finetune/Step": 1696, "Finetune/Step Time": 6.1685628686100245}
+{"Finetune/Learning Rate": 1.8895032516200942e-05, "Finetune/Loss": 0.9262527823448181, "Finetune/Loss (Raw)": 0.8465859889984131, "Finetune/Step": 1697, "Finetune/Step Time": 6.174093794077635}
+{"Finetune/Learning Rate": 1.88934931135031e-05, "Finetune/Loss": 0.9273331165313721, "Finetune/Loss (Raw)": 1.1292423009872437, "Finetune/Step": 1698, "Finetune/Step Time": 6.182096157222986}
+{"Finetune/Learning Rate": 1.8891952702028574e-05, "Finetune/Loss": 0.9285929203033447, "Finetune/Loss (Raw)": 1.1032747030258179, "Finetune/Step": 1699, "Finetune/Step Time": 6.184296235442162}
+{"Finetune/Learning Rate": 1.889041128195208e-05, "Finetune/Loss": 0.9295040965080261, "Finetune/Loss (Raw)": 1.0434247255325317, "Finetune/Step": 1700, "Finetune/Step Time": 6.1714271157979965}
+{"Finetune/Learning Rate": 1.888886885344846e-05, "Finetune/Loss": 0.9299571514129639, "Finetune/Loss (Raw)": 1.0266777276992798, "Finetune/Step": 1701, "Finetune/Step Time": 6.171366093680263}
+{"Finetune/Learning Rate": 1.8887325416692664e-05, "Finetune/Loss": 0.9290459752082825, "Finetune/Loss (Raw)": 0.8031301498413086, "Finetune/Step": 1702, "Finetune/Step Time": 6.172671584412456}
+{"Finetune/Learning Rate": 1.8885780971859776e-05, "Finetune/Loss": 0.9252302646636963, "Finetune/Loss (Raw)": 0.348967969417572, "Finetune/Step": 1703, "Finetune/Step Time": 6.1832755245268345}
+{"Finetune/Learning Rate": 1.8884235519124972e-05, "Finetune/Loss": 0.924674928188324, "Finetune/Loss (Raw)": 0.9448440074920654, "Finetune/Step": 1704, "Finetune/Step Time": 6.193779442459345}
+{"Finetune/Learning Rate": 1.888268905866355e-05, "Finetune/Loss": 0.9254664182662964, "Finetune/Loss (Raw)": 0.960403561592102, "Finetune/Step": 1705, "Finetune/Step Time": 6.194525241851807}
+{"Finetune/Learning Rate": 1.8881141590650924e-05, "Finetune/Loss": 0.925681471824646, "Finetune/Loss (Raw)": 0.9060837030410767, "Finetune/Step": 1706, "Finetune/Step Time": 6.194379301741719}
+{"Finetune/Learning Rate": 1.8879593115262623e-05, "Finetune/Loss": 0.9246026277542114, "Finetune/Loss (Raw)": 0.9198747277259827, "Finetune/Step": 1707, "Finetune/Step Time": 6.194699063897133}
+{"Finetune/Learning Rate": 1.8878043632674284e-05, "Finetune/Loss": 0.9225608110427856, "Finetune/Loss (Raw)": 0.7557933330535889, "Finetune/Step": 1708, "Finetune/Step Time": 6.197831489145756}
+{"Finetune/Learning Rate": 1.8876493143061668e-05, "Finetune/Loss": 0.9216026067733765, "Finetune/Loss (Raw)": 0.8942062258720398, "Finetune/Step": 1709, "Finetune/Step Time": 6.217705085873604}
+{"Finetune/Learning Rate": 1.8874941646600642e-05, "Finetune/Loss": 0.9216840267181396, "Finetune/Loss (Raw)": 0.8322407603263855, "Finetune/Step": 1710, "Finetune/Step Time": 6.235476903617382}
+{"Finetune/Learning Rate": 1.8873389143467193e-05, "Finetune/Loss": 0.9208743572235107, "Finetune/Loss (Raw)": 0.9159995317459106, "Finetune/Step": 1711, "Finetune/Step Time": 6.232688989490271}
+{"Finetune/Learning Rate": 1.887183563383741e-05, "Finetune/Loss": 0.9200073480606079, "Finetune/Loss (Raw)": 0.822004497051239, "Finetune/Step": 1712, "Finetune/Step Time": 6.23163484595716}
+{"Finetune/Learning Rate": 1.8870281117887517e-05, "Finetune/Loss": 0.9191706776618958, "Finetune/Loss (Raw)": 0.9507603645324707, "Finetune/Step": 1713, "Finetune/Step Time": 6.231850462034345}
+{"Finetune/Learning Rate": 1.8868725595793837e-05, "Finetune/Loss": 0.9175741672515869, "Finetune/Loss (Raw)": 0.9067890048027039, "Finetune/Step": 1714, "Finetune/Step Time": 6.233548980206251}
+{"Finetune/Learning Rate": 1.886716906773281e-05, "Finetune/Loss": 0.9173954725265503, "Finetune/Loss (Raw)": 0.9788492321968079, "Finetune/Step": 1715, "Finetune/Step Time": 6.2305286061018705}
+{"Finetune/Learning Rate": 1.886561153388099e-05, "Finetune/Loss": 0.9178775548934937, "Finetune/Loss (Raw)": 0.9046275019645691, "Finetune/Step": 1716, "Finetune/Step Time": 6.229880772531033}
+{"Finetune/Learning Rate": 1.886405299441504e-05, "Finetune/Loss": 0.9189784526824951, "Finetune/Loss (Raw)": 0.8845656514167786, "Finetune/Step": 1717, "Finetune/Step Time": 6.228159936144948}
+{"Finetune/Learning Rate": 1.8862493449511757e-05, "Finetune/Loss": 0.9177336096763611, "Finetune/Loss (Raw)": 0.8366251587867737, "Finetune/Step": 1718, "Finetune/Step Time": 6.224911501631141}
+{"Finetune/Learning Rate": 1.8860932899348028e-05, "Finetune/Loss": 0.9170023202896118, "Finetune/Loss (Raw)": 0.8544403910636902, "Finetune/Step": 1719, "Finetune/Step Time": 6.2169790249317884}
+{"Finetune/Learning Rate": 1.8859371344100865e-05, "Finetune/Loss": 0.921716570854187, "Finetune/Loss (Raw)": 1.0116099119186401, "Finetune/Step": 1720, "Finetune/Step Time": 6.213252682238817}
+{"Finetune/Learning Rate": 1.8857808783947396e-05, "Finetune/Loss": 0.9206955432891846, "Finetune/Loss (Raw)": 0.7936387658119202, "Finetune/Step": 1721, "Finetune/Step Time": 6.202128477394581}
+{"Finetune/Learning Rate": 1.8856245219064855e-05, "Finetune/Loss": 0.9207629561424255, "Finetune/Loss (Raw)": 1.0755048990249634, "Finetune/Step": 1722, "Finetune/Step Time": 6.2090406734496355}
+{"Finetune/Learning Rate": 1.8854680649630607e-05, "Finetune/Loss": 0.9211896657943726, "Finetune/Loss (Raw)": 1.0100775957107544, "Finetune/Step": 1723, "Finetune/Step Time": 6.211594045162201}
+{"Finetune/Learning Rate": 1.8853115075822105e-05, "Finetune/Loss": 0.9208437204360962, "Finetune/Loss (Raw)": 0.8660829067230225, "Finetune/Step": 1724, "Finetune/Step Time": 6.208853166550398}
+{"Finetune/Learning Rate": 1.8851548497816935e-05, "Finetune/Loss": 0.9211249351501465, "Finetune/Loss (Raw)": 1.0121291875839233, "Finetune/Step": 1725, "Finetune/Step Time": 6.209666278213263}
+{"Finetune/Learning Rate": 1.8849980915792794e-05, "Finetune/Loss": 0.9200079441070557, "Finetune/Loss (Raw)": 0.8897716999053955, "Finetune/Step": 1726, "Finetune/Step Time": 6.214590588584542}
+{"Finetune/Learning Rate": 1.8848412329927492e-05, "Finetune/Loss": 0.9183908104896545, "Finetune/Loss (Raw)": 0.693547785282135, "Finetune/Step": 1727, "Finetune/Step Time": 6.217500763013959}
+{"Finetune/Learning Rate": 1.884684274039894e-05, "Finetune/Loss": 0.920175313949585, "Finetune/Loss (Raw)": 1.1585994958877563, "Finetune/Step": 1728, "Finetune/Step Time": 6.2179254703223705}
+{"Finetune/Learning Rate": 1.884527214738519e-05, "Finetune/Loss": 0.9210574626922607, "Finetune/Loss (Raw)": 1.063865303993225, "Finetune/Step": 1729, "Finetune/Step Time": 6.217872943729162}
+{"Finetune/Learning Rate": 1.8843700551064383e-05, "Finetune/Loss": 0.9211466312408447, "Finetune/Loss (Raw)": 0.9639885425567627, "Finetune/Step": 1730, "Finetune/Step Time": 6.215525653213263}
+{"Finetune/Learning Rate": 1.8842127951614785e-05, "Finetune/Loss": 0.9218992590904236, "Finetune/Loss (Raw)": 0.9363301992416382, "Finetune/Step": 1731, "Finetune/Step Time": 6.213306065648794}
+{"Finetune/Learning Rate": 1.8840554349214772e-05, "Finetune/Loss": 0.9211650490760803, "Finetune/Loss (Raw)": 0.8403979539871216, "Finetune/Step": 1732, "Finetune/Step Time": 6.210865415632725}
+{"Finetune/Learning Rate": 1.8838979744042838e-05, "Finetune/Loss": 0.9214212894439697, "Finetune/Loss (Raw)": 0.8702993392944336, "Finetune/Step": 1733, "Finetune/Step Time": 6.214986125007272}
+{"Finetune/Learning Rate": 1.8837404136277587e-05, "Finetune/Loss": 0.921087384223938, "Finetune/Loss (Raw)": 0.944463849067688, "Finetune/Step": 1734, "Finetune/Step Time": 6.222787998616695}
+{"Finetune/Learning Rate": 1.8835827526097744e-05, "Finetune/Loss": 0.9199875593185425, "Finetune/Loss (Raw)": 0.872363269329071, "Finetune/Step": 1735, "Finetune/Step Time": 6.2208455465734005}
+{"Finetune/Learning Rate": 1.8834249913682132e-05, "Finetune/Loss": 0.9205089807510376, "Finetune/Loss (Raw)": 0.9693294167518616, "Finetune/Step": 1736, "Finetune/Step Time": 6.222192894667387}
+{"Finetune/Learning Rate": 1.88326712992097e-05, "Finetune/Loss": 0.9193752408027649, "Finetune/Loss (Raw)": 0.8408995866775513, "Finetune/Step": 1737, "Finetune/Step Time": 6.2269516214728355}
+{"Finetune/Learning Rate": 1.8831091682859516e-05, "Finetune/Loss": 0.9185433387756348, "Finetune/Loss (Raw)": 0.8644534349441528, "Finetune/Step": 1738, "Finetune/Step Time": 6.235759187489748}
+{"Finetune/Learning Rate": 1.8829511064810743e-05, "Finetune/Loss": 0.9197317361831665, "Finetune/Loss (Raw)": 0.9924027323722839, "Finetune/Step": 1739, "Finetune/Step Time": 6.2371314615011215}
+{"Finetune/Learning Rate": 1.8827929445242678e-05, "Finetune/Loss": 0.9190801978111267, "Finetune/Loss (Raw)": 0.8886306881904602, "Finetune/Step": 1740, "Finetune/Step Time": 6.237886423245072}
+{"Finetune/Learning Rate": 1.8826346824334713e-05, "Finetune/Loss": 0.9198373556137085, "Finetune/Loss (Raw)": 0.9009037017822266, "Finetune/Step": 1741, "Finetune/Step Time": 6.237690035253763}
+{"Finetune/Learning Rate": 1.8824763202266364e-05, "Finetune/Loss": 0.9201843738555908, "Finetune/Loss (Raw)": 0.9515417814254761, "Finetune/Step": 1742, "Finetune/Step Time": 6.2331311367452145}
+{"Finetune/Learning Rate": 1.8823178579217266e-05, "Finetune/Loss": 0.9160115718841553, "Finetune/Loss (Raw)": 0.36797887086868286, "Finetune/Step": 1743, "Finetune/Step Time": 6.222782652825117}
+{"Finetune/Learning Rate": 1.8821592955367154e-05, "Finetune/Loss": 0.9159548878669739, "Finetune/Loss (Raw)": 0.9107619524002075, "Finetune/Step": 1744, "Finetune/Step Time": 6.238299306482077}
+{"Finetune/Learning Rate": 1.8820006330895883e-05, "Finetune/Loss": 0.9169464111328125, "Finetune/Loss (Raw)": 1.0513317584991455, "Finetune/Step": 1745, "Finetune/Step Time": 6.240801589563489}
+{"Finetune/Learning Rate": 1.8818418705983427e-05, "Finetune/Loss": 0.9166530966758728, "Finetune/Loss (Raw)": 0.896776556968689, "Finetune/Step": 1746, "Finetune/Step Time": 6.246609399095178}
+{"Finetune/Learning Rate": 1.8816830080809865e-05, "Finetune/Loss": 0.9170119762420654, "Finetune/Loss (Raw)": 0.9345588684082031, "Finetune/Step": 1747, "Finetune/Step Time": 6.247196217998862}
+{"Finetune/Learning Rate": 1.881524045555539e-05, "Finetune/Loss": 0.9162635803222656, "Finetune/Loss (Raw)": 0.9910309314727783, "Finetune/Step": 1748, "Finetune/Step Time": 6.247313575819135}
+{"Finetune/Learning Rate": 1.8813649830400317e-05, "Finetune/Loss": 0.916266918182373, "Finetune/Loss (Raw)": 0.9141775369644165, "Finetune/Step": 1749, "Finetune/Step Time": 6.247415663674474}
+{"Finetune/Learning Rate": 1.8812058205525064e-05, "Finetune/Loss": 0.9159098267555237, "Finetune/Loss (Raw)": 1.010911226272583, "Finetune/Step": 1750, "Finetune/Step Time": 6.244672259315848}
+{"Finetune/Learning Rate": 1.8810465581110165e-05, "Finetune/Loss": 0.9144379496574402, "Finetune/Loss (Raw)": 0.938125491142273, "Finetune/Step": 1751, "Finetune/Step Time": 6.240695288404822}
+{"Finetune/Learning Rate": 1.8808871957336277e-05, "Finetune/Loss": 0.9135178327560425, "Finetune/Loss (Raw)": 0.8065841197967529, "Finetune/Step": 1752, "Finetune/Step Time": 6.242286985740066}
+{"Finetune/Learning Rate": 1.8807277334384154e-05, "Finetune/Loss": 0.914207935333252, "Finetune/Loss (Raw)": 0.9497454166412354, "Finetune/Step": 1753, "Finetune/Step Time": 6.244960742071271}
+{"Finetune/Learning Rate": 1.8805681712434675e-05, "Finetune/Loss": 0.9141273498535156, "Finetune/Loss (Raw)": 0.9164671897888184, "Finetune/Step": 1754, "Finetune/Step Time": 6.239732189103961}
+{"Finetune/Learning Rate": 1.880408509166883e-05, "Finetune/Loss": 0.9147965908050537, "Finetune/Loss (Raw)": 1.055319905281067, "Finetune/Step": 1755, "Finetune/Step Time": 6.240127047523856}
+{"Finetune/Learning Rate": 1.8802487472267725e-05, "Finetune/Loss": 0.9153667688369751, "Finetune/Loss (Raw)": 0.9213405847549438, "Finetune/Step": 1756, "Finetune/Step Time": 6.2384865917265415}
+{"Finetune/Learning Rate": 1.8800888854412568e-05, "Finetune/Loss": 0.9149144887924194, "Finetune/Loss (Raw)": 0.9492700099945068, "Finetune/Step": 1757, "Finetune/Step Time": 6.240948857739568}
+{"Finetune/Learning Rate": 1.879928923828469e-05, "Finetune/Loss": 0.913914680480957, "Finetune/Loss (Raw)": 0.8843583464622498, "Finetune/Step": 1758, "Finetune/Step Time": 6.245667479932308}
+{"Finetune/Learning Rate": 1.8797688624065542e-05, "Finetune/Loss": 0.9132716655731201, "Finetune/Loss (Raw)": 0.9391050338745117, "Finetune/Step": 1759, "Finetune/Step Time": 6.24409175477922}
+{"Finetune/Learning Rate": 1.8796087011936665e-05, "Finetune/Loss": 0.9141479730606079, "Finetune/Loss (Raw)": 1.0531680583953857, "Finetune/Step": 1760, "Finetune/Step Time": 6.235013263300061}
+{"Finetune/Learning Rate": 1.879448440207974e-05, "Finetune/Loss": 0.910123884677887, "Finetune/Loss (Raw)": 0.3298301100730896, "Finetune/Step": 1761, "Finetune/Step Time": 6.233062656596303}
+{"Finetune/Learning Rate": 1.8792880794676546e-05, "Finetune/Loss": 0.9088064432144165, "Finetune/Loss (Raw)": 0.8813227415084839, "Finetune/Step": 1762, "Finetune/Step Time": 6.244966648519039}
+{"Finetune/Learning Rate": 1.8791276189908973e-05, "Finetune/Loss": 0.9085284471511841, "Finetune/Loss (Raw)": 0.9805964827537537, "Finetune/Step": 1763, "Finetune/Step Time": 6.249248348176479}
+{"Finetune/Learning Rate": 1.8789670587959032e-05, "Finetune/Loss": 0.9089991450309753, "Finetune/Loss (Raw)": 0.9617792367935181, "Finetune/Step": 1764, "Finetune/Step Time": 6.238471481949091}
+{"Finetune/Learning Rate": 1.8788063989008845e-05, "Finetune/Loss": 0.9075831770896912, "Finetune/Loss (Raw)": 0.8553503751754761, "Finetune/Step": 1765, "Finetune/Step Time": 6.234203211963177}
+{"Finetune/Learning Rate": 1.8786456393240646e-05, "Finetune/Loss": 0.907737135887146, "Finetune/Loss (Raw)": 0.9809362888336182, "Finetune/Step": 1766, "Finetune/Step Time": 6.233705343678594}
+{"Finetune/Learning Rate": 1.8784847800836782e-05, "Finetune/Loss": 0.9095251560211182, "Finetune/Loss (Raw)": 0.9242206811904907, "Finetune/Step": 1767, "Finetune/Step Time": 6.237651417031884}
+{"Finetune/Learning Rate": 1.878323821197971e-05, "Finetune/Loss": 0.9083049297332764, "Finetune/Loss (Raw)": 0.9593102931976318, "Finetune/Step": 1768, "Finetune/Step Time": 6.234008487313986}
+{"Finetune/Learning Rate": 1.8781627626852012e-05, "Finetune/Loss": 0.9093506336212158, "Finetune/Loss (Raw)": 1.0187643766403198, "Finetune/Step": 1769, "Finetune/Step Time": 6.244957769289613}
+{"Finetune/Learning Rate": 1.878001604563637e-05, "Finetune/Loss": 0.90985107421875, "Finetune/Loss (Raw)": 1.0234581232070923, "Finetune/Step": 1770, "Finetune/Step Time": 6.244800360873342}
+{"Finetune/Learning Rate": 1.8778403468515578e-05, "Finetune/Loss": 0.9147900342941284, "Finetune/Loss (Raw)": 1.0416182279586792, "Finetune/Step": 1771, "Finetune/Step Time": 6.242618439719081}
+{"Finetune/Learning Rate": 1.8776789895672557e-05, "Finetune/Loss": 0.914689838886261, "Finetune/Loss (Raw)": 0.9699900150299072, "Finetune/Step": 1772, "Finetune/Step Time": 6.228190649300814}
+{"Finetune/Learning Rate": 1.8775175327290327e-05, "Finetune/Loss": 0.9137997031211853, "Finetune/Loss (Raw)": 0.9044331908226013, "Finetune/Step": 1773, "Finetune/Step Time": 6.228026483207941}
+{"Finetune/Learning Rate": 1.8773559763552033e-05, "Finetune/Loss": 0.9147289991378784, "Finetune/Loss (Raw)": 0.9882729053497314, "Finetune/Step": 1774, "Finetune/Step Time": 6.224941737949848}
+{"Finetune/Learning Rate": 1.8771943204640914e-05, "Finetune/Loss": 0.9156680107116699, "Finetune/Loss (Raw)": 0.9743092656135559, "Finetune/Step": 1775, "Finetune/Step Time": 6.221382092684507}
+{"Finetune/Learning Rate": 1.8770325650740347e-05, "Finetune/Loss": 0.9156012535095215, "Finetune/Loss (Raw)": 0.9432143568992615, "Finetune/Step": 1776, "Finetune/Step Time": 6.22755022905767}
+{"Finetune/Learning Rate": 1.87687071020338e-05, "Finetune/Loss": 0.9165357947349548, "Finetune/Loss (Raw)": 0.9946524500846863, "Finetune/Step": 1777, "Finetune/Step Time": 6.223287981003523}
+{"Finetune/Learning Rate": 1.8767087558704866e-05, "Finetune/Loss": 0.9144254922866821, "Finetune/Loss (Raw)": 0.857704222202301, "Finetune/Step": 1778, "Finetune/Step Time": 6.221169199794531}
+{"Finetune/Learning Rate": 1.8765467020937243e-05, "Finetune/Loss": 0.9137606620788574, "Finetune/Loss (Raw)": 0.837062418460846, "Finetune/Step": 1779, "Finetune/Step Time": 6.220772447064519}
+{"Finetune/Learning Rate": 1.8763845488914757e-05, "Finetune/Loss": 0.9132266044616699, "Finetune/Loss (Raw)": 0.9514685273170471, "Finetune/Step": 1780, "Finetune/Step Time": 6.2141703851521015}
+{"Finetune/Learning Rate": 1.876222296282133e-05, "Finetune/Loss": 0.9119929075241089, "Finetune/Loss (Raw)": 0.9416466355323792, "Finetune/Step": 1781, "Finetune/Step Time": 6.206412861123681}
+{"Finetune/Learning Rate": 1.8760599442841e-05, "Finetune/Loss": 0.9079960584640503, "Finetune/Loss (Raw)": 0.2964452803134918, "Finetune/Step": 1782, "Finetune/Step Time": 6.210553804412484}
+{"Finetune/Learning Rate": 1.8758974929157925e-05, "Finetune/Loss": 0.9076998233795166, "Finetune/Loss (Raw)": 0.887055516242981, "Finetune/Step": 1783, "Finetune/Step Time": 6.222082586959004}
+{"Finetune/Learning Rate": 1.875734942195637e-05, "Finetune/Loss": 0.9063626527786255, "Finetune/Loss (Raw)": 0.8127903938293457, "Finetune/Step": 1784, "Finetune/Step Time": 6.213033949956298}
+{"Finetune/Learning Rate": 1.8755722921420713e-05, "Finetune/Loss": 0.9015573263168335, "Finetune/Loss (Raw)": 0.3581845760345459, "Finetune/Step": 1785, "Finetune/Step Time": 6.220311481505632}
+{"Finetune/Learning Rate": 1.8754095427735447e-05, "Finetune/Loss": 0.9012954235076904, "Finetune/Loss (Raw)": 0.8971128463745117, "Finetune/Step": 1786, "Finetune/Step Time": 6.238703817129135}
+{"Finetune/Learning Rate": 1.8752466941085176e-05, "Finetune/Loss": 0.9017202854156494, "Finetune/Loss (Raw)": 1.005134105682373, "Finetune/Step": 1787, "Finetune/Step Time": 6.239743012934923}
+{"Finetune/Learning Rate": 1.8750837461654618e-05, "Finetune/Loss": 0.9020094871520996, "Finetune/Loss (Raw)": 0.9132383465766907, "Finetune/Step": 1788, "Finetune/Step Time": 6.241969371214509}
+{"Finetune/Learning Rate": 1.87492069896286e-05, "Finetune/Loss": 0.9027552604675293, "Finetune/Loss (Raw)": 0.9721229672431946, "Finetune/Step": 1789, "Finetune/Step Time": 6.245163617655635}
+{"Finetune/Learning Rate": 1.8747575525192064e-05, "Finetune/Loss": 0.9038181900978088, "Finetune/Loss (Raw)": 0.9366204142570496, "Finetune/Step": 1790, "Finetune/Step Time": 6.244202084839344}
+{"Finetune/Learning Rate": 1.8745943068530072e-05, "Finetune/Loss": 0.9045732617378235, "Finetune/Loss (Raw)": 0.984824538230896, "Finetune/Step": 1791, "Finetune/Step Time": 6.243616536259651}
+{"Finetune/Learning Rate": 1.874430961982778e-05, "Finetune/Loss": 0.9040358066558838, "Finetune/Loss (Raw)": 0.9143125414848328, "Finetune/Step": 1792, "Finetune/Step Time": 6.246242048218846}
+{"Finetune/Learning Rate": 1.874267517927048e-05, "Finetune/Loss": 0.9061523675918579, "Finetune/Loss (Raw)": 1.0684877634048462, "Finetune/Step": 1793, "Finetune/Step Time": 6.23962645791471}
+{"Finetune/Learning Rate": 1.874103974704355e-05, "Finetune/Loss": 0.9067716002464294, "Finetune/Loss (Raw)": 0.9356061816215515, "Finetune/Step": 1794, "Finetune/Step Time": 6.2237457893788815}
+{"Finetune/Learning Rate": 1.873940332333251e-05, "Finetune/Loss": 0.9076133966445923, "Finetune/Loss (Raw)": 1.0069799423217773, "Finetune/Step": 1795, "Finetune/Step Time": 6.226660270243883}
+{"Finetune/Learning Rate": 1.8737765908322967e-05, "Finetune/Loss": 0.9064109325408936, "Finetune/Loss (Raw)": 0.8541340827941895, "Finetune/Step": 1796, "Finetune/Step Time": 6.238946653902531}
+{"Finetune/Learning Rate": 1.8736127502200653e-05, "Finetune/Loss": 0.907676100730896, "Finetune/Loss (Raw)": 0.9994564652442932, "Finetune/Step": 1797, "Finetune/Step Time": 6.245825013145804}
+{"Finetune/Learning Rate": 1.873448810515141e-05, "Finetune/Loss": 0.908821702003479, "Finetune/Loss (Raw)": 1.0256423950195312, "Finetune/Step": 1798, "Finetune/Step Time": 6.214536799117923}
+{"Finetune/Learning Rate": 1.87328477173612e-05, "Finetune/Loss": 0.9098329544067383, "Finetune/Loss (Raw)": 0.9367334246635437, "Finetune/Step": 1799, "Finetune/Step Time": 6.210288472473621}
+{"Finetune/Learning Rate": 1.8731206339016078e-05, "Finetune/Loss": 0.9093961715698242, "Finetune/Loss (Raw)": 0.8997585773468018, "Finetune/Step": 1800, "Finetune/Step Time": 6.214245539158583}
+{"Finetune/Learning Rate": 1.8729563970302228e-05, "Finetune/Loss": 0.9106762409210205, "Finetune/Loss (Raw)": 0.9021143913269043, "Finetune/Step": 1801, "Finetune/Step Time": 6.2180443201214075}
+{"Finetune/Learning Rate": 1.8727920611405944e-05, "Finetune/Loss": 0.910778284072876, "Finetune/Loss (Raw)": 0.9651218056678772, "Finetune/Step": 1802, "Finetune/Step Time": 6.217942064628005}
+{"Finetune/Learning Rate": 1.8726276262513635e-05, "Finetune/Loss": 0.9098347425460815, "Finetune/Loss (Raw)": 0.856172502040863, "Finetune/Step": 1803, "Finetune/Step Time": 6.248743187636137}
+{"Finetune/Learning Rate": 1.87246309238118e-05, "Finetune/Loss": 0.9103536605834961, "Finetune/Loss (Raw)": 0.9663354754447937, "Finetune/Step": 1804, "Finetune/Step Time": 6.23870456032455}
+{"Finetune/Learning Rate": 1.8722984595487082e-05, "Finetune/Loss": 0.9080222845077515, "Finetune/Loss (Raw)": 0.7146083116531372, "Finetune/Step": 1805, "Finetune/Step Time": 6.246914938092232}
+{"Finetune/Learning Rate": 1.872133727772622e-05, "Finetune/Loss": 0.907170295715332, "Finetune/Loss (Raw)": 0.9357245564460754, "Finetune/Step": 1806, "Finetune/Step Time": 6.245587641373277}
+{"Finetune/Learning Rate": 1.8719688970716065e-05, "Finetune/Loss": 0.908273458480835, "Finetune/Loss (Raw)": 0.9647071957588196, "Finetune/Step": 1807, "Finetune/Step Time": 6.239240409806371}
+{"Finetune/Learning Rate": 1.871803967464358e-05, "Finetune/Loss": 0.9085461497306824, "Finetune/Loss (Raw)": 0.8866052031517029, "Finetune/Step": 1808, "Finetune/Step Time": 6.221904348582029}
+{"Finetune/Learning Rate": 1.8716389389695846e-05, "Finetune/Loss": 0.908657431602478, "Finetune/Loss (Raw)": 0.9179481267929077, "Finetune/Step": 1809, "Finetune/Step Time": 6.221081655472517}
+{"Finetune/Learning Rate": 1.871473811606005e-05, "Finetune/Loss": 0.9102246165275574, "Finetune/Loss (Raw)": 1.027632236480713, "Finetune/Step": 1810, "Finetune/Step Time": 6.219851246103644}
+{"Finetune/Learning Rate": 1.8713085853923494e-05, "Finetune/Loss": 0.9093336462974548, "Finetune/Loss (Raw)": 0.9517306089401245, "Finetune/Step": 1811, "Finetune/Step Time": 6.219493264332414}
+{"Finetune/Learning Rate": 1.8711432603473593e-05, "Finetune/Loss": 0.9102823734283447, "Finetune/Loss (Raw)": 1.0019136667251587, "Finetune/Step": 1812, "Finetune/Step Time": 6.220730932429433}
+{"Finetune/Learning Rate": 1.8709778364897875e-05, "Finetune/Loss": 0.9117676615715027, "Finetune/Loss (Raw)": 0.9435412287712097, "Finetune/Step": 1813, "Finetune/Step Time": 6.220892673358321}
+{"Finetune/Learning Rate": 1.870812313838397e-05, "Finetune/Loss": 0.912147045135498, "Finetune/Loss (Raw)": 0.9233861565589905, "Finetune/Step": 1814, "Finetune/Step Time": 6.225849762558937}
+{"Finetune/Learning Rate": 1.870646692411964e-05, "Finetune/Loss": 0.9127416610717773, "Finetune/Loss (Raw)": 1.0045956373214722, "Finetune/Step": 1815, "Finetune/Step Time": 6.234964419156313}
+{"Finetune/Learning Rate": 1.870480972229274e-05, "Finetune/Loss": 0.9115698933601379, "Finetune/Loss (Raw)": 0.9021220207214355, "Finetune/Step": 1816, "Finetune/Step Time": 6.243094364181161}
+{"Finetune/Learning Rate": 1.870315153309124e-05, "Finetune/Loss": 0.9107253551483154, "Finetune/Loss (Raw)": 0.9343119859695435, "Finetune/Step": 1817, "Finetune/Step Time": 6.254150887951255}
+{"Finetune/Learning Rate": 1.870149235670323e-05, "Finetune/Loss": 0.9110930562019348, "Finetune/Loss (Raw)": 0.848324179649353, "Finetune/Step": 1818, "Finetune/Step Time": 6.2575566451996565}
+{"Finetune/Learning Rate": 1.8699832193316914e-05, "Finetune/Loss": 0.9128391742706299, "Finetune/Loss (Raw)": 1.0016918182373047, "Finetune/Step": 1819, "Finetune/Step Time": 6.257756195962429}
+{"Finetune/Learning Rate": 1.8698171043120595e-05, "Finetune/Loss": 0.9120469093322754, "Finetune/Loss (Raw)": 0.7910506725311279, "Finetune/Step": 1820, "Finetune/Step Time": 6.241564275696874}
+{"Finetune/Learning Rate": 1.8696508906302697e-05, "Finetune/Loss": 0.9105263948440552, "Finetune/Loss (Raw)": 0.6994364261627197, "Finetune/Step": 1821, "Finetune/Step Time": 6.2407141253352165}
+{"Finetune/Learning Rate": 1.8694845783051754e-05, "Finetune/Loss": 0.9092737436294556, "Finetune/Loss (Raw)": 0.8118860721588135, "Finetune/Step": 1822, "Finetune/Step Time": 6.2494258508086205}
+{"Finetune/Learning Rate": 1.8693181673556412e-05, "Finetune/Loss": 0.9102176427841187, "Finetune/Loss (Raw)": 1.0610312223434448, "Finetune/Step": 1823, "Finetune/Step Time": 6.2530804965645075}
+{"Finetune/Learning Rate": 1.8691516578005426e-05, "Finetune/Loss": 0.909870445728302, "Finetune/Loss (Raw)": 0.955588698387146, "Finetune/Step": 1824, "Finetune/Step Time": 6.249759178608656}
+{"Finetune/Learning Rate": 1.8689850496587674e-05, "Finetune/Loss": 0.9107415080070496, "Finetune/Loss (Raw)": 0.9580844640731812, "Finetune/Step": 1825, "Finetune/Step Time": 6.249202698469162}
+{"Finetune/Learning Rate": 1.8688183429492124e-05, "Finetune/Loss": 0.9090795516967773, "Finetune/Loss (Raw)": 0.9165098071098328, "Finetune/Step": 1826, "Finetune/Step Time": 6.240464484319091}
+{"Finetune/Learning Rate": 1.868651537690788e-05, "Finetune/Loss": 0.9084683656692505, "Finetune/Loss (Raw)": 1.0250434875488281, "Finetune/Step": 1827, "Finetune/Step Time": 6.2369491793215275}
+{"Finetune/Learning Rate": 1.8684846339024145e-05, "Finetune/Loss": 0.90731281042099, "Finetune/Loss (Raw)": 0.8955128192901611, "Finetune/Step": 1828, "Finetune/Step Time": 6.234565703198314}
+{"Finetune/Learning Rate": 1.868317631603023e-05, "Finetune/Loss": 0.9069454669952393, "Finetune/Loss (Raw)": 0.9796615242958069, "Finetune/Step": 1829, "Finetune/Step Time": 6.2317811623215675}
+{"Finetune/Learning Rate": 1.8681505308115567e-05, "Finetune/Loss": 0.9077945947647095, "Finetune/Loss (Raw)": 0.9118192195892334, "Finetune/Step": 1830, "Finetune/Step Time": 6.231050172820687}
+{"Finetune/Learning Rate": 1.8679833315469697e-05, "Finetune/Loss": 0.911943793296814, "Finetune/Loss (Raw)": 0.8800686597824097, "Finetune/Step": 1831, "Finetune/Step Time": 6.224260063841939}
+{"Finetune/Learning Rate": 1.8678160338282273e-05, "Finetune/Loss": 0.9124704599380493, "Finetune/Loss (Raw)": 1.0122507810592651, "Finetune/Step": 1832, "Finetune/Step Time": 6.20959360152483}
+{"Finetune/Learning Rate": 1.8676486376743055e-05, "Finetune/Loss": 0.9128271341323853, "Finetune/Loss (Raw)": 1.0060596466064453, "Finetune/Step": 1833, "Finetune/Step Time": 6.2105843257158995}
+{"Finetune/Learning Rate": 1.8674811431041924e-05, "Finetune/Loss": 0.9085880517959595, "Finetune/Loss (Raw)": 0.3634811043739319, "Finetune/Step": 1834, "Finetune/Step Time": 6.212614964693785}
+{"Finetune/Learning Rate": 1.867313550136886e-05, "Finetune/Loss": 0.9076611995697021, "Finetune/Loss (Raw)": 0.8012418746948242, "Finetune/Step": 1835, "Finetune/Step Time": 6.226177496835589}
+{"Finetune/Learning Rate": 1.8671458587913962e-05, "Finetune/Loss": 0.9088404774665833, "Finetune/Loss (Raw)": 0.9067330360412598, "Finetune/Step": 1836, "Finetune/Step Time": 6.2249142080545425}
+{"Finetune/Learning Rate": 1.8669780690867445e-05, "Finetune/Loss": 0.9092836380004883, "Finetune/Loss (Raw)": 0.9509309530258179, "Finetune/Step": 1837, "Finetune/Step Time": 6.2096961457282305}
+{"Finetune/Learning Rate": 1.8668101810419624e-05, "Finetune/Loss": 0.9106719493865967, "Finetune/Loss (Raw)": 1.0099539756774902, "Finetune/Step": 1838, "Finetune/Step Time": 6.190961346030235}
+{"Finetune/Learning Rate": 1.8666421946760938e-05, "Finetune/Loss": 0.9110891819000244, "Finetune/Loss (Raw)": 0.96939617395401, "Finetune/Step": 1839, "Finetune/Step Time": 6.190192498266697}
+{"Finetune/Learning Rate": 1.866474110008193e-05, "Finetune/Loss": 0.9112063646316528, "Finetune/Loss (Raw)": 0.8370040059089661, "Finetune/Step": 1840, "Finetune/Step Time": 6.186628460884094}
+{"Finetune/Learning Rate": 1.8663059270573252e-05, "Finetune/Loss": 0.9099968671798706, "Finetune/Loss (Raw)": 0.7959479093551636, "Finetune/Step": 1841, "Finetune/Step Time": 6.189843155443668}
+{"Finetune/Learning Rate": 1.866137645842568e-05, "Finetune/Loss": 0.9097802639007568, "Finetune/Loss (Raw)": 0.8790627121925354, "Finetune/Step": 1842, "Finetune/Step Time": 6.21304495818913}
+{"Finetune/Learning Rate": 1.8659692663830083e-05, "Finetune/Loss": 0.910859227180481, "Finetune/Loss (Raw)": 1.1169581413269043, "Finetune/Step": 1843, "Finetune/Step Time": 6.2139740865677595}
+{"Finetune/Learning Rate": 1.865800788697746e-05, "Finetune/Loss": 0.9120844602584839, "Finetune/Loss (Raw)": 1.0614560842514038, "Finetune/Step": 1844, "Finetune/Step Time": 6.213727688416839}
+{"Finetune/Learning Rate": 1.8656322128058913e-05, "Finetune/Loss": 0.911074161529541, "Finetune/Loss (Raw)": 0.7552453279495239, "Finetune/Step": 1845, "Finetune/Step Time": 6.22153078392148}
+{"Finetune/Learning Rate": 1.8654635387265647e-05, "Finetune/Loss": 0.912751317024231, "Finetune/Loss (Raw)": 1.051301121711731, "Finetune/Step": 1846, "Finetune/Step Time": 6.229340102523565}
+{"Finetune/Learning Rate": 1.865294766478899e-05, "Finetune/Loss": 0.9141626358032227, "Finetune/Loss (Raw)": 1.0350900888442993, "Finetune/Step": 1847, "Finetune/Step Time": 6.228576956316829}
+{"Finetune/Learning Rate": 1.8651258960820383e-05, "Finetune/Loss": 0.9134409427642822, "Finetune/Loss (Raw)": 0.9192287921905518, "Finetune/Step": 1848, "Finetune/Step Time": 6.234091905876994}
+{"Finetune/Learning Rate": 1.864956927555137e-05, "Finetune/Loss": 0.9150245785713196, "Finetune/Loss (Raw)": 0.9963456392288208, "Finetune/Step": 1849, "Finetune/Step Time": 6.244475336745381}
+{"Finetune/Learning Rate": 1.8647878609173612e-05, "Finetune/Loss": 0.9136711359024048, "Finetune/Loss (Raw)": 0.9022620320320129, "Finetune/Step": 1850, "Finetune/Step Time": 6.240159068256617}
+{"Finetune/Learning Rate": 1.864618696187887e-05, "Finetune/Loss": 0.912907600402832, "Finetune/Loss (Raw)": 0.9123560190200806, "Finetune/Step": 1851, "Finetune/Step Time": 6.242833446711302}
+{"Finetune/Learning Rate": 1.8644494333859037e-05, "Finetune/Loss": 0.9132490754127502, "Finetune/Loss (Raw)": 0.9097824096679688, "Finetune/Step": 1852, "Finetune/Step Time": 6.24261892773211}
+{"Finetune/Learning Rate": 1.8642800725306097e-05, "Finetune/Loss": 0.9146804213523865, "Finetune/Loss (Raw)": 1.19534432888031, "Finetune/Step": 1853, "Finetune/Step Time": 6.244628146290779}
+{"Finetune/Learning Rate": 1.864110613641216e-05, "Finetune/Loss": 0.9165506958961487, "Finetune/Loss (Raw)": 1.1291730403900146, "Finetune/Step": 1854, "Finetune/Step Time": 6.252829363569617}
+{"Finetune/Learning Rate": 1.8639410567369438e-05, "Finetune/Loss": 0.9202033281326294, "Finetune/Loss (Raw)": 1.1610816717147827, "Finetune/Step": 1855, "Finetune/Step Time": 6.2516233660280704}
+{"Finetune/Learning Rate": 1.8637714018370255e-05, "Finetune/Loss": 0.9136994481086731, "Finetune/Loss (Raw)": 0.32609930634498596, "Finetune/Step": 1856, "Finetune/Step Time": 6.260767839848995}
+{"Finetune/Learning Rate": 1.863601648960705e-05, "Finetune/Loss": 0.9107424020767212, "Finetune/Loss (Raw)": 0.6853624582290649, "Finetune/Step": 1857, "Finetune/Step Time": 6.275032427161932}
+{"Finetune/Learning Rate": 1.863431798127237e-05, "Finetune/Loss": 0.910298764705658, "Finetune/Loss (Raw)": 0.9072064161300659, "Finetune/Step": 1858, "Finetune/Step Time": 6.283712036907673}
+{"Finetune/Learning Rate": 1.863261849355888e-05, "Finetune/Loss": 0.9091707468032837, "Finetune/Loss (Raw)": 0.7919473648071289, "Finetune/Step": 1859, "Finetune/Step Time": 6.292797863483429}
+{"Finetune/Learning Rate": 1.8630918026659346e-05, "Finetune/Loss": 0.9105508327484131, "Finetune/Loss (Raw)": 1.0170440673828125, "Finetune/Step": 1860, "Finetune/Step Time": 6.301382202655077}
+{"Finetune/Learning Rate": 1.8629216580766648e-05, "Finetune/Loss": 0.9101179838180542, "Finetune/Loss (Raw)": 0.8148923516273499, "Finetune/Step": 1861, "Finetune/Step Time": 6.2906843572855}
+{"Finetune/Learning Rate": 1.8627514156073782e-05, "Finetune/Loss": 0.9094650745391846, "Finetune/Loss (Raw)": 0.8608888387680054, "Finetune/Step": 1862, "Finetune/Step Time": 6.271643660962582}
+{"Finetune/Learning Rate": 1.8625810752773848e-05, "Finetune/Loss": 0.906053900718689, "Finetune/Loss (Raw)": 0.4357389509677887, "Finetune/Step": 1863, "Finetune/Step Time": 6.276518991217017}
+{"Finetune/Learning Rate": 1.862410637106007e-05, "Finetune/Loss": 0.9013501405715942, "Finetune/Loss (Raw)": 0.3672398626804352, "Finetune/Step": 1864, "Finetune/Step Time": 6.294829525053501}
+{"Finetune/Learning Rate": 1.862240101112576e-05, "Finetune/Loss": 0.9031633138656616, "Finetune/Loss (Raw)": 1.0729868412017822, "Finetune/Step": 1865, "Finetune/Step Time": 6.3036120273172855}
+{"Finetune/Learning Rate": 1.8620694673164364e-05, "Finetune/Loss": 0.9041417837142944, "Finetune/Loss (Raw)": 0.9897025227546692, "Finetune/Step": 1866, "Finetune/Step Time": 6.289421310648322}
+{"Finetune/Learning Rate": 1.8618987357369428e-05, "Finetune/Loss": 0.9036159515380859, "Finetune/Loss (Raw)": 0.9250971674919128, "Finetune/Step": 1867, "Finetune/Step Time": 6.284613713622093}
+{"Finetune/Learning Rate": 1.8617279063934607e-05, "Finetune/Loss": 0.9035748243331909, "Finetune/Loss (Raw)": 0.8833639025688171, "Finetune/Step": 1868, "Finetune/Step Time": 6.282825298607349}
+{"Finetune/Learning Rate": 1.8615569793053676e-05, "Finetune/Loss": 0.9043813347816467, "Finetune/Loss (Raw)": 1.004137396812439, "Finetune/Step": 1869, "Finetune/Step Time": 6.280680678784847}
+{"Finetune/Learning Rate": 1.8613859544920513e-05, "Finetune/Loss": 0.9042490720748901, "Finetune/Loss (Raw)": 0.93462073802948, "Finetune/Step": 1870, "Finetune/Step Time": 6.278790295124054}
+{"Finetune/Learning Rate": 1.8612148319729102e-05, "Finetune/Loss": 0.910022497177124, "Finetune/Loss (Raw)": 1.1069713830947876, "Finetune/Step": 1871, "Finetune/Step Time": 6.270025812089443}
+{"Finetune/Learning Rate": 1.8610436117673557e-05, "Finetune/Loss": 0.9090967774391174, "Finetune/Loss (Raw)": 0.7922672629356384, "Finetune/Step": 1872, "Finetune/Step Time": 6.252644911408424}
+{"Finetune/Learning Rate": 1.8608722938948084e-05, "Finetune/Loss": 0.9081462621688843, "Finetune/Loss (Raw)": 0.9296642541885376, "Finetune/Step": 1873, "Finetune/Step Time": 6.248345393687487}
+{"Finetune/Learning Rate": 1.8607008783747004e-05, "Finetune/Loss": 0.9098701477050781, "Finetune/Loss (Raw)": 1.117438793182373, "Finetune/Step": 1874, "Finetune/Step Time": 6.241366762667894}
+{"Finetune/Learning Rate": 1.860529365226476e-05, "Finetune/Loss": 0.9100654721260071, "Finetune/Loss (Raw)": 0.9595605731010437, "Finetune/Step": 1875, "Finetune/Step Time": 6.2411542776972055}
+{"Finetune/Learning Rate": 1.8603577544695887e-05, "Finetune/Loss": 0.9098915457725525, "Finetune/Loss (Raw)": 0.9687680602073669, "Finetune/Step": 1876, "Finetune/Step Time": 6.243520149961114}
+{"Finetune/Learning Rate": 1.8601860461235047e-05, "Finetune/Loss": 0.9111846685409546, "Finetune/Loss (Raw)": 1.079693078994751, "Finetune/Step": 1877, "Finetune/Step Time": 6.245639603585005}
+{"Finetune/Learning Rate": 1.8600142402077006e-05, "Finetune/Loss": 0.9111325740814209, "Finetune/Loss (Raw)": 1.0042434930801392, "Finetune/Step": 1878, "Finetune/Step Time": 6.245355319231749}
+{"Finetune/Learning Rate": 1.859842336741664e-05, "Finetune/Loss": 0.9125818014144897, "Finetune/Loss (Raw)": 1.1236311197280884, "Finetune/Step": 1879, "Finetune/Step Time": 6.243857156485319}
+{"Finetune/Learning Rate": 1.8596703357448936e-05, "Finetune/Loss": 0.9131418466567993, "Finetune/Loss (Raw)": 0.87827068567276, "Finetune/Step": 1880, "Finetune/Step Time": 6.241957850754261}
+{"Finetune/Learning Rate": 1.8594982372368994e-05, "Finetune/Loss": 0.9132884740829468, "Finetune/Loss (Raw)": 0.9685119986534119, "Finetune/Step": 1881, "Finetune/Step Time": 6.237220780923963}
+{"Finetune/Learning Rate": 1.859326041237202e-05, "Finetune/Loss": 0.9131456613540649, "Finetune/Loss (Raw)": 0.8981852531433105, "Finetune/Step": 1882, "Finetune/Step Time": 6.23590712249279}
+{"Finetune/Learning Rate": 1.8591537477653335e-05, "Finetune/Loss": 0.91300368309021, "Finetune/Loss (Raw)": 1.0371507406234741, "Finetune/Step": 1883, "Finetune/Step Time": 6.23547000810504}
+{"Finetune/Learning Rate": 1.8589813568408373e-05, "Finetune/Loss": 0.9133390188217163, "Finetune/Loss (Raw)": 0.9642565846443176, "Finetune/Step": 1884, "Finetune/Step Time": 6.235117521136999}
+{"Finetune/Learning Rate": 1.858808868483267e-05, "Finetune/Loss": 0.9133164286613464, "Finetune/Loss (Raw)": 0.9463836550712585, "Finetune/Step": 1885, "Finetune/Step Time": 6.233057269826531}
+{"Finetune/Learning Rate": 1.8586362827121877e-05, "Finetune/Loss": 0.9093987941741943, "Finetune/Loss (Raw)": 0.38290220499038696, "Finetune/Step": 1886, "Finetune/Step Time": 6.232641318812966}
+{"Finetune/Learning Rate": 1.858463599547176e-05, "Finetune/Loss": 0.9091683626174927, "Finetune/Loss (Raw)": 0.9096101522445679, "Finetune/Step": 1887, "Finetune/Step Time": 6.246050724759698}
+{"Finetune/Learning Rate": 1.8582908190078184e-05, "Finetune/Loss": 0.9082933068275452, "Finetune/Loss (Raw)": 0.9411536455154419, "Finetune/Step": 1888, "Finetune/Step Time": 6.243214568123221}
+{"Finetune/Learning Rate": 1.858117941113714e-05, "Finetune/Loss": 0.9127174019813538, "Finetune/Loss (Raw)": 0.8961127400398254, "Finetune/Step": 1889, "Finetune/Step Time": 6.221011746674776}
+{"Finetune/Learning Rate": 1.8579449658844714e-05, "Finetune/Loss": 0.9134433269500732, "Finetune/Loss (Raw)": 0.9742476344108582, "Finetune/Step": 1890, "Finetune/Step Time": 6.2024116683751345}
+{"Finetune/Learning Rate": 1.8577718933397117e-05, "Finetune/Loss": 0.9121968746185303, "Finetune/Loss (Raw)": 0.8210522532463074, "Finetune/Step": 1891, "Finetune/Step Time": 6.195157980546355}
+{"Finetune/Learning Rate": 1.8575987234990654e-05, "Finetune/Loss": 0.9121779799461365, "Finetune/Loss (Raw)": 0.9593613743782043, "Finetune/Step": 1892, "Finetune/Step Time": 6.190679360181093}
+{"Finetune/Learning Rate": 1.8574254563821756e-05, "Finetune/Loss": 0.9135958552360535, "Finetune/Loss (Raw)": 1.0368337631225586, "Finetune/Step": 1893, "Finetune/Step Time": 6.191668285056949}
+{"Finetune/Learning Rate": 1.857252092008695e-05, "Finetune/Loss": 0.9138315916061401, "Finetune/Loss (Raw)": 1.0111092329025269, "Finetune/Step": 1894, "Finetune/Step Time": 6.188795546069741}
+{"Finetune/Learning Rate": 1.857078630398289e-05, "Finetune/Loss": 0.9139713048934937, "Finetune/Loss (Raw)": 0.9421073794364929, "Finetune/Step": 1895, "Finetune/Step Time": 6.1830291617661715}
+{"Finetune/Learning Rate": 1.8569050715706325e-05, "Finetune/Loss": 0.9143364429473877, "Finetune/Loss (Raw)": 1.0060490369796753, "Finetune/Step": 1896, "Finetune/Step Time": 6.194663166999817}
+{"Finetune/Learning Rate": 1.8567314155454123e-05, "Finetune/Loss": 0.9139565825462341, "Finetune/Loss (Raw)": 0.9701393842697144, "Finetune/Step": 1897, "Finetune/Step Time": 6.203090125694871}
+{"Finetune/Learning Rate": 1.8565576623423257e-05, "Finetune/Loss": 0.9123635292053223, "Finetune/Loss (Raw)": 0.8195551037788391, "Finetune/Step": 1898, "Finetune/Step Time": 6.205554695799947}
+{"Finetune/Learning Rate": 1.856383811981082e-05, "Finetune/Loss": 0.9132339954376221, "Finetune/Loss (Raw)": 1.1530297994613647, "Finetune/Step": 1899, "Finetune/Step Time": 6.215524669736624}
+{"Finetune/Learning Rate": 1.8562098644813996e-05, "Finetune/Loss": 0.9127886295318604, "Finetune/Loss (Raw)": 0.9129785299301147, "Finetune/Step": 1900, "Finetune/Step Time": 6.217288827523589}
+{"Finetune/Learning Rate": 1.8560358198630098e-05, "Finetune/Loss": 0.9136149883270264, "Finetune/Loss (Raw)": 1.0102190971374512, "Finetune/Step": 1901, "Finetune/Step Time": 6.218640394508839}
+{"Finetune/Learning Rate": 1.855861678145655e-05, "Finetune/Loss": 0.9148764610290527, "Finetune/Loss (Raw)": 1.1497317552566528, "Finetune/Step": 1902, "Finetune/Step Time": 6.220860254019499}
+{"Finetune/Learning Rate": 1.8556874393490864e-05, "Finetune/Loss": 0.9147293567657471, "Finetune/Loss (Raw)": 0.9554837942123413, "Finetune/Step": 1903, "Finetune/Step Time": 6.216296248137951}
+{"Finetune/Learning Rate": 1.8555131034930686e-05, "Finetune/Loss": 0.9143211841583252, "Finetune/Loss (Raw)": 0.8909611105918884, "Finetune/Step": 1904, "Finetune/Step Time": 6.208783505484462}
+{"Finetune/Learning Rate": 1.855338670597376e-05, "Finetune/Loss": 0.912941575050354, "Finetune/Loss (Raw)": 0.818065881729126, "Finetune/Step": 1905, "Finetune/Step Time": 6.217693131417036}
+{"Finetune/Learning Rate": 1.8551641406817947e-05, "Finetune/Loss": 0.9094675779342651, "Finetune/Loss (Raw)": 0.4130353331565857, "Finetune/Step": 1906, "Finetune/Step Time": 6.23840644583106}
+{"Finetune/Learning Rate": 1.8549895137661204e-05, "Finetune/Loss": 0.9093270301818848, "Finetune/Loss (Raw)": 0.8190653920173645, "Finetune/Step": 1907, "Finetune/Step Time": 6.255741884931922}
+{"Finetune/Learning Rate": 1.8548147898701616e-05, "Finetune/Loss": 0.9066846966743469, "Finetune/Loss (Raw)": 0.6132578253746033, "Finetune/Step": 1908, "Finetune/Step Time": 6.262598060071468}
+{"Finetune/Learning Rate": 1.854639969013737e-05, "Finetune/Loss": 0.9069564342498779, "Finetune/Loss (Raw)": 0.976429283618927, "Finetune/Step": 1909, "Finetune/Step Time": 6.2687578201293945}
+{"Finetune/Learning Rate": 1.854465051216676e-05, "Finetune/Loss": 0.9119842052459717, "Finetune/Loss (Raw)": 0.9399932622909546, "Finetune/Step": 1910, "Finetune/Step Time": 6.268235510215163}
+{"Finetune/Learning Rate": 1.8542900364988196e-05, "Finetune/Loss": 0.9117196798324585, "Finetune/Loss (Raw)": 0.8532081246376038, "Finetune/Step": 1911, "Finetune/Step Time": 6.25939404219389}
+{"Finetune/Learning Rate": 1.8541149248800185e-05, "Finetune/Loss": 0.9127989411354065, "Finetune/Loss (Raw)": 0.950930655002594, "Finetune/Step": 1912, "Finetune/Step Time": 6.263850761577487}
+{"Finetune/Learning Rate": 1.853939716380137e-05, "Finetune/Loss": 0.917802095413208, "Finetune/Loss (Raw)": 0.9985806345939636, "Finetune/Step": 1913, "Finetune/Step Time": 6.278025597333908}
+{"Finetune/Learning Rate": 1.8537644110190473e-05, "Finetune/Loss": 0.9175878763198853, "Finetune/Loss (Raw)": 0.869697630405426, "Finetune/Step": 1914, "Finetune/Step Time": 6.262494707480073}
+{"Finetune/Learning Rate": 1.8535890088166347e-05, "Finetune/Loss": 0.9171574115753174, "Finetune/Loss (Raw)": 0.9500380754470825, "Finetune/Step": 1915, "Finetune/Step Time": 6.264014013111591}
+{"Finetune/Learning Rate": 1.853413509792795e-05, "Finetune/Loss": 0.9160066843032837, "Finetune/Loss (Raw)": 0.7659400105476379, "Finetune/Step": 1916, "Finetune/Step Time": 6.266386397182941}
+{"Finetune/Learning Rate": 1.8532379139674342e-05, "Finetune/Loss": 0.9156711101531982, "Finetune/Loss (Raw)": 0.9291685223579407, "Finetune/Step": 1917, "Finetune/Step Time": 6.255073582753539}
+{"Finetune/Learning Rate": 1.8530622213604706e-05, "Finetune/Loss": 0.9138938188552856, "Finetune/Loss (Raw)": 0.7091283798217773, "Finetune/Step": 1918, "Finetune/Step Time": 6.250991005450487}
+{"Finetune/Learning Rate": 1.8528864319918326e-05, "Finetune/Loss": 0.9128611087799072, "Finetune/Loss (Raw)": 0.8526410460472107, "Finetune/Step": 1919, "Finetune/Step Time": 6.258913384750485}
+{"Finetune/Learning Rate": 1.852710545881459e-05, "Finetune/Loss": 0.9139342904090881, "Finetune/Loss (Raw)": 1.0516811609268188, "Finetune/Step": 1920, "Finetune/Step Time": 6.266175072640181}
+{"Finetune/Learning Rate": 1.852534563049301e-05, "Finetune/Loss": 0.912200927734375, "Finetune/Loss (Raw)": 0.8466147184371948, "Finetune/Step": 1921, "Finetune/Step Time": 6.265873001888394}
+{"Finetune/Learning Rate": 1.8523584835153205e-05, "Finetune/Loss": 0.9124377369880676, "Finetune/Loss (Raw)": 0.9659190773963928, "Finetune/Step": 1922, "Finetune/Step Time": 6.26413500867784}
+{"Finetune/Learning Rate": 1.852182307299489e-05, "Finetune/Loss": 0.9098880290985107, "Finetune/Loss (Raw)": 0.6806166172027588, "Finetune/Step": 1923, "Finetune/Step Time": 6.263272808864713}
+{"Finetune/Learning Rate": 1.8520060344217903e-05, "Finetune/Loss": 0.9107649922370911, "Finetune/Loss (Raw)": 0.9663839340209961, "Finetune/Step": 1924, "Finetune/Step Time": 6.257825952023268}
+{"Finetune/Learning Rate": 1.851829664902219e-05, "Finetune/Loss": 0.9108138084411621, "Finetune/Loss (Raw)": 1.0057072639465332, "Finetune/Step": 1925, "Finetune/Step Time": 6.246022574603558}
+{"Finetune/Learning Rate": 1.8516531987607805e-05, "Finetune/Loss": 0.9104125499725342, "Finetune/Loss (Raw)": 0.9742822647094727, "Finetune/Step": 1926, "Finetune/Step Time": 6.247328333556652}
+{"Finetune/Learning Rate": 1.8514766360174907e-05, "Finetune/Loss": 0.9058222770690918, "Finetune/Loss (Raw)": 0.3491722047328949, "Finetune/Step": 1927, "Finetune/Step Time": 6.250000359490514}
+{"Finetune/Learning Rate": 1.8512999766923774e-05, "Finetune/Loss": 0.906792938709259, "Finetune/Loss (Raw)": 1.0240064859390259, "Finetune/Step": 1928, "Finetune/Step Time": 6.2601210586726665}
+{"Finetune/Learning Rate": 1.8511232208054783e-05, "Finetune/Loss": 0.9074065685272217, "Finetune/Loss (Raw)": 0.9806601405143738, "Finetune/Step": 1929, "Finetune/Step Time": 6.258559383451939}
+{"Finetune/Learning Rate": 1.8509463683768426e-05, "Finetune/Loss": 0.9073312878608704, "Finetune/Loss (Raw)": 0.9554879665374756, "Finetune/Step": 1930, "Finetune/Step Time": 6.261724594980478}
+{"Finetune/Learning Rate": 1.850769419426531e-05, "Finetune/Loss": 0.907585859298706, "Finetune/Loss (Raw)": 0.8887602090835571, "Finetune/Step": 1931, "Finetune/Step Time": 6.232107879593968}
+{"Finetune/Learning Rate": 1.850592373974614e-05, "Finetune/Loss": 0.9074945449829102, "Finetune/Loss (Raw)": 0.9546416401863098, "Finetune/Step": 1932, "Finetune/Step Time": 6.244844505563378}
+{"Finetune/Learning Rate": 1.850415232041174e-05, "Finetune/Loss": 0.9096683263778687, "Finetune/Loss (Raw)": 0.9928553104400635, "Finetune/Step": 1933, "Finetune/Step Time": 6.238374346867204}
+{"Finetune/Learning Rate": 1.8502379936463035e-05, "Finetune/Loss": 0.9089025259017944, "Finetune/Loss (Raw)": 0.8377020359039307, "Finetune/Step": 1934, "Finetune/Step Time": 6.248610135167837}
+{"Finetune/Learning Rate": 1.8500606588101067e-05, "Finetune/Loss": 0.90828537940979, "Finetune/Loss (Raw)": 0.8857107758522034, "Finetune/Step": 1935, "Finetune/Step Time": 6.24820370785892}
+{"Finetune/Learning Rate": 1.8498832275526988e-05, "Finetune/Loss": 0.9088408350944519, "Finetune/Loss (Raw)": 0.9577044248580933, "Finetune/Step": 1936, "Finetune/Step Time": 6.251736626029015}
+{"Finetune/Learning Rate": 1.8497056998942048e-05, "Finetune/Loss": 0.9083991050720215, "Finetune/Loss (Raw)": 0.8614028096199036, "Finetune/Step": 1937, "Finetune/Step Time": 6.258061371743679}
+{"Finetune/Learning Rate": 1.849528075854762e-05, "Finetune/Loss": 0.9085074663162231, "Finetune/Loss (Raw)": 1.0415107011795044, "Finetune/Step": 1938, "Finetune/Step Time": 6.262265415862203}
+{"Finetune/Learning Rate": 1.8493503554545183e-05, "Finetune/Loss": 0.9078298807144165, "Finetune/Loss (Raw)": 0.8649898767471313, "Finetune/Step": 1939, "Finetune/Step Time": 6.264876075088978}
+{"Finetune/Learning Rate": 1.8491725387136313e-05, "Finetune/Loss": 0.9080691337585449, "Finetune/Loss (Raw)": 1.0325446128845215, "Finetune/Step": 1940, "Finetune/Step Time": 6.273595441132784}
+{"Finetune/Learning Rate": 1.848994625652271e-05, "Finetune/Loss": 0.9069246053695679, "Finetune/Loss (Raw)": 0.7970427870750427, "Finetune/Step": 1941, "Finetune/Step Time": 6.278265872970223}
+{"Finetune/Learning Rate": 1.8488166162906185e-05, "Finetune/Loss": 0.9072582125663757, "Finetune/Loss (Raw)": 0.9660818576812744, "Finetune/Step": 1942, "Finetune/Step Time": 6.282693687826395}
+{"Finetune/Learning Rate": 1.8486385106488645e-05, "Finetune/Loss": 0.9071229696273804, "Finetune/Loss (Raw)": 0.9872873425483704, "Finetune/Step": 1943, "Finetune/Step Time": 6.274865819141269}
+{"Finetune/Learning Rate": 1.848460308747211e-05, "Finetune/Loss": 0.9075892567634583, "Finetune/Loss (Raw)": 0.9618074893951416, "Finetune/Step": 1944, "Finetune/Step Time": 6.2675703931599855}
+{"Finetune/Learning Rate": 1.8482820106058717e-05, "Finetune/Loss": 0.9070957899093628, "Finetune/Loss (Raw)": 0.871151328086853, "Finetune/Step": 1945, "Finetune/Step Time": 6.257591770961881}
+{"Finetune/Learning Rate": 1.8481036162450707e-05, "Finetune/Loss": 0.907217264175415, "Finetune/Loss (Raw)": 0.8638747930526733, "Finetune/Step": 1946, "Finetune/Step Time": 6.262066287919879}
+{"Finetune/Learning Rate": 1.8479251256850426e-05, "Finetune/Loss": 0.9055799841880798, "Finetune/Loss (Raw)": 0.7921183705329895, "Finetune/Step": 1947, "Finetune/Step Time": 6.258170757442713}
+{"Finetune/Learning Rate": 1.847746538946034e-05, "Finetune/Loss": 0.9058219790458679, "Finetune/Loss (Raw)": 0.8220195174217224, "Finetune/Step": 1948, "Finetune/Step Time": 6.287470858544111}
+{"Finetune/Learning Rate": 1.847567856048301e-05, "Finetune/Loss": 0.9081439971923828, "Finetune/Loss (Raw)": 0.9966636896133423, "Finetune/Step": 1949, "Finetune/Step Time": 6.283077854663134}
+{"Finetune/Learning Rate": 1.8473890770121118e-05, "Finetune/Loss": 0.909324049949646, "Finetune/Loss (Raw)": 0.9629240036010742, "Finetune/Step": 1950, "Finetune/Step Time": 6.271972216665745}
+{"Finetune/Learning Rate": 1.8472102018577453e-05, "Finetune/Loss": 0.9075623750686646, "Finetune/Loss (Raw)": 0.8355399966239929, "Finetune/Step": 1951, "Finetune/Step Time": 6.267531972378492}
+{"Finetune/Learning Rate": 1.8470312306054903e-05, "Finetune/Loss": 0.9083198308944702, "Finetune/Loss (Raw)": 1.0525473356246948, "Finetune/Step": 1952, "Finetune/Step Time": 6.266273155808449}
+{"Finetune/Learning Rate": 1.846852163275648e-05, "Finetune/Loss": 0.9078148007392883, "Finetune/Loss (Raw)": 0.8934386372566223, "Finetune/Step": 1953, "Finetune/Step Time": 6.264881495386362}
+{"Finetune/Learning Rate": 1.8466729998885294e-05, "Finetune/Loss": 0.9081042408943176, "Finetune/Loss (Raw)": 0.9535597562789917, "Finetune/Step": 1954, "Finetune/Step Time": 6.269593741744757}
+{"Finetune/Learning Rate": 1.846493740464457e-05, "Finetune/Loss": 0.9066737294197083, "Finetune/Loss (Raw)": 0.8419324159622192, "Finetune/Step": 1955, "Finetune/Step Time": 6.27067625708878}
+{"Finetune/Learning Rate": 1.8463143850237636e-05, "Finetune/Loss": 0.9074472188949585, "Finetune/Loss (Raw)": 0.9945195913314819, "Finetune/Step": 1956, "Finetune/Step Time": 6.273459535092115}
+{"Finetune/Learning Rate": 1.8461349335867937e-05, "Finetune/Loss": 0.9075508713722229, "Finetune/Loss (Raw)": 0.9929353594779968, "Finetune/Step": 1957, "Finetune/Step Time": 6.273349868133664}
+{"Finetune/Learning Rate": 1.8459553861739015e-05, "Finetune/Loss": 0.9084255695343018, "Finetune/Loss (Raw)": 1.0237743854522705, "Finetune/Step": 1958, "Finetune/Step Time": 6.274062231183052}
+{"Finetune/Learning Rate": 1.8457757428054534e-05, "Finetune/Loss": 0.9098299741744995, "Finetune/Loss (Raw)": 1.059834599494934, "Finetune/Step": 1959, "Finetune/Step Time": 6.27222746424377}
+{"Finetune/Learning Rate": 1.845596003501826e-05, "Finetune/Loss": 0.9096452593803406, "Finetune/Loss (Raw)": 0.9886091351509094, "Finetune/Step": 1960, "Finetune/Step Time": 6.2713664043694735}
+{"Finetune/Learning Rate": 1.8454161682834072e-05, "Finetune/Loss": 0.9084666967391968, "Finetune/Loss (Raw)": 0.8552067279815674, "Finetune/Step": 1961, "Finetune/Step Time": 6.270269863307476}
+{"Finetune/Learning Rate": 1.8452362371705947e-05, "Finetune/Loss": 0.912355363368988, "Finetune/Loss (Raw)": 0.8612263202667236, "Finetune/Step": 1962, "Finetune/Step Time": 6.2654684856534}
+{"Finetune/Learning Rate": 1.8450562101837987e-05, "Finetune/Loss": 0.9131622910499573, "Finetune/Loss (Raw)": 0.9045292139053345, "Finetune/Step": 1963, "Finetune/Step Time": 6.25265746563673}
+{"Finetune/Learning Rate": 1.8448760873434387e-05, "Finetune/Loss": 0.9116437435150146, "Finetune/Loss (Raw)": 0.7123516798019409, "Finetune/Step": 1964, "Finetune/Step Time": 6.250507263466716}
+{"Finetune/Learning Rate": 1.844695868669946e-05, "Finetune/Loss": 0.9114158153533936, "Finetune/Loss (Raw)": 0.9217625260353088, "Finetune/Step": 1965, "Finetune/Step Time": 6.247649662196636}
+{"Finetune/Learning Rate": 1.8445155541837626e-05, "Finetune/Loss": 0.9094426035881042, "Finetune/Loss (Raw)": 0.7573793530464172, "Finetune/Step": 1966, "Finetune/Step Time": 6.254302164539695}
+{"Finetune/Learning Rate": 1.8443351439053412e-05, "Finetune/Loss": 0.9092307090759277, "Finetune/Loss (Raw)": 0.9422768950462341, "Finetune/Step": 1967, "Finetune/Step Time": 6.263552172109485}
+{"Finetune/Learning Rate": 1.8441546378551457e-05, "Finetune/Loss": 0.9096152782440186, "Finetune/Loss (Raw)": 0.8862308263778687, "Finetune/Step": 1968, "Finetune/Step Time": 6.265647625550628}
+{"Finetune/Learning Rate": 1.8439740360536506e-05, "Finetune/Loss": 0.9099199771881104, "Finetune/Loss (Raw)": 0.8349432349205017, "Finetune/Step": 1969, "Finetune/Step Time": 6.256548810750246}
+{"Finetune/Learning Rate": 1.8437933385213415e-05, "Finetune/Loss": 0.910275936126709, "Finetune/Loss (Raw)": 0.9246242642402649, "Finetune/Step": 1970, "Finetune/Step Time": 6.235104840248823}
+{"Finetune/Learning Rate": 1.8436125452787143e-05, "Finetune/Loss": 0.9092389345169067, "Finetune/Loss (Raw)": 0.9842254519462585, "Finetune/Step": 1971, "Finetune/Step Time": 6.2349415477365255}
+{"Finetune/Learning Rate": 1.8434316563462764e-05, "Finetune/Loss": 0.9074618220329285, "Finetune/Loss (Raw)": 0.8339825868606567, "Finetune/Step": 1972, "Finetune/Step Time": 6.2446360774338245}
+{"Finetune/Learning Rate": 1.8432506717445458e-05, "Finetune/Loss": 0.9095861911773682, "Finetune/Loss (Raw)": 1.0271764993667603, "Finetune/Step": 1973, "Finetune/Step Time": 6.239269442856312}
+{"Finetune/Learning Rate": 1.843069591494051e-05, "Finetune/Loss": 0.9080010056495667, "Finetune/Loss (Raw)": 0.8483867645263672, "Finetune/Step": 1974, "Finetune/Step Time": 6.225192405283451}
+{"Finetune/Learning Rate": 1.8428884156153318e-05, "Finetune/Loss": 0.9084368944168091, "Finetune/Loss (Raw)": 1.090883493423462, "Finetune/Step": 1975, "Finetune/Step Time": 6.228514244779944}
+{"Finetune/Learning Rate": 1.842707144128939e-05, "Finetune/Loss": 0.9089430570602417, "Finetune/Loss (Raw)": 0.9840190410614014, "Finetune/Step": 1976, "Finetune/Step Time": 6.226814743131399}
+{"Finetune/Learning Rate": 1.8425257770554336e-05, "Finetune/Loss": 0.9082537293434143, "Finetune/Loss (Raw)": 0.9081164598464966, "Finetune/Step": 1977, "Finetune/Step Time": 6.2154427748173475}
+{"Finetune/Learning Rate": 1.8423443144153882e-05, "Finetune/Loss": 0.9081672430038452, "Finetune/Loss (Raw)": 0.8911905884742737, "Finetune/Step": 1978, "Finetune/Step Time": 6.215911069884896}
+{"Finetune/Learning Rate": 1.8421627562293854e-05, "Finetune/Loss": 0.9085425138473511, "Finetune/Loss (Raw)": 0.9603891372680664, "Finetune/Step": 1979, "Finetune/Step Time": 6.2122345846146345}
+{"Finetune/Learning Rate": 1.8419811025180195e-05, "Finetune/Loss": 0.9085650444030762, "Finetune/Loss (Raw)": 0.9126593470573425, "Finetune/Step": 1980, "Finetune/Step Time": 6.218195706605911}
+{"Finetune/Learning Rate": 1.8417993533018955e-05, "Finetune/Loss": 0.9060589075088501, "Finetune/Loss (Raw)": 0.874572217464447, "Finetune/Step": 1981, "Finetune/Step Time": 6.218067537993193}
+{"Finetune/Learning Rate": 1.8416175086016284e-05, "Finetune/Loss": 0.9049002528190613, "Finetune/Loss (Raw)": 0.9808591604232788, "Finetune/Step": 1982, "Finetune/Step Time": 6.206970624625683}
+{"Finetune/Learning Rate": 1.8414355684378445e-05, "Finetune/Loss": 0.9023794531822205, "Finetune/Loss (Raw)": 0.8384199142456055, "Finetune/Step": 1983, "Finetune/Step Time": 6.208524877205491}
+{"Finetune/Learning Rate": 1.8412535328311813e-05, "Finetune/Loss": 0.9072129726409912, "Finetune/Loss (Raw)": 0.944790780544281, "Finetune/Step": 1984, "Finetune/Step Time": 6.202992772683501}
+{"Finetune/Learning Rate": 1.841071401802287e-05, "Finetune/Loss": 0.9094128608703613, "Finetune/Loss (Raw)": 0.9669457077980042, "Finetune/Step": 1985, "Finetune/Step Time": 6.194890191778541}
+{"Finetune/Learning Rate": 1.8408891753718202e-05, "Finetune/Loss": 0.9105863571166992, "Finetune/Loss (Raw)": 1.05741548538208, "Finetune/Step": 1986, "Finetune/Step Time": 6.1887507028877735}
+{"Finetune/Learning Rate": 1.8407068535604507e-05, "Finetune/Loss": 0.9113901257514954, "Finetune/Loss (Raw)": 0.8948305249214172, "Finetune/Step": 1987, "Finetune/Step Time": 6.181060057133436}
+{"Finetune/Learning Rate": 1.840524436388859e-05, "Finetune/Loss": 0.9116119742393494, "Finetune/Loss (Raw)": 1.0454368591308594, "Finetune/Step": 1988, "Finetune/Step Time": 6.1752431113272905}
+{"Finetune/Learning Rate": 1.8403419238777367e-05, "Finetune/Loss": 0.9125298261642456, "Finetune/Loss (Raw)": 0.9323786497116089, "Finetune/Step": 1989, "Finetune/Step Time": 6.176180750131607}
+{"Finetune/Learning Rate": 1.8401593160477854e-05, "Finetune/Loss": 0.9137993454933167, "Finetune/Loss (Raw)": 1.0233891010284424, "Finetune/Step": 1990, "Finetune/Step Time": 6.189791543409228}
+{"Finetune/Learning Rate": 1.8399766129197183e-05, "Finetune/Loss": 0.9183633327484131, "Finetune/Loss (Raw)": 1.0199354887008667, "Finetune/Step": 1991, "Finetune/Step Time": 6.184793574735522}
+{"Finetune/Learning Rate": 1.839793814514259e-05, "Finetune/Loss": 0.9233945608139038, "Finetune/Loss (Raw)": 1.011232614517212, "Finetune/Step": 1992, "Finetune/Step Time": 6.1882795467972755}
+{"Finetune/Learning Rate": 1.839610920852143e-05, "Finetune/Loss": 0.9207959175109863, "Finetune/Loss (Raw)": 0.7403582334518433, "Finetune/Step": 1993, "Finetune/Step Time": 6.191277442499995}
+{"Finetune/Learning Rate": 1.8394279319541143e-05, "Finetune/Loss": 0.9212245345115662, "Finetune/Loss (Raw)": 1.0445621013641357, "Finetune/Step": 1994, "Finetune/Step Time": 6.200777078047395}
+{"Finetune/Learning Rate": 1.83924484784093e-05, "Finetune/Loss": 0.9220412969589233, "Finetune/Loss (Raw)": 1.0296422243118286, "Finetune/Step": 1995, "Finetune/Step Time": 6.202984688803554}
+{"Finetune/Learning Rate": 1.8390616685333565e-05, "Finetune/Loss": 0.9216479063034058, "Finetune/Loss (Raw)": 0.8330080509185791, "Finetune/Step": 1996, "Finetune/Step Time": 6.203336831182241}
+{"Finetune/Learning Rate": 1.838878394052172e-05, "Finetune/Loss": 0.9221397638320923, "Finetune/Loss (Raw)": 1.0671008825302124, "Finetune/Step": 1997, "Finetune/Step Time": 6.203892035409808}
+{"Finetune/Learning Rate": 1.8386950244181654e-05, "Finetune/Loss": 0.9219958782196045, "Finetune/Loss (Raw)": 0.9162060618400574, "Finetune/Step": 1998, "Finetune/Step Time": 6.203492280095816}
+{"Finetune/Learning Rate": 1.8385115596521356e-05, "Finetune/Loss": 0.921009361743927, "Finetune/Loss (Raw)": 0.9806956648826599, "Finetune/Step": 1999, "Finetune/Step Time": 6.202530020847917}
+{"Finetune/Learning Rate": 1.838327999774892e-05, "Finetune/Loss": 0.9231281280517578, "Finetune/Loss (Raw)": 1.0634689331054688, "Finetune/Step": 2000, "Finetune/Step Time": 6.203352354466915}
+{"Finetune/Learning Rate": 1.838144344807257e-05, "Finetune/Loss": 0.9224713444709778, "Finetune/Loss (Raw)": 0.8455967903137207, "Finetune/Step": 2001, "Finetune/Step Time": 6.202888265252113}
+{"Finetune/Learning Rate": 1.8379605947700617e-05, "Finetune/Loss": 0.9220560789108276, "Finetune/Loss (Raw)": 1.0642837285995483, "Finetune/Step": 2002, "Finetune/Step Time": 6.203202206641436}
+{"Finetune/Learning Rate": 1.8377767496841482e-05, "Finetune/Loss": 0.9218851327896118, "Finetune/Loss (Raw)": 0.9376745820045471, "Finetune/Step": 2003, "Finetune/Step Time": 6.203284654766321}
+{"Finetune/Learning Rate": 1.8375928095703703e-05, "Finetune/Loss": 0.9222850203514099, "Finetune/Loss (Raw)": 1.019957184791565, "Finetune/Step": 2004, "Finetune/Step Time": 6.203983839601278}
+{"Finetune/Learning Rate": 1.8374087744495918e-05, "Finetune/Loss": 0.9216609001159668, "Finetune/Loss (Raw)": 0.9998053908348083, "Finetune/Step": 2005, "Finetune/Step Time": 6.209443716332316}
+{"Finetune/Learning Rate": 1.8372246443426877e-05, "Finetune/Loss": 0.9213772416114807, "Finetune/Loss (Raw)": 0.9679409265518188, "Finetune/Step": 2006, "Finetune/Step Time": 6.2276028245687485}
+{"Finetune/Learning Rate": 1.8370404192705437e-05, "Finetune/Loss": 0.9199413061141968, "Finetune/Loss (Raw)": 0.93982994556427, "Finetune/Step": 2007, "Finetune/Step Time": 6.228489493951201}
+{"Finetune/Learning Rate": 1.8368560992540563e-05, "Finetune/Loss": 0.9153966903686523, "Finetune/Loss (Raw)": 0.29655423760414124, "Finetune/Step": 2008, "Finetune/Step Time": 6.232233179733157}
+{"Finetune/Learning Rate": 1.836671684314132e-05, "Finetune/Loss": 0.9148783683776855, "Finetune/Loss (Raw)": 0.9021657705307007, "Finetune/Step": 2009, "Finetune/Step Time": 6.250181946903467}
+{"Finetune/Learning Rate": 1.83648717447169e-05, "Finetune/Loss": 0.9155926704406738, "Finetune/Loss (Raw)": 0.9896196722984314, "Finetune/Step": 2010, "Finetune/Step Time": 6.253166202455759}
+{"Finetune/Learning Rate": 1.8363025697476577e-05, "Finetune/Loss": 0.9146701097488403, "Finetune/Loss (Raw)": 0.9190584421157837, "Finetune/Step": 2011, "Finetune/Step Time": 6.2516853623092175}
+{"Finetune/Learning Rate": 1.836117870162975e-05, "Finetune/Loss": 0.9148878455162048, "Finetune/Loss (Raw)": 0.9921317100524902, "Finetune/Step": 2012, "Finetune/Step Time": 6.2580421306192875}
+{"Finetune/Learning Rate": 1.8359330757385922e-05, "Finetune/Loss": 0.9149309396743774, "Finetune/Loss (Raw)": 0.9518958926200867, "Finetune/Step": 2013, "Finetune/Step Time": 6.266888799145818}
+{"Finetune/Learning Rate": 1.83574818649547e-05, "Finetune/Loss": 0.9198622703552246, "Finetune/Loss (Raw)": 1.0141171216964722, "Finetune/Step": 2014, "Finetune/Step Time": 6.2631432469934225}
+{"Finetune/Learning Rate": 1.8355632024545807e-05, "Finetune/Loss": 0.9204428195953369, "Finetune/Loss (Raw)": 0.9839156270027161, "Finetune/Step": 2015, "Finetune/Step Time": 6.251576919108629}
+{"Finetune/Learning Rate": 1.8353781236369065e-05, "Finetune/Loss": 0.9206333160400391, "Finetune/Loss (Raw)": 0.965543806552887, "Finetune/Step": 2016, "Finetune/Step Time": 6.2541724387556314}
+{"Finetune/Learning Rate": 1.8351929500634408e-05, "Finetune/Loss": 0.9215036034584045, "Finetune/Loss (Raw)": 1.0075054168701172, "Finetune/Step": 2017, "Finetune/Step Time": 6.260816864669323}
+{"Finetune/Learning Rate": 1.835007681755187e-05, "Finetune/Loss": 0.9201979637145996, "Finetune/Loss (Raw)": 0.8071276545524597, "Finetune/Step": 2018, "Finetune/Step Time": 6.270510800182819}
+{"Finetune/Learning Rate": 1.8348223187331604e-05, "Finetune/Loss": 0.9209467172622681, "Finetune/Loss (Raw)": 0.9168857336044312, "Finetune/Step": 2019, "Finetune/Step Time": 6.277930164709687}
+{"Finetune/Learning Rate": 1.8346368610183863e-05, "Finetune/Loss": 0.9213467836380005, "Finetune/Loss (Raw)": 1.0105745792388916, "Finetune/Step": 2020, "Finetune/Step Time": 6.279842859134078}
+{"Finetune/Learning Rate": 1.8344513086319013e-05, "Finetune/Loss": 0.9203559756278992, "Finetune/Loss (Raw)": 0.9100108742713928, "Finetune/Step": 2021, "Finetune/Step Time": 6.2807613760232925}
+{"Finetune/Learning Rate": 1.8342656615947515e-05, "Finetune/Loss": 0.9196305274963379, "Finetune/Loss (Raw)": 0.9182506203651428, "Finetune/Step": 2022, "Finetune/Step Time": 6.282120198011398}
+{"Finetune/Learning Rate": 1.8340799199279954e-05, "Finetune/Loss": 0.9194995760917664, "Finetune/Loss (Raw)": 0.9253484606742859, "Finetune/Step": 2023, "Finetune/Step Time": 6.282974790781736}
+{"Finetune/Learning Rate": 1.8338940836527005e-05, "Finetune/Loss": 0.9182379245758057, "Finetune/Loss (Raw)": 0.8445556163787842, "Finetune/Step": 2024, "Finetune/Step Time": 6.2684124410152435}
+{"Finetune/Learning Rate": 1.833708152789947e-05, "Finetune/Loss": 0.9183823466300964, "Finetune/Loss (Raw)": 0.9886242151260376, "Finetune/Step": 2025, "Finetune/Step Time": 6.249553594738245}
+{"Finetune/Learning Rate": 1.833522127360824e-05, "Finetune/Loss": 0.9188665151596069, "Finetune/Loss (Raw)": 0.8815233111381531, "Finetune/Step": 2026, "Finetune/Step Time": 6.253053322434425}
+{"Finetune/Learning Rate": 1.8333360073864326e-05, "Finetune/Loss": 0.9171953201293945, "Finetune/Loss (Raw)": 0.9391204714775085, "Finetune/Step": 2027, "Finetune/Step Time": 6.248167114332318}
+{"Finetune/Learning Rate": 1.833149792887884e-05, "Finetune/Loss": 0.9135152101516724, "Finetune/Loss (Raw)": 0.4419253170490265, "Finetune/Step": 2028, "Finetune/Step Time": 6.2520090732723475}
+{"Finetune/Learning Rate": 1.8329634838863e-05, "Finetune/Loss": 0.9129572510719299, "Finetune/Loss (Raw)": 0.9388013482093811, "Finetune/Step": 2029, "Finetune/Step Time": 6.267109755426645}
+{"Finetune/Learning Rate": 1.832777080402814e-05, "Finetune/Loss": 0.9118666648864746, "Finetune/Loss (Raw)": 1.0101438760757446, "Finetune/Step": 2030, "Finetune/Step Time": 6.2702283430844545}
+{"Finetune/Learning Rate": 1.8325905824585687e-05, "Finetune/Loss": 0.911537766456604, "Finetune/Loss (Raw)": 0.9133772850036621, "Finetune/Step": 2031, "Finetune/Step Time": 6.277746230363846}
+{"Finetune/Learning Rate": 1.832403990074719e-05, "Finetune/Loss": 0.9120421409606934, "Finetune/Loss (Raw)": 0.9555185437202454, "Finetune/Step": 2032, "Finetune/Step Time": 6.27767575904727}
+{"Finetune/Learning Rate": 1.832217303272429e-05, "Finetune/Loss": 0.9131515026092529, "Finetune/Loss (Raw)": 0.960064709186554, "Finetune/Step": 2033, "Finetune/Step Time": 6.271959753707051}
+{"Finetune/Learning Rate": 1.8320305220728755e-05, "Finetune/Loss": 0.9162003993988037, "Finetune/Loss (Raw)": 0.80329430103302, "Finetune/Step": 2034, "Finetune/Step Time": 6.257489420473576}
+{"Finetune/Learning Rate": 1.8318436464972437e-05, "Finetune/Loss": 0.9167299270629883, "Finetune/Loss (Raw)": 0.8868504762649536, "Finetune/Step": 2035, "Finetune/Step Time": 6.24535708874464}
+{"Finetune/Learning Rate": 1.831656676566731e-05, "Finetune/Loss": 0.919384241104126, "Finetune/Loss (Raw)": 0.9530078768730164, "Finetune/Step": 2036, "Finetune/Step Time": 6.2448492757976055}
+{"Finetune/Learning Rate": 1.8314696123025456e-05, "Finetune/Loss": 0.9183990955352783, "Finetune/Loss (Raw)": 0.8503330945968628, "Finetune/Step": 2037, "Finetune/Step Time": 6.241910509765148}
+{"Finetune/Learning Rate": 1.8312824537259054e-05, "Finetune/Loss": 0.9175105094909668, "Finetune/Loss (Raw)": 0.8262475728988647, "Finetune/Step": 2038, "Finetune/Step Time": 6.239815033972263}
+{"Finetune/Learning Rate": 1.8310952008580396e-05, "Finetune/Loss": 0.9176702499389648, "Finetune/Loss (Raw)": 0.8736588954925537, "Finetune/Step": 2039, "Finetune/Step Time": 6.231017956510186}
+{"Finetune/Learning Rate": 1.8309078537201882e-05, "Finetune/Loss": 0.9173188209533691, "Finetune/Loss (Raw)": 0.9059452414512634, "Finetune/Step": 2040, "Finetune/Step Time": 6.222612319514155}
+{"Finetune/Learning Rate": 1.8307204123336014e-05, "Finetune/Loss": 0.912755012512207, "Finetune/Loss (Raw)": 0.41442006826400757, "Finetune/Step": 2041, "Finetune/Step Time": 6.211844474077225}
+{"Finetune/Learning Rate": 1.8305328767195415e-05, "Finetune/Loss": 0.9124055504798889, "Finetune/Loss (Raw)": 0.8249601721763611, "Finetune/Step": 2042, "Finetune/Step Time": 6.227874482050538}
+{"Finetune/Learning Rate": 1.830345246899279e-05, "Finetune/Loss": 0.9126536846160889, "Finetune/Loss (Raw)": 0.9817980527877808, "Finetune/Step": 2043, "Finetune/Step Time": 6.243871249258518}
+{"Finetune/Learning Rate": 1.8301575228940974e-05, "Finetune/Loss": 0.9124674797058105, "Finetune/Loss (Raw)": 0.742112398147583, "Finetune/Step": 2044, "Finetune/Step Time": 6.244703162461519}
+{"Finetune/Learning Rate": 1.8299697047252894e-05, "Finetune/Loss": 0.9116928577423096, "Finetune/Loss (Raw)": 0.8300086259841919, "Finetune/Step": 2045, "Finetune/Step Time": 6.253386341035366}
+{"Finetune/Learning Rate": 1.8297817924141595e-05, "Finetune/Loss": 0.9130842685699463, "Finetune/Loss (Raw)": 0.8872399926185608, "Finetune/Step": 2046, "Finetune/Step Time": 6.250977268442512}
+{"Finetune/Learning Rate": 1.8295937859820217e-05, "Finetune/Loss": 0.9142842292785645, "Finetune/Loss (Raw)": 1.0062357187271118, "Finetune/Step": 2047, "Finetune/Step Time": 6.241129323840141}
+{"Finetune/Learning Rate": 1.829405685450202e-05, "Finetune/Loss": 0.9136043787002563, "Finetune/Loss (Raw)": 0.9646523594856262, "Finetune/Step": 2048, "Finetune/Step Time": 6.231539962813258}
+{"Finetune/Learning Rate": 1.829217490840036e-05, "Finetune/Loss": 0.9155392646789551, "Finetune/Loss (Raw)": 1.0942866802215576, "Finetune/Step": 2049, "Finetune/Step Time": 6.235974447801709}
+{"Finetune/Learning Rate": 1.8290292021728704e-05, "Finetune/Loss": 0.9156668186187744, "Finetune/Loss (Raw)": 0.9822375178337097, "Finetune/Step": 2050, "Finetune/Step Time": 6.238515319302678}
+{"Finetune/Learning Rate": 1.8288408194700624e-05, "Finetune/Loss": 0.9173562526702881, "Finetune/Loss (Raw)": 0.8968686461448669, "Finetune/Step": 2051, "Finetune/Step Time": 6.237836077809334}
+{"Finetune/Learning Rate": 1.8286523427529802e-05, "Finetune/Loss": 0.917384147644043, "Finetune/Loss (Raw)": 0.969957709312439, "Finetune/Step": 2052, "Finetune/Step Time": 6.234853662550449}
+{"Finetune/Learning Rate": 1.828463772043003e-05, "Finetune/Loss": 0.9157171249389648, "Finetune/Loss (Raw)": 0.7923270463943481, "Finetune/Step": 2053, "Finetune/Step Time": 6.238467287272215}
+{"Finetune/Learning Rate": 1.8282751073615186e-05, "Finetune/Loss": 0.9158220291137695, "Finetune/Loss (Raw)": 0.9877048134803772, "Finetune/Step": 2054, "Finetune/Step Time": 6.237823525443673}
+{"Finetune/Learning Rate": 1.8280863487299283e-05, "Finetune/Loss": 0.9196759462356567, "Finetune/Loss (Raw)": 0.842480480670929, "Finetune/Step": 2055, "Finetune/Step Time": 6.233410391956568}
+{"Finetune/Learning Rate": 1.8278974961696422e-05, "Finetune/Loss": 0.9188143014907837, "Finetune/Loss (Raw)": 0.9137058854103088, "Finetune/Step": 2056, "Finetune/Step Time": 6.216152569279075}
+{"Finetune/Learning Rate": 1.8277085497020818e-05, "Finetune/Loss": 0.9173744916915894, "Finetune/Loss (Raw)": 0.7963759303092957, "Finetune/Step": 2057, "Finetune/Step Time": 6.214315295219421}
+{"Finetune/Learning Rate": 1.827519509348679e-05, "Finetune/Loss": 0.9162554740905762, "Finetune/Loss (Raw)": 0.8122509717941284, "Finetune/Step": 2058, "Finetune/Step Time": 6.215064376592636}
+{"Finetune/Learning Rate": 1.8273303751308763e-05, "Finetune/Loss": 0.9161113500595093, "Finetune/Loss (Raw)": 0.8703101277351379, "Finetune/Step": 2059, "Finetune/Step Time": 6.21419520303607}
+{"Finetune/Learning Rate": 1.8271411470701267e-05, "Finetune/Loss": 0.9176251888275146, "Finetune/Loss (Raw)": 1.148413062095642, "Finetune/Step": 2060, "Finetune/Step Time": 6.196904299780726}
+{"Finetune/Learning Rate": 1.8269518251878946e-05, "Finetune/Loss": 0.9156861305236816, "Finetune/Loss (Raw)": 0.7446542978286743, "Finetune/Step": 2061, "Finetune/Step Time": 6.195526111871004}
+{"Finetune/Learning Rate": 1.826762409505654e-05, "Finetune/Loss": 0.916163444519043, "Finetune/Loss (Raw)": 0.8987950682640076, "Finetune/Step": 2062, "Finetune/Step Time": 6.189439062029123}
+{"Finetune/Learning Rate": 1.826572900044891e-05, "Finetune/Loss": 0.9168940782546997, "Finetune/Loss (Raw)": 0.9792339205741882, "Finetune/Step": 2063, "Finetune/Step Time": 6.193369325250387}
+{"Finetune/Learning Rate": 1.8263832968271e-05, "Finetune/Loss": 0.9122604727745056, "Finetune/Loss (Raw)": 0.364603728055954, "Finetune/Step": 2064, "Finetune/Step Time": 6.195914164185524}
+{"Finetune/Learning Rate": 1.8261935998737884e-05, "Finetune/Loss": 0.9139520525932312, "Finetune/Loss (Raw)": 1.0779255628585815, "Finetune/Step": 2065, "Finetune/Step Time": 6.205640343949199}
+{"Finetune/Learning Rate": 1.8260038092064728e-05, "Finetune/Loss": 0.9132511615753174, "Finetune/Loss (Raw)": 0.9517995119094849, "Finetune/Step": 2066, "Finetune/Step Time": 6.2039920799434185}
+{"Finetune/Learning Rate": 1.8258139248466812e-05, "Finetune/Loss": 0.9149597883224487, "Finetune/Loss (Raw)": 1.0836946964263916, "Finetune/Step": 2067, "Finetune/Step Time": 6.203583840280771}
+{"Finetune/Learning Rate": 1.825623946815952e-05, "Finetune/Loss": 0.9133003950119019, "Finetune/Loss (Raw)": 0.8201426267623901, "Finetune/Step": 2068, "Finetune/Step Time": 6.196288635954261}
+{"Finetune/Learning Rate": 1.825433875135834e-05, "Finetune/Loss": 0.9143921136856079, "Finetune/Loss (Raw)": 0.9367847442626953, "Finetune/Step": 2069, "Finetune/Step Time": 6.194660430774093}
+{"Finetune/Learning Rate": 1.8252437098278867e-05, "Finetune/Loss": 0.9101355671882629, "Finetune/Loss (Raw)": 0.42123743891716003, "Finetune/Step": 2070, "Finetune/Step Time": 6.190597550943494}
+{"Finetune/Learning Rate": 1.8250534509136804e-05, "Finetune/Loss": 0.9101619720458984, "Finetune/Loss (Raw)": 0.9906643033027649, "Finetune/Step": 2071, "Finetune/Step Time": 6.206007484346628}
+{"Finetune/Learning Rate": 1.8248630984147956e-05, "Finetune/Loss": 0.9096126556396484, "Finetune/Loss (Raw)": 0.8914983868598938, "Finetune/Step": 2072, "Finetune/Step Time": 6.2164449486881495}
+{"Finetune/Learning Rate": 1.8246726523528243e-05, "Finetune/Loss": 0.9110698103904724, "Finetune/Loss (Raw)": 1.0576692819595337, "Finetune/Step": 2073, "Finetune/Step Time": 6.228325350210071}
+{"Finetune/Learning Rate": 1.824482112749368e-05, "Finetune/Loss": 0.9108914732933044, "Finetune/Loss (Raw)": 0.8410506248474121, "Finetune/Step": 2074, "Finetune/Step Time": 6.222190970554948}
+{"Finetune/Learning Rate": 1.8242914796260396e-05, "Finetune/Loss": 0.9113731384277344, "Finetune/Loss (Raw)": 0.8537715077400208, "Finetune/Step": 2075, "Finetune/Step Time": 6.221949737519026}
+{"Finetune/Learning Rate": 1.8241007530044622e-05, "Finetune/Loss": 0.91299968957901, "Finetune/Loss (Raw)": 1.0302143096923828, "Finetune/Step": 2076, "Finetune/Step Time": 6.194772157818079}
+{"Finetune/Learning Rate": 1.8239099329062698e-05, "Finetune/Loss": 0.9122112989425659, "Finetune/Loss (Raw)": 0.8957483172416687, "Finetune/Step": 2077, "Finetune/Step Time": 6.199507446959615}
+{"Finetune/Learning Rate": 1.823719019353107e-05, "Finetune/Loss": 0.9115253686904907, "Finetune/Loss (Raw)": 0.8751218914985657, "Finetune/Step": 2078, "Finetune/Step Time": 6.199247367680073}
+{"Finetune/Learning Rate": 1.8235280123666285e-05, "Finetune/Loss": 0.9128201007843018, "Finetune/Loss (Raw)": 1.0012750625610352, "Finetune/Step": 2079, "Finetune/Step Time": 6.197298677638173}
+{"Finetune/Learning Rate": 1.8233369119685e-05, "Finetune/Loss": 0.9112657904624939, "Finetune/Loss (Raw)": 0.8535900115966797, "Finetune/Step": 2080, "Finetune/Step Time": 6.19684979878366}
+{"Finetune/Learning Rate": 1.8231457181803976e-05, "Finetune/Loss": 0.9119349122047424, "Finetune/Loss (Raw)": 0.9790825843811035, "Finetune/Step": 2081, "Finetune/Step Time": 6.1983153857290745}
+{"Finetune/Learning Rate": 1.8229544310240094e-05, "Finetune/Loss": 0.9076813459396362, "Finetune/Loss (Raw)": 0.4091104567050934, "Finetune/Step": 2082, "Finetune/Step Time": 6.209749728441238}
+{"Finetune/Learning Rate": 1.822763050521031e-05, "Finetune/Loss": 0.9098223447799683, "Finetune/Loss (Raw)": 1.1159757375717163, "Finetune/Step": 2083, "Finetune/Step Time": 6.231853803619742}
+{"Finetune/Learning Rate": 1.822571576693172e-05, "Finetune/Loss": 0.9104801416397095, "Finetune/Loss (Raw)": 1.0787181854248047, "Finetune/Step": 2084, "Finetune/Step Time": 6.22958106175065}
+{"Finetune/Learning Rate": 1.82238000956215e-05, "Finetune/Loss": 0.9115053415298462, "Finetune/Loss (Raw)": 1.1241631507873535, "Finetune/Step": 2085, "Finetune/Step Time": 6.263218380510807}
+{"Finetune/Learning Rate": 1.8221883491496942e-05, "Finetune/Loss": 0.9105057120323181, "Finetune/Loss (Raw)": 0.8958172798156738, "Finetune/Step": 2086, "Finetune/Step Time": 6.260588327422738}
+{"Finetune/Learning Rate": 1.8219965954775453e-05, "Finetune/Loss": 0.9091408252716064, "Finetune/Loss (Raw)": 0.8851248621940613, "Finetune/Step": 2087, "Finetune/Step Time": 6.262179866433144}
+{"Finetune/Learning Rate": 1.8218047485674522e-05, "Finetune/Loss": 0.9093736410140991, "Finetune/Loss (Raw)": 1.0184119939804077, "Finetune/Step": 2088, "Finetune/Step Time": 6.271517552435398}
+{"Finetune/Learning Rate": 1.8216128084411776e-05, "Finetune/Loss": 0.9105724096298218, "Finetune/Loss (Raw)": 1.0086569786071777, "Finetune/Step": 2089, "Finetune/Step Time": 6.272869158536196}
+{"Finetune/Learning Rate": 1.8214207751204917e-05, "Finetune/Loss": 0.9126864075660706, "Finetune/Loss (Raw)": 1.131813406944275, "Finetune/Step": 2090, "Finetune/Step Time": 6.271414374932647}
+{"Finetune/Learning Rate": 1.821228648627177e-05, "Finetune/Loss": 0.9132004976272583, "Finetune/Loss (Raw)": 0.9703365564346313, "Finetune/Step": 2091, "Finetune/Step Time": 6.274022633209825}
+{"Finetune/Learning Rate": 1.821036428983026e-05, "Finetune/Loss": 0.9156511425971985, "Finetune/Loss (Raw)": 1.0260313749313354, "Finetune/Step": 2092, "Finetune/Step Time": 6.291646856814623}
+{"Finetune/Learning Rate": 1.8208441162098422e-05, "Finetune/Loss": 0.915812611579895, "Finetune/Loss (Raw)": 0.9424343109130859, "Finetune/Step": 2093, "Finetune/Step Time": 6.2976320665329695}
+{"Finetune/Learning Rate": 1.8206517103294393e-05, "Finetune/Loss": 0.9180896282196045, "Finetune/Loss (Raw)": 1.0488369464874268, "Finetune/Step": 2094, "Finetune/Step Time": 6.29029450006783}
+{"Finetune/Learning Rate": 1.820459211363641e-05, "Finetune/Loss": 0.9187700152397156, "Finetune/Loss (Raw)": 1.029363751411438, "Finetune/Step": 2095, "Finetune/Step Time": 6.2813258320093155}
+{"Finetune/Learning Rate": 1.8202666193342834e-05, "Finetune/Loss": 0.9179625511169434, "Finetune/Loss (Raw)": 0.7828699946403503, "Finetune/Step": 2096, "Finetune/Step Time": 6.284668195992708}
+{"Finetune/Learning Rate": 1.820073934263211e-05, "Finetune/Loss": 0.9188475608825684, "Finetune/Loss (Raw)": 0.9482314586639404, "Finetune/Step": 2097, "Finetune/Step Time": 6.291251474991441}
+{"Finetune/Learning Rate": 1.8198811561722797e-05, "Finetune/Loss": 0.9193564653396606, "Finetune/Loss (Raw)": 0.9897658824920654, "Finetune/Step": 2098, "Finetune/Step Time": 6.29211563244462}
+{"Finetune/Learning Rate": 1.819688285083357e-05, "Finetune/Loss": 0.9170256853103638, "Finetune/Loss (Raw)": 0.6858773827552795, "Finetune/Step": 2099, "Finetune/Step Time": 6.294567048549652}
+{"Finetune/Learning Rate": 1.8194953210183185e-05, "Finetune/Loss": 0.9171953797340393, "Finetune/Loss (Raw)": 0.855707049369812, "Finetune/Step": 2100, "Finetune/Step Time": 6.2961714733392}
+{"Finetune/Learning Rate": 1.8193022639990536e-05, "Finetune/Loss": 0.9176968336105347, "Finetune/Loss (Raw)": 1.0913585424423218, "Finetune/Step": 2101, "Finetune/Step Time": 6.293737908825278}
+{"Finetune/Learning Rate": 1.8191091140474595e-05, "Finetune/Loss": 0.9174110889434814, "Finetune/Loss (Raw)": 0.8118170499801636, "Finetune/Step": 2102, "Finetune/Step Time": 6.298959055915475}
+{"Finetune/Learning Rate": 1.8189158711854448e-05, "Finetune/Loss": 0.9169563055038452, "Finetune/Loss (Raw)": 1.0326738357543945, "Finetune/Step": 2103, "Finetune/Step Time": 6.299502292647958}
+{"Finetune/Learning Rate": 1.8187225354349297e-05, "Finetune/Loss": 0.9174737334251404, "Finetune/Loss (Raw)": 1.050246000289917, "Finetune/Step": 2104, "Finetune/Step Time": 6.295512238517404}
+{"Finetune/Learning Rate": 1.818529106817843e-05, "Finetune/Loss": 0.9180212616920471, "Finetune/Loss (Raw)": 0.9782013297080994, "Finetune/Step": 2105, "Finetune/Step Time": 6.29299664311111}
+{"Finetune/Learning Rate": 1.8183355853561253e-05, "Finetune/Loss": 0.9185506105422974, "Finetune/Loss (Raw)": 0.9589390158653259, "Finetune/Step": 2106, "Finetune/Step Time": 6.294308055192232}
+{"Finetune/Learning Rate": 1.818141971071728e-05, "Finetune/Loss": 0.9188531637191772, "Finetune/Loss (Raw)": 0.9991207718849182, "Finetune/Step": 2107, "Finetune/Step Time": 6.295941209420562}
+{"Finetune/Learning Rate": 1.8179482639866115e-05, "Finetune/Loss": 0.9190438985824585, "Finetune/Loss (Raw)": 0.9370706081390381, "Finetune/Step": 2108, "Finetune/Step Time": 6.294131081551313}
+{"Finetune/Learning Rate": 1.8177544641227486e-05, "Finetune/Loss": 0.9190893769264221, "Finetune/Loss (Raw)": 0.8803977966308594, "Finetune/Step": 2109, "Finetune/Step Time": 6.291751002892852}
+{"Finetune/Learning Rate": 1.8175605715021215e-05, "Finetune/Loss": 0.9192977547645569, "Finetune/Loss (Raw)": 1.007529377937317, "Finetune/Step": 2110, "Finetune/Step Time": 6.2907623294740915}
+{"Finetune/Learning Rate": 1.8173665861467232e-05, "Finetune/Loss": 0.9195721745491028, "Finetune/Loss (Raw)": 0.8735505938529968, "Finetune/Step": 2111, "Finetune/Step Time": 6.288718692958355}
+{"Finetune/Learning Rate": 1.817172508078557e-05, "Finetune/Loss": 0.9188733100891113, "Finetune/Loss (Raw)": 0.8553296327590942, "Finetune/Step": 2112, "Finetune/Step Time": 6.287301303818822}
+{"Finetune/Learning Rate": 1.816978337319637e-05, "Finetune/Loss": 0.9188454747200012, "Finetune/Loss (Raw)": 0.9633868336677551, "Finetune/Step": 2113, "Finetune/Step Time": 6.2822658363729715}
+{"Finetune/Learning Rate": 1.8167840738919883e-05, "Finetune/Loss": 0.9178017377853394, "Finetune/Loss (Raw)": 0.9238125681877136, "Finetune/Step": 2114, "Finetune/Step Time": 6.282161073759198}
+{"Finetune/Learning Rate": 1.816589717817645e-05, "Finetune/Loss": 0.9195549488067627, "Finetune/Loss (Raw)": 1.1192502975463867, "Finetune/Step": 2115, "Finetune/Step Time": 6.2832169234752655}
+{"Finetune/Learning Rate": 1.8163952691186528e-05, "Finetune/Loss": 0.9179378151893616, "Finetune/Loss (Raw)": 0.8384397625923157, "Finetune/Step": 2116, "Finetune/Step Time": 6.283514862880111}
+{"Finetune/Learning Rate": 1.8162007278170684e-05, "Finetune/Loss": 0.9186753034591675, "Finetune/Loss (Raw)": 1.0267783403396606, "Finetune/Step": 2117, "Finetune/Step Time": 6.283220138400793}
+{"Finetune/Learning Rate": 1.816006093934958e-05, "Finetune/Loss": 0.9178512096405029, "Finetune/Loss (Raw)": 0.9178981184959412, "Finetune/Step": 2118, "Finetune/Step Time": 6.272670831531286}
+{"Finetune/Learning Rate": 1.815811367494398e-05, "Finetune/Loss": 0.916530430316925, "Finetune/Loss (Raw)": 0.8508832454681396, "Finetune/Step": 2119, "Finetune/Step Time": 6.283670825883746}
+{"Finetune/Learning Rate": 1.815616548517477e-05, "Finetune/Loss": 0.9163607954978943, "Finetune/Loss (Raw)": 0.9895172119140625, "Finetune/Step": 2120, "Finetune/Step Time": 6.271279996261001}
+{"Finetune/Learning Rate": 1.815421637026293e-05, "Finetune/Loss": 0.9185042977333069, "Finetune/Loss (Raw)": 1.0147267580032349, "Finetune/Step": 2121, "Finetune/Step Time": 6.25844469293952}
+{"Finetune/Learning Rate": 1.8152266330429534e-05, "Finetune/Loss": 0.9169180393218994, "Finetune/Loss (Raw)": 0.8415201902389526, "Finetune/Step": 2122, "Finetune/Step Time": 6.252553487196565}
+{"Finetune/Learning Rate": 1.8150315365895786e-05, "Finetune/Loss": 0.9171299934387207, "Finetune/Loss (Raw)": 1.0567739009857178, "Finetune/Step": 2123, "Finetune/Step Time": 6.253334857523441}
+{"Finetune/Learning Rate": 1.814836347688297e-05, "Finetune/Loss": 0.9182015061378479, "Finetune/Loss (Raw)": 0.9701611399650574, "Finetune/Step": 2124, "Finetune/Step Time": 6.254120541736484}
+{"Finetune/Learning Rate": 1.8146410663612496e-05, "Finetune/Loss": 0.9177751541137695, "Finetune/Loss (Raw)": 1.012528657913208, "Finetune/Step": 2125, "Finetune/Step Time": 6.258301857858896}
+{"Finetune/Learning Rate": 1.814445692630586e-05, "Finetune/Loss": 0.9168241620063782, "Finetune/Loss (Raw)": 0.7944754362106323, "Finetune/Step": 2126, "Finetune/Step Time": 6.25909373536706}
+{"Finetune/Learning Rate": 1.8142502265184677e-05, "Finetune/Loss": 0.916083574295044, "Finetune/Loss (Raw)": 0.8859075903892517, "Finetune/Step": 2127, "Finetune/Step Time": 6.260455723851919}
+{"Finetune/Learning Rate": 1.814054668047066e-05, "Finetune/Loss": 0.9133740067481995, "Finetune/Loss (Raw)": 0.7166404128074646, "Finetune/Step": 2128, "Finetune/Step Time": 6.261231562122703}
+{"Finetune/Learning Rate": 1.8138590172385627e-05, "Finetune/Loss": 0.9141362905502319, "Finetune/Loss (Raw)": 0.9431726336479187, "Finetune/Step": 2129, "Finetune/Step Time": 6.268148930743337}
+{"Finetune/Learning Rate": 1.8136632741151507e-05, "Finetune/Loss": 0.9118173122406006, "Finetune/Loss (Raw)": 0.7674468755722046, "Finetune/Step": 2130, "Finetune/Step Time": 6.278339704498649}
+{"Finetune/Learning Rate": 1.8134674386990326e-05, "Finetune/Loss": 0.9115301966667175, "Finetune/Loss (Raw)": 0.9009284377098083, "Finetune/Step": 2131, "Finetune/Step Time": 6.307394064962864}
+{"Finetune/Learning Rate": 1.813271511012421e-05, "Finetune/Loss": 0.9118580222129822, "Finetune/Loss (Raw)": 1.0619211196899414, "Finetune/Step": 2132, "Finetune/Step Time": 6.308071333914995}
+{"Finetune/Learning Rate": 1.813075491077541e-05, "Finetune/Loss": 0.9115157723426819, "Finetune/Loss (Raw)": 0.9559926390647888, "Finetune/Step": 2133, "Finetune/Step Time": 6.299757231026888}
+{"Finetune/Learning Rate": 1.812879378916626e-05, "Finetune/Loss": 0.9110122919082642, "Finetune/Loss (Raw)": 0.9034954905509949, "Finetune/Step": 2134, "Finetune/Step Time": 6.2829663548618555}
+{"Finetune/Learning Rate": 1.8126831745519212e-05, "Finetune/Loss": 0.9105768203735352, "Finetune/Loss (Raw)": 0.8840905427932739, "Finetune/Step": 2135, "Finetune/Step Time": 6.2815971821546555}
+{"Finetune/Learning Rate": 1.8124868780056814e-05, "Finetune/Loss": 0.9154796004295349, "Finetune/Loss (Raw)": 0.9241098165512085, "Finetune/Step": 2136, "Finetune/Step Time": 6.291613845154643}
+{"Finetune/Learning Rate": 1.8122904893001723e-05, "Finetune/Loss": 0.9154804944992065, "Finetune/Loss (Raw)": 0.9022843837738037, "Finetune/Step": 2137, "Finetune/Step Time": 6.273825550451875}
+{"Finetune/Learning Rate": 1.8120940084576705e-05, "Finetune/Loss": 0.914771556854248, "Finetune/Loss (Raw)": 0.8988745212554932, "Finetune/Step": 2138, "Finetune/Step Time": 6.276945685967803}
+{"Finetune/Learning Rate": 1.811897435500462e-05, "Finetune/Loss": 0.9137332439422607, "Finetune/Loss (Raw)": 0.7861585021018982, "Finetune/Step": 2139, "Finetune/Step Time": 6.291494404897094}
+{"Finetune/Learning Rate": 1.811700770450844e-05, "Finetune/Loss": 0.9146904349327087, "Finetune/Loss (Raw)": 1.1146482229232788, "Finetune/Step": 2140, "Finetune/Step Time": 6.288592282682657}
+{"Finetune/Learning Rate": 1.8115040133311237e-05, "Finetune/Loss": 0.9140602350234985, "Finetune/Loss (Raw)": 0.8712273240089417, "Finetune/Step": 2141, "Finetune/Step Time": 6.280980933457613}
+{"Finetune/Learning Rate": 1.8113071641636194e-05, "Finetune/Loss": 0.9145723581314087, "Finetune/Loss (Raw)": 1.079672932624817, "Finetune/Step": 2142, "Finetune/Step Time": 6.280067015439272}
+{"Finetune/Learning Rate": 1.8111102229706593e-05, "Finetune/Loss": 0.9132678508758545, "Finetune/Loss (Raw)": 0.816938579082489, "Finetune/Step": 2143, "Finetune/Step Time": 6.281526375561953}
+{"Finetune/Learning Rate": 1.8109131897745823e-05, "Finetune/Loss": 0.9090104699134827, "Finetune/Loss (Raw)": 0.42059651017189026, "Finetune/Step": 2144, "Finetune/Step Time": 6.292140696197748}
+{"Finetune/Learning Rate": 1.8107160645977367e-05, "Finetune/Loss": 0.909008800983429, "Finetune/Loss (Raw)": 1.0072911977767944, "Finetune/Step": 2145, "Finetune/Step Time": 6.301599094644189}
+{"Finetune/Learning Rate": 1.8105188474624834e-05, "Finetune/Loss": 0.910132646560669, "Finetune/Loss (Raw)": 0.9509808421134949, "Finetune/Step": 2146, "Finetune/Step Time": 6.292670084163547}
+{"Finetune/Learning Rate": 1.810321538391192e-05, "Finetune/Loss": 0.9113585948944092, "Finetune/Loss (Raw)": 1.0738036632537842, "Finetune/Step": 2147, "Finetune/Step Time": 6.284340377897024}
+{"Finetune/Learning Rate": 1.8101241374062425e-05, "Finetune/Loss": 0.9111595153808594, "Finetune/Loss (Raw)": 0.9851014018058777, "Finetune/Step": 2148, "Finetune/Step Time": 6.285019775852561}
+{"Finetune/Learning Rate": 1.809926644530027e-05, "Finetune/Loss": 0.9121617078781128, "Finetune/Loss (Raw)": 1.0382872819900513, "Finetune/Step": 2149, "Finetune/Step Time": 6.285659708082676}
+{"Finetune/Learning Rate": 1.8097290597849454e-05, "Finetune/Loss": 0.9120423793792725, "Finetune/Loss (Raw)": 0.9029760956764221, "Finetune/Step": 2150, "Finetune/Step Time": 6.283831611275673}
+{"Finetune/Learning Rate": 1.8095313831934102e-05, "Finetune/Loss": 0.9110690355300903, "Finetune/Loss (Raw)": 0.8007591962814331, "Finetune/Step": 2151, "Finetune/Step Time": 6.282415570691228}
+{"Finetune/Learning Rate": 1.8093336147778437e-05, "Finetune/Loss": 0.9119558930397034, "Finetune/Loss (Raw)": 0.9580762982368469, "Finetune/Step": 2152, "Finetune/Step Time": 6.280895436182618}
+{"Finetune/Learning Rate": 1.8091357545606786e-05, "Finetune/Loss": 0.9113589525222778, "Finetune/Loss (Raw)": 0.9122117757797241, "Finetune/Step": 2153, "Finetune/Step Time": 6.280564002692699}
+{"Finetune/Learning Rate": 1.808937802564357e-05, "Finetune/Loss": 0.9111430644989014, "Finetune/Loss (Raw)": 0.8538858890533447, "Finetune/Step": 2154, "Finetune/Step Time": 6.279388112947345}
+{"Finetune/Learning Rate": 1.8087397588113336e-05, "Finetune/Loss": 0.9103337526321411, "Finetune/Loss (Raw)": 0.8355351090431213, "Finetune/Step": 2155, "Finetune/Step Time": 6.293486015871167}
+{"Finetune/Learning Rate": 1.8085416233240712e-05, "Finetune/Loss": 0.9142547845840454, "Finetune/Loss (Raw)": 0.9438121318817139, "Finetune/Step": 2156, "Finetune/Step Time": 6.293112622573972}
+{"Finetune/Learning Rate": 1.808343396125045e-05, "Finetune/Loss": 0.9151779413223267, "Finetune/Loss (Raw)": 1.0569682121276855, "Finetune/Step": 2157, "Finetune/Step Time": 6.275988318026066}
+{"Finetune/Learning Rate": 1.8081450772367382e-05, "Finetune/Loss": 0.9147374629974365, "Finetune/Loss (Raw)": 0.9537693858146667, "Finetune/Step": 2158, "Finetune/Step Time": 6.272352775558829}
+{"Finetune/Learning Rate": 1.807946666681647e-05, "Finetune/Loss": 0.9154874086380005, "Finetune/Loss (Raw)": 1.0093679428100586, "Finetune/Step": 2159, "Finetune/Step Time": 6.265133203938603}
+{"Finetune/Learning Rate": 1.807748164482277e-05, "Finetune/Loss": 0.9142959713935852, "Finetune/Loss (Raw)": 0.8030135035514832, "Finetune/Step": 2160, "Finetune/Step Time": 6.265736609697342}
+{"Finetune/Learning Rate": 1.8075495706611432e-05, "Finetune/Loss": 0.9142186641693115, "Finetune/Loss (Raw)": 0.9501599073410034, "Finetune/Step": 2161, "Finetune/Step Time": 6.265228318050504}
+{"Finetune/Learning Rate": 1.8073508852407725e-05, "Finetune/Loss": 0.9149047136306763, "Finetune/Loss (Raw)": 0.8911173343658447, "Finetune/Step": 2162, "Finetune/Step Time": 6.26284427754581}
+{"Finetune/Learning Rate": 1.807152108243701e-05, "Finetune/Loss": 0.9151848554611206, "Finetune/Loss (Raw)": 0.9227063655853271, "Finetune/Step": 2163, "Finetune/Step Time": 6.258472714573145}
+{"Finetune/Learning Rate": 1.806953239692476e-05, "Finetune/Loss": 0.9150831699371338, "Finetune/Loss (Raw)": 0.9399910569190979, "Finetune/Step": 2164, "Finetune/Step Time": 6.251520968973637}
+{"Finetune/Learning Rate": 1.8067542796096547e-05, "Finetune/Loss": 0.9164532423019409, "Finetune/Loss (Raw)": 1.0257097482681274, "Finetune/Step": 2165, "Finetune/Step Time": 6.250780090689659}
+{"Finetune/Learning Rate": 1.8065552280178052e-05, "Finetune/Loss": 0.9120303988456726, "Finetune/Loss (Raw)": 0.26011922955513, "Finetune/Step": 2166, "Finetune/Step Time": 6.256309866905212}
+{"Finetune/Learning Rate": 1.806356084939505e-05, "Finetune/Loss": 0.9134764075279236, "Finetune/Loss (Raw)": 1.058748722076416, "Finetune/Step": 2167, "Finetune/Step Time": 6.272551950067282}
+{"Finetune/Learning Rate": 1.8061568503973435e-05, "Finetune/Loss": 0.9135433435440063, "Finetune/Loss (Raw)": 0.9145123362541199, "Finetune/Step": 2168, "Finetune/Step Time": 6.271312126889825}
+{"Finetune/Learning Rate": 1.805957524413919e-05, "Finetune/Loss": 0.9137430191040039, "Finetune/Loss (Raw)": 0.43997281789779663, "Finetune/Step": 2169, "Finetune/Step Time": 6.2660229578614235}
+{"Finetune/Learning Rate": 1.8057581070118407e-05, "Finetune/Loss": 0.9150556921958923, "Finetune/Loss (Raw)": 0.9929823279380798, "Finetune/Step": 2170, "Finetune/Step Time": 6.265835052356124}
+{"Finetune/Learning Rate": 1.8055585982137287e-05, "Finetune/Loss": 0.9150345921516418, "Finetune/Loss (Raw)": 0.9791011214256287, "Finetune/Step": 2171, "Finetune/Step Time": 6.249610828235745}
+{"Finetune/Learning Rate": 1.8053589980422126e-05, "Finetune/Loss": 0.9151352643966675, "Finetune/Loss (Raw)": 0.755004346370697, "Finetune/Step": 2172, "Finetune/Step Time": 6.249667746946216}
+{"Finetune/Learning Rate": 1.8051593065199334e-05, "Finetune/Loss": 0.9165146350860596, "Finetune/Loss (Raw)": 1.0065670013427734, "Finetune/Step": 2173, "Finetune/Step Time": 6.261227570474148}
+{"Finetune/Learning Rate": 1.804959523669541e-05, "Finetune/Loss": 0.9163527488708496, "Finetune/Loss (Raw)": 0.866513729095459, "Finetune/Step": 2174, "Finetune/Step Time": 6.267113875597715}
+{"Finetune/Learning Rate": 1.8047596495136967e-05, "Finetune/Loss": 0.9166978597640991, "Finetune/Loss (Raw)": 1.0504114627838135, "Finetune/Step": 2175, "Finetune/Step Time": 6.267550926655531}
+{"Finetune/Learning Rate": 1.8045596840750722e-05, "Finetune/Loss": 0.916606605052948, "Finetune/Loss (Raw)": 0.9529746770858765, "Finetune/Step": 2176, "Finetune/Step Time": 6.266147386282682}
+{"Finetune/Learning Rate": 1.8043596273763495e-05, "Finetune/Loss": 0.9143223762512207, "Finetune/Loss (Raw)": 0.8019005656242371, "Finetune/Step": 2177, "Finetune/Step Time": 6.263218104839325}
+{"Finetune/Learning Rate": 1.8041594794402203e-05, "Finetune/Loss": 0.9128175973892212, "Finetune/Loss (Raw)": 0.7896238565444946, "Finetune/Step": 2178, "Finetune/Step Time": 6.280630270019174}
+{"Finetune/Learning Rate": 1.8039592402893875e-05, "Finetune/Loss": 0.9140955209732056, "Finetune/Loss (Raw)": 1.0604455471038818, "Finetune/Step": 2179, "Finetune/Step Time": 6.30396518856287}
+{"Finetune/Learning Rate": 1.8037589099465637e-05, "Finetune/Loss": 0.913211464881897, "Finetune/Loss (Raw)": 0.8568011522293091, "Finetune/Step": 2180, "Finetune/Step Time": 6.304451549425721}
+{"Finetune/Learning Rate": 1.8035584884344718e-05, "Finetune/Loss": 0.9141630530357361, "Finetune/Loss (Raw)": 0.9141287803649902, "Finetune/Step": 2181, "Finetune/Step Time": 6.297336516901851}
+{"Finetune/Learning Rate": 1.8033579757758462e-05, "Finetune/Loss": 0.912575364112854, "Finetune/Loss (Raw)": 0.7844752669334412, "Finetune/Step": 2182, "Finetune/Step Time": 6.295357711613178}
+{"Finetune/Learning Rate": 1.80315737199343e-05, "Finetune/Loss": 0.9128665924072266, "Finetune/Loss (Raw)": 0.879767119884491, "Finetune/Step": 2183, "Finetune/Step Time": 6.290871461853385}
+{"Finetune/Learning Rate": 1.8029566771099775e-05, "Finetune/Loss": 0.9122908115386963, "Finetune/Loss (Raw)": 0.8399949073791504, "Finetune/Step": 2184, "Finetune/Step Time": 6.294071154668927}
+{"Finetune/Learning Rate": 1.8027558911482534e-05, "Finetune/Loss": 0.9133696556091309, "Finetune/Loss (Raw)": 0.9344725608825684, "Finetune/Step": 2185, "Finetune/Step Time": 6.292890306562185}
+{"Finetune/Learning Rate": 1.802555014131033e-05, "Finetune/Loss": 0.9151022434234619, "Finetune/Loss (Raw)": 1.0340161323547363, "Finetune/Step": 2186, "Finetune/Step Time": 6.290694763883948}
+{"Finetune/Learning Rate": 1.8023540460811006e-05, "Finetune/Loss": 0.9157761931419373, "Finetune/Loss (Raw)": 0.9565851092338562, "Finetune/Step": 2187, "Finetune/Step Time": 6.289087511599064}
+{"Finetune/Learning Rate": 1.8021529870212525e-05, "Finetune/Loss": 0.9149875640869141, "Finetune/Loss (Raw)": 1.0474677085876465, "Finetune/Step": 2188, "Finetune/Step Time": 6.288388280197978}
+{"Finetune/Learning Rate": 1.801951836974294e-05, "Finetune/Loss": 0.9166125059127808, "Finetune/Loss (Raw)": 0.9526483416557312, "Finetune/Step": 2189, "Finetune/Step Time": 6.289932636544108}
+{"Finetune/Learning Rate": 1.8017505959630418e-05, "Finetune/Loss": 0.9169228672981262, "Finetune/Loss (Raw)": 0.9385147094726562, "Finetune/Step": 2190, "Finetune/Step Time": 6.291178485378623}
+{"Finetune/Learning Rate": 1.8015492640103224e-05, "Finetune/Loss": 0.9160027503967285, "Finetune/Loss (Raw)": 0.8614588975906372, "Finetune/Step": 2191, "Finetune/Step Time": 6.2892916686832905}
+{"Finetune/Learning Rate": 1.801347841138972e-05, "Finetune/Loss": 0.9206920862197876, "Finetune/Loss (Raw)": 0.964843213558197, "Finetune/Step": 2192, "Finetune/Step Time": 6.286444325000048}
+{"Finetune/Learning Rate": 1.801146327371838e-05, "Finetune/Loss": 0.9199100732803345, "Finetune/Loss (Raw)": 0.9778216481208801, "Finetune/Step": 2193, "Finetune/Step Time": 6.280252747237682}
+{"Finetune/Learning Rate": 1.8009447227317777e-05, "Finetune/Loss": 0.9207072854042053, "Finetune/Loss (Raw)": 1.0538491010665894, "Finetune/Step": 2194, "Finetune/Step Time": 6.280113153159618}
+{"Finetune/Learning Rate": 1.8007430272416592e-05, "Finetune/Loss": 0.9196841716766357, "Finetune/Loss (Raw)": 0.9527391791343689, "Finetune/Step": 2195, "Finetune/Step Time": 6.276602268218994}
+{"Finetune/Learning Rate": 1.8005412409243604e-05, "Finetune/Loss": 0.9215260744094849, "Finetune/Loss (Raw)": 1.0559030771255493, "Finetune/Step": 2196, "Finetune/Step Time": 6.27304569631815}
+{"Finetune/Learning Rate": 1.8003393638027698e-05, "Finetune/Loss": 0.9210156798362732, "Finetune/Loss (Raw)": 0.8714519143104553, "Finetune/Step": 2197, "Finetune/Step Time": 6.27509693056345}
+{"Finetune/Learning Rate": 1.8001373958997858e-05, "Finetune/Loss": 0.9245138764381409, "Finetune/Loss (Raw)": 0.8690013885498047, "Finetune/Step": 2198, "Finetune/Step Time": 6.295093661174178}
+{"Finetune/Learning Rate": 1.799935337238317e-05, "Finetune/Loss": 0.9233726263046265, "Finetune/Loss (Raw)": 0.8445886373519897, "Finetune/Step": 2199, "Finetune/Step Time": 6.2803390845656395}
+{"Finetune/Learning Rate": 1.7997331878412837e-05, "Finetune/Loss": 0.9234703779220581, "Finetune/Loss (Raw)": 0.904017984867096, "Finetune/Step": 2200, "Finetune/Step Time": 6.268511224538088}
+{"Finetune/Learning Rate": 1.7995309477316142e-05, "Finetune/Loss": 0.9232056140899658, "Finetune/Loss (Raw)": 1.023773193359375, "Finetune/Step": 2201, "Finetune/Step Time": 6.255338717252016}
+{"Finetune/Learning Rate": 1.799328616932249e-05, "Finetune/Loss": 0.9234449863433838, "Finetune/Loss (Raw)": 0.8716920614242554, "Finetune/Step": 2202, "Finetune/Step Time": 6.259830901399255}
+{"Finetune/Learning Rate": 1.7991261954661384e-05, "Finetune/Loss": 0.9252154231071472, "Finetune/Loss (Raw)": 1.0803865194320679, "Finetune/Step": 2203, "Finetune/Step Time": 6.266808407381177}
+{"Finetune/Learning Rate": 1.798923683356242e-05, "Finetune/Loss": 0.9243330955505371, "Finetune/Loss (Raw)": 0.9172756671905518, "Finetune/Step": 2204, "Finetune/Step Time": 6.266517138108611}
+{"Finetune/Learning Rate": 1.7987210806255314e-05, "Finetune/Loss": 0.9255257248878479, "Finetune/Loss (Raw)": 1.0484061241149902, "Finetune/Step": 2205, "Finetune/Step Time": 6.264370916411281}
+{"Finetune/Learning Rate": 1.7985183872969867e-05, "Finetune/Loss": 0.9267167448997498, "Finetune/Loss (Raw)": 1.0275700092315674, "Finetune/Step": 2206, "Finetune/Step Time": 6.264953842386603}
+{"Finetune/Learning Rate": 1.7983156033936e-05, "Finetune/Loss": 0.9270215034484863, "Finetune/Loss (Raw)": 1.0402801036834717, "Finetune/Step": 2207, "Finetune/Step Time": 6.266573974862695}
+{"Finetune/Learning Rate": 1.7981127289383718e-05, "Finetune/Loss": 0.9271280169487, "Finetune/Loss (Raw)": 0.8672319054603577, "Finetune/Step": 2208, "Finetune/Step Time": 6.273821422830224}
+{"Finetune/Learning Rate": 1.7979097639543144e-05, "Finetune/Loss": 0.9257265329360962, "Finetune/Loss (Raw)": 0.7996917963027954, "Finetune/Step": 2209, "Finetune/Step Time": 6.2806537467986345}
+{"Finetune/Learning Rate": 1.7977067084644498e-05, "Finetune/Loss": 0.9299110174179077, "Finetune/Loss (Raw)": 0.9447219967842102, "Finetune/Step": 2210, "Finetune/Step Time": 6.266359988600016}
+{"Finetune/Learning Rate": 1.7975035624918105e-05, "Finetune/Loss": 0.9248757362365723, "Finetune/Loss (Raw)": 0.47146734595298767, "Finetune/Step": 2211, "Finetune/Step Time": 6.247694913297892}
+{"Finetune/Learning Rate": 1.797300326059439e-05, "Finetune/Loss": 0.923270583152771, "Finetune/Loss (Raw)": 0.8732597231864929, "Finetune/Step": 2212, "Finetune/Step Time": 6.257646918296814}
+{"Finetune/Learning Rate": 1.7970969991903882e-05, "Finetune/Loss": 0.9214924573898315, "Finetune/Loss (Raw)": 0.8965538740158081, "Finetune/Step": 2213, "Finetune/Step Time": 6.2242129519581795}
+{"Finetune/Learning Rate": 1.7968935819077207e-05, "Finetune/Loss": 0.9210591316223145, "Finetune/Loss (Raw)": 0.840348482131958, "Finetune/Step": 2214, "Finetune/Step Time": 6.22571949288249}
+{"Finetune/Learning Rate": 1.7966900742345102e-05, "Finetune/Loss": 0.9210947751998901, "Finetune/Loss (Raw)": 0.8896943926811218, "Finetune/Step": 2215, "Finetune/Step Time": 6.2259509190917015}
+{"Finetune/Learning Rate": 1.7964864761938404e-05, "Finetune/Loss": 0.9167306423187256, "Finetune/Loss (Raw)": 0.45980021357536316, "Finetune/Step": 2216, "Finetune/Step Time": 6.2258105631917715}
+{"Finetune/Learning Rate": 1.7962827878088046e-05, "Finetune/Loss": 0.9165893793106079, "Finetune/Loss (Raw)": 0.9905743598937988, "Finetune/Step": 2217, "Finetune/Step Time": 6.241099465638399}
+{"Finetune/Learning Rate": 1.7960790091025076e-05, "Finetune/Loss": 0.9141518473625183, "Finetune/Loss (Raw)": 0.8198126554489136, "Finetune/Step": 2218, "Finetune/Step Time": 6.246575195342302}
+{"Finetune/Learning Rate": 1.7958751400980634e-05, "Finetune/Loss": 0.9137407541275024, "Finetune/Loss (Raw)": 0.917710542678833, "Finetune/Step": 2219, "Finetune/Step Time": 6.240249780938029}
+{"Finetune/Learning Rate": 1.7956711808185967e-05, "Finetune/Loss": 0.912588894367218, "Finetune/Loss (Raw)": 0.8786007761955261, "Finetune/Step": 2220, "Finetune/Step Time": 6.224753022193909}
+{"Finetune/Learning Rate": 1.795467131287242e-05, "Finetune/Loss": 0.9114286303520203, "Finetune/Loss (Raw)": 0.793918788433075, "Finetune/Step": 2221, "Finetune/Step Time": 6.221673363819718}
+{"Finetune/Learning Rate": 1.7952629915271447e-05, "Finetune/Loss": 0.9097123146057129, "Finetune/Loss (Raw)": 0.8291444182395935, "Finetune/Step": 2222, "Finetune/Step Time": 6.2225073128938675}
+{"Finetune/Learning Rate": 1.79505876156146e-05, "Finetune/Loss": 0.9094316959381104, "Finetune/Loss (Raw)": 0.9934505224227905, "Finetune/Step": 2223, "Finetune/Step Time": 6.219081286340952}
+{"Finetune/Learning Rate": 1.7948544414133534e-05, "Finetune/Loss": 0.9108453989028931, "Finetune/Loss (Raw)": 0.963819146156311, "Finetune/Step": 2224, "Finetune/Step Time": 6.212687820196152}
+{"Finetune/Learning Rate": 1.7946500311060007e-05, "Finetune/Loss": 0.91181480884552, "Finetune/Loss (Raw)": 1.0723174810409546, "Finetune/Step": 2225, "Finetune/Step Time": 6.205394623801112}
+{"Finetune/Learning Rate": 1.7944455306625877e-05, "Finetune/Loss": 0.9118822813034058, "Finetune/Loss (Raw)": 0.9984006881713867, "Finetune/Step": 2226, "Finetune/Step Time": 6.203514823690057}
+{"Finetune/Learning Rate": 1.794240940106311e-05, "Finetune/Loss": 0.9135240912437439, "Finetune/Loss (Raw)": 0.8960314989089966, "Finetune/Step": 2227, "Finetune/Step Time": 6.198636792600155}
+{"Finetune/Learning Rate": 1.7940362594603767e-05, "Finetune/Loss": 0.9127036333084106, "Finetune/Loss (Raw)": 0.750689685344696, "Finetune/Step": 2228, "Finetune/Step Time": 6.192858129739761}
+{"Finetune/Learning Rate": 1.7938314887480013e-05, "Finetune/Loss": 0.9111369848251343, "Finetune/Loss (Raw)": 0.8908222913742065, "Finetune/Step": 2229, "Finetune/Step Time": 6.206351051107049}
+{"Finetune/Learning Rate": 1.7936266279924118e-05, "Finetune/Loss": 0.9118094444274902, "Finetune/Loss (Raw)": 0.8978894352912903, "Finetune/Step": 2230, "Finetune/Step Time": 6.218121355399489}
+{"Finetune/Learning Rate": 1.7934216772168458e-05, "Finetune/Loss": 0.9117347002029419, "Finetune/Loss (Raw)": 1.0231143236160278, "Finetune/Step": 2231, "Finetune/Step Time": 6.216647408902645}
+{"Finetune/Learning Rate": 1.7932166364445498e-05, "Finetune/Loss": 0.9093866348266602, "Finetune/Loss (Raw)": 0.7496955990791321, "Finetune/Step": 2232, "Finetune/Step Time": 6.219558442011476}
+{"Finetune/Learning Rate": 1.7930115056987815e-05, "Finetune/Loss": 0.9085351228713989, "Finetune/Loss (Raw)": 0.8692050576210022, "Finetune/Step": 2233, "Finetune/Step Time": 6.224555317312479}
+{"Finetune/Learning Rate": 1.792806285002809e-05, "Finetune/Loss": 0.9075310826301575, "Finetune/Loss (Raw)": 0.8304228186607361, "Finetune/Step": 2234, "Finetune/Step Time": 6.220336159691215}
+{"Finetune/Learning Rate": 1.79260097437991e-05, "Finetune/Loss": 0.9080506563186646, "Finetune/Loss (Raw)": 1.0656299591064453, "Finetune/Step": 2235, "Finetune/Step Time": 6.218349704518914}
+{"Finetune/Learning Rate": 1.792395573853372e-05, "Finetune/Loss": 0.9079474210739136, "Finetune/Loss (Raw)": 0.9238498210906982, "Finetune/Step": 2236, "Finetune/Step Time": 6.21463312394917}
+{"Finetune/Learning Rate": 1.7921900834464945e-05, "Finetune/Loss": 0.9089158177375793, "Finetune/Loss (Raw)": 1.0043522119522095, "Finetune/Step": 2237, "Finetune/Step Time": 6.215490622445941}
+{"Finetune/Learning Rate": 1.7919845031825847e-05, "Finetune/Loss": 0.9084064364433289, "Finetune/Loss (Raw)": 0.9423259496688843, "Finetune/Step": 2238, "Finetune/Step Time": 6.223455345258117}
+{"Finetune/Learning Rate": 1.7917788330849623e-05, "Finetune/Loss": 0.909052848815918, "Finetune/Loss (Raw)": 0.9562913775444031, "Finetune/Step": 2239, "Finetune/Step Time": 6.22510802000761}
+{"Finetune/Learning Rate": 1.7915730731769558e-05, "Finetune/Loss": 0.911266028881073, "Finetune/Loss (Raw)": 1.1386197805404663, "Finetune/Step": 2240, "Finetune/Step Time": 6.224360331892967}
+{"Finetune/Learning Rate": 1.7913672234819042e-05, "Finetune/Loss": 0.9113724827766418, "Finetune/Loss (Raw)": 0.9770169854164124, "Finetune/Step": 2241, "Finetune/Step Time": 6.221714071929455}
+{"Finetune/Learning Rate": 1.7911612840231563e-05, "Finetune/Loss": 0.9126445055007935, "Finetune/Loss (Raw)": 1.0866310596466064, "Finetune/Step": 2242, "Finetune/Step Time": 6.219496389850974}
+{"Finetune/Learning Rate": 1.7909552548240727e-05, "Finetune/Loss": 0.9106806516647339, "Finetune/Loss (Raw)": 0.8678767681121826, "Finetune/Step": 2243, "Finetune/Step Time": 6.216056058183312}
+{"Finetune/Learning Rate": 1.7907491359080224e-05, "Finetune/Loss": 0.9118169546127319, "Finetune/Loss (Raw)": 0.9838895797729492, "Finetune/Step": 2244, "Finetune/Step Time": 6.21637012436986}
+{"Finetune/Learning Rate": 1.7905429272983844e-05, "Finetune/Loss": 0.9110035300254822, "Finetune/Loss (Raw)": 0.9226558804512024, "Finetune/Step": 2245, "Finetune/Step Time": 6.223606815561652}
+{"Finetune/Learning Rate": 1.7903366290185498e-05, "Finetune/Loss": 0.909690260887146, "Finetune/Loss (Raw)": 0.7497940063476562, "Finetune/Step": 2246, "Finetune/Step Time": 6.219416307285428}
+{"Finetune/Learning Rate": 1.7901302410919186e-05, "Finetune/Loss": 0.9099609851837158, "Finetune/Loss (Raw)": 0.8855432271957397, "Finetune/Step": 2247, "Finetune/Step Time": 6.208755990490317}
+{"Finetune/Learning Rate": 1.7899237635419002e-05, "Finetune/Loss": 0.909948468208313, "Finetune/Loss (Raw)": 0.9879140853881836, "Finetune/Step": 2248, "Finetune/Step Time": 6.2036155220121145}
+{"Finetune/Learning Rate": 1.789717196391916e-05, "Finetune/Loss": 0.9091590046882629, "Finetune/Loss (Raw)": 0.9136728048324585, "Finetune/Step": 2249, "Finetune/Step Time": 6.212939267978072}
+{"Finetune/Learning Rate": 1.7895105396653963e-05, "Finetune/Loss": 0.9102734327316284, "Finetune/Loss (Raw)": 0.9841675162315369, "Finetune/Step": 2250, "Finetune/Step Time": 6.226658292114735}
+{"Finetune/Learning Rate": 1.7893037933857816e-05, "Finetune/Loss": 0.9101864099502563, "Finetune/Loss (Raw)": 1.0456401109695435, "Finetune/Step": 2251, "Finetune/Step Time": 6.229666467756033}
+{"Finetune/Learning Rate": 1.7890969575765232e-05, "Finetune/Loss": 0.9097243547439575, "Finetune/Loss (Raw)": 0.9110140800476074, "Finetune/Step": 2252, "Finetune/Step Time": 6.2324379570782185}
+{"Finetune/Learning Rate": 1.788890032261083e-05, "Finetune/Loss": 0.909871518611908, "Finetune/Loss (Raw)": 1.0313621759414673, "Finetune/Step": 2253, "Finetune/Step Time": 6.236079376190901}
+{"Finetune/Learning Rate": 1.78868301746293e-05, "Finetune/Loss": 0.9099300503730774, "Finetune/Loss (Raw)": 0.8019709587097168, "Finetune/Step": 2254, "Finetune/Step Time": 6.245720913633704}
+{"Finetune/Learning Rate": 1.788475913205548e-05, "Finetune/Loss": 0.9119671583175659, "Finetune/Loss (Raw)": 1.1466509103775024, "Finetune/Step": 2255, "Finetune/Step Time": 6.270285736769438}
+{"Finetune/Learning Rate": 1.788268719512427e-05, "Finetune/Loss": 0.9147303104400635, "Finetune/Loss (Raw)": 1.0703293085098267, "Finetune/Step": 2256, "Finetune/Step Time": 6.271659802645445}
+{"Finetune/Learning Rate": 1.7880614364070696e-05, "Finetune/Loss": 0.9143297672271729, "Finetune/Loss (Raw)": 0.8919007778167725, "Finetune/Step": 2257, "Finetune/Step Time": 6.27205410040915}
+{"Finetune/Learning Rate": 1.787854063912987e-05, "Finetune/Loss": 0.9159210920333862, "Finetune/Loss (Raw)": 0.9711431860923767, "Finetune/Step": 2258, "Finetune/Step Time": 6.2663595881313086}
+{"Finetune/Learning Rate": 1.7876466020537016e-05, "Finetune/Loss": 0.9170374870300293, "Finetune/Loss (Raw)": 1.043823003768921, "Finetune/Step": 2259, "Finetune/Step Time": 6.236585659906268}
+{"Finetune/Learning Rate": 1.7874390508527454e-05, "Finetune/Loss": 0.9164761900901794, "Finetune/Loss (Raw)": 0.990079939365387, "Finetune/Step": 2260, "Finetune/Step Time": 6.23340810649097}
+{"Finetune/Learning Rate": 1.7872314103336607e-05, "Finetune/Loss": 0.9160630106925964, "Finetune/Loss (Raw)": 0.9031047821044922, "Finetune/Step": 2261, "Finetune/Step Time": 6.237962638959289}
+{"Finetune/Learning Rate": 1.7870236805199995e-05, "Finetune/Loss": 0.9165858626365662, "Finetune/Loss (Raw)": 0.9704124927520752, "Finetune/Step": 2262, "Finetune/Step Time": 6.242421260103583}
+{"Finetune/Learning Rate": 1.7868158614353245e-05, "Finetune/Loss": 0.9167952537536621, "Finetune/Loss (Raw)": 0.9108988642692566, "Finetune/Step": 2263, "Finetune/Step Time": 6.23966658487916}
+{"Finetune/Learning Rate": 1.7866079531032088e-05, "Finetune/Loss": 0.9172714948654175, "Finetune/Loss (Raw)": 0.9850659966468811, "Finetune/Step": 2264, "Finetune/Step Time": 6.226882580667734}
+{"Finetune/Learning Rate": 1.7863999555472346e-05, "Finetune/Loss": 0.9167670607566833, "Finetune/Loss (Raw)": 0.8377155065536499, "Finetune/Step": 2265, "Finetune/Step Time": 6.236156662926078}
+{"Finetune/Learning Rate": 1.786191868790995e-05, "Finetune/Loss": 0.9166537523269653, "Finetune/Loss (Raw)": 0.8843764066696167, "Finetune/Step": 2266, "Finetune/Step Time": 6.231300979852676}
+{"Finetune/Learning Rate": 1.7859836928580932e-05, "Finetune/Loss": 0.9175139665603638, "Finetune/Loss (Raw)": 0.896261990070343, "Finetune/Step": 2267, "Finetune/Step Time": 6.219470646232367}
+{"Finetune/Learning Rate": 1.7857754277721417e-05, "Finetune/Loss": 0.9161574840545654, "Finetune/Loss (Raw)": 0.9410226345062256, "Finetune/Step": 2268, "Finetune/Step Time": 6.219029501080513}
+{"Finetune/Learning Rate": 1.785567073556764e-05, "Finetune/Loss": 0.9158897399902344, "Finetune/Loss (Raw)": 0.8369505405426025, "Finetune/Step": 2269, "Finetune/Step Time": 6.21907096914947}
+{"Finetune/Learning Rate": 1.785358630235594e-05, "Finetune/Loss": 0.9142239093780518, "Finetune/Loss (Raw)": 0.8664470314979553, "Finetune/Step": 2270, "Finetune/Step Time": 6.217782566323876}
+{"Finetune/Learning Rate": 1.7851500978322742e-05, "Finetune/Loss": 0.915448784828186, "Finetune/Loss (Raw)": 0.9737286567687988, "Finetune/Step": 2271, "Finetune/Step Time": 6.216900214552879}
+{"Finetune/Learning Rate": 1.7849414763704587e-05, "Finetune/Loss": 0.9202255010604858, "Finetune/Loss (Raw)": 1.032006859779358, "Finetune/Step": 2272, "Finetune/Step Time": 6.223712932318449}
+{"Finetune/Learning Rate": 1.784732765873811e-05, "Finetune/Loss": 0.9205849170684814, "Finetune/Loss (Raw)": 1.0532991886138916, "Finetune/Step": 2273, "Finetune/Step Time": 6.2078121062368155}
+{"Finetune/Learning Rate": 1.784523966366005e-05, "Finetune/Loss": 0.9213705062866211, "Finetune/Loss (Raw)": 1.0515415668487549, "Finetune/Step": 2274, "Finetune/Step Time": 6.225351545959711}
+{"Finetune/Learning Rate": 1.7843150778707247e-05, "Finetune/Loss": 0.9199727773666382, "Finetune/Loss (Raw)": 0.8948875069618225, "Finetune/Step": 2275, "Finetune/Step Time": 6.2237772066146135}
+{"Finetune/Learning Rate": 1.7841061004116635e-05, "Finetune/Loss": 0.9194043874740601, "Finetune/Loss (Raw)": 0.9123591780662537, "Finetune/Step": 2276, "Finetune/Step Time": 6.2230188474059105}
+{"Finetune/Learning Rate": 1.7838970340125258e-05, "Finetune/Loss": 0.9182907938957214, "Finetune/Loss (Raw)": 0.8957396745681763, "Finetune/Step": 2277, "Finetune/Step Time": 6.222485892474651}
+{"Finetune/Learning Rate": 1.7836878786970256e-05, "Finetune/Loss": 0.9139073491096497, "Finetune/Loss (Raw)": 0.3418915271759033, "Finetune/Step": 2278, "Finetune/Step Time": 6.229174256324768}
+{"Finetune/Learning Rate": 1.783478634488887e-05, "Finetune/Loss": 0.9150303602218628, "Finetune/Loss (Raw)": 0.9445025324821472, "Finetune/Step": 2279, "Finetune/Step Time": 6.248764004558325}
+{"Finetune/Learning Rate": 1.7832693014118447e-05, "Finetune/Loss": 0.9146796464920044, "Finetune/Loss (Raw)": 0.9131930470466614, "Finetune/Step": 2280, "Finetune/Step Time": 6.258596554398537}
+{"Finetune/Learning Rate": 1.7830598794896422e-05, "Finetune/Loss": 0.9155040383338928, "Finetune/Loss (Raw)": 1.0177278518676758, "Finetune/Step": 2281, "Finetune/Step Time": 6.257205611094832}
+{"Finetune/Learning Rate": 1.782850368746035e-05, "Finetune/Loss": 0.9160484671592712, "Finetune/Loss (Raw)": 0.9235745072364807, "Finetune/Step": 2282, "Finetune/Step Time": 6.252729447558522}
+{"Finetune/Learning Rate": 1.7826407692047868e-05, "Finetune/Loss": 0.9148824214935303, "Finetune/Loss (Raw)": 0.6862789988517761, "Finetune/Step": 2283, "Finetune/Step Time": 6.234024191275239}
+{"Finetune/Learning Rate": 1.7824310808896728e-05, "Finetune/Loss": 0.9141499996185303, "Finetune/Loss (Raw)": 0.8500642776489258, "Finetune/Step": 2284, "Finetune/Step Time": 6.231816947460175}
+{"Finetune/Learning Rate": 1.782221303824477e-05, "Finetune/Loss": 0.9131761789321899, "Finetune/Loss (Raw)": 0.9323263764381409, "Finetune/Step": 2285, "Finetune/Step Time": 6.232023937627673}
+{"Finetune/Learning Rate": 1.7820114380329947e-05, "Finetune/Loss": 0.9122822880744934, "Finetune/Loss (Raw)": 0.8393436670303345, "Finetune/Step": 2286, "Finetune/Step Time": 6.233078544959426}
+{"Finetune/Learning Rate": 1.7818014835390306e-05, "Finetune/Loss": 0.9116017818450928, "Finetune/Loss (Raw)": 0.9222621321678162, "Finetune/Step": 2287, "Finetune/Step Time": 6.235308490693569}
+{"Finetune/Learning Rate": 1.781591440366399e-05, "Finetune/Loss": 0.9126784801483154, "Finetune/Loss (Raw)": 0.9408297538757324, "Finetune/Step": 2288, "Finetune/Step Time": 6.235819235444069}
+{"Finetune/Learning Rate": 1.7813813085389257e-05, "Finetune/Loss": 0.9132079482078552, "Finetune/Loss (Raw)": 1.017935037612915, "Finetune/Step": 2289, "Finetune/Step Time": 6.233565598726273}
+{"Finetune/Learning Rate": 1.781171088080445e-05, "Finetune/Loss": 0.9125866889953613, "Finetune/Loss (Raw)": 0.8116009831428528, "Finetune/Step": 2290, "Finetune/Step Time": 6.230995401740074}
+{"Finetune/Learning Rate": 1.780960779014802e-05, "Finetune/Loss": 0.9117836356163025, "Finetune/Loss (Raw)": 0.8199096918106079, "Finetune/Step": 2291, "Finetune/Step Time": 6.237872764468193}
+{"Finetune/Learning Rate": 1.7807503813658518e-05, "Finetune/Loss": 0.913072943687439, "Finetune/Loss (Raw)": 1.1050209999084473, "Finetune/Step": 2292, "Finetune/Step Time": 6.244310373440385}
+{"Finetune/Learning Rate": 1.78053989515746e-05, "Finetune/Loss": 0.9133285284042358, "Finetune/Loss (Raw)": 1.058426022529602, "Finetune/Step": 2293, "Finetune/Step Time": 6.243117975071073}
+{"Finetune/Learning Rate": 1.7803293204135012e-05, "Finetune/Loss": 0.918439507484436, "Finetune/Loss (Raw)": 0.9143245220184326, "Finetune/Step": 2294, "Finetune/Step Time": 6.237348686903715}
+{"Finetune/Learning Rate": 1.7801186571578605e-05, "Finetune/Loss": 0.91618812084198, "Finetune/Loss (Raw)": 0.7705754637718201, "Finetune/Step": 2295, "Finetune/Step Time": 6.220917452126741}
+{"Finetune/Learning Rate": 1.7799079054144334e-05, "Finetune/Loss": 0.9167473912239075, "Finetune/Loss (Raw)": 0.9860957264900208, "Finetune/Step": 2296, "Finetune/Step Time": 6.2212221175432205}
+{"Finetune/Learning Rate": 1.7796970652071252e-05, "Finetune/Loss": 0.9202752113342285, "Finetune/Loss (Raw)": 0.8915334343910217, "Finetune/Step": 2297, "Finetune/Step Time": 6.21718343347311}
+{"Finetune/Learning Rate": 1.7794861365598513e-05, "Finetune/Loss": 0.9192286133766174, "Finetune/Loss (Raw)": 0.8590172529220581, "Finetune/Step": 2298, "Finetune/Step Time": 6.203225143253803}
+{"Finetune/Learning Rate": 1.779275119496537e-05, "Finetune/Loss": 0.9192296266555786, "Finetune/Loss (Raw)": 0.979229211807251, "Finetune/Step": 2299, "Finetune/Step Time": 6.204054998233914}
+{"Finetune/Learning Rate": 1.7790640140411176e-05, "Finetune/Loss": 0.9200863838195801, "Finetune/Loss (Raw)": 0.8646706342697144, "Finetune/Step": 2300, "Finetune/Step Time": 6.196298593655229}
+{"Finetune/Learning Rate": 1.7788528202175385e-05, "Finetune/Loss": 0.9187646508216858, "Finetune/Loss (Raw)": 0.8373908400535583, "Finetune/Step": 2301, "Finetune/Step Time": 6.179405523464084}
+{"Finetune/Learning Rate": 1.778641538049755e-05, "Finetune/Loss": 0.9184926748275757, "Finetune/Loss (Raw)": 0.831691324710846, "Finetune/Step": 2302, "Finetune/Step Time": 6.17832775041461}
+{"Finetune/Learning Rate": 1.7784301675617332e-05, "Finetune/Loss": 0.917503833770752, "Finetune/Loss (Raw)": 0.9238386154174805, "Finetune/Step": 2303, "Finetune/Step Time": 6.181059405207634}
+{"Finetune/Learning Rate": 1.778218708777448e-05, "Finetune/Loss": 0.9167122840881348, "Finetune/Loss (Raw)": 0.8516679406166077, "Finetune/Step": 2304, "Finetune/Step Time": 6.18642994761467}
+{"Finetune/Learning Rate": 1.7780071617208843e-05, "Finetune/Loss": 0.9178324937820435, "Finetune/Loss (Raw)": 0.9452826380729675, "Finetune/Step": 2305, "Finetune/Step Time": 6.188929511234164}
+{"Finetune/Learning Rate": 1.7777955264160386e-05, "Finetune/Loss": 0.9183809161186218, "Finetune/Loss (Raw)": 0.8598218560218811, "Finetune/Step": 2306, "Finetune/Step Time": 6.16762625053525}
+{"Finetune/Learning Rate": 1.777583802886916e-05, "Finetune/Loss": 0.9174039363861084, "Finetune/Loss (Raw)": 0.9353893399238586, "Finetune/Step": 2307, "Finetune/Step Time": 6.141602860763669}
+{"Finetune/Learning Rate": 1.777371991157532e-05, "Finetune/Loss": 0.9161120653152466, "Finetune/Loss (Raw)": 0.6914401650428772, "Finetune/Step": 2308, "Finetune/Step Time": 6.141832558438182}
+{"Finetune/Learning Rate": 1.777160091251912e-05, "Finetune/Loss": 0.9161985516548157, "Finetune/Loss (Raw)": 0.9252027869224548, "Finetune/Step": 2309, "Finetune/Step Time": 6.153969427570701}
+{"Finetune/Learning Rate": 1.776948103194092e-05, "Finetune/Loss": 0.9177292585372925, "Finetune/Loss (Raw)": 0.9804044365882874, "Finetune/Step": 2310, "Finetune/Step Time": 6.15437225997448}
+{"Finetune/Learning Rate": 1.7767360270081167e-05, "Finetune/Loss": 0.9180847406387329, "Finetune/Loss (Raw)": 0.9252745509147644, "Finetune/Step": 2311, "Finetune/Step Time": 6.157580142840743}
+{"Finetune/Learning Rate": 1.7765238627180424e-05, "Finetune/Loss": 0.9189122915267944, "Finetune/Loss (Raw)": 0.9459149241447449, "Finetune/Step": 2312, "Finetune/Step Time": 6.163195390254259}
+{"Finetune/Learning Rate": 1.7763116103479345e-05, "Finetune/Loss": 0.9151701927185059, "Finetune/Loss (Raw)": 0.4554879665374756, "Finetune/Step": 2313, "Finetune/Step Time": 6.167970817536116}
+{"Finetune/Learning Rate": 1.776099269921868e-05, "Finetune/Loss": 0.9157553911209106, "Finetune/Loss (Raw)": 1.1089260578155518, "Finetune/Step": 2314, "Finetune/Step Time": 6.1827636603266}
+{"Finetune/Learning Rate": 1.7758868414639287e-05, "Finetune/Loss": 0.9152066111564636, "Finetune/Loss (Raw)": 0.8863369226455688, "Finetune/Step": 2315, "Finetune/Step Time": 6.181002976372838}
+{"Finetune/Learning Rate": 1.775674324998212e-05, "Finetune/Loss": 0.9143152236938477, "Finetune/Loss (Raw)": 0.9333634972572327, "Finetune/Step": 2316, "Finetune/Step Time": 6.183712230995297}
+{"Finetune/Learning Rate": 1.7754617205488232e-05, "Finetune/Loss": 0.9154162406921387, "Finetune/Loss (Raw)": 1.0935900211334229, "Finetune/Step": 2317, "Finetune/Step Time": 6.180959329009056}
+{"Finetune/Learning Rate": 1.7752490281398784e-05, "Finetune/Loss": 0.9158041477203369, "Finetune/Loss (Raw)": 0.9881605505943298, "Finetune/Step": 2318, "Finetune/Step Time": 6.174721140414476}
+{"Finetune/Learning Rate": 1.775036247795502e-05, "Finetune/Loss": 0.9174219369888306, "Finetune/Loss (Raw)": 1.0685409307479858, "Finetune/Step": 2319, "Finetune/Step Time": 6.171862388029695}
+{"Finetune/Learning Rate": 1.7748233795398308e-05, "Finetune/Loss": 0.915658175945282, "Finetune/Loss (Raw)": 0.739078938961029, "Finetune/Step": 2320, "Finetune/Step Time": 6.1727795992046595}
+{"Finetune/Learning Rate": 1.7746104233970084e-05, "Finetune/Loss": 0.9160046577453613, "Finetune/Loss (Raw)": 1.0221699476242065, "Finetune/Step": 2321, "Finetune/Step Time": 6.171114753931761}
+{"Finetune/Learning Rate": 1.7743973793911914e-05, "Finetune/Loss": 0.9158216714859009, "Finetune/Loss (Raw)": 1.0304292440414429, "Finetune/Step": 2322, "Finetune/Step Time": 6.171195790171623}
+{"Finetune/Learning Rate": 1.7741842475465443e-05, "Finetune/Loss": 0.9153361320495605, "Finetune/Loss (Raw)": 0.8905879855155945, "Finetune/Step": 2323, "Finetune/Step Time": 6.171443685889244}
+{"Finetune/Learning Rate": 1.7739710278872428e-05, "Finetune/Loss": 0.9146475195884705, "Finetune/Loss (Raw)": 0.9677615761756897, "Finetune/Step": 2324, "Finetune/Step Time": 6.174787176772952}
+{"Finetune/Learning Rate": 1.7737577204374723e-05, "Finetune/Loss": 0.915974497795105, "Finetune/Loss (Raw)": 1.0413023233413696, "Finetune/Step": 2325, "Finetune/Step Time": 6.190612208098173}
+{"Finetune/Learning Rate": 1.7735443252214276e-05, "Finetune/Loss": 0.916330099105835, "Finetune/Loss (Raw)": 0.9145227074623108, "Finetune/Step": 2326, "Finetune/Step Time": 6.167334426194429}
+{"Finetune/Learning Rate": 1.773330842263314e-05, "Finetune/Loss": 0.9186779260635376, "Finetune/Loss (Raw)": 1.145111083984375, "Finetune/Step": 2327, "Finetune/Step Time": 6.168626861646771}
+{"Finetune/Learning Rate": 1.773117271587346e-05, "Finetune/Loss": 0.9193203449249268, "Finetune/Loss (Raw)": 0.9862449169158936, "Finetune/Step": 2328, "Finetune/Step Time": 6.167871134355664}
+{"Finetune/Learning Rate": 1.7729036132177497e-05, "Finetune/Loss": 0.9181209802627563, "Finetune/Loss (Raw)": 0.8702556490898132, "Finetune/Step": 2329, "Finetune/Step Time": 6.167324896901846}
+{"Finetune/Learning Rate": 1.7726898671787593e-05, "Finetune/Loss": 0.9188522100448608, "Finetune/Loss (Raw)": 0.9652839303016663, "Finetune/Step": 2330, "Finetune/Step Time": 6.1646395064890385}
+{"Finetune/Learning Rate": 1.77247603349462e-05, "Finetune/Loss": 0.9161930680274963, "Finetune/Loss (Raw)": 0.7400224208831787, "Finetune/Step": 2331, "Finetune/Step Time": 6.159193694591522}
+{"Finetune/Learning Rate": 1.7722621121895867e-05, "Finetune/Loss": 0.9162766933441162, "Finetune/Loss (Raw)": 0.927979052066803, "Finetune/Step": 2332, "Finetune/Step Time": 6.171115031465888}
+{"Finetune/Learning Rate": 1.772048103287924e-05, "Finetune/Loss": 0.9154316782951355, "Finetune/Loss (Raw)": 0.9402481317520142, "Finetune/Step": 2333, "Finetune/Step Time": 6.17585333622992}
+{"Finetune/Learning Rate": 1.7718340068139066e-05, "Finetune/Loss": 0.9141139388084412, "Finetune/Loss (Raw)": 0.8588944673538208, "Finetune/Step": 2334, "Finetune/Step Time": 6.196231430396438}
+{"Finetune/Learning Rate": 1.771619822791819e-05, "Finetune/Loss": 0.9134999513626099, "Finetune/Loss (Raw)": 0.9616870880126953, "Finetune/Step": 2335, "Finetune/Step Time": 6.194604443386197}
+{"Finetune/Learning Rate": 1.771405551245957e-05, "Finetune/Loss": 0.9148576259613037, "Finetune/Loss (Raw)": 1.0410186052322388, "Finetune/Step": 2336, "Finetune/Step Time": 6.1906731352210045}
+{"Finetune/Learning Rate": 1.7711911922006235e-05, "Finetune/Loss": 0.9149730801582336, "Finetune/Loss (Raw)": 0.8144665360450745, "Finetune/Step": 2337, "Finetune/Step Time": 6.18318916298449}
+{"Finetune/Learning Rate": 1.770976745680134e-05, "Finetune/Loss": 0.915044367313385, "Finetune/Loss (Raw)": 0.9538455605506897, "Finetune/Step": 2338, "Finetune/Step Time": 6.185272755101323}
+{"Finetune/Learning Rate": 1.7707622117088122e-05, "Finetune/Loss": 0.9189038872718811, "Finetune/Loss (Raw)": 0.9654874205589294, "Finetune/Step": 2339, "Finetune/Step Time": 6.177447464317083}
+{"Finetune/Learning Rate": 1.770547590310993e-05, "Finetune/Loss": 0.9201939702033997, "Finetune/Loss (Raw)": 1.0383925437927246, "Finetune/Step": 2340, "Finetune/Step Time": 6.163806848227978}
+{"Finetune/Learning Rate": 1.7703328815110204e-05, "Finetune/Loss": 0.9192783832550049, "Finetune/Loss (Raw)": 0.7793586850166321, "Finetune/Step": 2341, "Finetune/Step Time": 6.163079077377915}
+{"Finetune/Learning Rate": 1.770118085333248e-05, "Finetune/Loss": 0.9199942350387573, "Finetune/Loss (Raw)": 0.9319707751274109, "Finetune/Step": 2342, "Finetune/Step Time": 6.1632857620716095}
+{"Finetune/Learning Rate": 1.7699032018020408e-05, "Finetune/Loss": 0.920183539390564, "Finetune/Loss (Raw)": 0.9139273762702942, "Finetune/Step": 2343, "Finetune/Step Time": 6.1586012449115515}
+{"Finetune/Learning Rate": 1.769688230941772e-05, "Finetune/Loss": 0.9222350120544434, "Finetune/Loss (Raw)": 0.7223922610282898, "Finetune/Step": 2344, "Finetune/Step Time": 6.154004663228989}
+{"Finetune/Learning Rate": 1.7694731727768262e-05, "Finetune/Loss": 0.9221516847610474, "Finetune/Loss (Raw)": 0.9799087047576904, "Finetune/Step": 2345, "Finetune/Step Time": 6.148047810420394}
+{"Finetune/Learning Rate": 1.7692580273315962e-05, "Finetune/Loss": 0.9231542348861694, "Finetune/Loss (Raw)": 0.9481372237205505, "Finetune/Step": 2346, "Finetune/Step Time": 6.157238429412246}
+{"Finetune/Learning Rate": 1.7690427946304863e-05, "Finetune/Loss": 0.9237222671508789, "Finetune/Loss (Raw)": 0.9904166460037231, "Finetune/Step": 2347, "Finetune/Step Time": 6.160222141072154}
+{"Finetune/Learning Rate": 1.7688274746979098e-05, "Finetune/Loss": 0.9240647554397583, "Finetune/Loss (Raw)": 0.9224423170089722, "Finetune/Step": 2348, "Finetune/Step Time": 6.159475648775697}
+{"Finetune/Learning Rate": 1.76861206755829e-05, "Finetune/Loss": 0.924396812915802, "Finetune/Loss (Raw)": 0.8364284038543701, "Finetune/Step": 2349, "Finetune/Step Time": 6.1589729730039835}
+{"Finetune/Learning Rate": 1.7683965732360607e-05, "Finetune/Loss": 0.926838755607605, "Finetune/Loss (Raw)": 1.1417105197906494, "Finetune/Step": 2350, "Finetune/Step Time": 6.163666173815727}
+{"Finetune/Learning Rate": 1.7681809917556648e-05, "Finetune/Loss": 0.926304817199707, "Finetune/Loss (Raw)": 0.925098180770874, "Finetune/Step": 2351, "Finetune/Step Time": 6.163710745051503}
+{"Finetune/Learning Rate": 1.767965323141555e-05, "Finetune/Loss": 0.9248838424682617, "Finetune/Loss (Raw)": 0.7819361090660095, "Finetune/Step": 2352, "Finetune/Step Time": 6.170860927551985}
+{"Finetune/Learning Rate": 1.7677495674181954e-05, "Finetune/Loss": 0.923334002494812, "Finetune/Loss (Raw)": 0.8739427924156189, "Finetune/Step": 2353, "Finetune/Step Time": 6.193114597350359}
+{"Finetune/Learning Rate": 1.7675337246100582e-05, "Finetune/Loss": 0.9227856397628784, "Finetune/Loss (Raw)": 0.9282082915306091, "Finetune/Step": 2354, "Finetune/Step Time": 6.212100986391306}
+{"Finetune/Learning Rate": 1.7673177947416258e-05, "Finetune/Loss": 0.9228875637054443, "Finetune/Loss (Raw)": 0.9090784788131714, "Finetune/Step": 2355, "Finetune/Step Time": 6.212542096152902}
+{"Finetune/Learning Rate": 1.7671017778373914e-05, "Finetune/Loss": 0.9247003793716431, "Finetune/Loss (Raw)": 0.9827239513397217, "Finetune/Step": 2356, "Finetune/Step Time": 6.204866187646985}
+{"Finetune/Learning Rate": 1.7668856739218575e-05, "Finetune/Loss": 0.9248502254486084, "Finetune/Loss (Raw)": 0.9100109338760376, "Finetune/Step": 2357, "Finetune/Step Time": 6.188901394605637}
+{"Finetune/Learning Rate": 1.766669483019536e-05, "Finetune/Loss": 0.9259716272354126, "Finetune/Loss (Raw)": 1.0414248704910278, "Finetune/Step": 2358, "Finetune/Step Time": 6.170806149020791}
+{"Finetune/Learning Rate": 1.7664532051549498e-05, "Finetune/Loss": 0.9251587390899658, "Finetune/Loss (Raw)": 0.919066846370697, "Finetune/Step": 2359, "Finetune/Step Time": 6.1666942201554775}
+{"Finetune/Learning Rate": 1.76623684035263e-05, "Finetune/Loss": 0.9267371892929077, "Finetune/Loss (Raw)": 0.9517291784286499, "Finetune/Step": 2360, "Finetune/Step Time": 6.16407879255712}
+{"Finetune/Learning Rate": 1.76602038863712e-05, "Finetune/Loss": 0.9263322949409485, "Finetune/Loss (Raw)": 0.8173825144767761, "Finetune/Step": 2361, "Finetune/Step Time": 6.160705056041479}
+{"Finetune/Learning Rate": 1.76580385003297e-05, "Finetune/Loss": 0.9265731573104858, "Finetune/Loss (Raw)": 0.8612525463104248, "Finetune/Step": 2362, "Finetune/Step Time": 6.164732847362757}
+{"Finetune/Learning Rate": 1.765587224564743e-05, "Finetune/Loss": 0.926780104637146, "Finetune/Loss (Raw)": 1.0921212434768677, "Finetune/Step": 2363, "Finetune/Step Time": 6.168513357639313}
+{"Finetune/Learning Rate": 1.76537051225701e-05, "Finetune/Loss": 0.9277412295341492, "Finetune/Loss (Raw)": 1.046878457069397, "Finetune/Step": 2364, "Finetune/Step Time": 6.176063159480691}
+{"Finetune/Learning Rate": 1.7651537131343524e-05, "Finetune/Loss": 0.9273964166641235, "Finetune/Loss (Raw)": 0.9602161049842834, "Finetune/Step": 2365, "Finetune/Step Time": 6.174032408744097}
+{"Finetune/Learning Rate": 1.764936827221361e-05, "Finetune/Loss": 0.9267359972000122, "Finetune/Loss (Raw)": 0.8577874898910522, "Finetune/Step": 2366, "Finetune/Step Time": 6.164576839655638}
+{"Finetune/Learning Rate": 1.7647198545426376e-05, "Finetune/Loss": 0.9255258440971375, "Finetune/Loss (Raw)": 0.8013911843299866, "Finetune/Step": 2367, "Finetune/Step Time": 6.203679220750928}
+{"Finetune/Learning Rate": 1.764502795122793e-05, "Finetune/Loss": 0.9238934516906738, "Finetune/Loss (Raw)": 0.9296749234199524, "Finetune/Step": 2368, "Finetune/Step Time": 6.214247662574053}
+{"Finetune/Learning Rate": 1.7642856489864476e-05, "Finetune/Loss": 0.9232040643692017, "Finetune/Loss (Raw)": 0.8887808322906494, "Finetune/Step": 2369, "Finetune/Step Time": 6.216315405443311}
+{"Finetune/Learning Rate": 1.764068416158232e-05, "Finetune/Loss": 0.9176471829414368, "Finetune/Loss (Raw)": 0.3753460645675659, "Finetune/Step": 2370, "Finetune/Step Time": 6.232851983979344}
+{"Finetune/Learning Rate": 1.7638510966627865e-05, "Finetune/Loss": 0.9173495769500732, "Finetune/Loss (Raw)": 0.8297861218452454, "Finetune/Step": 2371, "Finetune/Step Time": 6.249862460419536}
+{"Finetune/Learning Rate": 1.7636336905247625e-05, "Finetune/Loss": 0.9186748266220093, "Finetune/Loss (Raw)": 1.1535121202468872, "Finetune/Step": 2372, "Finetune/Step Time": 6.2464474737644196}
+{"Finetune/Learning Rate": 1.7634161977688184e-05, "Finetune/Loss": 0.918889045715332, "Finetune/Loss (Raw)": 0.950079083442688, "Finetune/Step": 2373, "Finetune/Step Time": 6.244454288855195}
+{"Finetune/Learning Rate": 1.7631986184196254e-05, "Finetune/Loss": 0.9166719913482666, "Finetune/Loss (Raw)": 0.46601060032844543, "Finetune/Step": 2374, "Finetune/Step Time": 6.262996701523662}
+{"Finetune/Learning Rate": 1.762980952501862e-05, "Finetune/Loss": 0.9163811206817627, "Finetune/Loss (Raw)": 0.8483195900917053, "Finetune/Step": 2375, "Finetune/Step Time": 6.278302099555731}
+{"Finetune/Learning Rate": 1.7627632000402193e-05, "Finetune/Loss": 0.9150839447975159, "Finetune/Loss (Raw)": 0.8218663930892944, "Finetune/Step": 2376, "Finetune/Step Time": 6.2823563907295465}
+{"Finetune/Learning Rate": 1.7625453610593953e-05, "Finetune/Loss": 0.9147957563400269, "Finetune/Loss (Raw)": 0.8767858743667603, "Finetune/Step": 2377, "Finetune/Step Time": 6.289403919130564}
+{"Finetune/Learning Rate": 1.7623274355841e-05, "Finetune/Loss": 0.9136002063751221, "Finetune/Loss (Raw)": 0.8311352729797363, "Finetune/Step": 2378, "Finetune/Step Time": 6.276927912607789}
+{"Finetune/Learning Rate": 1.762109423639052e-05, "Finetune/Loss": 0.9118891358375549, "Finetune/Loss (Raw)": 0.8266246914863586, "Finetune/Step": 2379, "Finetune/Step Time": 6.287525648251176}
+{"Finetune/Learning Rate": 1.7618913252489802e-05, "Finetune/Loss": 0.9105342030525208, "Finetune/Loss (Raw)": 0.7375845909118652, "Finetune/Step": 2380, "Finetune/Step Time": 6.291351797059178}
+{"Finetune/Learning Rate": 1.7616731404386233e-05, "Finetune/Loss": 0.9099740386009216, "Finetune/Loss (Raw)": 0.959661066532135, "Finetune/Step": 2381, "Finetune/Step Time": 6.2892975602298975}
+{"Finetune/Learning Rate": 1.7614548692327292e-05, "Finetune/Loss": 0.9116554856300354, "Finetune/Loss (Raw)": 1.0171924829483032, "Finetune/Step": 2382, "Finetune/Step Time": 6.2798712737858295}
+{"Finetune/Learning Rate": 1.7612365116560572e-05, "Finetune/Loss": 0.909832239151001, "Finetune/Loss (Raw)": 0.9132797122001648, "Finetune/Step": 2383, "Finetune/Step Time": 6.25455804541707}
+{"Finetune/Learning Rate": 1.761018067733374e-05, "Finetune/Loss": 0.908434271812439, "Finetune/Loss (Raw)": 0.8913933038711548, "Finetune/Step": 2384, "Finetune/Step Time": 6.252501524984837}
+{"Finetune/Learning Rate": 1.760799537489458e-05, "Finetune/Loss": 0.9094602465629578, "Finetune/Loss (Raw)": 1.0232280492782593, "Finetune/Step": 2385, "Finetune/Step Time": 6.245880343019962}
+{"Finetune/Learning Rate": 1.760580920949097e-05, "Finetune/Loss": 0.9098743796348572, "Finetune/Loss (Raw)": 1.0241471529006958, "Finetune/Step": 2386, "Finetune/Step Time": 6.242263900116086}
+{"Finetune/Learning Rate": 1.760362218137088e-05, "Finetune/Loss": 0.9085736870765686, "Finetune/Loss (Raw)": 0.8773337006568909, "Finetune/Step": 2387, "Finetune/Step Time": 6.248469386249781}
+{"Finetune/Learning Rate": 1.7601434290782386e-05, "Finetune/Loss": 0.9072905778884888, "Finetune/Loss (Raw)": 0.8258374929428101, "Finetune/Step": 2388, "Finetune/Step Time": 6.254910256713629}
+{"Finetune/Learning Rate": 1.7599245537973653e-05, "Finetune/Loss": 0.9071130752563477, "Finetune/Loss (Raw)": 0.880389392375946, "Finetune/Step": 2389, "Finetune/Step Time": 6.250508004799485}
+{"Finetune/Learning Rate": 1.7597055923192947e-05, "Finetune/Loss": 0.9065672159194946, "Finetune/Loss (Raw)": 0.9005379676818848, "Finetune/Step": 2390, "Finetune/Step Time": 6.256816752254963}
+{"Finetune/Learning Rate": 1.759486544668864e-05, "Finetune/Loss": 0.9059760570526123, "Finetune/Loss (Raw)": 0.835231363773346, "Finetune/Step": 2391, "Finetune/Step Time": 6.28934752009809}
+{"Finetune/Learning Rate": 1.759267410870919e-05, "Finetune/Loss": 0.9065144062042236, "Finetune/Loss (Raw)": 1.0539823770523071, "Finetune/Step": 2392, "Finetune/Step Time": 6.290106143802404}
+{"Finetune/Learning Rate": 1.7590481909503154e-05, "Finetune/Loss": 0.9071569442749023, "Finetune/Loss (Raw)": 0.919963538646698, "Finetune/Step": 2393, "Finetune/Step Time": 6.281869387254119}
+{"Finetune/Learning Rate": 1.7588288849319194e-05, "Finetune/Loss": 0.9080600738525391, "Finetune/Loss (Raw)": 0.9999638199806213, "Finetune/Step": 2394, "Finetune/Step Time": 6.288378786295652}
+{"Finetune/Learning Rate": 1.758609492840607e-05, "Finetune/Loss": 0.9078814387321472, "Finetune/Loss (Raw)": 0.873397946357727, "Finetune/Step": 2395, "Finetune/Step Time": 6.298929845914245}
+{"Finetune/Learning Rate": 1.758390014701263e-05, "Finetune/Loss": 0.9058344960212708, "Finetune/Loss (Raw)": 0.6790200471878052, "Finetune/Step": 2396, "Finetune/Step Time": 6.297510020434856}
+{"Finetune/Learning Rate": 1.758170450538782e-05, "Finetune/Loss": 0.9062524437904358, "Finetune/Loss (Raw)": 0.8904449343681335, "Finetune/Step": 2397, "Finetune/Step Time": 6.29916487634182}
+{"Finetune/Learning Rate": 1.7579508003780703e-05, "Finetune/Loss": 0.9071996808052063, "Finetune/Loss (Raw)": 0.9876915812492371, "Finetune/Step": 2398, "Finetune/Step Time": 6.308218065649271}
+{"Finetune/Learning Rate": 1.7577310642440415e-05, "Finetune/Loss": 0.907096266746521, "Finetune/Loss (Raw)": 0.9604895710945129, "Finetune/Step": 2399, "Finetune/Step Time": 6.312186172232032}
+{"Finetune/Learning Rate": 1.7575112421616203e-05, "Finetune/Loss": 0.9026421308517456, "Finetune/Loss (Raw)": 0.4618891179561615, "Finetune/Step": 2400, "Finetune/Step Time": 6.298194270581007}
+{"Finetune/Learning Rate": 1.7572913341557404e-05, "Finetune/Loss": 0.9016354084014893, "Finetune/Loss (Raw)": 0.9244316816329956, "Finetune/Step": 2401, "Finetune/Step Time": 6.3141940124332905}
+{"Finetune/Learning Rate": 1.757071340251346e-05, "Finetune/Loss": 0.9007231593132019, "Finetune/Loss (Raw)": 0.9347785115242004, "Finetune/Step": 2402, "Finetune/Step Time": 6.296879513189197}
+{"Finetune/Learning Rate": 1.7568512604733907e-05, "Finetune/Loss": 0.8999921083450317, "Finetune/Loss (Raw)": 0.8013088703155518, "Finetune/Step": 2403, "Finetune/Step Time": 6.298654057085514}
+{"Finetune/Learning Rate": 1.756631094846838e-05, "Finetune/Loss": 0.9000077247619629, "Finetune/Loss (Raw)": 0.9143613576889038, "Finetune/Step": 2404, "Finetune/Step Time": 6.298190115019679}
+{"Finetune/Learning Rate": 1.7564108433966606e-05, "Finetune/Loss": 0.9001261591911316, "Finetune/Loss (Raw)": 0.9108945727348328, "Finetune/Step": 2405, "Finetune/Step Time": 6.29984145052731}
+{"Finetune/Learning Rate": 1.7561905061478416e-05, "Finetune/Loss": 0.9034152030944824, "Finetune/Loss (Raw)": 0.7628915905952454, "Finetune/Step": 2406, "Finetune/Step Time": 6.297663316130638}
+{"Finetune/Learning Rate": 1.7559700831253734e-05, "Finetune/Loss": 0.9028005003929138, "Finetune/Loss (Raw)": 0.8658150434494019, "Finetune/Step": 2407, "Finetune/Step Time": 6.279022175818682}
+{"Finetune/Learning Rate": 1.7557495743542586e-05, "Finetune/Loss": 0.904198169708252, "Finetune/Loss (Raw)": 1.0921058654785156, "Finetune/Step": 2408, "Finetune/Step Time": 6.2657618299126625}
+{"Finetune/Learning Rate": 1.7555289798595085e-05, "Finetune/Loss": 0.9030754566192627, "Finetune/Loss (Raw)": 0.8740164637565613, "Finetune/Step": 2409, "Finetune/Step Time": 6.266194365918636}
+{"Finetune/Learning Rate": 1.7553082996661453e-05, "Finetune/Loss": 0.903683066368103, "Finetune/Loss (Raw)": 1.0013493299484253, "Finetune/Step": 2410, "Finetune/Step Time": 6.265166826546192}
+{"Finetune/Learning Rate": 1.7550875337992007e-05, "Finetune/Loss": 0.9009886384010315, "Finetune/Loss (Raw)": 0.34138837456703186, "Finetune/Step": 2411, "Finetune/Step Time": 6.265498058870435}
+{"Finetune/Learning Rate": 1.7548666822837157e-05, "Finetune/Loss": 0.9001818895339966, "Finetune/Loss (Raw)": 0.7468090653419495, "Finetune/Step": 2412, "Finetune/Step Time": 6.276346400380135}
+{"Finetune/Learning Rate": 1.7546457451447407e-05, "Finetune/Loss": 0.9004923701286316, "Finetune/Loss (Raw)": 0.972058117389679, "Finetune/Step": 2413, "Finetune/Step Time": 6.280339792370796}
+{"Finetune/Learning Rate": 1.754424722407337e-05, "Finetune/Loss": 0.9010061025619507, "Finetune/Loss (Raw)": 0.905101478099823, "Finetune/Step": 2414, "Finetune/Step Time": 6.278819000348449}
+{"Finetune/Learning Rate": 1.7542036140965745e-05, "Finetune/Loss": 0.9013745784759521, "Finetune/Loss (Raw)": 0.9694206118583679, "Finetune/Step": 2415, "Finetune/Step Time": 6.279390579089522}
+{"Finetune/Learning Rate": 1.753982420237533e-05, "Finetune/Loss": 0.9015219807624817, "Finetune/Loss (Raw)": 0.9597058892250061, "Finetune/Step": 2416, "Finetune/Step Time": 6.276261601597071}
+{"Finetune/Learning Rate": 1.753761140855303e-05, "Finetune/Loss": 0.9007019400596619, "Finetune/Loss (Raw)": 0.9129679203033447, "Finetune/Step": 2417, "Finetune/Step Time": 6.277913812547922}
+{"Finetune/Learning Rate": 1.753539775974983e-05, "Finetune/Loss": 0.9023759961128235, "Finetune/Loss (Raw)": 1.0258874893188477, "Finetune/Step": 2418, "Finetune/Step Time": 6.301148163154721}
+{"Finetune/Learning Rate": 1.7533183256216828e-05, "Finetune/Loss": 0.9039236307144165, "Finetune/Loss (Raw)": 1.0180014371871948, "Finetune/Step": 2419, "Finetune/Step Time": 6.2924546003341675}
+{"Finetune/Learning Rate": 1.7530967898205208e-05, "Finetune/Loss": 0.9025994539260864, "Finetune/Loss (Raw)": 0.9355316162109375, "Finetune/Step": 2420, "Finetune/Step Time": 6.290202792733908}
+{"Finetune/Learning Rate": 1.752875168596626e-05, "Finetune/Loss": 0.9022010564804077, "Finetune/Loss (Raw)": 1.0074310302734375, "Finetune/Step": 2421, "Finetune/Step Time": 6.299746731296182}
+{"Finetune/Learning Rate": 1.752653461975136e-05, "Finetune/Loss": 0.9028204083442688, "Finetune/Loss (Raw)": 0.9935945868492126, "Finetune/Step": 2422, "Finetune/Step Time": 6.295998722314835}
+{"Finetune/Learning Rate": 1.752431669981199e-05, "Finetune/Loss": 0.9048807621002197, "Finetune/Loss (Raw)": 1.0343033075332642, "Finetune/Step": 2423, "Finetune/Step Time": 6.2952486258000135}
+{"Finetune/Learning Rate": 1.7522097926399722e-05, "Finetune/Loss": 0.905174732208252, "Finetune/Loss (Raw)": 1.0237226486206055, "Finetune/Step": 2424, "Finetune/Step Time": 6.297997131943703}
+{"Finetune/Learning Rate": 1.7519878299766232e-05, "Finetune/Loss": 0.9051529169082642, "Finetune/Loss (Raw)": 0.8887462615966797, "Finetune/Step": 2425, "Finetune/Step Time": 6.298216927796602}
+{"Finetune/Learning Rate": 1.751765782016329e-05, "Finetune/Loss": 0.9065409898757935, "Finetune/Loss (Raw)": 1.036693811416626, "Finetune/Step": 2426, "Finetune/Step Time": 6.299647772684693}
+{"Finetune/Learning Rate": 1.751543648784276e-05, "Finetune/Loss": 0.9082430005073547, "Finetune/Loss (Raw)": 1.1970785856246948, "Finetune/Step": 2427, "Finetune/Step Time": 6.300567978993058}
+{"Finetune/Learning Rate": 1.7513214303056603e-05, "Finetune/Loss": 0.90920090675354, "Finetune/Loss (Raw)": 0.9872846603393555, "Finetune/Step": 2428, "Finetune/Step Time": 6.2986527271568775}
+{"Finetune/Learning Rate": 1.751099126605688e-05, "Finetune/Loss": 0.9096378087997437, "Finetune/Loss (Raw)": 0.8933117389678955, "Finetune/Step": 2429, "Finetune/Step Time": 6.298002440482378}
+{"Finetune/Learning Rate": 1.750876737709575e-05, "Finetune/Loss": 0.9100569486618042, "Finetune/Loss (Raw)": 0.8853411078453064, "Finetune/Step": 2430, "Finetune/Step Time": 6.300387963652611}
+{"Finetune/Learning Rate": 1.7506542636425466e-05, "Finetune/Loss": 0.9105463027954102, "Finetune/Loss (Raw)": 0.9864784479141235, "Finetune/Step": 2431, "Finetune/Step Time": 6.295808367431164}
+{"Finetune/Learning Rate": 1.750431704429837e-05, "Finetune/Loss": 0.9106346368789673, "Finetune/Loss (Raw)": 0.862975537776947, "Finetune/Step": 2432, "Finetune/Step Time": 6.290438918396831}
+{"Finetune/Learning Rate": 1.7502090600966914e-05, "Finetune/Loss": 0.9099178314208984, "Finetune/Loss (Raw)": 0.8535324335098267, "Finetune/Step": 2433, "Finetune/Step Time": 6.2880664225667715}
+{"Finetune/Learning Rate": 1.7499863306683637e-05, "Finetune/Loss": 0.9106104373931885, "Finetune/Loss (Raw)": 0.9484716057777405, "Finetune/Step": 2434, "Finetune/Step Time": 6.292317990213633}
+{"Finetune/Learning Rate": 1.749763516170118e-05, "Finetune/Loss": 0.9105245471000671, "Finetune/Loss (Raw)": 0.9243946075439453, "Finetune/Step": 2435, "Finetune/Step Time": 6.299011802300811}
+{"Finetune/Learning Rate": 1.7495406166272278e-05, "Finetune/Loss": 0.9130154848098755, "Finetune/Loss (Raw)": 1.0102843046188354, "Finetune/Step": 2436, "Finetune/Step Time": 6.296271238476038}
+{"Finetune/Learning Rate": 1.749317632064976e-05, "Finetune/Loss": 0.9139975309371948, "Finetune/Loss (Raw)": 1.0509048700332642, "Finetune/Step": 2437, "Finetune/Step Time": 6.292746922001243}
+{"Finetune/Learning Rate": 1.7490945625086563e-05, "Finetune/Loss": 0.9134964346885681, "Finetune/Loss (Raw)": 0.9162594676017761, "Finetune/Step": 2438, "Finetune/Step Time": 6.323415340855718}
+{"Finetune/Learning Rate": 1.7488714079835704e-05, "Finetune/Loss": 0.914375901222229, "Finetune/Loss (Raw)": 1.0378475189208984, "Finetune/Step": 2439, "Finetune/Step Time": 6.326852949336171}
+{"Finetune/Learning Rate": 1.74864816851503e-05, "Finetune/Loss": 0.9143452048301697, "Finetune/Loss (Raw)": 0.9419872164726257, "Finetune/Step": 2440, "Finetune/Step Time": 6.319024309515953}
+{"Finetune/Learning Rate": 1.7484248441283585e-05, "Finetune/Loss": 0.9191823601722717, "Finetune/Loss (Raw)": 1.0746418237686157, "Finetune/Step": 2441, "Finetune/Step Time": 6.314028607681394}
+{"Finetune/Learning Rate": 1.7482014348488855e-05, "Finetune/Loss": 0.9177939891815186, "Finetune/Loss (Raw)": 0.9312148094177246, "Finetune/Step": 2442, "Finetune/Step Time": 6.303575186058879}
+{"Finetune/Learning Rate": 1.747977940701953e-05, "Finetune/Loss": 0.9182260036468506, "Finetune/Loss (Raw)": 0.9416289925575256, "Finetune/Step": 2443, "Finetune/Step Time": 6.308086371049285}
+{"Finetune/Learning Rate": 1.747754361712911e-05, "Finetune/Loss": 0.9177577495574951, "Finetune/Loss (Raw)": 0.8734395503997803, "Finetune/Step": 2444, "Finetune/Step Time": 6.3152757585048676}
+{"Finetune/Learning Rate": 1.7475306979071206e-05, "Finetune/Loss": 0.915593683719635, "Finetune/Loss (Raw)": 0.8165844082832336, "Finetune/Step": 2445, "Finetune/Step Time": 6.320252304896712}
+{"Finetune/Learning Rate": 1.7473069493099508e-05, "Finetune/Loss": 0.9162244200706482, "Finetune/Loss (Raw)": 1.0688899755477905, "Finetune/Step": 2446, "Finetune/Step Time": 6.321030033752322}
+{"Finetune/Learning Rate": 1.7470831159467817e-05, "Finetune/Loss": 0.9158926010131836, "Finetune/Loss (Raw)": 1.02606999874115, "Finetune/Step": 2447, "Finetune/Step Time": 6.321715937927365}
+{"Finetune/Learning Rate": 1.7468591978430024e-05, "Finetune/Loss": 0.917586088180542, "Finetune/Loss (Raw)": 0.9558472037315369, "Finetune/Step": 2448, "Finetune/Step Time": 6.315657475963235}
+{"Finetune/Learning Rate": 1.7466351950240112e-05, "Finetune/Loss": 0.9169170260429382, "Finetune/Loss (Raw)": 0.9365284442901611, "Finetune/Step": 2449, "Finetune/Step Time": 6.309286370873451}
+{"Finetune/Learning Rate": 1.7464111075152166e-05, "Finetune/Loss": 0.9162206053733826, "Finetune/Loss (Raw)": 0.9412921071052551, "Finetune/Step": 2450, "Finetune/Step Time": 6.308193078264594}
+{"Finetune/Learning Rate": 1.7461869353420365e-05, "Finetune/Loss": 0.91631019115448, "Finetune/Loss (Raw)": 0.9020505547523499, "Finetune/Step": 2451, "Finetune/Step Time": 6.30890230089426}
+{"Finetune/Learning Rate": 1.745962678529899e-05, "Finetune/Loss": 0.9150277376174927, "Finetune/Loss (Raw)": 0.8036070466041565, "Finetune/Step": 2452, "Finetune/Step Time": 6.3098540510982275}
+{"Finetune/Learning Rate": 1.7457383371042403e-05, "Finetune/Loss": 0.9141467809677124, "Finetune/Loss (Raw)": 0.9285374283790588, "Finetune/Step": 2453, "Finetune/Step Time": 6.29233556240797}
+{"Finetune/Learning Rate": 1.7455139110905078e-05, "Finetune/Loss": 0.9142218828201294, "Finetune/Loss (Raw)": 0.9241358637809753, "Finetune/Step": 2454, "Finetune/Step Time": 6.290421765297651}
+{"Finetune/Learning Rate": 1.7452894005141582e-05, "Finetune/Loss": 0.911996603012085, "Finetune/Loss (Raw)": 0.8602797985076904, "Finetune/Step": 2455, "Finetune/Step Time": 6.291628733277321}
+{"Finetune/Learning Rate": 1.745064805400656e-05, "Finetune/Loss": 0.9108657836914062, "Finetune/Loss (Raw)": 0.8415016531944275, "Finetune/Step": 2456, "Finetune/Step Time": 6.30532100237906}
+{"Finetune/Learning Rate": 1.7448401257754782e-05, "Finetune/Loss": 0.9113600254058838, "Finetune/Loss (Raw)": 0.93351811170578, "Finetune/Step": 2457, "Finetune/Step Time": 6.3080081064254045}
+{"Finetune/Learning Rate": 1.744615361664109e-05, "Finetune/Loss": 0.9114197492599487, "Finetune/Loss (Raw)": 0.9729331135749817, "Finetune/Step": 2458, "Finetune/Step Time": 6.308816069737077}
+{"Finetune/Learning Rate": 1.7443905130920432e-05, "Finetune/Loss": 0.9138375520706177, "Finetune/Loss (Raw)": 1.0494948625564575, "Finetune/Step": 2459, "Finetune/Step Time": 6.306890392675996}
+{"Finetune/Learning Rate": 1.7441655800847855e-05, "Finetune/Loss": 0.9136630892753601, "Finetune/Loss (Raw)": 0.9056476950645447, "Finetune/Step": 2460, "Finetune/Step Time": 6.309998013079166}
+{"Finetune/Learning Rate": 1.7439405626678496e-05, "Finetune/Loss": 0.9142875671386719, "Finetune/Loss (Raw)": 1.0201843976974487, "Finetune/Step": 2461, "Finetune/Step Time": 6.3230983186513186}
+{"Finetune/Learning Rate": 1.7437154608667587e-05, "Finetune/Loss": 0.9155904650688171, "Finetune/Loss (Raw)": 1.0256600379943848, "Finetune/Step": 2462, "Finetune/Step Time": 6.304406940937042}
+{"Finetune/Learning Rate": 1.7434902747070456e-05, "Finetune/Loss": 0.9142625331878662, "Finetune/Loss (Raw)": 0.7917084693908691, "Finetune/Step": 2463, "Finetune/Step Time": 6.3021191619336605}
+{"Finetune/Learning Rate": 1.7432650042142535e-05, "Finetune/Loss": 0.9137628078460693, "Finetune/Loss (Raw)": 0.9770580530166626, "Finetune/Step": 2464, "Finetune/Step Time": 6.299952493980527}
+{"Finetune/Learning Rate": 1.7430396494139344e-05, "Finetune/Loss": 0.9154229164123535, "Finetune/Loss (Raw)": 1.0269560813903809, "Finetune/Step": 2465, "Finetune/Step Time": 6.300518348813057}
+{"Finetune/Learning Rate": 1.7428142103316493e-05, "Finetune/Loss": 0.9157428741455078, "Finetune/Loss (Raw)": 0.994805097579956, "Finetune/Step": 2466, "Finetune/Step Time": 6.300774672999978}
+{"Finetune/Learning Rate": 1.74258868699297e-05, "Finetune/Loss": 0.9119696617126465, "Finetune/Loss (Raw)": 0.4825141727924347, "Finetune/Step": 2467, "Finetune/Step Time": 6.313239190727472}
+{"Finetune/Learning Rate": 1.7423630794234774e-05, "Finetune/Loss": 0.909810483455658, "Finetune/Loss (Raw)": 0.7620168328285217, "Finetune/Step": 2468, "Finetune/Step Time": 6.327503312379122}
+{"Finetune/Learning Rate": 1.7421373876487612e-05, "Finetune/Loss": 0.9113699197769165, "Finetune/Loss (Raw)": 0.9789740443229675, "Finetune/Step": 2469, "Finetune/Step Time": 6.326927514746785}
+{"Finetune/Learning Rate": 1.7419116116944223e-05, "Finetune/Loss": 0.91056227684021, "Finetune/Loss (Raw)": 0.8285871744155884, "Finetune/Step": 2470, "Finetune/Step Time": 6.3313896637409925}
+{"Finetune/Learning Rate": 1.7416857515860695e-05, "Finetune/Loss": 0.9063699245452881, "Finetune/Loss (Raw)": 0.37731054425239563, "Finetune/Step": 2471, "Finetune/Step Time": 6.338346274569631}
+{"Finetune/Learning Rate": 1.7414598073493216e-05, "Finetune/Loss": 0.9079319834709167, "Finetune/Loss (Raw)": 0.922332227230072, "Finetune/Step": 2472, "Finetune/Step Time": 6.349778337404132}
+{"Finetune/Learning Rate": 1.7412337790098076e-05, "Finetune/Loss": 0.9086967706680298, "Finetune/Loss (Raw)": 1.077805757522583, "Finetune/Step": 2473, "Finetune/Step Time": 6.341990128159523}
+{"Finetune/Learning Rate": 1.7410076665931657e-05, "Finetune/Loss": 0.9092949032783508, "Finetune/Loss (Raw)": 1.0246961116790771, "Finetune/Step": 2474, "Finetune/Step Time": 6.3308188915252686}
+{"Finetune/Learning Rate": 1.7407814701250433e-05, "Finetune/Loss": 0.9090763330459595, "Finetune/Loss (Raw)": 0.9624395966529846, "Finetune/Step": 2475, "Finetune/Step Time": 6.32828482799232}
+{"Finetune/Learning Rate": 1.7405551896310974e-05, "Finetune/Loss": 0.9087562561035156, "Finetune/Loss (Raw)": 0.8814729452133179, "Finetune/Step": 2476, "Finetune/Step Time": 6.329128755256534}
+{"Finetune/Learning Rate": 1.7403288251369943e-05, "Finetune/Loss": 0.9090628623962402, "Finetune/Loss (Raw)": 0.8756707310676575, "Finetune/Step": 2477, "Finetune/Step Time": 6.328063635155559}
+{"Finetune/Learning Rate": 1.7401023766684115e-05, "Finetune/Loss": 0.907821536064148, "Finetune/Loss (Raw)": 0.9828235507011414, "Finetune/Step": 2478, "Finetune/Step Time": 6.326247347518802}
+{"Finetune/Learning Rate": 1.7398758442510332e-05, "Finetune/Loss": 0.9080849885940552, "Finetune/Loss (Raw)": 0.9588167071342468, "Finetune/Step": 2479, "Finetune/Step Time": 6.327490761876106}
+{"Finetune/Learning Rate": 1.7396492279105562e-05, "Finetune/Loss": 0.9086654186248779, "Finetune/Loss (Raw)": 0.8562387228012085, "Finetune/Step": 2480, "Finetune/Step Time": 6.319758338853717}
+{"Finetune/Learning Rate": 1.739422527672684e-05, "Finetune/Loss": 0.9092683792114258, "Finetune/Loss (Raw)": 0.9511104822158813, "Finetune/Step": 2481, "Finetune/Step Time": 6.301340341567993}
+{"Finetune/Learning Rate": 1.7391957435631316e-05, "Finetune/Loss": 0.9099853038787842, "Finetune/Loss (Raw)": 1.019981861114502, "Finetune/Step": 2482, "Finetune/Step Time": 6.286740766838193}
+{"Finetune/Learning Rate": 1.7389688756076226e-05, "Finetune/Loss": 0.9108986854553223, "Finetune/Loss (Raw)": 1.0259913206100464, "Finetune/Step": 2483, "Finetune/Step Time": 6.28840178065002}
+{"Finetune/Learning Rate": 1.7387419238318904e-05, "Finetune/Loss": 0.9105582237243652, "Finetune/Loss (Raw)": 0.9391466975212097, "Finetune/Step": 2484, "Finetune/Step Time": 6.2925338838249445}
+{"Finetune/Learning Rate": 1.7385148882616776e-05, "Finetune/Loss": 0.9102054834365845, "Finetune/Loss (Raw)": 0.8648554086685181, "Finetune/Step": 2485, "Finetune/Step Time": 6.295799752697349}
+{"Finetune/Learning Rate": 1.7382877689227368e-05, "Finetune/Loss": 0.9094011187553406, "Finetune/Loss (Raw)": 0.9384666681289673, "Finetune/Step": 2486, "Finetune/Step Time": 6.308140663430095}
+{"Finetune/Learning Rate": 1.7380605658408296e-05, "Finetune/Loss": 0.9090667963027954, "Finetune/Loss (Raw)": 0.8762726187705994, "Finetune/Step": 2487, "Finetune/Step Time": 6.31158609688282}
+{"Finetune/Learning Rate": 1.7378332790417275e-05, "Finetune/Loss": 0.9091300368309021, "Finetune/Loss (Raw)": 0.9598292112350464, "Finetune/Step": 2488, "Finetune/Step Time": 6.3174071833491325}
+{"Finetune/Learning Rate": 1.7376059085512112e-05, "Finetune/Loss": 0.9097228050231934, "Finetune/Loss (Raw)": 0.8932517170906067, "Finetune/Step": 2489, "Finetune/Step Time": 6.318185094743967}
+{"Finetune/Learning Rate": 1.737378454395071e-05, "Finetune/Loss": 0.9101405739784241, "Finetune/Loss (Raw)": 0.9147303104400635, "Finetune/Step": 2490, "Finetune/Step Time": 6.315344532951713}
+{"Finetune/Learning Rate": 1.737150916599107e-05, "Finetune/Loss": 0.9086700677871704, "Finetune/Loss (Raw)": 0.9038891792297363, "Finetune/Step": 2491, "Finetune/Step Time": 6.312910631299019}
+{"Finetune/Learning Rate": 1.7369232951891286e-05, "Finetune/Loss": 0.9089972972869873, "Finetune/Loss (Raw)": 1.08876633644104, "Finetune/Step": 2492, "Finetune/Step Time": 6.30676805973053}
+{"Finetune/Learning Rate": 1.736695590190954e-05, "Finetune/Loss": 0.9090322256088257, "Finetune/Loss (Raw)": 0.9646926522254944, "Finetune/Step": 2493, "Finetune/Step Time": 6.306472472846508}
+{"Finetune/Learning Rate": 1.736467801630412e-05, "Finetune/Loss": 0.9096563458442688, "Finetune/Loss (Raw)": 0.9376741051673889, "Finetune/Step": 2494, "Finetune/Step Time": 6.305660013109446}
+{"Finetune/Learning Rate": 1.7362399295333398e-05, "Finetune/Loss": 0.9112935662269592, "Finetune/Loss (Raw)": 1.0109500885009766, "Finetune/Step": 2495, "Finetune/Step Time": 6.263728115707636}
+{"Finetune/Learning Rate": 1.736011973925585e-05, "Finetune/Loss": 0.911892294883728, "Finetune/Loss (Raw)": 1.0063157081604004, "Finetune/Step": 2496, "Finetune/Step Time": 6.253620887175202}
+{"Finetune/Learning Rate": 1.7357839348330046e-05, "Finetune/Loss": 0.912234902381897, "Finetune/Loss (Raw)": 0.9326377511024475, "Finetune/Step": 2497, "Finetune/Step Time": 6.256580105051398}
+{"Finetune/Learning Rate": 1.7355558122814636e-05, "Finetune/Loss": 0.9164308905601501, "Finetune/Loss (Raw)": 0.9124290347099304, "Finetune/Step": 2498, "Finetune/Step Time": 6.245178829878569}
+{"Finetune/Learning Rate": 1.7353276062968392e-05, "Finetune/Loss": 0.9176831245422363, "Finetune/Loss (Raw)": 0.9900736212730408, "Finetune/Step": 2499, "Finetune/Step Time": 6.230895042419434}
+{"Finetune/Learning Rate": 1.7350993169050152e-05, "Finetune/Loss": 0.9159071445465088, "Finetune/Loss (Raw)": 0.9261847138404846, "Finetune/Step": 2500, "Finetune/Step Time": 6.23272087238729}
+{"Finetune/Learning Rate": 1.734870944131887e-05, "Finetune/Loss": 0.915148138999939, "Finetune/Loss (Raw)": 0.8529329299926758, "Finetune/Step": 2501, "Finetune/Step Time": 6.2266331017017365}
+{"Finetune/Learning Rate": 1.734642488003358e-05, "Finetune/Loss": 0.9188606142997742, "Finetune/Loss (Raw)": 0.9412037134170532, "Finetune/Step": 2502, "Finetune/Step Time": 6.2087238896638155}
+{"Finetune/Learning Rate": 1.734413948545342e-05, "Finetune/Loss": 0.9199846982955933, "Finetune/Loss (Raw)": 0.9921960830688477, "Finetune/Step": 2503, "Finetune/Step Time": 6.1940829288214445}
+{"Finetune/Learning Rate": 1.734185325783762e-05, "Finetune/Loss": 0.9207348823547363, "Finetune/Loss (Raw)": 0.917900800704956, "Finetune/Step": 2504, "Finetune/Step Time": 6.189372833818197}
+{"Finetune/Learning Rate": 1.73395661974455e-05, "Finetune/Loss": 0.9198663830757141, "Finetune/Loss (Raw)": 0.7656123638153076, "Finetune/Step": 2505, "Finetune/Step Time": 6.169420147314668}
+{"Finetune/Learning Rate": 1.733727830453648e-05, "Finetune/Loss": 0.9206641912460327, "Finetune/Loss (Raw)": 0.9332558512687683, "Finetune/Step": 2506, "Finetune/Step Time": 6.168164713308215}
+{"Finetune/Learning Rate": 1.7334989579370074e-05, "Finetune/Loss": 0.9206467866897583, "Finetune/Loss (Raw)": 0.8243944644927979, "Finetune/Step": 2507, "Finetune/Step Time": 6.156164603307843}
+{"Finetune/Learning Rate": 1.7332700022205888e-05, "Finetune/Loss": 0.9230682849884033, "Finetune/Loss (Raw)": 1.047537088394165, "Finetune/Step": 2508, "Finetune/Step Time": 6.149885019287467}
+{"Finetune/Learning Rate": 1.733040963330362e-05, "Finetune/Loss": 0.922359824180603, "Finetune/Loss (Raw)": 0.8689776062965393, "Finetune/Step": 2509, "Finetune/Step Time": 6.145203838124871}
+{"Finetune/Learning Rate": 1.7328118412923073e-05, "Finetune/Loss": 0.9214314222335815, "Finetune/Loss (Raw)": 0.8983580470085144, "Finetune/Step": 2510, "Finetune/Step Time": 6.144584055989981}
+{"Finetune/Learning Rate": 1.732582636132413e-05, "Finetune/Loss": 0.9210059642791748, "Finetune/Loss (Raw)": 0.8588203191757202, "Finetune/Step": 2511, "Finetune/Step Time": 6.1457892674952745}
+{"Finetune/Learning Rate": 1.7323533478766777e-05, "Finetune/Loss": 0.9206769466400146, "Finetune/Loss (Raw)": 0.8492855429649353, "Finetune/Step": 2512, "Finetune/Step Time": 6.160572217777371}
+{"Finetune/Learning Rate": 1.7321239765511094e-05, "Finetune/Loss": 0.919567346572876, "Finetune/Loss (Raw)": 0.8811932802200317, "Finetune/Step": 2513, "Finetune/Step Time": 6.161297552287579}
+{"Finetune/Learning Rate": 1.7318945221817255e-05, "Finetune/Loss": 0.9178867340087891, "Finetune/Loss (Raw)": 0.8090305328369141, "Finetune/Step": 2514, "Finetune/Step Time": 6.166973663493991}
+{"Finetune/Learning Rate": 1.7316649847945527e-05, "Finetune/Loss": 0.9177708625793457, "Finetune/Loss (Raw)": 0.8625001907348633, "Finetune/Step": 2515, "Finetune/Step Time": 6.173703610897064}
+{"Finetune/Learning Rate": 1.7314353644156264e-05, "Finetune/Loss": 0.919397234916687, "Finetune/Loss (Raw)": 1.0340123176574707, "Finetune/Step": 2516, "Finetune/Step Time": 6.169065719470382}
+{"Finetune/Learning Rate": 1.7312056610709928e-05, "Finetune/Loss": 0.9195865392684937, "Finetune/Loss (Raw)": 0.9046162962913513, "Finetune/Step": 2517, "Finetune/Step Time": 6.1776849161833525}
+{"Finetune/Learning Rate": 1.7309758747867066e-05, "Finetune/Loss": 0.9206490516662598, "Finetune/Loss (Raw)": 1.0365395545959473, "Finetune/Step": 2518, "Finetune/Step Time": 6.17059113830328}
+{"Finetune/Learning Rate": 1.7307460055888325e-05, "Finetune/Loss": 0.9210911393165588, "Finetune/Loss (Raw)": 0.8918222784996033, "Finetune/Step": 2519, "Finetune/Step Time": 6.139169754460454}
+{"Finetune/Learning Rate": 1.7305160535034438e-05, "Finetune/Loss": 0.9202066659927368, "Finetune/Loss (Raw)": 0.9407748579978943, "Finetune/Step": 2520, "Finetune/Step Time": 6.134610904380679}
+{"Finetune/Learning Rate": 1.730286018556624e-05, "Finetune/Loss": 0.9198825359344482, "Finetune/Loss (Raw)": 0.8784716725349426, "Finetune/Step": 2521, "Finetune/Step Time": 6.133406726643443}
+{"Finetune/Learning Rate": 1.7300559007744652e-05, "Finetune/Loss": 0.9194710850715637, "Finetune/Loss (Raw)": 0.9472988247871399, "Finetune/Step": 2522, "Finetune/Step Time": 6.126051526516676}
+{"Finetune/Learning Rate": 1.7298257001830698e-05, "Finetune/Loss": 0.9195696711540222, "Finetune/Loss (Raw)": 0.8860179781913757, "Finetune/Step": 2523, "Finetune/Step Time": 6.115536352619529}
+{"Finetune/Learning Rate": 1.729595416808549e-05, "Finetune/Loss": 0.9211534857749939, "Finetune/Loss (Raw)": 0.8817475438117981, "Finetune/Step": 2524, "Finetune/Step Time": 6.122961990535259}
+{"Finetune/Learning Rate": 1.729365050677023e-05, "Finetune/Loss": 0.921731173992157, "Finetune/Loss (Raw)": 0.9643862247467041, "Finetune/Step": 2525, "Finetune/Step Time": 6.12411106005311}
+{"Finetune/Learning Rate": 1.7291346018146228e-05, "Finetune/Loss": 0.9212531447410583, "Finetune/Loss (Raw)": 0.9265046715736389, "Finetune/Step": 2526, "Finetune/Step Time": 6.115738846361637}
+{"Finetune/Learning Rate": 1.7289040702474875e-05, "Finetune/Loss": 0.9216459393501282, "Finetune/Loss (Raw)": 1.0107709169387817, "Finetune/Step": 2527, "Finetune/Step Time": 6.107934344559908}
+{"Finetune/Learning Rate": 1.728673456001766e-05, "Finetune/Loss": 0.9257593154907227, "Finetune/Loss (Raw)": 0.988396942615509, "Finetune/Step": 2528, "Finetune/Step Time": 6.1074691247195005}
+{"Finetune/Learning Rate": 1.7284427591036162e-05, "Finetune/Loss": 0.9259176850318909, "Finetune/Loss (Raw)": 0.9447070956230164, "Finetune/Step": 2529, "Finetune/Step Time": 6.095262195914984}
+{"Finetune/Learning Rate": 1.7282119795792062e-05, "Finetune/Loss": 0.9268845319747925, "Finetune/Loss (Raw)": 1.058524489402771, "Finetune/Step": 2530, "Finetune/Step Time": 6.0980014353990555}
+{"Finetune/Learning Rate": 1.727981117454713e-05, "Finetune/Loss": 0.9238278865814209, "Finetune/Loss (Raw)": 0.41007333993911743, "Finetune/Step": 2531, "Finetune/Step Time": 6.102299632504582}
+{"Finetune/Learning Rate": 1.7277501727563227e-05, "Finetune/Loss": 0.9233793616294861, "Finetune/Loss (Raw)": 0.8569433093070984, "Finetune/Step": 2532, "Finetune/Step Time": 6.120058232918382}
+{"Finetune/Learning Rate": 1.727519145510231e-05, "Finetune/Loss": 0.924968421459198, "Finetune/Loss (Raw)": 1.114292025566101, "Finetune/Step": 2533, "Finetune/Step Time": 6.1244110986590385}
+{"Finetune/Learning Rate": 1.7272880357426434e-05, "Finetune/Loss": 0.9266771078109741, "Finetune/Loss (Raw)": 0.9816089868545532, "Finetune/Step": 2534, "Finetune/Step Time": 6.1216235645115376}
+{"Finetune/Learning Rate": 1.7270568434797742e-05, "Finetune/Loss": 0.9266461730003357, "Finetune/Loss (Raw)": 0.8618525862693787, "Finetune/Step": 2535, "Finetune/Step Time": 6.121908333152533}
+{"Finetune/Learning Rate": 1.726825568747847e-05, "Finetune/Loss": 0.9255819320678711, "Finetune/Loss (Raw)": 0.9558839201927185, "Finetune/Step": 2536, "Finetune/Step Time": 6.123637905344367}
+{"Finetune/Learning Rate": 1.726594211573095e-05, "Finetune/Loss": 0.9256801605224609, "Finetune/Loss (Raw)": 0.8865877985954285, "Finetune/Step": 2537, "Finetune/Step Time": 6.126130942255259}
+{"Finetune/Learning Rate": 1.7263627719817607e-05, "Finetune/Loss": 0.9254804849624634, "Finetune/Loss (Raw)": 0.9757905602455139, "Finetune/Step": 2538, "Finetune/Step Time": 6.130693359300494}
+{"Finetune/Learning Rate": 1.7261312500000967e-05, "Finetune/Loss": 0.929665207862854, "Finetune/Loss (Raw)": 0.8770309090614319, "Finetune/Step": 2539, "Finetune/Step Time": 6.130235731601715}
+{"Finetune/Learning Rate": 1.7258996456543634e-05, "Finetune/Loss": 0.9308145046234131, "Finetune/Loss (Raw)": 0.8939253091812134, "Finetune/Step": 2540, "Finetune/Step Time": 6.118635002523661}
+{"Finetune/Learning Rate": 1.7256679589708315e-05, "Finetune/Loss": 0.9315640926361084, "Finetune/Loss (Raw)": 1.0680001974105835, "Finetune/Step": 2541, "Finetune/Step Time": 6.119150115177035}
+{"Finetune/Learning Rate": 1.7254361899757813e-05, "Finetune/Loss": 0.9313311576843262, "Finetune/Loss (Raw)": 0.8752908110618591, "Finetune/Step": 2542, "Finetune/Step Time": 6.128578701987863}
+{"Finetune/Learning Rate": 1.7252043386955012e-05, "Finetune/Loss": 0.9306274652481079, "Finetune/Loss (Raw)": 0.879340410232544, "Finetune/Step": 2543, "Finetune/Step Time": 6.130624368786812}
+{"Finetune/Learning Rate": 1.7249724051562905e-05, "Finetune/Loss": 0.9306780099868774, "Finetune/Loss (Raw)": 0.966171383857727, "Finetune/Step": 2544, "Finetune/Step Time": 6.14260651730001}
+{"Finetune/Learning Rate": 1.7247403893844574e-05, "Finetune/Loss": 0.929497241973877, "Finetune/Loss (Raw)": 0.7618378400802612, "Finetune/Step": 2545, "Finetune/Step Time": 6.141079254448414}
+{"Finetune/Learning Rate": 1.7245082914063183e-05, "Finetune/Loss": 0.9291058778762817, "Finetune/Loss (Raw)": 0.9757841229438782, "Finetune/Step": 2546, "Finetune/Step Time": 6.118023743852973}
+{"Finetune/Learning Rate": 1.7242761112482e-05, "Finetune/Loss": 0.9284062385559082, "Finetune/Loss (Raw)": 0.9284569621086121, "Finetune/Step": 2547, "Finetune/Step Time": 6.121473487466574}
+{"Finetune/Learning Rate": 1.7240438489364387e-05, "Finetune/Loss": 0.9275732040405273, "Finetune/Loss (Raw)": 0.8288979530334473, "Finetune/Step": 2548, "Finetune/Step Time": 6.119204657152295}
+{"Finetune/Learning Rate": 1.7238115044973795e-05, "Finetune/Loss": 0.9269990921020508, "Finetune/Loss (Raw)": 0.93394935131073, "Finetune/Step": 2549, "Finetune/Step Time": 6.109664784744382}
+{"Finetune/Learning Rate": 1.723579077957376e-05, "Finetune/Loss": 0.9262371063232422, "Finetune/Loss (Raw)": 0.8960554599761963, "Finetune/Step": 2550, "Finetune/Step Time": 6.1176305916160345}
+{"Finetune/Learning Rate": 1.7233465693427938e-05, "Finetune/Loss": 0.9258754253387451, "Finetune/Loss (Raw)": 0.9880104660987854, "Finetune/Step": 2551, "Finetune/Step Time": 6.124453917145729}
+{"Finetune/Learning Rate": 1.7231139786800043e-05, "Finetune/Loss": 0.9255082607269287, "Finetune/Loss (Raw)": 0.9767313003540039, "Finetune/Step": 2552, "Finetune/Step Time": 6.1210129000246525}
+{"Finetune/Learning Rate": 1.7228813059953916e-05, "Finetune/Loss": 0.9254295825958252, "Finetune/Loss (Raw)": 0.8786715865135193, "Finetune/Step": 2553, "Finetune/Step Time": 6.120807453989983}
+{"Finetune/Learning Rate": 1.7226485513153458e-05, "Finetune/Loss": 0.9250791668891907, "Finetune/Loss (Raw)": 0.9918391704559326, "Finetune/Step": 2554, "Finetune/Step Time": 6.136085407808423}
+{"Finetune/Learning Rate": 1.7224157146662687e-05, "Finetune/Loss": 0.9223244786262512, "Finetune/Loss (Raw)": 0.8444787263870239, "Finetune/Step": 2555, "Finetune/Step Time": 6.136713827028871}
+{"Finetune/Learning Rate": 1.7221827960745706e-05, "Finetune/Loss": 0.9217543601989746, "Finetune/Loss (Raw)": 0.9143147468566895, "Finetune/Step": 2556, "Finetune/Step Time": 6.15818640217185}
+{"Finetune/Learning Rate": 1.7219497955666714e-05, "Finetune/Loss": 0.9212387204170227, "Finetune/Loss (Raw)": 0.8273066282272339, "Finetune/Step": 2557, "Finetune/Step Time": 6.166155196726322}
+{"Finetune/Learning Rate": 1.7217167131689996e-05, "Finetune/Loss": 0.9228601455688477, "Finetune/Loss (Raw)": 1.0928869247436523, "Finetune/Step": 2558, "Finetune/Step Time": 6.174085672944784}
+{"Finetune/Learning Rate": 1.7214835489079936e-05, "Finetune/Loss": 0.9233639240264893, "Finetune/Loss (Raw)": 1.0509551763534546, "Finetune/Step": 2559, "Finetune/Step Time": 6.18328289501369}
+{"Finetune/Learning Rate": 1.7212503028101012e-05, "Finetune/Loss": 0.9224631190299988, "Finetune/Loss (Raw)": 0.7476716637611389, "Finetune/Step": 2560, "Finetune/Step Time": 6.183863880112767}
+{"Finetune/Learning Rate": 1.7210169749017783e-05, "Finetune/Loss": 0.9198797941207886, "Finetune/Loss (Raw)": 0.5228685140609741, "Finetune/Step": 2561, "Finetune/Step Time": 6.187915628775954}
+{"Finetune/Learning Rate": 1.720783565209492e-05, "Finetune/Loss": 0.9187065362930298, "Finetune/Loss (Raw)": 0.7982885241508484, "Finetune/Step": 2562, "Finetune/Step Time": 6.201256092637777}
+{"Finetune/Learning Rate": 1.7205500737597168e-05, "Finetune/Loss": 0.9179179668426514, "Finetune/Loss (Raw)": 0.8234663009643555, "Finetune/Step": 2563, "Finetune/Step Time": 6.204161522909999}
+{"Finetune/Learning Rate": 1.7203165005789378e-05, "Finetune/Loss": 0.9126643538475037, "Finetune/Loss (Raw)": 0.33781901001930237, "Finetune/Step": 2564, "Finetune/Step Time": 6.21960523724556}
+{"Finetune/Learning Rate": 1.720082845693649e-05, "Finetune/Loss": 0.9122048616409302, "Finetune/Loss (Raw)": 0.992093563079834, "Finetune/Step": 2565, "Finetune/Step Time": 6.224852297455072}
+{"Finetune/Learning Rate": 1.719849109130353e-05, "Finetune/Loss": 0.912616491317749, "Finetune/Loss (Raw)": 0.9689429998397827, "Finetune/Step": 2566, "Finetune/Step Time": 6.194702362641692}
+{"Finetune/Learning Rate": 1.719615290915563e-05, "Finetune/Loss": 0.9109421372413635, "Finetune/Loss (Raw)": 0.8235294818878174, "Finetune/Step": 2567, "Finetune/Step Time": 6.190072385594249}
+{"Finetune/Learning Rate": 1.7193813910758e-05, "Finetune/Loss": 0.9100882411003113, "Finetune/Loss (Raw)": 0.8326929211616516, "Finetune/Step": 2568, "Finetune/Step Time": 6.188771788030863}
+{"Finetune/Learning Rate": 1.719147409637595e-05, "Finetune/Loss": 0.9087543487548828, "Finetune/Loss (Raw)": 0.9039011597633362, "Finetune/Step": 2569, "Finetune/Step Time": 6.190487174317241}
+{"Finetune/Learning Rate": 1.7189133466274888e-05, "Finetune/Loss": 0.9086081385612488, "Finetune/Loss (Raw)": 0.9124999642372131, "Finetune/Step": 2570, "Finetune/Step Time": 6.187298785895109}
+{"Finetune/Learning Rate": 1.7186792020720297e-05, "Finetune/Loss": 0.9091941118240356, "Finetune/Loss (Raw)": 1.0166375637054443, "Finetune/Step": 2571, "Finetune/Step Time": 6.186773544177413}
+{"Finetune/Learning Rate": 1.7184449759977776e-05, "Finetune/Loss": 0.9100861549377441, "Finetune/Loss (Raw)": 0.9876245856285095, "Finetune/Step": 2572, "Finetune/Step Time": 6.185853946954012}
+{"Finetune/Learning Rate": 1.7182106684312998e-05, "Finetune/Loss": 0.9111654758453369, "Finetune/Loss (Raw)": 0.9547308087348938, "Finetune/Step": 2573, "Finetune/Step Time": 6.1811066921800375}
+{"Finetune/Learning Rate": 1.7179762793991738e-05, "Finetune/Loss": 0.9098982214927673, "Finetune/Loss (Raw)": 0.9066816568374634, "Finetune/Step": 2574, "Finetune/Step Time": 6.182881832122803}
+{"Finetune/Learning Rate": 1.717741808927986e-05, "Finetune/Loss": 0.9097756147384644, "Finetune/Loss (Raw)": 1.0103703737258911, "Finetune/Step": 2575, "Finetune/Step Time": 6.184583263471723}
+{"Finetune/Learning Rate": 1.717507257044331e-05, "Finetune/Loss": 0.9092687368392944, "Finetune/Loss (Raw)": 0.8909763693809509, "Finetune/Step": 2576, "Finetune/Step Time": 6.186837026849389}
+{"Finetune/Learning Rate": 1.7172726237748156e-05, "Finetune/Loss": 0.909548282623291, "Finetune/Loss (Raw)": 0.9723106026649475, "Finetune/Step": 2577, "Finetune/Step Time": 6.1879897359758615}
+{"Finetune/Learning Rate": 1.7170379091460524e-05, "Finetune/Loss": 0.9098078012466431, "Finetune/Loss (Raw)": 0.9744998216629028, "Finetune/Step": 2578, "Finetune/Step Time": 6.187362605705857}
+{"Finetune/Learning Rate": 1.7168031131846655e-05, "Finetune/Loss": 0.9109036922454834, "Finetune/Loss (Raw)": 1.0423264503479004, "Finetune/Step": 2579, "Finetune/Step Time": 6.187883144244552}
+{"Finetune/Learning Rate": 1.7165682359172874e-05, "Finetune/Loss": 0.9113813638687134, "Finetune/Loss (Raw)": 0.8647579550743103, "Finetune/Step": 2580, "Finetune/Step Time": 6.185839205980301}
+{"Finetune/Learning Rate": 1.7163332773705593e-05, "Finetune/Loss": 0.9099543690681458, "Finetune/Loss (Raw)": 0.7458791732788086, "Finetune/Step": 2581, "Finetune/Step Time": 6.18147143535316}
+{"Finetune/Learning Rate": 1.716098237571133e-05, "Finetune/Loss": 0.9091972708702087, "Finetune/Loss (Raw)": 0.8272307515144348, "Finetune/Step": 2582, "Finetune/Step Time": 6.181180100888014}
+{"Finetune/Learning Rate": 1.7158631165456685e-05, "Finetune/Loss": 0.909256100654602, "Finetune/Loss (Raw)": 0.8678052425384521, "Finetune/Step": 2583, "Finetune/Step Time": 6.181079559028149}
+{"Finetune/Learning Rate": 1.715627914320835e-05, "Finetune/Loss": 0.9102534055709839, "Finetune/Loss (Raw)": 0.9691606163978577, "Finetune/Step": 2584, "Finetune/Step Time": 6.167490936815739}
+{"Finetune/Learning Rate": 1.7153926309233114e-05, "Finetune/Loss": 0.9100209474563599, "Finetune/Loss (Raw)": 0.9037631750106812, "Finetune/Step": 2585, "Finetune/Step Time": 6.162749262526631}
+{"Finetune/Learning Rate": 1.715157266379786e-05, "Finetune/Loss": 0.910286545753479, "Finetune/Loss (Raw)": 1.006929636001587, "Finetune/Step": 2586, "Finetune/Step Time": 6.159881681203842}
+{"Finetune/Learning Rate": 1.7149218207169552e-05, "Finetune/Loss": 0.90880286693573, "Finetune/Loss (Raw)": 0.8595782518386841, "Finetune/Step": 2587, "Finetune/Step Time": 6.16409014351666}
+{"Finetune/Learning Rate": 1.714686293961525e-05, "Finetune/Loss": 0.908321738243103, "Finetune/Loss (Raw)": 0.8440676927566528, "Finetune/Step": 2588, "Finetune/Step Time": 6.150906320661306}
+{"Finetune/Learning Rate": 1.714450686140212e-05, "Finetune/Loss": 0.907464861869812, "Finetune/Loss (Raw)": 0.9105026721954346, "Finetune/Step": 2589, "Finetune/Step Time": 6.132064178586006}
+{"Finetune/Learning Rate": 1.7142149972797398e-05, "Finetune/Loss": 0.906890332698822, "Finetune/Loss (Raw)": 0.9521186947822571, "Finetune/Step": 2590, "Finetune/Step Time": 6.129462633281946}
+{"Finetune/Learning Rate": 1.713979227406843e-05, "Finetune/Loss": 0.9087142944335938, "Finetune/Loss (Raw)": 1.0251753330230713, "Finetune/Step": 2591, "Finetune/Step Time": 6.1319489274173975}
+{"Finetune/Learning Rate": 1.7137433765482644e-05, "Finetune/Loss": 0.9081355333328247, "Finetune/Loss (Raw)": 0.9029747247695923, "Finetune/Step": 2592, "Finetune/Step Time": 6.130416924133897}
+{"Finetune/Learning Rate": 1.713507444730756e-05, "Finetune/Loss": 0.9066754579544067, "Finetune/Loss (Raw)": 0.8400764465332031, "Finetune/Step": 2593, "Finetune/Step Time": 6.132014209404588}
+{"Finetune/Learning Rate": 1.7132714319810792e-05, "Finetune/Loss": 0.9047064781188965, "Finetune/Loss (Raw)": 0.7427655458450317, "Finetune/Step": 2594, "Finetune/Step Time": 6.139013038948178}
+{"Finetune/Learning Rate": 1.7130353383260053e-05, "Finetune/Loss": 0.9089232087135315, "Finetune/Loss (Raw)": 1.0222556591033936, "Finetune/Step": 2595, "Finetune/Step Time": 6.143965946510434}
+{"Finetune/Learning Rate": 1.7127991637923133e-05, "Finetune/Loss": 0.9106593728065491, "Finetune/Loss (Raw)": 0.9842506647109985, "Finetune/Step": 2596, "Finetune/Step Time": 6.131986392661929}
+{"Finetune/Learning Rate": 1.7125629084067925e-05, "Finetune/Loss": 0.9095175266265869, "Finetune/Loss (Raw)": 0.8328190445899963, "Finetune/Step": 2597, "Finetune/Step Time": 6.136943014338613}
+{"Finetune/Learning Rate": 1.712326572196241e-05, "Finetune/Loss": 0.91068434715271, "Finetune/Loss (Raw)": 0.9779424071311951, "Finetune/Step": 2598, "Finetune/Step Time": 6.130688624456525}
+{"Finetune/Learning Rate": 1.712090155187466e-05, "Finetune/Loss": 0.9128516912460327, "Finetune/Loss (Raw)": 0.6547233462333679, "Finetune/Step": 2599, "Finetune/Step Time": 6.125264320522547}
+{"Finetune/Learning Rate": 1.711853657407284e-05, "Finetune/Loss": 0.913336992263794, "Finetune/Loss (Raw)": 0.984455406665802, "Finetune/Step": 2600, "Finetune/Step Time": 6.110803999006748}
+{"Finetune/Learning Rate": 1.7116170788825207e-05, "Finetune/Loss": 0.9119908809661865, "Finetune/Loss (Raw)": 0.9055058360099792, "Finetune/Step": 2601, "Finetune/Step Time": 6.107795396819711}
+{"Finetune/Learning Rate": 1.711380419640011e-05, "Finetune/Loss": 0.910897970199585, "Finetune/Loss (Raw)": 0.8847971558570862, "Finetune/Step": 2602, "Finetune/Step Time": 6.106005985289812}
+{"Finetune/Learning Rate": 1.7111436797065984e-05, "Finetune/Loss": 0.91063392162323, "Finetune/Loss (Raw)": 0.9286431074142456, "Finetune/Step": 2603, "Finetune/Step Time": 6.108213357627392}
+{"Finetune/Learning Rate": 1.7109068591091366e-05, "Finetune/Loss": 0.910494327545166, "Finetune/Loss (Raw)": 0.8636071681976318, "Finetune/Step": 2604, "Finetune/Step Time": 6.1110495980829}
+{"Finetune/Learning Rate": 1.7106699578744867e-05, "Finetune/Loss": 0.909906268119812, "Finetune/Loss (Raw)": 0.8003937602043152, "Finetune/Step": 2605, "Finetune/Step Time": 6.1112711150199175}
+{"Finetune/Learning Rate": 1.7104329760295216e-05, "Finetune/Loss": 0.9091817736625671, "Finetune/Loss (Raw)": 0.8900894522666931, "Finetune/Step": 2606, "Finetune/Step Time": 6.109297631308436}
+{"Finetune/Learning Rate": 1.710195913601121e-05, "Finetune/Loss": 0.908263087272644, "Finetune/Loss (Raw)": 0.8412268161773682, "Finetune/Step": 2607, "Finetune/Step Time": 6.129887741059065}
+{"Finetune/Learning Rate": 1.709958770616174e-05, "Finetune/Loss": 0.9086769819259644, "Finetune/Loss (Raw)": 0.9092203974723816, "Finetune/Step": 2608, "Finetune/Step Time": 6.15054683201015}
+{"Finetune/Learning Rate": 1.7097215471015805e-05, "Finetune/Loss": 0.9096681475639343, "Finetune/Loss (Raw)": 1.0779788494110107, "Finetune/Step": 2609, "Finetune/Step Time": 6.159564176574349}
+{"Finetune/Learning Rate": 1.709484243084248e-05, "Finetune/Loss": 0.908219039440155, "Finetune/Loss (Raw)": 0.8344945907592773, "Finetune/Step": 2610, "Finetune/Step Time": 6.157388456165791}
+{"Finetune/Learning Rate": 1.7092468585910937e-05, "Finetune/Loss": 0.9054387807846069, "Finetune/Loss (Raw)": 0.6701177358627319, "Finetune/Step": 2611, "Finetune/Step Time": 6.1701761949807405}
+{"Finetune/Learning Rate": 1.7090093936490433e-05, "Finetune/Loss": 0.9042980074882507, "Finetune/Loss (Raw)": 0.7931275367736816, "Finetune/Step": 2612, "Finetune/Step Time": 6.187480056658387}
+{"Finetune/Learning Rate": 1.7087718482850327e-05, "Finetune/Loss": 0.9037485122680664, "Finetune/Loss (Raw)": 0.7945206761360168, "Finetune/Step": 2613, "Finetune/Step Time": 6.1960749588906765}
+{"Finetune/Learning Rate": 1.708534222526006e-05, "Finetune/Loss": 0.9030975699424744, "Finetune/Loss (Raw)": 0.8551442623138428, "Finetune/Step": 2614, "Finetune/Step Time": 6.186212509870529}
+{"Finetune/Learning Rate": 1.708296516398917e-05, "Finetune/Loss": 0.9030532836914062, "Finetune/Loss (Raw)": 0.8705984950065613, "Finetune/Step": 2615, "Finetune/Step Time": 6.186075558885932}
+{"Finetune/Learning Rate": 1.7080587299307283e-05, "Finetune/Loss": 0.902595043182373, "Finetune/Loss (Raw)": 0.9011760950088501, "Finetune/Step": 2616, "Finetune/Step Time": 6.178134296089411}
+{"Finetune/Learning Rate": 1.7078208631484113e-05, "Finetune/Loss": 0.9030179977416992, "Finetune/Loss (Raw)": 0.9473996162414551, "Finetune/Step": 2617, "Finetune/Step Time": 6.177982050925493}
+{"Finetune/Learning Rate": 1.7075829160789475e-05, "Finetune/Loss": 0.9030721783638, "Finetune/Loss (Raw)": 0.9216620326042175, "Finetune/Step": 2618, "Finetune/Step Time": 6.1777139231562614}
+{"Finetune/Learning Rate": 1.7073448887493268e-05, "Finetune/Loss": 0.9025232791900635, "Finetune/Loss (Raw)": 0.8336325287818909, "Finetune/Step": 2619, "Finetune/Step Time": 6.1723437160253525}
+{"Finetune/Learning Rate": 1.7071067811865477e-05, "Finetune/Loss": 0.902076244354248, "Finetune/Loss (Raw)": 1.0315442085266113, "Finetune/Step": 2620, "Finetune/Step Time": 6.171157898381352}
+{"Finetune/Learning Rate": 1.7068685934176192e-05, "Finetune/Loss": 0.9003551006317139, "Finetune/Loss (Raw)": 0.7443835139274597, "Finetune/Step": 2621, "Finetune/Step Time": 6.178725380450487}
+{"Finetune/Learning Rate": 1.706630325469558e-05, "Finetune/Loss": 0.8999943733215332, "Finetune/Loss (Raw)": 0.8915023803710938, "Finetune/Step": 2622, "Finetune/Step Time": 6.200135728344321}
+{"Finetune/Learning Rate": 1.7063919773693914e-05, "Finetune/Loss": 0.8998816013336182, "Finetune/Loss (Raw)": 0.9965126514434814, "Finetune/Step": 2623, "Finetune/Step Time": 6.2176079954952}
+{"Finetune/Learning Rate": 1.7061535491441538e-05, "Finetune/Loss": 0.8990680575370789, "Finetune/Loss (Raw)": 0.9021853804588318, "Finetune/Step": 2624, "Finetune/Step Time": 6.224041784182191}
+{"Finetune/Learning Rate": 1.7059150408208902e-05, "Finetune/Loss": 0.8963177800178528, "Finetune/Loss (Raw)": 0.580597460269928, "Finetune/Step": 2625, "Finetune/Step Time": 6.222977422177792}
+{"Finetune/Learning Rate": 1.7056764524266547e-05, "Finetune/Loss": 0.8956565260887146, "Finetune/Loss (Raw)": 0.8277897238731384, "Finetune/Step": 2626, "Finetune/Step Time": 6.229111183434725}
+{"Finetune/Learning Rate": 1.7054377839885098e-05, "Finetune/Loss": 0.8943283557891846, "Finetune/Loss (Raw)": 0.8200680613517761, "Finetune/Step": 2627, "Finetune/Step Time": 6.236175080761313}
+{"Finetune/Learning Rate": 1.7051990355335266e-05, "Finetune/Loss": 0.8938295841217041, "Finetune/Loss (Raw)": 0.8623397946357727, "Finetune/Step": 2628, "Finetune/Step Time": 6.263940215110779}
+{"Finetune/Learning Rate": 1.704960207088787e-05, "Finetune/Loss": 0.8942667245864868, "Finetune/Loss (Raw)": 0.9088884592056274, "Finetune/Step": 2629, "Finetune/Step Time": 6.26536800712347}
+{"Finetune/Learning Rate": 1.704721298681381e-05, "Finetune/Loss": 0.893347442150116, "Finetune/Loss (Raw)": 0.823537290096283, "Finetune/Step": 2630, "Finetune/Step Time": 6.269537018612027}
+{"Finetune/Learning Rate": 1.7044823103384067e-05, "Finetune/Loss": 0.8934334516525269, "Finetune/Loss (Raw)": 1.0032011270523071, "Finetune/Step": 2631, "Finetune/Step Time": 6.275890896096826}
+{"Finetune/Learning Rate": 1.704243242086973e-05, "Finetune/Loss": 0.892622172832489, "Finetune/Loss (Raw)": 0.8140602111816406, "Finetune/Step": 2632, "Finetune/Step Time": 6.275211647152901}
+{"Finetune/Learning Rate": 1.704004093954197e-05, "Finetune/Loss": 0.8937482237815857, "Finetune/Loss (Raw)": 0.9097471833229065, "Finetune/Step": 2633, "Finetune/Step Time": 6.285816011950374}
+{"Finetune/Learning Rate": 1.7037648659672047e-05, "Finetune/Loss": 0.8926936984062195, "Finetune/Loss (Raw)": 0.7982795238494873, "Finetune/Step": 2634, "Finetune/Step Time": 6.286584481596947}
+{"Finetune/Learning Rate": 1.7035255581531317e-05, "Finetune/Loss": 0.892724871635437, "Finetune/Loss (Raw)": 0.8283821940422058, "Finetune/Step": 2635, "Finetune/Step Time": 6.28841020539403}
+{"Finetune/Learning Rate": 1.7032861705391218e-05, "Finetune/Loss": 0.8918642401695251, "Finetune/Loss (Raw)": 0.9373753070831299, "Finetune/Step": 2636, "Finetune/Step Time": 6.295450612902641}
+{"Finetune/Learning Rate": 1.7030467031523292e-05, "Finetune/Loss": 0.8925546407699585, "Finetune/Loss (Raw)": 0.9573498964309692, "Finetune/Step": 2637, "Finetune/Step Time": 6.295147830620408}
+{"Finetune/Learning Rate": 1.7028071560199156e-05, "Finetune/Loss": 0.8913888931274414, "Finetune/Loss (Raw)": 0.7491421699523926, "Finetune/Step": 2638, "Finetune/Step Time": 6.2977315448224545}
+{"Finetune/Learning Rate": 1.7025675291690534e-05, "Finetune/Loss": 0.8913049697875977, "Finetune/Loss (Raw)": 0.8480772972106934, "Finetune/Step": 2639, "Finetune/Step Time": 6.299926092848182}
+{"Finetune/Learning Rate": 1.7023278226269222e-05, "Finetune/Loss": 0.8914502859115601, "Finetune/Loss (Raw)": 0.8678880929946899, "Finetune/Step": 2640, "Finetune/Step Time": 6.288769256323576}
+{"Finetune/Learning Rate": 1.702088036420712e-05, "Finetune/Loss": 0.8915185332298279, "Finetune/Loss (Raw)": 0.8899277448654175, "Finetune/Step": 2641, "Finetune/Step Time": 6.287750728428364}
+{"Finetune/Learning Rate": 1.701848170577621e-05, "Finetune/Loss": 0.8932450413703918, "Finetune/Loss (Raw)": 1.030022382736206, "Finetune/Step": 2642, "Finetune/Step Time": 6.2808209005743265}
+{"Finetune/Learning Rate": 1.7016082251248582e-05, "Finetune/Loss": 0.8927888870239258, "Finetune/Loss (Raw)": 0.8041080236434937, "Finetune/Step": 2643, "Finetune/Step Time": 6.268893202766776}
+{"Finetune/Learning Rate": 1.7013682000896388e-05, "Finetune/Loss": 0.891924262046814, "Finetune/Loss (Raw)": 0.92335045337677, "Finetune/Step": 2644, "Finetune/Step Time": 6.270361799746752}
+{"Finetune/Learning Rate": 1.701128095499189e-05, "Finetune/Loss": 0.8916258811950684, "Finetune/Loss (Raw)": 0.866419792175293, "Finetune/Step": 2645, "Finetune/Step Time": 6.270291747525334}
+{"Finetune/Learning Rate": 1.7008879113807437e-05, "Finetune/Loss": 0.8909898996353149, "Finetune/Loss (Raw)": 0.955132007598877, "Finetune/Step": 2646, "Finetune/Step Time": 6.266089336946607}
+{"Finetune/Learning Rate": 1.7006476477615463e-05, "Finetune/Loss": 0.8912776708602905, "Finetune/Loss (Raw)": 0.9286593198776245, "Finetune/Step": 2647, "Finetune/Step Time": 6.266040312126279}
+{"Finetune/Learning Rate": 1.7004073046688498e-05, "Finetune/Loss": 0.8908452987670898, "Finetune/Loss (Raw)": 0.8854354619979858, "Finetune/Step": 2648, "Finetune/Step Time": 6.266299210488796}
+{"Finetune/Learning Rate": 1.700166882129916e-05, "Finetune/Loss": 0.8914533853530884, "Finetune/Loss (Raw)": 0.9563013315200806, "Finetune/Step": 2649, "Finetune/Step Time": 6.309482902288437}
+{"Finetune/Learning Rate": 1.699926380172016e-05, "Finetune/Loss": 0.8917874097824097, "Finetune/Loss (Raw)": 0.9900588393211365, "Finetune/Step": 2650, "Finetune/Step Time": 6.313392600044608}
+{"Finetune/Learning Rate": 1.6996857988224292e-05, "Finetune/Loss": 0.8919234275817871, "Finetune/Loss (Raw)": 0.9034239053726196, "Finetune/Step": 2651, "Finetune/Step Time": 6.313786847516894}
+{"Finetune/Learning Rate": 1.6994451381084443e-05, "Finetune/Loss": 0.8920900225639343, "Finetune/Loss (Raw)": 0.9030693769454956, "Finetune/Step": 2652, "Finetune/Step Time": 6.309156747534871}
+{"Finetune/Learning Rate": 1.6992043980573597e-05, "Finetune/Loss": 0.8913518190383911, "Finetune/Loss (Raw)": 0.8699039816856384, "Finetune/Step": 2653, "Finetune/Step Time": 6.309514028951526}
+{"Finetune/Learning Rate": 1.6989635786964813e-05, "Finetune/Loss": 0.8913825750350952, "Finetune/Loss (Raw)": 0.930438756942749, "Finetune/Step": 2654, "Finetune/Step Time": 6.3091097846627235}
+{"Finetune/Learning Rate": 1.698722680053126e-05, "Finetune/Loss": 0.8902590870857239, "Finetune/Loss (Raw)": 0.8669611215591431, "Finetune/Step": 2655, "Finetune/Step Time": 6.311825847253203}
+{"Finetune/Learning Rate": 1.6984817021546177e-05, "Finetune/Loss": 0.8890272378921509, "Finetune/Loss (Raw)": 0.8307220935821533, "Finetune/Step": 2656, "Finetune/Step Time": 6.320188667625189}
+{"Finetune/Learning Rate": 1.6982406450282903e-05, "Finetune/Loss": 0.8892691135406494, "Finetune/Loss (Raw)": 0.9756701588630676, "Finetune/Step": 2657, "Finetune/Step Time": 6.345834633335471}
+{"Finetune/Learning Rate": 1.697999508701487e-05, "Finetune/Loss": 0.888175368309021, "Finetune/Loss (Raw)": 0.9185164570808411, "Finetune/Step": 2658, "Finetune/Step Time": 6.345479238778353}
+{"Finetune/Learning Rate": 1.6977582932015596e-05, "Finetune/Loss": 0.8916655778884888, "Finetune/Loss (Raw)": 0.8568164706230164, "Finetune/Step": 2659, "Finetune/Step Time": 6.352801404893398}
+{"Finetune/Learning Rate": 1.6975169985558686e-05, "Finetune/Loss": 0.8936417102813721, "Finetune/Loss (Raw)": 1.1098920106887817, "Finetune/Step": 2660, "Finetune/Step Time": 6.3460623156279325}
+{"Finetune/Learning Rate": 1.6972756247917837e-05, "Finetune/Loss": 0.8907922506332397, "Finetune/Loss (Raw)": 0.7495649456977844, "Finetune/Step": 2661, "Finetune/Step Time": 6.342151515185833}
+{"Finetune/Learning Rate": 1.6970341719366835e-05, "Finetune/Loss": 0.8903272151947021, "Finetune/Loss (Raw)": 0.9220876097679138, "Finetune/Step": 2662, "Finetune/Step Time": 6.34900975227356}
+{"Finetune/Learning Rate": 1.696792640017956e-05, "Finetune/Loss": 0.8908069133758545, "Finetune/Loss (Raw)": 0.9232501983642578, "Finetune/Step": 2663, "Finetune/Step Time": 6.347123064100742}
+{"Finetune/Learning Rate": 1.6965510290629973e-05, "Finetune/Loss": 0.8903829455375671, "Finetune/Loss (Raw)": 0.9016166925430298, "Finetune/Step": 2664, "Finetune/Step Time": 6.347672365605831}
+{"Finetune/Learning Rate": 1.6963093390992134e-05, "Finetune/Loss": 0.8901004195213318, "Finetune/Loss (Raw)": 0.8504219651222229, "Finetune/Step": 2665, "Finetune/Step Time": 6.347439743578434}
+{"Finetune/Learning Rate": 1.696067570154019e-05, "Finetune/Loss": 0.8887052536010742, "Finetune/Loss (Raw)": 0.7972119450569153, "Finetune/Step": 2666, "Finetune/Step Time": 6.3427394311875105}
+{"Finetune/Learning Rate": 1.695825722254837e-05, "Finetune/Loss": 0.8894727230072021, "Finetune/Loss (Raw)": 0.9752705693244934, "Finetune/Step": 2667, "Finetune/Step Time": 6.344933724030852}
+{"Finetune/Learning Rate": 1.6955837954291007e-05, "Finetune/Loss": 0.8900659084320068, "Finetune/Loss (Raw)": 0.9698519110679626, "Finetune/Step": 2668, "Finetune/Step Time": 6.346461271867156}
+{"Finetune/Learning Rate": 1.695341789704251e-05, "Finetune/Loss": 0.8877954483032227, "Finetune/Loss (Raw)": 0.7773829102516174, "Finetune/Step": 2669, "Finetune/Step Time": 6.347180351614952}
+{"Finetune/Learning Rate": 1.6950997051077384e-05, "Finetune/Loss": 0.8873592615127563, "Finetune/Loss (Raw)": 0.819451093673706, "Finetune/Step": 2670, "Finetune/Step Time": 6.340346163138747}
+{"Finetune/Learning Rate": 1.6948575416670222e-05, "Finetune/Loss": 0.8872471451759338, "Finetune/Loss (Raw)": 0.8649915456771851, "Finetune/Step": 2671, "Finetune/Step Time": 6.341702068224549}
+{"Finetune/Learning Rate": 1.6946152994095705e-05, "Finetune/Loss": 0.8877284526824951, "Finetune/Loss (Raw)": 1.0277762413024902, "Finetune/Step": 2672, "Finetune/Step Time": 6.330199904739857}
+{"Finetune/Learning Rate": 1.694372978362861e-05, "Finetune/Loss": 0.8887495398521423, "Finetune/Loss (Raw)": 0.8925443291664124, "Finetune/Step": 2673, "Finetune/Step Time": 6.331736473366618}
+{"Finetune/Learning Rate": 1.694130578554379e-05, "Finetune/Loss": 0.88857102394104, "Finetune/Loss (Raw)": 0.9529362916946411, "Finetune/Step": 2674, "Finetune/Step Time": 6.331311319023371}
+{"Finetune/Learning Rate": 1.693888100011621e-05, "Finetune/Loss": 0.888896107673645, "Finetune/Loss (Raw)": 0.9700570106506348, "Finetune/Step": 2675, "Finetune/Step Time": 6.33101487159729}
+{"Finetune/Learning Rate": 1.6936455427620894e-05, "Finetune/Loss": 0.8892678022384644, "Finetune/Loss (Raw)": 0.8764800429344177, "Finetune/Step": 2676, "Finetune/Step Time": 6.3319931495934725}
+{"Finetune/Learning Rate": 1.6934029068332977e-05, "Finetune/Loss": 0.8884499073028564, "Finetune/Loss (Raw)": 0.8292598128318787, "Finetune/Step": 2677, "Finetune/Step Time": 6.34017925336957}
+{"Finetune/Learning Rate": 1.6931601922527684e-05, "Finetune/Loss": 0.8879516124725342, "Finetune/Loss (Raw)": 0.8322756886482239, "Finetune/Step": 2678, "Finetune/Step Time": 6.3385229874402285}
+{"Finetune/Learning Rate": 1.692917399048031e-05, "Finetune/Loss": 0.888177752494812, "Finetune/Loss (Raw)": 1.0169533491134644, "Finetune/Step": 2679, "Finetune/Step Time": 6.341223310679197}
+{"Finetune/Learning Rate": 1.692674527246627e-05, "Finetune/Loss": 0.8881478309631348, "Finetune/Loss (Raw)": 0.9728966951370239, "Finetune/Step": 2680, "Finetune/Step Time": 6.341625878587365}
+{"Finetune/Learning Rate": 1.6924315768761036e-05, "Finetune/Loss": 0.8885712027549744, "Finetune/Loss (Raw)": 0.9328681230545044, "Finetune/Step": 2681, "Finetune/Step Time": 6.340977543964982}
+{"Finetune/Learning Rate": 1.6921885479640186e-05, "Finetune/Loss": 0.8882179260253906, "Finetune/Loss (Raw)": 0.9466142654418945, "Finetune/Step": 2682, "Finetune/Step Time": 6.320142284035683}
+{"Finetune/Learning Rate": 1.6919454405379384e-05, "Finetune/Loss": 0.8893617987632751, "Finetune/Loss (Raw)": 0.9909036755561829, "Finetune/Step": 2683, "Finetune/Step Time": 6.316280858591199}
+{"Finetune/Learning Rate": 1.6917022546254388e-05, "Finetune/Loss": 0.8902354836463928, "Finetune/Loss (Raw)": 1.0261485576629639, "Finetune/Step": 2684, "Finetune/Step Time": 6.2953981682658195}
+{"Finetune/Learning Rate": 1.6914589902541038e-05, "Finetune/Loss": 0.8902475833892822, "Finetune/Loss (Raw)": 0.8288520574569702, "Finetune/Step": 2685, "Finetune/Step Time": 6.289163164794445}
+{"Finetune/Learning Rate": 1.6912156474515264e-05, "Finetune/Loss": 0.8886281251907349, "Finetune/Loss (Raw)": 0.8855891227722168, "Finetune/Step": 2686, "Finetune/Step Time": 6.279521714895964}
+{"Finetune/Learning Rate": 1.6909722262453086e-05, "Finetune/Loss": 0.8886418342590332, "Finetune/Loss (Raw)": 1.0527153015136719, "Finetune/Step": 2687, "Finetune/Step Time": 6.274626731872559}
+{"Finetune/Learning Rate": 1.6907287266630614e-05, "Finetune/Loss": 0.8898416757583618, "Finetune/Loss (Raw)": 0.9012561440467834, "Finetune/Step": 2688, "Finetune/Step Time": 6.2732777409255505}
+{"Finetune/Learning Rate": 1.690485148732405e-05, "Finetune/Loss": 0.8931006193161011, "Finetune/Loss (Raw)": 0.9400146007537842, "Finetune/Step": 2689, "Finetune/Step Time": 6.27008936740458}
+{"Finetune/Learning Rate": 1.6902414924809675e-05, "Finetune/Loss": 0.894005537033081, "Finetune/Loss (Raw)": 0.9141138195991516, "Finetune/Step": 2690, "Finetune/Step Time": 6.259569738060236}
+{"Finetune/Learning Rate": 1.689997757936387e-05, "Finetune/Loss": 0.8939652442932129, "Finetune/Loss (Raw)": 0.8183062076568604, "Finetune/Step": 2691, "Finetune/Step Time": 6.253635589033365}
+{"Finetune/Learning Rate": 1.6897539451263093e-05, "Finetune/Loss": 0.8992259502410889, "Finetune/Loss (Raw)": 1.0111881494522095, "Finetune/Step": 2692, "Finetune/Step Time": 6.233719851821661}
+{"Finetune/Learning Rate": 1.6895100540783906e-05, "Finetune/Loss": 0.8945860862731934, "Finetune/Loss (Raw)": 0.39818933606147766, "Finetune/Step": 2693, "Finetune/Step Time": 6.225655596703291}
+{"Finetune/Learning Rate": 1.689266084820295e-05, "Finetune/Loss": 0.8955211043357849, "Finetune/Loss (Raw)": 1.0886285305023193, "Finetune/Step": 2694, "Finetune/Step Time": 6.249210646376014}
+{"Finetune/Learning Rate": 1.689022037379695e-05, "Finetune/Loss": 0.8949518203735352, "Finetune/Loss (Raw)": 0.7506656050682068, "Finetune/Step": 2695, "Finetune/Step Time": 6.255362384021282}
+{"Finetune/Learning Rate": 1.6887779117842727e-05, "Finetune/Loss": 0.8958228826522827, "Finetune/Loss (Raw)": 0.9441840648651123, "Finetune/Step": 2696, "Finetune/Step Time": 6.265675807371736}
+{"Finetune/Learning Rate": 1.6885337080617195e-05, "Finetune/Loss": 0.8953932523727417, "Finetune/Loss (Raw)": 0.8489125370979309, "Finetune/Step": 2697, "Finetune/Step Time": 6.267361328005791}
+{"Finetune/Learning Rate": 1.6882894262397343e-05, "Finetune/Loss": 0.8956853747367859, "Finetune/Loss (Raw)": 0.9498909115791321, "Finetune/Step": 2698, "Finetune/Step Time": 6.278296751901507}
+{"Finetune/Learning Rate": 1.6880450663460262e-05, "Finetune/Loss": 0.8944863080978394, "Finetune/Loss (Raw)": 0.8631518483161926, "Finetune/Step": 2699, "Finetune/Step Time": 6.279910692945123}
+{"Finetune/Learning Rate": 1.687800628408313e-05, "Finetune/Loss": 0.8920276165008545, "Finetune/Loss (Raw)": 0.672916054725647, "Finetune/Step": 2700, "Finetune/Step Time": 6.2938605565577745}
+{"Finetune/Learning Rate": 1.68755611245432e-05, "Finetune/Loss": 0.8917429447174072, "Finetune/Loss (Raw)": 0.9182941913604736, "Finetune/Step": 2701, "Finetune/Step Time": 6.297412071377039}
+{"Finetune/Learning Rate": 1.6873115185117828e-05, "Finetune/Loss": 0.8926006555557251, "Finetune/Loss (Raw)": 1.0164635181427002, "Finetune/Step": 2702, "Finetune/Step Time": 6.300730410963297}
+{"Finetune/Learning Rate": 1.6870668466084453e-05, "Finetune/Loss": 0.8903260827064514, "Finetune/Loss (Raw)": 0.7192285060882568, "Finetune/Step": 2703, "Finetune/Step Time": 6.315660532563925}
+{"Finetune/Learning Rate": 1.6868220967720604e-05, "Finetune/Loss": 0.8899301290512085, "Finetune/Loss (Raw)": 0.8402922749519348, "Finetune/Step": 2704, "Finetune/Step Time": 6.3163270726799965}
+{"Finetune/Learning Rate": 1.6865772690303894e-05, "Finetune/Loss": 0.8882931470870972, "Finetune/Loss (Raw)": 0.7627714276313782, "Finetune/Step": 2705, "Finetune/Step Time": 6.3291363678872585}
+{"Finetune/Learning Rate": 1.6863323634112034e-05, "Finetune/Loss": 0.8862932920455933, "Finetune/Loss (Raw)": 0.7185294032096863, "Finetune/Step": 2706, "Finetune/Step Time": 6.347253354266286}
+{"Finetune/Learning Rate": 1.686087379942281e-05, "Finetune/Loss": 0.8847172260284424, "Finetune/Loss (Raw)": 0.8405842185020447, "Finetune/Step": 2707, "Finetune/Step Time": 6.348204419016838}
+{"Finetune/Learning Rate": 1.6858423186514108e-05, "Finetune/Loss": 0.8852633833885193, "Finetune/Loss (Raw)": 0.9346626996994019, "Finetune/Step": 2708, "Finetune/Step Time": 6.349304094910622}
+{"Finetune/Learning Rate": 1.6855971795663895e-05, "Finetune/Loss": 0.8860245943069458, "Finetune/Loss (Raw)": 0.8433182239532471, "Finetune/Step": 2709, "Finetune/Step Time": 6.359563533216715}
+{"Finetune/Learning Rate": 1.6853519627150227e-05, "Finetune/Loss": 0.8873973488807678, "Finetune/Loss (Raw)": 1.0029484033584595, "Finetune/Step": 2710, "Finetune/Step Time": 6.376524277031422}
+{"Finetune/Learning Rate": 1.6851066681251258e-05, "Finetune/Loss": 0.8889800310134888, "Finetune/Loss (Raw)": 1.0703802108764648, "Finetune/Step": 2711, "Finetune/Step Time": 6.3766831159591675}
+{"Finetune/Learning Rate": 1.6848612958245215e-05, "Finetune/Loss": 0.8887667655944824, "Finetune/Loss (Raw)": 0.9418642520904541, "Finetune/Step": 2712, "Finetune/Step Time": 6.383710879832506}
+{"Finetune/Learning Rate": 1.6846158458410426e-05, "Finetune/Loss": 0.8896280527114868, "Finetune/Loss (Raw)": 1.0140126943588257, "Finetune/Step": 2713, "Finetune/Step Time": 6.385549001395702}
+{"Finetune/Learning Rate": 1.6843703182025298e-05, "Finetune/Loss": 0.8897881507873535, "Finetune/Loss (Raw)": 1.0274196863174438, "Finetune/Step": 2714, "Finetune/Step Time": 6.387559622526169}
+{"Finetune/Learning Rate": 1.684124712936833e-05, "Finetune/Loss": 0.8899426460266113, "Finetune/Loss (Raw)": 0.8793487548828125, "Finetune/Step": 2715, "Finetune/Step Time": 6.380978228524327}
+{"Finetune/Learning Rate": 1.6838790300718107e-05, "Finetune/Loss": 0.8898413181304932, "Finetune/Loss (Raw)": 0.8310975432395935, "Finetune/Step": 2716, "Finetune/Step Time": 6.377161400392652}
+{"Finetune/Learning Rate": 1.6836332696353305e-05, "Finetune/Loss": 0.8902726173400879, "Finetune/Loss (Raw)": 0.9657136797904968, "Finetune/Step": 2717, "Finetune/Step Time": 6.3761669378727674}
+{"Finetune/Learning Rate": 1.6833874316552686e-05, "Finetune/Loss": 0.8902292251586914, "Finetune/Loss (Raw)": 0.9465747475624084, "Finetune/Step": 2718, "Finetune/Step Time": 6.379479538649321}
+{"Finetune/Learning Rate": 1.6831415161595103e-05, "Finetune/Loss": 0.8887969255447388, "Finetune/Loss (Raw)": 0.8418297171592712, "Finetune/Step": 2719, "Finetune/Step Time": 6.3877281583845615}
+{"Finetune/Learning Rate": 1.6828955231759495e-05, "Finetune/Loss": 0.8896014094352722, "Finetune/Loss (Raw)": 1.0059466361999512, "Finetune/Step": 2720, "Finetune/Step Time": 6.395284866914153}
+{"Finetune/Learning Rate": 1.6826494527324887e-05, "Finetune/Loss": 0.8903928995132446, "Finetune/Loss (Raw)": 0.9413850903511047, "Finetune/Step": 2721, "Finetune/Step Time": 6.393744854256511}
+{"Finetune/Learning Rate": 1.682403304857039e-05, "Finetune/Loss": 0.8910880088806152, "Finetune/Loss (Raw)": 0.8317520022392273, "Finetune/Step": 2722, "Finetune/Step Time": 6.394579488784075}
+{"Finetune/Learning Rate": 1.6821570795775212e-05, "Finetune/Loss": 0.8883918523788452, "Finetune/Loss (Raw)": 0.6771438121795654, "Finetune/Step": 2723, "Finetune/Step Time": 6.389079036191106}
+{"Finetune/Learning Rate": 1.681910776921864e-05, "Finetune/Loss": 0.8878448605537415, "Finetune/Loss (Raw)": 0.9142289161682129, "Finetune/Step": 2724, "Finetune/Step Time": 6.386093817651272}
+{"Finetune/Learning Rate": 1.681664396918005e-05, "Finetune/Loss": 0.8887166976928711, "Finetune/Loss (Raw)": 0.9444172978401184, "Finetune/Step": 2725, "Finetune/Step Time": 6.381457876414061}
+{"Finetune/Learning Rate": 1.6814179395938915e-05, "Finetune/Loss": 0.8879302740097046, "Finetune/Loss (Raw)": 0.8772808909416199, "Finetune/Step": 2726, "Finetune/Step Time": 6.3877760078758}
+{"Finetune/Learning Rate": 1.6811714049774775e-05, "Finetune/Loss": 0.8900009393692017, "Finetune/Loss (Raw)": 0.9197676181793213, "Finetune/Step": 2727, "Finetune/Step Time": 6.389570856466889}
+{"Finetune/Learning Rate": 1.6809247930967282e-05, "Finetune/Loss": 0.8901163935661316, "Finetune/Loss (Raw)": 0.9992341995239258, "Finetune/Step": 2728, "Finetune/Step Time": 6.388785729184747}
+{"Finetune/Learning Rate": 1.680678103979616e-05, "Finetune/Loss": 0.8892644643783569, "Finetune/Loss (Raw)": 0.7964651584625244, "Finetune/Step": 2729, "Finetune/Step Time": 6.38948230817914}
+{"Finetune/Learning Rate": 1.6804313376541226e-05, "Finetune/Loss": 0.8867429494857788, "Finetune/Loss (Raw)": 0.5620392560958862, "Finetune/Step": 2730, "Finetune/Step Time": 6.393749229609966}
+{"Finetune/Learning Rate": 1.6801844941482385e-05, "Finetune/Loss": 0.8868733644485474, "Finetune/Loss (Raw)": 0.9453320503234863, "Finetune/Step": 2731, "Finetune/Step Time": 6.409534143283963}
+{"Finetune/Learning Rate": 1.6799375734899624e-05, "Finetune/Loss": 0.8861445188522339, "Finetune/Loss (Raw)": 0.7703112959861755, "Finetune/Step": 2732, "Finetune/Step Time": 6.410003697499633}
+{"Finetune/Learning Rate": 1.679690575707303e-05, "Finetune/Loss": 0.8867976665496826, "Finetune/Loss (Raw)": 0.8840068578720093, "Finetune/Step": 2733, "Finetune/Step Time": 6.40895533002913}
+{"Finetune/Learning Rate": 1.6794435008282758e-05, "Finetune/Loss": 0.8884861469268799, "Finetune/Loss (Raw)": 1.106216549873352, "Finetune/Step": 2734, "Finetune/Step Time": 6.408483175560832}
+{"Finetune/Learning Rate": 1.679196348880907e-05, "Finetune/Loss": 0.8891061544418335, "Finetune/Loss (Raw)": 0.9205837845802307, "Finetune/Step": 2735, "Finetune/Step Time": 6.392688585445285}
+{"Finetune/Learning Rate": 1.6789491198932302e-05, "Finetune/Loss": 0.8882876634597778, "Finetune/Loss (Raw)": 0.8044462203979492, "Finetune/Step": 2736, "Finetune/Step Time": 6.379930105060339}
+{"Finetune/Learning Rate": 1.6787018138932888e-05, "Finetune/Loss": 0.8865976333618164, "Finetune/Loss (Raw)": 0.8616687059402466, "Finetune/Step": 2737, "Finetune/Step Time": 6.374828744679689}
+{"Finetune/Learning Rate": 1.6784544309091337e-05, "Finetune/Loss": 0.8871251344680786, "Finetune/Loss (Raw)": 0.9020107984542847, "Finetune/Step": 2738, "Finetune/Step Time": 6.385705394670367}
+{"Finetune/Learning Rate": 1.6782069709688254e-05, "Finetune/Loss": 0.8885971307754517, "Finetune/Loss (Raw)": 0.858532190322876, "Finetune/Step": 2739, "Finetune/Step Time": 6.380028644576669}
+{"Finetune/Learning Rate": 1.6779594341004336e-05, "Finetune/Loss": 0.8895055651664734, "Finetune/Loss (Raw)": 0.909403920173645, "Finetune/Step": 2740, "Finetune/Step Time": 6.36094168946147}
+{"Finetune/Learning Rate": 1.6777118203320354e-05, "Finetune/Loss": 0.8919751644134521, "Finetune/Loss (Raw)": 1.1106284856796265, "Finetune/Step": 2741, "Finetune/Step Time": 6.348786039277911}
+{"Finetune/Learning Rate": 1.6774641296917177e-05, "Finetune/Loss": 0.8918260335922241, "Finetune/Loss (Raw)": 0.8360604047775269, "Finetune/Step": 2742, "Finetune/Step Time": 6.364706683903933}
+{"Finetune/Learning Rate": 1.6772163622075752e-05, "Finetune/Loss": 0.8922855257987976, "Finetune/Loss (Raw)": 0.929405689239502, "Finetune/Step": 2743, "Finetune/Step Time": 6.381697352975607}
+{"Finetune/Learning Rate": 1.676968517907712e-05, "Finetune/Loss": 0.8924968838691711, "Finetune/Loss (Raw)": 0.928236722946167, "Finetune/Step": 2744, "Finetune/Step Time": 6.380902945995331}
+{"Finetune/Learning Rate": 1.6767205968202408e-05, "Finetune/Loss": 0.8915252089500427, "Finetune/Loss (Raw)": 0.8230234980583191, "Finetune/Step": 2745, "Finetune/Step Time": 6.376636875793338}
+{"Finetune/Learning Rate": 1.6764725989732836e-05, "Finetune/Loss": 0.8922730684280396, "Finetune/Loss (Raw)": 1.0173863172531128, "Finetune/Step": 2746, "Finetune/Step Time": 6.375236991792917}
+{"Finetune/Learning Rate": 1.6762245243949693e-05, "Finetune/Loss": 0.891743004322052, "Finetune/Loss (Raw)": 0.7657825350761414, "Finetune/Step": 2747, "Finetune/Step Time": 6.382304143160582}
+{"Finetune/Learning Rate": 1.675976373113437e-05, "Finetune/Loss": 0.8904944658279419, "Finetune/Loss (Raw)": 0.8717324137687683, "Finetune/Step": 2748, "Finetune/Step Time": 6.396362088620663}
+{"Finetune/Learning Rate": 1.675728145156835e-05, "Finetune/Loss": 0.8916231393814087, "Finetune/Loss (Raw)": 0.8888561129570007, "Finetune/Step": 2749, "Finetune/Step Time": 6.3913024347275496}
+{"Finetune/Learning Rate": 1.6754798405533184e-05, "Finetune/Loss": 0.891996443271637, "Finetune/Loss (Raw)": 0.9392828345298767, "Finetune/Step": 2750, "Finetune/Step Time": 6.373245991766453}
+{"Finetune/Learning Rate": 1.6752314593310524e-05, "Finetune/Loss": 0.8912497162818909, "Finetune/Loss (Raw)": 0.9009305834770203, "Finetune/Step": 2751, "Finetune/Step Time": 6.364143818616867}
+{"Finetune/Learning Rate": 1.6749830015182106e-05, "Finetune/Loss": 0.8911933898925781, "Finetune/Loss (Raw)": 0.8949808478355408, "Finetune/Step": 2752, "Finetune/Step Time": 6.374587643891573}
+{"Finetune/Learning Rate": 1.6747344671429755e-05, "Finetune/Loss": 0.893957257270813, "Finetune/Loss (Raw)": 0.9343702793121338, "Finetune/Step": 2753, "Finetune/Step Time": 6.371034191921353}
+{"Finetune/Learning Rate": 1.6744858562335373e-05, "Finetune/Loss": 0.894539475440979, "Finetune/Loss (Raw)": 0.9023176431655884, "Finetune/Step": 2754, "Finetune/Step Time": 6.363222599029541}
+{"Finetune/Learning Rate": 1.6742371688180966e-05, "Finetune/Loss": 0.894329309463501, "Finetune/Loss (Raw)": 0.7931572794914246, "Finetune/Step": 2755, "Finetune/Step Time": 6.359527634456754}
+{"Finetune/Learning Rate": 1.6739884049248608e-05, "Finetune/Loss": 0.8951109647750854, "Finetune/Loss (Raw)": 0.9623952507972717, "Finetune/Step": 2756, "Finetune/Step Time": 6.333844691514969}
+{"Finetune/Learning Rate": 1.673739564582047e-05, "Finetune/Loss": 0.894593358039856, "Finetune/Loss (Raw)": 0.8426415920257568, "Finetune/Step": 2757, "Finetune/Step Time": 6.333827078342438}
+{"Finetune/Learning Rate": 1.6734906478178814e-05, "Finetune/Loss": 0.8958159685134888, "Finetune/Loss (Raw)": 0.9800184369087219, "Finetune/Step": 2758, "Finetune/Step Time": 6.330291610211134}
+{"Finetune/Learning Rate": 1.6732416546605973e-05, "Finetune/Loss": 0.89534592628479, "Finetune/Loss (Raw)": 0.9430399537086487, "Finetune/Step": 2759, "Finetune/Step Time": 6.3260592091828585}
+{"Finetune/Learning Rate": 1.6729925851384385e-05, "Finetune/Loss": 0.895715594291687, "Finetune/Loss (Raw)": 0.8613784909248352, "Finetune/Step": 2760, "Finetune/Step Time": 6.3232868276536465}
+{"Finetune/Learning Rate": 1.6727434392796565e-05, "Finetune/Loss": 0.8961083889007568, "Finetune/Loss (Raw)": 0.9600321650505066, "Finetune/Step": 2761, "Finetune/Step Time": 6.314048890024424}
+{"Finetune/Learning Rate": 1.6724942171125112e-05, "Finetune/Loss": 0.8959340453147888, "Finetune/Loss (Raw)": 0.7759569883346558, "Finetune/Step": 2762, "Finetune/Step Time": 6.313253529369831}
+{"Finetune/Learning Rate": 1.6722449186652717e-05, "Finetune/Loss": 0.8957563638687134, "Finetune/Loss (Raw)": 0.8056450486183167, "Finetune/Step": 2763, "Finetune/Step Time": 6.311927147209644}
+{"Finetune/Learning Rate": 1.6719955439662158e-05, "Finetune/Loss": 0.8960170149803162, "Finetune/Loss (Raw)": 0.9707356691360474, "Finetune/Step": 2764, "Finetune/Step Time": 6.307578586041927}
+{"Finetune/Learning Rate": 1.6717460930436295e-05, "Finetune/Loss": 0.8931208848953247, "Finetune/Loss (Raw)": 0.5866450071334839, "Finetune/Step": 2765, "Finetune/Step Time": 6.307053642347455}
+{"Finetune/Learning Rate": 1.6714965659258075e-05, "Finetune/Loss": 0.8952325582504272, "Finetune/Loss (Raw)": 1.0194381475448608, "Finetune/Step": 2766, "Finetune/Step Time": 6.315099582076073}
+{"Finetune/Learning Rate": 1.6712469626410536e-05, "Finetune/Loss": 0.8960414528846741, "Finetune/Loss (Raw)": 0.9516158699989319, "Finetune/Step": 2767, "Finetune/Step Time": 6.320452280342579}
+{"Finetune/Learning Rate": 1.6709972832176797e-05, "Finetune/Loss": 0.8972428441047668, "Finetune/Loss (Raw)": 1.021664023399353, "Finetune/Step": 2768, "Finetune/Step Time": 6.315325021743774}
+{"Finetune/Learning Rate": 1.670747527684007e-05, "Finetune/Loss": 0.8969024419784546, "Finetune/Loss (Raw)": 0.8463535904884338, "Finetune/Step": 2769, "Finetune/Step Time": 6.315087337046862}
+{"Finetune/Learning Rate": 1.670497696068365e-05, "Finetune/Loss": 0.8965774774551392, "Finetune/Loss (Raw)": 0.9884237051010132, "Finetune/Step": 2770, "Finetune/Step Time": 6.313598034903407}
+{"Finetune/Learning Rate": 1.6702477883990908e-05, "Finetune/Loss": 0.8935517072677612, "Finetune/Loss (Raw)": 0.4168160557746887, "Finetune/Step": 2771, "Finetune/Step Time": 6.316741734743118}
+{"Finetune/Learning Rate": 1.669997804704532e-05, "Finetune/Loss": 0.8942760229110718, "Finetune/Loss (Raw)": 1.0160595178604126, "Finetune/Step": 2772, "Finetune/Step Time": 6.328306784853339}
+{"Finetune/Learning Rate": 1.669747745013044e-05, "Finetune/Loss": 0.8940963745117188, "Finetune/Loss (Raw)": 0.8434262275695801, "Finetune/Step": 2773, "Finetune/Step Time": 6.321962831541896}
+{"Finetune/Learning Rate": 1.6694976093529896e-05, "Finetune/Loss": 0.8944510221481323, "Finetune/Loss (Raw)": 1.0005265474319458, "Finetune/Step": 2774, "Finetune/Step Time": 6.31918335147202}
+{"Finetune/Learning Rate": 1.669247397752743e-05, "Finetune/Loss": 0.8947948217391968, "Finetune/Loss (Raw)": 0.9726726412773132, "Finetune/Step": 2775, "Finetune/Step Time": 6.3191682156175375}
+{"Finetune/Learning Rate": 1.668997110240684e-05, "Finetune/Loss": 0.895146906375885, "Finetune/Loss (Raw)": 0.9304983615875244, "Finetune/Step": 2776, "Finetune/Step Time": 6.320283204317093}
+{"Finetune/Learning Rate": 1.6687467468452028e-05, "Finetune/Loss": 0.8942639231681824, "Finetune/Loss (Raw)": 0.8432764410972595, "Finetune/Step": 2777, "Finetune/Step Time": 6.2816430032253265}
+{"Finetune/Learning Rate": 1.668496307594698e-05, "Finetune/Loss": 0.8929001092910767, "Finetune/Loss (Raw)": 0.8154880404472351, "Finetune/Step": 2778, "Finetune/Step Time": 6.281684121116996}
+{"Finetune/Learning Rate": 1.6682457925175762e-05, "Finetune/Loss": 0.89164137840271, "Finetune/Loss (Raw)": 0.7423133850097656, "Finetune/Step": 2779, "Finetune/Step Time": 6.296763809397817}
+{"Finetune/Learning Rate": 1.6679952016422537e-05, "Finetune/Loss": 0.8923376798629761, "Finetune/Loss (Raw)": 0.9921993017196655, "Finetune/Step": 2780, "Finetune/Step Time": 6.3049318958073854}
+{"Finetune/Learning Rate": 1.6677445349971537e-05, "Finetune/Loss": 0.8921940326690674, "Finetune/Loss (Raw)": 0.8515177965164185, "Finetune/Step": 2781, "Finetune/Step Time": 6.302122427150607}
+{"Finetune/Learning Rate": 1.6674937926107095e-05, "Finetune/Loss": 0.8925277590751648, "Finetune/Loss (Raw)": 0.9731473326683044, "Finetune/Step": 2782, "Finetune/Step Time": 6.310953248292208}
+{"Finetune/Learning Rate": 1.6672429745113622e-05, "Finetune/Loss": 0.892423152923584, "Finetune/Loss (Raw)": 0.8535779118537903, "Finetune/Step": 2783, "Finetune/Step Time": 6.308148367330432}
+{"Finetune/Learning Rate": 1.6669920807275622e-05, "Finetune/Loss": 0.893459141254425, "Finetune/Loss (Raw)": 0.9633269906044006, "Finetune/Step": 2784, "Finetune/Step Time": 6.296191807836294}
+{"Finetune/Learning Rate": 1.666741111287768e-05, "Finetune/Loss": 0.8926960229873657, "Finetune/Loss (Raw)": 0.8779860734939575, "Finetune/Step": 2785, "Finetune/Step Time": 6.2677926160395145}
+{"Finetune/Learning Rate": 1.666490066220446e-05, "Finetune/Loss": 0.8931472897529602, "Finetune/Loss (Raw)": 0.9762788414955139, "Finetune/Step": 2786, "Finetune/Step Time": 6.264831408858299}
+{"Finetune/Learning Rate": 1.6662389455540728e-05, "Finetune/Loss": 0.891688346862793, "Finetune/Loss (Raw)": 0.6700665950775146, "Finetune/Step": 2787, "Finetune/Step Time": 6.258409800007939}
+{"Finetune/Learning Rate": 1.665987749317132e-05, "Finetune/Loss": 0.8905221223831177, "Finetune/Loss (Raw)": 0.9606221914291382, "Finetune/Step": 2788, "Finetune/Step Time": 6.270365608856082}
+{"Finetune/Learning Rate": 1.665736477538117e-05, "Finetune/Loss": 0.8916383385658264, "Finetune/Loss (Raw)": 0.8924397230148315, "Finetune/Step": 2789, "Finetune/Step Time": 6.2704670913517475}
+{"Finetune/Learning Rate": 1.6654851302455287e-05, "Finetune/Loss": 0.8916022777557373, "Finetune/Loss (Raw)": 0.9174717664718628, "Finetune/Step": 2790, "Finetune/Step Time": 6.264178238809109}
+{"Finetune/Learning Rate": 1.6652337074678773e-05, "Finetune/Loss": 0.8922371864318848, "Finetune/Loss (Raw)": 1.0045177936553955, "Finetune/Step": 2791, "Finetune/Step Time": 6.264203831553459}
+{"Finetune/Learning Rate": 1.6649822092336815e-05, "Finetune/Loss": 0.8926968574523926, "Finetune/Loss (Raw)": 0.9604538679122925, "Finetune/Step": 2792, "Finetune/Step Time": 6.261387972161174}
+{"Finetune/Learning Rate": 1.664730635571468e-05, "Finetune/Loss": 0.8940668106079102, "Finetune/Loss (Raw)": 1.0257768630981445, "Finetune/Step": 2793, "Finetune/Step Time": 6.260756224393845}
+{"Finetune/Learning Rate": 1.664478986509773e-05, "Finetune/Loss": 0.8965963125228882, "Finetune/Loss (Raw)": 1.1209931373596191, "Finetune/Step": 2794, "Finetune/Step Time": 6.278914473950863}
+{"Finetune/Learning Rate": 1.66422726207714e-05, "Finetune/Loss": 0.8958027362823486, "Finetune/Loss (Raw)": 0.8736909031867981, "Finetune/Step": 2795, "Finetune/Step Time": 6.275415059179068}
+{"Finetune/Learning Rate": 1.6639754623021227e-05, "Finetune/Loss": 0.8947900533676147, "Finetune/Loss (Raw)": 0.8402325510978699, "Finetune/Step": 2796, "Finetune/Step Time": 6.270327676087618}
+{"Finetune/Learning Rate": 1.6637235872132813e-05, "Finetune/Loss": 0.8920108079910278, "Finetune/Loss (Raw)": 0.42163577675819397, "Finetune/Step": 2797, "Finetune/Step Time": 6.272782240062952}
+{"Finetune/Learning Rate": 1.6634716368391866e-05, "Finetune/Loss": 0.8922050595283508, "Finetune/Loss (Raw)": 0.8443143367767334, "Finetune/Step": 2798, "Finetune/Step Time": 6.288508465513587}
+{"Finetune/Learning Rate": 1.6632196112084165e-05, "Finetune/Loss": 0.8939540386199951, "Finetune/Loss (Raw)": 1.0888543128967285, "Finetune/Step": 2799, "Finetune/Step Time": 6.2836240734905005}
+{"Finetune/Learning Rate": 1.662967510349558e-05, "Finetune/Loss": 0.893658459186554, "Finetune/Loss (Raw)": 0.9899512529373169, "Finetune/Step": 2800, "Finetune/Step Time": 6.284017503261566}
+{"Finetune/Learning Rate": 1.6627153342912063e-05, "Finetune/Loss": 0.8937167525291443, "Finetune/Loss (Raw)": 0.9000003337860107, "Finetune/Step": 2801, "Finetune/Step Time": 6.285467961803079}
+{"Finetune/Learning Rate": 1.662463083061966e-05, "Finetune/Loss": 0.8936837911605835, "Finetune/Loss (Raw)": 0.9487167596817017, "Finetune/Step": 2802, "Finetune/Step Time": 6.290230052545667}
+{"Finetune/Learning Rate": 1.662210756690449e-05, "Finetune/Loss": 0.8921271562576294, "Finetune/Loss (Raw)": 0.7708074450492859, "Finetune/Step": 2803, "Finetune/Step Time": 6.28861059807241}
+{"Finetune/Learning Rate": 1.661958355205277e-05, "Finetune/Loss": 0.8929364681243896, "Finetune/Loss (Raw)": 0.9800701141357422, "Finetune/Step": 2804, "Finetune/Step Time": 6.287861762568355}
+{"Finetune/Learning Rate": 1.661705878635079e-05, "Finetune/Loss": 0.8936505913734436, "Finetune/Loss (Raw)": 0.9206690788269043, "Finetune/Step": 2805, "Finetune/Step Time": 6.27958844602108}
+{"Finetune/Learning Rate": 1.661453327008493e-05, "Finetune/Loss": 0.8954358696937561, "Finetune/Loss (Raw)": 1.0607926845550537, "Finetune/Step": 2806, "Finetune/Step Time": 6.278597939759493}
+{"Finetune/Learning Rate": 1.661200700354166e-05, "Finetune/Loss": 0.8953863382339478, "Finetune/Loss (Raw)": 1.0106137990951538, "Finetune/Step": 2807, "Finetune/Step Time": 6.273456452414393}
+{"Finetune/Learning Rate": 1.6609479987007527e-05, "Finetune/Loss": 0.8954744338989258, "Finetune/Loss (Raw)": 0.9841723442077637, "Finetune/Step": 2808, "Finetune/Step Time": 6.277682116255164}
+{"Finetune/Learning Rate": 1.660695222076917e-05, "Finetune/Loss": 0.8948252201080322, "Finetune/Loss (Raw)": 0.8497737050056458, "Finetune/Step": 2809, "Finetune/Step Time": 6.279023634269834}
+{"Finetune/Learning Rate": 1.660442370511331e-05, "Finetune/Loss": 0.8958505392074585, "Finetune/Loss (Raw)": 1.077846646308899, "Finetune/Step": 2810, "Finetune/Step Time": 6.280136227607727}
+{"Finetune/Learning Rate": 1.6601894440326752e-05, "Finetune/Loss": 0.8954458236694336, "Finetune/Loss (Raw)": 0.9391080737113953, "Finetune/Step": 2811, "Finetune/Step Time": 6.282602433115244}
+{"Finetune/Learning Rate": 1.6599364426696385e-05, "Finetune/Loss": 0.8938162922859192, "Finetune/Loss (Raw)": 0.8175632953643799, "Finetune/Step": 2812, "Finetune/Step Time": 6.289632340893149}
+{"Finetune/Learning Rate": 1.659683366450919e-05, "Finetune/Loss": 0.8941828012466431, "Finetune/Loss (Raw)": 0.8757644295692444, "Finetune/Step": 2813, "Finetune/Step Time": 6.285424597561359}
+{"Finetune/Learning Rate": 1.6594302154052223e-05, "Finetune/Loss": 0.893879771232605, "Finetune/Loss (Raw)": 0.8468102216720581, "Finetune/Step": 2814, "Finetune/Step Time": 6.280112978070974}
+{"Finetune/Learning Rate": 1.659176989561263e-05, "Finetune/Loss": 0.8933746814727783, "Finetune/Loss (Raw)": 0.9880521297454834, "Finetune/Step": 2815, "Finetune/Step Time": 6.278403781354427}
+{"Finetune/Learning Rate": 1.658923688947765e-05, "Finetune/Loss": 0.8932821154594421, "Finetune/Loss (Raw)": 0.889414370059967, "Finetune/Step": 2816, "Finetune/Step Time": 6.2778168469667435}
+{"Finetune/Learning Rate": 1.6586703135934585e-05, "Finetune/Loss": 0.8926514983177185, "Finetune/Loss (Raw)": 0.8592949509620667, "Finetune/Step": 2817, "Finetune/Step Time": 6.275104397907853}
+{"Finetune/Learning Rate": 1.658416863527084e-05, "Finetune/Loss": 0.8916049003601074, "Finetune/Loss (Raw)": 0.780148446559906, "Finetune/Step": 2818, "Finetune/Step Time": 6.26948694139719}
+{"Finetune/Learning Rate": 1.6581633387773907e-05, "Finetune/Loss": 0.8921660780906677, "Finetune/Loss (Raw)": 0.8901413679122925, "Finetune/Step": 2819, "Finetune/Step Time": 6.266590939834714}
+{"Finetune/Learning Rate": 1.657909739373135e-05, "Finetune/Loss": 0.8915961980819702, "Finetune/Loss (Raw)": 0.938241720199585, "Finetune/Step": 2820, "Finetune/Step Time": 6.272585676982999}
+{"Finetune/Learning Rate": 1.657656065343082e-05, "Finetune/Loss": 0.8946187496185303, "Finetune/Loss (Raw)": 0.7850757837295532, "Finetune/Step": 2821, "Finetune/Step Time": 6.2681042943149805}
+{"Finetune/Learning Rate": 1.6574023167160065e-05, "Finetune/Loss": 0.8887141942977905, "Finetune/Loss (Raw)": 0.33284786343574524, "Finetune/Step": 2822, "Finetune/Step Time": 6.249672429636121}
+{"Finetune/Learning Rate": 1.65714849352069e-05, "Finetune/Loss": 0.8897157907485962, "Finetune/Loss (Raw)": 0.8788691759109497, "Finetune/Step": 2823, "Finetune/Step Time": 6.2595239989459515}
+{"Finetune/Learning Rate": 1.6568945957859236e-05, "Finetune/Loss": 0.8906553983688354, "Finetune/Loss (Raw)": 1.0644502639770508, "Finetune/Step": 2824, "Finetune/Step Time": 6.251825246959925}
+{"Finetune/Learning Rate": 1.6566406235405067e-05, "Finetune/Loss": 0.8926160335540771, "Finetune/Loss (Raw)": 1.0998765230178833, "Finetune/Step": 2825, "Finetune/Step Time": 6.251329245045781}
+{"Finetune/Learning Rate": 1.6563865768132472e-05, "Finetune/Loss": 0.8930253982543945, "Finetune/Loss (Raw)": 1.002286434173584, "Finetune/Step": 2826, "Finetune/Step Time": 6.2408173102885485}
+{"Finetune/Learning Rate": 1.656132455632961e-05, "Finetune/Loss": 0.8944878578186035, "Finetune/Loss (Raw)": 1.050343632698059, "Finetune/Step": 2827, "Finetune/Step Time": 6.234279761090875}
+{"Finetune/Learning Rate": 1.6558782600284724e-05, "Finetune/Loss": 0.8953604102134705, "Finetune/Loss (Raw)": 0.7846050262451172, "Finetune/Step": 2828, "Finetune/Step Time": 6.211861185729504}
+{"Finetune/Learning Rate": 1.655623990028615e-05, "Finetune/Loss": 0.895435094833374, "Finetune/Loss (Raw)": 0.9278494119644165, "Finetune/Step": 2829, "Finetune/Step Time": 6.206874718889594}
+{"Finetune/Learning Rate": 1.65536964566223e-05, "Finetune/Loss": 0.8935822248458862, "Finetune/Loss (Raw)": 0.7793076634407043, "Finetune/Step": 2830, "Finetune/Step Time": 6.206140086054802}
+{"Finetune/Learning Rate": 1.6551152269581673e-05, "Finetune/Loss": 0.8951337337493896, "Finetune/Loss (Raw)": 0.9178142547607422, "Finetune/Step": 2831, "Finetune/Step Time": 6.204837152734399}
+{"Finetune/Learning Rate": 1.6548607339452853e-05, "Finetune/Loss": 0.8951647281646729, "Finetune/Loss (Raw)": 0.8442621827125549, "Finetune/Step": 2832, "Finetune/Step Time": 6.203985407948494}
+{"Finetune/Learning Rate": 1.6546061666524508e-05, "Finetune/Loss": 0.8966076374053955, "Finetune/Loss (Raw)": 0.947461724281311, "Finetune/Step": 2833, "Finetune/Step Time": 6.18863782286644}
+{"Finetune/Learning Rate": 1.6543515251085397e-05, "Finetune/Loss": 0.8980139493942261, "Finetune/Loss (Raw)": 0.8985370397567749, "Finetune/Step": 2834, "Finetune/Step Time": 6.175202457234263}
+{"Finetune/Learning Rate": 1.6540968093424345e-05, "Finetune/Loss": 0.8985546827316284, "Finetune/Loss (Raw)": 0.909801721572876, "Finetune/Step": 2835, "Finetune/Step Time": 6.185223281383514}
+{"Finetune/Learning Rate": 1.653842019383028e-05, "Finetune/Loss": 0.8988116979598999, "Finetune/Loss (Raw)": 0.9675541520118713, "Finetune/Step": 2836, "Finetune/Step Time": 6.201993130147457}
+{"Finetune/Learning Rate": 1.6535871552592202e-05, "Finetune/Loss": 0.9001919627189636, "Finetune/Loss (Raw)": 1.019999384880066, "Finetune/Step": 2837, "Finetune/Step Time": 6.19263456761837}
+{"Finetune/Learning Rate": 1.65333221699992e-05, "Finetune/Loss": 0.9005917310714722, "Finetune/Loss (Raw)": 1.0541205406188965, "Finetune/Step": 2838, "Finetune/Step Time": 6.195487512275577}
+{"Finetune/Learning Rate": 1.6530772046340455e-05, "Finetune/Loss": 0.8982433080673218, "Finetune/Loss (Raw)": 0.7697747349739075, "Finetune/Step": 2839, "Finetune/Step Time": 6.191890336573124}
+{"Finetune/Learning Rate": 1.6528221181905217e-05, "Finetune/Loss": 0.8990731239318848, "Finetune/Loss (Raw)": 1.0480800867080688, "Finetune/Step": 2840, "Finetune/Step Time": 6.187755078077316}
+{"Finetune/Learning Rate": 1.652566957698283e-05, "Finetune/Loss": 0.8984211683273315, "Finetune/Loss (Raw)": 0.9305683374404907, "Finetune/Step": 2841, "Finetune/Step Time": 6.184830037876964}
+{"Finetune/Learning Rate": 1.6523117231862714e-05, "Finetune/Loss": 0.8977406024932861, "Finetune/Loss (Raw)": 0.9403052926063538, "Finetune/Step": 2842, "Finetune/Step Time": 6.180380901321769}
+{"Finetune/Learning Rate": 1.6520564146834385e-05, "Finetune/Loss": 0.898162841796875, "Finetune/Loss (Raw)": 0.9333891868591309, "Finetune/Step": 2843, "Finetune/Step Time": 6.18172299861908}
+{"Finetune/Learning Rate": 1.651801032218743e-05, "Finetune/Loss": 0.8980735540390015, "Finetune/Loss (Raw)": 0.8196743726730347, "Finetune/Step": 2844, "Finetune/Step Time": 6.182466592639685}
+{"Finetune/Learning Rate": 1.651545575821153e-05, "Finetune/Loss": 0.8968400955200195, "Finetune/Loss (Raw)": 0.8078262805938721, "Finetune/Step": 2845, "Finetune/Step Time": 6.186749743297696}
+{"Finetune/Learning Rate": 1.651290045519644e-05, "Finetune/Loss": 0.8973216414451599, "Finetune/Loss (Raw)": 1.0082186460494995, "Finetune/Step": 2846, "Finetune/Step Time": 6.184960283339024}
+{"Finetune/Learning Rate": 1.6510344413432015e-05, "Finetune/Loss": 0.8978518843650818, "Finetune/Loss (Raw)": 0.9096976518630981, "Finetune/Step": 2847, "Finetune/Step Time": 6.177267054095864}
+{"Finetune/Learning Rate": 1.6507787633208173e-05, "Finetune/Loss": 0.8974097967147827, "Finetune/Loss (Raw)": 0.9493578672409058, "Finetune/Step": 2848, "Finetune/Step Time": 6.17181202583015}
+{"Finetune/Learning Rate": 1.650523011481493e-05, "Finetune/Loss": 0.8959701061248779, "Finetune/Loss (Raw)": 0.757104754447937, "Finetune/Step": 2849, "Finetune/Step Time": 6.172896584495902}
+{"Finetune/Learning Rate": 1.6502671858542378e-05, "Finetune/Loss": 0.8974528908729553, "Finetune/Loss (Raw)": 1.0215489864349365, "Finetune/Step": 2850, "Finetune/Step Time": 6.172461984679103}
+{"Finetune/Learning Rate": 1.6500112864680703e-05, "Finetune/Loss": 0.8999614715576172, "Finetune/Loss (Raw)": 0.9982489943504333, "Finetune/Step": 2851, "Finetune/Step Time": 6.164378257468343}
+{"Finetune/Learning Rate": 1.649755313352017e-05, "Finetune/Loss": 0.9007288217544556, "Finetune/Loss (Raw)": 1.0124444961547852, "Finetune/Step": 2852, "Finetune/Step Time": 6.174613142386079}
+{"Finetune/Learning Rate": 1.6494992665351114e-05, "Finetune/Loss": 0.8997607231140137, "Finetune/Loss (Raw)": 0.8205053210258484, "Finetune/Step": 2853, "Finetune/Step Time": 6.183114597573876}
+{"Finetune/Learning Rate": 1.6492431460463976e-05, "Finetune/Loss": 0.8991395831108093, "Finetune/Loss (Raw)": 0.7977732419967651, "Finetune/Step": 2854, "Finetune/Step Time": 6.206508485600352}
+{"Finetune/Learning Rate": 1.6489869519149263e-05, "Finetune/Loss": 0.8994998931884766, "Finetune/Loss (Raw)": 0.965888500213623, "Finetune/Step": 2855, "Finetune/Step Time": 6.203794850036502}
+{"Finetune/Learning Rate": 1.648730684169758e-05, "Finetune/Loss": 0.8989239931106567, "Finetune/Loss (Raw)": 0.9255214929580688, "Finetune/Step": 2856, "Finetune/Step Time": 6.207566134631634}
+{"Finetune/Learning Rate": 1.6484743428399604e-05, "Finetune/Loss": 0.9005718231201172, "Finetune/Loss (Raw)": 1.0073869228363037, "Finetune/Step": 2857, "Finetune/Step Time": 6.213813161477447}
+{"Finetune/Learning Rate": 1.6482179279546096e-05, "Finetune/Loss": 0.9033468961715698, "Finetune/Loss (Raw)": 0.9172433018684387, "Finetune/Step": 2858, "Finetune/Step Time": 6.208643272519112}
+{"Finetune/Learning Rate": 1.6479614395427908e-05, "Finetune/Loss": 0.9027391672134399, "Finetune/Loss (Raw)": 0.867542564868927, "Finetune/Step": 2859, "Finetune/Step Time": 6.196716506034136}
+{"Finetune/Learning Rate": 1.6477048776335972e-05, "Finetune/Loss": 0.9028677344322205, "Finetune/Loss (Raw)": 0.7867677807807922, "Finetune/Step": 2860, "Finetune/Step Time": 6.210515834391117}
+{"Finetune/Learning Rate": 1.64744824225613e-05, "Finetune/Loss": 0.9017554521560669, "Finetune/Loss (Raw)": 0.7416293025016785, "Finetune/Step": 2861, "Finetune/Step Time": 6.2225861344486475}
+{"Finetune/Learning Rate": 1.647191533439499e-05, "Finetune/Loss": 0.8997063040733337, "Finetune/Loss (Raw)": 0.8439322113990784, "Finetune/Step": 2862, "Finetune/Step Time": 6.219760254025459}
+{"Finetune/Learning Rate": 1.6469347512128226e-05, "Finetune/Loss": 0.8988137245178223, "Finetune/Loss (Raw)": 0.806331217288971, "Finetune/Step": 2863, "Finetune/Step Time": 6.216232985258102}
+{"Finetune/Learning Rate": 1.646677895605227e-05, "Finetune/Loss": 0.8994253873825073, "Finetune/Loss (Raw)": 0.8827385902404785, "Finetune/Step": 2864, "Finetune/Step Time": 6.2105771861970425}
+{"Finetune/Learning Rate": 1.646420966645847e-05, "Finetune/Loss": 0.9002437591552734, "Finetune/Loss (Raw)": 0.9664205312728882, "Finetune/Step": 2865, "Finetune/Step Time": 6.206373695284128}
+{"Finetune/Learning Rate": 1.6461639643638258e-05, "Finetune/Loss": 0.8993629217147827, "Finetune/Loss (Raw)": 0.7892664670944214, "Finetune/Step": 2866, "Finetune/Step Time": 6.198470525443554}
+{"Finetune/Learning Rate": 1.6459068887883153e-05, "Finetune/Loss": 0.8997701406478882, "Finetune/Loss (Raw)": 0.9106502532958984, "Finetune/Step": 2867, "Finetune/Step Time": 6.201197359710932}
+{"Finetune/Learning Rate": 1.645649739948474e-05, "Finetune/Loss": 0.8985249996185303, "Finetune/Loss (Raw)": 0.7500337362289429, "Finetune/Step": 2868, "Finetune/Step Time": 6.200739435851574}
+{"Finetune/Learning Rate": 1.645392517873471e-05, "Finetune/Loss": 0.8972266912460327, "Finetune/Loss (Raw)": 0.9444469213485718, "Finetune/Step": 2869, "Finetune/Step Time": 6.200868126004934}
+{"Finetune/Learning Rate": 1.645135222592482e-05, "Finetune/Loss": 0.896481454372406, "Finetune/Loss (Raw)": 0.7406622767448425, "Finetune/Step": 2870, "Finetune/Step Time": 6.186456812545657}
+{"Finetune/Learning Rate": 1.6448778541346923e-05, "Finetune/Loss": 0.8949134349822998, "Finetune/Loss (Raw)": 0.7286986708641052, "Finetune/Step": 2871, "Finetune/Step Time": 6.174487233161926}
+{"Finetune/Learning Rate": 1.644620412529294e-05, "Finetune/Loss": 0.8955456018447876, "Finetune/Loss (Raw)": 1.009163498878479, "Finetune/Step": 2872, "Finetune/Step Time": 6.193874314427376}
+{"Finetune/Learning Rate": 1.6443628978054893e-05, "Finetune/Loss": 0.8915247917175293, "Finetune/Loss (Raw)": 0.3083539307117462, "Finetune/Step": 2873, "Finetune/Step Time": 6.200149020180106}
+{"Finetune/Learning Rate": 1.6441053099924872e-05, "Finetune/Loss": 0.8923874497413635, "Finetune/Loss (Raw)": 1.1278085708618164, "Finetune/Step": 2874, "Finetune/Step Time": 6.215528216212988}
+{"Finetune/Learning Rate": 1.6438476491195053e-05, "Finetune/Loss": 0.8908056616783142, "Finetune/Loss (Raw)": 0.5633132457733154, "Finetune/Step": 2875, "Finetune/Step Time": 6.220739955082536}
+{"Finetune/Learning Rate": 1.6435899152157706e-05, "Finetune/Loss": 0.8896766304969788, "Finetune/Loss (Raw)": 0.7272160053253174, "Finetune/Step": 2876, "Finetune/Step Time": 6.225461233407259}
+{"Finetune/Learning Rate": 1.6433321083105165e-05, "Finetune/Loss": 0.8858140707015991, "Finetune/Loss (Raw)": 0.39444807171821594, "Finetune/Step": 2877, "Finetune/Step Time": 6.2264938317239285}
+{"Finetune/Learning Rate": 1.6430742284329865e-05, "Finetune/Loss": 0.8854666948318481, "Finetune/Loss (Raw)": 0.8948197960853577, "Finetune/Step": 2878, "Finetune/Step Time": 6.241258205845952}
+{"Finetune/Learning Rate": 1.6428162756124305e-05, "Finetune/Loss": 0.8852067589759827, "Finetune/Loss (Raw)": 0.8676555752754211, "Finetune/Step": 2879, "Finetune/Step Time": 6.236701192334294}
+{"Finetune/Learning Rate": 1.642558249878109e-05, "Finetune/Loss": 0.8847463130950928, "Finetune/Loss (Raw)": 0.8360445499420166, "Finetune/Step": 2880, "Finetune/Step Time": 6.219018844887614}
+{"Finetune/Learning Rate": 1.642300151259289e-05, "Finetune/Loss": 0.8843286633491516, "Finetune/Loss (Raw)": 0.8809118866920471, "Finetune/Step": 2881, "Finetune/Step Time": 6.218830211088061}
+{"Finetune/Learning Rate": 1.6420419797852457e-05, "Finetune/Loss": 0.8841942548751831, "Finetune/Loss (Raw)": 0.8851098418235779, "Finetune/Step": 2882, "Finetune/Step Time": 6.219394765794277}
+{"Finetune/Learning Rate": 1.6417837354852637e-05, "Finetune/Loss": 0.8838986158370972, "Finetune/Loss (Raw)": 0.7553159594535828, "Finetune/Step": 2883, "Finetune/Step Time": 6.218273401260376}
+{"Finetune/Learning Rate": 1.6415254183886356e-05, "Finetune/Loss": 0.8836591243743896, "Finetune/Loss (Raw)": 0.9317440390586853, "Finetune/Step": 2884, "Finetune/Step Time": 6.220601495355368}
+{"Finetune/Learning Rate": 1.641267028524661e-05, "Finetune/Loss": 0.879656195640564, "Finetune/Loss (Raw)": 0.3302687704563141, "Finetune/Step": 2885, "Finetune/Step Time": 6.227626368403435}
+{"Finetune/Learning Rate": 1.6410085659226494e-05, "Finetune/Loss": 0.8797338008880615, "Finetune/Loss (Raw)": 0.9899482131004333, "Finetune/Step": 2886, "Finetune/Step Time": 6.242767037823796}
+{"Finetune/Learning Rate": 1.6407500306119183e-05, "Finetune/Loss": 0.8803248405456543, "Finetune/Loss (Raw)": 1.0186883211135864, "Finetune/Step": 2887, "Finetune/Step Time": 6.2436672523617744}
+{"Finetune/Learning Rate": 1.6404914226217924e-05, "Finetune/Loss": 0.8814834356307983, "Finetune/Loss (Raw)": 1.0096811056137085, "Finetune/Step": 2888, "Finetune/Step Time": 6.246491748839617}
+{"Finetune/Learning Rate": 1.6402327419816045e-05, "Finetune/Loss": 0.8798824548721313, "Finetune/Loss (Raw)": 0.755112886428833, "Finetune/Step": 2889, "Finetune/Step Time": 6.271502899006009}
+{"Finetune/Learning Rate": 1.639973988720698e-05, "Finetune/Loss": 0.880783200263977, "Finetune/Loss (Raw)": 0.8912479281425476, "Finetune/Step": 2890, "Finetune/Step Time": 6.2783156260848045}
+{"Finetune/Learning Rate": 1.6397151628684213e-05, "Finetune/Loss": 0.8819843530654907, "Finetune/Loss (Raw)": 0.9593973159790039, "Finetune/Step": 2891, "Finetune/Step Time": 6.275730200111866}
+{"Finetune/Learning Rate": 1.6394562644541342e-05, "Finetune/Loss": 0.8809893131256104, "Finetune/Loss (Raw)": 0.8433648347854614, "Finetune/Step": 2892, "Finetune/Step Time": 6.273631980642676}
+{"Finetune/Learning Rate": 1.639197293507202e-05, "Finetune/Loss": 0.8832896947860718, "Finetune/Loss (Raw)": 0.881098747253418, "Finetune/Step": 2893, "Finetune/Step Time": 6.274096976965666}
+{"Finetune/Learning Rate": 1.638938250057e-05, "Finetune/Loss": 0.8820949196815491, "Finetune/Loss (Raw)": 0.8665061593055725, "Finetune/Step": 2894, "Finetune/Step Time": 6.261754065752029}
+{"Finetune/Learning Rate": 1.638679134132911e-05, "Finetune/Loss": 0.8815739154815674, "Finetune/Loss (Raw)": 0.8849247694015503, "Finetune/Step": 2895, "Finetune/Step Time": 6.254116151481867}
+{"Finetune/Learning Rate": 1.6384199457643264e-05, "Finetune/Loss": 0.8807275295257568, "Finetune/Loss (Raw)": 0.9133256673812866, "Finetune/Step": 2896, "Finetune/Step Time": 6.256935836747289}
+{"Finetune/Learning Rate": 1.638160684980645e-05, "Finetune/Loss": 0.8818421959877014, "Finetune/Loss (Raw)": 0.9890327453613281, "Finetune/Step": 2897, "Finetune/Step Time": 6.256837494671345}
+{"Finetune/Learning Rate": 1.6379013518112753e-05, "Finetune/Loss": 0.8812621831893921, "Finetune/Loss (Raw)": 0.9141865968704224, "Finetune/Step": 2898, "Finetune/Step Time": 6.259364919736981}
+{"Finetune/Learning Rate": 1.6376419462856322e-05, "Finetune/Loss": 0.8846373558044434, "Finetune/Loss (Raw)": 0.8488345146179199, "Finetune/Step": 2899, "Finetune/Step Time": 6.259590193629265}
+{"Finetune/Learning Rate": 1.6373824684331397e-05, "Finetune/Loss": 0.8831276297569275, "Finetune/Loss (Raw)": 0.82281094789505, "Finetune/Step": 2900, "Finetune/Step Time": 6.254161221906543}
+{"Finetune/Learning Rate": 1.637122918283231e-05, "Finetune/Loss": 0.8836354613304138, "Finetune/Loss (Raw)": 0.9084336757659912, "Finetune/Step": 2901, "Finetune/Step Time": 6.261361375451088}
+{"Finetune/Learning Rate": 1.6368632958653457e-05, "Finetune/Loss": 0.8826251029968262, "Finetune/Loss (Raw)": 0.8711997866630554, "Finetune/Step": 2902, "Finetune/Step Time": 6.263585351407528}
+{"Finetune/Learning Rate": 1.6366036012089322e-05, "Finetune/Loss": 0.8826719522476196, "Finetune/Loss (Raw)": 0.9786646366119385, "Finetune/Step": 2903, "Finetune/Step Time": 6.267301851883531}
+{"Finetune/Learning Rate": 1.6363438343434483e-05, "Finetune/Loss": 0.8813170194625854, "Finetune/Loss (Raw)": 0.7570746541023254, "Finetune/Step": 2904, "Finetune/Step Time": 6.273111719638109}
+{"Finetune/Learning Rate": 1.6360839952983583e-05, "Finetune/Loss": 0.8815096616744995, "Finetune/Loss (Raw)": 0.8679317831993103, "Finetune/Step": 2905, "Finetune/Step Time": 6.281701751053333}
+{"Finetune/Learning Rate": 1.635824084103135e-05, "Finetune/Loss": 0.8818765878677368, "Finetune/Loss (Raw)": 0.8624539971351624, "Finetune/Step": 2906, "Finetune/Step Time": 6.2774587497115135}
+{"Finetune/Learning Rate": 1.635564100787261e-05, "Finetune/Loss": 0.883400559425354, "Finetune/Loss (Raw)": 0.9373828768730164, "Finetune/Step": 2907, "Finetune/Step Time": 6.263776931911707}
+{"Finetune/Learning Rate": 1.635304045380225e-05, "Finetune/Loss": 0.8820177316665649, "Finetune/Loss (Raw)": 0.8151918053627014, "Finetune/Step": 2908, "Finetune/Step Time": 6.252578200772405}
+{"Finetune/Learning Rate": 1.6350439179115246e-05, "Finetune/Loss": 0.8826097249984741, "Finetune/Loss (Raw)": 0.9272922873497009, "Finetune/Step": 2909, "Finetune/Step Time": 6.251767734065652}
+{"Finetune/Learning Rate": 1.6347837184106657e-05, "Finetune/Loss": 0.8826599717140198, "Finetune/Loss (Raw)": 0.9795829057693481, "Finetune/Step": 2910, "Finetune/Step Time": 6.246870020404458}
+{"Finetune/Learning Rate": 1.634523446907163e-05, "Finetune/Loss": 0.8817094564437866, "Finetune/Loss (Raw)": 0.7319114804267883, "Finetune/Step": 2911, "Finetune/Step Time": 6.249877091497183}
+{"Finetune/Learning Rate": 1.6342631034305386e-05, "Finetune/Loss": 0.8794991970062256, "Finetune/Loss (Raw)": 0.6804128289222717, "Finetune/Step": 2912, "Finetune/Step Time": 6.255318235605955}
+{"Finetune/Learning Rate": 1.6340026880103225e-05, "Finetune/Loss": 0.8808865547180176, "Finetune/Loss (Raw)": 1.0555732250213623, "Finetune/Step": 2913, "Finetune/Step Time": 6.270723031833768}
+{"Finetune/Learning Rate": 1.633742200676053e-05, "Finetune/Loss": 0.8809102177619934, "Finetune/Loss (Raw)": 0.9793016910552979, "Finetune/Step": 2914, "Finetune/Step Time": 6.2717888075858355}
+{"Finetune/Learning Rate": 1.6334816414572777e-05, "Finetune/Loss": 0.8827736377716064, "Finetune/Loss (Raw)": 0.9085869789123535, "Finetune/Step": 2915, "Finetune/Step Time": 6.269010396674275}
+{"Finetune/Learning Rate": 1.633221010383551e-05, "Finetune/Loss": 0.881570041179657, "Finetune/Loss (Raw)": 0.8065598607063293, "Finetune/Step": 2916, "Finetune/Step Time": 6.251367526128888}
+{"Finetune/Learning Rate": 1.6329603074844358e-05, "Finetune/Loss": 0.8820313811302185, "Finetune/Loss (Raw)": 0.9514902830123901, "Finetune/Step": 2917, "Finetune/Step Time": 6.249613858759403}
+{"Finetune/Learning Rate": 1.6326995327895034e-05, "Finetune/Loss": 0.8827085494995117, "Finetune/Loss (Raw)": 1.0041451454162598, "Finetune/Step": 2918, "Finetune/Step Time": 6.248198471963406}
+{"Finetune/Learning Rate": 1.632438686328333e-05, "Finetune/Loss": 0.8818661570549011, "Finetune/Loss (Raw)": 0.896694540977478, "Finetune/Step": 2919, "Finetune/Step Time": 6.247055117040873}
+{"Finetune/Learning Rate": 1.6321777681305128e-05, "Finetune/Loss": 0.8810564279556274, "Finetune/Loss (Raw)": 0.8568148016929626, "Finetune/Step": 2920, "Finetune/Step Time": 6.248776558786631}
+{"Finetune/Learning Rate": 1.631916778225637e-05, "Finetune/Loss": 0.879513144493103, "Finetune/Loss (Raw)": 0.8282315135002136, "Finetune/Step": 2921, "Finetune/Step Time": 6.2488938719034195}
+{"Finetune/Learning Rate": 1.6316557166433105e-05, "Finetune/Loss": 0.8778083324432373, "Finetune/Loss (Raw)": 0.902784526348114, "Finetune/Step": 2922, "Finetune/Step Time": 6.235979922115803}
+{"Finetune/Learning Rate": 1.631394583413145e-05, "Finetune/Loss": 0.878156840801239, "Finetune/Loss (Raw)": 0.9182925224304199, "Finetune/Step": 2923, "Finetune/Step Time": 6.235885843634605}
+{"Finetune/Learning Rate": 1.63113337856476e-05, "Finetune/Loss": 0.8783127069473267, "Finetune/Loss (Raw)": 0.8601823449134827, "Finetune/Step": 2924, "Finetune/Step Time": 6.23587878420949}
+{"Finetune/Learning Rate": 1.6308721021277836e-05, "Finetune/Loss": 0.8821659684181213, "Finetune/Loss (Raw)": 0.9148550629615784, "Finetune/Step": 2925, "Finetune/Step Time": 6.228448694571853}
+{"Finetune/Learning Rate": 1.6306107541318525e-05, "Finetune/Loss": 0.8827712535858154, "Finetune/Loss (Raw)": 0.9217886328697205, "Finetune/Step": 2926, "Finetune/Step Time": 6.206938564777374}
+{"Finetune/Learning Rate": 1.6303493346066107e-05, "Finetune/Loss": 0.8804608583450317, "Finetune/Loss (Raw)": 0.79312664270401, "Finetune/Step": 2927, "Finetune/Step Time": 6.205206958577037}
+{"Finetune/Learning Rate": 1.6300878435817115e-05, "Finetune/Loss": 0.8799768686294556, "Finetune/Loss (Raw)": 0.9280038475990295, "Finetune/Step": 2928, "Finetune/Step Time": 6.209602747112513}
+{"Finetune/Learning Rate": 1.629826281086814e-05, "Finetune/Loss": 0.8808952569961548, "Finetune/Loss (Raw)": 1.0175464153289795, "Finetune/Step": 2929, "Finetune/Step Time": 6.209722716361284}
+{"Finetune/Learning Rate": 1.629564647151588e-05, "Finetune/Loss": 0.8804110288619995, "Finetune/Loss (Raw)": 0.8867384195327759, "Finetune/Step": 2930, "Finetune/Step Time": 6.207748282700777}
+{"Finetune/Learning Rate": 1.6293029418057096e-05, "Finetune/Loss": 0.8802667856216431, "Finetune/Loss (Raw)": 0.7523402571678162, "Finetune/Step": 2931, "Finetune/Step Time": 6.242764452472329}
+{"Finetune/Learning Rate": 1.629041165078864e-05, "Finetune/Loss": 0.8801407814025879, "Finetune/Loss (Raw)": 0.9639477729797363, "Finetune/Step": 2932, "Finetune/Step Time": 6.239486340433359}
+{"Finetune/Learning Rate": 1.6287793170007442e-05, "Finetune/Loss": 0.8798874020576477, "Finetune/Loss (Raw)": 0.888231098651886, "Finetune/Step": 2933, "Finetune/Step Time": 6.242985164746642}
+{"Finetune/Learning Rate": 1.6285173976010513e-05, "Finetune/Loss": 0.8773373365402222, "Finetune/Loss (Raw)": 0.7343876957893372, "Finetune/Step": 2934, "Finetune/Step Time": 6.246601697057486}
+{"Finetune/Learning Rate": 1.6282554069094944e-05, "Finetune/Loss": 0.8767557144165039, "Finetune/Loss (Raw)": 0.9361683130264282, "Finetune/Step": 2935, "Finetune/Step Time": 6.251812258735299}
+{"Finetune/Learning Rate": 1.6279933449557905e-05, "Finetune/Loss": 0.8755055069923401, "Finetune/Loss (Raw)": 0.824146568775177, "Finetune/Step": 2936, "Finetune/Step Time": 6.250801809132099}
+{"Finetune/Learning Rate": 1.6277312117696655e-05, "Finetune/Loss": 0.8757429718971252, "Finetune/Loss (Raw)": 0.8801712393760681, "Finetune/Step": 2937, "Finetune/Step Time": 6.254515031352639}
+{"Finetune/Learning Rate": 1.627469007380852e-05, "Finetune/Loss": 0.8746275901794434, "Finetune/Loss (Raw)": 0.9350759387016296, "Finetune/Step": 2938, "Finetune/Step Time": 6.257254684343934}
+{"Finetune/Learning Rate": 1.6272067318190924e-05, "Finetune/Loss": 0.8705083727836609, "Finetune/Loss (Raw)": 0.41184359788894653, "Finetune/Step": 2939, "Finetune/Step Time": 6.264290098100901}
+{"Finetune/Learning Rate": 1.6269443851141357e-05, "Finetune/Loss": 0.8711535334587097, "Finetune/Loss (Raw)": 0.9001440405845642, "Finetune/Step": 2940, "Finetune/Step Time": 6.272755486890674}
+{"Finetune/Learning Rate": 1.6266819672957394e-05, "Finetune/Loss": 0.8708863258361816, "Finetune/Loss (Raw)": 0.8415634036064148, "Finetune/Step": 2941, "Finetune/Step Time": 6.27373924292624}
+{"Finetune/Learning Rate": 1.6264194783936697e-05, "Finetune/Loss": 0.8707338571548462, "Finetune/Loss (Raw)": 0.8272911310195923, "Finetune/Step": 2942, "Finetune/Step Time": 6.278123032301664}
+{"Finetune/Learning Rate": 1.6261569184376998e-05, "Finetune/Loss": 0.8710452318191528, "Finetune/Loss (Raw)": 1.027916431427002, "Finetune/Step": 2943, "Finetune/Step Time": 6.27635545283556}
+{"Finetune/Learning Rate": 1.6258942874576117e-05, "Finetune/Loss": 0.8716775178909302, "Finetune/Loss (Raw)": 0.970344066619873, "Finetune/Step": 2944, "Finetune/Step Time": 6.273611534386873}
+{"Finetune/Learning Rate": 1.6256315854831956e-05, "Finetune/Loss": 0.8722839951515198, "Finetune/Loss (Raw)": 0.9369176030158997, "Finetune/Step": 2945, "Finetune/Step Time": 6.275088641792536}
+{"Finetune/Learning Rate": 1.6253688125442493e-05, "Finetune/Loss": 0.8730254769325256, "Finetune/Loss (Raw)": 0.875065267086029, "Finetune/Step": 2946, "Finetune/Step Time": 6.281992580741644}
+{"Finetune/Learning Rate": 1.625105968670578e-05, "Finetune/Loss": 0.8730792999267578, "Finetune/Loss (Raw)": 0.8970261216163635, "Finetune/Step": 2947, "Finetune/Step Time": 6.281534865498543}
+{"Finetune/Learning Rate": 1.624843053891997e-05, "Finetune/Loss": 0.8730642795562744, "Finetune/Loss (Raw)": 0.9363223910331726, "Finetune/Step": 2948, "Finetune/Step Time": 6.282341819256544}
+{"Finetune/Learning Rate": 1.624580068238328e-05, "Finetune/Loss": 0.8746941089630127, "Finetune/Loss (Raw)": 0.9936891198158264, "Finetune/Step": 2949, "Finetune/Step Time": 6.287052098661661}
+{"Finetune/Learning Rate": 1.6243170117394e-05, "Finetune/Loss": 0.8782988786697388, "Finetune/Loss (Raw)": 0.7942620515823364, "Finetune/Step": 2950, "Finetune/Step Time": 6.294666575267911}
+{"Finetune/Learning Rate": 1.6240538844250524e-05, "Finetune/Loss": 0.8790073394775391, "Finetune/Loss (Raw)": 0.9695538282394409, "Finetune/Step": 2951, "Finetune/Step Time": 6.296454371884465}
+{"Finetune/Learning Rate": 1.6237906863251313e-05, "Finetune/Loss": 0.8784521818161011, "Finetune/Loss (Raw)": 0.9933841824531555, "Finetune/Step": 2952, "Finetune/Step Time": 6.296875718981028}
+{"Finetune/Learning Rate": 1.6235274174694896e-05, "Finetune/Loss": 0.8765304088592529, "Finetune/Loss (Raw)": 0.8538956046104431, "Finetune/Step": 2953, "Finetune/Step Time": 6.296167494729161}
+{"Finetune/Learning Rate": 1.623264077887991e-05, "Finetune/Loss": 0.8759022951126099, "Finetune/Loss (Raw)": 0.9218833446502686, "Finetune/Step": 2954, "Finetune/Step Time": 6.29687381349504}
+{"Finetune/Learning Rate": 1.6230006676105055e-05, "Finetune/Loss": 0.8757563233375549, "Finetune/Loss (Raw)": 1.0316619873046875, "Finetune/Step": 2955, "Finetune/Step Time": 6.297384358942509}
+{"Finetune/Learning Rate": 1.622737186666911e-05, "Finetune/Loss": 0.8760679960250854, "Finetune/Loss (Raw)": 0.8244956135749817, "Finetune/Step": 2956, "Finetune/Step Time": 6.30375868268311}
+{"Finetune/Learning Rate": 1.6224736350870936e-05, "Finetune/Loss": 0.8755824565887451, "Finetune/Loss (Raw)": 0.8656989336013794, "Finetune/Step": 2957, "Finetune/Step Time": 6.329713461920619}
+{"Finetune/Learning Rate": 1.6222100129009476e-05, "Finetune/Loss": 0.8769470453262329, "Finetune/Loss (Raw)": 0.9539734125137329, "Finetune/Step": 2958, "Finetune/Step Time": 6.3345865700393915}
+{"Finetune/Learning Rate": 1.621946320138376e-05, "Finetune/Loss": 0.8767751455307007, "Finetune/Loss (Raw)": 0.8958101272583008, "Finetune/Step": 2959, "Finetune/Step Time": 6.322424924001098}
+{"Finetune/Learning Rate": 1.6216825568292885e-05, "Finetune/Loss": 0.8767575025558472, "Finetune/Loss (Raw)": 0.8420053720474243, "Finetune/Step": 2960, "Finetune/Step Time": 6.342471456155181}
+{"Finetune/Learning Rate": 1.6214187230036035e-05, "Finetune/Loss": 0.8769567608833313, "Finetune/Loss (Raw)": 0.9729697704315186, "Finetune/Step": 2961, "Finetune/Step Time": 6.375310931354761}
+{"Finetune/Learning Rate": 1.6211548186912474e-05, "Finetune/Loss": 0.877560019493103, "Finetune/Loss (Raw)": 0.9757591485977173, "Finetune/Step": 2962, "Finetune/Step Time": 6.379398433491588}
+{"Finetune/Learning Rate": 1.6208908439221547e-05, "Finetune/Loss": 0.8776620626449585, "Finetune/Loss (Raw)": 0.922858476638794, "Finetune/Step": 2963, "Finetune/Step Time": 6.367487497627735}
+{"Finetune/Learning Rate": 1.620626798726267e-05, "Finetune/Loss": 0.8772436380386353, "Finetune/Loss (Raw)": 0.9139963388442993, "Finetune/Step": 2964, "Finetune/Step Time": 6.350984627380967}
+{"Finetune/Learning Rate": 1.6203626831335356e-05, "Finetune/Loss": 0.8761849403381348, "Finetune/Loss (Raw)": 0.8844881057739258, "Finetune/Step": 2965, "Finetune/Step Time": 6.358651241287589}
+{"Finetune/Learning Rate": 1.6200984971739178e-05, "Finetune/Loss": 0.8742398023605347, "Finetune/Loss (Raw)": 0.8051488399505615, "Finetune/Step": 2966, "Finetune/Step Time": 6.345164997503161}
+{"Finetune/Learning Rate": 1.6198342408773803e-05, "Finetune/Loss": 0.8764631152153015, "Finetune/Loss (Raw)": 1.0543549060821533, "Finetune/Step": 2967, "Finetune/Step Time": 6.360496751964092}
+{"Finetune/Learning Rate": 1.6195699142738976e-05, "Finetune/Loss": 0.8742904663085938, "Finetune/Loss (Raw)": 0.7699753046035767, "Finetune/Step": 2968, "Finetune/Step Time": 6.3763098157942295}
+{"Finetune/Learning Rate": 1.6193055173934515e-05, "Finetune/Loss": 0.8746494054794312, "Finetune/Loss (Raw)": 0.9765186905860901, "Finetune/Step": 2969, "Finetune/Step Time": 6.406502313911915}
+{"Finetune/Learning Rate": 1.6190410502660323e-05, "Finetune/Loss": 0.8740946054458618, "Finetune/Loss (Raw)": 0.8692872524261475, "Finetune/Step": 2970, "Finetune/Step Time": 6.409518094733357}
+{"Finetune/Learning Rate": 1.618776512921638e-05, "Finetune/Loss": 0.874625563621521, "Finetune/Loss (Raw)": 1.0013530254364014, "Finetune/Step": 2971, "Finetune/Step Time": 6.40855692140758}
+{"Finetune/Learning Rate": 1.6185119053902748e-05, "Finetune/Loss": 0.8759206533432007, "Finetune/Loss (Raw)": 0.9854382276535034, "Finetune/Step": 2972, "Finetune/Step Time": 6.4078545812517405}
+{"Finetune/Learning Rate": 1.618247227701957e-05, "Finetune/Loss": 0.8773226141929626, "Finetune/Loss (Raw)": 0.9872876405715942, "Finetune/Step": 2973, "Finetune/Step Time": 6.40452616661787}
+{"Finetune/Learning Rate": 1.6179824798867062e-05, "Finetune/Loss": 0.8774217367172241, "Finetune/Loss (Raw)": 1.0208994150161743, "Finetune/Step": 2974, "Finetune/Step Time": 6.4086080845445395}
+{"Finetune/Learning Rate": 1.617717661974553e-05, "Finetune/Loss": 0.8778228759765625, "Finetune/Loss (Raw)": 0.961047887802124, "Finetune/Step": 2975, "Finetune/Step Time": 6.407243387773633}
+{"Finetune/Learning Rate": 1.6174527739955345e-05, "Finetune/Loss": 0.8778569102287292, "Finetune/Loss (Raw)": 0.9537155032157898, "Finetune/Step": 2976, "Finetune/Step Time": 6.406061565503478}
+{"Finetune/Learning Rate": 1.6171878159796973e-05, "Finetune/Loss": 0.8789098858833313, "Finetune/Loss (Raw)": 0.8918843269348145, "Finetune/Step": 2977, "Finetune/Step Time": 6.401824625208974}
+{"Finetune/Learning Rate": 1.6169227879570947e-05, "Finetune/Loss": 0.8776898384094238, "Finetune/Loss (Raw)": 0.865386426448822, "Finetune/Step": 2978, "Finetune/Step Time": 6.389883985742927}
+{"Finetune/Learning Rate": 1.6166576899577887e-05, "Finetune/Loss": 0.8771071434020996, "Finetune/Loss (Raw)": 0.9236640930175781, "Finetune/Step": 2979, "Finetune/Step Time": 6.38961218111217}
+{"Finetune/Learning Rate": 1.6163925220118494e-05, "Finetune/Loss": 0.8767462968826294, "Finetune/Loss (Raw)": 0.9662520885467529, "Finetune/Step": 2980, "Finetune/Step Time": 6.379814848303795}
+{"Finetune/Learning Rate": 1.6161272841493535e-05, "Finetune/Loss": 0.8780612349510193, "Finetune/Loss (Raw)": 0.9888213276863098, "Finetune/Step": 2981, "Finetune/Step Time": 6.371835004538298}
+{"Finetune/Learning Rate": 1.6158619764003874e-05, "Finetune/Loss": 0.8776984810829163, "Finetune/Loss (Raw)": 0.7513425946235657, "Finetune/Step": 2982, "Finetune/Step Time": 6.358243782073259}
+{"Finetune/Learning Rate": 1.6155965987950444e-05, "Finetune/Loss": 0.876498818397522, "Finetune/Loss (Raw)": 0.8123289346694946, "Finetune/Step": 2983, "Finetune/Step Time": 6.359047980979085}
+{"Finetune/Learning Rate": 1.6153311513634257e-05, "Finetune/Loss": 0.8722650408744812, "Finetune/Loss (Raw)": 0.38359859585762024, "Finetune/Step": 2984, "Finetune/Step Time": 6.362311217933893}
+{"Finetune/Learning Rate": 1.6150656341356406e-05, "Finetune/Loss": 0.8723289370536804, "Finetune/Loss (Raw)": 1.015566110610962, "Finetune/Step": 2985, "Finetune/Step Time": 6.3708193972706795}
+{"Finetune/Learning Rate": 1.6148000471418066e-05, "Finetune/Loss": 0.8721423149108887, "Finetune/Loss (Raw)": 0.8933493494987488, "Finetune/Step": 2986, "Finetune/Step Time": 6.370779924094677}
+{"Finetune/Learning Rate": 1.6145343904120488e-05, "Finetune/Loss": 0.8727750182151794, "Finetune/Loss (Raw)": 0.9485300183296204, "Finetune/Step": 2987, "Finetune/Step Time": 6.3673369865864515}
+{"Finetune/Learning Rate": 1.6142686639765e-05, "Finetune/Loss": 0.869953989982605, "Finetune/Loss (Raw)": 0.4256773889064789, "Finetune/Step": 2988, "Finetune/Step Time": 6.355788415297866}
+{"Finetune/Learning Rate": 1.614002867865302e-05, "Finetune/Loss": 0.8718892335891724, "Finetune/Loss (Raw)": 0.9893483519554138, "Finetune/Step": 2989, "Finetune/Step Time": 6.359329892322421}
+{"Finetune/Learning Rate": 1.613737002108603e-05, "Finetune/Loss": 0.872653603553772, "Finetune/Loss (Raw)": 0.9417640566825867, "Finetune/Step": 2990, "Finetune/Step Time": 6.3652140107005835}
+{"Finetune/Learning Rate": 1.6134710667365598e-05, "Finetune/Loss": 0.873215913772583, "Finetune/Loss (Raw)": 0.8783109784126282, "Finetune/Step": 2991, "Finetune/Step Time": 6.3644588477909565}
+{"Finetune/Learning Rate": 1.613205061779337e-05, "Finetune/Loss": 0.8744372725486755, "Finetune/Loss (Raw)": 1.0390715599060059, "Finetune/Step": 2992, "Finetune/Step Time": 6.36245240457356}
+{"Finetune/Learning Rate": 1.6129389872671074e-05, "Finetune/Loss": 0.8762428760528564, "Finetune/Loss (Raw)": 1.1975401639938354, "Finetune/Step": 2993, "Finetune/Step Time": 6.366010719910264}
+{"Finetune/Learning Rate": 1.6126728432300516e-05, "Finetune/Loss": 0.876964807510376, "Finetune/Loss (Raw)": 0.881669819355011, "Finetune/Step": 2994, "Finetune/Step Time": 6.38167336396873}
+{"Finetune/Learning Rate": 1.612406629698358e-05, "Finetune/Loss": 0.8766317963600159, "Finetune/Loss (Raw)": 0.8680243492126465, "Finetune/Step": 2995, "Finetune/Step Time": 6.369190884754062}
+{"Finetune/Learning Rate": 1.6121403467022223e-05, "Finetune/Loss": 0.8785748481750488, "Finetune/Loss (Raw)": 0.9987399578094482, "Finetune/Step": 2996, "Finetune/Step Time": 6.370009122416377}
+{"Finetune/Learning Rate": 1.611873994271849e-05, "Finetune/Loss": 0.8786401748657227, "Finetune/Loss (Raw)": 0.952813446521759, "Finetune/Step": 2997, "Finetune/Step Time": 6.375513702630997}
+{"Finetune/Learning Rate": 1.6116075724374497e-05, "Finetune/Loss": 0.8808451294898987, "Finetune/Loss (Raw)": 1.022895336151123, "Finetune/Step": 2998, "Finetune/Step Time": 6.37576381675899}
+{"Finetune/Learning Rate": 1.611341081229245e-05, "Finetune/Loss": 0.8821806907653809, "Finetune/Loss (Raw)": 0.8996462821960449, "Finetune/Step": 2999, "Finetune/Step Time": 6.373865086585283}
+{"Finetune/Learning Rate": 1.611074520677462e-05, "Finetune/Loss": 0.88140469789505, "Finetune/Loss (Raw)": 0.9098405838012695, "Finetune/Step": 3000, "Finetune/Step Time": 6.357047090306878}
+{"Finetune/Learning Rate": 1.6108078908123368e-05, "Finetune/Loss": 0.8861576318740845, "Finetune/Loss (Raw)": 0.9167311191558838, "Finetune/Step": 3001, "Finetune/Step Time": 6.354806840419769}
+{"Finetune/Learning Rate": 1.6105411916641126e-05, "Finetune/Loss": 0.8838461637496948, "Finetune/Loss (Raw)": 0.8319410681724548, "Finetune/Step": 3002, "Finetune/Step Time": 6.343962317332625}
+{"Finetune/Learning Rate": 1.6102744232630404e-05, "Finetune/Loss": 0.8868362903594971, "Finetune/Loss (Raw)": 0.9460439085960388, "Finetune/Step": 3003, "Finetune/Step Time": 6.343425873667002}
+{"Finetune/Learning Rate": 1.61000758563938e-05, "Finetune/Loss": 0.8885200023651123, "Finetune/Loss (Raw)": 0.942732572555542, "Finetune/Step": 3004, "Finetune/Step Time": 6.326225936412811}
+{"Finetune/Learning Rate": 1.609740678823398e-05, "Finetune/Loss": 0.892058789730072, "Finetune/Loss (Raw)": 0.8474208116531372, "Finetune/Step": 3005, "Finetune/Step Time": 6.3300564754754305}
+{"Finetune/Learning Rate": 1.609473702845369e-05, "Finetune/Loss": 0.8924533128738403, "Finetune/Loss (Raw)": 0.9453164935112, "Finetune/Step": 3006, "Finetune/Step Time": 6.321510996669531}
+{"Finetune/Learning Rate": 1.609206657735576e-05, "Finetune/Loss": 0.893287718296051, "Finetune/Loss (Raw)": 0.9744569063186646, "Finetune/Step": 3007, "Finetune/Step Time": 6.319199008867145}
+{"Finetune/Learning Rate": 1.6089395435243105e-05, "Finetune/Loss": 0.8941218852996826, "Finetune/Loss (Raw)": 0.9428179264068604, "Finetune/Step": 3008, "Finetune/Step Time": 6.323748836293817}
+{"Finetune/Learning Rate": 1.608672360241869e-05, "Finetune/Loss": 0.8952012062072754, "Finetune/Loss (Raw)": 1.0190675258636475, "Finetune/Step": 3009, "Finetune/Step Time": 6.335677517578006}
+{"Finetune/Learning Rate": 1.60840510791856e-05, "Finetune/Loss": 0.8946845531463623, "Finetune/Loss (Raw)": 0.8189728856086731, "Finetune/Step": 3010, "Finetune/Step Time": 6.33375190384686}
+{"Finetune/Learning Rate": 1.6081377865846954e-05, "Finetune/Loss": 0.8945159316062927, "Finetune/Loss (Raw)": 0.7337356805801392, "Finetune/Step": 3011, "Finetune/Step Time": 6.336424654349685}
+{"Finetune/Learning Rate": 1.6078703962705983e-05, "Finetune/Loss": 0.8935277462005615, "Finetune/Loss (Raw)": 0.8052563071250916, "Finetune/Step": 3012, "Finetune/Step Time": 6.343039205297828}
+{"Finetune/Learning Rate": 1.607602937006598e-05, "Finetune/Loss": 0.8991338014602661, "Finetune/Loss (Raw)": 1.0478465557098389, "Finetune/Step": 3013, "Finetune/Step Time": 6.338123122230172}
+{"Finetune/Learning Rate": 1.6073354088230325e-05, "Finetune/Loss": 0.8978360891342163, "Finetune/Loss (Raw)": 0.8238337635993958, "Finetune/Step": 3014, "Finetune/Step Time": 6.323659578338265}
+{"Finetune/Learning Rate": 1.6070678117502465e-05, "Finetune/Loss": 0.8970558047294617, "Finetune/Loss (Raw)": 0.918813943862915, "Finetune/Step": 3015, "Finetune/Step Time": 6.32355073466897}
+{"Finetune/Learning Rate": 1.6068001458185934e-05, "Finetune/Loss": 0.8956806063652039, "Finetune/Loss (Raw)": 0.8336553573608398, "Finetune/Step": 3016, "Finetune/Step Time": 6.32078136689961}
+{"Finetune/Learning Rate": 1.6065324110584345e-05, "Finetune/Loss": 0.8962249755859375, "Finetune/Loss (Raw)": 0.8247923254966736, "Finetune/Step": 3017, "Finetune/Step Time": 6.2934646010398865}
+{"Finetune/Learning Rate": 1.6062646075001386e-05, "Finetune/Loss": 0.8978976011276245, "Finetune/Loss (Raw)": 1.105343222618103, "Finetune/Step": 3018, "Finetune/Step Time": 6.284051762893796}
+{"Finetune/Learning Rate": 1.6059967351740818e-05, "Finetune/Loss": 0.8984298706054688, "Finetune/Loss (Raw)": 1.0275307893753052, "Finetune/Step": 3019, "Finetune/Step Time": 6.284721422940493}
+{"Finetune/Learning Rate": 1.6057287941106484e-05, "Finetune/Loss": 0.8992148637771606, "Finetune/Loss (Raw)": 0.943839430809021, "Finetune/Step": 3020, "Finetune/Step Time": 6.28566924855113}
+{"Finetune/Learning Rate": 1.6054607843402313e-05, "Finetune/Loss": 0.8998227119445801, "Finetune/Loss (Raw)": 0.9589132070541382, "Finetune/Step": 3021, "Finetune/Step Time": 6.28911323659122}
+{"Finetune/Learning Rate": 1.6051927058932306e-05, "Finetune/Loss": 0.8995171785354614, "Finetune/Loss (Raw)": 0.8273915648460388, "Finetune/Step": 3022, "Finetune/Step Time": 6.299085840582848}
+{"Finetune/Learning Rate": 1.604924558800053e-05, "Finetune/Loss": 0.8987994194030762, "Finetune/Loss (Raw)": 0.7930527925491333, "Finetune/Step": 3023, "Finetune/Step Time": 6.305012289434671}
+{"Finetune/Learning Rate": 1.6046563430911148e-05, "Finetune/Loss": 0.8988680243492126, "Finetune/Loss (Raw)": 0.9221042394638062, "Finetune/Step": 3024, "Finetune/Step Time": 6.336902339011431}
+{"Finetune/Learning Rate": 1.6043880587968387e-05, "Finetune/Loss": 0.8987351655960083, "Finetune/Loss (Raw)": 0.9720327854156494, "Finetune/Step": 3025, "Finetune/Step Time": 6.355912782251835}
+{"Finetune/Learning Rate": 1.6041197059476566e-05, "Finetune/Loss": 0.8990755677223206, "Finetune/Loss (Raw)": 0.9577556848526001, "Finetune/Step": 3026, "Finetune/Step Time": 6.356858730316162}
+{"Finetune/Learning Rate": 1.6038512845740072e-05, "Finetune/Loss": 0.899626612663269, "Finetune/Loss (Raw)": 0.9193636178970337, "Finetune/Step": 3027, "Finetune/Step Time": 6.353169497102499}
+{"Finetune/Learning Rate": 1.6035827947063375e-05, "Finetune/Loss": 0.9010348320007324, "Finetune/Loss (Raw)": 1.0030697584152222, "Finetune/Step": 3028, "Finetune/Step Time": 6.3468970116227865}
+{"Finetune/Learning Rate": 1.6033142363751007e-05, "Finetune/Loss": 0.9010134339332581, "Finetune/Loss (Raw)": 0.9056923985481262, "Finetune/Step": 3029, "Finetune/Step Time": 6.345177508890629}
+{"Finetune/Learning Rate": 1.6030456096107602e-05, "Finetune/Loss": 0.9010459184646606, "Finetune/Loss (Raw)": 0.8753526210784912, "Finetune/Step": 3030, "Finetune/Step Time": 6.346624791622162}
+{"Finetune/Learning Rate": 1.602776914443786e-05, "Finetune/Loss": 0.9001940488815308, "Finetune/Loss (Raw)": 0.8696335554122925, "Finetune/Step": 3031, "Finetune/Step Time": 6.347644083201885}
+{"Finetune/Learning Rate": 1.6025081509046545e-05, "Finetune/Loss": 0.900687575340271, "Finetune/Loss (Raw)": 0.8202455639839172, "Finetune/Step": 3032, "Finetune/Step Time": 6.343989189714193}
+{"Finetune/Learning Rate": 1.6022393190238523e-05, "Finetune/Loss": 0.8997025489807129, "Finetune/Loss (Raw)": 0.7418391108512878, "Finetune/Step": 3033, "Finetune/Step Time": 6.333301030099392}
+{"Finetune/Learning Rate": 1.6019704188318724e-05, "Finetune/Loss": 0.8998913168907166, "Finetune/Loss (Raw)": 0.8866243958473206, "Finetune/Step": 3034, "Finetune/Step Time": 6.336026672273874}
+{"Finetune/Learning Rate": 1.601701450359216e-05, "Finetune/Loss": 0.9000476598739624, "Finetune/Loss (Raw)": 0.9573901295661926, "Finetune/Step": 3035, "Finetune/Step Time": 6.331535732373595}
+{"Finetune/Learning Rate": 1.6014324136363915e-05, "Finetune/Loss": 0.9002737998962402, "Finetune/Loss (Raw)": 0.8441421985626221, "Finetune/Step": 3036, "Finetune/Step Time": 6.332238143309951}
+{"Finetune/Learning Rate": 1.6011633086939155e-05, "Finetune/Loss": 0.8987407684326172, "Finetune/Loss (Raw)": 0.7310634851455688, "Finetune/Step": 3037, "Finetune/Step Time": 6.330947620794177}
+{"Finetune/Learning Rate": 1.600894135562312e-05, "Finetune/Loss": 0.8988585472106934, "Finetune/Loss (Raw)": 0.9946523904800415, "Finetune/Step": 3038, "Finetune/Step Time": 6.329422332346439}
+{"Finetune/Learning Rate": 1.6006248942721132e-05, "Finetune/Loss": 0.8983165621757507, "Finetune/Loss (Raw)": 0.6625406742095947, "Finetune/Step": 3039, "Finetune/Step Time": 6.330662842839956}
+{"Finetune/Learning Rate": 1.6003555848538586e-05, "Finetune/Loss": 0.900495171546936, "Finetune/Loss (Raw)": 0.9592761397361755, "Finetune/Step": 3040, "Finetune/Step Time": 6.331398203969002}
+{"Finetune/Learning Rate": 1.600086207338096e-05, "Finetune/Loss": 0.8998197317123413, "Finetune/Loss (Raw)": 0.9691179990768433, "Finetune/Step": 3041, "Finetune/Step Time": 6.3135702181607485}
+{"Finetune/Learning Rate": 1.59981676175538e-05, "Finetune/Loss": 0.899526059627533, "Finetune/Loss (Raw)": 0.9417110681533813, "Finetune/Step": 3042, "Finetune/Step Time": 6.3138442132622}
+{"Finetune/Learning Rate": 1.5995472481362732e-05, "Finetune/Loss": 0.8983916640281677, "Finetune/Loss (Raw)": 0.7633821368217468, "Finetune/Step": 3043, "Finetune/Step Time": 6.321218317374587}
+{"Finetune/Learning Rate": 1.599277666511347e-05, "Finetune/Loss": 0.89885413646698, "Finetune/Loss (Raw)": 0.8657581806182861, "Finetune/Step": 3044, "Finetune/Step Time": 6.341978870332241}
+{"Finetune/Learning Rate": 1.599008016911179e-05, "Finetune/Loss": 0.8999190330505371, "Finetune/Loss (Raw)": 1.087802529335022, "Finetune/Step": 3045, "Finetune/Step Time": 6.346617316827178}
+{"Finetune/Learning Rate": 1.598738299366356e-05, "Finetune/Loss": 0.8992993831634521, "Finetune/Loss (Raw)": 0.9248199462890625, "Finetune/Step": 3046, "Finetune/Step Time": 6.347380327060819}
+{"Finetune/Learning Rate": 1.5984685139074707e-05, "Finetune/Loss": 0.8986799716949463, "Finetune/Loss (Raw)": 0.8174184560775757, "Finetune/Step": 3047, "Finetune/Step Time": 6.347784714773297}
+{"Finetune/Learning Rate": 1.598198660565125e-05, "Finetune/Loss": 0.8996543884277344, "Finetune/Loss (Raw)": 0.9815309643745422, "Finetune/Step": 3048, "Finetune/Step Time": 6.3476842399686575}
+{"Finetune/Learning Rate": 1.597928739369928e-05, "Finetune/Loss": 0.9002565741539001, "Finetune/Loss (Raw)": 0.9053167104721069, "Finetune/Step": 3049, "Finetune/Step Time": 6.349460173398256}
+{"Finetune/Learning Rate": 1.5976587503524963e-05, "Finetune/Loss": 0.9000753164291382, "Finetune/Loss (Raw)": 0.879584014415741, "Finetune/Step": 3050, "Finetune/Step Time": 6.345182474702597}
+{"Finetune/Learning Rate": 1.597388693543455e-05, "Finetune/Loss": 0.9007319211959839, "Finetune/Loss (Raw)": 1.0023378133773804, "Finetune/Step": 3051, "Finetune/Step Time": 6.344952303916216}
+{"Finetune/Learning Rate": 1.597118568973435e-05, "Finetune/Loss": 0.9006789326667786, "Finetune/Loss (Raw)": 0.8533968329429626, "Finetune/Step": 3052, "Finetune/Step Time": 6.34538015909493}
+{"Finetune/Learning Rate": 1.5968483766730773e-05, "Finetune/Loss": 0.9011704325675964, "Finetune/Loss (Raw)": 0.977769136428833, "Finetune/Step": 3053, "Finetune/Step Time": 6.34643473289907}
+{"Finetune/Learning Rate": 1.5965781166730287e-05, "Finetune/Loss": 0.9000922441482544, "Finetune/Loss (Raw)": 0.7837775945663452, "Finetune/Step": 3054, "Finetune/Step Time": 6.350934971123934}
+{"Finetune/Learning Rate": 1.5963077890039453e-05, "Finetune/Loss": 0.9000768065452576, "Finetune/Loss (Raw)": 0.7911497354507446, "Finetune/Step": 3055, "Finetune/Step Time": 6.355503670871258}
+{"Finetune/Learning Rate": 1.596037393696489e-05, "Finetune/Loss": 0.8989571928977966, "Finetune/Loss (Raw)": 0.7846993803977966, "Finetune/Step": 3056, "Finetune/Step Time": 6.356575636193156}
+{"Finetune/Learning Rate": 1.5957669307813315e-05, "Finetune/Loss": 0.8975508213043213, "Finetune/Loss (Raw)": 0.8375348448753357, "Finetune/Step": 3057, "Finetune/Step Time": 6.368645602837205}
+{"Finetune/Learning Rate": 1.5954964002891496e-05, "Finetune/Loss": 0.8988001346588135, "Finetune/Loss (Raw)": 1.0466406345367432, "Finetune/Step": 3058, "Finetune/Step Time": 6.368118027225137}
+{"Finetune/Learning Rate": 1.5952258022506307e-05, "Finetune/Loss": 0.8995176553726196, "Finetune/Loss (Raw)": 0.8441882729530334, "Finetune/Step": 3059, "Finetune/Step Time": 6.334465457126498}
+{"Finetune/Learning Rate": 1.5949551366964675e-05, "Finetune/Loss": 0.8990610241889954, "Finetune/Loss (Raw)": 0.9054960012435913, "Finetune/Step": 3060, "Finetune/Step Time": 6.337867435067892}
+{"Finetune/Learning Rate": 1.594684403657361e-05, "Finetune/Loss": 0.8985018730163574, "Finetune/Loss (Raw)": 0.8166649341583252, "Finetune/Step": 3061, "Finetune/Step Time": 6.338374737650156}
+{"Finetune/Learning Rate": 1.5944136031640208e-05, "Finetune/Loss": 0.9001869559288025, "Finetune/Loss (Raw)": 0.9500728845596313, "Finetune/Step": 3062, "Finetune/Step Time": 6.3318314123898745}
+{"Finetune/Learning Rate": 1.594142735247163e-05, "Finetune/Loss": 0.9010612964630127, "Finetune/Loss (Raw)": 1.0480878353118896, "Finetune/Step": 3063, "Finetune/Step Time": 6.321968974545598}
+{"Finetune/Learning Rate": 1.593871799937512e-05, "Finetune/Loss": 0.9010759592056274, "Finetune/Loss (Raw)": 0.8260209560394287, "Finetune/Step": 3064, "Finetune/Step Time": 6.317796487361193}
+{"Finetune/Learning Rate": 1.5936007972657993e-05, "Finetune/Loss": 0.900714635848999, "Finetune/Loss (Raw)": 0.8339260816574097, "Finetune/Step": 3065, "Finetune/Step Time": 6.314810171723366}
+{"Finetune/Learning Rate": 1.5933297272627644e-05, "Finetune/Loss": 0.9009104371070862, "Finetune/Loss (Raw)": 0.960133969783783, "Finetune/Step": 3066, "Finetune/Step Time": 6.319485856220126}
+{"Finetune/Learning Rate": 1.5930585899591547e-05, "Finetune/Loss": 0.904217004776001, "Finetune/Loss (Raw)": 0.8350830674171448, "Finetune/Step": 3067, "Finetune/Step Time": 6.3137087803334}
+{"Finetune/Learning Rate": 1.5927873853857248e-05, "Finetune/Loss": 0.9037662744522095, "Finetune/Loss (Raw)": 0.8424491882324219, "Finetune/Step": 3068, "Finetune/Step Time": 6.304117226973176}
+{"Finetune/Learning Rate": 1.592516113573237e-05, "Finetune/Loss": 0.9039964079856873, "Finetune/Loss (Raw)": 0.8710273504257202, "Finetune/Step": 3069, "Finetune/Step Time": 6.30759465880692}
+{"Finetune/Learning Rate": 1.592244774552461e-05, "Finetune/Loss": 0.9051584005355835, "Finetune/Loss (Raw)": 0.9760151505470276, "Finetune/Step": 3070, "Finetune/Step Time": 6.311548253521323}
+{"Finetune/Learning Rate": 1.591973368354175e-05, "Finetune/Loss": 0.9041887521743774, "Finetune/Loss (Raw)": 0.9038116931915283, "Finetune/Step": 3071, "Finetune/Step Time": 6.315615998581052}
+{"Finetune/Learning Rate": 1.5917018950091642e-05, "Finetune/Loss": 0.902786374092102, "Finetune/Loss (Raw)": 0.7908337116241455, "Finetune/Step": 3072, "Finetune/Step Time": 6.326882779598236}
+{"Finetune/Learning Rate": 1.5914303545482207e-05, "Finetune/Loss": 0.9016776084899902, "Finetune/Loss (Raw)": 0.7949985265731812, "Finetune/Step": 3073, "Finetune/Step Time": 6.331660153344274}
+{"Finetune/Learning Rate": 1.5911587470021455e-05, "Finetune/Loss": 0.9019968509674072, "Finetune/Loss (Raw)": 0.9159286022186279, "Finetune/Step": 3074, "Finetune/Step Time": 6.327267503365874}
+{"Finetune/Learning Rate": 1.5908870724017472e-05, "Finetune/Loss": 0.9021482467651367, "Finetune/Loss (Raw)": 0.9164044260978699, "Finetune/Step": 3075, "Finetune/Step Time": 6.333306135609746}
+{"Finetune/Learning Rate": 1.5906153307778405e-05, "Finetune/Loss": 0.9019737243652344, "Finetune/Loss (Raw)": 0.9139835238456726, "Finetune/Step": 3076, "Finetune/Step Time": 6.351481147110462}
+{"Finetune/Learning Rate": 1.5903435221612493e-05, "Finetune/Loss": 0.9001588821411133, "Finetune/Loss (Raw)": 0.7613895535469055, "Finetune/Step": 3077, "Finetune/Step Time": 6.345671148970723}
+{"Finetune/Learning Rate": 1.590071646582804e-05, "Finetune/Loss": 0.9017380475997925, "Finetune/Loss (Raw)": 0.99639493227005, "Finetune/Step": 3078, "Finetune/Step Time": 6.3324517123401165}
+{"Finetune/Learning Rate": 1.5897997040733436e-05, "Finetune/Loss": 0.9006780385971069, "Finetune/Loss (Raw)": 0.8338727355003357, "Finetune/Step": 3079, "Finetune/Step Time": 6.321306215599179}
+{"Finetune/Learning Rate": 1.5895276946637138e-05, "Finetune/Loss": 0.900486946105957, "Finetune/Loss (Raw)": 0.9689210653305054, "Finetune/Step": 3080, "Finetune/Step Time": 6.324353314936161}
+{"Finetune/Learning Rate": 1.5892556183847682e-05, "Finetune/Loss": 0.9009345173835754, "Finetune/Loss (Raw)": 0.9111897945404053, "Finetune/Step": 3081, "Finetune/Step Time": 6.321006806567311}
+{"Finetune/Learning Rate": 1.588983475267368e-05, "Finetune/Loss": 0.8999611735343933, "Finetune/Loss (Raw)": 0.7972939014434814, "Finetune/Step": 3082, "Finetune/Step Time": 6.318618776276708}
+{"Finetune/Learning Rate": 1.588711265342383e-05, "Finetune/Loss": 0.8988648056983948, "Finetune/Loss (Raw)": 0.8913226127624512, "Finetune/Step": 3083, "Finetune/Step Time": 6.316956453025341}
+{"Finetune/Learning Rate": 1.5884389886406887e-05, "Finetune/Loss": 0.8991765975952148, "Finetune/Loss (Raw)": 0.864411473274231, "Finetune/Step": 3084, "Finetune/Step Time": 6.310230238363147}
+{"Finetune/Learning Rate": 1.5881666451931686e-05, "Finetune/Loss": 0.9000213742256165, "Finetune/Loss (Raw)": 0.9738325476646423, "Finetune/Step": 3085, "Finetune/Step Time": 6.284380279481411}
+{"Finetune/Learning Rate": 1.5878942350307148e-05, "Finetune/Loss": 0.8987611532211304, "Finetune/Loss (Raw)": 0.7926533818244934, "Finetune/Step": 3086, "Finetune/Step Time": 6.2776458114385605}
+{"Finetune/Learning Rate": 1.587621758184227e-05, "Finetune/Loss": 0.8950060606002808, "Finetune/Loss (Raw)": 0.41516897082328796, "Finetune/Step": 3087, "Finetune/Step Time": 6.28962498344481}
+{"Finetune/Learning Rate": 1.587349214684611e-05, "Finetune/Loss": 0.8915260434150696, "Finetune/Loss (Raw)": 0.39655813574790955, "Finetune/Step": 3088, "Finetune/Step Time": 6.289566021412611}
+{"Finetune/Learning Rate": 1.5870766045627816e-05, "Finetune/Loss": 0.8915908336639404, "Finetune/Loss (Raw)": 0.9812584519386292, "Finetune/Step": 3089, "Finetune/Step Time": 6.274138318374753}
+{"Finetune/Learning Rate": 1.58680392784966e-05, "Finetune/Loss": 0.8909590244293213, "Finetune/Loss (Raw)": 0.8948855996131897, "Finetune/Step": 3090, "Finetune/Step Time": 6.267311990261078}
+{"Finetune/Learning Rate": 1.5865311845761756e-05, "Finetune/Loss": 0.8913310766220093, "Finetune/Loss (Raw)": 0.9704938530921936, "Finetune/Step": 3091, "Finetune/Step Time": 6.269272828474641}
+{"Finetune/Learning Rate": 1.5862583747732662e-05, "Finetune/Loss": 0.8918097019195557, "Finetune/Loss (Raw)": 0.9752592444419861, "Finetune/Step": 3092, "Finetune/Step Time": 6.267913095653057}
+{"Finetune/Learning Rate": 1.5859854984718754e-05, "Finetune/Loss": 0.891433835029602, "Finetune/Loss (Raw)": 0.8363720774650574, "Finetune/Step": 3093, "Finetune/Step Time": 6.260475441813469}
+{"Finetune/Learning Rate": 1.5857125557029553e-05, "Finetune/Loss": 0.8918681144714355, "Finetune/Loss (Raw)": 0.8607384562492371, "Finetune/Step": 3094, "Finetune/Step Time": 6.257059667259455}
+{"Finetune/Learning Rate": 1.5854395464974655e-05, "Finetune/Loss": 0.8910252451896667, "Finetune/Loss (Raw)": 0.9464668035507202, "Finetune/Step": 3095, "Finetune/Step Time": 6.244162142276764}
+{"Finetune/Learning Rate": 1.5851664708863738e-05, "Finetune/Loss": 0.8929647207260132, "Finetune/Loss (Raw)": 1.018221139907837, "Finetune/Step": 3096, "Finetune/Step Time": 6.225516475737095}
+{"Finetune/Learning Rate": 1.584893328900653e-05, "Finetune/Loss": 0.8888577818870544, "Finetune/Loss (Raw)": 0.45083898305892944, "Finetune/Step": 3097, "Finetune/Step Time": 6.201118776574731}
+{"Finetune/Learning Rate": 1.584620120571287e-05, "Finetune/Loss": 0.8886337876319885, "Finetune/Loss (Raw)": 0.8406162858009338, "Finetune/Step": 3098, "Finetune/Step Time": 6.2186504155397415}
+{"Finetune/Learning Rate": 1.5843468459292646e-05, "Finetune/Loss": 0.887689471244812, "Finetune/Loss (Raw)": 0.8804826736450195, "Finetune/Step": 3099, "Finetune/Step Time": 6.21798899769783}
+{"Finetune/Learning Rate": 1.584073505005583e-05, "Finetune/Loss": 0.8869787454605103, "Finetune/Loss (Raw)": 0.8944547772407532, "Finetune/Step": 3100, "Finetune/Step Time": 6.220157554373145}
+{"Finetune/Learning Rate": 1.583800097831247e-05, "Finetune/Loss": 0.8865916728973389, "Finetune/Loss (Raw)": 0.9377508163452148, "Finetune/Step": 3101, "Finetune/Step Time": 6.220081865787506}
+{"Finetune/Learning Rate": 1.5835266244372686e-05, "Finetune/Loss": 0.885749876499176, "Finetune/Loss (Raw)": 0.9131460785865784, "Finetune/Step": 3102, "Finetune/Step Time": 6.217410735785961}
+{"Finetune/Learning Rate": 1.5832530848546683e-05, "Finetune/Loss": 0.884732723236084, "Finetune/Loss (Raw)": 0.8308517336845398, "Finetune/Step": 3103, "Finetune/Step Time": 6.221076391637325}
+{"Finetune/Learning Rate": 1.5829794791144723e-05, "Finetune/Loss": 0.8831867575645447, "Finetune/Loss (Raw)": 0.7558351159095764, "Finetune/Step": 3104, "Finetune/Step Time": 6.222625454887748}
+{"Finetune/Learning Rate": 1.5827058072477158e-05, "Finetune/Loss": 0.8824863433837891, "Finetune/Loss (Raw)": 0.8022310733795166, "Finetune/Step": 3105, "Finetune/Step Time": 6.2242583725601435}
+{"Finetune/Learning Rate": 1.582432069285441e-05, "Finetune/Loss": 0.8822618722915649, "Finetune/Loss (Raw)": 0.8366506099700928, "Finetune/Step": 3106, "Finetune/Step Time": 6.227519670501351}
+{"Finetune/Learning Rate": 1.5821582652586975e-05, "Finetune/Loss": 0.8824726343154907, "Finetune/Loss (Raw)": 0.9506444334983826, "Finetune/Step": 3107, "Finetune/Step Time": 6.228908872231841}
+{"Finetune/Learning Rate": 1.5818843951985425e-05, "Finetune/Loss": 0.8814371228218079, "Finetune/Loss (Raw)": 0.8337066769599915, "Finetune/Step": 3108, "Finetune/Step Time": 6.236913358792663}
+{"Finetune/Learning Rate": 1.581610459136041e-05, "Finetune/Loss": 0.8800617456436157, "Finetune/Loss (Raw)": 0.812779426574707, "Finetune/Step": 3109, "Finetune/Step Time": 6.2514972891658545}
+{"Finetune/Learning Rate": 1.581336457102265e-05, "Finetune/Loss": 0.8806173801422119, "Finetune/Loss (Raw)": 0.8224542737007141, "Finetune/Step": 3110, "Finetune/Step Time": 6.247597215697169}
+{"Finetune/Learning Rate": 1.581062389128294e-05, "Finetune/Loss": 0.8821960091590881, "Finetune/Loss (Raw)": 1.0143959522247314, "Finetune/Step": 3111, "Finetune/Step Time": 6.247458089143038}
+{"Finetune/Learning Rate": 1.5807882552452156e-05, "Finetune/Loss": 0.8863398432731628, "Finetune/Loss (Raw)": 0.9140079617500305, "Finetune/Step": 3112, "Finetune/Step Time": 6.241205530241132}
+{"Finetune/Learning Rate": 1.580514055484124e-05, "Finetune/Loss": 0.8849551677703857, "Finetune/Loss (Raw)": 0.8383287787437439, "Finetune/Step": 3113, "Finetune/Step Time": 6.227246314287186}
+{"Finetune/Learning Rate": 1.5802397898761214e-05, "Finetune/Loss": 0.8855745792388916, "Finetune/Loss (Raw)": 0.9726343154907227, "Finetune/Step": 3114, "Finetune/Step Time": 6.230204181745648}
+{"Finetune/Learning Rate": 1.5799654584523178e-05, "Finetune/Loss": 0.8853530883789062, "Finetune/Loss (Raw)": 0.9201838970184326, "Finetune/Step": 3115, "Finetune/Step Time": 6.231537414714694}
+{"Finetune/Learning Rate": 1.579691061243829e-05, "Finetune/Loss": 0.8892549276351929, "Finetune/Loss (Raw)": 0.9251018762588501, "Finetune/Step": 3116, "Finetune/Step Time": 6.230206394568086}
+{"Finetune/Learning Rate": 1.5794165982817814e-05, "Finetune/Loss": 0.8882131576538086, "Finetune/Loss (Raw)": 0.8560041189193726, "Finetune/Step": 3117, "Finetune/Step Time": 6.218737740069628}
+{"Finetune/Learning Rate": 1.579142069597305e-05, "Finetune/Loss": 0.8846098184585571, "Finetune/Loss (Raw)": 0.480543851852417, "Finetune/Step": 3118, "Finetune/Step Time": 6.235015731304884}
+{"Finetune/Learning Rate": 1.5788674752215407e-05, "Finetune/Loss": 0.8842519521713257, "Finetune/Loss (Raw)": 0.8325067162513733, "Finetune/Step": 3119, "Finetune/Step Time": 6.249352943152189}
+{"Finetune/Learning Rate": 1.5785928151856345e-05, "Finetune/Loss": 0.8835805654525757, "Finetune/Loss (Raw)": 0.9531331658363342, "Finetune/Step": 3120, "Finetune/Step Time": 6.269664911553264}
+{"Finetune/Learning Rate": 1.5783180895207414e-05, "Finetune/Loss": 0.881196916103363, "Finetune/Loss (Raw)": 0.8924317955970764, "Finetune/Step": 3121, "Finetune/Step Time": 6.263506012037396}
+{"Finetune/Learning Rate": 1.5780432982580224e-05, "Finetune/Loss": 0.8814096450805664, "Finetune/Loss (Raw)": 0.9088958501815796, "Finetune/Step": 3122, "Finetune/Step Time": 6.245810315012932}
+{"Finetune/Learning Rate": 1.577768441428647e-05, "Finetune/Loss": 0.8810825347900391, "Finetune/Loss (Raw)": 0.8261574506759644, "Finetune/Step": 3123, "Finetune/Step Time": 6.248931620270014}
+{"Finetune/Learning Rate": 1.5774935190637924e-05, "Finetune/Loss": 0.8811511993408203, "Finetune/Loss (Raw)": 1.0075228214263916, "Finetune/Step": 3124, "Finetune/Step Time": 6.247833942994475}
+{"Finetune/Learning Rate": 1.5772185311946415e-05, "Finetune/Loss": 0.880596399307251, "Finetune/Loss (Raw)": 0.8817963600158691, "Finetune/Step": 3125, "Finetune/Step Time": 6.242454685270786}
+{"Finetune/Learning Rate": 1.576943477852387e-05, "Finetune/Loss": 0.8807523250579834, "Finetune/Loss (Raw)": 1.0428578853607178, "Finetune/Step": 3126, "Finetune/Step Time": 6.237462345510721}
+{"Finetune/Learning Rate": 1.576668359068227e-05, "Finetune/Loss": 0.8807756900787354, "Finetune/Loss (Raw)": 0.9026393890380859, "Finetune/Step": 3127, "Finetune/Step Time": 6.230987755581737}
+{"Finetune/Learning Rate": 1.576393174873368e-05, "Finetune/Loss": 0.8806661367416382, "Finetune/Loss (Raw)": 0.8958134055137634, "Finetune/Step": 3128, "Finetune/Step Time": 6.2349389884620905}
+{"Finetune/Learning Rate": 1.576117925299024e-05, "Finetune/Loss": 0.8806732892990112, "Finetune/Loss (Raw)": 0.9176463484764099, "Finetune/Step": 3129, "Finetune/Step Time": 6.232402382418513}
+{"Finetune/Learning Rate": 1.575842610376416e-05, "Finetune/Loss": 0.8803272247314453, "Finetune/Loss (Raw)": 0.7876402735710144, "Finetune/Step": 3130, "Finetune/Step Time": 6.2322972901165485}
+{"Finetune/Learning Rate": 1.575567230136773e-05, "Finetune/Loss": 0.8805399537086487, "Finetune/Loss (Raw)": 0.9732804298400879, "Finetune/Step": 3131, "Finetune/Step Time": 6.237047182396054}
+{"Finetune/Learning Rate": 1.57529178461133e-05, "Finetune/Loss": 0.8793727159500122, "Finetune/Loss (Raw)": 0.7933242917060852, "Finetune/Step": 3132, "Finetune/Step Time": 6.242729915305972}
+{"Finetune/Learning Rate": 1.5750162738313314e-05, "Finetune/Loss": 0.8795676827430725, "Finetune/Loss (Raw)": 0.8723777532577515, "Finetune/Step": 3133, "Finetune/Step Time": 6.253396507352591}
+{"Finetune/Learning Rate": 1.5747406978280276e-05, "Finetune/Loss": 0.879024863243103, "Finetune/Loss (Raw)": 0.8758398294448853, "Finetune/Step": 3134, "Finetune/Step Time": 6.265580929815769}
+{"Finetune/Learning Rate": 1.574465056632677e-05, "Finetune/Loss": 0.8821857571601868, "Finetune/Loss (Raw)": 1.3790463209152222, "Finetune/Step": 3135, "Finetune/Step Time": 6.271081108599901}
+{"Finetune/Learning Rate": 1.5741893502765452e-05, "Finetune/Loss": 0.8822412490844727, "Finetune/Loss (Raw)": 0.949926495552063, "Finetune/Step": 3136, "Finetune/Step Time": 6.274654235690832}
+{"Finetune/Learning Rate": 1.5739135787909047e-05, "Finetune/Loss": 0.8813424706459045, "Finetune/Loss (Raw)": 0.9040184020996094, "Finetune/Step": 3137, "Finetune/Step Time": 6.264414018020034}
+{"Finetune/Learning Rate": 1.5736377422070366e-05, "Finetune/Loss": 0.8820294141769409, "Finetune/Loss (Raw)": 0.9069085717201233, "Finetune/Step": 3138, "Finetune/Step Time": 6.270809967070818}
+{"Finetune/Learning Rate": 1.573361840556228e-05, "Finetune/Loss": 0.8830798268318176, "Finetune/Loss (Raw)": 0.8681837320327759, "Finetune/Step": 3139, "Finetune/Step Time": 6.265632275491953}
+{"Finetune/Learning Rate": 1.573085873869775e-05, "Finetune/Loss": 0.8832087516784668, "Finetune/Loss (Raw)": 0.8217520713806152, "Finetune/Step": 3140, "Finetune/Step Time": 6.2537101320922375}
+{"Finetune/Learning Rate": 1.5728098421789787e-05, "Finetune/Loss": 0.8817968368530273, "Finetune/Loss (Raw)": 0.8671274781227112, "Finetune/Step": 3141, "Finetune/Step Time": 6.255551815032959}
+{"Finetune/Learning Rate": 1.57253374551515e-05, "Finetune/Loss": 0.8818771839141846, "Finetune/Loss (Raw)": 0.8341206312179565, "Finetune/Step": 3142, "Finetune/Step Time": 6.261032899841666}
+{"Finetune/Learning Rate": 1.5722575839096058e-05, "Finetune/Loss": 0.8820087909698486, "Finetune/Loss (Raw)": 0.9356558322906494, "Finetune/Step": 3143, "Finetune/Step Time": 6.268185973167419}
+{"Finetune/Learning Rate": 1.571981357393671e-05, "Finetune/Loss": 0.8822745680809021, "Finetune/Loss (Raw)": 0.8676771521568298, "Finetune/Step": 3144, "Finetune/Step Time": 6.270279169082642}
+{"Finetune/Learning Rate": 1.571705065998678e-05, "Finetune/Loss": 0.8829597234725952, "Finetune/Loss (Raw)": 0.9124883413314819, "Finetune/Step": 3145, "Finetune/Step Time": 6.2721846625208855}
+{"Finetune/Learning Rate": 1.571428709755965e-05, "Finetune/Loss": 0.8809325695037842, "Finetune/Loss (Raw)": 0.8458722829818726, "Finetune/Step": 3146, "Finetune/Step Time": 6.27276243455708}
+{"Finetune/Learning Rate": 1.5711522886968796e-05, "Finetune/Loss": 0.8787630200386047, "Finetune/Loss (Raw)": 0.7498254179954529, "Finetune/Step": 3147, "Finetune/Step Time": 6.273215863853693}
+{"Finetune/Learning Rate": 1.5708758028527754e-05, "Finetune/Loss": 0.8799144625663757, "Finetune/Loss (Raw)": 1.0912230014801025, "Finetune/Step": 3148, "Finetune/Step Time": 6.2744442373514175}
+{"Finetune/Learning Rate": 1.570599252255014e-05, "Finetune/Loss": 0.875442385673523, "Finetune/Loss (Raw)": 0.3864874243736267, "Finetune/Step": 3149, "Finetune/Step Time": 6.273623023182154}
+{"Finetune/Learning Rate": 1.5703226369349642e-05, "Finetune/Loss": 0.8724868297576904, "Finetune/Loss (Raw)": 0.4490867555141449, "Finetune/Step": 3150, "Finetune/Step Time": 6.285166494548321}
+{"Finetune/Learning Rate": 1.5700459569240023e-05, "Finetune/Loss": 0.8736175298690796, "Finetune/Loss (Raw)": 0.9377812743186951, "Finetune/Step": 3151, "Finetune/Step Time": 6.292746668681502}
+{"Finetune/Learning Rate": 1.569769212253511e-05, "Finetune/Loss": 0.8731573820114136, "Finetune/Loss (Raw)": 0.8632027506828308, "Finetune/Step": 3152, "Finetune/Step Time": 6.258658733218908}
+{"Finetune/Learning Rate": 1.569492402954882e-05, "Finetune/Loss": 0.8725798726081848, "Finetune/Loss (Raw)": 0.898111879825592, "Finetune/Step": 3153, "Finetune/Step Time": 6.2411972507834435}
+{"Finetune/Learning Rate": 1.5692155290595126e-05, "Finetune/Loss": 0.8682467937469482, "Finetune/Loss (Raw)": 0.4031217098236084, "Finetune/Step": 3154, "Finetune/Step Time": 6.246464299038053}
+{"Finetune/Learning Rate": 1.5689385905988085e-05, "Finetune/Loss": 0.8680498003959656, "Finetune/Loss (Raw)": 0.894146203994751, "Finetune/Step": 3155, "Finetune/Step Time": 6.261901760473847}
+{"Finetune/Learning Rate": 1.5686615876041828e-05, "Finetune/Loss": 0.8673751354217529, "Finetune/Loss (Raw)": 0.9167168140411377, "Finetune/Step": 3156, "Finetune/Step Time": 6.262292122468352}
+{"Finetune/Learning Rate": 1.5683845201070555e-05, "Finetune/Loss": 0.8681584596633911, "Finetune/Loss (Raw)": 1.00596022605896, "Finetune/Step": 3157, "Finetune/Step Time": 6.256672378629446}
+{"Finetune/Learning Rate": 1.5681073881388533e-05, "Finetune/Loss": 0.8685694932937622, "Finetune/Loss (Raw)": 0.92796391248703, "Finetune/Step": 3158, "Finetune/Step Time": 6.254528645426035}
+{"Finetune/Learning Rate": 1.5678301917310117e-05, "Finetune/Loss": 0.8654981851577759, "Finetune/Loss (Raw)": 0.47650548815727234, "Finetune/Step": 3159, "Finetune/Step Time": 6.25370779633522}
+{"Finetune/Learning Rate": 1.567552930914972e-05, "Finetune/Loss": 0.86622154712677, "Finetune/Loss (Raw)": 0.9128322601318359, "Finetune/Step": 3160, "Finetune/Step Time": 6.266622755676508}
+{"Finetune/Learning Rate": 1.567275605722184e-05, "Finetune/Loss": 0.866962194442749, "Finetune/Loss (Raw)": 0.8366420865058899, "Finetune/Step": 3161, "Finetune/Step Time": 6.270033273845911}
+{"Finetune/Learning Rate": 1.5669982161841045e-05, "Finetune/Loss": 0.866376519203186, "Finetune/Loss (Raw)": 0.8116636276245117, "Finetune/Step": 3162, "Finetune/Step Time": 6.277764715254307}
+{"Finetune/Learning Rate": 1.566720762332197e-05, "Finetune/Loss": 0.8658556938171387, "Finetune/Loss (Raw)": 0.8907216191291809, "Finetune/Step": 3163, "Finetune/Step Time": 6.278390388935804}
+{"Finetune/Learning Rate": 1.5664432441979328e-05, "Finetune/Loss": 0.8675830364227295, "Finetune/Loss (Raw)": 1.0652415752410889, "Finetune/Step": 3164, "Finetune/Step Time": 6.2776687778532505}
+{"Finetune/Learning Rate": 1.5661656618127907e-05, "Finetune/Loss": 0.8689991235733032, "Finetune/Loss (Raw)": 0.9123231172561646, "Finetune/Step": 3165, "Finetune/Step Time": 6.281483352184296}
+{"Finetune/Learning Rate": 1.565888015208256e-05, "Finetune/Loss": 0.86845862865448, "Finetune/Loss (Raw)": 0.9254704117774963, "Finetune/Step": 3166, "Finetune/Step Time": 6.291566262021661}
+{"Finetune/Learning Rate": 1.5656103044158215e-05, "Finetune/Loss": 0.8698676824569702, "Finetune/Loss (Raw)": 0.8429032564163208, "Finetune/Step": 3167, "Finetune/Step Time": 6.289599573239684}
+{"Finetune/Learning Rate": 1.5653325294669884e-05, "Finetune/Loss": 0.8696630001068115, "Finetune/Loss (Raw)": 0.9330686926841736, "Finetune/Step": 3168, "Finetune/Step Time": 6.284326884895563}
+{"Finetune/Learning Rate": 1.5650546903932644e-05, "Finetune/Loss": 0.8693457245826721, "Finetune/Loss (Raw)": 0.928512692451477, "Finetune/Step": 3169, "Finetune/Step Time": 6.290311340242624}
+{"Finetune/Learning Rate": 1.5647767872261633e-05, "Finetune/Loss": 0.8691786527633667, "Finetune/Loss (Raw)": 0.9203249216079712, "Finetune/Step": 3170, "Finetune/Step Time": 6.290760362520814}
+{"Finetune/Learning Rate": 1.5644988199972086e-05, "Finetune/Loss": 0.8694227933883667, "Finetune/Loss (Raw)": 0.7946324348449707, "Finetune/Step": 3171, "Finetune/Step Time": 6.299717964604497}
+{"Finetune/Learning Rate": 1.5642207887379285e-05, "Finetune/Loss": 0.8689220547676086, "Finetune/Loss (Raw)": 0.8016581535339355, "Finetune/Step": 3172, "Finetune/Step Time": 6.275328375399113}
+{"Finetune/Learning Rate": 1.5639426934798607e-05, "Finetune/Loss": 0.86707603931427, "Finetune/Loss (Raw)": 0.8515185117721558, "Finetune/Step": 3173, "Finetune/Step Time": 6.270191680639982}
+{"Finetune/Learning Rate": 1.5636645342545486e-05, "Finetune/Loss": 0.8662233352661133, "Finetune/Loss (Raw)": 0.8156660795211792, "Finetune/Step": 3174, "Finetune/Step Time": 6.2729627173393965}
+{"Finetune/Learning Rate": 1.5633863110935436e-05, "Finetune/Loss": 0.8671755790710449, "Finetune/Loss (Raw)": 0.9393070936203003, "Finetune/Step": 3175, "Finetune/Step Time": 6.273154741153121}
+{"Finetune/Learning Rate": 1.563108024028404e-05, "Finetune/Loss": 0.8674983978271484, "Finetune/Loss (Raw)": 1.0228530168533325, "Finetune/Step": 3176, "Finetune/Step Time": 6.271571185439825}
+{"Finetune/Learning Rate": 1.562829673090696e-05, "Finetune/Loss": 0.8683733344078064, "Finetune/Loss (Raw)": 1.0173072814941406, "Finetune/Step": 3177, "Finetune/Step Time": 6.2678562104702}
+{"Finetune/Learning Rate": 1.5625512583119918e-05, "Finetune/Loss": 0.8675482273101807, "Finetune/Loss (Raw)": 0.7739779949188232, "Finetune/Step": 3178, "Finetune/Step Time": 6.272017329931259}
+{"Finetune/Learning Rate": 1.5622727797238722e-05, "Finetune/Loss": 0.8676434755325317, "Finetune/Loss (Raw)": 1.0145212411880493, "Finetune/Step": 3179, "Finetune/Step Time": 6.281356178224087}
+{"Finetune/Learning Rate": 1.5619942373579247e-05, "Finetune/Loss": 0.8682385683059692, "Finetune/Loss (Raw)": 0.9295660853385925, "Finetune/Step": 3180, "Finetune/Step Time": 6.283111043274403}
+{"Finetune/Learning Rate": 1.5617156312457437e-05, "Finetune/Loss": 0.867957592010498, "Finetune/Loss (Raw)": 0.941804826259613, "Finetune/Step": 3181, "Finetune/Step Time": 6.284482050687075}
+{"Finetune/Learning Rate": 1.561436961418931e-05, "Finetune/Loss": 0.8686180114746094, "Finetune/Loss (Raw)": 0.8683187961578369, "Finetune/Step": 3182, "Finetune/Step Time": 6.283226735889912}
+{"Finetune/Learning Rate": 1.561158227909096e-05, "Finetune/Loss": 0.8692387938499451, "Finetune/Loss (Raw)": 0.8706095218658447, "Finetune/Step": 3183, "Finetune/Step Time": 6.286541797220707}
+{"Finetune/Learning Rate": 1.5608794307478546e-05, "Finetune/Loss": 0.8691980242729187, "Finetune/Loss (Raw)": 0.7794750332832336, "Finetune/Step": 3184, "Finetune/Step Time": 6.28733279556036}
+{"Finetune/Learning Rate": 1.5606005699668313e-05, "Finetune/Loss": 0.869450032711029, "Finetune/Loss (Raw)": 0.8697984218597412, "Finetune/Step": 3185, "Finetune/Step Time": 6.284646727144718}
+{"Finetune/Learning Rate": 1.560321645597656e-05, "Finetune/Loss": 0.8674482107162476, "Finetune/Loss (Raw)": 0.7904077172279358, "Finetune/Step": 3186, "Finetune/Step Time": 6.282953718677163}
+{"Finetune/Learning Rate": 1.560042657671967e-05, "Finetune/Loss": 0.8684080839157104, "Finetune/Loss (Raw)": 0.9670508503913879, "Finetune/Step": 3187, "Finetune/Step Time": 6.28592062741518}
+{"Finetune/Learning Rate": 1.55976360622141e-05, "Finetune/Loss": 0.8682693839073181, "Finetune/Loss (Raw)": 0.8877389430999756, "Finetune/Step": 3188, "Finetune/Step Time": 6.2843121737241745}
+{"Finetune/Learning Rate": 1.5594844912776367e-05, "Finetune/Loss": 0.8700069189071655, "Finetune/Loss (Raw)": 1.0390735864639282, "Finetune/Step": 3189, "Finetune/Step Time": 6.282655829563737}
+{"Finetune/Learning Rate": 1.559205312872307e-05, "Finetune/Loss": 0.8703681230545044, "Finetune/Loss (Raw)": 0.9963058233261108, "Finetune/Step": 3190, "Finetune/Step Time": 6.286905424669385}
+{"Finetune/Learning Rate": 1.5589260710370873e-05, "Finetune/Loss": 0.868516206741333, "Finetune/Loss (Raw)": 0.8110429644584656, "Finetune/Step": 3191, "Finetune/Step Time": 6.303197110071778}
+{"Finetune/Learning Rate": 1.5586467658036526e-05, "Finetune/Loss": 0.8684407472610474, "Finetune/Loss (Raw)": 0.8163591027259827, "Finetune/Step": 3192, "Finetune/Step Time": 6.306146517395973}
+{"Finetune/Learning Rate": 1.5583673972036834e-05, "Finetune/Loss": 0.8684405088424683, "Finetune/Loss (Raw)": 0.8338950872421265, "Finetune/Step": 3193, "Finetune/Step Time": 6.307548884302378}
+{"Finetune/Learning Rate": 1.5580879652688682e-05, "Finetune/Loss": 0.8670743703842163, "Finetune/Loss (Raw)": 0.7852659821510315, "Finetune/Step": 3194, "Finetune/Step Time": 6.304055681452155}
+{"Finetune/Learning Rate": 1.5578084700309028e-05, "Finetune/Loss": 0.867789089679718, "Finetune/Loss (Raw)": 0.9265720844268799, "Finetune/Step": 3195, "Finetune/Step Time": 6.302753362804651}
+{"Finetune/Learning Rate": 1.5575289115214895e-05, "Finetune/Loss": 0.8697710037231445, "Finetune/Loss (Raw)": 1.0961277484893799, "Finetune/Step": 3196, "Finetune/Step Time": 6.298158150166273}
+{"Finetune/Learning Rate": 1.557249289772339e-05, "Finetune/Loss": 0.8702943325042725, "Finetune/Loss (Raw)": 0.9380127191543579, "Finetune/Step": 3197, "Finetune/Step Time": 6.297902891412377}
+{"Finetune/Learning Rate": 1.5569696048151675e-05, "Finetune/Loss": 0.8698467016220093, "Finetune/Loss (Raw)": 0.9187166094779968, "Finetune/Step": 3198, "Finetune/Step Time": 6.2948352955281734}
+{"Finetune/Learning Rate": 1.5566898566816996e-05, "Finetune/Loss": 0.8702454566955566, "Finetune/Loss (Raw)": 0.9548569321632385, "Finetune/Step": 3199, "Finetune/Step Time": 6.290721897035837}
+{"Finetune/Learning Rate": 1.556410045403667e-05, "Finetune/Loss": 0.8710412383079529, "Finetune/Loss (Raw)": 0.8926934599876404, "Finetune/Step": 3200, "Finetune/Step Time": 6.28127514757216}
+{"Finetune/Learning Rate": 1.5561301710128085e-05, "Finetune/Loss": 0.8718085289001465, "Finetune/Loss (Raw)": 0.8932189345359802, "Finetune/Step": 3201, "Finetune/Step Time": 6.274674255400896}
+{"Finetune/Learning Rate": 1.5558502335408688e-05, "Finetune/Loss": 0.8711837530136108, "Finetune/Loss (Raw)": 0.8359490036964417, "Finetune/Step": 3202, "Finetune/Step Time": 6.274291353300214}
+{"Finetune/Learning Rate": 1.5555702330196024e-05, "Finetune/Loss": 0.8697136640548706, "Finetune/Loss (Raw)": 0.7282280921936035, "Finetune/Step": 3203, "Finetune/Step Time": 6.28022775799036}
+{"Finetune/Learning Rate": 1.5552901694807683e-05, "Finetune/Loss": 0.8698351979255676, "Finetune/Loss (Raw)": 0.9295492768287659, "Finetune/Step": 3204, "Finetune/Step Time": 6.283173760399222}
+{"Finetune/Learning Rate": 1.5550100429561337e-05, "Finetune/Loss": 0.8697482347488403, "Finetune/Loss (Raw)": 0.7502629160881042, "Finetune/Step": 3205, "Finetune/Step Time": 6.287750223651528}
+{"Finetune/Learning Rate": 1.5547298534774733e-05, "Finetune/Loss": 0.8688342571258545, "Finetune/Loss (Raw)": 0.8793935179710388, "Finetune/Step": 3206, "Finetune/Step Time": 6.305962793529034}
+{"Finetune/Learning Rate": 1.5544496010765686e-05, "Finetune/Loss": 0.8691031336784363, "Finetune/Loss (Raw)": 0.8682957291603088, "Finetune/Step": 3207, "Finetune/Step Time": 6.3006911259144545}
+{"Finetune/Learning Rate": 1.554169285785208e-05, "Finetune/Loss": 0.8677393794059753, "Finetune/Loss (Raw)": 0.794365644454956, "Finetune/Step": 3208, "Finetune/Step Time": 6.3003195114433765}
+{"Finetune/Learning Rate": 1.5538889076351876e-05, "Finetune/Loss": 0.8667153716087341, "Finetune/Loss (Raw)": 0.780113697052002, "Finetune/Step": 3209, "Finetune/Step Time": 6.305036077275872}
+{"Finetune/Learning Rate": 1.5536084666583103e-05, "Finetune/Loss": 0.8683229088783264, "Finetune/Loss (Raw)": 1.0030547380447388, "Finetune/Step": 3210, "Finetune/Step Time": 6.313072074204683}
+{"Finetune/Learning Rate": 1.553327962886386e-05, "Finetune/Loss": 0.8675451278686523, "Finetune/Loss (Raw)": 0.7917690277099609, "Finetune/Step": 3211, "Finetune/Step Time": 6.317392859607935}
+{"Finetune/Learning Rate": 1.553047396351232e-05, "Finetune/Loss": 0.868068516254425, "Finetune/Loss (Raw)": 0.9314045906066895, "Finetune/Step": 3212, "Finetune/Step Time": 6.319205474108458}
+{"Finetune/Learning Rate": 1.552766767084672e-05, "Finetune/Loss": 0.8661468029022217, "Finetune/Loss (Raw)": 0.7278535962104797, "Finetune/Step": 3213, "Finetune/Step Time": 6.35748453438282}
+{"Finetune/Learning Rate": 1.5524860751185377e-05, "Finetune/Loss": 0.8665181398391724, "Finetune/Loss (Raw)": 0.8401839137077332, "Finetune/Step": 3214, "Finetune/Step Time": 6.365089500322938}
+{"Finetune/Learning Rate": 1.552205320484668e-05, "Finetune/Loss": 0.8697723150253296, "Finetune/Loss (Raw)": 0.8316978812217712, "Finetune/Step": 3215, "Finetune/Step Time": 6.349587528035045}
+{"Finetune/Learning Rate": 1.5519245032149083e-05, "Finetune/Loss": 0.8743295669555664, "Finetune/Loss (Raw)": 0.979886531829834, "Finetune/Step": 3216, "Finetune/Step Time": 6.3307863883674145}
+{"Finetune/Learning Rate": 1.551643623341111e-05, "Finetune/Loss": 0.8723598122596741, "Finetune/Loss (Raw)": 0.7291401028633118, "Finetune/Step": 3217, "Finetune/Step Time": 6.315071329474449}
+{"Finetune/Learning Rate": 1.5513626808951367e-05, "Finetune/Loss": 0.8717371225357056, "Finetune/Loss (Raw)": 0.8151749968528748, "Finetune/Step": 3218, "Finetune/Step Time": 6.315469870343804}
+{"Finetune/Learning Rate": 1.5510816759088513e-05, "Finetune/Loss": 0.8708550333976746, "Finetune/Loss (Raw)": 0.8575876355171204, "Finetune/Step": 3219, "Finetune/Step Time": 6.323942054063082}
+{"Finetune/Learning Rate": 1.5508006084141293e-05, "Finetune/Loss": 0.8707199096679688, "Finetune/Loss (Raw)": 0.9579635262489319, "Finetune/Step": 3220, "Finetune/Step Time": 6.320708021521568}
+{"Finetune/Learning Rate": 1.5505194784428517e-05, "Finetune/Loss": 0.8704448938369751, "Finetune/Loss (Raw)": 0.801171600818634, "Finetune/Step": 3221, "Finetune/Step Time": 6.31989623978734}
+{"Finetune/Learning Rate": 1.5502382860269074e-05, "Finetune/Loss": 0.871376097202301, "Finetune/Loss (Raw)": 0.9799303412437439, "Finetune/Step": 3222, "Finetune/Step Time": 6.32004009000957}
+{"Finetune/Learning Rate": 1.5499570311981904e-05, "Finetune/Loss": 0.8703862428665161, "Finetune/Loss (Raw)": 0.8197717666625977, "Finetune/Step": 3223, "Finetune/Step Time": 6.317538218572736}
+{"Finetune/Learning Rate": 1.549675713988604e-05, "Finetune/Loss": 0.8691726922988892, "Finetune/Loss (Raw)": 0.8628845810890198, "Finetune/Step": 3224, "Finetune/Step Time": 6.318966709077358}
+{"Finetune/Learning Rate": 1.5493943344300572e-05, "Finetune/Loss": 0.8723433613777161, "Finetune/Loss (Raw)": 0.8566865921020508, "Finetune/Step": 3225, "Finetune/Step Time": 6.318788466975093}
+{"Finetune/Learning Rate": 1.5491128925544666e-05, "Finetune/Loss": 0.8734897375106812, "Finetune/Loss (Raw)": 0.9873474836349487, "Finetune/Step": 3226, "Finetune/Step Time": 6.303815200924873}
+{"Finetune/Learning Rate": 1.5488313883937557e-05, "Finetune/Loss": 0.8744789361953735, "Finetune/Loss (Raw)": 1.0070971250534058, "Finetune/Step": 3227, "Finetune/Step Time": 6.304179187864065}
+{"Finetune/Learning Rate": 1.5485498219798555e-05, "Finetune/Loss": 0.874345064163208, "Finetune/Loss (Raw)": 0.8773273825645447, "Finetune/Step": 3228, "Finetune/Step Time": 6.303914180025458}
+{"Finetune/Learning Rate": 1.5482681933447033e-05, "Finetune/Loss": 0.8742433190345764, "Finetune/Loss (Raw)": 0.9247238636016846, "Finetune/Step": 3229, "Finetune/Step Time": 6.311771333217621}
+{"Finetune/Learning Rate": 1.547986502520244e-05, "Finetune/Loss": 0.8745691776275635, "Finetune/Loss (Raw)": 0.9548596143722534, "Finetune/Step": 3230, "Finetune/Step Time": 6.323612539097667}
+{"Finetune/Learning Rate": 1.547704749538429e-05, "Finetune/Loss": 0.8751071691513062, "Finetune/Loss (Raw)": 0.8997107148170471, "Finetune/Step": 3231, "Finetune/Step Time": 6.323212185874581}
+{"Finetune/Learning Rate": 1.547422934431218e-05, "Finetune/Loss": 0.8764351606369019, "Finetune/Loss (Raw)": 0.9258221983909607, "Finetune/Step": 3232, "Finetune/Step Time": 6.322211580350995}
+{"Finetune/Learning Rate": 1.5471410572305762e-05, "Finetune/Loss": 0.8781048655509949, "Finetune/Loss (Raw)": 1.015947699546814, "Finetune/Step": 3233, "Finetune/Step Time": 6.322920570150018}
+{"Finetune/Learning Rate": 1.546859117968477e-05, "Finetune/Loss": 0.8797714710235596, "Finetune/Loss (Raw)": 1.0499769449234009, "Finetune/Step": 3234, "Finetune/Step Time": 6.323217116296291}
+{"Finetune/Learning Rate": 1.5465771166768994e-05, "Finetune/Loss": 0.8781882524490356, "Finetune/Loss (Raw)": 0.7479862570762634, "Finetune/Step": 3235, "Finetune/Step Time": 6.324977310374379}
+{"Finetune/Learning Rate": 1.5462950533878318e-05, "Finetune/Loss": 0.8788359761238098, "Finetune/Loss (Raw)": 0.9166193604469299, "Finetune/Step": 3236, "Finetune/Step Time": 6.31330949999392}
+{"Finetune/Learning Rate": 1.5460129281332673e-05, "Finetune/Loss": 0.8787969350814819, "Finetune/Loss (Raw)": 0.8077782392501831, "Finetune/Step": 3237, "Finetune/Step Time": 6.295332107692957}
+{"Finetune/Learning Rate": 1.5457307409452075e-05, "Finetune/Loss": 0.8785687685012817, "Finetune/Loss (Raw)": 0.7932558655738831, "Finetune/Step": 3238, "Finetune/Step Time": 6.283908745273948}
+{"Finetune/Learning Rate": 1.54544849185566e-05, "Finetune/Loss": 0.8772199749946594, "Finetune/Loss (Raw)": 0.841748058795929, "Finetune/Step": 3239, "Finetune/Step Time": 6.285490959882736}
+{"Finetune/Learning Rate": 1.545166180896641e-05, "Finetune/Loss": 0.8767583966255188, "Finetune/Loss (Raw)": 0.8549290299415588, "Finetune/Step": 3240, "Finetune/Step Time": 6.291254198178649}
+{"Finetune/Learning Rate": 1.544883808100171e-05, "Finetune/Loss": 0.8776451945304871, "Finetune/Loss (Raw)": 0.9518375396728516, "Finetune/Step": 3241, "Finetune/Step Time": 6.291233163326979}
+{"Finetune/Learning Rate": 1.5446013734982804e-05, "Finetune/Loss": 0.8777122497558594, "Finetune/Loss (Raw)": 0.981211245059967, "Finetune/Step": 3242, "Finetune/Step Time": 6.28875108063221}
+{"Finetune/Learning Rate": 1.5443188771230046e-05, "Finetune/Loss": 0.8761160969734192, "Finetune/Loss (Raw)": 0.7158786654472351, "Finetune/Step": 3243, "Finetune/Step Time": 6.294115273281932}
+{"Finetune/Learning Rate": 1.5440363190063874e-05, "Finetune/Loss": 0.8767582178115845, "Finetune/Loss (Raw)": 1.007300853729248, "Finetune/Step": 3244, "Finetune/Step Time": 6.314514270052314}
+{"Finetune/Learning Rate": 1.543753699180479e-05, "Finetune/Loss": 0.8772344589233398, "Finetune/Loss (Raw)": 0.9169622659683228, "Finetune/Step": 3245, "Finetune/Step Time": 6.311867108568549}
+{"Finetune/Learning Rate": 1.543471017677336e-05, "Finetune/Loss": 0.8814295530319214, "Finetune/Loss (Raw)": 1.0175169706344604, "Finetune/Step": 3246, "Finetune/Step Time": 6.296321164816618}
+{"Finetune/Learning Rate": 1.543188274529023e-05, "Finetune/Loss": 0.8819608688354492, "Finetune/Loss (Raw)": 0.9005061388015747, "Finetune/Step": 3247, "Finetune/Step Time": 6.29330794326961}
+{"Finetune/Learning Rate": 1.542905469767611e-05, "Finetune/Loss": 0.8826524019241333, "Finetune/Loss (Raw)": 1.0416499376296997, "Finetune/Step": 3248, "Finetune/Step Time": 6.275093657895923}
+{"Finetune/Learning Rate": 1.5426226034251782e-05, "Finetune/Loss": 0.8830698132514954, "Finetune/Loss (Raw)": 0.945862352848053, "Finetune/Step": 3249, "Finetune/Step Time": 6.275057127699256}
+{"Finetune/Learning Rate": 1.5423396755338098e-05, "Finetune/Loss": 0.8833539485931396, "Finetune/Loss (Raw)": 0.9452600479125977, "Finetune/Step": 3250, "Finetune/Step Time": 6.2713877055794}
+{"Finetune/Learning Rate": 1.542056686125598e-05, "Finetune/Loss": 0.8836649656295776, "Finetune/Loss (Raw)": 0.8659722208976746, "Finetune/Step": 3251, "Finetune/Step Time": 6.26834063231945}
+{"Finetune/Learning Rate": 1.5417736352326412e-05, "Finetune/Loss": 0.882229745388031, "Finetune/Loss (Raw)": 0.8238155245780945, "Finetune/Step": 3252, "Finetune/Step Time": 6.266703313216567}
+{"Finetune/Learning Rate": 1.5414905228870468e-05, "Finetune/Loss": 0.8825294971466064, "Finetune/Loss (Raw)": 0.9201604723930359, "Finetune/Step": 3253, "Finetune/Step Time": 6.2671261969953775}
+{"Finetune/Learning Rate": 1.5412073491209267e-05, "Finetune/Loss": 0.880979597568512, "Finetune/Loss (Raw)": 0.8444768786430359, "Finetune/Step": 3254, "Finetune/Step Time": 6.271286219358444}
+{"Finetune/Learning Rate": 1.5409241139664014e-05, "Finetune/Loss": 0.8774124979972839, "Finetune/Loss (Raw)": 0.44604986906051636, "Finetune/Step": 3255, "Finetune/Step Time": 6.279421802610159}
+{"Finetune/Learning Rate": 1.5406408174555978e-05, "Finetune/Loss": 0.8770614862442017, "Finetune/Loss (Raw)": 0.850881814956665, "Finetune/Step": 3256, "Finetune/Step Time": 6.291496675461531}
+{"Finetune/Learning Rate": 1.54035745962065e-05, "Finetune/Loss": 0.8770765662193298, "Finetune/Loss (Raw)": 0.9195747971534729, "Finetune/Step": 3257, "Finetune/Step Time": 6.3009663466364145}
+{"Finetune/Learning Rate": 1.540074040493698e-05, "Finetune/Loss": 0.8786557912826538, "Finetune/Loss (Raw)": 0.9897918701171875, "Finetune/Step": 3258, "Finetune/Step Time": 6.296475484967232}
+{"Finetune/Learning Rate": 1.539790560106891e-05, "Finetune/Loss": 0.8778301477432251, "Finetune/Loss (Raw)": 0.8675897717475891, "Finetune/Step": 3259, "Finetune/Step Time": 6.2846884578466415}
+{"Finetune/Learning Rate": 1.539507018492383e-05, "Finetune/Loss": 0.878396213054657, "Finetune/Loss (Raw)": 0.8657859563827515, "Finetune/Step": 3260, "Finetune/Step Time": 6.292710734531283}
+{"Finetune/Learning Rate": 1.5392234156823357e-05, "Finetune/Loss": 0.8780866861343384, "Finetune/Loss (Raw)": 0.8327516913414001, "Finetune/Step": 3261, "Finetune/Step Time": 6.28841545060277}
+{"Finetune/Learning Rate": 1.538939751708918e-05, "Finetune/Loss": 0.8794823884963989, "Finetune/Loss (Raw)": 1.0544970035552979, "Finetune/Step": 3262, "Finetune/Step Time": 6.271671483293176}
+{"Finetune/Learning Rate": 1.5386560266043057e-05, "Finetune/Loss": 0.8758425712585449, "Finetune/Loss (Raw)": 0.9131450653076172, "Finetune/Step": 3263, "Finetune/Step Time": 6.266756482422352}
+{"Finetune/Learning Rate": 1.5383722404006808e-05, "Finetune/Loss": 0.8752129673957825, "Finetune/Loss (Raw)": 0.8693351745605469, "Finetune/Step": 3264, "Finetune/Step Time": 6.277050783857703}
+{"Finetune/Learning Rate": 1.538088393130233e-05, "Finetune/Loss": 0.875877857208252, "Finetune/Loss (Raw)": 0.9891272187232971, "Finetune/Step": 3265, "Finetune/Step Time": 6.278986377641559}
+{"Finetune/Learning Rate": 1.5378044848251588e-05, "Finetune/Loss": 0.8756672143936157, "Finetune/Loss (Raw)": 0.8799448609352112, "Finetune/Step": 3266, "Finetune/Step Time": 6.2805420607328415}
+{"Finetune/Learning Rate": 1.5375205155176617e-05, "Finetune/Loss": 0.8757754564285278, "Finetune/Loss (Raw)": 0.8820396065711975, "Finetune/Step": 3267, "Finetune/Step Time": 6.27997412905097}
+{"Finetune/Learning Rate": 1.5372364852399518e-05, "Finetune/Loss": 0.876333475112915, "Finetune/Loss (Raw)": 0.893176794052124, "Finetune/Step": 3268, "Finetune/Step Time": 6.281339820474386}
+{"Finetune/Learning Rate": 1.536952394024246e-05, "Finetune/Loss": 0.8754762411117554, "Finetune/Loss (Raw)": 0.7574033141136169, "Finetune/Step": 3269, "Finetune/Step Time": 6.280808199197054}
+{"Finetune/Learning Rate": 1.536668241902769e-05, "Finetune/Loss": 0.8757351040840149, "Finetune/Loss (Raw)": 0.8672543168067932, "Finetune/Step": 3270, "Finetune/Step Time": 6.2756983283907175}
+{"Finetune/Learning Rate": 1.5363840289077515e-05, "Finetune/Loss": 0.8757481575012207, "Finetune/Loss (Raw)": 0.9373244643211365, "Finetune/Step": 3271, "Finetune/Step Time": 6.270963616669178}
+{"Finetune/Learning Rate": 1.5360997550714306e-05, "Finetune/Loss": 0.8764171600341797, "Finetune/Loss (Raw)": 0.953313946723938, "Finetune/Step": 3272, "Finetune/Step Time": 6.270783882588148}
+{"Finetune/Learning Rate": 1.5358154204260524e-05, "Finetune/Loss": 0.8727847337722778, "Finetune/Loss (Raw)": 0.447532594203949, "Finetune/Step": 3273, "Finetune/Step Time": 6.2763621266931295}
+{"Finetune/Learning Rate": 1.5355310250038674e-05, "Finetune/Loss": 0.872911810874939, "Finetune/Loss (Raw)": 0.8621411323547363, "Finetune/Step": 3274, "Finetune/Step Time": 6.291740547865629}
+{"Finetune/Learning Rate": 1.535246568837135e-05, "Finetune/Loss": 0.874200165271759, "Finetune/Loss (Raw)": 0.9147317409515381, "Finetune/Step": 3275, "Finetune/Step Time": 6.291179101914167}
+{"Finetune/Learning Rate": 1.5349620519581205e-05, "Finetune/Loss": 0.8722127676010132, "Finetune/Loss (Raw)": 0.8368367552757263, "Finetune/Step": 3276, "Finetune/Step Time": 6.291797349229455}
+{"Finetune/Learning Rate": 1.534677474399096e-05, "Finetune/Loss": 0.8772228956222534, "Finetune/Loss (Raw)": 1.0277897119522095, "Finetune/Step": 3277, "Finetune/Step Time": 6.29586162045598}
+{"Finetune/Learning Rate": 1.5343928361923413e-05, "Finetune/Loss": 0.8802211284637451, "Finetune/Loss (Raw)": 0.8328596949577332, "Finetune/Step": 3278, "Finetune/Step Time": 6.276917589828372}
+{"Finetune/Learning Rate": 1.5341081373701418e-05, "Finetune/Loss": 0.8798914551734924, "Finetune/Loss (Raw)": 0.8955819606781006, "Finetune/Step": 3279, "Finetune/Step Time": 6.261728964745998}
+{"Finetune/Learning Rate": 1.533823377964791e-05, "Finetune/Loss": 0.8796548843383789, "Finetune/Loss (Raw)": 0.8329233527183533, "Finetune/Step": 3280, "Finetune/Step Time": 6.261701755225658}
+{"Finetune/Learning Rate": 1.5335385580085884e-05, "Finetune/Loss": 0.8811113238334656, "Finetune/Loss (Raw)": 1.0845342874526978, "Finetune/Step": 3281, "Finetune/Step Time": 6.260809652507305}
+{"Finetune/Learning Rate": 1.533253677533841e-05, "Finetune/Loss": 0.8852463960647583, "Finetune/Loss (Raw)": 0.9324137568473816, "Finetune/Step": 3282, "Finetune/Step Time": 6.254241036251187}
+{"Finetune/Learning Rate": 1.5329687365728624e-05, "Finetune/Loss": 0.8855581283569336, "Finetune/Loss (Raw)": 0.9340423941612244, "Finetune/Step": 3283, "Finetune/Step Time": 6.236892817541957}
+{"Finetune/Learning Rate": 1.532683735157973e-05, "Finetune/Loss": 0.8848435878753662, "Finetune/Loss (Raw)": 0.8252577781677246, "Finetune/Step": 3284, "Finetune/Step Time": 6.235703511163592}
+{"Finetune/Learning Rate": 1.5323986733215e-05, "Finetune/Loss": 0.8838196396827698, "Finetune/Loss (Raw)": 0.8748951554298401, "Finetune/Step": 3285, "Finetune/Step Time": 6.238697569817305}
+{"Finetune/Learning Rate": 1.5321135510957776e-05, "Finetune/Loss": 0.8837940692901611, "Finetune/Loss (Raw)": 0.924688458442688, "Finetune/Step": 3286, "Finetune/Step Time": 6.24075324088335}
+{"Finetune/Learning Rate": 1.531828368513147e-05, "Finetune/Loss": 0.8879743814468384, "Finetune/Loss (Raw)": 1.0115938186645508, "Finetune/Step": 3287, "Finetune/Step Time": 6.2391214817762375}
+{"Finetune/Learning Rate": 1.5315431256059558e-05, "Finetune/Loss": 0.8878964185714722, "Finetune/Loss (Raw)": 0.902848482131958, "Finetune/Step": 3288, "Finetune/Step Time": 6.227452157065272}
+{"Finetune/Learning Rate": 1.5312578224065595e-05, "Finetune/Loss": 0.8872499465942383, "Finetune/Loss (Raw)": 0.7538907527923584, "Finetune/Step": 3289, "Finetune/Step Time": 6.237443137913942}
+{"Finetune/Learning Rate": 1.5309724589473182e-05, "Finetune/Loss": 0.8862011432647705, "Finetune/Loss (Raw)": 0.677418053150177, "Finetune/Step": 3290, "Finetune/Step Time": 6.234470818191767}
+{"Finetune/Learning Rate": 1.5306870352606015e-05, "Finetune/Loss": 0.8858558535575867, "Finetune/Loss (Raw)": 0.8465211987495422, "Finetune/Step": 3291, "Finetune/Step Time": 6.241529989987612}
+{"Finetune/Learning Rate": 1.5304015513787843e-05, "Finetune/Loss": 0.884669303894043, "Finetune/Loss (Raw)": 0.9133694171905518, "Finetune/Step": 3292, "Finetune/Step Time": 6.2421199809759855}
+{"Finetune/Learning Rate": 1.5301160073342485e-05, "Finetune/Loss": 0.8844802975654602, "Finetune/Loss (Raw)": 0.8881290555000305, "Finetune/Step": 3293, "Finetune/Step Time": 6.239909330382943}
+{"Finetune/Learning Rate": 1.5298304031593834e-05, "Finetune/Loss": 0.8824304342269897, "Finetune/Loss (Raw)": 0.6630892753601074, "Finetune/Step": 3294, "Finetune/Step Time": 6.22772997058928}
+{"Finetune/Learning Rate": 1.5295447388865838e-05, "Finetune/Loss": 0.8831332921981812, "Finetune/Loss (Raw)": 0.9328685998916626, "Finetune/Step": 3295, "Finetune/Step Time": 6.2287064101547}
+{"Finetune/Learning Rate": 1.529259014548253e-05, "Finetune/Loss": 0.8787709474563599, "Finetune/Loss (Raw)": 0.37467995285987854, "Finetune/Step": 3296, "Finetune/Step Time": 6.232483245432377}
+{"Finetune/Learning Rate": 1.5289732301768e-05, "Finetune/Loss": 0.878313422203064, "Finetune/Loss (Raw)": 0.869954526424408, "Finetune/Step": 3297, "Finetune/Step Time": 6.24453267455101}
+{"Finetune/Learning Rate": 1.528687385804641e-05, "Finetune/Loss": 0.8772104978561401, "Finetune/Loss (Raw)": 0.7791552543640137, "Finetune/Step": 3298, "Finetune/Step Time": 6.244249705225229}
+{"Finetune/Learning Rate": 1.528401481464199e-05, "Finetune/Loss": 0.8784882426261902, "Finetune/Loss (Raw)": 0.958178699016571, "Finetune/Step": 3299, "Finetune/Step Time": 6.225202050060034}
+{"Finetune/Learning Rate": 1.5281155171879033e-05, "Finetune/Loss": 0.8784486055374146, "Finetune/Loss (Raw)": 0.7965829372406006, "Finetune/Step": 3300, "Finetune/Step Time": 6.226123593747616}
+{"Finetune/Learning Rate": 1.5278294930081915e-05, "Finetune/Loss": 0.877781867980957, "Finetune/Loss (Raw)": 0.7661861181259155, "Finetune/Step": 3301, "Finetune/Step Time": 6.230055982246995}
+{"Finetune/Learning Rate": 1.5275434089575055e-05, "Finetune/Loss": 0.8794194459915161, "Finetune/Loss (Raw)": 1.0252631902694702, "Finetune/Step": 3302, "Finetune/Step Time": 6.229998391121626}
+{"Finetune/Learning Rate": 1.5272572650682965e-05, "Finetune/Loss": 0.8790989518165588, "Finetune/Loss (Raw)": 0.8982929587364197, "Finetune/Step": 3303, "Finetune/Step Time": 6.232683088630438}
+{"Finetune/Learning Rate": 1.5269710613730212e-05, "Finetune/Loss": 0.8778380155563354, "Finetune/Loss (Raw)": 0.8614508509635925, "Finetune/Step": 3304, "Finetune/Step Time": 6.238930029794574}
+{"Finetune/Learning Rate": 1.5266847979041426e-05, "Finetune/Loss": 0.8769420385360718, "Finetune/Loss (Raw)": 0.9026157259941101, "Finetune/Step": 3305, "Finetune/Step Time": 6.23862019367516}
+{"Finetune/Learning Rate": 1.526398474694132e-05, "Finetune/Loss": 0.8778766989707947, "Finetune/Loss (Raw)": 0.893618643283844, "Finetune/Step": 3306, "Finetune/Step Time": 6.248825116083026}
+{"Finetune/Learning Rate": 1.5261120917754666e-05, "Finetune/Loss": 0.8770361542701721, "Finetune/Loss (Raw)": 0.9069312214851379, "Finetune/Step": 3307, "Finetune/Step Time": 6.254962474107742}
+{"Finetune/Learning Rate": 1.52582564918063e-05, "Finetune/Loss": 0.8762884140014648, "Finetune/Loss (Raw)": 0.8338561058044434, "Finetune/Step": 3308, "Finetune/Step Time": 6.2564717810601}
+{"Finetune/Learning Rate": 1.525539146942113e-05, "Finetune/Loss": 0.8762813806533813, "Finetune/Loss (Raw)": 0.9409021735191345, "Finetune/Step": 3309, "Finetune/Step Time": 6.257211832329631}
+{"Finetune/Learning Rate": 1.5252525850924135e-05, "Finetune/Loss": 0.8755501508712769, "Finetune/Loss (Raw)": 0.774726152420044, "Finetune/Step": 3310, "Finetune/Step Time": 6.255904721096158}
+{"Finetune/Learning Rate": 1.5249659636640356e-05, "Finetune/Loss": 0.8759264945983887, "Finetune/Loss (Raw)": 0.9187816381454468, "Finetune/Step": 3311, "Finetune/Step Time": 6.248517537489533}
+{"Finetune/Learning Rate": 1.5246792826894906e-05, "Finetune/Loss": 0.8780649900436401, "Finetune/Loss (Raw)": 1.053191900253296, "Finetune/Step": 3312, "Finetune/Step Time": 6.242970388382673}
+{"Finetune/Learning Rate": 1.5243925422012958e-05, "Finetune/Loss": 0.8781908750534058, "Finetune/Loss (Raw)": 0.8859177827835083, "Finetune/Step": 3313, "Finetune/Step Time": 6.234129900112748}
+{"Finetune/Learning Rate": 1.5241057422319765e-05, "Finetune/Loss": 0.8780425786972046, "Finetune/Loss (Raw)": 0.7714333534240723, "Finetune/Step": 3314, "Finetune/Step Time": 6.237612256780267}
+{"Finetune/Learning Rate": 1.5238188828140634e-05, "Finetune/Loss": 0.8788405656814575, "Finetune/Loss (Raw)": 1.0691840648651123, "Finetune/Step": 3315, "Finetune/Step Time": 6.2391143050044775}
+{"Finetune/Learning Rate": 1.5235319639800948e-05, "Finetune/Loss": 0.877958357334137, "Finetune/Loss (Raw)": 0.7748204469680786, "Finetune/Step": 3316, "Finetune/Step Time": 6.238537784665823}
+{"Finetune/Learning Rate": 1.5232449857626157e-05, "Finetune/Loss": 0.8759706616401672, "Finetune/Loss (Raw)": 0.7846524715423584, "Finetune/Step": 3317, "Finetune/Step Time": 6.239498218521476}
+{"Finetune/Learning Rate": 1.5229579481941774e-05, "Finetune/Loss": 0.8751141428947449, "Finetune/Loss (Raw)": 0.8866663575172424, "Finetune/Step": 3318, "Finetune/Step Time": 6.247307749465108}
+{"Finetune/Learning Rate": 1.522670851307338e-05, "Finetune/Loss": 0.876564085483551, "Finetune/Loss (Raw)": 0.9966400265693665, "Finetune/Step": 3319, "Finetune/Step Time": 6.233009347692132}
+{"Finetune/Learning Rate": 1.5223836951346634e-05, "Finetune/Loss": 0.8761793971061707, "Finetune/Loss (Raw)": 0.7671132683753967, "Finetune/Step": 3320, "Finetune/Step Time": 6.2346024587750435}
+{"Finetune/Learning Rate": 1.5220964797087242e-05, "Finetune/Loss": 0.8772460222244263, "Finetune/Loss (Raw)": 0.9704259634017944, "Finetune/Step": 3321, "Finetune/Step Time": 6.2409353237599134}
+{"Finetune/Learning Rate": 1.5218092050620992e-05, "Finetune/Loss": 0.8787562251091003, "Finetune/Loss (Raw)": 0.9785698652267456, "Finetune/Step": 3322, "Finetune/Step Time": 6.240348676219583}
+{"Finetune/Learning Rate": 1.5215218712273738e-05, "Finetune/Loss": 0.8774703741073608, "Finetune/Loss (Raw)": 0.761982262134552, "Finetune/Step": 3323, "Finetune/Step Time": 6.237233405932784}
+{"Finetune/Learning Rate": 1.52123447823714e-05, "Finetune/Loss": 0.875407338142395, "Finetune/Loss (Raw)": 0.8320611119270325, "Finetune/Step": 3324, "Finetune/Step Time": 6.237887727096677}
+{"Finetune/Learning Rate": 1.520947026123996e-05, "Finetune/Loss": 0.875369668006897, "Finetune/Loss (Raw)": 0.933194637298584, "Finetune/Step": 3325, "Finetune/Step Time": 6.2358067613095045}
+{"Finetune/Learning Rate": 1.5206595149205474e-05, "Finetune/Loss": 0.8766802549362183, "Finetune/Loss (Raw)": 1.0864685773849487, "Finetune/Step": 3326, "Finetune/Step Time": 6.231135074049234}
+{"Finetune/Learning Rate": 1.5203719446594063e-05, "Finetune/Loss": 0.8776416182518005, "Finetune/Loss (Raw)": 1.07791006565094, "Finetune/Step": 3327, "Finetune/Step Time": 6.235564772039652}
+{"Finetune/Learning Rate": 1.5200843153731905e-05, "Finetune/Loss": 0.8774481415748596, "Finetune/Loss (Raw)": 0.8679243922233582, "Finetune/Step": 3328, "Finetune/Step Time": 6.24521953240037}
+{"Finetune/Learning Rate": 1.5197966270945268e-05, "Finetune/Loss": 0.8768108487129211, "Finetune/Loss (Raw)": 0.8116491436958313, "Finetune/Step": 3329, "Finetune/Step Time": 6.250779841095209}
+{"Finetune/Learning Rate": 1.5195088798560462e-05, "Finetune/Loss": 0.8771213889122009, "Finetune/Loss (Raw)": 0.8756993412971497, "Finetune/Step": 3330, "Finetune/Step Time": 6.254179451614618}
+{"Finetune/Learning Rate": 1.5192210736903879e-05, "Finetune/Loss": 0.8744738698005676, "Finetune/Loss (Raw)": 0.38934409618377686, "Finetune/Step": 3331, "Finetune/Step Time": 6.2550565004348755}
+{"Finetune/Learning Rate": 1.518933208630197e-05, "Finetune/Loss": 0.8737425804138184, "Finetune/Loss (Raw)": 0.8359426259994507, "Finetune/Step": 3332, "Finetune/Step Time": 6.245861440896988}
+{"Finetune/Learning Rate": 1.5186452847081263e-05, "Finetune/Loss": 0.8753957152366638, "Finetune/Loss (Raw)": 0.9618696570396423, "Finetune/Step": 3333, "Finetune/Step Time": 6.241529220715165}
+{"Finetune/Learning Rate": 1.518357301956834e-05, "Finetune/Loss": 0.875373125076294, "Finetune/Loss (Raw)": 0.8765045404434204, "Finetune/Step": 3334, "Finetune/Step Time": 6.224769553169608}
+{"Finetune/Learning Rate": 1.518069260408986e-05, "Finetune/Loss": 0.8758641481399536, "Finetune/Loss (Raw)": 0.9311478734016418, "Finetune/Step": 3335, "Finetune/Step Time": 6.222906231880188}
+{"Finetune/Learning Rate": 1.517781160097254e-05, "Finetune/Loss": 0.8764607906341553, "Finetune/Loss (Raw)": 0.8707258105278015, "Finetune/Step": 3336, "Finetune/Step Time": 6.2189793307334185}
+{"Finetune/Learning Rate": 1.5174930010543176e-05, "Finetune/Loss": 0.878447413444519, "Finetune/Loss (Raw)": 1.0344010591506958, "Finetune/Step": 3337, "Finetune/Step Time": 6.215619126334786}
+{"Finetune/Learning Rate": 1.5172047833128613e-05, "Finetune/Loss": 0.877532958984375, "Finetune/Loss (Raw)": 0.886014997959137, "Finetune/Step": 3338, "Finetune/Step Time": 6.209298435598612}
+{"Finetune/Learning Rate": 1.5169165069055782e-05, "Finetune/Loss": 0.8786904811859131, "Finetune/Loss (Raw)": 0.9399215579032898, "Finetune/Step": 3339, "Finetune/Step Time": 6.212507640942931}
+{"Finetune/Learning Rate": 1.516628171865166e-05, "Finetune/Loss": 0.8773024082183838, "Finetune/Loss (Raw)": 0.7537412643432617, "Finetune/Step": 3340, "Finetune/Step Time": 6.220162201672792}
+{"Finetune/Learning Rate": 1.5163397782243314e-05, "Finetune/Loss": 0.8783887624740601, "Finetune/Loss (Raw)": 0.8669015169143677, "Finetune/Step": 3341, "Finetune/Step Time": 6.19307211227715}
+{"Finetune/Learning Rate": 1.5160513260157856e-05, "Finetune/Loss": 0.8776589035987854, "Finetune/Loss (Raw)": 0.7467662692070007, "Finetune/Step": 3342, "Finetune/Step Time": 6.185912461951375}
+{"Finetune/Learning Rate": 1.5157628152722477e-05, "Finetune/Loss": 0.8787418007850647, "Finetune/Loss (Raw)": 0.9703052639961243, "Finetune/Step": 3343, "Finetune/Step Time": 6.185289544984698}
+{"Finetune/Learning Rate": 1.5154742460264426e-05, "Finetune/Loss": 0.8774133324623108, "Finetune/Loss (Raw)": 0.8098412752151489, "Finetune/Step": 3344, "Finetune/Step Time": 6.182225266471505}
+{"Finetune/Learning Rate": 1.5151856183111031e-05, "Finetune/Loss": 0.8785873055458069, "Finetune/Loss (Raw)": 0.8794108033180237, "Finetune/Step": 3345, "Finetune/Step Time": 6.1860500779002905}
+{"Finetune/Learning Rate": 1.5148969321589672e-05, "Finetune/Loss": 0.8746545314788818, "Finetune/Loss (Raw)": 0.31178370118141174, "Finetune/Step": 3346, "Finetune/Step Time": 6.203917479142547}
+{"Finetune/Learning Rate": 1.5146081876027807e-05, "Finetune/Loss": 0.8753119707107544, "Finetune/Loss (Raw)": 0.941735565662384, "Finetune/Step": 3347, "Finetune/Step Time": 6.216483497992158}
+{"Finetune/Learning Rate": 1.5143193846752952e-05, "Finetune/Loss": 0.875316858291626, "Finetune/Loss (Raw)": 0.9585866928100586, "Finetune/Step": 3348, "Finetune/Step Time": 6.219082821160555}
+{"Finetune/Learning Rate": 1.514030523409269e-05, "Finetune/Loss": 0.8743290901184082, "Finetune/Loss (Raw)": 0.6747379899024963, "Finetune/Step": 3349, "Finetune/Step Time": 6.217411609366536}
+{"Finetune/Learning Rate": 1.5137416038374672e-05, "Finetune/Loss": 0.8731027841567993, "Finetune/Loss (Raw)": 0.8229655623435974, "Finetune/Step": 3350, "Finetune/Step Time": 6.213203324005008}
+{"Finetune/Learning Rate": 1.5134526259926624e-05, "Finetune/Loss": 0.872180700302124, "Finetune/Loss (Raw)": 0.7017489671707153, "Finetune/Step": 3351, "Finetune/Step Time": 6.213777720928192}
+{"Finetune/Learning Rate": 1.513163589907632e-05, "Finetune/Loss": 0.8734279870986938, "Finetune/Loss (Raw)": 1.0225266218185425, "Finetune/Step": 3352, "Finetune/Step Time": 6.214334888383746}
+{"Finetune/Learning Rate": 1.5128744956151616e-05, "Finetune/Loss": 0.8730041980743408, "Finetune/Loss (Raw)": 0.8024388551712036, "Finetune/Step": 3353, "Finetune/Step Time": 6.214962888509035}
+{"Finetune/Learning Rate": 1.5125853431480421e-05, "Finetune/Loss": 0.8718713521957397, "Finetune/Loss (Raw)": 0.8423516154289246, "Finetune/Step": 3354, "Finetune/Step Time": 6.223819399252534}
+{"Finetune/Learning Rate": 1.5122961325390728e-05, "Finetune/Loss": 0.8685586452484131, "Finetune/Loss (Raw)": 0.5830674171447754, "Finetune/Step": 3355, "Finetune/Step Time": 6.228126343339682}
+{"Finetune/Learning Rate": 1.5120068638210573e-05, "Finetune/Loss": 0.8677279353141785, "Finetune/Loss (Raw)": 0.7710012793540955, "Finetune/Step": 3356, "Finetune/Step Time": 6.237224930897355}
+{"Finetune/Learning Rate": 1.511717537026807e-05, "Finetune/Loss": 0.8679294586181641, "Finetune/Loss (Raw)": 0.9505204558372498, "Finetune/Step": 3357, "Finetune/Step Time": 6.23460191115737}
+{"Finetune/Learning Rate": 1.511428152189141e-05, "Finetune/Loss": 0.866862416267395, "Finetune/Loss (Raw)": 0.8182745575904846, "Finetune/Step": 3358, "Finetune/Step Time": 6.244352260604501}
+{"Finetune/Learning Rate": 1.5111387093408825e-05, "Finetune/Loss": 0.8666934967041016, "Finetune/Loss (Raw)": 0.8780922293663025, "Finetune/Step": 3359, "Finetune/Step Time": 6.247642548754811}
+{"Finetune/Learning Rate": 1.5108492085148632e-05, "Finetune/Loss": 0.866040825843811, "Finetune/Loss (Raw)": 0.8422788381576538, "Finetune/Step": 3360, "Finetune/Step Time": 6.250749412924051}
+{"Finetune/Learning Rate": 1.510559649743921e-05, "Finetune/Loss": 0.8645819425582886, "Finetune/Loss (Raw)": 0.8292121291160583, "Finetune/Step": 3361, "Finetune/Step Time": 6.250816812738776}
+{"Finetune/Learning Rate": 1.5102700330609e-05, "Finetune/Loss": 0.8636128902435303, "Finetune/Loss (Raw)": 0.9259384274482727, "Finetune/Step": 3362, "Finetune/Step Time": 6.249756624922156}
+{"Finetune/Learning Rate": 1.5099803584986504e-05, "Finetune/Loss": 0.8645290732383728, "Finetune/Loss (Raw)": 0.8652492761611938, "Finetune/Step": 3363, "Finetune/Step Time": 6.244916509836912}
+{"Finetune/Learning Rate": 1.5096906260900304e-05, "Finetune/Loss": 0.863837718963623, "Finetune/Loss (Raw)": 0.8281339406967163, "Finetune/Step": 3364, "Finetune/Step Time": 6.2510538175702095}
+{"Finetune/Learning Rate": 1.5094008358679037e-05, "Finetune/Loss": 0.8636260032653809, "Finetune/Loss (Raw)": 0.7806780934333801, "Finetune/Step": 3365, "Finetune/Step Time": 6.255949655547738}
+{"Finetune/Learning Rate": 1.5091109878651406e-05, "Finetune/Loss": 0.8649522662162781, "Finetune/Loss (Raw)": 0.9630139470100403, "Finetune/Step": 3366, "Finetune/Step Time": 6.25552124902606}
+{"Finetune/Learning Rate": 1.5088210821146185e-05, "Finetune/Loss": 0.8664708733558655, "Finetune/Loss (Raw)": 1.0361326932907104, "Finetune/Step": 3367, "Finetune/Step Time": 6.256634881719947}
+{"Finetune/Learning Rate": 1.5085311186492206e-05, "Finetune/Loss": 0.8628106713294983, "Finetune/Loss (Raw)": 0.3864228129386902, "Finetune/Step": 3368, "Finetune/Step Time": 6.25897765904665}
+{"Finetune/Learning Rate": 1.5082410975018374e-05, "Finetune/Loss": 0.862931489944458, "Finetune/Loss (Raw)": 0.9672988653182983, "Finetune/Step": 3369, "Finetune/Step Time": 6.274401916190982}
+{"Finetune/Learning Rate": 1.5079510187053656e-05, "Finetune/Loss": 0.8625926971435547, "Finetune/Loss (Raw)": 0.9378439784049988, "Finetune/Step": 3370, "Finetune/Step Time": 6.278882708400488}
+{"Finetune/Learning Rate": 1.5076608822927082e-05, "Finetune/Loss": 0.8633769750595093, "Finetune/Loss (Raw)": 0.8162711262702942, "Finetune/Step": 3371, "Finetune/Step Time": 6.273852586746216}
+{"Finetune/Learning Rate": 1.5073706882967752e-05, "Finetune/Loss": 0.8625802993774414, "Finetune/Loss (Raw)": 0.9053255915641785, "Finetune/Step": 3372, "Finetune/Step Time": 6.249255798757076}
+{"Finetune/Learning Rate": 1.5070804367504825e-05, "Finetune/Loss": 0.8627562522888184, "Finetune/Loss (Raw)": 0.9394848942756653, "Finetune/Step": 3373, "Finetune/Step Time": 6.246660524979234}
+{"Finetune/Learning Rate": 1.5067901276867538e-05, "Finetune/Loss": 0.8621736168861389, "Finetune/Loss (Raw)": 0.9429347515106201, "Finetune/Step": 3374, "Finetune/Step Time": 6.2427798714488745}
+{"Finetune/Learning Rate": 1.5064997611385172e-05, "Finetune/Loss": 0.861797034740448, "Finetune/Loss (Raw)": 0.8523083925247192, "Finetune/Step": 3375, "Finetune/Step Time": 6.23207782395184}
+{"Finetune/Learning Rate": 1.5062093371387097e-05, "Finetune/Loss": 0.8610032200813293, "Finetune/Loss (Raw)": 0.9400416016578674, "Finetune/Step": 3376, "Finetune/Step Time": 6.232983868569136}
+{"Finetune/Learning Rate": 1.5059188557202734e-05, "Finetune/Loss": 0.8610289096832275, "Finetune/Loss (Raw)": 0.9491463899612427, "Finetune/Step": 3377, "Finetune/Step Time": 6.236731359735131}
+{"Finetune/Learning Rate": 1.5056283169161565e-05, "Finetune/Loss": 0.861056387424469, "Finetune/Loss (Raw)": 0.9487786889076233, "Finetune/Step": 3378, "Finetune/Step Time": 6.243762835860252}
+{"Finetune/Learning Rate": 1.5053377207593157e-05, "Finetune/Loss": 0.8605286478996277, "Finetune/Loss (Raw)": 0.7984238266944885, "Finetune/Step": 3379, "Finetune/Step Time": 6.254524696618319}
+{"Finetune/Learning Rate": 1.5050470672827117e-05, "Finetune/Loss": 0.8579082489013672, "Finetune/Loss (Raw)": 0.48840242624282837, "Finetune/Step": 3380, "Finetune/Step Time": 6.261219954118133}
+{"Finetune/Learning Rate": 1.5047563565193137e-05, "Finetune/Loss": 0.8571563959121704, "Finetune/Loss (Raw)": 0.8239272236824036, "Finetune/Step": 3381, "Finetune/Step Time": 6.275599213317037}
+{"Finetune/Learning Rate": 1.5044655885020962e-05, "Finetune/Loss": 0.8566363453865051, "Finetune/Loss (Raw)": 0.7779085040092468, "Finetune/Step": 3382, "Finetune/Step Time": 6.276674408465624}
+{"Finetune/Learning Rate": 1.5041747632640408e-05, "Finetune/Loss": 0.8599194884300232, "Finetune/Loss (Raw)": 0.8662903904914856, "Finetune/Step": 3383, "Finetune/Step Time": 6.27552630379796}
+{"Finetune/Learning Rate": 1.5038838808381355e-05, "Finetune/Loss": 0.8595739603042603, "Finetune/Loss (Raw)": 0.8066607713699341, "Finetune/Step": 3384, "Finetune/Step Time": 6.25829759426415}
+{"Finetune/Learning Rate": 1.5035929412573744e-05, "Finetune/Loss": 0.859302282333374, "Finetune/Loss (Raw)": 0.8847945332527161, "Finetune/Step": 3385, "Finetune/Step Time": 6.249569213017821}
+{"Finetune/Learning Rate": 1.5033019445547589e-05, "Finetune/Loss": 0.8583607077598572, "Finetune/Loss (Raw)": 0.8692687153816223, "Finetune/Step": 3386, "Finetune/Step Time": 6.258067328482866}
+{"Finetune/Learning Rate": 1.5030108907632954e-05, "Finetune/Loss": 0.8577672243118286, "Finetune/Loss (Raw)": 0.7916249632835388, "Finetune/Step": 3387, "Finetune/Step Time": 6.2580880895257}
+{"Finetune/Learning Rate": 1.502719779915999e-05, "Finetune/Loss": 0.8574603796005249, "Finetune/Loss (Raw)": 0.8265103697776794, "Finetune/Step": 3388, "Finetune/Step Time": 6.242095047608018}
+{"Finetune/Learning Rate": 1.5024286120458891e-05, "Finetune/Loss": 0.8540476560592651, "Finetune/Loss (Raw)": 0.3959214985370636, "Finetune/Step": 3389, "Finetune/Step Time": 6.232917366549373}
+{"Finetune/Learning Rate": 1.5021373871859926e-05, "Finetune/Loss": 0.8522448539733887, "Finetune/Loss (Raw)": 0.8237333297729492, "Finetune/Step": 3390, "Finetune/Step Time": 6.245421541854739}
+{"Finetune/Learning Rate": 1.5018461053693432e-05, "Finetune/Loss": 0.8526398539543152, "Finetune/Loss (Raw)": 0.9637077450752258, "Finetune/Step": 3391, "Finetune/Step Time": 6.244989575818181}
+{"Finetune/Learning Rate": 1.5015547666289798e-05, "Finetune/Loss": 0.8527587652206421, "Finetune/Loss (Raw)": 0.8845584988594055, "Finetune/Step": 3392, "Finetune/Step Time": 6.225790427997708}
+{"Finetune/Learning Rate": 1.5012633709979492e-05, "Finetune/Loss": 0.8479775190353394, "Finetune/Loss (Raw)": 0.37712764739990234, "Finetune/Step": 3393, "Finetune/Step Time": 6.223409814760089}
+{"Finetune/Learning Rate": 1.5009719185093036e-05, "Finetune/Loss": 0.8468852043151855, "Finetune/Loss (Raw)": 0.7401270270347595, "Finetune/Step": 3394, "Finetune/Step Time": 6.229350799694657}
+{"Finetune/Learning Rate": 1.5006804091961025e-05, "Finetune/Loss": 0.8457732200622559, "Finetune/Loss (Raw)": 0.7397139668464661, "Finetune/Step": 3395, "Finetune/Step Time": 6.234143417328596}
+{"Finetune/Learning Rate": 1.5003888430914111e-05, "Finetune/Loss": 0.8462920188903809, "Finetune/Loss (Raw)": 0.9595775008201599, "Finetune/Step": 3396, "Finetune/Step Time": 6.237080991268158}
+{"Finetune/Learning Rate": 1.5000972202283012e-05, "Finetune/Loss": 0.8474156856536865, "Finetune/Loss (Raw)": 0.9012271165847778, "Finetune/Step": 3397, "Finetune/Step Time": 6.2353131007403135}
+{"Finetune/Learning Rate": 1.499805540639852e-05, "Finetune/Loss": 0.8478130102157593, "Finetune/Loss (Raw)": 0.918112576007843, "Finetune/Step": 3398, "Finetune/Step Time": 6.235534926876426}
+{"Finetune/Learning Rate": 1.499513804359147e-05, "Finetune/Loss": 0.8486477732658386, "Finetune/Loss (Raw)": 1.0441795587539673, "Finetune/Step": 3399, "Finetune/Step Time": 6.232248269021511}
+{"Finetune/Learning Rate": 1.4992220114192786e-05, "Finetune/Loss": 0.8484739065170288, "Finetune/Loss (Raw)": 0.9310579895973206, "Finetune/Step": 3400, "Finetune/Step Time": 6.250742454081774}
+{"Finetune/Learning Rate": 1.4989301618533438e-05, "Finetune/Loss": 0.8519065976142883, "Finetune/Loss (Raw)": 0.886918306350708, "Finetune/Step": 3401, "Finetune/Step Time": 6.2436052821576595}
+{"Finetune/Learning Rate": 1.4986382556944471e-05, "Finetune/Loss": 0.8523954749107361, "Finetune/Loss (Raw)": 0.9247150421142578, "Finetune/Step": 3402, "Finetune/Step Time": 6.2493654396384954}
+{"Finetune/Learning Rate": 1.4983462929756986e-05, "Finetune/Loss": 0.8514508008956909, "Finetune/Loss (Raw)": 0.7938133478164673, "Finetune/Step": 3403, "Finetune/Step Time": 6.251676352694631}
+{"Finetune/Learning Rate": 1.4980542737302155e-05, "Finetune/Loss": 0.8511337041854858, "Finetune/Loss (Raw)": 0.7962562441825867, "Finetune/Step": 3404, "Finetune/Step Time": 6.254004254937172}
+{"Finetune/Learning Rate": 1.4977621979911212e-05, "Finetune/Loss": 0.8493828177452087, "Finetune/Loss (Raw)": 0.8036702275276184, "Finetune/Step": 3405, "Finetune/Step Time": 6.263576507568359}
+{"Finetune/Learning Rate": 1.4974700657915453e-05, "Finetune/Loss": 0.8501477241516113, "Finetune/Loss (Raw)": 0.9307708740234375, "Finetune/Step": 3406, "Finetune/Step Time": 6.272662688046694}
+{"Finetune/Learning Rate": 1.497177877164624e-05, "Finetune/Loss": 0.8495962023735046, "Finetune/Loss (Raw)": 0.8249802589416504, "Finetune/Step": 3407, "Finetune/Step Time": 6.276014473289251}
+{"Finetune/Learning Rate": 1.4968856321434997e-05, "Finetune/Loss": 0.8500102758407593, "Finetune/Loss (Raw)": 0.8859291672706604, "Finetune/Step": 3408, "Finetune/Step Time": 6.284343287348747}
+{"Finetune/Learning Rate": 1.4965933307613219e-05, "Finetune/Loss": 0.8482754230499268, "Finetune/Loss (Raw)": 0.8624733090400696, "Finetune/Step": 3409, "Finetune/Step Time": 6.283385954797268}
+{"Finetune/Learning Rate": 1.496300973051245e-05, "Finetune/Loss": 0.8482091426849365, "Finetune/Loss (Raw)": 0.9239233136177063, "Finetune/Step": 3410, "Finetune/Step Time": 6.283100813627243}
+{"Finetune/Learning Rate": 1.4960085590464314e-05, "Finetune/Loss": 0.8478193283081055, "Finetune/Loss (Raw)": 0.8841549754142761, "Finetune/Step": 3411, "Finetune/Step Time": 6.285580171272159}
+{"Finetune/Learning Rate": 1.4957160887800494e-05, "Finetune/Loss": 0.8480463027954102, "Finetune/Loss (Raw)": 0.8543104529380798, "Finetune/Step": 3412, "Finetune/Step Time": 6.293232312425971}
+{"Finetune/Learning Rate": 1.495423562285273e-05, "Finetune/Loss": 0.8484424352645874, "Finetune/Loss (Raw)": 0.925600528717041, "Finetune/Step": 3413, "Finetune/Step Time": 6.290055876597762}
+{"Finetune/Learning Rate": 1.4951309795952835e-05, "Finetune/Loss": 0.8475892543792725, "Finetune/Loss (Raw)": 0.8154796957969666, "Finetune/Step": 3414, "Finetune/Step Time": 6.288626229390502}
+{"Finetune/Learning Rate": 1.4948383407432678e-05, "Finetune/Loss": 0.8469465970993042, "Finetune/Loss (Raw)": 0.9293343424797058, "Finetune/Step": 3415, "Finetune/Step Time": 6.289059588685632}
+{"Finetune/Learning Rate": 1.4945456457624197e-05, "Finetune/Loss": 0.8476628065109253, "Finetune/Loss (Raw)": 0.9945173263549805, "Finetune/Step": 3416, "Finetune/Step Time": 6.28677467815578}
+{"Finetune/Learning Rate": 1.494252894685939e-05, "Finetune/Loss": 0.8486528992652893, "Finetune/Loss (Raw)": 0.8806310296058655, "Finetune/Step": 3417, "Finetune/Step Time": 6.271316485479474}
+{"Finetune/Learning Rate": 1.4939600875470322e-05, "Finetune/Loss": 0.8502616286277771, "Finetune/Loss (Raw)": 0.8833233714103699, "Finetune/Step": 3418, "Finetune/Step Time": 6.265834977850318}
+{"Finetune/Learning Rate": 1.4936672243789119e-05, "Finetune/Loss": 0.8506776094436646, "Finetune/Loss (Raw)": 0.8997718691825867, "Finetune/Step": 3419, "Finetune/Step Time": 6.257923508062959}
+{"Finetune/Learning Rate": 1.4933743052147975e-05, "Finetune/Loss": 0.8500552773475647, "Finetune/Loss (Raw)": 0.833714485168457, "Finetune/Step": 3420, "Finetune/Step Time": 6.258565315976739}
+{"Finetune/Learning Rate": 1.493081330087914e-05, "Finetune/Loss": 0.8511050939559937, "Finetune/Loss (Raw)": 1.0225056409835815, "Finetune/Step": 3421, "Finetune/Step Time": 6.258668841794133}
+{"Finetune/Learning Rate": 1.4927882990314935e-05, "Finetune/Loss": 0.8523646593093872, "Finetune/Loss (Raw)": 0.8243110775947571, "Finetune/Step": 3422, "Finetune/Step Time": 6.2555889673531055}
+{"Finetune/Learning Rate": 1.4924952120787741e-05, "Finetune/Loss": 0.8514213562011719, "Finetune/Loss (Raw)": 0.8121283650398254, "Finetune/Step": 3423, "Finetune/Step Time": 6.254274509847164}
+{"Finetune/Learning Rate": 1.492202069263e-05, "Finetune/Loss": 0.8554667234420776, "Finetune/Loss (Raw)": 0.8924832940101624, "Finetune/Step": 3424, "Finetune/Step Time": 6.250955313444138}
+{"Finetune/Learning Rate": 1.4919088706174219e-05, "Finetune/Loss": 0.8546506762504578, "Finetune/Loss (Raw)": 0.7655021548271179, "Finetune/Step": 3425, "Finetune/Step Time": 6.235094582661986}
+{"Finetune/Learning Rate": 1.4916156161752973e-05, "Finetune/Loss": 0.8541911840438843, "Finetune/Loss (Raw)": 0.720340371131897, "Finetune/Step": 3426, "Finetune/Step Time": 6.237277831882238}
+{"Finetune/Learning Rate": 1.4913223059698893e-05, "Finetune/Loss": 0.8527713418006897, "Finetune/Loss (Raw)": 0.7764406800270081, "Finetune/Step": 3427, "Finetune/Step Time": 6.238079907372594}
+{"Finetune/Learning Rate": 1.491028940034468e-05, "Finetune/Loss": 0.8539816737174988, "Finetune/Loss (Raw)": 0.9515025019645691, "Finetune/Step": 3428, "Finetune/Step Time": 6.240920880809426}
+{"Finetune/Learning Rate": 1.490735518402309e-05, "Finetune/Loss": 0.8538651466369629, "Finetune/Loss (Raw)": 0.7512704730033875, "Finetune/Step": 3429, "Finetune/Step Time": 6.236656343564391}
+{"Finetune/Learning Rate": 1.4904420411066955e-05, "Finetune/Loss": 0.8518439531326294, "Finetune/Loss (Raw)": 0.7665506601333618, "Finetune/Step": 3430, "Finetune/Step Time": 6.233903739601374}
+{"Finetune/Learning Rate": 1.4901485081809158e-05, "Finetune/Loss": 0.8483198881149292, "Finetune/Loss (Raw)": 0.447216659784317, "Finetune/Step": 3431, "Finetune/Step Time": 6.239141285419464}
+{"Finetune/Learning Rate": 1.4898549196582646e-05, "Finetune/Loss": 0.8480908870697021, "Finetune/Loss (Raw)": 0.8321281671524048, "Finetune/Step": 3432, "Finetune/Step Time": 6.250867748633027}
+{"Finetune/Learning Rate": 1.4895612755720437e-05, "Finetune/Loss": 0.844347357749939, "Finetune/Loss (Raw)": 0.42345646023750305, "Finetune/Step": 3433, "Finetune/Step Time": 6.254974925890565}
+{"Finetune/Learning Rate": 1.4892675759555607e-05, "Finetune/Loss": 0.844231128692627, "Finetune/Loss (Raw)": 0.8787359595298767, "Finetune/Step": 3434, "Finetune/Step Time": 6.254098493605852}
+{"Finetune/Learning Rate": 1.4889738208421291e-05, "Finetune/Loss": 0.8434497117996216, "Finetune/Loss (Raw)": 0.8069126009941101, "Finetune/Step": 3435, "Finetune/Step Time": 6.2375910840928555}
+{"Finetune/Learning Rate": 1.4886800102650696e-05, "Finetune/Loss": 0.8432271480560303, "Finetune/Loss (Raw)": 0.8053678870201111, "Finetune/Step": 3436, "Finetune/Step Time": 6.2342397179454565}
+{"Finetune/Learning Rate": 1.4883861442577088e-05, "Finetune/Loss": 0.8414909839630127, "Finetune/Loss (Raw)": 0.7186702489852905, "Finetune/Step": 3437, "Finetune/Step Time": 6.232784179970622}
+{"Finetune/Learning Rate": 1.4880922228533794e-05, "Finetune/Loss": 0.8418572545051575, "Finetune/Loss (Raw)": 0.8216055035591125, "Finetune/Step": 3438, "Finetune/Step Time": 6.2391588892787695}
+{"Finetune/Learning Rate": 1.4877982460854199e-05, "Finetune/Loss": 0.842415988445282, "Finetune/Loss (Raw)": 0.9903059601783752, "Finetune/Step": 3439, "Finetune/Step Time": 6.240147324278951}
+{"Finetune/Learning Rate": 1.4875042139871768e-05, "Finetune/Loss": 0.8422225713729858, "Finetune/Loss (Raw)": 1.0284279584884644, "Finetune/Step": 3440, "Finetune/Step Time": 6.239123843610287}
+{"Finetune/Learning Rate": 1.4872101265920008e-05, "Finetune/Loss": 0.8418879508972168, "Finetune/Loss (Raw)": 0.8430900573730469, "Finetune/Step": 3441, "Finetune/Step Time": 6.236267101019621}
+{"Finetune/Learning Rate": 1.4869159839332502e-05, "Finetune/Loss": 0.8427894711494446, "Finetune/Loss (Raw)": 0.8868299126625061, "Finetune/Step": 3442, "Finetune/Step Time": 6.231684297323227}
+{"Finetune/Learning Rate": 1.4866217860442893e-05, "Finetune/Loss": 0.8423437476158142, "Finetune/Loss (Raw)": 1.0121327638626099, "Finetune/Step": 3443, "Finetune/Step Time": 6.225107600912452}
+{"Finetune/Learning Rate": 1.4863275329584886e-05, "Finetune/Loss": 0.843726634979248, "Finetune/Loss (Raw)": 0.9518225193023682, "Finetune/Step": 3444, "Finetune/Step Time": 6.227174304425716}
+{"Finetune/Learning Rate": 1.4860332247092243e-05, "Finetune/Loss": 0.8452560305595398, "Finetune/Loss (Raw)": 0.9804165959358215, "Finetune/Step": 3445, "Finetune/Step Time": 6.226184921339154}
+{"Finetune/Learning Rate": 1.48573886132988e-05, "Finetune/Loss": 0.8452186584472656, "Finetune/Loss (Raw)": 0.8818856477737427, "Finetune/Step": 3446, "Finetune/Step Time": 6.212053503841162}
+{"Finetune/Learning Rate": 1.4854444428538449e-05, "Finetune/Loss": 0.8439651727676392, "Finetune/Loss (Raw)": 0.836193323135376, "Finetune/Step": 3447, "Finetune/Step Time": 6.2096935752779245}
+{"Finetune/Learning Rate": 1.4851499693145137e-05, "Finetune/Loss": 0.8439897894859314, "Finetune/Loss (Raw)": 0.770264744758606, "Finetune/Step": 3448, "Finetune/Step Time": 6.210901625454426}
+{"Finetune/Learning Rate": 1.4848554407452893e-05, "Finetune/Loss": 0.8436534404754639, "Finetune/Loss (Raw)": 0.927376925945282, "Finetune/Step": 3449, "Finetune/Step Time": 6.211159588769078}
+{"Finetune/Learning Rate": 1.4845608571795787e-05, "Finetune/Loss": 0.8443170785903931, "Finetune/Loss (Raw)": 1.0635148286819458, "Finetune/Step": 3450, "Finetune/Step Time": 6.212055943906307}
+{"Finetune/Learning Rate": 1.4842662186507965e-05, "Finetune/Loss": 0.8446670770645142, "Finetune/Loss (Raw)": 0.8067775964736938, "Finetune/Step": 3451, "Finetune/Step Time": 6.213059516623616}
+{"Finetune/Learning Rate": 1.4839715251923632e-05, "Finetune/Loss": 0.8444955348968506, "Finetune/Loss (Raw)": 0.8100969195365906, "Finetune/Step": 3452, "Finetune/Step Time": 6.213979164138436}
+{"Finetune/Learning Rate": 1.4836767768377054e-05, "Finetune/Loss": 0.8454709649085999, "Finetune/Loss (Raw)": 1.0580540895462036, "Finetune/Step": 3453, "Finetune/Step Time": 6.228449527174234}
+{"Finetune/Learning Rate": 1.483381973620256e-05, "Finetune/Loss": 0.8438189029693604, "Finetune/Loss (Raw)": 0.8750012516975403, "Finetune/Step": 3454, "Finetune/Step Time": 6.230148062109947}
+{"Finetune/Learning Rate": 1.483087115573454e-05, "Finetune/Loss": 0.842685341835022, "Finetune/Loss (Raw)": 0.9328204393386841, "Finetune/Step": 3455, "Finetune/Step Time": 6.229924436658621}
+{"Finetune/Learning Rate": 1.482792202730745e-05, "Finetune/Loss": 0.842668890953064, "Finetune/Loss (Raw)": 0.8658167719841003, "Finetune/Step": 3456, "Finetune/Step Time": 6.219493869692087}
+{"Finetune/Learning Rate": 1.4824972351255804e-05, "Finetune/Loss": 0.8415678143501282, "Finetune/Loss (Raw)": 0.670716404914856, "Finetune/Step": 3457, "Finetune/Step Time": 6.223073307424784}
+{"Finetune/Learning Rate": 1.4822022127914179e-05, "Finetune/Loss": 0.8414009213447571, "Finetune/Loss (Raw)": 0.8543404936790466, "Finetune/Step": 3458, "Finetune/Step Time": 6.242606109008193}
+{"Finetune/Learning Rate": 1.4819071357617218e-05, "Finetune/Loss": 0.8448067307472229, "Finetune/Loss (Raw)": 0.8252858519554138, "Finetune/Step": 3459, "Finetune/Step Time": 6.230570862069726}
+{"Finetune/Learning Rate": 1.4816120040699615e-05, "Finetune/Loss": 0.8441674709320068, "Finetune/Loss (Raw)": 0.7541114687919617, "Finetune/Step": 3460, "Finetune/Step Time": 6.214009692892432}
+{"Finetune/Learning Rate": 1.4813168177496147e-05, "Finetune/Loss": 0.8437628746032715, "Finetune/Loss (Raw)": 0.9100785255432129, "Finetune/Step": 3461, "Finetune/Step Time": 6.214460581541061}
+{"Finetune/Learning Rate": 1.4810215768341627e-05, "Finetune/Loss": 0.8445265889167786, "Finetune/Loss (Raw)": 0.97426837682724, "Finetune/Step": 3462, "Finetune/Step Time": 6.222270799800754}
+{"Finetune/Learning Rate": 1.4807262813570949e-05, "Finetune/Loss": 0.843907356262207, "Finetune/Loss (Raw)": 0.8518792986869812, "Finetune/Step": 3463, "Finetune/Step Time": 6.227446112781763}
+{"Finetune/Learning Rate": 1.480430931351906e-05, "Finetune/Loss": 0.844607412815094, "Finetune/Loss (Raw)": 0.9603352546691895, "Finetune/Step": 3464, "Finetune/Step Time": 6.2289751917123795}
+{"Finetune/Learning Rate": 1.4801355268520975e-05, "Finetune/Loss": 0.8441098928451538, "Finetune/Loss (Raw)": 0.9707236289978027, "Finetune/Step": 3465, "Finetune/Step Time": 6.2307676281780005}
+{"Finetune/Learning Rate": 1.4798400678911765e-05, "Finetune/Loss": 0.8442873954772949, "Finetune/Loss (Raw)": 0.9087311029434204, "Finetune/Step": 3466, "Finetune/Step Time": 6.229385808110237}
+{"Finetune/Learning Rate": 1.4795445545026564e-05, "Finetune/Loss": 0.8432255983352661, "Finetune/Loss (Raw)": 0.8040176033973694, "Finetune/Step": 3467, "Finetune/Step Time": 6.220765268430114}
+{"Finetune/Learning Rate": 1.479248986720057e-05, "Finetune/Loss": 0.8442493081092834, "Finetune/Loss (Raw)": 0.8847701549530029, "Finetune/Step": 3468, "Finetune/Step Time": 6.2121357973665}
+{"Finetune/Learning Rate": 1.478953364576904e-05, "Finetune/Loss": 0.8446844220161438, "Finetune/Loss (Raw)": 0.9225924015045166, "Finetune/Step": 3469, "Finetune/Step Time": 6.203146697953343}
+{"Finetune/Learning Rate": 1.4786576881067301e-05, "Finetune/Loss": 0.8460743427276611, "Finetune/Loss (Raw)": 0.9246848225593567, "Finetune/Step": 3470, "Finetune/Step Time": 6.205001376569271}
+{"Finetune/Learning Rate": 1.4783619573430725e-05, "Finetune/Loss": 0.8458015322685242, "Finetune/Loss (Raw)": 0.9353805780410767, "Finetune/Step": 3471, "Finetune/Step Time": 6.205980433151126}
+{"Finetune/Learning Rate": 1.4780661723194757e-05, "Finetune/Loss": 0.8471750020980835, "Finetune/Loss (Raw)": 0.985641360282898, "Finetune/Step": 3472, "Finetune/Step Time": 6.206752022728324}
+{"Finetune/Learning Rate": 1.4777703330694908e-05, "Finetune/Loss": 0.8475849628448486, "Finetune/Loss (Raw)": 0.9318837523460388, "Finetune/Step": 3473, "Finetune/Step Time": 6.203045181930065}
+{"Finetune/Learning Rate": 1.477474439626674e-05, "Finetune/Loss": 0.8484835624694824, "Finetune/Loss (Raw)": 0.4268120527267456, "Finetune/Step": 3474, "Finetune/Step Time": 6.190478701144457}
+{"Finetune/Learning Rate": 1.4771784920245884e-05, "Finetune/Loss": 0.8487633466720581, "Finetune/Loss (Raw)": 0.9775516986846924, "Finetune/Step": 3475, "Finetune/Step Time": 6.184541588649154}
+{"Finetune/Learning Rate": 1.4768824902968024e-05, "Finetune/Loss": 0.8488014340400696, "Finetune/Loss (Raw)": 0.9634578824043274, "Finetune/Step": 3476, "Finetune/Step Time": 6.18571662157774}
+{"Finetune/Learning Rate": 1.4765864344768917e-05, "Finetune/Loss": 0.8513001799583435, "Finetune/Loss (Raw)": 0.9945704936981201, "Finetune/Step": 3477, "Finetune/Step Time": 6.191205648705363}
+{"Finetune/Learning Rate": 1.4762903245984369e-05, "Finetune/Loss": 0.8516677618026733, "Finetune/Loss (Raw)": 0.8700259327888489, "Finetune/Step": 3478, "Finetune/Step Time": 6.206889996305108}
+{"Finetune/Learning Rate": 1.4759941606950254e-05, "Finetune/Loss": 0.8532977104187012, "Finetune/Loss (Raw)": 0.9103754162788391, "Finetune/Step": 3479, "Finetune/Step Time": 6.2083523366600275}
+{"Finetune/Learning Rate": 1.4756979428002513e-05, "Finetune/Loss": 0.8523963093757629, "Finetune/Loss (Raw)": 0.9071463346481323, "Finetune/Step": 3480, "Finetune/Step Time": 6.210351347923279}
+{"Finetune/Learning Rate": 1.4754016709477136e-05, "Finetune/Loss": 0.8526490926742554, "Finetune/Loss (Raw)": 0.8347966074943542, "Finetune/Step": 3481, "Finetune/Step Time": 6.211337899789214}
+{"Finetune/Learning Rate": 1.4751053451710184e-05, "Finetune/Loss": 0.8538728952407837, "Finetune/Loss (Raw)": 0.9990037679672241, "Finetune/Step": 3482, "Finetune/Step Time": 6.203468907624483}
+{"Finetune/Learning Rate": 1.474808965503777e-05, "Finetune/Loss": 0.8553259372711182, "Finetune/Loss (Raw)": 0.769055187702179, "Finetune/Step": 3483, "Finetune/Step Time": 6.207337921485305}
+{"Finetune/Learning Rate": 1.4745125319796079e-05, "Finetune/Loss": 0.8558864593505859, "Finetune/Loss (Raw)": 0.8427459597587585, "Finetune/Step": 3484, "Finetune/Step Time": 6.19938575476408}
+{"Finetune/Learning Rate": 1.4742160446321345e-05, "Finetune/Loss": 0.8548889756202698, "Finetune/Loss (Raw)": 0.822841465473175, "Finetune/Step": 3485, "Finetune/Step Time": 6.19455704651773}
+{"Finetune/Learning Rate": 1.4739195034949876e-05, "Finetune/Loss": 0.8562685251235962, "Finetune/Loss (Raw)": 0.9948548078536987, "Finetune/Step": 3486, "Finetune/Step Time": 6.168719943612814}
+{"Finetune/Learning Rate": 1.4736229086018033e-05, "Finetune/Loss": 0.8562946319580078, "Finetune/Loss (Raw)": 0.8814342021942139, "Finetune/Step": 3487, "Finetune/Step Time": 6.164250103756785}
+{"Finetune/Learning Rate": 1.4733262599862234e-05, "Finetune/Loss": 0.8559463620185852, "Finetune/Loss (Raw)": 0.7977011203765869, "Finetune/Step": 3488, "Finetune/Step Time": 6.163132665678859}
+{"Finetune/Learning Rate": 1.4730295576818971e-05, "Finetune/Loss": 0.8571983575820923, "Finetune/Loss (Raw)": 0.9894656538963318, "Finetune/Step": 3489, "Finetune/Step Time": 6.161836594343185}
+{"Finetune/Learning Rate": 1.4727328017224786e-05, "Finetune/Loss": 0.8563086986541748, "Finetune/Loss (Raw)": 0.8120694756507874, "Finetune/Step": 3490, "Finetune/Step Time": 6.16159794293344}
+{"Finetune/Learning Rate": 1.4724359921416288e-05, "Finetune/Loss": 0.8561570644378662, "Finetune/Loss (Raw)": 0.8458406329154968, "Finetune/Step": 3491, "Finetune/Step Time": 6.164245739579201}
+{"Finetune/Learning Rate": 1.4721391289730135e-05, "Finetune/Loss": 0.854656994342804, "Finetune/Loss (Raw)": 0.6361215114593506, "Finetune/Step": 3492, "Finetune/Step Time": 6.164742706343532}
+{"Finetune/Learning Rate": 1.4718422122503066e-05, "Finetune/Loss": 0.8550412654876709, "Finetune/Loss (Raw)": 0.829858124256134, "Finetune/Step": 3493, "Finetune/Step Time": 6.170587845146656}
+{"Finetune/Learning Rate": 1.4715452420071867e-05, "Finetune/Loss": 0.8543669581413269, "Finetune/Loss (Raw)": 0.8767076730728149, "Finetune/Step": 3494, "Finetune/Step Time": 6.17134259082377}
+{"Finetune/Learning Rate": 1.471248218277338e-05, "Finetune/Loss": 0.8532734513282776, "Finetune/Loss (Raw)": 0.8961687088012695, "Finetune/Step": 3495, "Finetune/Step Time": 6.20396663993597}
+{"Finetune/Learning Rate": 1.4709511410944523e-05, "Finetune/Loss": 0.8575266599655151, "Finetune/Loss (Raw)": 0.9308279156684875, "Finetune/Step": 3496, "Finetune/Step Time": 6.197554865851998}
+{"Finetune/Learning Rate": 1.4706540104922263e-05, "Finetune/Loss": 0.8566733002662659, "Finetune/Loss (Raw)": 0.8580708503723145, "Finetune/Step": 3497, "Finetune/Step Time": 6.1841641291975975}
+{"Finetune/Learning Rate": 1.4703568265043631e-05, "Finetune/Loss": 0.8566209077835083, "Finetune/Loss (Raw)": 0.9311366677284241, "Finetune/Step": 3498, "Finetune/Step Time": 6.182442931458354}
+{"Finetune/Learning Rate": 1.470059589164572e-05, "Finetune/Loss": 0.8578030467033386, "Finetune/Loss (Raw)": 0.9675874710083008, "Finetune/Step": 3499, "Finetune/Step Time": 6.182400258257985}
+{"Finetune/Learning Rate": 1.469762298506568e-05, "Finetune/Loss": 0.8542182445526123, "Finetune/Loss (Raw)": 0.4464670717716217, "Finetune/Step": 3500, "Finetune/Step Time": 6.187619004398584}
+{"Finetune/Learning Rate": 1.4694649545640727e-05, "Finetune/Loss": 0.8523204326629639, "Finetune/Loss (Raw)": 0.696564793586731, "Finetune/Step": 3501, "Finetune/Step Time": 6.214788792654872}
+{"Finetune/Learning Rate": 1.4691675573708133e-05, "Finetune/Loss": 0.8521889448165894, "Finetune/Loss (Raw)": 0.92610102891922, "Finetune/Step": 3502, "Finetune/Step Time": 6.2419512160122395}
+{"Finetune/Learning Rate": 1.468870106960523e-05, "Finetune/Loss": 0.8522647619247437, "Finetune/Loss (Raw)": 0.862019419670105, "Finetune/Step": 3503, "Finetune/Step Time": 6.239232866093516}
+{"Finetune/Learning Rate": 1.4685726033669412e-05, "Finetune/Loss": 0.852274477481842, "Finetune/Loss (Raw)": 0.9412842988967896, "Finetune/Step": 3504, "Finetune/Step Time": 6.238897006958723}
+{"Finetune/Learning Rate": 1.4682750466238136e-05, "Finetune/Loss": 0.8526196479797363, "Finetune/Loss (Raw)": 0.9933342337608337, "Finetune/Step": 3505, "Finetune/Step Time": 6.241604695096612}
+{"Finetune/Learning Rate": 1.4679774367648913e-05, "Finetune/Loss": 0.8500375747680664, "Finetune/Loss (Raw)": 0.618269145488739, "Finetune/Step": 3506, "Finetune/Step Time": 6.252044130116701}
+{"Finetune/Learning Rate": 1.467679773823932e-05, "Finetune/Loss": 0.8512601256370544, "Finetune/Loss (Raw)": 0.954908549785614, "Finetune/Step": 3507, "Finetune/Step Time": 6.248411975800991}
+{"Finetune/Learning Rate": 1.4673820578346993e-05, "Finetune/Loss": 0.8535245060920715, "Finetune/Loss (Raw)": 0.7782413959503174, "Finetune/Step": 3508, "Finetune/Step Time": 6.2459774147719145}
+{"Finetune/Learning Rate": 1.4670842888309627e-05, "Finetune/Loss": 0.8541988730430603, "Finetune/Loss (Raw)": 0.9102473258972168, "Finetune/Step": 3509, "Finetune/Step Time": 6.231439836323261}
+{"Finetune/Learning Rate": 1.466786466846497e-05, "Finetune/Loss": 0.8550447225570679, "Finetune/Loss (Raw)": 0.8861873149871826, "Finetune/Step": 3510, "Finetune/Step Time": 6.230404254049063}
+{"Finetune/Learning Rate": 1.4664885919150848e-05, "Finetune/Loss": 0.8545262813568115, "Finetune/Loss (Raw)": 0.7999278903007507, "Finetune/Step": 3511, "Finetune/Step Time": 6.22961588576436}
+{"Finetune/Learning Rate": 1.4661906640705131e-05, "Finetune/Loss": 0.8557265996932983, "Finetune/Loss (Raw)": 0.9602932333946228, "Finetune/Step": 3512, "Finetune/Step Time": 6.2300453297793865}
+{"Finetune/Learning Rate": 1.4658926833465754e-05, "Finetune/Loss": 0.8557876944541931, "Finetune/Loss (Raw)": 0.8926201462745667, "Finetune/Step": 3513, "Finetune/Step Time": 6.231587752699852}
+{"Finetune/Learning Rate": 1.4655946497770715e-05, "Finetune/Loss": 0.8556900024414062, "Finetune/Loss (Raw)": 0.8567602038383484, "Finetune/Step": 3514, "Finetune/Step Time": 6.225070184096694}
+{"Finetune/Learning Rate": 1.4652965633958067e-05, "Finetune/Loss": 0.8573603630065918, "Finetune/Loss (Raw)": 1.0054359436035156, "Finetune/Step": 3515, "Finetune/Step Time": 6.221005026251078}
+{"Finetune/Learning Rate": 1.4649984242365926e-05, "Finetune/Loss": 0.8581256866455078, "Finetune/Loss (Raw)": 0.9244648814201355, "Finetune/Step": 3516, "Finetune/Step Time": 6.223702643066645}
+{"Finetune/Learning Rate": 1.4647002323332469e-05, "Finetune/Loss": 0.8618662357330322, "Finetune/Loss (Raw)": 0.8747164607048035, "Finetune/Step": 3517, "Finetune/Step Time": 6.225473217666149}
+{"Finetune/Learning Rate": 1.4644019877195925e-05, "Finetune/Loss": 0.863140881061554, "Finetune/Loss (Raw)": 0.9868872165679932, "Finetune/Step": 3518, "Finetune/Step Time": 6.212842535227537}
+{"Finetune/Learning Rate": 1.4641036904294596e-05, "Finetune/Loss": 0.8621890544891357, "Finetune/Loss (Raw)": 0.8418776988983154, "Finetune/Step": 3519, "Finetune/Step Time": 6.217289002612233}
+{"Finetune/Learning Rate": 1.4638053404966836e-05, "Finetune/Loss": 0.8616337180137634, "Finetune/Loss (Raw)": 0.8134701251983643, "Finetune/Step": 3520, "Finetune/Step Time": 6.235785128548741}
+{"Finetune/Learning Rate": 1.4635069379551054e-05, "Finetune/Loss": 0.8658134937286377, "Finetune/Loss (Raw)": 0.9121400117874146, "Finetune/Step": 3521, "Finetune/Step Time": 6.238328244537115}
+{"Finetune/Learning Rate": 1.4632084828385732e-05, "Finetune/Loss": 0.8669427633285522, "Finetune/Loss (Raw)": 0.8846758008003235, "Finetune/Step": 3522, "Finetune/Step Time": 6.223901784047484}
+{"Finetune/Learning Rate": 1.4629099751809392e-05, "Finetune/Loss": 0.8682898283004761, "Finetune/Loss (Raw)": 0.9121361374855042, "Finetune/Step": 3523, "Finetune/Step Time": 6.21924308501184}
+{"Finetune/Learning Rate": 1.4626114150160636e-05, "Finetune/Loss": 0.8683800101280212, "Finetune/Loss (Raw)": 0.9711178541183472, "Finetune/Step": 3524, "Finetune/Step Time": 6.213318748399615}
+{"Finetune/Learning Rate": 1.4623128023778113e-05, "Finetune/Loss": 0.8669488430023193, "Finetune/Loss (Raw)": 0.7180439829826355, "Finetune/Step": 3525, "Finetune/Step Time": 6.217491017654538}
+{"Finetune/Learning Rate": 1.4620141373000538e-05, "Finetune/Loss": 0.8665775656700134, "Finetune/Loss (Raw)": 0.870585560798645, "Finetune/Step": 3526, "Finetune/Step Time": 6.231875399127603}
+{"Finetune/Learning Rate": 1.4617154198166679e-05, "Finetune/Loss": 0.8651430010795593, "Finetune/Loss (Raw)": 0.8605567812919617, "Finetune/Step": 3527, "Finetune/Step Time": 6.231302814558148}
+{"Finetune/Learning Rate": 1.461416649961537e-05, "Finetune/Loss": 0.864054262638092, "Finetune/Loss (Raw)": 0.7916968464851379, "Finetune/Step": 3528, "Finetune/Step Time": 6.21825498342514}
+{"Finetune/Learning Rate": 1.4611178277685504e-05, "Finetune/Loss": 0.8650714755058289, "Finetune/Loss (Raw)": 1.0171273946762085, "Finetune/Step": 3529, "Finetune/Step Time": 6.235193347558379}
+{"Finetune/Learning Rate": 1.4608189532716022e-05, "Finetune/Loss": 0.8652990460395813, "Finetune/Loss (Raw)": 0.9538406133651733, "Finetune/Step": 3530, "Finetune/Step Time": 6.215653831139207}
+{"Finetune/Learning Rate": 1.4605200265045944e-05, "Finetune/Loss": 0.8663685321807861, "Finetune/Loss (Raw)": 0.9307096004486084, "Finetune/Step": 3531, "Finetune/Step Time": 6.2144416105002165}
+{"Finetune/Learning Rate": 1.4602210475014332e-05, "Finetune/Loss": 0.8674545288085938, "Finetune/Loss (Raw)": 0.9352571368217468, "Finetune/Step": 3532, "Finetune/Step Time": 6.2094000820070505}
+{"Finetune/Learning Rate": 1.459922016296031e-05, "Finetune/Loss": 0.868363618850708, "Finetune/Loss (Raw)": 0.9200390577316284, "Finetune/Step": 3533, "Finetune/Step Time": 6.196054939180613}
+{"Finetune/Learning Rate": 1.4596229329223077e-05, "Finetune/Loss": 0.8685384392738342, "Finetune/Loss (Raw)": 0.9531462788581848, "Finetune/Step": 3534, "Finetune/Step Time": 6.188180612400174}
+{"Finetune/Learning Rate": 1.459323797414187e-05, "Finetune/Loss": 0.8692951798439026, "Finetune/Loss (Raw)": 0.9218464493751526, "Finetune/Step": 3535, "Finetune/Step Time": 6.1861344911158085}
+{"Finetune/Learning Rate": 1.4590246098055995e-05, "Finetune/Loss": 0.8688602447509766, "Finetune/Loss (Raw)": 0.8302498459815979, "Finetune/Step": 3536, "Finetune/Step Time": 6.184896901249886}
+{"Finetune/Learning Rate": 1.4587253701304818e-05, "Finetune/Loss": 0.8686727285385132, "Finetune/Loss (Raw)": 0.8384794592857361, "Finetune/Step": 3537, "Finetune/Step Time": 6.197858573868871}
+{"Finetune/Learning Rate": 1.4584260784227764e-05, "Finetune/Loss": 0.8673178553581238, "Finetune/Loss (Raw)": 0.7504904866218567, "Finetune/Step": 3538, "Finetune/Step Time": 6.200713401660323}
+{"Finetune/Learning Rate": 1.4581267347164314e-05, "Finetune/Loss": 0.8668583035469055, "Finetune/Loss (Raw)": 0.8253397345542908, "Finetune/Step": 3539, "Finetune/Step Time": 6.20440611615777}
+{"Finetune/Learning Rate": 1.4578273390454008e-05, "Finetune/Loss": 0.8674564361572266, "Finetune/Loss (Raw)": 0.9308664798736572, "Finetune/Step": 3540, "Finetune/Step Time": 6.194483181461692}
+{"Finetune/Learning Rate": 1.457527891443645e-05, "Finetune/Loss": 0.8674877882003784, "Finetune/Loss (Raw)": 0.9296116232872009, "Finetune/Step": 3541, "Finetune/Step Time": 6.200076926499605}
+{"Finetune/Learning Rate": 1.4572283919451294e-05, "Finetune/Loss": 0.8683730959892273, "Finetune/Loss (Raw)": 0.9287983775138855, "Finetune/Step": 3542, "Finetune/Step Time": 6.218375775963068}
+{"Finetune/Learning Rate": 1.4569288405838264e-05, "Finetune/Loss": 0.8684648275375366, "Finetune/Loss (Raw)": 0.9410866498947144, "Finetune/Step": 3543, "Finetune/Step Time": 6.216098049655557}
+{"Finetune/Learning Rate": 1.4566292373937133e-05, "Finetune/Loss": 0.8676525950431824, "Finetune/Loss (Raw)": 0.8905452489852905, "Finetune/Step": 3544, "Finetune/Step Time": 6.2152905613183975}
+{"Finetune/Learning Rate": 1.4563295824087737e-05, "Finetune/Loss": 0.8686186075210571, "Finetune/Loss (Raw)": 1.004286527633667, "Finetune/Step": 3545, "Finetune/Step Time": 6.219248250126839}
+{"Finetune/Learning Rate": 1.4560298756629974e-05, "Finetune/Loss": 0.8696818947792053, "Finetune/Loss (Raw)": 1.0194144248962402, "Finetune/Step": 3546, "Finetune/Step Time": 6.2366814110428095}
+{"Finetune/Learning Rate": 1.4557301171903793e-05, "Finetune/Loss": 0.8692008852958679, "Finetune/Loss (Raw)": 0.8382089138031006, "Finetune/Step": 3547, "Finetune/Step Time": 6.240998385474086}
+{"Finetune/Learning Rate": 1.4554303070249205e-05, "Finetune/Loss": 0.8692704439163208, "Finetune/Loss (Raw)": 0.8426192998886108, "Finetune/Step": 3548, "Finetune/Step Time": 6.255666501820087}
+{"Finetune/Learning Rate": 1.4551304452006288e-05, "Finetune/Loss": 0.8685046434402466, "Finetune/Loss (Raw)": 0.9244856834411621, "Finetune/Step": 3549, "Finetune/Step Time": 6.264575840905309}
+{"Finetune/Learning Rate": 1.4548305317515165e-05, "Finetune/Loss": 0.8695732951164246, "Finetune/Loss (Raw)": 0.9610909819602966, "Finetune/Step": 3550, "Finetune/Step Time": 6.277896447107196}
+{"Finetune/Learning Rate": 1.4545305667116024e-05, "Finetune/Loss": 0.8704489469528198, "Finetune/Loss (Raw)": 0.9242188930511475, "Finetune/Step": 3551, "Finetune/Step Time": 6.28313690982759}
+{"Finetune/Learning Rate": 1.454230550114911e-05, "Finetune/Loss": 0.8701653480529785, "Finetune/Loss (Raw)": 0.8561801910400391, "Finetune/Step": 3552, "Finetune/Step Time": 6.283727943897247}
+{"Finetune/Learning Rate": 1.4539304819954735e-05, "Finetune/Loss": 0.8701591491699219, "Finetune/Loss (Raw)": 0.764711856842041, "Finetune/Step": 3553, "Finetune/Step Time": 6.290082760155201}
+{"Finetune/Learning Rate": 1.453630362387325e-05, "Finetune/Loss": 0.8712942600250244, "Finetune/Loss (Raw)": 0.8656219840049744, "Finetune/Step": 3554, "Finetune/Step Time": 6.297903621569276}
+{"Finetune/Learning Rate": 1.4533301913245092e-05, "Finetune/Loss": 0.8720329403877258, "Finetune/Loss (Raw)": 0.871001124382019, "Finetune/Step": 3555, "Finetune/Step Time": 6.297193840146065}
+{"Finetune/Learning Rate": 1.4530299688410726e-05, "Finetune/Loss": 0.8708884716033936, "Finetune/Loss (Raw)": 0.8050135374069214, "Finetune/Step": 3556, "Finetune/Step Time": 6.293429644778371}
+{"Finetune/Learning Rate": 1.4527296949710701e-05, "Finetune/Loss": 0.8701665997505188, "Finetune/Loss (Raw)": 0.6588651537895203, "Finetune/Step": 3557, "Finetune/Step Time": 6.293962746858597}
+{"Finetune/Learning Rate": 1.4524293697485608e-05, "Finetune/Loss": 0.8706080913543701, "Finetune/Loss (Raw)": 0.8230554461479187, "Finetune/Step": 3558, "Finetune/Step Time": 6.295008586719632}
+{"Finetune/Learning Rate": 1.4521289932076103e-05, "Finetune/Loss": 0.8742647171020508, "Finetune/Loss (Raw)": 0.9152757525444031, "Finetune/Step": 3559, "Finetune/Step Time": 6.290529955178499}
+{"Finetune/Learning Rate": 1.45182856538229e-05, "Finetune/Loss": 0.8747736215591431, "Finetune/Loss (Raw)": 0.8972641825675964, "Finetune/Step": 3560, "Finetune/Step Time": 6.275057537481189}
+{"Finetune/Learning Rate": 1.4515280863066768e-05, "Finetune/Loss": 0.8785384893417358, "Finetune/Loss (Raw)": 0.9053541421890259, "Finetune/Step": 3561, "Finetune/Step Time": 6.274503737688065}
+{"Finetune/Learning Rate": 1.4512275560148536e-05, "Finetune/Loss": 0.8786492943763733, "Finetune/Loss (Raw)": 0.8929216265678406, "Finetune/Step": 3562, "Finetune/Step Time": 6.267771331593394}
+{"Finetune/Learning Rate": 1.4509269745409094e-05, "Finetune/Loss": 0.8782896995544434, "Finetune/Loss (Raw)": 0.7608882784843445, "Finetune/Step": 3563, "Finetune/Step Time": 6.26943613961339}
+{"Finetune/Learning Rate": 1.4506263419189388e-05, "Finetune/Loss": 0.8781604766845703, "Finetune/Loss (Raw)": 0.7888242602348328, "Finetune/Step": 3564, "Finetune/Step Time": 6.267622925341129}
+{"Finetune/Learning Rate": 1.4503256581830416e-05, "Finetune/Loss": 0.8802321553230286, "Finetune/Loss (Raw)": 0.9838500618934631, "Finetune/Step": 3565, "Finetune/Step Time": 6.265760496258736}
+{"Finetune/Learning Rate": 1.4500249233673247e-05, "Finetune/Loss": 0.8798277378082275, "Finetune/Loss (Raw)": 0.769832968711853, "Finetune/Step": 3566, "Finetune/Step Time": 6.258691415190697}
+{"Finetune/Learning Rate": 1.4497241375058997e-05, "Finetune/Loss": 0.8793395757675171, "Finetune/Loss (Raw)": 0.9278219938278198, "Finetune/Step": 3567, "Finetune/Step Time": 6.2588742505759}
+{"Finetune/Learning Rate": 1.4494233006328837e-05, "Finetune/Loss": 0.8794031739234924, "Finetune/Loss (Raw)": 1.0365710258483887, "Finetune/Step": 3568, "Finetune/Step Time": 6.260487221181393}
+{"Finetune/Learning Rate": 1.4491224127824016e-05, "Finetune/Loss": 0.8793550729751587, "Finetune/Loss (Raw)": 0.8369385600090027, "Finetune/Step": 3569, "Finetune/Step Time": 6.266123164445162}
+{"Finetune/Learning Rate": 1.4488214739885813e-05, "Finetune/Loss": 0.8794693350791931, "Finetune/Loss (Raw)": 0.9014487862586975, "Finetune/Step": 3570, "Finetune/Step Time": 6.269714603200555}
+{"Finetune/Learning Rate": 1.4485204842855587e-05, "Finetune/Loss": 0.8785243034362793, "Finetune/Loss (Raw)": 0.891168475151062, "Finetune/Step": 3571, "Finetune/Step Time": 6.282862052321434}
+{"Finetune/Learning Rate": 1.4482194437074744e-05, "Finetune/Loss": 0.87775057554245, "Finetune/Loss (Raw)": 0.8527865409851074, "Finetune/Step": 3572, "Finetune/Step Time": 6.2851641066372395}
+{"Finetune/Learning Rate": 1.4479183522884748e-05, "Finetune/Loss": 0.8770086765289307, "Finetune/Loss (Raw)": 0.8854494094848633, "Finetune/Step": 3573, "Finetune/Step Time": 6.282608354464173}
+{"Finetune/Learning Rate": 1.4476172100627127e-05, "Finetune/Loss": 0.8766566514968872, "Finetune/Loss (Raw)": 0.8368210196495056, "Finetune/Step": 3574, "Finetune/Step Time": 6.29071949981153}
+{"Finetune/Learning Rate": 1.4473160170643459e-05, "Finetune/Loss": 0.8772059679031372, "Finetune/Loss (Raw)": 0.9065181612968445, "Finetune/Step": 3575, "Finetune/Step Time": 6.306114787235856}
+{"Finetune/Learning Rate": 1.4470147733275388e-05, "Finetune/Loss": 0.8781106472015381, "Finetune/Loss (Raw)": 0.8860648274421692, "Finetune/Step": 3576, "Finetune/Step Time": 6.302091348916292}
+{"Finetune/Learning Rate": 1.4467134788864603e-05, "Finetune/Loss": 0.8786333799362183, "Finetune/Loss (Raw)": 0.9942787289619446, "Finetune/Step": 3577, "Finetune/Step Time": 6.293460549786687}
+{"Finetune/Learning Rate": 1.4464121337752868e-05, "Finetune/Loss": 0.8780005574226379, "Finetune/Loss (Raw)": 0.9825141429901123, "Finetune/Step": 3578, "Finetune/Step Time": 6.292313039302826}
+{"Finetune/Learning Rate": 1.4461107380281986e-05, "Finetune/Loss": 0.8746996521949768, "Finetune/Loss (Raw)": 0.3842649757862091, "Finetune/Step": 3579, "Finetune/Step Time": 6.30114727653563}
+{"Finetune/Learning Rate": 1.4458092916793826e-05, "Finetune/Loss": 0.8756539821624756, "Finetune/Loss (Raw)": 0.9322511553764343, "Finetune/Step": 3580, "Finetune/Step Time": 6.315160719677806}
+{"Finetune/Learning Rate": 1.4455077947630323e-05, "Finetune/Loss": 0.8743994832038879, "Finetune/Loss (Raw)": 0.8974786400794983, "Finetune/Step": 3581, "Finetune/Step Time": 6.299206860363483}
+{"Finetune/Learning Rate": 1.4452062473133452e-05, "Finetune/Loss": 0.8744075894355774, "Finetune/Loss (Raw)": 0.8760343194007874, "Finetune/Step": 3582, "Finetune/Step Time": 6.29559089243412}
+{"Finetune/Learning Rate": 1.444904649364526e-05, "Finetune/Loss": 0.874108076095581, "Finetune/Loss (Raw)": 0.8944852948188782, "Finetune/Step": 3583, "Finetune/Step Time": 6.292830768972635}
+{"Finetune/Learning Rate": 1.444603000950784e-05, "Finetune/Loss": 0.8743829131126404, "Finetune/Loss (Raw)": 0.9009974598884583, "Finetune/Step": 3584, "Finetune/Step Time": 6.296485872939229}
+{"Finetune/Learning Rate": 1.4443013021063352e-05, "Finetune/Loss": 0.8720203042030334, "Finetune/Loss (Raw)": 0.36830565333366394, "Finetune/Step": 3585, "Finetune/Step Time": 6.292162274941802}
+{"Finetune/Learning Rate": 1.4439995528654007e-05, "Finetune/Loss": 0.8729028701782227, "Finetune/Loss (Raw)": 0.967309296131134, "Finetune/Step": 3586, "Finetune/Step Time": 6.283286629244685}
+{"Finetune/Learning Rate": 1.4436977532622076e-05, "Finetune/Loss": 0.8746005296707153, "Finetune/Loss (Raw)": 1.0425764322280884, "Finetune/Step": 3587, "Finetune/Step Time": 6.285261081531644}
+{"Finetune/Learning Rate": 1.4433959033309888e-05, "Finetune/Loss": 0.8754896521568298, "Finetune/Loss (Raw)": 0.8679226040840149, "Finetune/Step": 3588, "Finetune/Step Time": 6.306337365880609}
+{"Finetune/Learning Rate": 1.4430940031059821e-05, "Finetune/Loss": 0.8742073178291321, "Finetune/Loss (Raw)": 0.7459424734115601, "Finetune/Step": 3589, "Finetune/Step Time": 6.323033390566707}
+{"Finetune/Learning Rate": 1.4427920526214324e-05, "Finetune/Loss": 0.8741908073425293, "Finetune/Loss (Raw)": 0.9721460938453674, "Finetune/Step": 3590, "Finetune/Step Time": 6.315393138676882}
+{"Finetune/Learning Rate": 1.4424900519115888e-05, "Finetune/Loss": 0.8753033876419067, "Finetune/Loss (Raw)": 0.9942903518676758, "Finetune/Step": 3591, "Finetune/Step Time": 6.312331611290574}
+{"Finetune/Learning Rate": 1.442188001010707e-05, "Finetune/Loss": 0.8748061656951904, "Finetune/Loss (Raw)": 0.8966970443725586, "Finetune/Step": 3592, "Finetune/Step Time": 6.311215195804834}
+{"Finetune/Learning Rate": 1.4418858999530488e-05, "Finetune/Loss": 0.8706484436988831, "Finetune/Loss (Raw)": 0.43853846192359924, "Finetune/Step": 3593, "Finetune/Step Time": 6.315699428319931}
+{"Finetune/Learning Rate": 1.4415837487728803e-05, "Finetune/Loss": 0.8703569769859314, "Finetune/Loss (Raw)": 0.8714166879653931, "Finetune/Step": 3594, "Finetune/Step Time": 6.331612084060907}
+{"Finetune/Learning Rate": 1.4412815475044749e-05, "Finetune/Loss": 0.871214747428894, "Finetune/Loss (Raw)": 0.913814127445221, "Finetune/Step": 3595, "Finetune/Step Time": 6.334900241345167}
+{"Finetune/Learning Rate": 1.4409792961821101e-05, "Finetune/Loss": 0.8718128204345703, "Finetune/Loss (Raw)": 0.9613258838653564, "Finetune/Step": 3596, "Finetune/Step Time": 6.33338032476604}
+{"Finetune/Learning Rate": 1.4406769948400703e-05, "Finetune/Loss": 0.8722780346870422, "Finetune/Loss (Raw)": 0.9821373820304871, "Finetune/Step": 3597, "Finetune/Step Time": 6.330966252833605}
+{"Finetune/Learning Rate": 1.4403746435126449e-05, "Finetune/Loss": 0.8713391423225403, "Finetune/Loss (Raw)": 0.8045108914375305, "Finetune/Step": 3598, "Finetune/Step Time": 6.325543692335486}
+{"Finetune/Learning Rate": 1.4400722422341296e-05, "Finetune/Loss": 0.8713682889938354, "Finetune/Loss (Raw)": 0.9391127824783325, "Finetune/Step": 3599, "Finetune/Step Time": 6.32608862221241}
+{"Finetune/Learning Rate": 1.4397697910388248e-05, "Finetune/Loss": 0.871005654335022, "Finetune/Loss (Raw)": 0.9392163753509521, "Finetune/Step": 3600, "Finetune/Step Time": 6.326322665438056}
+{"Finetune/Learning Rate": 1.4394672899610376e-05, "Finetune/Loss": 0.8714931011199951, "Finetune/Loss (Raw)": 0.9942793250083923, "Finetune/Step": 3601, "Finetune/Step Time": 6.324857801198959}
+{"Finetune/Learning Rate": 1.4391647390350802e-05, "Finetune/Loss": 0.871574342250824, "Finetune/Loss (Raw)": 0.43721386790275574, "Finetune/Step": 3602, "Finetune/Step Time": 6.3240323420614}
+{"Finetune/Learning Rate": 1.4388621382952702e-05, "Finetune/Loss": 0.8711187839508057, "Finetune/Loss (Raw)": 0.9192333221435547, "Finetune/Step": 3603, "Finetune/Step Time": 6.3220809027552605}
+{"Finetune/Learning Rate": 1.4385594877759315e-05, "Finetune/Loss": 0.8706680536270142, "Finetune/Loss (Raw)": 0.9057678580284119, "Finetune/Step": 3604, "Finetune/Step Time": 6.319890925660729}
+{"Finetune/Learning Rate": 1.4382567875113932e-05, "Finetune/Loss": 0.8685081005096436, "Finetune/Loss (Raw)": 0.7181029915809631, "Finetune/Step": 3605, "Finetune/Step Time": 6.3192777056247}
+{"Finetune/Learning Rate": 1.4379540375359904e-05, "Finetune/Loss": 0.8689075708389282, "Finetune/Loss (Raw)": 0.9211599826812744, "Finetune/Step": 3606, "Finetune/Step Time": 6.314112231135368}
+{"Finetune/Learning Rate": 1.4376512378840632e-05, "Finetune/Loss": 0.8697192072868347, "Finetune/Loss (Raw)": 1.014255166053772, "Finetune/Step": 3607, "Finetune/Step Time": 6.313026050105691}
+{"Finetune/Learning Rate": 1.4373483885899582e-05, "Finetune/Loss": 0.8688158988952637, "Finetune/Loss (Raw)": 0.7915318608283997, "Finetune/Step": 3608, "Finetune/Step Time": 6.312343444675207}
+{"Finetune/Learning Rate": 1.4370454896880265e-05, "Finetune/Loss": 0.8700996041297913, "Finetune/Loss (Raw)": 0.9991055130958557, "Finetune/Step": 3609, "Finetune/Step Time": 6.306523595005274}
+{"Finetune/Learning Rate": 1.4367425412126266e-05, "Finetune/Loss": 0.8682090044021606, "Finetune/Loss (Raw)": 0.7570100426673889, "Finetune/Step": 3610, "Finetune/Step Time": 6.299186497926712}
+{"Finetune/Learning Rate": 1.4364395431981206e-05, "Finetune/Loss": 0.8698654174804688, "Finetune/Loss (Raw)": 0.981071412563324, "Finetune/Step": 3611, "Finetune/Step Time": 6.290250418707728}
+{"Finetune/Learning Rate": 1.4361364956788772e-05, "Finetune/Loss": 0.8700329065322876, "Finetune/Loss (Raw)": 0.8641883730888367, "Finetune/Step": 3612, "Finetune/Step Time": 6.289333397522569}
+{"Finetune/Learning Rate": 1.4358333986892711e-05, "Finetune/Loss": 0.8702816963195801, "Finetune/Loss (Raw)": 0.8546789288520813, "Finetune/Step": 3613, "Finetune/Step Time": 6.288076691329479}
+{"Finetune/Learning Rate": 1.4355302522636823e-05, "Finetune/Loss": 0.8696449995040894, "Finetune/Loss (Raw)": 0.9133707284927368, "Finetune/Step": 3614, "Finetune/Step Time": 6.291109278798103}
+{"Finetune/Learning Rate": 1.4352270564364954e-05, "Finetune/Loss": 0.8684620261192322, "Finetune/Loss (Raw)": 0.7300092577934265, "Finetune/Step": 3615, "Finetune/Step Time": 6.291775902733207}
+{"Finetune/Learning Rate": 1.4349238112421025e-05, "Finetune/Loss": 0.8686187863349915, "Finetune/Loss (Raw)": 0.8177617788314819, "Finetune/Step": 3616, "Finetune/Step Time": 6.291784847155213}
+{"Finetune/Learning Rate": 1.4346205167148996e-05, "Finetune/Loss": 0.8680332899093628, "Finetune/Loss (Raw)": 0.9145272970199585, "Finetune/Step": 3617, "Finetune/Step Time": 6.291184838861227}
+{"Finetune/Learning Rate": 1.4343171728892892e-05, "Finetune/Loss": 0.8690835237503052, "Finetune/Loss (Raw)": 0.9464970827102661, "Finetune/Step": 3618, "Finetune/Step Time": 6.290246911346912}
+{"Finetune/Learning Rate": 1.4340137797996793e-05, "Finetune/Loss": 0.8687185049057007, "Finetune/Loss (Raw)": 0.799116849899292, "Finetune/Step": 3619, "Finetune/Step Time": 6.286100719124079}
+{"Finetune/Learning Rate": 1.4337103374804832e-05, "Finetune/Loss": 0.869242787361145, "Finetune/Loss (Raw)": 0.7032263875007629, "Finetune/Step": 3620, "Finetune/Step Time": 6.281994387507439}
+{"Finetune/Learning Rate": 1.43340684596612e-05, "Finetune/Loss": 0.869450569152832, "Finetune/Loss (Raw)": 0.8564571738243103, "Finetune/Step": 3621, "Finetune/Step Time": 6.27553167194128}
+{"Finetune/Learning Rate": 1.4331033052910144e-05, "Finetune/Loss": 0.8687006235122681, "Finetune/Loss (Raw)": 0.7807188630104065, "Finetune/Step": 3622, "Finetune/Step Time": 6.2875943928956985}
+{"Finetune/Learning Rate": 1.4327997154895967e-05, "Finetune/Loss": 0.8689607381820679, "Finetune/Loss (Raw)": 0.9294545650482178, "Finetune/Step": 3623, "Finetune/Step Time": 6.263246735557914}
+{"Finetune/Learning Rate": 1.4324960765963019e-05, "Finetune/Loss": 0.8683176040649414, "Finetune/Loss (Raw)": 0.8485152721405029, "Finetune/Step": 3624, "Finetune/Step Time": 6.263802340254188}
+{"Finetune/Learning Rate": 1.4321923886455725e-05, "Finetune/Loss": 0.8687823414802551, "Finetune/Loss (Raw)": 0.9175512790679932, "Finetune/Step": 3625, "Finetune/Step Time": 6.260857144370675}
+{"Finetune/Learning Rate": 1.4318886516718546e-05, "Finetune/Loss": 0.8688156604766846, "Finetune/Loss (Raw)": 0.9354036450386047, "Finetune/Step": 3626, "Finetune/Step Time": 6.2583536840975285}
+{"Finetune/Learning Rate": 1.4315848657096006e-05, "Finetune/Loss": 0.8674722909927368, "Finetune/Loss (Raw)": 0.7956369519233704, "Finetune/Step": 3627, "Finetune/Step Time": 6.255345415323973}
+{"Finetune/Learning Rate": 1.4312810307932694e-05, "Finetune/Loss": 0.8711883425712585, "Finetune/Loss (Raw)": 0.9221218228340149, "Finetune/Step": 3628, "Finetune/Step Time": 6.252390179783106}
+{"Finetune/Learning Rate": 1.4309771469573237e-05, "Finetune/Loss": 0.8738319873809814, "Finetune/Loss (Raw)": 1.0349544286727905, "Finetune/Step": 3629, "Finetune/Step Time": 6.226502683013678}
+{"Finetune/Learning Rate": 1.4306732142362329e-05, "Finetune/Loss": 0.8730002045631409, "Finetune/Loss (Raw)": 0.8196290135383606, "Finetune/Step": 3630, "Finetune/Step Time": 6.206120755523443}
+{"Finetune/Learning Rate": 1.430369232664472e-05, "Finetune/Loss": 0.8730088472366333, "Finetune/Loss (Raw)": 0.863122820854187, "Finetune/Step": 3631, "Finetune/Step Time": 6.230766534805298}
+{"Finetune/Learning Rate": 1.4300652022765207e-05, "Finetune/Loss": 0.8723158836364746, "Finetune/Loss (Raw)": 0.8525950908660889, "Finetune/Step": 3632, "Finetune/Step Time": 6.239474153146148}
+{"Finetune/Learning Rate": 1.4297611231068649e-05, "Finetune/Loss": 0.8709983825683594, "Finetune/Loss (Raw)": 0.8246832489967346, "Finetune/Step": 3633, "Finetune/Step Time": 6.234644167125225}
+{"Finetune/Learning Rate": 1.4294569951899958e-05, "Finetune/Loss": 0.8736177682876587, "Finetune/Loss (Raw)": 0.9535451531410217, "Finetune/Step": 3634, "Finetune/Step Time": 6.218917908146977}
+{"Finetune/Learning Rate": 1.429152818560411e-05, "Finetune/Loss": 0.8725162744522095, "Finetune/Loss (Raw)": 0.81392902135849, "Finetune/Step": 3635, "Finetune/Step Time": 6.214061588048935}
+{"Finetune/Learning Rate": 1.4288485932526115e-05, "Finetune/Loss": 0.8732548952102661, "Finetune/Loss (Raw)": 0.8727834224700928, "Finetune/Step": 3636, "Finetune/Step Time": 6.212992891669273}
+{"Finetune/Learning Rate": 1.4285443193011063e-05, "Finetune/Loss": 0.8728793859481812, "Finetune/Loss (Raw)": 0.8621810078620911, "Finetune/Step": 3637, "Finetune/Step Time": 6.214647680521011}
+{"Finetune/Learning Rate": 1.428239996740408e-05, "Finetune/Loss": 0.8727585077285767, "Finetune/Loss (Raw)": 0.8707164525985718, "Finetune/Step": 3638, "Finetune/Step Time": 6.218317786231637}
+{"Finetune/Learning Rate": 1.4279356256050361e-05, "Finetune/Loss": 0.8742403984069824, "Finetune/Loss (Raw)": 0.9896133542060852, "Finetune/Step": 3639, "Finetune/Step Time": 6.212178751826286}
+{"Finetune/Learning Rate": 1.4276312059295148e-05, "Finetune/Loss": 0.8738610148429871, "Finetune/Loss (Raw)": 0.911729097366333, "Finetune/Step": 3640, "Finetune/Step Time": 6.228768169879913}
+{"Finetune/Learning Rate": 1.4273267377483735e-05, "Finetune/Loss": 0.8729943633079529, "Finetune/Loss (Raw)": 0.7816869020462036, "Finetune/Step": 3641, "Finetune/Step Time": 6.229551177471876}
+{"Finetune/Learning Rate": 1.4270222210961483e-05, "Finetune/Loss": 0.874266505241394, "Finetune/Loss (Raw)": 1.0195866823196411, "Finetune/Step": 3642, "Finetune/Step Time": 6.2416553776711226}
+{"Finetune/Learning Rate": 1.42671765600738e-05, "Finetune/Loss": 0.87176513671875, "Finetune/Loss (Raw)": 0.6852675676345825, "Finetune/Step": 3643, "Finetune/Step Time": 6.272363508120179}
+{"Finetune/Learning Rate": 1.4264130425166145e-05, "Finetune/Loss": 0.8718328475952148, "Finetune/Loss (Raw)": 0.9331384301185608, "Finetune/Step": 3644, "Finetune/Step Time": 6.281587794423103}
+{"Finetune/Learning Rate": 1.4261083806584042e-05, "Finetune/Loss": 0.8719899654388428, "Finetune/Loss (Raw)": 0.894827127456665, "Finetune/Step": 3645, "Finetune/Step Time": 6.2755244970321655}
+{"Finetune/Learning Rate": 1.4258036704673062e-05, "Finetune/Loss": 0.8706157207489014, "Finetune/Loss (Raw)": 0.8109745979309082, "Finetune/Step": 3646, "Finetune/Step Time": 6.271938359364867}
+{"Finetune/Learning Rate": 1.4254989119778834e-05, "Finetune/Loss": 0.8704220056533813, "Finetune/Loss (Raw)": 0.8170833587646484, "Finetune/Step": 3647, "Finetune/Step Time": 6.266745140776038}
+{"Finetune/Learning Rate": 1.4251941052247044e-05, "Finetune/Loss": 0.8722759485244751, "Finetune/Loss (Raw)": 1.0507848262786865, "Finetune/Step": 3648, "Finetune/Step Time": 6.247556194663048}
+{"Finetune/Learning Rate": 1.4248892502423429e-05, "Finetune/Loss": 0.8715475797653198, "Finetune/Loss (Raw)": 0.8189002871513367, "Finetune/Step": 3649, "Finetune/Step Time": 6.247805319726467}
+{"Finetune/Learning Rate": 1.4245843470653777e-05, "Finetune/Loss": 0.8723316788673401, "Finetune/Loss (Raw)": 0.9850419163703918, "Finetune/Step": 3650, "Finetune/Step Time": 6.26578619889915}
+{"Finetune/Learning Rate": 1.4242793957283943e-05, "Finetune/Loss": 0.8730432391166687, "Finetune/Loss (Raw)": 1.0032203197479248, "Finetune/Step": 3651, "Finetune/Step Time": 6.2698012087494135}
+{"Finetune/Learning Rate": 1.4239743962659822e-05, "Finetune/Loss": 0.8730416297912598, "Finetune/Loss (Raw)": 0.9709123373031616, "Finetune/Step": 3652, "Finetune/Step Time": 6.2731064558029175}
+{"Finetune/Learning Rate": 1.4236693487127377e-05, "Finetune/Loss": 0.8734545707702637, "Finetune/Loss (Raw)": 0.7708994746208191, "Finetune/Step": 3653, "Finetune/Step Time": 6.270339880138636}
+{"Finetune/Learning Rate": 1.4233642531032614e-05, "Finetune/Loss": 0.872356653213501, "Finetune/Loss (Raw)": 0.7300498485565186, "Finetune/Step": 3654, "Finetune/Step Time": 6.255342522636056}
+{"Finetune/Learning Rate": 1.4230591094721605e-05, "Finetune/Loss": 0.8718290328979492, "Finetune/Loss (Raw)": 0.7930200099945068, "Finetune/Step": 3655, "Finetune/Step Time": 6.261295268312097}
+{"Finetune/Learning Rate": 1.4227539178540463e-05, "Finetune/Loss": 0.8724290132522583, "Finetune/Loss (Raw)": 0.868496835231781, "Finetune/Step": 3656, "Finetune/Step Time": 6.257331319153309}
+{"Finetune/Learning Rate": 1.4224486782835367e-05, "Finetune/Loss": 0.8716471195220947, "Finetune/Loss (Raw)": 0.9170389175415039, "Finetune/Step": 3657, "Finetune/Step Time": 6.2492294404655695}
+{"Finetune/Learning Rate": 1.4221433907952544e-05, "Finetune/Loss": 0.8711017370223999, "Finetune/Loss (Raw)": 0.8840353488922119, "Finetune/Step": 3658, "Finetune/Step Time": 6.249374076724052}
+{"Finetune/Learning Rate": 1.421838055423828e-05, "Finetune/Loss": 0.870202362537384, "Finetune/Loss (Raw)": 0.8155878186225891, "Finetune/Step": 3659, "Finetune/Step Time": 6.249274967238307}
+{"Finetune/Learning Rate": 1.4215326722038911e-05, "Finetune/Loss": 0.8703622817993164, "Finetune/Loss (Raw)": 0.9557304382324219, "Finetune/Step": 3660, "Finetune/Step Time": 6.250258386135101}
+{"Finetune/Learning Rate": 1.4212272411700831e-05, "Finetune/Loss": 0.8711082339286804, "Finetune/Loss (Raw)": 1.0155197381973267, "Finetune/Step": 3661, "Finetune/Step Time": 6.247160082682967}
+{"Finetune/Learning Rate": 1.420921762357048e-05, "Finetune/Loss": 0.8713616728782654, "Finetune/Loss (Raw)": 0.9855843782424927, "Finetune/Step": 3662, "Finetune/Step Time": 6.2494596894830465}
+{"Finetune/Learning Rate": 1.4206162357994366e-05, "Finetune/Loss": 0.8711221814155579, "Finetune/Loss (Raw)": 0.8911991119384766, "Finetune/Step": 3663, "Finetune/Step Time": 6.254245452582836}
+{"Finetune/Learning Rate": 1.420310661531904e-05, "Finetune/Loss": 0.8678985834121704, "Finetune/Loss (Raw)": 0.41762813925743103, "Finetune/Step": 3664, "Finetune/Step Time": 6.2540978118777275}
+{"Finetune/Learning Rate": 1.420005039589111e-05, "Finetune/Loss": 0.8688088655471802, "Finetune/Loss (Raw)": 0.9549953937530518, "Finetune/Step": 3665, "Finetune/Step Time": 6.255906242877245}
+{"Finetune/Learning Rate": 1.419699370005724e-05, "Finetune/Loss": 0.867892861366272, "Finetune/Loss (Raw)": 0.6332384347915649, "Finetune/Step": 3666, "Finetune/Step Time": 6.255561584606767}
+{"Finetune/Learning Rate": 1.4193936528164147e-05, "Finetune/Loss": 0.8685779571533203, "Finetune/Loss (Raw)": 0.9130310416221619, "Finetune/Step": 3667, "Finetune/Step Time": 6.264731558039784}
+{"Finetune/Learning Rate": 1.4190878880558603e-05, "Finetune/Loss": 0.8676351308822632, "Finetune/Loss (Raw)": 0.8101826906204224, "Finetune/Step": 3668, "Finetune/Step Time": 6.263180362060666}
+{"Finetune/Learning Rate": 1.4187820757587426e-05, "Finetune/Loss": 0.8673422336578369, "Finetune/Loss (Raw)": 0.8921225070953369, "Finetune/Step": 3669, "Finetune/Step Time": 6.255716141313314}
+{"Finetune/Learning Rate": 1.4184762159597507e-05, "Finetune/Loss": 0.8657431602478027, "Finetune/Loss (Raw)": 0.7241150140762329, "Finetune/Step": 3670, "Finetune/Step Time": 6.239935509860516}
+{"Finetune/Learning Rate": 1.4181703086935765e-05, "Finetune/Loss": 0.865994393825531, "Finetune/Loss (Raw)": 0.973247230052948, "Finetune/Step": 3671, "Finetune/Step Time": 6.248488910496235}
+{"Finetune/Learning Rate": 1.4178643539949197e-05, "Finetune/Loss": 0.8653450012207031, "Finetune/Loss (Raw)": 0.8074223399162292, "Finetune/Step": 3672, "Finetune/Step Time": 6.25628618337214}
+{"Finetune/Learning Rate": 1.417558351898484e-05, "Finetune/Loss": 0.8642994165420532, "Finetune/Loss (Raw)": 0.8704552054405212, "Finetune/Step": 3673, "Finetune/Step Time": 6.266614433377981}
+{"Finetune/Learning Rate": 1.4172523024389783e-05, "Finetune/Loss": 0.8623873591423035, "Finetune/Loss (Raw)": 0.7746691107749939, "Finetune/Step": 3674, "Finetune/Step Time": 6.2571975495666265}
+{"Finetune/Learning Rate": 1.4169462056511184e-05, "Finetune/Loss": 0.8623404502868652, "Finetune/Loss (Raw)": 0.8322033882141113, "Finetune/Step": 3675, "Finetune/Step Time": 6.2816799730062485}
+{"Finetune/Learning Rate": 1.4166400615696232e-05, "Finetune/Loss": 0.8619402647018433, "Finetune/Loss (Raw)": 0.7913973331451416, "Finetune/Step": 3676, "Finetune/Step Time": 6.269560741260648}
+{"Finetune/Learning Rate": 1.4163338702292189e-05, "Finetune/Loss": 0.8611469268798828, "Finetune/Loss (Raw)": 0.8229320049285889, "Finetune/Step": 3677, "Finetune/Step Time": 6.270933480933309}
+{"Finetune/Learning Rate": 1.4160276316646364e-05, "Finetune/Loss": 0.8603849411010742, "Finetune/Loss (Raw)": 0.8635590672492981, "Finetune/Step": 3678, "Finetune/Step Time": 6.264982029795647}
+{"Finetune/Learning Rate": 1.4157213459106118e-05, "Finetune/Loss": 0.8598809242248535, "Finetune/Loss (Raw)": 0.8597072958946228, "Finetune/Step": 3679, "Finetune/Step Time": 6.267056113108993}
+{"Finetune/Learning Rate": 1.4154150130018867e-05, "Finetune/Loss": 0.8594285249710083, "Finetune/Loss (Raw)": 0.7982715964317322, "Finetune/Step": 3680, "Finetune/Step Time": 6.267771292477846}
+{"Finetune/Learning Rate": 1.4151086329732078e-05, "Finetune/Loss": 0.8592777252197266, "Finetune/Loss (Raw)": 0.7454182505607605, "Finetune/Step": 3681, "Finetune/Step Time": 6.2632518094033}
+{"Finetune/Learning Rate": 1.4148022058593276e-05, "Finetune/Loss": 0.8589249849319458, "Finetune/Loss (Raw)": 0.8204609155654907, "Finetune/Step": 3682, "Finetune/Step Time": 6.271267963573337}
+{"Finetune/Learning Rate": 1.4144957316950039e-05, "Finetune/Loss": 0.8584998846054077, "Finetune/Loss (Raw)": 0.8165954947471619, "Finetune/Step": 3683, "Finetune/Step Time": 6.270233644172549}
+{"Finetune/Learning Rate": 1.4141892105149993e-05, "Finetune/Loss": 0.8600373268127441, "Finetune/Loss (Raw)": 1.001808762550354, "Finetune/Step": 3684, "Finetune/Step Time": 6.287228198722005}
+{"Finetune/Learning Rate": 1.413882642354082e-05, "Finetune/Loss": 0.8612734079360962, "Finetune/Loss (Raw)": 0.8170710206031799, "Finetune/Step": 3685, "Finetune/Step Time": 6.285260243341327}
+{"Finetune/Learning Rate": 1.4135760272470258e-05, "Finetune/Loss": 0.8621852397918701, "Finetune/Loss (Raw)": 0.9397786855697632, "Finetune/Step": 3686, "Finetune/Step Time": 6.283797200769186}
+{"Finetune/Learning Rate": 1.4132693652286099e-05, "Finetune/Loss": 0.8611322641372681, "Finetune/Loss (Raw)": 0.7804897427558899, "Finetune/Step": 3687, "Finetune/Step Time": 6.280646599829197}
+{"Finetune/Learning Rate": 1.4129626563336179e-05, "Finetune/Loss": 0.8611029982566833, "Finetune/Loss (Raw)": 0.8935196995735168, "Finetune/Step": 3688, "Finetune/Step Time": 6.277842978015542}
+{"Finetune/Learning Rate": 1.4126559005968398e-05, "Finetune/Loss": 0.8597761392593384, "Finetune/Loss (Raw)": 0.7355124354362488, "Finetune/Step": 3689, "Finetune/Step Time": 6.276481159031391}
+{"Finetune/Learning Rate": 1.4123490980530707e-05, "Finetune/Loss": 0.859195351600647, "Finetune/Loss (Raw)": 0.8185840249061584, "Finetune/Step": 3690, "Finetune/Step Time": 6.271967967972159}
+{"Finetune/Learning Rate": 1.4120422487371104e-05, "Finetune/Loss": 0.8600220680236816, "Finetune/Loss (Raw)": 0.8667040467262268, "Finetune/Step": 3691, "Finetune/Step Time": 6.273394202813506}
+{"Finetune/Learning Rate": 1.4117353526837643e-05, "Finetune/Loss": 0.8611093759536743, "Finetune/Loss (Raw)": 0.9280034303665161, "Finetune/Step": 3692, "Finetune/Step Time": 6.275477014482021}
+{"Finetune/Learning Rate": 1.4114284099278434e-05, "Finetune/Loss": 0.8604602813720703, "Finetune/Loss (Raw)": 0.9007664918899536, "Finetune/Step": 3693, "Finetune/Step Time": 6.278004685416818}
+{"Finetune/Learning Rate": 1.4111214205041641e-05, "Finetune/Loss": 0.8621573448181152, "Finetune/Loss (Raw)": 0.9870520234107971, "Finetune/Step": 3694, "Finetune/Step Time": 6.280217597261071}
+{"Finetune/Learning Rate": 1.4108143844475473e-05, "Finetune/Loss": 0.8615471124649048, "Finetune/Loss (Raw)": 0.8497158885002136, "Finetune/Step": 3695, "Finetune/Step Time": 6.279892701655626}
+{"Finetune/Learning Rate": 1.4105073017928199e-05, "Finetune/Loss": 0.860136091709137, "Finetune/Loss (Raw)": 0.8559640049934387, "Finetune/Step": 3696, "Finetune/Step Time": 6.27886519394815}
+{"Finetune/Learning Rate": 1.4102001725748135e-05, "Finetune/Loss": 0.8589266538619995, "Finetune/Loss (Raw)": 0.6821330785751343, "Finetune/Step": 3697, "Finetune/Step Time": 6.272981042042375}
+{"Finetune/Learning Rate": 1.4098929968283661e-05, "Finetune/Loss": 0.858619213104248, "Finetune/Loss (Raw)": 0.862094521522522, "Finetune/Step": 3698, "Finetune/Step Time": 6.26690580137074}
+{"Finetune/Learning Rate": 1.4095857745883197e-05, "Finetune/Loss": 0.8592255115509033, "Finetune/Loss (Raw)": 0.968768298625946, "Finetune/Step": 3699, "Finetune/Step Time": 6.253589395433664}
+{"Finetune/Learning Rate": 1.409278505889522e-05, "Finetune/Loss": 0.8595961332321167, "Finetune/Loss (Raw)": 0.9002354741096497, "Finetune/Step": 3700, "Finetune/Step Time": 6.249465422704816}
+{"Finetune/Learning Rate": 1.4089711907668265e-05, "Finetune/Loss": 0.8597155213356018, "Finetune/Loss (Raw)": 0.9007261991500854, "Finetune/Step": 3701, "Finetune/Step Time": 6.249869568273425}
+{"Finetune/Learning Rate": 1.4086638292550911e-05, "Finetune/Loss": 0.8597561120986938, "Finetune/Loss (Raw)": 0.8420124053955078, "Finetune/Step": 3702, "Finetune/Step Time": 6.243379086256027}
+{"Finetune/Learning Rate": 1.4083564213891796e-05, "Finetune/Loss": 0.8599145412445068, "Finetune/Loss (Raw)": 0.9267951846122742, "Finetune/Step": 3703, "Finetune/Step Time": 6.23050700314343}
+{"Finetune/Learning Rate": 1.4080489672039608e-05, "Finetune/Loss": 0.8558118343353271, "Finetune/Loss (Raw)": 0.3609206974506378, "Finetune/Step": 3704, "Finetune/Step Time": 6.234554240480065}
+{"Finetune/Learning Rate": 1.4077414667343088e-05, "Finetune/Loss": 0.8548562526702881, "Finetune/Loss (Raw)": 0.8719671368598938, "Finetune/Step": 3705, "Finetune/Step Time": 6.24954092502594}
+{"Finetune/Learning Rate": 1.4074339200151031e-05, "Finetune/Loss": 0.8536387085914612, "Finetune/Loss (Raw)": 0.8266697525978088, "Finetune/Step": 3706, "Finetune/Step Time": 6.246485333889723}
+{"Finetune/Learning Rate": 1.407126327081228e-05, "Finetune/Loss": 0.857262372970581, "Finetune/Loss (Raw)": 0.8480913043022156, "Finetune/Step": 3707, "Finetune/Step Time": 6.237851807847619}
+{"Finetune/Learning Rate": 1.406818687967574e-05, "Finetune/Loss": 0.8564625978469849, "Finetune/Loss (Raw)": 0.8298888802528381, "Finetune/Step": 3708, "Finetune/Step Time": 6.225454609841108}
+{"Finetune/Learning Rate": 1.4065110027090352e-05, "Finetune/Loss": 0.8561794757843018, "Finetune/Loss (Raw)": 0.8612297773361206, "Finetune/Step": 3709, "Finetune/Step Time": 6.2265469543635845}
+{"Finetune/Learning Rate": 1.4062032713405127e-05, "Finetune/Loss": 0.856461226940155, "Finetune/Loss (Raw)": 0.9121007919311523, "Finetune/Step": 3710, "Finetune/Step Time": 6.228410258889198}
+{"Finetune/Learning Rate": 1.4058954938969115e-05, "Finetune/Loss": 0.8568633198738098, "Finetune/Loss (Raw)": 0.945953905582428, "Finetune/Step": 3711, "Finetune/Step Time": 6.227189753204584}
+{"Finetune/Learning Rate": 1.405587670413143e-05, "Finetune/Loss": 0.8558703660964966, "Finetune/Loss (Raw)": 0.7739025354385376, "Finetune/Step": 3712, "Finetune/Step Time": 6.226243233308196}
+{"Finetune/Learning Rate": 1.4052798009241226e-05, "Finetune/Loss": 0.8600934743881226, "Finetune/Loss (Raw)": 0.9088559746742249, "Finetune/Step": 3713, "Finetune/Step Time": 6.225036131218076}
+{"Finetune/Learning Rate": 1.4049718854647719e-05, "Finetune/Loss": 0.8599389791488647, "Finetune/Loss (Raw)": 0.9475336074829102, "Finetune/Step": 3714, "Finetune/Step Time": 6.213950114324689}
+{"Finetune/Learning Rate": 1.404663924070017e-05, "Finetune/Loss": 0.8591681718826294, "Finetune/Loss (Raw)": 0.9439139366149902, "Finetune/Step": 3715, "Finetune/Step Time": 6.210263650864363}
+{"Finetune/Learning Rate": 1.4043559167747897e-05, "Finetune/Loss": 0.859015941619873, "Finetune/Loss (Raw)": 0.8484444618225098, "Finetune/Step": 3716, "Finetune/Step Time": 6.187997987493873}
+{"Finetune/Learning Rate": 1.4040478636140273e-05, "Finetune/Loss": 0.8614163398742676, "Finetune/Loss (Raw)": 1.0531888008117676, "Finetune/Step": 3717, "Finetune/Step Time": 6.169097354635596}
+{"Finetune/Learning Rate": 1.403739764622671e-05, "Finetune/Loss": 0.8617470264434814, "Finetune/Loss (Raw)": 1.0144697427749634, "Finetune/Step": 3718, "Finetune/Step Time": 6.168249983340502}
+{"Finetune/Learning Rate": 1.4034316198356686e-05, "Finetune/Loss": 0.8597305417060852, "Finetune/Loss (Raw)": 0.7361798882484436, "Finetune/Step": 3719, "Finetune/Step Time": 6.169160217046738}
+{"Finetune/Learning Rate": 1.4031234292879726e-05, "Finetune/Loss": 0.8590269088745117, "Finetune/Loss (Raw)": 0.8066367506980896, "Finetune/Step": 3720, "Finetune/Step Time": 6.171808088198304}
+{"Finetune/Learning Rate": 1.4028151930145399e-05, "Finetune/Loss": 0.8612068891525269, "Finetune/Loss (Raw)": 0.7175796031951904, "Finetune/Step": 3721, "Finetune/Step Time": 6.167498297989368}
+{"Finetune/Learning Rate": 1.4025069110503341e-05, "Finetune/Loss": 0.8616145253181458, "Finetune/Loss (Raw)": 0.9235900044441223, "Finetune/Step": 3722, "Finetune/Step Time": 6.155139515176415}
+{"Finetune/Learning Rate": 1.402198583430323e-05, "Finetune/Loss": 0.8612873554229736, "Finetune/Loss (Raw)": 0.8719360828399658, "Finetune/Step": 3723, "Finetune/Step Time": 6.156283004209399}
+{"Finetune/Learning Rate": 1.4018902101894798e-05, "Finetune/Loss": 0.8606017827987671, "Finetune/Loss (Raw)": 0.8735745549201965, "Finetune/Step": 3724, "Finetune/Step Time": 6.158695081248879}
+{"Finetune/Learning Rate": 1.4015817913627827e-05, "Finetune/Loss": 0.8596103191375732, "Finetune/Loss (Raw)": 0.8552237749099731, "Finetune/Step": 3725, "Finetune/Step Time": 6.161157071590424}
+{"Finetune/Learning Rate": 1.4012733269852152e-05, "Finetune/Loss": 0.8598554134368896, "Finetune/Loss (Raw)": 0.835883378982544, "Finetune/Step": 3726, "Finetune/Step Time": 6.163080096244812}
+{"Finetune/Learning Rate": 1.400964817091766e-05, "Finetune/Loss": 0.8590986132621765, "Finetune/Loss (Raw)": 0.8422459959983826, "Finetune/Step": 3727, "Finetune/Step Time": 6.162678165361285}
+{"Finetune/Learning Rate": 1.4006562617174292e-05, "Finetune/Loss": 0.8585144281387329, "Finetune/Loss (Raw)": 0.8644416928291321, "Finetune/Step": 3728, "Finetune/Step Time": 6.164220625534654}
+{"Finetune/Learning Rate": 1.4003476608972035e-05, "Finetune/Loss": 0.8577309846878052, "Finetune/Loss (Raw)": 0.8940004110336304, "Finetune/Step": 3729, "Finetune/Step Time": 6.163876874372363}
+{"Finetune/Learning Rate": 1.4000390146660934e-05, "Finetune/Loss": 0.8613656163215637, "Finetune/Loss (Raw)": 0.9024471044540405, "Finetune/Step": 3730, "Finetune/Step Time": 6.159157175570726}
+{"Finetune/Learning Rate": 1.3997303230591081e-05, "Finetune/Loss": 0.8609131574630737, "Finetune/Loss (Raw)": 0.8613137602806091, "Finetune/Step": 3731, "Finetune/Step Time": 6.147738836705685}
+{"Finetune/Learning Rate": 1.3994215861112617e-05, "Finetune/Loss": 0.8611475229263306, "Finetune/Loss (Raw)": 0.9357689023017883, "Finetune/Step": 3732, "Finetune/Step Time": 6.150323396548629}
+{"Finetune/Learning Rate": 1.3991128038575741e-05, "Finetune/Loss": 0.8623068332672119, "Finetune/Loss (Raw)": 0.866496741771698, "Finetune/Step": 3733, "Finetune/Step Time": 6.147141991183162}
+{"Finetune/Learning Rate": 1.3988039763330705e-05, "Finetune/Loss": 0.8608947992324829, "Finetune/Loss (Raw)": 0.7404184341430664, "Finetune/Step": 3734, "Finetune/Step Time": 6.144092271104455}
+{"Finetune/Learning Rate": 1.3984951035727799e-05, "Finetune/Loss": 0.859719455242157, "Finetune/Loss (Raw)": 0.8638038635253906, "Finetune/Step": 3735, "Finetune/Step Time": 6.169841343536973}
+{"Finetune/Learning Rate": 1.398186185611738e-05, "Finetune/Loss": 0.8589965105056763, "Finetune/Loss (Raw)": 0.6989993453025818, "Finetune/Step": 3736, "Finetune/Step Time": 6.167923117056489}
+{"Finetune/Learning Rate": 1.3978772224849845e-05, "Finetune/Loss": 0.8587311506271362, "Finetune/Loss (Raw)": 0.9651463627815247, "Finetune/Step": 3737, "Finetune/Step Time": 6.174965374171734}
+{"Finetune/Learning Rate": 1.3975682142275648e-05, "Finetune/Loss": 0.859236478805542, "Finetune/Loss (Raw)": 0.8216913342475891, "Finetune/Step": 3738, "Finetune/Step Time": 6.181496657431126}
+{"Finetune/Learning Rate": 1.3972591608745296e-05, "Finetune/Loss": 0.8586130142211914, "Finetune/Loss (Raw)": 0.9012588262557983, "Finetune/Step": 3739, "Finetune/Step Time": 6.186843745410442}
+{"Finetune/Learning Rate": 1.3969500624609338e-05, "Finetune/Loss": 0.8584250807762146, "Finetune/Loss (Raw)": 0.8401345610618591, "Finetune/Step": 3740, "Finetune/Step Time": 6.199852945283055}
+{"Finetune/Learning Rate": 1.3966409190218386e-05, "Finetune/Loss": 0.8585928678512573, "Finetune/Loss (Raw)": 0.8761594891548157, "Finetune/Step": 3741, "Finetune/Step Time": 6.204212993383408}
+{"Finetune/Learning Rate": 1.3963317305923095e-05, "Finetune/Loss": 0.8582151532173157, "Finetune/Loss (Raw)": 0.8650223612785339, "Finetune/Step": 3742, "Finetune/Step Time": 6.2055125664919615}
+{"Finetune/Learning Rate": 1.396022497207417e-05, "Finetune/Loss": 0.859041690826416, "Finetune/Loss (Raw)": 0.8358070850372314, "Finetune/Step": 3743, "Finetune/Step Time": 6.206196740269661}
+{"Finetune/Learning Rate": 1.3957132189022373e-05, "Finetune/Loss": 0.859155535697937, "Finetune/Loss (Raw)": 0.8323315978050232, "Finetune/Step": 3744, "Finetune/Step Time": 6.214049203321338}
+{"Finetune/Learning Rate": 1.3954038957118517e-05, "Finetune/Loss": 0.8585111498832703, "Finetune/Loss (Raw)": 0.832044243812561, "Finetune/Step": 3745, "Finetune/Step Time": 6.222377900034189}
+{"Finetune/Learning Rate": 1.3950945276713457e-05, "Finetune/Loss": 0.8537855744361877, "Finetune/Loss (Raw)": 0.341626912355423, "Finetune/Step": 3746, "Finetune/Step Time": 6.226838663220406}
+{"Finetune/Learning Rate": 1.3947851148158107e-05, "Finetune/Loss": 0.8545446395874023, "Finetune/Loss (Raw)": 0.8962721824645996, "Finetune/Step": 3747, "Finetune/Step Time": 6.243556704372168}
+{"Finetune/Learning Rate": 1.3944756571803435e-05, "Finetune/Loss": 0.8562861084938049, "Finetune/Loss (Raw)": 0.9261360764503479, "Finetune/Step": 3748, "Finetune/Step Time": 6.245792169123888}
+{"Finetune/Learning Rate": 1.3941661548000446e-05, "Finetune/Loss": 0.8571189641952515, "Finetune/Loss (Raw)": 0.9630651473999023, "Finetune/Step": 3749, "Finetune/Step Time": 6.243794430047274}
+{"Finetune/Learning Rate": 1.3938566077100211e-05, "Finetune/Loss": 0.8572450876235962, "Finetune/Loss (Raw)": 0.7968639731407166, "Finetune/Step": 3750, "Finetune/Step Time": 6.232204606756568}
+{"Finetune/Learning Rate": 1.393547015945384e-05, "Finetune/Loss": 0.8532910943031311, "Finetune/Loss (Raw)": 0.4233367443084717, "Finetune/Step": 3751, "Finetune/Step Time": 6.226555300876498}
+{"Finetune/Learning Rate": 1.3932373795412503e-05, "Finetune/Loss": 0.8535745143890381, "Finetune/Loss (Raw)": 0.8847970366477966, "Finetune/Step": 3752, "Finetune/Step Time": 6.238642558455467}
+{"Finetune/Learning Rate": 1.3929276985327415e-05, "Finetune/Loss": 0.8529320955276489, "Finetune/Loss (Raw)": 0.8353224396705627, "Finetune/Step": 3753, "Finetune/Step Time": 6.242065066471696}
+{"Finetune/Learning Rate": 1.3926179729549843e-05, "Finetune/Loss": 0.8517125844955444, "Finetune/Loss (Raw)": 0.7793093919754028, "Finetune/Step": 3754, "Finetune/Step Time": 6.244448771700263}
+{"Finetune/Learning Rate": 1.3923082028431103e-05, "Finetune/Loss": 0.8522216081619263, "Finetune/Loss (Raw)": 0.8607898354530334, "Finetune/Step": 3755, "Finetune/Step Time": 6.251385472714901}
+{"Finetune/Learning Rate": 1.3919983882322563e-05, "Finetune/Loss": 0.852519154548645, "Finetune/Loss (Raw)": 0.9602066874504089, "Finetune/Step": 3756, "Finetune/Step Time": 6.254913518205285}
+{"Finetune/Learning Rate": 1.3916885291575643e-05, "Finetune/Loss": 0.8507393598556519, "Finetune/Loss (Raw)": 0.8071500658988953, "Finetune/Step": 3757, "Finetune/Step Time": 6.268096381798387}
+{"Finetune/Learning Rate": 1.3913786256541813e-05, "Finetune/Loss": 0.8503353595733643, "Finetune/Loss (Raw)": 0.767906665802002, "Finetune/Step": 3758, "Finetune/Step Time": 6.270725859329104}
+{"Finetune/Learning Rate": 1.3910686777572587e-05, "Finetune/Loss": 0.8505740165710449, "Finetune/Loss (Raw)": 0.8936742544174194, "Finetune/Step": 3759, "Finetune/Step Time": 6.258838519454002}
+{"Finetune/Learning Rate": 1.3907586855019538e-05, "Finetune/Loss": 0.8516769409179688, "Finetune/Loss (Raw)": 0.9937732219696045, "Finetune/Step": 3760, "Finetune/Step Time": 6.252146422863007}
+{"Finetune/Learning Rate": 1.390448648923429e-05, "Finetune/Loss": 0.8514013290405273, "Finetune/Loss (Raw)": 0.7893968820571899, "Finetune/Step": 3761, "Finetune/Step Time": 6.254242142662406}
+{"Finetune/Learning Rate": 1.3901385680568506e-05, "Finetune/Loss": 0.8501871228218079, "Finetune/Loss (Raw)": 0.7981290221214294, "Finetune/Step": 3762, "Finetune/Step Time": 6.266214603558183}
+{"Finetune/Learning Rate": 1.389828442937391e-05, "Finetune/Loss": 0.8524181842803955, "Finetune/Loss (Raw)": 1.0995020866394043, "Finetune/Step": 3763, "Finetune/Step Time": 6.265073703601956}
+{"Finetune/Learning Rate": 1.3895182736002276e-05, "Finetune/Loss": 0.8519862294197083, "Finetune/Loss (Raw)": 0.8174961805343628, "Finetune/Step": 3764, "Finetune/Step Time": 6.2639146111905575}
+{"Finetune/Learning Rate": 1.3892080600805415e-05, "Finetune/Loss": 0.8519970774650574, "Finetune/Loss (Raw)": 0.8635736107826233, "Finetune/Step": 3765, "Finetune/Step Time": 6.262650540098548}
+{"Finetune/Learning Rate": 1.388897802413521e-05, "Finetune/Loss": 0.850690484046936, "Finetune/Loss (Raw)": 0.7034743428230286, "Finetune/Step": 3766, "Finetune/Step Time": 6.260991018265486}
+{"Finetune/Learning Rate": 1.3885875006343572e-05, "Finetune/Loss": 0.8508765697479248, "Finetune/Loss (Raw)": 1.0134243965148926, "Finetune/Step": 3767, "Finetune/Step Time": 6.27705398760736}
+{"Finetune/Learning Rate": 1.3882771547782476e-05, "Finetune/Loss": 0.8504682779312134, "Finetune/Loss (Raw)": 0.8594768643379211, "Finetune/Step": 3768, "Finetune/Step Time": 6.263350436463952}
+{"Finetune/Learning Rate": 1.3879667648803948e-05, "Finetune/Loss": 0.8507118225097656, "Finetune/Loss (Raw)": 0.8128566741943359, "Finetune/Step": 3769, "Finetune/Step Time": 6.2675135266035795}
+{"Finetune/Learning Rate": 1.387656330976005e-05, "Finetune/Loss": 0.8500289916992188, "Finetune/Loss (Raw)": 0.9321789145469666, "Finetune/Step": 3770, "Finetune/Step Time": 6.258490463718772}
+{"Finetune/Learning Rate": 1.387345853100291e-05, "Finetune/Loss": 0.8500833511352539, "Finetune/Loss (Raw)": 0.6922352910041809, "Finetune/Step": 3771, "Finetune/Step Time": 6.2481869757175446}
+{"Finetune/Learning Rate": 1.3870353312884694e-05, "Finetune/Loss": 0.8497909307479858, "Finetune/Loss (Raw)": 0.8957014083862305, "Finetune/Step": 3772, "Finetune/Step Time": 6.260654890909791}
+{"Finetune/Learning Rate": 1.3867247655757626e-05, "Finetune/Loss": 0.8495771884918213, "Finetune/Loss (Raw)": 0.8674644827842712, "Finetune/Step": 3773, "Finetune/Step Time": 6.2618555054068565}
+{"Finetune/Learning Rate": 1.3864141559973971e-05, "Finetune/Loss": 0.8500651121139526, "Finetune/Loss (Raw)": 0.8734312653541565, "Finetune/Step": 3774, "Finetune/Step Time": 6.265459194779396}
+{"Finetune/Learning Rate": 1.3861035025886058e-05, "Finetune/Loss": 0.8505954742431641, "Finetune/Loss (Raw)": 0.8849740624427795, "Finetune/Step": 3775, "Finetune/Step Time": 6.266382714733481}
+{"Finetune/Learning Rate": 1.385792805384625e-05, "Finetune/Loss": 0.850602388381958, "Finetune/Loss (Raw)": 1.0516735315322876, "Finetune/Step": 3776, "Finetune/Step Time": 6.273426407948136}
+{"Finetune/Learning Rate": 1.3854820644206967e-05, "Finetune/Loss": 0.8511290550231934, "Finetune/Loss (Raw)": 0.8863006830215454, "Finetune/Step": 3777, "Finetune/Step Time": 6.312506636604667}
+{"Finetune/Learning Rate": 1.3851712797320685e-05, "Finetune/Loss": 0.8510187864303589, "Finetune/Loss (Raw)": 0.9709389209747314, "Finetune/Step": 3778, "Finetune/Step Time": 6.29350083693862}
+{"Finetune/Learning Rate": 1.3848604513539912e-05, "Finetune/Loss": 0.8499840497970581, "Finetune/Loss (Raw)": 0.870764970779419, "Finetune/Step": 3779, "Finetune/Step Time": 6.29688848555088}
+{"Finetune/Learning Rate": 1.3845495793217223e-05, "Finetune/Loss": 0.8497941493988037, "Finetune/Loss (Raw)": 0.946612536907196, "Finetune/Step": 3780, "Finetune/Step Time": 6.318863481283188}
+{"Finetune/Learning Rate": 1.3842386636705239e-05, "Finetune/Loss": 0.8505017757415771, "Finetune/Loss (Raw)": 0.8614779114723206, "Finetune/Step": 3781, "Finetune/Step Time": 6.318786492571235}
+{"Finetune/Learning Rate": 1.3839277044356615e-05, "Finetune/Loss": 0.8519270420074463, "Finetune/Loss (Raw)": 0.9124776721000671, "Finetune/Step": 3782, "Finetune/Step Time": 6.329421011731029}
+{"Finetune/Learning Rate": 1.3836167016524084e-05, "Finetune/Loss": 0.8530356884002686, "Finetune/Loss (Raw)": 0.9349246025085449, "Finetune/Step": 3783, "Finetune/Step Time": 6.324479512870312}
+{"Finetune/Learning Rate": 1.38330565535604e-05, "Finetune/Loss": 0.8529806137084961, "Finetune/Loss (Raw)": 0.8614527583122253, "Finetune/Step": 3784, "Finetune/Step Time": 6.327265182510018}
+{"Finetune/Learning Rate": 1.3829945655818384e-05, "Finetune/Loss": 0.8529363870620728, "Finetune/Loss (Raw)": 0.9113705158233643, "Finetune/Step": 3785, "Finetune/Step Time": 6.324902879074216}
+{"Finetune/Learning Rate": 1.3826834323650899e-05, "Finetune/Loss": 0.8526383638381958, "Finetune/Loss (Raw)": 0.8458995223045349, "Finetune/Step": 3786, "Finetune/Step Time": 6.330659257248044}
+{"Finetune/Learning Rate": 1.3823722557410859e-05, "Finetune/Loss": 0.8541526794433594, "Finetune/Loss (Raw)": 1.009411096572876, "Finetune/Step": 3787, "Finetune/Step Time": 6.335184622555971}
+{"Finetune/Learning Rate": 1.382061035745123e-05, "Finetune/Loss": 0.85457444190979, "Finetune/Loss (Raw)": 1.0097190141677856, "Finetune/Step": 3788, "Finetune/Step Time": 6.33311184681952}
+{"Finetune/Learning Rate": 1.3817497724125022e-05, "Finetune/Loss": 0.849150538444519, "Finetune/Loss (Raw)": 0.32125622034072876, "Finetune/Step": 3789, "Finetune/Step Time": 6.337409688159823}
+{"Finetune/Learning Rate": 1.3814384657785298e-05, "Finetune/Loss": 0.8490962982177734, "Finetune/Loss (Raw)": 0.978645384311676, "Finetune/Step": 3790, "Finetune/Step Time": 6.347464537248015}
+{"Finetune/Learning Rate": 1.3811271158785164e-05, "Finetune/Loss": 0.8485607504844666, "Finetune/Loss (Raw)": 0.8226529955863953, "Finetune/Step": 3791, "Finetune/Step Time": 6.340691093355417}
+{"Finetune/Learning Rate": 1.3808157227477788e-05, "Finetune/Loss": 0.8506556749343872, "Finetune/Loss (Raw)": 0.6857792139053345, "Finetune/Step": 3792, "Finetune/Step Time": 6.3387403059750795}
+{"Finetune/Learning Rate": 1.3805042864216373e-05, "Finetune/Loss": 0.8498654365539551, "Finetune/Loss (Raw)": 0.8538411855697632, "Finetune/Step": 3793, "Finetune/Step Time": 6.338430566713214}
+{"Finetune/Learning Rate": 1.3801928069354178e-05, "Finetune/Loss": 0.8510140180587769, "Finetune/Loss (Raw)": 0.780255138874054, "Finetune/Step": 3794, "Finetune/Step Time": 6.3390181716531515}
+{"Finetune/Learning Rate": 1.3798812843244513e-05, "Finetune/Loss": 0.850246250629425, "Finetune/Loss (Raw)": 0.8147598505020142, "Finetune/Step": 3795, "Finetune/Step Time": 6.328598054125905}
+{"Finetune/Learning Rate": 1.3795697186240733e-05, "Finetune/Loss": 0.8499935865402222, "Finetune/Loss (Raw)": 0.7778377532958984, "Finetune/Step": 3796, "Finetune/Step Time": 6.334586810320616}
+{"Finetune/Learning Rate": 1.3792581098696239e-05, "Finetune/Loss": 0.849753737449646, "Finetune/Loss (Raw)": 0.8614234328269958, "Finetune/Step": 3797, "Finetune/Step Time": 6.352590663358569}
+{"Finetune/Learning Rate": 1.3789464580964486e-05, "Finetune/Loss": 0.8511573672294617, "Finetune/Loss (Raw)": 0.9037777781486511, "Finetune/Step": 3798, "Finetune/Step Time": 6.361390540376306}
+{"Finetune/Learning Rate": 1.378634763339898e-05, "Finetune/Loss": 0.8504869937896729, "Finetune/Loss (Raw)": 0.8874412178993225, "Finetune/Step": 3799, "Finetune/Step Time": 6.353200873360038}
+{"Finetune/Learning Rate": 1.3783230256353265e-05, "Finetune/Loss": 0.8470627069473267, "Finetune/Loss (Raw)": 0.36911970376968384, "Finetune/Step": 3800, "Finetune/Step Time": 6.348909452557564}
+{"Finetune/Learning Rate": 1.3780112450180949e-05, "Finetune/Loss": 0.8464677333831787, "Finetune/Loss (Raw)": 0.7942971587181091, "Finetune/Step": 3801, "Finetune/Step Time": 6.351556908339262}
+{"Finetune/Learning Rate": 1.3776994215235677e-05, "Finetune/Loss": 0.8480017781257629, "Finetune/Loss (Raw)": 0.9710226058959961, "Finetune/Step": 3802, "Finetune/Step Time": 6.343599623069167}
+{"Finetune/Learning Rate": 1.3773875551871142e-05, "Finetune/Loss": 0.8485031127929688, "Finetune/Loss (Raw)": 0.8963727951049805, "Finetune/Step": 3803, "Finetune/Step Time": 6.315597541630268}
+{"Finetune/Learning Rate": 1.3770756460441098e-05, "Finetune/Loss": 0.849229097366333, "Finetune/Loss (Raw)": 0.8843206763267517, "Finetune/Step": 3804, "Finetune/Step Time": 6.3115830179303885}
+{"Finetune/Learning Rate": 1.3767636941299329e-05, "Finetune/Loss": 0.850412905216217, "Finetune/Loss (Raw)": 0.9744636416435242, "Finetune/Step": 3805, "Finetune/Step Time": 6.303239392116666}
+{"Finetune/Learning Rate": 1.3764516994799685e-05, "Finetune/Loss": 0.8506605625152588, "Finetune/Loss (Raw)": 0.8952568173408508, "Finetune/Step": 3806, "Finetune/Step Time": 6.30522783473134}
+{"Finetune/Learning Rate": 1.3761396621296057e-05, "Finetune/Loss": 0.8509432077407837, "Finetune/Loss (Raw)": 0.895889401435852, "Finetune/Step": 3807, "Finetune/Step Time": 6.299383023753762}
+{"Finetune/Learning Rate": 1.3758275821142382e-05, "Finetune/Loss": 0.8511760830879211, "Finetune/Loss (Raw)": 0.828080415725708, "Finetune/Step": 3808, "Finetune/Step Time": 6.298409918323159}
+{"Finetune/Learning Rate": 1.375515459469265e-05, "Finetune/Loss": 0.8504719734191895, "Finetune/Loss (Raw)": 0.6552942395210266, "Finetune/Step": 3809, "Finetune/Step Time": 6.302196146920323}
+{"Finetune/Learning Rate": 1.3752032942300897e-05, "Finetune/Loss": 0.8510571718215942, "Finetune/Loss (Raw)": 0.895361065864563, "Finetune/Step": 3810, "Finetune/Step Time": 6.30048805847764}
+{"Finetune/Learning Rate": 1.3748910864321207e-05, "Finetune/Loss": 0.8503315448760986, "Finetune/Loss (Raw)": 0.7237194180488586, "Finetune/Step": 3811, "Finetune/Step Time": 6.30349176004529}
+{"Finetune/Learning Rate": 1.3745788361107715e-05, "Finetune/Loss": 0.8501037359237671, "Finetune/Loss (Raw)": 0.9726527333259583, "Finetune/Step": 3812, "Finetune/Step Time": 6.290790621191263}
+{"Finetune/Learning Rate": 1.3742665433014599e-05, "Finetune/Loss": 0.8507213592529297, "Finetune/Loss (Raw)": 0.8961195349693298, "Finetune/Step": 3813, "Finetune/Step Time": 6.292536661028862}
+{"Finetune/Learning Rate": 1.373954208039609e-05, "Finetune/Loss": 0.8502167463302612, "Finetune/Loss (Raw)": 0.87518310546875, "Finetune/Step": 3814, "Finetune/Step Time": 6.294212346896529}
+{"Finetune/Learning Rate": 1.3736418303606465e-05, "Finetune/Loss": 0.851511538028717, "Finetune/Loss (Raw)": 0.9462325572967529, "Finetune/Step": 3815, "Finetune/Step Time": 6.299251167103648}
+{"Finetune/Learning Rate": 1.3733294103000055e-05, "Finetune/Loss": 0.8514569997787476, "Finetune/Loss (Raw)": 0.8865393400192261, "Finetune/Step": 3816, "Finetune/Step Time": 6.303089335560799}
+{"Finetune/Learning Rate": 1.3730169478931222e-05, "Finetune/Loss": 0.8481045961380005, "Finetune/Loss (Raw)": 0.30640673637390137, "Finetune/Step": 3817, "Finetune/Step Time": 6.309735490009189}
+{"Finetune/Learning Rate": 1.3727044431754402e-05, "Finetune/Loss": 0.8492758274078369, "Finetune/Loss (Raw)": 0.9684933423995972, "Finetune/Step": 3818, "Finetune/Step Time": 6.32049654237926}
+{"Finetune/Learning Rate": 1.3723918961824053e-05, "Finetune/Loss": 0.8493555784225464, "Finetune/Loss (Raw)": 0.8769108653068542, "Finetune/Step": 3819, "Finetune/Step Time": 6.315608793869615}
+{"Finetune/Learning Rate": 1.37207930694947e-05, "Finetune/Loss": 0.8481600284576416, "Finetune/Loss (Raw)": 0.7749709486961365, "Finetune/Step": 3820, "Finetune/Step Time": 6.314584907144308}
+{"Finetune/Learning Rate": 1.3717666755120904e-05, "Finetune/Loss": 0.8477135896682739, "Finetune/Loss (Raw)": 0.8436346650123596, "Finetune/Step": 3821, "Finetune/Step Time": 6.312201261520386}
+{"Finetune/Learning Rate": 1.3714540019057282e-05, "Finetune/Loss": 0.8471896648406982, "Finetune/Loss (Raw)": 0.9199802875518799, "Finetune/Step": 3822, "Finetune/Step Time": 6.312944661825895}
+{"Finetune/Learning Rate": 1.3711412861658496e-05, "Finetune/Loss": 0.8479287028312683, "Finetune/Loss (Raw)": 0.9443144798278809, "Finetune/Step": 3823, "Finetune/Step Time": 6.3123364597558975}
+{"Finetune/Learning Rate": 1.3708285283279252e-05, "Finetune/Loss": 0.8482345342636108, "Finetune/Loss (Raw)": 0.8951091170310974, "Finetune/Step": 3824, "Finetune/Step Time": 6.316022394225001}
+{"Finetune/Learning Rate": 1.3705157284274311e-05, "Finetune/Loss": 0.8504033088684082, "Finetune/Loss (Raw)": 0.9597370028495789, "Finetune/Step": 3825, "Finetune/Step Time": 6.319778490811586}
+{"Finetune/Learning Rate": 1.3702028864998469e-05, "Finetune/Loss": 0.8501286506652832, "Finetune/Loss (Raw)": 0.8269401788711548, "Finetune/Step": 3826, "Finetune/Step Time": 6.321785647422075}
+{"Finetune/Learning Rate": 1.3698900025806587e-05, "Finetune/Loss": 0.8500473499298096, "Finetune/Loss (Raw)": 0.958361804485321, "Finetune/Step": 3827, "Finetune/Step Time": 6.320774247869849}
+{"Finetune/Learning Rate": 1.3695770767053565e-05, "Finetune/Loss": 0.8506309390068054, "Finetune/Loss (Raw)": 0.9749376773834229, "Finetune/Step": 3828, "Finetune/Step Time": 6.338285913690925}
+{"Finetune/Learning Rate": 1.3692641089094341e-05, "Finetune/Loss": 0.8516827821731567, "Finetune/Loss (Raw)": 1.0353602170944214, "Finetune/Step": 3829, "Finetune/Step Time": 6.340868305414915}
+{"Finetune/Learning Rate": 1.3689510992283923e-05, "Finetune/Loss": 0.8523998260498047, "Finetune/Loss (Raw)": 0.9337957501411438, "Finetune/Step": 3830, "Finetune/Step Time": 6.343080876395106}
+{"Finetune/Learning Rate": 1.3686380476977343e-05, "Finetune/Loss": 0.8516148328781128, "Finetune/Loss (Raw)": 0.8263089656829834, "Finetune/Step": 3831, "Finetune/Step Time": 6.342505251988769}
+{"Finetune/Learning Rate": 1.3683249543529698e-05, "Finetune/Loss": 0.856061577796936, "Finetune/Loss (Raw)": 0.9301072955131531, "Finetune/Step": 3832, "Finetune/Step Time": 6.339414639398456}
+{"Finetune/Learning Rate": 1.368011819229612e-05, "Finetune/Loss": 0.8556469678878784, "Finetune/Loss (Raw)": 0.8189001083374023, "Finetune/Step": 3833, "Finetune/Step Time": 6.32640522159636}
+{"Finetune/Learning Rate": 1.36769864236318e-05, "Finetune/Loss": 0.8549116849899292, "Finetune/Loss (Raw)": 0.7325459122657776, "Finetune/Step": 3834, "Finetune/Step Time": 6.327564142644405}
+{"Finetune/Learning Rate": 1.3673854237891965e-05, "Finetune/Loss": 0.8561201095581055, "Finetune/Loss (Raw)": 1.002773642539978, "Finetune/Step": 3835, "Finetune/Step Time": 6.331200456246734}
+{"Finetune/Learning Rate": 1.3670721635431896e-05, "Finetune/Loss": 0.8563761711120605, "Finetune/Loss (Raw)": 0.8626646399497986, "Finetune/Step": 3836, "Finetune/Step Time": 6.326878542080522}
+{"Finetune/Learning Rate": 1.3667588616606924e-05, "Finetune/Loss": 0.8558400869369507, "Finetune/Loss (Raw)": 0.7926105260848999, "Finetune/Step": 3837, "Finetune/Step Time": 6.3283435720950365}
+{"Finetune/Learning Rate": 1.3664455181772413e-05, "Finetune/Loss": 0.8557144999504089, "Finetune/Loss (Raw)": 0.8960301280021667, "Finetune/Step": 3838, "Finetune/Step Time": 6.339566376060247}
+{"Finetune/Learning Rate": 1.3661321331283796e-05, "Finetune/Loss": 0.8552494049072266, "Finetune/Loss (Raw)": 0.8864169716835022, "Finetune/Step": 3839, "Finetune/Step Time": 6.3402320090681314}
+{"Finetune/Learning Rate": 1.3658187065496533e-05, "Finetune/Loss": 0.8564972877502441, "Finetune/Loss (Raw)": 0.9336301684379578, "Finetune/Step": 3840, "Finetune/Step Time": 6.342188460752368}
+{"Finetune/Learning Rate": 1.365505238476614e-05, "Finetune/Loss": 0.8560142517089844, "Finetune/Loss (Raw)": 0.8470304608345032, "Finetune/Step": 3841, "Finetune/Step Time": 6.346771311014891}
+{"Finetune/Learning Rate": 1.3651917289448187e-05, "Finetune/Loss": 0.8555091619491577, "Finetune/Loss (Raw)": 0.8828758597373962, "Finetune/Step": 3842, "Finetune/Step Time": 6.343002412468195}
+{"Finetune/Learning Rate": 1.3648781779898275e-05, "Finetune/Loss": 0.8536507487297058, "Finetune/Loss (Raw)": 0.7060433626174927, "Finetune/Step": 3843, "Finetune/Step Time": 6.343129141256213}
+{"Finetune/Learning Rate": 1.3645645856472062e-05, "Finetune/Loss": 0.8539832234382629, "Finetune/Loss (Raw)": 0.8910048007965088, "Finetune/Step": 3844, "Finetune/Step Time": 6.345149178057909}
+{"Finetune/Learning Rate": 1.3642509519525256e-05, "Finetune/Loss": 0.8526275157928467, "Finetune/Loss (Raw)": 0.8796544671058655, "Finetune/Step": 3845, "Finetune/Step Time": 6.348229194059968}
+{"Finetune/Learning Rate": 1.3639372769413606e-05, "Finetune/Loss": 0.8506811261177063, "Finetune/Loss (Raw)": 0.765335738658905, "Finetune/Step": 3846, "Finetune/Step Time": 6.350201031193137}
+{"Finetune/Learning Rate": 1.3636235606492904e-05, "Finetune/Loss": 0.8516489267349243, "Finetune/Loss (Raw)": 0.8600559234619141, "Finetune/Step": 3847, "Finetune/Step Time": 6.355292994529009}
+{"Finetune/Learning Rate": 1.3633098031119e-05, "Finetune/Loss": 0.8519822359085083, "Finetune/Loss (Raw)": 0.8493025898933411, "Finetune/Step": 3848, "Finetune/Step Time": 6.349596096202731}
+{"Finetune/Learning Rate": 1.3629960043647783e-05, "Finetune/Loss": 0.8537799119949341, "Finetune/Loss (Raw)": 0.9476721286773682, "Finetune/Step": 3849, "Finetune/Step Time": 6.34768196567893}
+{"Finetune/Learning Rate": 1.3626821644435191e-05, "Finetune/Loss": 0.8524620532989502, "Finetune/Loss (Raw)": 0.7549038529396057, "Finetune/Step": 3850, "Finetune/Step Time": 6.344216749072075}
+{"Finetune/Learning Rate": 1.3623682833837208e-05, "Finetune/Loss": 0.8523497581481934, "Finetune/Loss (Raw)": 0.8575745224952698, "Finetune/Step": 3851, "Finetune/Step Time": 6.340239141136408}
+{"Finetune/Learning Rate": 1.3620543612209861e-05, "Finetune/Loss": 0.851794421672821, "Finetune/Loss (Raw)": 0.8024879097938538, "Finetune/Step": 3852, "Finetune/Step Time": 6.34446232765913}
+{"Finetune/Learning Rate": 1.3617403979909238e-05, "Finetune/Loss": 0.8527423739433289, "Finetune/Loss (Raw)": 0.9765587449073792, "Finetune/Step": 3853, "Finetune/Step Time": 6.35692060738802}
+{"Finetune/Learning Rate": 1.3614263937291452e-05, "Finetune/Loss": 0.8542983531951904, "Finetune/Loss (Raw)": 1.0350582599639893, "Finetune/Step": 3854, "Finetune/Step Time": 6.355132035911083}
+{"Finetune/Learning Rate": 1.3611123484712677e-05, "Finetune/Loss": 0.8548628687858582, "Finetune/Loss (Raw)": 0.9144948124885559, "Finetune/Step": 3855, "Finetune/Step Time": 6.35556991584599}
+{"Finetune/Learning Rate": 1.3607982622529135e-05, "Finetune/Loss": 0.8543071746826172, "Finetune/Loss (Raw)": 0.7933171987533569, "Finetune/Step": 3856, "Finetune/Step Time": 6.359798911958933}
+{"Finetune/Learning Rate": 1.3604841351097084e-05, "Finetune/Loss": 0.8536661863327026, "Finetune/Loss (Raw)": 0.8119515776634216, "Finetune/Step": 3857, "Finetune/Step Time": 6.363516492769122}
+{"Finetune/Learning Rate": 1.3601699670772836e-05, "Finetune/Loss": 0.8534108400344849, "Finetune/Loss (Raw)": 0.8697587847709656, "Finetune/Step": 3858, "Finetune/Step Time": 6.367955710738897}
+{"Finetune/Learning Rate": 1.3598557581912747e-05, "Finetune/Loss": 0.8536525964736938, "Finetune/Loss (Raw)": 0.8922625780105591, "Finetune/Step": 3859, "Finetune/Step Time": 6.378822335973382}
+{"Finetune/Learning Rate": 1.3595415084873224e-05, "Finetune/Loss": 0.8536227941513062, "Finetune/Loss (Raw)": 0.9319620728492737, "Finetune/Step": 3860, "Finetune/Step Time": 6.379929279908538}
+{"Finetune/Learning Rate": 1.359227218001071e-05, "Finetune/Loss": 0.8540424108505249, "Finetune/Loss (Raw)": 0.9201982021331787, "Finetune/Step": 3861, "Finetune/Step Time": 6.385510528460145}
+{"Finetune/Learning Rate": 1.3589128867681705e-05, "Finetune/Loss": 0.8548644781112671, "Finetune/Loss (Raw)": 0.8456407189369202, "Finetune/Step": 3862, "Finetune/Step Time": 6.397186119109392}
+{"Finetune/Learning Rate": 1.3585985148242749e-05, "Finetune/Loss": 0.8548223376274109, "Finetune/Loss (Raw)": 0.8584109544754028, "Finetune/Step": 3863, "Finetune/Step Time": 6.376483723521233}
+{"Finetune/Learning Rate": 1.3582841022050424e-05, "Finetune/Loss": 0.8567843437194824, "Finetune/Loss (Raw)": 0.9501374363899231, "Finetune/Step": 3864, "Finetune/Step Time": 6.375480743125081}
+{"Finetune/Learning Rate": 1.3579696489461376e-05, "Finetune/Loss": 0.8564761877059937, "Finetune/Loss (Raw)": 0.9257051944732666, "Finetune/Step": 3865, "Finetune/Step Time": 6.368119720369577}
+{"Finetune/Learning Rate": 1.3576551550832274e-05, "Finetune/Loss": 0.8557284474372864, "Finetune/Loss (Raw)": 0.7259766459465027, "Finetune/Step": 3866, "Finetune/Step Time": 6.365880412980914}
+{"Finetune/Learning Rate": 1.3573406206519847e-05, "Finetune/Loss": 0.8521119356155396, "Finetune/Loss (Raw)": 0.43834125995635986, "Finetune/Step": 3867, "Finetune/Step Time": 6.367094511166215}
+{"Finetune/Learning Rate": 1.3570260456880873e-05, "Finetune/Loss": 0.8517074584960938, "Finetune/Loss (Raw)": 0.7883632779121399, "Finetune/Step": 3868, "Finetune/Step Time": 6.367594804614782}
+{"Finetune/Learning Rate": 1.3567114302272165e-05, "Finetune/Loss": 0.8523681163787842, "Finetune/Loss (Raw)": 0.9607234597206116, "Finetune/Step": 3869, "Finetune/Step Time": 6.362756308168173}
+{"Finetune/Learning Rate": 1.3563967743050584e-05, "Finetune/Loss": 0.8536421060562134, "Finetune/Loss (Raw)": 1.028100609779358, "Finetune/Step": 3870, "Finetune/Step Time": 6.3784173503518105}
+{"Finetune/Learning Rate": 1.3560820779573045e-05, "Finetune/Loss": 0.8538202047348022, "Finetune/Loss (Raw)": 0.8585942983627319, "Finetune/Step": 3871, "Finetune/Step Time": 6.394761038944125}
+{"Finetune/Learning Rate": 1.3557673412196504e-05, "Finetune/Loss": 0.8544965982437134, "Finetune/Loss (Raw)": 0.918918251991272, "Finetune/Step": 3872, "Finetune/Step Time": 6.385664500296116}
+{"Finetune/Learning Rate": 1.3554525641277955e-05, "Finetune/Loss": 0.8555394411087036, "Finetune/Loss (Raw)": 0.9655293822288513, "Finetune/Step": 3873, "Finetune/Step Time": 6.377084659412503}
+{"Finetune/Learning Rate": 1.3551377467174455e-05, "Finetune/Loss": 0.8600695729255676, "Finetune/Loss (Raw)": 0.9214787483215332, "Finetune/Step": 3874, "Finetune/Step Time": 6.374080091714859}
+{"Finetune/Learning Rate": 1.3548228890243096e-05, "Finetune/Loss": 0.8609954118728638, "Finetune/Loss (Raw)": 1.0147820711135864, "Finetune/Step": 3875, "Finetune/Step Time": 6.362406359985471}
+{"Finetune/Learning Rate": 1.3545079910841007e-05, "Finetune/Loss": 0.8598088622093201, "Finetune/Loss (Raw)": 0.7742577195167542, "Finetune/Step": 3876, "Finetune/Step Time": 6.361758479848504}
+{"Finetune/Learning Rate": 1.3541930529325387e-05, "Finetune/Loss": 0.8594398498535156, "Finetune/Loss (Raw)": 0.9158318638801575, "Finetune/Step": 3877, "Finetune/Step Time": 6.360227461904287}
+{"Finetune/Learning Rate": 1.3538780746053456e-05, "Finetune/Loss": 0.8606560826301575, "Finetune/Loss (Raw)": 0.9525396823883057, "Finetune/Step": 3878, "Finetune/Step Time": 6.359494660049677}
+{"Finetune/Learning Rate": 1.3535630561382487e-05, "Finetune/Loss": 0.8636761903762817, "Finetune/Loss (Raw)": 0.8099058866500854, "Finetune/Step": 3879, "Finetune/Step Time": 6.354159975424409}
+{"Finetune/Learning Rate": 1.3532479975669809e-05, "Finetune/Loss": 0.8634132146835327, "Finetune/Loss (Raw)": 0.8511414527893066, "Finetune/Step": 3880, "Finetune/Step Time": 6.341268267482519}
+{"Finetune/Learning Rate": 1.3529328989272785e-05, "Finetune/Loss": 0.8641398549079895, "Finetune/Loss (Raw)": 0.9283298850059509, "Finetune/Step": 3881, "Finetune/Step Time": 6.3393421452492476}
+{"Finetune/Learning Rate": 1.3526177602548827e-05, "Finetune/Loss": 0.864801287651062, "Finetune/Loss (Raw)": 0.8639786243438721, "Finetune/Step": 3882, "Finetune/Step Time": 6.341141056269407}
+{"Finetune/Learning Rate": 1.3523025815855395e-05, "Finetune/Loss": 0.8640602827072144, "Finetune/Loss (Raw)": 0.7659313678741455, "Finetune/Step": 3883, "Finetune/Step Time": 6.346831310540438}
+{"Finetune/Learning Rate": 1.3519873629549991e-05, "Finetune/Loss": 0.8634542226791382, "Finetune/Loss (Raw)": 0.882636547088623, "Finetune/Step": 3884, "Finetune/Step Time": 6.34636152535677}
+{"Finetune/Learning Rate": 1.3516721043990158e-05, "Finetune/Loss": 0.8634737730026245, "Finetune/Loss (Raw)": 0.8096532225608826, "Finetune/Step": 3885, "Finetune/Step Time": 6.334818324074149}
+{"Finetune/Learning Rate": 1.3513568059533495e-05, "Finetune/Loss": 0.8624629974365234, "Finetune/Loss (Raw)": 0.638532817363739, "Finetune/Step": 3886, "Finetune/Step Time": 6.33207923732698}
+{"Finetune/Learning Rate": 1.351041467653764e-05, "Finetune/Loss": 0.8625406622886658, "Finetune/Loss (Raw)": 0.9036087989807129, "Finetune/Step": 3887, "Finetune/Step Time": 6.329701026901603}
+{"Finetune/Learning Rate": 1.3507260895360274e-05, "Finetune/Loss": 0.8620589375495911, "Finetune/Loss (Raw)": 0.932111918926239, "Finetune/Step": 3888, "Finetune/Step Time": 6.328160513192415}
+{"Finetune/Learning Rate": 1.3504106716359131e-05, "Finetune/Loss": 0.8617305755615234, "Finetune/Loss (Raw)": 0.7473676800727844, "Finetune/Step": 3889, "Finetune/Step Time": 6.323998915031552}
+{"Finetune/Learning Rate": 1.3500952139891981e-05, "Finetune/Loss": 0.862727165222168, "Finetune/Loss (Raw)": 0.925695538520813, "Finetune/Step": 3890, "Finetune/Step Time": 6.312316978350282}
+{"Finetune/Learning Rate": 1.3497797166316644e-05, "Finetune/Loss": 0.8617603182792664, "Finetune/Loss (Raw)": 0.97574383020401, "Finetune/Step": 3891, "Finetune/Step Time": 6.318191077560186}
+{"Finetune/Learning Rate": 1.3494641795990986e-05, "Finetune/Loss": 0.8628174066543579, "Finetune/Loss (Raw)": 0.9528070688247681, "Finetune/Step": 3892, "Finetune/Step Time": 6.318739214912057}
+{"Finetune/Learning Rate": 1.3491486029272913e-05, "Finetune/Loss": 0.8624531030654907, "Finetune/Loss (Raw)": 0.8169339895248413, "Finetune/Step": 3893, "Finetune/Step Time": 6.317726451903582}
+{"Finetune/Learning Rate": 1.3488329866520382e-05, "Finetune/Loss": 0.8639074563980103, "Finetune/Loss (Raw)": 0.8896326422691345, "Finetune/Step": 3894, "Finetune/Step Time": 6.314597139135003}
+{"Finetune/Learning Rate": 1.3485173308091394e-05, "Finetune/Loss": 0.8639739751815796, "Finetune/Loss (Raw)": 1.0219486951828003, "Finetune/Step": 3895, "Finetune/Step Time": 6.299229180440307}
+{"Finetune/Learning Rate": 1.348201635434399e-05, "Finetune/Loss": 0.8630601167678833, "Finetune/Loss (Raw)": 0.742498517036438, "Finetune/Step": 3896, "Finetune/Step Time": 6.295860117301345}
+{"Finetune/Learning Rate": 1.3478859005636257e-05, "Finetune/Loss": 0.864408552646637, "Finetune/Loss (Raw)": 0.9854525327682495, "Finetune/Step": 3897, "Finetune/Step Time": 6.289202135056257}
+{"Finetune/Learning Rate": 1.3475701262326336e-05, "Finetune/Loss": 0.8631024360656738, "Finetune/Loss (Raw)": 0.7649957537651062, "Finetune/Step": 3898, "Finetune/Step Time": 6.287495244294405}
+{"Finetune/Learning Rate": 1.3472543124772398e-05, "Finetune/Loss": 0.8653734922409058, "Finetune/Loss (Raw)": 0.9829289317131042, "Finetune/Step": 3899, "Finetune/Step Time": 6.274120081216097}
+{"Finetune/Learning Rate": 1.3469384593332668e-05, "Finetune/Loss": 0.8646079301834106, "Finetune/Loss (Raw)": 0.7977101802825928, "Finetune/Step": 3900, "Finetune/Step Time": 6.250309377908707}
+{"Finetune/Learning Rate": 1.3466225668365418e-05, "Finetune/Loss": 0.8650649785995483, "Finetune/Loss (Raw)": 0.9259747266769409, "Finetune/Step": 3901, "Finetune/Step Time": 6.2521805837750435}
+{"Finetune/Learning Rate": 1.3463066350228952e-05, "Finetune/Loss": 0.865561842918396, "Finetune/Loss (Raw)": 0.937019944190979, "Finetune/Step": 3902, "Finetune/Step Time": 6.252199551090598}
+{"Finetune/Learning Rate": 1.345990663928164e-05, "Finetune/Loss": 0.8653509616851807, "Finetune/Loss (Raw)": 0.857993483543396, "Finetune/Step": 3903, "Finetune/Step Time": 6.252080403268337}
+{"Finetune/Learning Rate": 1.3456746535881872e-05, "Finetune/Loss": 0.863317608833313, "Finetune/Loss (Raw)": 0.7913941144943237, "Finetune/Step": 3904, "Finetune/Step Time": 6.247698118910193}
+{"Finetune/Learning Rate": 1.3453586040388097e-05, "Finetune/Loss": 0.8632442951202393, "Finetune/Loss (Raw)": 0.8769137859344482, "Finetune/Step": 3905, "Finetune/Step Time": 6.216934133321047}
+{"Finetune/Learning Rate": 1.3450425153158811e-05, "Finetune/Loss": 0.8627769947052002, "Finetune/Loss (Raw)": 0.9111355543136597, "Finetune/Step": 3906, "Finetune/Step Time": 6.232130408287048}
+{"Finetune/Learning Rate": 1.3447263874552542e-05, "Finetune/Loss": 0.8633269667625427, "Finetune/Loss (Raw)": 0.9411600232124329, "Finetune/Step": 3907, "Finetune/Step Time": 6.231621768325567}
+{"Finetune/Learning Rate": 1.3444102204927876e-05, "Finetune/Loss": 0.861116886138916, "Finetune/Loss (Raw)": 0.6637139916419983, "Finetune/Step": 3908, "Finetune/Step Time": 6.214692214503884}
+{"Finetune/Learning Rate": 1.344094014464343e-05, "Finetune/Loss": 0.8603072166442871, "Finetune/Loss (Raw)": 0.7578458189964294, "Finetune/Step": 3909, "Finetune/Step Time": 6.225315138697624}
+{"Finetune/Learning Rate": 1.3437777694057878e-05, "Finetune/Loss": 0.8606666326522827, "Finetune/Loss (Raw)": 0.9584808349609375, "Finetune/Step": 3910, "Finetune/Step Time": 6.218091314658523}
+{"Finetune/Learning Rate": 1.3434614853529929e-05, "Finetune/Loss": 0.860141396522522, "Finetune/Loss (Raw)": 0.8676954507827759, "Finetune/Step": 3911, "Finetune/Step Time": 6.2185413260012865}
+{"Finetune/Learning Rate": 1.3431451623418344e-05, "Finetune/Loss": 0.8599982261657715, "Finetune/Loss (Raw)": 0.8431265950202942, "Finetune/Step": 3912, "Finetune/Step Time": 6.2129591424018145}
+{"Finetune/Learning Rate": 1.3428288004081915e-05, "Finetune/Loss": 0.8595348000526428, "Finetune/Loss (Raw)": 0.8520491719245911, "Finetune/Step": 3913, "Finetune/Step Time": 6.212053487077355}
+{"Finetune/Learning Rate": 1.3425123995879497e-05, "Finetune/Loss": 0.8606362342834473, "Finetune/Loss (Raw)": 0.9868876338005066, "Finetune/Step": 3914, "Finetune/Step Time": 6.212399212643504}
+{"Finetune/Learning Rate": 1.342195959916997e-05, "Finetune/Loss": 0.8600789904594421, "Finetune/Loss (Raw)": 0.9380806684494019, "Finetune/Step": 3915, "Finetune/Step Time": 6.2086174469441175}
+{"Finetune/Learning Rate": 1.3418794814312274e-05, "Finetune/Loss": 0.8574100732803345, "Finetune/Loss (Raw)": 0.6680970191955566, "Finetune/Step": 3916, "Finetune/Step Time": 6.214353401213884}
+{"Finetune/Learning Rate": 1.3415629641665386e-05, "Finetune/Loss": 0.8605576753616333, "Finetune/Loss (Raw)": 0.7241479158401489, "Finetune/Step": 3917, "Finetune/Step Time": 6.22044588252902}
+{"Finetune/Learning Rate": 1.3412464081588323e-05, "Finetune/Loss": 0.859568178653717, "Finetune/Loss (Raw)": 0.8519936203956604, "Finetune/Step": 3918, "Finetune/Step Time": 6.2101059127599}
+{"Finetune/Learning Rate": 1.3409298134440155e-05, "Finetune/Loss": 0.8594470024108887, "Finetune/Loss (Raw)": 0.8071424961090088, "Finetune/Step": 3919, "Finetune/Step Time": 6.219238238409162}
+{"Finetune/Learning Rate": 1.3406131800579985e-05, "Finetune/Loss": 0.8613098859786987, "Finetune/Loss (Raw)": 0.9242276549339294, "Finetune/Step": 3920, "Finetune/Step Time": 6.217028874903917}
+{"Finetune/Learning Rate": 1.3402965080366972e-05, "Finetune/Loss": 0.8572999238967896, "Finetune/Loss (Raw)": 0.34056556224823, "Finetune/Step": 3921, "Finetune/Step Time": 6.210500191897154}
+{"Finetune/Learning Rate": 1.3399797974160309e-05, "Finetune/Loss": 0.8578237891197205, "Finetune/Loss (Raw)": 0.8473140597343445, "Finetune/Step": 3922, "Finetune/Step Time": 6.238275293260813}
+{"Finetune/Learning Rate": 1.3396630482319236e-05, "Finetune/Loss": 0.8580560684204102, "Finetune/Loss (Raw)": 0.8444898724555969, "Finetune/Step": 3923, "Finetune/Step Time": 6.2345640156418085}
+{"Finetune/Learning Rate": 1.3393462605203041e-05, "Finetune/Loss": 0.858427107334137, "Finetune/Loss (Raw)": 0.8253270983695984, "Finetune/Step": 3924, "Finetune/Step Time": 6.229554895311594}
+{"Finetune/Learning Rate": 1.3390294343171048e-05, "Finetune/Loss": 0.8598108887672424, "Finetune/Loss (Raw)": 1.038550853729248, "Finetune/Step": 3925, "Finetune/Step Time": 6.214039769023657}
+{"Finetune/Learning Rate": 1.3387125696582631e-05, "Finetune/Loss": 0.8602213859558105, "Finetune/Loss (Raw)": 0.9563238620758057, "Finetune/Step": 3926, "Finetune/Step Time": 6.204620752483606}
+{"Finetune/Learning Rate": 1.3383956665797204e-05, "Finetune/Loss": 0.8602613210678101, "Finetune/Loss (Raw)": 0.8925542235374451, "Finetune/Step": 3927, "Finetune/Step Time": 6.2062504924833775}
+{"Finetune/Learning Rate": 1.3380787251174226e-05, "Finetune/Loss": 0.8603910207748413, "Finetune/Loss (Raw)": 0.3857145607471466, "Finetune/Step": 3928, "Finetune/Step Time": 6.207001008093357}
+{"Finetune/Learning Rate": 1.3377617453073199e-05, "Finetune/Loss": 0.8607003092765808, "Finetune/Loss (Raw)": 0.8338830471038818, "Finetune/Step": 3929, "Finetune/Step Time": 6.204418025910854}
+{"Finetune/Learning Rate": 1.3374447271853671e-05, "Finetune/Loss": 0.8605044484138489, "Finetune/Loss (Raw)": 0.945955216884613, "Finetune/Step": 3930, "Finetune/Step Time": 6.204791367053986}
+{"Finetune/Learning Rate": 1.3371276707875232e-05, "Finetune/Loss": 0.8605688810348511, "Finetune/Loss (Raw)": 0.9046227931976318, "Finetune/Step": 3931, "Finetune/Step Time": 6.204596092924476}
+{"Finetune/Learning Rate": 1.3368105761497507e-05, "Finetune/Loss": 0.8615293502807617, "Finetune/Loss (Raw)": 1.007259726524353, "Finetune/Step": 3932, "Finetune/Step Time": 6.2053501065820456}
+{"Finetune/Learning Rate": 1.3364934433080181e-05, "Finetune/Loss": 0.860968828201294, "Finetune/Loss (Raw)": 0.9027201533317566, "Finetune/Step": 3933, "Finetune/Step Time": 6.203162010759115}
+{"Finetune/Learning Rate": 1.3361762722982969e-05, "Finetune/Loss": 0.8602944612503052, "Finetune/Loss (Raw)": 0.8089376091957092, "Finetune/Step": 3934, "Finetune/Step Time": 6.200422704219818}
+{"Finetune/Learning Rate": 1.3358590631565635e-05, "Finetune/Loss": 0.8613513708114624, "Finetune/Loss (Raw)": 1.0311659574508667, "Finetune/Step": 3935, "Finetune/Step Time": 6.197301488369703}
+{"Finetune/Learning Rate": 1.3355418159187988e-05, "Finetune/Loss": 0.8614766597747803, "Finetune/Loss (Raw)": 0.8441208600997925, "Finetune/Step": 3936, "Finetune/Step Time": 6.196909915655851}
+{"Finetune/Learning Rate": 1.3352245306209865e-05, "Finetune/Loss": 0.8639408349990845, "Finetune/Loss (Raw)": 0.9707115888595581, "Finetune/Step": 3937, "Finetune/Step Time": 6.197185438126326}
+{"Finetune/Learning Rate": 1.3349072072991176e-05, "Finetune/Loss": 0.8630650043487549, "Finetune/Loss (Raw)": 0.7832525968551636, "Finetune/Step": 3938, "Finetune/Step Time": 6.179897781461477}
+{"Finetune/Learning Rate": 1.3345898459891844e-05, "Finetune/Loss": 0.8640449047088623, "Finetune/Loss (Raw)": 0.8491422533988953, "Finetune/Step": 3939, "Finetune/Step Time": 6.177514245733619}
+{"Finetune/Learning Rate": 1.3342724467271852e-05, "Finetune/Loss": 0.8629988431930542, "Finetune/Loss (Raw)": 0.8387566804885864, "Finetune/Step": 3940, "Finetune/Step Time": 6.172798940911889}
+{"Finetune/Learning Rate": 1.333955009549122e-05, "Finetune/Loss": 0.8635304570198059, "Finetune/Loss (Raw)": 0.9641714692115784, "Finetune/Step": 3941, "Finetune/Step Time": 6.174360740929842}
+{"Finetune/Learning Rate": 1.3336375344910015e-05, "Finetune/Loss": 0.8636478781700134, "Finetune/Loss (Raw)": 0.8902162909507751, "Finetune/Step": 3942, "Finetune/Step Time": 6.17750621214509}
+{"Finetune/Learning Rate": 1.3333200215888342e-05, "Finetune/Loss": 0.8621628284454346, "Finetune/Loss (Raw)": 0.7561441659927368, "Finetune/Step": 3943, "Finetune/Step Time": 6.178607702255249}
+{"Finetune/Learning Rate": 1.3330024708786354e-05, "Finetune/Loss": 0.8616293668746948, "Finetune/Loss (Raw)": 0.8182539939880371, "Finetune/Step": 3944, "Finetune/Step Time": 6.190205914899707}
+{"Finetune/Learning Rate": 1.3326848823964243e-05, "Finetune/Loss": 0.865665078163147, "Finetune/Loss (Raw)": 0.8229779601097107, "Finetune/Step": 3945, "Finetune/Step Time": 6.185327533632517}
+{"Finetune/Learning Rate": 1.3323672561782242e-05, "Finetune/Loss": 0.8647745251655579, "Finetune/Loss (Raw)": 0.8545040488243103, "Finetune/Step": 3946, "Finetune/Step Time": 6.171468770131469}
+{"Finetune/Learning Rate": 1.3320495922600634e-05, "Finetune/Loss": 0.8642268180847168, "Finetune/Loss (Raw)": 0.8068041801452637, "Finetune/Step": 3947, "Finetune/Step Time": 6.173176757991314}
+{"Finetune/Learning Rate": 1.3317318906779744e-05, "Finetune/Loss": 0.8651829957962036, "Finetune/Loss (Raw)": 0.8973543047904968, "Finetune/Step": 3948, "Finetune/Step Time": 6.174163181334734}
+{"Finetune/Learning Rate": 1.3314141514679925e-05, "Finetune/Loss": 0.8644394874572754, "Finetune/Loss (Raw)": 0.7484792470932007, "Finetune/Step": 3949, "Finetune/Step Time": 6.179968832060695}
+{"Finetune/Learning Rate": 1.33109637466616e-05, "Finetune/Loss": 0.8638652563095093, "Finetune/Loss (Raw)": 0.8464732766151428, "Finetune/Step": 3950, "Finetune/Step Time": 6.179015142843127}
+{"Finetune/Learning Rate": 1.3307785603085208e-05, "Finetune/Loss": 0.8627661466598511, "Finetune/Loss (Raw)": 0.8036300539970398, "Finetune/Step": 3951, "Finetune/Step Time": 6.178551506251097}
+{"Finetune/Learning Rate": 1.3304607084311246e-05, "Finetune/Loss": 0.8617962598800659, "Finetune/Loss (Raw)": 0.7709600329399109, "Finetune/Step": 3952, "Finetune/Step Time": 6.175727194175124}
+{"Finetune/Learning Rate": 1.3301428190700243e-05, "Finetune/Loss": 0.8598035573959351, "Finetune/Loss (Raw)": 0.7046701908111572, "Finetune/Step": 3953, "Finetune/Step Time": 6.1735827177762985}
+{"Finetune/Learning Rate": 1.3298248922612783e-05, "Finetune/Loss": 0.8616490364074707, "Finetune/Loss (Raw)": 1.0631603002548218, "Finetune/Step": 3954, "Finetune/Step Time": 6.177428929135203}
+{"Finetune/Learning Rate": 1.3295069280409482e-05, "Finetune/Loss": 0.8607194423675537, "Finetune/Loss (Raw)": 0.8393806219100952, "Finetune/Step": 3955, "Finetune/Step Time": 6.17852402292192}
+{"Finetune/Learning Rate": 1.3291889264451005e-05, "Finetune/Loss": 0.8595880270004272, "Finetune/Loss (Raw)": 0.8301066756248474, "Finetune/Step": 3956, "Finetune/Step Time": 6.162022730335593}
+{"Finetune/Learning Rate": 1.328870887509806e-05, "Finetune/Loss": 0.8583885431289673, "Finetune/Loss (Raw)": 0.8818285465240479, "Finetune/Step": 3957, "Finetune/Step Time": 6.1598019897937775}
+{"Finetune/Learning Rate": 1.3285528112711383e-05, "Finetune/Loss": 0.857933759689331, "Finetune/Loss (Raw)": 0.8755870461463928, "Finetune/Step": 3958, "Finetune/Step Time": 6.1634614784270525}
+{"Finetune/Learning Rate": 1.328234697765178e-05, "Finetune/Loss": 0.8582631349563599, "Finetune/Loss (Raw)": 0.8684688210487366, "Finetune/Step": 3959, "Finetune/Step Time": 6.175054702907801}
+{"Finetune/Learning Rate": 1.3279165470280067e-05, "Finetune/Loss": 0.8578689694404602, "Finetune/Loss (Raw)": 0.8796473145484924, "Finetune/Step": 3960, "Finetune/Step Time": 6.188071817159653}
+{"Finetune/Learning Rate": 1.3275983590957121e-05, "Finetune/Loss": 0.8582760691642761, "Finetune/Loss (Raw)": 0.8710189461708069, "Finetune/Step": 3961, "Finetune/Step Time": 6.186457907781005}
+{"Finetune/Learning Rate": 1.3272801340043867e-05, "Finetune/Loss": 0.8588484525680542, "Finetune/Loss (Raw)": 0.805809736251831, "Finetune/Step": 3962, "Finetune/Step Time": 6.191766444593668}
+{"Finetune/Learning Rate": 1.3269618717901258e-05, "Finetune/Loss": 0.8580888509750366, "Finetune/Loss (Raw)": 0.9055383801460266, "Finetune/Step": 3963, "Finetune/Step Time": 6.1950772870332}
+{"Finetune/Learning Rate": 1.3266435724890294e-05, "Finetune/Loss": 0.8590246438980103, "Finetune/Loss (Raw)": 0.9824506044387817, "Finetune/Step": 3964, "Finetune/Step Time": 6.218782411888242}
+{"Finetune/Learning Rate": 1.3263252361372017e-05, "Finetune/Loss": 0.8592555522918701, "Finetune/Loss (Raw)": 0.8221732974052429, "Finetune/Step": 3965, "Finetune/Step Time": 6.219253569841385}
+{"Finetune/Learning Rate": 1.3260068627707514e-05, "Finetune/Loss": 0.857995867729187, "Finetune/Loss (Raw)": 0.7347788214683533, "Finetune/Step": 3966, "Finetune/Step Time": 6.22950329259038}
+{"Finetune/Learning Rate": 1.325688452425791e-05, "Finetune/Loss": 0.8580809831619263, "Finetune/Loss (Raw)": 0.8973241448402405, "Finetune/Step": 3967, "Finetune/Step Time": 6.231933560222387}
+{"Finetune/Learning Rate": 1.3253700051384371e-05, "Finetune/Loss": 0.8571523427963257, "Finetune/Loss (Raw)": 0.8147608041763306, "Finetune/Step": 3968, "Finetune/Step Time": 6.229963203892112}
+{"Finetune/Learning Rate": 1.3250515209448114e-05, "Finetune/Loss": 0.8567333221435547, "Finetune/Loss (Raw)": 0.7933997511863708, "Finetune/Step": 3969, "Finetune/Step Time": 6.227534040808678}
+{"Finetune/Learning Rate": 1.3247329998810381e-05, "Finetune/Loss": 0.8575810790061951, "Finetune/Loss (Raw)": 0.9913842082023621, "Finetune/Step": 3970, "Finetune/Step Time": 6.228137318044901}
+{"Finetune/Learning Rate": 1.324414441983248e-05, "Finetune/Loss": 0.8551428914070129, "Finetune/Loss (Raw)": 0.39395448565483093, "Finetune/Step": 3971, "Finetune/Step Time": 6.2360602505505085}
+{"Finetune/Learning Rate": 1.3240958472875734e-05, "Finetune/Loss": 0.8561149835586548, "Finetune/Loss (Raw)": 1.015425443649292, "Finetune/Step": 3972, "Finetune/Step Time": 6.251704052090645}
+{"Finetune/Learning Rate": 1.3237772158301527e-05, "Finetune/Loss": 0.85706627368927, "Finetune/Loss (Raw)": 1.0014244318008423, "Finetune/Step": 3973, "Finetune/Step Time": 6.254310689866543}
+{"Finetune/Learning Rate": 1.3234585476471275e-05, "Finetune/Loss": 0.8582874536514282, "Finetune/Loss (Raw)": 0.9216452240943909, "Finetune/Step": 3974, "Finetune/Step Time": 6.254082586616278}
+{"Finetune/Learning Rate": 1.3231398427746442e-05, "Finetune/Loss": 0.8588055968284607, "Finetune/Loss (Raw)": 0.926384449005127, "Finetune/Step": 3975, "Finetune/Step Time": 6.248017117381096}
+{"Finetune/Learning Rate": 1.3228211012488532e-05, "Finetune/Loss": 0.8594450354576111, "Finetune/Loss (Raw)": 0.9311445951461792, "Finetune/Step": 3976, "Finetune/Step Time": 6.2557796984910965}
+{"Finetune/Learning Rate": 1.3225023231059084e-05, "Finetune/Loss": 0.8584505319595337, "Finetune/Loss (Raw)": 0.8203786015510559, "Finetune/Step": 3977, "Finetune/Step Time": 6.25710229948163}
+{"Finetune/Learning Rate": 1.3221835083819685e-05, "Finetune/Loss": 0.8604121208190918, "Finetune/Loss (Raw)": 1.0059871673583984, "Finetune/Step": 3978, "Finetune/Step Time": 6.2567693162709475}
+{"Finetune/Learning Rate": 1.3218646571131965e-05, "Finetune/Loss": 0.8610337972640991, "Finetune/Loss (Raw)": 0.9371438026428223, "Finetune/Step": 3979, "Finetune/Step Time": 6.258683575317264}
+{"Finetune/Learning Rate": 1.3215457693357592e-05, "Finetune/Loss": 0.8615677356719971, "Finetune/Loss (Raw)": 0.8708407878875732, "Finetune/Step": 3980, "Finetune/Step Time": 6.258524987846613}
+{"Finetune/Learning Rate": 1.3212268450858275e-05, "Finetune/Loss": 0.8609595894813538, "Finetune/Loss (Raw)": 0.8987129926681519, "Finetune/Step": 3981, "Finetune/Step Time": 6.242459945380688}
+{"Finetune/Learning Rate": 1.3209078843995763e-05, "Finetune/Loss": 0.8600666522979736, "Finetune/Loss (Raw)": 0.9207624197006226, "Finetune/Step": 3982, "Finetune/Step Time": 6.2415135614573956}
+{"Finetune/Learning Rate": 1.3205888873131856e-05, "Finetune/Loss": 0.8595252633094788, "Finetune/Loss (Raw)": 0.8451982140541077, "Finetune/Step": 3983, "Finetune/Step Time": 6.23996589705348}
+{"Finetune/Learning Rate": 1.3202698538628376e-05, "Finetune/Loss": 0.8587331771850586, "Finetune/Loss (Raw)": 0.6919270753860474, "Finetune/Step": 3984, "Finetune/Step Time": 6.232630996033549}
+{"Finetune/Learning Rate": 1.3199507840847212e-05, "Finetune/Loss": 0.8593001365661621, "Finetune/Loss (Raw)": 0.8845309019088745, "Finetune/Step": 3985, "Finetune/Step Time": 6.2289542984217405}
+{"Finetune/Learning Rate": 1.3196316780150272e-05, "Finetune/Loss": 0.859676718711853, "Finetune/Loss (Raw)": 0.9179533123970032, "Finetune/Step": 3986, "Finetune/Step Time": 6.223218467086554}
+{"Finetune/Learning Rate": 1.3193125356899512e-05, "Finetune/Loss": 0.8593951463699341, "Finetune/Loss (Raw)": 0.8562210202217102, "Finetune/Step": 3987, "Finetune/Step Time": 6.213810473680496}
+{"Finetune/Learning Rate": 1.3189933571456937e-05, "Finetune/Loss": 0.8589047193527222, "Finetune/Loss (Raw)": 0.8691884279251099, "Finetune/Step": 3988, "Finetune/Step Time": 6.220740342512727}
+{"Finetune/Learning Rate": 1.3186741424184584e-05, "Finetune/Loss": 0.8576333522796631, "Finetune/Loss (Raw)": 0.7574670910835266, "Finetune/Step": 3989, "Finetune/Step Time": 6.214268587529659}
+{"Finetune/Learning Rate": 1.3183548915444534e-05, "Finetune/Loss": 0.8576382398605347, "Finetune/Loss (Raw)": 0.846255898475647, "Finetune/Step": 3990, "Finetune/Step Time": 6.196379730477929}
+{"Finetune/Learning Rate": 1.3180356045598907e-05, "Finetune/Loss": 0.8574085831642151, "Finetune/Loss (Raw)": 0.8290236592292786, "Finetune/Step": 3991, "Finetune/Step Time": 6.189598277211189}
+{"Finetune/Learning Rate": 1.317716281500987e-05, "Finetune/Loss": 0.856372058391571, "Finetune/Loss (Raw)": 0.8174607753753662, "Finetune/Step": 3992, "Finetune/Step Time": 6.191907100379467}
+{"Finetune/Learning Rate": 1.3173969224039621e-05, "Finetune/Loss": 0.8562779426574707, "Finetune/Loss (Raw)": 0.9136637449264526, "Finetune/Step": 3993, "Finetune/Step Time": 6.1935227159410715}
+{"Finetune/Learning Rate": 1.3170775273050411e-05, "Finetune/Loss": 0.8578775525093079, "Finetune/Loss (Raw)": 0.9307202100753784, "Finetune/Step": 3994, "Finetune/Step Time": 6.193974543362856}
+{"Finetune/Learning Rate": 1.3167580962404523e-05, "Finetune/Loss": 0.8617867231369019, "Finetune/Loss (Raw)": 0.9387181997299194, "Finetune/Step": 3995, "Finetune/Step Time": 6.1896776501089334}
+{"Finetune/Learning Rate": 1.316438629246428e-05, "Finetune/Loss": 0.8624382615089417, "Finetune/Loss (Raw)": 0.8717577457427979, "Finetune/Step": 3996, "Finetune/Step Time": 6.175016725435853}
+{"Finetune/Learning Rate": 1.3161191263592054e-05, "Finetune/Loss": 0.8619625568389893, "Finetune/Loss (Raw)": 0.8998340964317322, "Finetune/Step": 3997, "Finetune/Step Time": 6.173945479094982}
+{"Finetune/Learning Rate": 1.3157995876150252e-05, "Finetune/Loss": 0.8597732782363892, "Finetune/Loss (Raw)": 0.7478713393211365, "Finetune/Step": 3998, "Finetune/Step Time": 6.1560560297220945}
+{"Finetune/Learning Rate": 1.3154800130501317e-05, "Finetune/Loss": 0.8602423071861267, "Finetune/Loss (Raw)": 0.918630838394165, "Finetune/Step": 3999, "Finetune/Step Time": 6.13775142095983}
+{"Finetune/Learning Rate": 1.3151604027007744e-05, "Finetune/Loss": 0.8600412607192993, "Finetune/Loss (Raw)": 0.8931794166564941, "Finetune/Step": 4000, "Finetune/Step Time": 6.136869888752699}
+{"Finetune/Learning Rate": 1.314840756603206e-05, "Finetune/Loss": 0.8598586320877075, "Finetune/Loss (Raw)": 0.9421538710594177, "Finetune/Step": 4001, "Finetune/Step Time": 6.137833803892136}
+{"Finetune/Learning Rate": 1.3145210747936836e-05, "Finetune/Loss": 0.8590635061264038, "Finetune/Loss (Raw)": 0.8197014331817627, "Finetune/Step": 4002, "Finetune/Step Time": 6.137557316571474}
+{"Finetune/Learning Rate": 1.3142013573084682e-05, "Finetune/Loss": 0.8537883758544922, "Finetune/Loss (Raw)": 0.3395638167858124, "Finetune/Step": 4003, "Finetune/Step Time": 6.140843968838453}
+{"Finetune/Learning Rate": 1.3138816041838251e-05, "Finetune/Loss": 0.8547515869140625, "Finetune/Loss (Raw)": 0.8975538611412048, "Finetune/Step": 4004, "Finetune/Step Time": 6.1551424115896225}
+{"Finetune/Learning Rate": 1.313561815456023e-05, "Finetune/Loss": 0.8546363115310669, "Finetune/Loss (Raw)": 0.9010754227638245, "Finetune/Step": 4005, "Finetune/Step Time": 6.1580490451306105}
+{"Finetune/Learning Rate": 1.3132419911613358e-05, "Finetune/Loss": 0.8544496297836304, "Finetune/Loss (Raw)": 0.9286434054374695, "Finetune/Step": 4006, "Finetune/Step Time": 6.156994096934795}
+{"Finetune/Learning Rate": 1.3129221313360403e-05, "Finetune/Loss": 0.8547588586807251, "Finetune/Loss (Raw)": 0.8494832515716553, "Finetune/Step": 4007, "Finetune/Step Time": 6.156729565933347}
+{"Finetune/Learning Rate": 1.3126022360164172e-05, "Finetune/Loss": 0.8553897142410278, "Finetune/Loss (Raw)": 0.9318987131118774, "Finetune/Step": 4008, "Finetune/Step Time": 6.154188374057412}
+{"Finetune/Learning Rate": 1.3122823052387533e-05, "Finetune/Loss": 0.8535829186439514, "Finetune/Loss (Raw)": 0.6970586776733398, "Finetune/Step": 4009, "Finetune/Step Time": 6.15521259047091}
+{"Finetune/Learning Rate": 1.3119623390393364e-05, "Finetune/Loss": 0.8551618456840515, "Finetune/Loss (Raw)": 1.0660840272903442, "Finetune/Step": 4010, "Finetune/Step Time": 6.1569760497659445}
+{"Finetune/Learning Rate": 1.3116423374544605e-05, "Finetune/Loss": 0.8567931056022644, "Finetune/Loss (Raw)": 0.9747269153594971, "Finetune/Step": 4011, "Finetune/Step Time": 6.148306272923946}
+{"Finetune/Learning Rate": 1.311322300520423e-05, "Finetune/Loss": 0.8564960956573486, "Finetune/Loss (Raw)": 0.844624936580658, "Finetune/Step": 4012, "Finetune/Step Time": 6.144774243235588}
+{"Finetune/Learning Rate": 1.3110022282735249e-05, "Finetune/Loss": 0.8573760986328125, "Finetune/Loss (Raw)": 0.9222913384437561, "Finetune/Step": 4013, "Finetune/Step Time": 6.14128172211349}
+{"Finetune/Learning Rate": 1.3106821207500718e-05, "Finetune/Loss": 0.8592281341552734, "Finetune/Loss (Raw)": 0.8755928874015808, "Finetune/Step": 4014, "Finetune/Step Time": 6.134068815037608}
+{"Finetune/Learning Rate": 1.3103619779863732e-05, "Finetune/Loss": 0.8573271632194519, "Finetune/Loss (Raw)": 0.660284161567688, "Finetune/Step": 4015, "Finetune/Step Time": 6.130037659779191}
+{"Finetune/Learning Rate": 1.310041800018742e-05, "Finetune/Loss": 0.8556830883026123, "Finetune/Loss (Raw)": 0.7216707468032837, "Finetune/Step": 4016, "Finetune/Step Time": 6.125655002892017}
+{"Finetune/Learning Rate": 1.309721586883496e-05, "Finetune/Loss": 0.8565325736999512, "Finetune/Loss (Raw)": 0.8561065196990967, "Finetune/Step": 4017, "Finetune/Step Time": 6.143038589507341}
+{"Finetune/Learning Rate": 1.3094013386169565e-05, "Finetune/Loss": 0.8555305004119873, "Finetune/Loss (Raw)": 0.7974286675453186, "Finetune/Step": 4018, "Finetune/Step Time": 6.145523637533188}
+{"Finetune/Learning Rate": 1.3090810552554483e-05, "Finetune/Loss": 0.854819655418396, "Finetune/Loss (Raw)": 0.8847492933273315, "Finetune/Step": 4019, "Finetune/Step Time": 6.1398055125027895}
+{"Finetune/Learning Rate": 1.3087607368353015e-05, "Finetune/Loss": 0.8545764684677124, "Finetune/Loss (Raw)": 0.9216857552528381, "Finetune/Step": 4020, "Finetune/Step Time": 6.137898568063974}
+{"Finetune/Learning Rate": 1.3084403833928488e-05, "Finetune/Loss": 0.8553296327590942, "Finetune/Loss (Raw)": 0.9133322834968567, "Finetune/Step": 4021, "Finetune/Step Time": 6.1371769569814205}
+{"Finetune/Learning Rate": 1.3081199949644272e-05, "Finetune/Loss": 0.8538349270820618, "Finetune/Loss (Raw)": 0.6983133554458618, "Finetune/Step": 4022, "Finetune/Step Time": 6.138108775019646}
+{"Finetune/Learning Rate": 1.3077995715863789e-05, "Finetune/Loss": 0.8526937961578369, "Finetune/Loss (Raw)": 0.875887393951416, "Finetune/Step": 4023, "Finetune/Step Time": 6.141956420615315}
+{"Finetune/Learning Rate": 1.3074791132950484e-05, "Finetune/Loss": 0.8544816970825195, "Finetune/Loss (Raw)": 0.9713498950004578, "Finetune/Step": 4024, "Finetune/Step Time": 6.142730720341206}
+{"Finetune/Learning Rate": 1.3071586201267848e-05, "Finetune/Loss": 0.8536317944526672, "Finetune/Loss (Raw)": 0.8766645789146423, "Finetune/Step": 4025, "Finetune/Step Time": 6.15040179155767}
+{"Finetune/Learning Rate": 1.3068380921179413e-05, "Finetune/Loss": 0.8538093566894531, "Finetune/Loss (Raw)": 0.7877183556556702, "Finetune/Step": 4026, "Finetune/Step Time": 6.14855887927115}
+{"Finetune/Learning Rate": 1.3065175293048751e-05, "Finetune/Loss": 0.8532894253730774, "Finetune/Loss (Raw)": 0.9163817167282104, "Finetune/Step": 4027, "Finetune/Step Time": 6.145188612863421}
+{"Finetune/Learning Rate": 1.306196931723947e-05, "Finetune/Loss": 0.8551238775253296, "Finetune/Loss (Raw)": 1.032524824142456, "Finetune/Step": 4028, "Finetune/Step Time": 6.148795749992132}
+{"Finetune/Learning Rate": 1.305876299411522e-05, "Finetune/Loss": 0.8547415733337402, "Finetune/Loss (Raw)": 0.8770283460617065, "Finetune/Step": 4029, "Finetune/Step Time": 6.150201207026839}
+{"Finetune/Learning Rate": 1.3055556324039693e-05, "Finetune/Loss": 0.855047345161438, "Finetune/Loss (Raw)": 0.9761608839035034, "Finetune/Step": 4030, "Finetune/Step Time": 6.158750085160136}
+{"Finetune/Learning Rate": 1.3052349307376611e-05, "Finetune/Loss": 0.8553362488746643, "Finetune/Loss (Raw)": 0.8949780464172363, "Finetune/Step": 4031, "Finetune/Step Time": 6.171579275280237}
+{"Finetune/Learning Rate": 1.304914194448975e-05, "Finetune/Loss": 0.8560072183609009, "Finetune/Loss (Raw)": 0.8772774338722229, "Finetune/Step": 4032, "Finetune/Step Time": 6.179839264601469}
+{"Finetune/Learning Rate": 1.3045934235742906e-05, "Finetune/Loss": 0.8554619550704956, "Finetune/Loss (Raw)": 0.8071152567863464, "Finetune/Step": 4033, "Finetune/Step Time": 6.188912658020854}
+{"Finetune/Learning Rate": 1.3042726181499932e-05, "Finetune/Loss": 0.856032133102417, "Finetune/Loss (Raw)": 0.9841253757476807, "Finetune/Step": 4034, "Finetune/Step Time": 6.1948386952281}
+{"Finetune/Learning Rate": 1.3039517782124713e-05, "Finetune/Loss": 0.8560985326766968, "Finetune/Loss (Raw)": 0.9496598243713379, "Finetune/Step": 4035, "Finetune/Step Time": 6.191585401073098}
+{"Finetune/Learning Rate": 1.3036309037981171e-05, "Finetune/Loss": 0.8575220108032227, "Finetune/Loss (Raw)": 0.8459123373031616, "Finetune/Step": 4036, "Finetune/Step Time": 6.185903079807758}
+{"Finetune/Learning Rate": 1.3033099949433272e-05, "Finetune/Loss": 0.8581708669662476, "Finetune/Loss (Raw)": 0.8409013748168945, "Finetune/Step": 4037, "Finetune/Step Time": 6.171859411522746}
+{"Finetune/Learning Rate": 1.3029890516845018e-05, "Finetune/Loss": 0.8583835959434509, "Finetune/Loss (Raw)": 0.9857093691825867, "Finetune/Step": 4038, "Finetune/Step Time": 6.165868306532502}
+{"Finetune/Learning Rate": 1.3026680740580449e-05, "Finetune/Loss": 0.8591797351837158, "Finetune/Loss (Raw)": 0.9696019887924194, "Finetune/Step": 4039, "Finetune/Step Time": 6.16462454944849}
+{"Finetune/Learning Rate": 1.3023470621003641e-05, "Finetune/Loss": 0.8595337867736816, "Finetune/Loss (Raw)": 0.8884478807449341, "Finetune/Step": 4040, "Finetune/Step Time": 6.162761798128486}
+{"Finetune/Learning Rate": 1.3020260158478726e-05, "Finetune/Loss": 0.8586695194244385, "Finetune/Loss (Raw)": 0.741428017616272, "Finetune/Step": 4041, "Finetune/Step Time": 6.162519050762057}
+{"Finetune/Learning Rate": 1.3017049353369853e-05, "Finetune/Loss": 0.8570548295974731, "Finetune/Loss (Raw)": 0.7802070379257202, "Finetune/Step": 4042, "Finetune/Step Time": 6.161446763202548}
+{"Finetune/Learning Rate": 1.3013838206041218e-05, "Finetune/Loss": 0.8567408919334412, "Finetune/Loss (Raw)": 0.8978961706161499, "Finetune/Step": 4043, "Finetune/Step Time": 6.163387397304177}
+{"Finetune/Learning Rate": 1.3010626716857065e-05, "Finetune/Loss": 0.8592416644096375, "Finetune/Loss (Raw)": 0.9881893992424011, "Finetune/Step": 4044, "Finetune/Step Time": 6.155875958502293}
+{"Finetune/Learning Rate": 1.300741488618166e-05, "Finetune/Loss": 0.8602670431137085, "Finetune/Loss (Raw)": 0.8553972840309143, "Finetune/Step": 4045, "Finetune/Step Time": 6.143318163231015}
+{"Finetune/Learning Rate": 1.3004202714379321e-05, "Finetune/Loss": 0.8599859476089478, "Finetune/Loss (Raw)": 0.8160058856010437, "Finetune/Step": 4046, "Finetune/Step Time": 6.139862047508359}
+{"Finetune/Learning Rate": 1.3000990201814401e-05, "Finetune/Loss": 0.8601081371307373, "Finetune/Loss (Raw)": 0.8227915167808533, "Finetune/Step": 4047, "Finetune/Step Time": 6.1382457092404366}
+{"Finetune/Learning Rate": 1.2997777348851288e-05, "Finetune/Loss": 0.8598600625991821, "Finetune/Loss (Raw)": 0.8924715518951416, "Finetune/Step": 4048, "Finetune/Step Time": 6.144073780626059}
+{"Finetune/Learning Rate": 1.2994564155854414e-05, "Finetune/Loss": 0.8627833724021912, "Finetune/Loss (Raw)": 0.7147496938705444, "Finetune/Step": 4049, "Finetune/Step Time": 6.1360276732593775}
+{"Finetune/Learning Rate": 1.2991350623188245e-05, "Finetune/Loss": 0.8633613586425781, "Finetune/Loss (Raw)": 0.9212998747825623, "Finetune/Step": 4050, "Finetune/Step Time": 6.1048031039536}
+{"Finetune/Learning Rate": 1.2988136751217292e-05, "Finetune/Loss": 0.8621997833251953, "Finetune/Loss (Raw)": 0.6958119869232178, "Finetune/Step": 4051, "Finetune/Step Time": 6.106257777661085}
+{"Finetune/Learning Rate": 1.2984922540306095e-05, "Finetune/Loss": 0.8627836108207703, "Finetune/Loss (Raw)": 0.9000507593154907, "Finetune/Step": 4052, "Finetune/Step Time": 6.105418145656586}
+{"Finetune/Learning Rate": 1.2981707990819242e-05, "Finetune/Loss": 0.8622113466262817, "Finetune/Loss (Raw)": 0.96529620885849, "Finetune/Step": 4053, "Finetune/Step Time": 6.1026318203657866}
+{"Finetune/Learning Rate": 1.2978493103121347e-05, "Finetune/Loss": 0.8618877530097961, "Finetune/Loss (Raw)": 0.914908230304718, "Finetune/Step": 4054, "Finetune/Step Time": 6.09992778301239}
+{"Finetune/Learning Rate": 1.2975277877577077e-05, "Finetune/Loss": 0.8579667210578918, "Finetune/Loss (Raw)": 0.39066165685653687, "Finetune/Step": 4055, "Finetune/Step Time": 6.103632692247629}
+{"Finetune/Learning Rate": 1.297206231455113e-05, "Finetune/Loss": 0.8621340990066528, "Finetune/Loss (Raw)": 0.9191345572471619, "Finetune/Step": 4056, "Finetune/Step Time": 6.11481436342001}
+{"Finetune/Learning Rate": 1.296884641440824e-05, "Finetune/Loss": 0.8627059459686279, "Finetune/Loss (Raw)": 0.9070857763290405, "Finetune/Step": 4057, "Finetune/Step Time": 6.100344493985176}
+{"Finetune/Learning Rate": 1.2965630177513192e-05, "Finetune/Loss": 0.8620569705963135, "Finetune/Loss (Raw)": 0.8628911375999451, "Finetune/Step": 4058, "Finetune/Step Time": 6.100644547492266}
+{"Finetune/Learning Rate": 1.2962413604230784e-05, "Finetune/Loss": 0.8624804019927979, "Finetune/Loss (Raw)": 0.9588146209716797, "Finetune/Step": 4059, "Finetune/Step Time": 6.138668294996023}
+{"Finetune/Learning Rate": 1.2959196694925878e-05, "Finetune/Loss": 0.861976146697998, "Finetune/Loss (Raw)": 0.9427118301391602, "Finetune/Step": 4060, "Finetune/Step Time": 6.1365442499518394}
+{"Finetune/Learning Rate": 1.2955979449963358e-05, "Finetune/Loss": 0.8619141578674316, "Finetune/Loss (Raw)": 0.8947913646697998, "Finetune/Step": 4061, "Finetune/Step Time": 6.138030769303441}
+{"Finetune/Learning Rate": 1.2952761869708157e-05, "Finetune/Loss": 0.8616464138031006, "Finetune/Loss (Raw)": 0.7746623754501343, "Finetune/Step": 4062, "Finetune/Step Time": 6.144566174596548}
+{"Finetune/Learning Rate": 1.2949543954525236e-05, "Finetune/Loss": 0.8611286878585815, "Finetune/Loss (Raw)": 0.9648959040641785, "Finetune/Step": 4063, "Finetune/Step Time": 6.147626658901572}
+{"Finetune/Learning Rate": 1.2946325704779602e-05, "Finetune/Loss": 0.8617234230041504, "Finetune/Loss (Raw)": 0.9202533960342407, "Finetune/Step": 4064, "Finetune/Step Time": 6.148753767833114}
+{"Finetune/Learning Rate": 1.2943107120836296e-05, "Finetune/Loss": 0.8604155778884888, "Finetune/Loss (Raw)": 0.8033076524734497, "Finetune/Step": 4065, "Finetune/Step Time": 6.142964359372854}
+{"Finetune/Learning Rate": 1.2939888203060393e-05, "Finetune/Loss": 0.8612579107284546, "Finetune/Loss (Raw)": 0.8910708427429199, "Finetune/Step": 4066, "Finetune/Step Time": 6.147280767560005}
+{"Finetune/Learning Rate": 1.293666895181702e-05, "Finetune/Loss": 0.8628355860710144, "Finetune/Loss (Raw)": 1.051081657409668, "Finetune/Step": 4067, "Finetune/Step Time": 6.146423337981105}
+{"Finetune/Learning Rate": 1.2933449367471322e-05, "Finetune/Loss": 0.8639751672744751, "Finetune/Loss (Raw)": 0.9846300482749939, "Finetune/Step": 4068, "Finetune/Step Time": 6.143805619329214}
+{"Finetune/Learning Rate": 1.2930229450388499e-05, "Finetune/Loss": 0.8638079166412354, "Finetune/Loss (Raw)": 0.9427611231803894, "Finetune/Step": 4069, "Finetune/Step Time": 6.142184326425195}
+{"Finetune/Learning Rate": 1.292700920093378e-05, "Finetune/Loss": 0.8600153923034668, "Finetune/Loss (Raw)": 0.4047636389732361, "Finetune/Step": 4070, "Finetune/Step Time": 6.142616365104914}
+{"Finetune/Learning Rate": 1.292378861947243e-05, "Finetune/Loss": 0.8604871034622192, "Finetune/Loss (Raw)": 0.8165287971496582, "Finetune/Step": 4071, "Finetune/Step Time": 6.152997056022286}
+{"Finetune/Learning Rate": 1.292056770636976e-05, "Finetune/Loss": 0.8615896105766296, "Finetune/Loss (Raw)": 0.9593735337257385, "Finetune/Step": 4072, "Finetune/Step Time": 6.140129748731852}
+{"Finetune/Learning Rate": 1.2917346461991112e-05, "Finetune/Loss": 0.8621656894683838, "Finetune/Loss (Raw)": 0.8967147469520569, "Finetune/Step": 4073, "Finetune/Step Time": 6.1378171145915985}
+{"Finetune/Learning Rate": 1.2914124886701865e-05, "Finetune/Loss": 0.8585840463638306, "Finetune/Loss (Raw)": 0.3960593044757843, "Finetune/Step": 4074, "Finetune/Step Time": 6.141255667433143}
+{"Finetune/Learning Rate": 1.2910902980867439e-05, "Finetune/Loss": 0.8599708080291748, "Finetune/Loss (Raw)": 0.9843013286590576, "Finetune/Step": 4075, "Finetune/Step Time": 6.155681785196066}
+{"Finetune/Learning Rate": 1.2907680744853295e-05, "Finetune/Loss": 0.8590834140777588, "Finetune/Loss (Raw)": 0.7837691903114319, "Finetune/Step": 4076, "Finetune/Step Time": 6.157919829711318}
+{"Finetune/Learning Rate": 1.2904458179024921e-05, "Finetune/Loss": 0.8601846694946289, "Finetune/Loss (Raw)": 0.8894405364990234, "Finetune/Step": 4077, "Finetune/Step Time": 6.16062755510211}
+{"Finetune/Learning Rate": 1.2901235283747848e-05, "Finetune/Loss": 0.8604112863540649, "Finetune/Loss (Raw)": 0.875487744808197, "Finetune/Step": 4078, "Finetune/Step Time": 6.159159863367677}
+{"Finetune/Learning Rate": 1.2898012059387652e-05, "Finetune/Loss": 0.8615731596946716, "Finetune/Loss (Raw)": 0.9523442983627319, "Finetune/Step": 4079, "Finetune/Step Time": 6.159369934350252}
+{"Finetune/Learning Rate": 1.289478850630993e-05, "Finetune/Loss": 0.8625822067260742, "Finetune/Loss (Raw)": 0.9001151323318481, "Finetune/Step": 4080, "Finetune/Step Time": 6.158557087182999}
+{"Finetune/Learning Rate": 1.289156462488033e-05, "Finetune/Loss": 0.8651350140571594, "Finetune/Loss (Raw)": 1.0314362049102783, "Finetune/Step": 4081, "Finetune/Step Time": 6.160387046635151}
+{"Finetune/Learning Rate": 1.288834041546453e-05, "Finetune/Loss": 0.8641600608825684, "Finetune/Loss (Raw)": 0.9383611083030701, "Finetune/Step": 4082, "Finetune/Step Time": 6.157803984358907}
+{"Finetune/Learning Rate": 1.288511587842825e-05, "Finetune/Loss": 0.8658931851387024, "Finetune/Loss (Raw)": 1.0612155199050903, "Finetune/Step": 4083, "Finetune/Step Time": 6.159251496195793}
+{"Finetune/Learning Rate": 1.2881891014137242e-05, "Finetune/Loss": 0.8655611276626587, "Finetune/Loss (Raw)": 0.7876189351081848, "Finetune/Step": 4084, "Finetune/Step Time": 6.159447694197297}
+{"Finetune/Learning Rate": 1.2878665822957301e-05, "Finetune/Loss": 0.8651689291000366, "Finetune/Loss (Raw)": 0.8316142559051514, "Finetune/Step": 4085, "Finetune/Step Time": 6.159274272620678}
+{"Finetune/Learning Rate": 1.2875440305254259e-05, "Finetune/Loss": 0.865078330039978, "Finetune/Loss (Raw)": 0.8639881610870361, "Finetune/Step": 4086, "Finetune/Step Time": 6.150588942691684}
+{"Finetune/Learning Rate": 1.2872214461393971e-05, "Finetune/Loss": 0.8649082779884338, "Finetune/Loss (Raw)": 0.8467111587524414, "Finetune/Step": 4087, "Finetune/Step Time": 6.137861356139183}
+{"Finetune/Learning Rate": 1.2868988291742349e-05, "Finetune/Loss": 0.8650065660476685, "Finetune/Loss (Raw)": 0.8922207355499268, "Finetune/Step": 4088, "Finetune/Step Time": 6.125932771712542}
+{"Finetune/Learning Rate": 1.2865761796665332e-05, "Finetune/Loss": 0.8656941652297974, "Finetune/Loss (Raw)": 0.9590328335762024, "Finetune/Step": 4089, "Finetune/Step Time": 6.1263855174183846}
+{"Finetune/Learning Rate": 1.2862534976528893e-05, "Finetune/Loss": 0.8679482340812683, "Finetune/Loss (Raw)": 1.0943315029144287, "Finetune/Step": 4090, "Finetune/Step Time": 6.122200932353735}
+{"Finetune/Learning Rate": 1.2859307831699052e-05, "Finetune/Loss": 0.8682102560997009, "Finetune/Loss (Raw)": 0.9390823245048523, "Finetune/Step": 4091, "Finetune/Step Time": 6.12049363553524}
+{"Finetune/Learning Rate": 1.2856080362541854e-05, "Finetune/Loss": 0.8644973039627075, "Finetune/Loss (Raw)": 0.5071884989738464, "Finetune/Step": 4092, "Finetune/Step Time": 6.105404073372483}
+{"Finetune/Learning Rate": 1.2852852569423388e-05, "Finetune/Loss": 0.8646349310874939, "Finetune/Loss (Raw)": 0.8397882580757141, "Finetune/Step": 4093, "Finetune/Step Time": 6.12122717872262}
+{"Finetune/Learning Rate": 1.284962445270978e-05, "Finetune/Loss": 0.865604043006897, "Finetune/Loss (Raw)": 0.8588318228721619, "Finetune/Step": 4094, "Finetune/Step Time": 6.108110306784511}
+{"Finetune/Learning Rate": 1.2846396012767189e-05, "Finetune/Loss": 0.8660978078842163, "Finetune/Loss (Raw)": 0.9605227112770081, "Finetune/Step": 4095, "Finetune/Step Time": 6.113773243501782}
+{"Finetune/Learning Rate": 1.284316724996181e-05, "Finetune/Loss": 0.8668128252029419, "Finetune/Loss (Raw)": 0.9062798023223877, "Finetune/Step": 4096, "Finetune/Step Time": 6.122168665751815}
+{"Finetune/Learning Rate": 1.2839938164659884e-05, "Finetune/Loss": 0.8674284815788269, "Finetune/Loss (Raw)": 0.8722076416015625, "Finetune/Step": 4097, "Finetune/Step Time": 6.132927691563964}
+{"Finetune/Learning Rate": 1.2836708757227675e-05, "Finetune/Loss": 0.86708664894104, "Finetune/Loss (Raw)": 0.9476326107978821, "Finetune/Step": 4098, "Finetune/Step Time": 6.13658944517374}
+{"Finetune/Learning Rate": 1.2833479028031492e-05, "Finetune/Loss": 0.8705034852027893, "Finetune/Loss (Raw)": 0.831303060054779, "Finetune/Step": 4099, "Finetune/Step Time": 6.15122832544148}
+{"Finetune/Learning Rate": 1.2830248977437685e-05, "Finetune/Loss": 0.8687607645988464, "Finetune/Loss (Raw)": 0.7923654317855835, "Finetune/Step": 4100, "Finetune/Step Time": 6.16398180834949}
+{"Finetune/Learning Rate": 1.2827018605812623e-05, "Finetune/Loss": 0.8677648901939392, "Finetune/Loss (Raw)": 0.8739464282989502, "Finetune/Step": 4101, "Finetune/Step Time": 6.159863440319896}
+{"Finetune/Learning Rate": 1.2823787913522732e-05, "Finetune/Loss": 0.8659557104110718, "Finetune/Loss (Raw)": 0.6900666356086731, "Finetune/Step": 4102, "Finetune/Step Time": 6.161204660311341}
+{"Finetune/Learning Rate": 1.2820556900934462e-05, "Finetune/Loss": 0.8649015426635742, "Finetune/Loss (Raw)": 0.7914579510688782, "Finetune/Step": 4103, "Finetune/Step Time": 6.166307877749205}
+{"Finetune/Learning Rate": 1.2817325568414299e-05, "Finetune/Loss": 0.8646988868713379, "Finetune/Loss (Raw)": 0.9052013754844666, "Finetune/Step": 4104, "Finetune/Step Time": 6.160039193928242}
+{"Finetune/Learning Rate": 1.2814093916328774e-05, "Finetune/Loss": 0.8605189919471741, "Finetune/Loss (Raw)": 0.2853536009788513, "Finetune/Step": 4105, "Finetune/Step Time": 6.163504583761096}
+{"Finetune/Learning Rate": 1.2810861945044444e-05, "Finetune/Loss": 0.8597782850265503, "Finetune/Loss (Raw)": 0.911174476146698, "Finetune/Step": 4106, "Finetune/Step Time": 6.188390808179975}
+{"Finetune/Learning Rate": 1.280762965492791e-05, "Finetune/Loss": 0.8582895398139954, "Finetune/Loss (Raw)": 0.7465895414352417, "Finetune/Step": 4107, "Finetune/Step Time": 6.191947383806109}
+{"Finetune/Learning Rate": 1.2804397046345805e-05, "Finetune/Loss": 0.8574095368385315, "Finetune/Loss (Raw)": 0.7581977844238281, "Finetune/Step": 4108, "Finetune/Step Time": 6.191407253965735}
+{"Finetune/Learning Rate": 1.28011641196648e-05, "Finetune/Loss": 0.8573173880577087, "Finetune/Loss (Raw)": 0.8869162797927856, "Finetune/Step": 4109, "Finetune/Step Time": 6.193916115909815}
+{"Finetune/Learning Rate": 1.2797930875251601e-05, "Finetune/Loss": 0.8567272424697876, "Finetune/Loss (Raw)": 0.8452279567718506, "Finetune/Step": 4110, "Finetune/Step Time": 6.212129607796669}
+{"Finetune/Learning Rate": 1.2794697313472953e-05, "Finetune/Loss": 0.8565471172332764, "Finetune/Loss (Raw)": 0.8221316933631897, "Finetune/Step": 4111, "Finetune/Step Time": 6.212893461808562}
+{"Finetune/Learning Rate": 1.279146343469563e-05, "Finetune/Loss": 0.8586153984069824, "Finetune/Loss (Raw)": 0.9566752910614014, "Finetune/Step": 4112, "Finetune/Step Time": 6.216606358066201}
+{"Finetune/Learning Rate": 1.278822923928645e-05, "Finetune/Loss": 0.8574830889701843, "Finetune/Loss (Raw)": 0.7395926117897034, "Finetune/Step": 4113, "Finetune/Step Time": 6.219186685979366}
+{"Finetune/Learning Rate": 1.2784994727612263e-05, "Finetune/Loss": 0.8562636971473694, "Finetune/Loss (Raw)": 0.7618725299835205, "Finetune/Step": 4114, "Finetune/Step Time": 6.217951176688075}
+{"Finetune/Learning Rate": 1.2781759900039952e-05, "Finetune/Loss": 0.8565636277198792, "Finetune/Loss (Raw)": 0.8946138620376587, "Finetune/Step": 4115, "Finetune/Step Time": 6.211812609806657}
+{"Finetune/Learning Rate": 1.2778524756936438e-05, "Finetune/Loss": 0.856902539730072, "Finetune/Loss (Raw)": 0.912570595741272, "Finetune/Step": 4116, "Finetune/Step Time": 6.201385932043195}
+{"Finetune/Learning Rate": 1.2775289298668689e-05, "Finetune/Loss": 0.8583625555038452, "Finetune/Loss (Raw)": 0.9443485736846924, "Finetune/Step": 4117, "Finetune/Step Time": 6.201071076095104}
+{"Finetune/Learning Rate": 1.2772053525603689e-05, "Finetune/Loss": 0.8594992160797119, "Finetune/Loss (Raw)": 0.99173903465271, "Finetune/Step": 4118, "Finetune/Step Time": 6.204545106738806}
+{"Finetune/Learning Rate": 1.2768817438108468e-05, "Finetune/Loss": 0.8602832555770874, "Finetune/Loss (Raw)": 0.9293848872184753, "Finetune/Step": 4119, "Finetune/Step Time": 6.214066535234451}
+{"Finetune/Learning Rate": 1.2765581036550095e-05, "Finetune/Loss": 0.8565710186958313, "Finetune/Loss (Raw)": 0.3422953188419342, "Finetune/Step": 4120, "Finetune/Step Time": 6.21715353988111}
+{"Finetune/Learning Rate": 1.2762344321295667e-05, "Finetune/Loss": 0.8562123775482178, "Finetune/Loss (Raw)": 0.8677659034729004, "Finetune/Step": 4121, "Finetune/Step Time": 6.2332598604261875}
+{"Finetune/Learning Rate": 1.2759107292712324e-05, "Finetune/Loss": 0.8547506928443909, "Finetune/Loss (Raw)": 0.7436202764511108, "Finetune/Step": 4122, "Finetune/Step Time": 6.236041812226176}
+{"Finetune/Learning Rate": 1.2755869951167233e-05, "Finetune/Loss": 0.8559353947639465, "Finetune/Loss (Raw)": 1.0903589725494385, "Finetune/Step": 4123, "Finetune/Step Time": 6.2350419368594885}
+{"Finetune/Learning Rate": 1.2752632297027605e-05, "Finetune/Loss": 0.855945348739624, "Finetune/Loss (Raw)": 0.8730306625366211, "Finetune/Step": 4124, "Finetune/Step Time": 6.238172365352511}
+{"Finetune/Learning Rate": 1.2749394330660679e-05, "Finetune/Loss": 0.8552654981613159, "Finetune/Loss (Raw)": 0.8128129839897156, "Finetune/Step": 4125, "Finetune/Step Time": 6.253570552915335}
+{"Finetune/Learning Rate": 1.2746156052433738e-05, "Finetune/Loss": 0.8566845655441284, "Finetune/Loss (Raw)": 0.9295054078102112, "Finetune/Step": 4126, "Finetune/Step Time": 6.257156874984503}
+{"Finetune/Learning Rate": 1.2742917462714093e-05, "Finetune/Loss": 0.8566421270370483, "Finetune/Loss (Raw)": 0.9131990075111389, "Finetune/Step": 4127, "Finetune/Step Time": 6.257988275960088}
+{"Finetune/Learning Rate": 1.273967856186909e-05, "Finetune/Loss": 0.8565106391906738, "Finetune/Loss (Raw)": 0.8763543963432312, "Finetune/Step": 4128, "Finetune/Step Time": 6.259599059820175}
+{"Finetune/Learning Rate": 1.2736439350266117e-05, "Finetune/Loss": 0.8562215566635132, "Finetune/Loss (Raw)": 0.9051520824432373, "Finetune/Step": 4129, "Finetune/Step Time": 6.259484825655818}
+{"Finetune/Learning Rate": 1.2733199828272591e-05, "Finetune/Loss": 0.8570091724395752, "Finetune/Loss (Raw)": 0.9205170273780823, "Finetune/Step": 4130, "Finetune/Step Time": 6.260535907000303}
+{"Finetune/Learning Rate": 1.2729959996255968e-05, "Finetune/Loss": 0.8606752157211304, "Finetune/Loss (Raw)": 0.8088214993476868, "Finetune/Step": 4131, "Finetune/Step Time": 6.255289362743497}
+{"Finetune/Learning Rate": 1.2726719854583736e-05, "Finetune/Loss": 0.8608393669128418, "Finetune/Loss (Raw)": 0.9185652136802673, "Finetune/Step": 4132, "Finetune/Step Time": 6.241547953337431}
+{"Finetune/Learning Rate": 1.2723479403623424e-05, "Finetune/Loss": 0.8607825040817261, "Finetune/Loss (Raw)": 0.8937936425209045, "Finetune/Step": 4133, "Finetune/Step Time": 6.2404835522174835}
+{"Finetune/Learning Rate": 1.2720238643742585e-05, "Finetune/Loss": 0.8601855039596558, "Finetune/Loss (Raw)": 0.8522286415100098, "Finetune/Step": 4134, "Finetune/Step Time": 6.240096837282181}
+{"Finetune/Learning Rate": 1.2716997575308819e-05, "Finetune/Loss": 0.8601994514465332, "Finetune/Loss (Raw)": 0.8512588143348694, "Finetune/Step": 4135, "Finetune/Step Time": 6.242574816569686}
+{"Finetune/Learning Rate": 1.2713756198689757e-05, "Finetune/Loss": 0.8605037331581116, "Finetune/Loss (Raw)": 0.9708506464958191, "Finetune/Step": 4136, "Finetune/Step Time": 6.248089291155338}
+{"Finetune/Learning Rate": 1.2710514514253057e-05, "Finetune/Loss": 0.8617637157440186, "Finetune/Loss (Raw)": 0.858344316482544, "Finetune/Step": 4137, "Finetune/Step Time": 6.24905470199883}
+{"Finetune/Learning Rate": 1.2707272522366428e-05, "Finetune/Loss": 0.8612556457519531, "Finetune/Loss (Raw)": 1.0010452270507812, "Finetune/Step": 4138, "Finetune/Step Time": 6.2471055798232555}
+{"Finetune/Learning Rate": 1.2704030223397597e-05, "Finetune/Loss": 0.8604769706726074, "Finetune/Loss (Raw)": 0.8750518560409546, "Finetune/Step": 4139, "Finetune/Step Time": 6.242861287668347}
+{"Finetune/Learning Rate": 1.2700787617714338e-05, "Finetune/Loss": 0.860319972038269, "Finetune/Loss (Raw)": 0.8245331048965454, "Finetune/Step": 4140, "Finetune/Step Time": 6.24475135654211}
+{"Finetune/Learning Rate": 1.2697544705684453e-05, "Finetune/Loss": 0.8598330020904541, "Finetune/Loss (Raw)": 0.8599627017974854, "Finetune/Step": 4141, "Finetune/Step Time": 6.255748325958848}
+{"Finetune/Learning Rate": 1.2694301487675781e-05, "Finetune/Loss": 0.8593095541000366, "Finetune/Loss (Raw)": 0.8085883855819702, "Finetune/Step": 4142, "Finetune/Step Time": 6.258878376334906}
+{"Finetune/Learning Rate": 1.2691057964056199e-05, "Finetune/Loss": 0.8609156608581543, "Finetune/Loss (Raw)": 0.8658677935600281, "Finetune/Step": 4143, "Finetune/Step Time": 6.257482871413231}
+{"Finetune/Learning Rate": 1.2687814135193613e-05, "Finetune/Loss": 0.862112283706665, "Finetune/Loss (Raw)": 0.8748409152030945, "Finetune/Step": 4144, "Finetune/Step Time": 6.260239332914352}
+{"Finetune/Learning Rate": 1.2684570001455963e-05, "Finetune/Loss": 0.8619812726974487, "Finetune/Loss (Raw)": 0.8393320441246033, "Finetune/Step": 4145, "Finetune/Step Time": 6.246068203821778}
+{"Finetune/Learning Rate": 1.2681325563211231e-05, "Finetune/Loss": 0.8626995086669922, "Finetune/Loss (Raw)": 0.8893699049949646, "Finetune/Step": 4146, "Finetune/Step Time": 6.250041274353862}
+{"Finetune/Learning Rate": 1.2678080820827432e-05, "Finetune/Loss": 0.861721396446228, "Finetune/Loss (Raw)": 0.7595457434654236, "Finetune/Step": 4147, "Finetune/Step Time": 6.25509512424469}
+{"Finetune/Learning Rate": 1.2674835774672603e-05, "Finetune/Loss": 0.8610354065895081, "Finetune/Loss (Raw)": 0.8338848948478699, "Finetune/Step": 4148, "Finetune/Step Time": 6.2747342977672815}
+{"Finetune/Learning Rate": 1.2671590425114832e-05, "Finetune/Loss": 0.860223650932312, "Finetune/Loss (Raw)": 0.809421181678772, "Finetune/Step": 4149, "Finetune/Step Time": 6.27472497522831}
+{"Finetune/Learning Rate": 1.2668344772522238e-05, "Finetune/Loss": 0.8621714115142822, "Finetune/Loss (Raw)": 0.9476333856582642, "Finetune/Step": 4150, "Finetune/Step Time": 6.2753629349172115}
+{"Finetune/Learning Rate": 1.266509881726296e-05, "Finetune/Loss": 0.8623435497283936, "Finetune/Loss (Raw)": 0.8979126214981079, "Finetune/Step": 4151, "Finetune/Step Time": 6.284815933555365}
+{"Finetune/Learning Rate": 1.2661852559705192e-05, "Finetune/Loss": 0.8618171215057373, "Finetune/Loss (Raw)": 0.9039658904075623, "Finetune/Step": 4152, "Finetune/Step Time": 6.301345674321055}
+{"Finetune/Learning Rate": 1.2658606000217151e-05, "Finetune/Loss": 0.861807107925415, "Finetune/Loss (Raw)": 0.8753816485404968, "Finetune/Step": 4153, "Finetune/Step Time": 6.312324747443199}
+{"Finetune/Learning Rate": 1.2655359139167083e-05, "Finetune/Loss": 0.8631970882415771, "Finetune/Loss (Raw)": 0.9656411409378052, "Finetune/Step": 4154, "Finetune/Step Time": 6.313497055321932}
+{"Finetune/Learning Rate": 1.2652111976923282e-05, "Finetune/Loss": 0.8631018400192261, "Finetune/Loss (Raw)": 0.9041908979415894, "Finetune/Step": 4155, "Finetune/Step Time": 6.310929315164685}
+{"Finetune/Learning Rate": 1.2648864513854067e-05, "Finetune/Loss": 0.8622318506240845, "Finetune/Loss (Raw)": 0.9211617112159729, "Finetune/Step": 4156, "Finetune/Step Time": 6.308424005284905}
+{"Finetune/Learning Rate": 1.2645616750327792e-05, "Finetune/Loss": 0.8617755174636841, "Finetune/Loss (Raw)": 0.8186146020889282, "Finetune/Step": 4157, "Finetune/Step Time": 6.301824001595378}
+{"Finetune/Learning Rate": 1.2642368686712846e-05, "Finetune/Loss": 0.8614758253097534, "Finetune/Loss (Raw)": 0.9378044009208679, "Finetune/Step": 4158, "Finetune/Step Time": 6.288939636200666}
+{"Finetune/Learning Rate": 1.2639120323377659e-05, "Finetune/Loss": 0.8578056693077087, "Finetune/Loss (Raw)": 0.4251994490623474, "Finetune/Step": 4159, "Finetune/Step Time": 6.281891595572233}
+{"Finetune/Learning Rate": 1.2635871660690677e-05, "Finetune/Loss": 0.8572125434875488, "Finetune/Loss (Raw)": 0.8013590574264526, "Finetune/Step": 4160, "Finetune/Step Time": 6.286889934912324}
+{"Finetune/Learning Rate": 1.2632622699020403e-05, "Finetune/Loss": 0.8585035800933838, "Finetune/Loss (Raw)": 0.9723644852638245, "Finetune/Step": 4161, "Finetune/Step Time": 6.264209121465683}
+{"Finetune/Learning Rate": 1.2629373438735354e-05, "Finetune/Loss": 0.8558417558670044, "Finetune/Loss (Raw)": 0.6434136629104614, "Finetune/Step": 4162, "Finetune/Step Time": 6.2439880687743425}
+{"Finetune/Learning Rate": 1.2626123880204091e-05, "Finetune/Loss": 0.8558856844902039, "Finetune/Loss (Raw)": 0.9552814364433289, "Finetune/Step": 4163, "Finetune/Step Time": 6.243881436064839}
+{"Finetune/Learning Rate": 1.262287402379521e-05, "Finetune/Loss": 0.8561532497406006, "Finetune/Loss (Raw)": 0.8801689743995667, "Finetune/Step": 4164, "Finetune/Step Time": 6.244528079405427}
+{"Finetune/Learning Rate": 1.2619623869877336e-05, "Finetune/Loss": 0.8564822673797607, "Finetune/Loss (Raw)": 0.8830033540725708, "Finetune/Step": 4165, "Finetune/Step Time": 6.244570346549153}
+{"Finetune/Learning Rate": 1.2616373418819128e-05, "Finetune/Loss": 0.855852484703064, "Finetune/Loss (Raw)": 0.9051031470298767, "Finetune/Step": 4166, "Finetune/Step Time": 6.243411846458912}
+{"Finetune/Learning Rate": 1.2613122670989282e-05, "Finetune/Loss": 0.8546913862228394, "Finetune/Loss (Raw)": 0.8209853768348694, "Finetune/Step": 4167, "Finetune/Step Time": 6.242473479360342}
+{"Finetune/Learning Rate": 1.2609871626756522e-05, "Finetune/Loss": 0.8539072275161743, "Finetune/Loss (Raw)": 0.7880774140357971, "Finetune/Step": 4168, "Finetune/Step Time": 6.243372969329357}
+{"Finetune/Learning Rate": 1.2606620286489616e-05, "Finetune/Loss": 0.8561519980430603, "Finetune/Loss (Raw)": 1.0287498235702515, "Finetune/Step": 4169, "Finetune/Step Time": 6.239117158576846}
+{"Finetune/Learning Rate": 1.2603368650557354e-05, "Finetune/Loss": 0.8564896583557129, "Finetune/Loss (Raw)": 0.82343590259552, "Finetune/Step": 4170, "Finetune/Step Time": 6.229293752461672}
+{"Finetune/Learning Rate": 1.260011671932857e-05, "Finetune/Loss": 0.8564090728759766, "Finetune/Loss (Raw)": 0.8875795602798462, "Finetune/Step": 4171, "Finetune/Step Time": 6.22235644236207}
+{"Finetune/Learning Rate": 1.2596864493172119e-05, "Finetune/Loss": 0.8557314872741699, "Finetune/Loss (Raw)": 0.9014648199081421, "Finetune/Step": 4172, "Finetune/Step Time": 6.226476369425654}
+{"Finetune/Learning Rate": 1.2593611972456903e-05, "Finetune/Loss": 0.8547600507736206, "Finetune/Loss (Raw)": 0.7310374975204468, "Finetune/Step": 4173, "Finetune/Step Time": 6.237227043136954}
+{"Finetune/Learning Rate": 1.2590359157551845e-05, "Finetune/Loss": 0.8550161123275757, "Finetune/Loss (Raw)": 0.8487814664840698, "Finetune/Step": 4174, "Finetune/Step Time": 6.2522392719984055}
+{"Finetune/Learning Rate": 1.258710604882591e-05, "Finetune/Loss": 0.855838418006897, "Finetune/Loss (Raw)": 0.9280490875244141, "Finetune/Step": 4175, "Finetune/Step Time": 6.245487427338958}
+{"Finetune/Learning Rate": 1.2583852646648097e-05, "Finetune/Loss": 0.8563275337219238, "Finetune/Loss (Raw)": 0.9550834894180298, "Finetune/Step": 4176, "Finetune/Step Time": 6.238419536501169}
+{"Finetune/Learning Rate": 1.2580598951387429e-05, "Finetune/Loss": 0.8590372204780579, "Finetune/Loss (Raw)": 1.0615887641906738, "Finetune/Step": 4177, "Finetune/Step Time": 6.246373359113932}
+{"Finetune/Learning Rate": 1.2577344963412971e-05, "Finetune/Loss": 0.8595750331878662, "Finetune/Loss (Raw)": 0.9901421666145325, "Finetune/Step": 4178, "Finetune/Step Time": 6.261707589030266}
+{"Finetune/Learning Rate": 1.2574090683093818e-05, "Finetune/Loss": 0.8609708547592163, "Finetune/Loss (Raw)": 0.874475359916687, "Finetune/Step": 4179, "Finetune/Step Time": 6.258762085810304}
+{"Finetune/Learning Rate": 1.2570836110799101e-05, "Finetune/Loss": 0.860740065574646, "Finetune/Loss (Raw)": 0.8705121278762817, "Finetune/Step": 4180, "Finetune/Step Time": 6.258397659286857}
+{"Finetune/Learning Rate": 1.2567581246897977e-05, "Finetune/Loss": 0.860221266746521, "Finetune/Loss (Raw)": 0.8988794088363647, "Finetune/Step": 4181, "Finetune/Step Time": 6.259425533935428}
+{"Finetune/Learning Rate": 1.2564326091759647e-05, "Finetune/Loss": 0.8595373630523682, "Finetune/Loss (Raw)": 0.8273770213127136, "Finetune/Step": 4182, "Finetune/Step Time": 6.265382215380669}
+{"Finetune/Learning Rate": 1.2561070645753333e-05, "Finetune/Loss": 0.8599936366081238, "Finetune/Loss (Raw)": 0.44906488060951233, "Finetune/Step": 4183, "Finetune/Step Time": 6.267316862940788}
+{"Finetune/Learning Rate": 1.2557814909248297e-05, "Finetune/Loss": 0.8594989776611328, "Finetune/Loss (Raw)": 0.8558204174041748, "Finetune/Step": 4184, "Finetune/Step Time": 6.267807902768254}
+{"Finetune/Learning Rate": 1.2554558882613837e-05, "Finetune/Loss": 0.8595503568649292, "Finetune/Loss (Raw)": 0.9136583805084229, "Finetune/Step": 4185, "Finetune/Step Time": 6.268590377643704}
+{"Finetune/Learning Rate": 1.255130256621927e-05, "Finetune/Loss": 0.8590153455734253, "Finetune/Loss (Raw)": 0.7944135665893555, "Finetune/Step": 4186, "Finetune/Step Time": 6.266490923240781}
+{"Finetune/Learning Rate": 1.2548045960433968e-05, "Finetune/Loss": 0.8578037619590759, "Finetune/Loss (Raw)": 0.8037261962890625, "Finetune/Step": 4187, "Finetune/Step Time": 6.2286091055721045}
+{"Finetune/Learning Rate": 1.2544789065627314e-05, "Finetune/Loss": 0.8586606979370117, "Finetune/Loss (Raw)": 1.0524049997329712, "Finetune/Step": 4188, "Finetune/Step Time": 6.229217911139131}
+{"Finetune/Learning Rate": 1.2541531882168736e-05, "Finetune/Loss": 0.8581054210662842, "Finetune/Loss (Raw)": 0.8237107396125793, "Finetune/Step": 4189, "Finetune/Step Time": 6.226173227652907}
+{"Finetune/Learning Rate": 1.253827441042769e-05, "Finetune/Loss": 0.8584544062614441, "Finetune/Loss (Raw)": 0.8193337917327881, "Finetune/Step": 4190, "Finetune/Step Time": 6.214140309020877}
+{"Finetune/Learning Rate": 1.253501665077367e-05, "Finetune/Loss": 0.8580623269081116, "Finetune/Loss (Raw)": 0.9147087931632996, "Finetune/Step": 4191, "Finetune/Step Time": 6.2118625566363335}
+{"Finetune/Learning Rate": 1.25317586035762e-05, "Finetune/Loss": 0.8579643964767456, "Finetune/Loss (Raw)": 0.9077216982841492, "Finetune/Step": 4192, "Finetune/Step Time": 6.21284039132297}
+{"Finetune/Learning Rate": 1.252850026920483e-05, "Finetune/Loss": 0.858489990234375, "Finetune/Loss (Raw)": 0.8705823421478271, "Finetune/Step": 4193, "Finetune/Step Time": 6.222004709765315}
+{"Finetune/Learning Rate": 1.2525241648029157e-05, "Finetune/Loss": 0.8564552068710327, "Finetune/Loss (Raw)": 0.6306217312812805, "Finetune/Step": 4194, "Finetune/Step Time": 6.239732081070542}
+{"Finetune/Learning Rate": 1.252198274041879e-05, "Finetune/Loss": 0.8540292978286743, "Finetune/Loss (Raw)": 0.7405634522438049, "Finetune/Step": 4195, "Finetune/Step Time": 6.252090036869049}
+{"Finetune/Learning Rate": 1.2518723546743395e-05, "Finetune/Loss": 0.8533413410186768, "Finetune/Loss (Raw)": 0.8965684771537781, "Finetune/Step": 4196, "Finetune/Step Time": 6.254566941410303}
+{"Finetune/Learning Rate": 1.251546406737265e-05, "Finetune/Loss": 0.8533856868743896, "Finetune/Loss (Raw)": 0.9484418630599976, "Finetune/Step": 4197, "Finetune/Step Time": 6.258121382445097}
+{"Finetune/Learning Rate": 1.2512204302676274e-05, "Finetune/Loss": 0.8568329215049744, "Finetune/Loss (Raw)": 0.8460025191307068, "Finetune/Step": 4198, "Finetune/Step Time": 6.253699276596308}
+{"Finetune/Learning Rate": 1.250894425302402e-05, "Finetune/Loss": 0.857506513595581, "Finetune/Loss (Raw)": 0.9027479887008667, "Finetune/Step": 4199, "Finetune/Step Time": 6.243070112541318}
+{"Finetune/Learning Rate": 1.2505683918785669e-05, "Finetune/Loss": 0.8564810752868652, "Finetune/Loss (Raw)": 0.8281260132789612, "Finetune/Step": 4200, "Finetune/Step Time": 6.255169762298465}
+{"Finetune/Learning Rate": 1.250242330033104e-05, "Finetune/Loss": 0.8571621775627136, "Finetune/Loss (Raw)": 0.9838879704475403, "Finetune/Step": 4201, "Finetune/Step Time": 6.256848810240626}
+{"Finetune/Learning Rate": 1.2499162398029974e-05, "Finetune/Loss": 0.8604694604873657, "Finetune/Loss (Raw)": 0.8193986415863037, "Finetune/Step": 4202, "Finetune/Step Time": 6.253010544925928}
+{"Finetune/Learning Rate": 1.2495901212252356e-05, "Finetune/Loss": 0.8591684103012085, "Finetune/Loss (Raw)": 0.8177662491798401, "Finetune/Step": 4203, "Finetune/Step Time": 6.238568272441626}
+{"Finetune/Learning Rate": 1.2492639743368096e-05, "Finetune/Loss": 0.8600488305091858, "Finetune/Loss (Raw)": 0.8964590430259705, "Finetune/Step": 4204, "Finetune/Step Time": 6.253908973187208}
+{"Finetune/Learning Rate": 1.2489377991747139e-05, "Finetune/Loss": 0.8586132526397705, "Finetune/Loss (Raw)": 0.7056925892829895, "Finetune/Step": 4205, "Finetune/Step Time": 6.254263618960977}
+{"Finetune/Learning Rate": 1.2486115957759459e-05, "Finetune/Loss": 0.8581603169441223, "Finetune/Loss (Raw)": 0.817505955696106, "Finetune/Step": 4206, "Finetune/Step Time": 6.280465381219983}
+{"Finetune/Learning Rate": 1.2482853641775062e-05, "Finetune/Loss": 0.8582955598831177, "Finetune/Loss (Raw)": 0.9696611166000366, "Finetune/Step": 4207, "Finetune/Step Time": 6.2846138924360275}
+{"Finetune/Learning Rate": 1.2479591044163997e-05, "Finetune/Loss": 0.8597923517227173, "Finetune/Loss (Raw)": 1.0916980504989624, "Finetune/Step": 4208, "Finetune/Step Time": 6.286656221374869}
+{"Finetune/Learning Rate": 1.2476328165296326e-05, "Finetune/Loss": 0.8581881523132324, "Finetune/Loss (Raw)": 0.8261016011238098, "Finetune/Step": 4209, "Finetune/Step Time": 6.284031173214316}
+{"Finetune/Learning Rate": 1.2473065005542155e-05, "Finetune/Loss": 0.858018159866333, "Finetune/Loss (Raw)": 0.9166053533554077, "Finetune/Step": 4210, "Finetune/Step Time": 6.286890659481287}
+{"Finetune/Learning Rate": 1.2469801565271627e-05, "Finetune/Loss": 0.8556768894195557, "Finetune/Loss (Raw)": 0.7615222930908203, "Finetune/Step": 4211, "Finetune/Step Time": 6.290909845381975}
+{"Finetune/Learning Rate": 1.24665378448549e-05, "Finetune/Loss": 0.8563641309738159, "Finetune/Loss (Raw)": 0.8755951523780823, "Finetune/Step": 4212, "Finetune/Step Time": 6.297990893945098}
+{"Finetune/Learning Rate": 1.2463273844662181e-05, "Finetune/Loss": 0.8579927086830139, "Finetune/Loss (Raw)": 1.040069580078125, "Finetune/Step": 4213, "Finetune/Step Time": 6.302839174866676}
+{"Finetune/Learning Rate": 1.2460009565063693e-05, "Finetune/Loss": 0.8575072288513184, "Finetune/Loss (Raw)": 0.8018467426300049, "Finetune/Step": 4214, "Finetune/Step Time": 6.304440854117274}
+{"Finetune/Learning Rate": 1.2456745006429705e-05, "Finetune/Loss": 0.8582829236984253, "Finetune/Loss (Raw)": 0.9459946155548096, "Finetune/Step": 4215, "Finetune/Step Time": 6.30622479505837}
+{"Finetune/Learning Rate": 1.245348016913051e-05, "Finetune/Loss": 0.857418417930603, "Finetune/Loss (Raw)": 0.7815725207328796, "Finetune/Step": 4216, "Finetune/Step Time": 6.305674044415355}
+{"Finetune/Learning Rate": 1.2450215053536434e-05, "Finetune/Loss": 0.8566157817840576, "Finetune/Loss (Raw)": 0.8562960624694824, "Finetune/Step": 4217, "Finetune/Step Time": 6.3066580966115}
+{"Finetune/Learning Rate": 1.2446949660017835e-05, "Finetune/Loss": 0.8556782007217407, "Finetune/Loss (Raw)": 0.9743202328681946, "Finetune/Step": 4218, "Finetune/Step Time": 6.303769936785102}
+{"Finetune/Learning Rate": 1.2443683988945099e-05, "Finetune/Loss": 0.8544642329216003, "Finetune/Loss (Raw)": 0.7836906313896179, "Finetune/Step": 4219, "Finetune/Step Time": 6.297998268157244}
+{"Finetune/Learning Rate": 1.2440418040688654e-05, "Finetune/Loss": 0.8579664826393127, "Finetune/Loss (Raw)": 0.955474317073822, "Finetune/Step": 4220, "Finetune/Step Time": 6.292004827409983}
+{"Finetune/Learning Rate": 1.2437151815618943e-05, "Finetune/Loss": 0.8586306571960449, "Finetune/Loss (Raw)": 0.9248080849647522, "Finetune/Step": 4221, "Finetune/Step Time": 6.275511121377349}
+{"Finetune/Learning Rate": 1.2433885314106451e-05, "Finetune/Loss": 0.8585373163223267, "Finetune/Loss (Raw)": 0.8468794822692871, "Finetune/Step": 4222, "Finetune/Step Time": 6.267098184674978}
+{"Finetune/Learning Rate": 1.2430618536521699e-05, "Finetune/Loss": 0.8579010963439941, "Finetune/Loss (Raw)": 0.8790825009346008, "Finetune/Step": 4223, "Finetune/Step Time": 6.257316395640373}
+{"Finetune/Learning Rate": 1.2427351483235224e-05, "Finetune/Loss": 0.857805073261261, "Finetune/Loss (Raw)": 0.8939951658248901, "Finetune/Step": 4224, "Finetune/Step Time": 6.248963814228773}
+{"Finetune/Learning Rate": 1.2424084154617614e-05, "Finetune/Loss": 0.8581891655921936, "Finetune/Loss (Raw)": 0.9213742613792419, "Finetune/Step": 4225, "Finetune/Step Time": 6.241934724152088}
+{"Finetune/Learning Rate": 1.242081655103947e-05, "Finetune/Loss": 0.8576697707176208, "Finetune/Loss (Raw)": 0.881147563457489, "Finetune/Step": 4226, "Finetune/Step Time": 6.234633006155491}
+{"Finetune/Learning Rate": 1.2417548672871436e-05, "Finetune/Loss": 0.8583356738090515, "Finetune/Loss (Raw)": 0.9165388941764832, "Finetune/Step": 4227, "Finetune/Step Time": 6.213270973414183}
+{"Finetune/Learning Rate": 1.2414280520484178e-05, "Finetune/Loss": 0.8577813506126404, "Finetune/Loss (Raw)": 0.721413254737854, "Finetune/Step": 4228, "Finetune/Step Time": 6.1893177926540375}
+{"Finetune/Learning Rate": 1.2411012094248402e-05, "Finetune/Loss": 0.857698380947113, "Finetune/Loss (Raw)": 0.8633236885070801, "Finetune/Step": 4229, "Finetune/Step Time": 6.197648813948035}
+{"Finetune/Learning Rate": 1.2407743394534839e-05, "Finetune/Loss": 0.8597837090492249, "Finetune/Loss (Raw)": 0.9569963812828064, "Finetune/Step": 4230, "Finetune/Step Time": 6.195190571248531}
+{"Finetune/Learning Rate": 1.2404474421714254e-05, "Finetune/Loss": 0.8608263731002808, "Finetune/Loss (Raw)": 0.9249070286750793, "Finetune/Step": 4231, "Finetune/Step Time": 6.190891418606043}
+{"Finetune/Learning Rate": 1.2401205176157447e-05, "Finetune/Loss": 0.8603671789169312, "Finetune/Loss (Raw)": 0.8464315533638, "Finetune/Step": 4232, "Finetune/Step Time": 6.1967531610280275}
+{"Finetune/Learning Rate": 1.2397935658235234e-05, "Finetune/Loss": 0.8649659156799316, "Finetune/Loss (Raw)": 0.8739954829216003, "Finetune/Step": 4233, "Finetune/Step Time": 6.2004902102053165}
+{"Finetune/Learning Rate": 1.2394665868318478e-05, "Finetune/Loss": 0.8636161088943481, "Finetune/Loss (Raw)": 0.7383950352668762, "Finetune/Step": 4234, "Finetune/Step Time": 6.174601888284087}
+{"Finetune/Learning Rate": 1.2391395806778068e-05, "Finetune/Loss": 0.8644284009933472, "Finetune/Loss (Raw)": 0.8505570292472839, "Finetune/Step": 4235, "Finetune/Step Time": 6.173979198560119}
+{"Finetune/Learning Rate": 1.2388125473984918e-05, "Finetune/Loss": 0.8651322722434998, "Finetune/Loss (Raw)": 0.8482958674430847, "Finetune/Step": 4236, "Finetune/Step Time": 6.17639503069222}
+{"Finetune/Learning Rate": 1.2384854870309982e-05, "Finetune/Loss": 0.8647412061691284, "Finetune/Loss (Raw)": 0.8368616104125977, "Finetune/Step": 4237, "Finetune/Step Time": 6.190967747941613}
+{"Finetune/Learning Rate": 1.2381583996124236e-05, "Finetune/Loss": 0.8652524948120117, "Finetune/Loss (Raw)": 0.9106742143630981, "Finetune/Step": 4238, "Finetune/Step Time": 6.179985707625747}
+{"Finetune/Learning Rate": 1.2378312851798693e-05, "Finetune/Loss": 0.8641932010650635, "Finetune/Loss (Raw)": 0.6865401864051819, "Finetune/Step": 4239, "Finetune/Step Time": 6.185138972476125}
+{"Finetune/Learning Rate": 1.2375041437704394e-05, "Finetune/Loss": 0.8635376691818237, "Finetune/Loss (Raw)": 0.8727736473083496, "Finetune/Step": 4240, "Finetune/Step Time": 6.1853100676089525}
+{"Finetune/Learning Rate": 1.237176975421241e-05, "Finetune/Loss": 0.8635644912719727, "Finetune/Loss (Raw)": 0.7430180907249451, "Finetune/Step": 4241, "Finetune/Step Time": 6.188278704881668}
+{"Finetune/Learning Rate": 1.2368497801693846e-05, "Finetune/Loss": 0.8638738393783569, "Finetune/Loss (Raw)": 0.8014736771583557, "Finetune/Step": 4242, "Finetune/Step Time": 6.197090974077582}
+{"Finetune/Learning Rate": 1.2365225580519836e-05, "Finetune/Loss": 0.8620782494544983, "Finetune/Loss (Raw)": 0.6647753715515137, "Finetune/Step": 4243, "Finetune/Step Time": 6.2005900125950575}
+{"Finetune/Learning Rate": 1.236195309106154e-05, "Finetune/Loss": 0.8620891571044922, "Finetune/Loss (Raw)": 0.9139617085456848, "Finetune/Step": 4244, "Finetune/Step Time": 6.202948058024049}
+{"Finetune/Learning Rate": 1.235868033369015e-05, "Finetune/Loss": 0.8610858917236328, "Finetune/Loss (Raw)": 0.8159339427947998, "Finetune/Step": 4245, "Finetune/Step Time": 6.210626352578402}
+{"Finetune/Learning Rate": 1.2355407308776897e-05, "Finetune/Loss": 0.8604120016098022, "Finetune/Loss (Raw)": 0.9054875373840332, "Finetune/Step": 4246, "Finetune/Step Time": 6.229509046301246}
+{"Finetune/Learning Rate": 1.2352134016693032e-05, "Finetune/Loss": 0.8605477213859558, "Finetune/Loss (Raw)": 0.9467517733573914, "Finetune/Step": 4247, "Finetune/Step Time": 6.222108006477356}
+{"Finetune/Learning Rate": 1.234886045780984e-05, "Finetune/Loss": 0.8636616468429565, "Finetune/Loss (Raw)": 0.7408725023269653, "Finetune/Step": 4248, "Finetune/Step Time": 6.236345617100596}
+{"Finetune/Learning Rate": 1.2345586632498634e-05, "Finetune/Loss": 0.86439049243927, "Finetune/Loss (Raw)": 0.961065411567688, "Finetune/Step": 4249, "Finetune/Step Time": 6.226530883461237}
+{"Finetune/Learning Rate": 1.2342312541130766e-05, "Finetune/Loss": 0.8655726313591003, "Finetune/Loss (Raw)": 0.8949340581893921, "Finetune/Step": 4250, "Finetune/Step Time": 6.217751877382398}
+{"Finetune/Learning Rate": 1.2339038184077606e-05, "Finetune/Loss": 0.8637127876281738, "Finetune/Loss (Raw)": 0.852297306060791, "Finetune/Step": 4251, "Finetune/Step Time": 6.2159639820456505}
+{"Finetune/Learning Rate": 1.2335763561710562e-05, "Finetune/Loss": 0.8639990091323853, "Finetune/Loss (Raw)": 0.9096662998199463, "Finetune/Step": 4252, "Finetune/Step Time": 6.212868755683303}
+{"Finetune/Learning Rate": 1.2332488674401068e-05, "Finetune/Loss": 0.8642551302909851, "Finetune/Loss (Raw)": 0.8455989956855774, "Finetune/Step": 4253, "Finetune/Step Time": 6.202199213206768}
+{"Finetune/Learning Rate": 1.2329213522520591e-05, "Finetune/Loss": 0.8646439909934998, "Finetune/Loss (Raw)": 0.9792755246162415, "Finetune/Step": 4254, "Finetune/Step Time": 6.205662054941058}
+{"Finetune/Learning Rate": 1.2325938106440629e-05, "Finetune/Loss": 0.8641222715377808, "Finetune/Loss (Raw)": 0.8464217782020569, "Finetune/Step": 4255, "Finetune/Step Time": 6.2084147818386555}
+{"Finetune/Learning Rate": 1.232266242653271e-05, "Finetune/Loss": 0.8633555769920349, "Finetune/Loss (Raw)": 0.7782148122787476, "Finetune/Step": 4256, "Finetune/Step Time": 6.209921441972256}
+{"Finetune/Learning Rate": 1.2319386483168379e-05, "Finetune/Loss": 0.8631522059440613, "Finetune/Loss (Raw)": 0.8791208863258362, "Finetune/Step": 4257, "Finetune/Step Time": 6.215595826506615}
+{"Finetune/Learning Rate": 1.2316110276719236e-05, "Finetune/Loss": 0.8626346588134766, "Finetune/Loss (Raw)": 0.8542715311050415, "Finetune/Step": 4258, "Finetune/Step Time": 6.215907208621502}
+{"Finetune/Learning Rate": 1.2312833807556886e-05, "Finetune/Loss": 0.8627806305885315, "Finetune/Loss (Raw)": 0.8275043964385986, "Finetune/Step": 4259, "Finetune/Step Time": 6.223630838096142}
+{"Finetune/Learning Rate": 1.2309557076052978e-05, "Finetune/Loss": 0.8612569570541382, "Finetune/Loss (Raw)": 0.7235346436500549, "Finetune/Step": 4260, "Finetune/Step Time": 6.228457072749734}
+{"Finetune/Learning Rate": 1.2306280082579186e-05, "Finetune/Loss": 0.8616892695426941, "Finetune/Loss (Raw)": 0.9491340517997742, "Finetune/Step": 4261, "Finetune/Step Time": 6.236787676811218}
+{"Finetune/Learning Rate": 1.2303002827507218e-05, "Finetune/Loss": 0.8628065586090088, "Finetune/Loss (Raw)": 0.9952439069747925, "Finetune/Step": 4262, "Finetune/Step Time": 6.236690917983651}
+{"Finetune/Learning Rate": 1.2299725311208807e-05, "Finetune/Loss": 0.8638363480567932, "Finetune/Loss (Raw)": 0.9830706119537354, "Finetune/Step": 4263, "Finetune/Step Time": 6.233960777521133}
+{"Finetune/Learning Rate": 1.2296447534055715e-05, "Finetune/Loss": 0.8619576096534729, "Finetune/Loss (Raw)": 0.7303674221038818, "Finetune/Step": 4264, "Finetune/Step Time": 6.229492761194706}
+{"Finetune/Learning Rate": 1.2293169496419738e-05, "Finetune/Loss": 0.8628408908843994, "Finetune/Loss (Raw)": 0.9714086055755615, "Finetune/Step": 4265, "Finetune/Step Time": 6.224853245541453}
+{"Finetune/Learning Rate": 1.2289891198672699e-05, "Finetune/Loss": 0.8609069585800171, "Finetune/Loss (Raw)": 0.7535002827644348, "Finetune/Step": 4266, "Finetune/Step Time": 6.2250651605427265}
+{"Finetune/Learning Rate": 1.2286612641186453e-05, "Finetune/Loss": 0.8612281084060669, "Finetune/Loss (Raw)": 0.9161635637283325, "Finetune/Step": 4267, "Finetune/Step Time": 6.234360139816999}
+{"Finetune/Learning Rate": 1.2283333824332874e-05, "Finetune/Loss": 0.857846736907959, "Finetune/Loss (Raw)": 0.391714483499527, "Finetune/Step": 4268, "Finetune/Step Time": 6.237637251615524}
+{"Finetune/Learning Rate": 1.2280054748483883e-05, "Finetune/Loss": 0.8569303154945374, "Finetune/Loss (Raw)": 0.7426612377166748, "Finetune/Step": 4269, "Finetune/Step Time": 6.244512747973204}
+{"Finetune/Learning Rate": 1.2276775414011421e-05, "Finetune/Loss": 0.8574888706207275, "Finetune/Loss (Raw)": 0.8800803422927856, "Finetune/Step": 4270, "Finetune/Step Time": 6.244957542046905}
+{"Finetune/Learning Rate": 1.2273495821287449e-05, "Finetune/Loss": 0.8588818311691284, "Finetune/Loss (Raw)": 1.0441616773605347, "Finetune/Step": 4271, "Finetune/Step Time": 6.2424378134310246}
+{"Finetune/Learning Rate": 1.2270215970683977e-05, "Finetune/Loss": 0.859729528427124, "Finetune/Loss (Raw)": 0.9833558201789856, "Finetune/Step": 4272, "Finetune/Step Time": 6.243474144488573}
+{"Finetune/Learning Rate": 1.2266935862573029e-05, "Finetune/Loss": 0.8605903387069702, "Finetune/Loss (Raw)": 0.9495176076889038, "Finetune/Step": 4273, "Finetune/Step Time": 6.243057958781719}
+{"Finetune/Learning Rate": 1.2263655497326661e-05, "Finetune/Loss": 0.8604236245155334, "Finetune/Loss (Raw)": 0.8680284023284912, "Finetune/Step": 4274, "Finetune/Step Time": 6.238590074703097}
+{"Finetune/Learning Rate": 1.2260374875316966e-05, "Finetune/Loss": 0.8614581823348999, "Finetune/Loss (Raw)": 0.8919655680656433, "Finetune/Step": 4275, "Finetune/Step Time": 6.242358746007085}
+{"Finetune/Learning Rate": 1.2257093996916057e-05, "Finetune/Loss": 0.8618195652961731, "Finetune/Loss (Raw)": 0.8801445960998535, "Finetune/Step": 4276, "Finetune/Step Time": 6.244726041331887}
+{"Finetune/Learning Rate": 1.2253812862496076e-05, "Finetune/Loss": 0.8618423938751221, "Finetune/Loss (Raw)": 0.812346875667572, "Finetune/Step": 4277, "Finetune/Step Time": 6.253004545345902}
+{"Finetune/Learning Rate": 1.2250531472429207e-05, "Finetune/Loss": 0.8613176345825195, "Finetune/Loss (Raw)": 0.8804618120193481, "Finetune/Step": 4278, "Finetune/Step Time": 6.2502965573221445}
+{"Finetune/Learning Rate": 1.2247249827087648e-05, "Finetune/Loss": 0.8611935377120972, "Finetune/Loss (Raw)": 0.8820290565490723, "Finetune/Step": 4279, "Finetune/Step Time": 6.237098149955273}
+{"Finetune/Learning Rate": 1.2243967926843627e-05, "Finetune/Loss": 0.8618884086608887, "Finetune/Loss (Raw)": 0.9929106831550598, "Finetune/Step": 4280, "Finetune/Step Time": 6.220634022727609}
+{"Finetune/Learning Rate": 1.2240685772069417e-05, "Finetune/Loss": 0.8617417812347412, "Finetune/Loss (Raw)": 0.8566072583198547, "Finetune/Step": 4281, "Finetune/Step Time": 6.204094907268882}
+{"Finetune/Learning Rate": 1.2237403363137298e-05, "Finetune/Loss": 0.8620046377182007, "Finetune/Loss (Raw)": 0.9992899298667908, "Finetune/Step": 4282, "Finetune/Step Time": 6.204035894945264}
+{"Finetune/Learning Rate": 1.2234120700419588e-05, "Finetune/Loss": 0.8621237277984619, "Finetune/Loss (Raw)": 0.9194316267967224, "Finetune/Step": 4283, "Finetune/Step Time": 6.204712223261595}
+{"Finetune/Learning Rate": 1.2230837784288646e-05, "Finetune/Loss": 0.8611447811126709, "Finetune/Loss (Raw)": 0.7958553433418274, "Finetune/Step": 4284, "Finetune/Step Time": 6.204615838825703}
+{"Finetune/Learning Rate": 1.222755461511684e-05, "Finetune/Loss": 0.861103892326355, "Finetune/Loss (Raw)": 0.8133872151374817, "Finetune/Step": 4285, "Finetune/Step Time": 6.213897535577416}
+{"Finetune/Learning Rate": 1.2224271193276576e-05, "Finetune/Loss": 0.8611772060394287, "Finetune/Loss (Raw)": 0.9471858143806458, "Finetune/Step": 4286, "Finetune/Step Time": 6.21605740301311}
+{"Finetune/Learning Rate": 1.2220987519140291e-05, "Finetune/Loss": 0.8641704320907593, "Finetune/Loss (Raw)": 0.8083380460739136, "Finetune/Step": 4287, "Finetune/Step Time": 6.213061785325408}
+{"Finetune/Learning Rate": 1.2217703593080445e-05, "Finetune/Loss": 0.865199863910675, "Finetune/Loss (Raw)": 0.9331198334693909, "Finetune/Step": 4288, "Finetune/Step Time": 6.197951342910528}
+{"Finetune/Learning Rate": 1.2214419415469532e-05, "Finetune/Loss": 0.864906907081604, "Finetune/Loss (Raw)": 0.9348675608634949, "Finetune/Step": 4289, "Finetune/Step Time": 6.204071065410972}
+{"Finetune/Learning Rate": 1.221113498668007e-05, "Finetune/Loss": 0.8658309578895569, "Finetune/Loss (Raw)": 0.761695921421051, "Finetune/Step": 4290, "Finetune/Step Time": 6.205641930922866}
+{"Finetune/Learning Rate": 1.2207850307084607e-05, "Finetune/Loss": 0.8659071922302246, "Finetune/Loss (Raw)": 0.9650380611419678, "Finetune/Step": 4291, "Finetune/Step Time": 6.201388508081436}
+{"Finetune/Learning Rate": 1.220456537705572e-05, "Finetune/Loss": 0.8658542633056641, "Finetune/Loss (Raw)": 0.873394250869751, "Finetune/Step": 4292, "Finetune/Step Time": 6.201605133712292}
+{"Finetune/Learning Rate": 1.2201280196966016e-05, "Finetune/Loss": 0.866774320602417, "Finetune/Loss (Raw)": 1.0007615089416504, "Finetune/Step": 4293, "Finetune/Step Time": 6.201543914154172}
+{"Finetune/Learning Rate": 1.2197994767188124e-05, "Finetune/Loss": 0.8663567304611206, "Finetune/Loss (Raw)": 0.8516531586647034, "Finetune/Step": 4294, "Finetune/Step Time": 6.203648425638676}
+{"Finetune/Learning Rate": 1.219470908809471e-05, "Finetune/Loss": 0.8677647113800049, "Finetune/Loss (Raw)": 1.0012147426605225, "Finetune/Step": 4295, "Finetune/Step Time": 6.207945851609111}
+{"Finetune/Learning Rate": 1.2191423160058462e-05, "Finetune/Loss": 0.8692492246627808, "Finetune/Loss (Raw)": 0.978092610836029, "Finetune/Step": 4296, "Finetune/Step Time": 6.210723420605063}
+{"Finetune/Learning Rate": 1.2188136983452097e-05, "Finetune/Loss": 0.8679345846176147, "Finetune/Loss (Raw)": 0.8604782223701477, "Finetune/Step": 4297, "Finetune/Step Time": 6.211403897032142}
+{"Finetune/Learning Rate": 1.2184850558648365e-05, "Finetune/Loss": 0.8690261840820312, "Finetune/Loss (Raw)": 0.9631646275520325, "Finetune/Step": 4298, "Finetune/Step Time": 6.231864484027028}
+{"Finetune/Learning Rate": 1.2181563886020038e-05, "Finetune/Loss": 0.8690385222434998, "Finetune/Loss (Raw)": 0.8891515731811523, "Finetune/Step": 4299, "Finetune/Step Time": 6.242896098643541}
+{"Finetune/Learning Rate": 1.2178276965939923e-05, "Finetune/Loss": 0.8692187070846558, "Finetune/Loss (Raw)": 0.9245234727859497, "Finetune/Step": 4300, "Finetune/Step Time": 6.24261319078505}
+{"Finetune/Learning Rate": 1.2174989798780842e-05, "Finetune/Loss": 0.8697512149810791, "Finetune/Loss (Raw)": 0.7992004752159119, "Finetune/Step": 4301, "Finetune/Step Time": 6.232573796063662}
+{"Finetune/Learning Rate": 1.2171702384915662e-05, "Finetune/Loss": 0.8701501488685608, "Finetune/Loss (Raw)": 0.8998475074768066, "Finetune/Step": 4302, "Finetune/Step Time": 6.214821580797434}
+{"Finetune/Learning Rate": 1.216841472471727e-05, "Finetune/Loss": 0.8695961236953735, "Finetune/Loss (Raw)": 0.8571316599845886, "Finetune/Step": 4303, "Finetune/Step Time": 6.214847968891263}
+{"Finetune/Learning Rate": 1.2165126818558572e-05, "Finetune/Loss": 0.8676758408546448, "Finetune/Loss (Raw)": 0.7092888951301575, "Finetune/Step": 4304, "Finetune/Step Time": 6.211943184956908}
+{"Finetune/Learning Rate": 1.2161838666812522e-05, "Finetune/Loss": 0.8669370412826538, "Finetune/Loss (Raw)": 0.9670217633247375, "Finetune/Step": 4305, "Finetune/Step Time": 6.203741502016783}
+{"Finetune/Learning Rate": 1.2158550269852084e-05, "Finetune/Loss": 0.8663182854652405, "Finetune/Loss (Raw)": 0.9109447598457336, "Finetune/Step": 4306, "Finetune/Step Time": 6.190142283216119}
+{"Finetune/Learning Rate": 1.2155261628050257e-05, "Finetune/Loss": 0.8652995824813843, "Finetune/Loss (Raw)": 0.7440761923789978, "Finetune/Step": 4307, "Finetune/Step Time": 6.195205375552177}
+{"Finetune/Learning Rate": 1.2151972741780067e-05, "Finetune/Loss": 0.8653280735015869, "Finetune/Loss (Raw)": 0.8741615414619446, "Finetune/Step": 4308, "Finetune/Step Time": 6.195787390694022}
+{"Finetune/Learning Rate": 1.214868361141457e-05, "Finetune/Loss": 0.86447674036026, "Finetune/Loss (Raw)": 0.7899094820022583, "Finetune/Step": 4309, "Finetune/Step Time": 6.196036899462342}
+{"Finetune/Learning Rate": 1.2145394237326842e-05, "Finetune/Loss": 0.8653292655944824, "Finetune/Loss (Raw)": 0.936492383480072, "Finetune/Step": 4310, "Finetune/Step Time": 6.1910469699651}
+{"Finetune/Learning Rate": 1.2142104619890001e-05, "Finetune/Loss": 0.8688945174217224, "Finetune/Loss (Raw)": 0.9054229259490967, "Finetune/Step": 4311, "Finetune/Step Time": 6.188445545732975}
+{"Finetune/Learning Rate": 1.2138814759477176e-05, "Finetune/Loss": 0.8682044744491577, "Finetune/Loss (Raw)": 0.7674964666366577, "Finetune/Step": 4312, "Finetune/Step Time": 6.1865959614515305}
+{"Finetune/Learning Rate": 1.2135524656461535e-05, "Finetune/Loss": 0.8687233924865723, "Finetune/Loss (Raw)": 0.9800778031349182, "Finetune/Step": 4313, "Finetune/Step Time": 6.208407141268253}
+{"Finetune/Learning Rate": 1.2132234311216271e-05, "Finetune/Loss": 0.8698093891143799, "Finetune/Loss (Raw)": 0.9334249496459961, "Finetune/Step": 4314, "Finetune/Step Time": 6.208594983443618}
+{"Finetune/Learning Rate": 1.2128943724114597e-05, "Finetune/Loss": 0.8695186376571655, "Finetune/Loss (Raw)": 0.7665076851844788, "Finetune/Step": 4315, "Finetune/Step Time": 6.209767518565059}
+{"Finetune/Learning Rate": 1.2125652895529766e-05, "Finetune/Loss": 0.8686121702194214, "Finetune/Loss (Raw)": 0.936377763748169, "Finetune/Step": 4316, "Finetune/Step Time": 6.210371425375342}
+{"Finetune/Learning Rate": 1.2122361825835054e-05, "Finetune/Loss": 0.8691999912261963, "Finetune/Loss (Raw)": 0.8989482522010803, "Finetune/Step": 4317, "Finetune/Step Time": 6.209280515089631}
+{"Finetune/Learning Rate": 1.2119070515403755e-05, "Finetune/Loss": 0.869770884513855, "Finetune/Loss (Raw)": 0.8924069404602051, "Finetune/Step": 4318, "Finetune/Step Time": 6.2110979706048965}
+{"Finetune/Learning Rate": 1.2115778964609204e-05, "Finetune/Loss": 0.8698258399963379, "Finetune/Loss (Raw)": 0.9217477440834045, "Finetune/Step": 4319, "Finetune/Step Time": 6.214306214824319}
+{"Finetune/Learning Rate": 1.2112487173824755e-05, "Finetune/Loss": 0.8697223663330078, "Finetune/Loss (Raw)": 0.8944780826568604, "Finetune/Step": 4320, "Finetune/Step Time": 6.212421638891101}
+{"Finetune/Learning Rate": 1.2109195143423792e-05, "Finetune/Loss": 0.8651559352874756, "Finetune/Loss (Raw)": 0.2860754728317261, "Finetune/Step": 4321, "Finetune/Step Time": 6.2076782789081335}
+{"Finetune/Learning Rate": 1.210590287377972e-05, "Finetune/Loss": 0.8624928593635559, "Finetune/Loss (Raw)": 0.28975167870521545, "Finetune/Step": 4322, "Finetune/Step Time": 6.205849478021264}
+{"Finetune/Learning Rate": 1.2102610365265985e-05, "Finetune/Loss": 0.8633905053138733, "Finetune/Loss (Raw)": 0.8554635047912598, "Finetune/Step": 4323, "Finetune/Step Time": 6.210543170571327}
+{"Finetune/Learning Rate": 1.2099317618256046e-05, "Finetune/Loss": 0.8632816076278687, "Finetune/Loss (Raw)": 0.882628858089447, "Finetune/Step": 4324, "Finetune/Step Time": 6.212951945140958}
+{"Finetune/Learning Rate": 1.2096024633123397e-05, "Finetune/Loss": 0.8632093071937561, "Finetune/Loss (Raw)": 0.9391874074935913, "Finetune/Step": 4325, "Finetune/Step Time": 6.210199186578393}
+{"Finetune/Learning Rate": 1.209273141024156e-05, "Finetune/Loss": 0.8632441163063049, "Finetune/Loss (Raw)": 0.85044926404953, "Finetune/Step": 4326, "Finetune/Step Time": 6.21432881988585}
+{"Finetune/Learning Rate": 1.2089437949984074e-05, "Finetune/Loss": 0.8631618022918701, "Finetune/Loss (Raw)": 0.8922179341316223, "Finetune/Step": 4327, "Finetune/Step Time": 6.209460869431496}
+{"Finetune/Learning Rate": 1.2086144252724514e-05, "Finetune/Loss": 0.864127516746521, "Finetune/Loss (Raw)": 0.9517350196838379, "Finetune/Step": 4328, "Finetune/Step Time": 6.19695289619267}
+{"Finetune/Learning Rate": 1.2082850318836484e-05, "Finetune/Loss": 0.8626989126205444, "Finetune/Loss (Raw)": 0.8010284900665283, "Finetune/Step": 4329, "Finetune/Step Time": 6.195063840597868}
+{"Finetune/Learning Rate": 1.2079556148693602e-05, "Finetune/Loss": 0.8620715141296387, "Finetune/Loss (Raw)": 0.7390884160995483, "Finetune/Step": 4330, "Finetune/Step Time": 6.193322325125337}
+{"Finetune/Learning Rate": 1.207626174266953e-05, "Finetune/Loss": 0.8625212907791138, "Finetune/Loss (Raw)": 0.8753384351730347, "Finetune/Step": 4331, "Finetune/Step Time": 6.19247050024569}
+{"Finetune/Learning Rate": 1.2072967101137942e-05, "Finetune/Loss": 0.8626199960708618, "Finetune/Loss (Raw)": 0.9090973734855652, "Finetune/Step": 4332, "Finetune/Step Time": 6.173624023795128}
+{"Finetune/Learning Rate": 1.2069672224472548e-05, "Finetune/Loss": 0.8640270233154297, "Finetune/Loss (Raw)": 0.8857866525650024, "Finetune/Step": 4333, "Finetune/Step Time": 6.16385823301971}
+{"Finetune/Learning Rate": 1.2066377113047078e-05, "Finetune/Loss": 0.8639922142028809, "Finetune/Loss (Raw)": 0.8130503296852112, "Finetune/Step": 4334, "Finetune/Step Time": 6.139033334329724}
+{"Finetune/Learning Rate": 1.2063081767235296e-05, "Finetune/Loss": 0.8628599643707275, "Finetune/Loss (Raw)": 0.8247323036193848, "Finetune/Step": 4335, "Finetune/Step Time": 6.134878186509013}
+{"Finetune/Learning Rate": 1.2059786187410984e-05, "Finetune/Loss": 0.8617817163467407, "Finetune/Loss (Raw)": 0.9536893963813782, "Finetune/Step": 4336, "Finetune/Step Time": 6.13233533129096}
+{"Finetune/Learning Rate": 1.205649037394796e-05, "Finetune/Loss": 0.8613927364349365, "Finetune/Loss (Raw)": 0.7763099074363708, "Finetune/Step": 4337, "Finetune/Step Time": 6.132400596514344}
+{"Finetune/Learning Rate": 1.2053194327220061e-05, "Finetune/Loss": 0.8615599870681763, "Finetune/Loss (Raw)": 0.9380090832710266, "Finetune/Step": 4338, "Finetune/Step Time": 6.129604222252965}
+{"Finetune/Learning Rate": 1.2049898047601152e-05, "Finetune/Loss": 0.8619378209114075, "Finetune/Loss (Raw)": 0.8098928332328796, "Finetune/Step": 4339, "Finetune/Step Time": 6.12337632663548}
+{"Finetune/Learning Rate": 1.2046601535465127e-05, "Finetune/Loss": 0.8577734231948853, "Finetune/Loss (Raw)": 0.34255340695381165, "Finetune/Step": 4340, "Finetune/Step Time": 6.1206372901797295}
+{"Finetune/Learning Rate": 1.2043304791185906e-05, "Finetune/Loss": 0.8564590215682983, "Finetune/Loss (Raw)": 0.8718254566192627, "Finetune/Step": 4341, "Finetune/Step Time": 6.1671857461333275}
+{"Finetune/Learning Rate": 1.2040007815137431e-05, "Finetune/Loss": 0.8568930625915527, "Finetune/Loss (Raw)": 0.8574004173278809, "Finetune/Step": 4342, "Finetune/Step Time": 6.175542516633868}
+{"Finetune/Learning Rate": 1.2036710607693673e-05, "Finetune/Loss": 0.856220006942749, "Finetune/Loss (Raw)": 0.8598489761352539, "Finetune/Step": 4343, "Finetune/Step Time": 6.186723839491606}
+{"Finetune/Learning Rate": 1.2033413169228636e-05, "Finetune/Loss": 0.8560405373573303, "Finetune/Loss (Raw)": 0.758590042591095, "Finetune/Step": 4344, "Finetune/Step Time": 6.185525996610522}
+{"Finetune/Learning Rate": 1.2030115500116338e-05, "Finetune/Loss": 0.8570291996002197, "Finetune/Loss (Raw)": 0.9828478097915649, "Finetune/Step": 4345, "Finetune/Step Time": 6.184345170855522}
+{"Finetune/Learning Rate": 1.202681760073083e-05, "Finetune/Loss": 0.8560264706611633, "Finetune/Loss (Raw)": 0.8459699153900146, "Finetune/Step": 4346, "Finetune/Step Time": 6.184649355709553}
+{"Finetune/Learning Rate": 1.2023519471446192e-05, "Finetune/Loss": 0.8564794063568115, "Finetune/Loss (Raw)": 0.8416699767112732, "Finetune/Step": 4347, "Finetune/Step Time": 6.183835590258241}
+{"Finetune/Learning Rate": 1.2020221112636518e-05, "Finetune/Loss": 0.8561696410179138, "Finetune/Loss (Raw)": 0.9158263206481934, "Finetune/Step": 4348, "Finetune/Step Time": 6.182166285812855}
+{"Finetune/Learning Rate": 1.2016922524675945e-05, "Finetune/Loss": 0.855880618095398, "Finetune/Loss (Raw)": 0.8878113031387329, "Finetune/Step": 4349, "Finetune/Step Time": 6.180351046845317}
+{"Finetune/Learning Rate": 1.2013623707938622e-05, "Finetune/Loss": 0.8554151654243469, "Finetune/Loss (Raw)": 0.787299394607544, "Finetune/Step": 4350, "Finetune/Step Time": 6.184923088178039}
+{"Finetune/Learning Rate": 1.2010324662798734e-05, "Finetune/Loss": 0.8557935357093811, "Finetune/Loss (Raw)": 0.9275152087211609, "Finetune/Step": 4351, "Finetune/Step Time": 6.195363676175475}
+{"Finetune/Learning Rate": 1.2007025389630484e-05, "Finetune/Loss": 0.8563804626464844, "Finetune/Loss (Raw)": 0.9691218137741089, "Finetune/Step": 4352, "Finetune/Step Time": 6.198638869449496}
+{"Finetune/Learning Rate": 1.20037258888081e-05, "Finetune/Loss": 0.8547618389129639, "Finetune/Loss (Raw)": 0.7141888737678528, "Finetune/Step": 4353, "Finetune/Step Time": 6.190523603931069}
+{"Finetune/Learning Rate": 1.2000426160705849e-05, "Finetune/Loss": 0.853528618812561, "Finetune/Loss (Raw)": 0.72329181432724, "Finetune/Step": 4354, "Finetune/Step Time": 6.196101689711213}
+{"Finetune/Learning Rate": 1.199712620569801e-05, "Finetune/Loss": 0.8540973663330078, "Finetune/Loss (Raw)": 0.9893462061882019, "Finetune/Step": 4355, "Finetune/Step Time": 6.1965962294489145}
+{"Finetune/Learning Rate": 1.1993826024158887e-05, "Finetune/Loss": 0.8553683757781982, "Finetune/Loss (Raw)": 0.8841000199317932, "Finetune/Step": 4356, "Finetune/Step Time": 6.191652841866016}
+{"Finetune/Learning Rate": 1.1990525616462825e-05, "Finetune/Loss": 0.85450279712677, "Finetune/Loss (Raw)": 0.7525291442871094, "Finetune/Step": 4357, "Finetune/Step Time": 6.182012701407075}
+{"Finetune/Learning Rate": 1.1987224982984176e-05, "Finetune/Loss": 0.8546141386032104, "Finetune/Loss (Raw)": 0.9712472558021545, "Finetune/Step": 4358, "Finetune/Step Time": 6.181860331445932}
+{"Finetune/Learning Rate": 1.1983924124097333e-05, "Finetune/Loss": 0.8545427322387695, "Finetune/Loss (Raw)": 0.9157662391662598, "Finetune/Step": 4359, "Finetune/Step Time": 6.1783736795187}
+{"Finetune/Learning Rate": 1.1980623040176704e-05, "Finetune/Loss": 0.8552435636520386, "Finetune/Loss (Raw)": 0.9361345767974854, "Finetune/Step": 4360, "Finetune/Step Time": 6.172001633793116}
+{"Finetune/Learning Rate": 1.197732173159673e-05, "Finetune/Loss": 0.8563154935836792, "Finetune/Loss (Raw)": 1.0112093687057495, "Finetune/Step": 4361, "Finetune/Step Time": 6.165764173492789}
+{"Finetune/Learning Rate": 1.1974020198731867e-05, "Finetune/Loss": 0.8581069707870483, "Finetune/Loss (Raw)": 0.9677025675773621, "Finetune/Step": 4362, "Finetune/Step Time": 6.166641039773822}
+{"Finetune/Learning Rate": 1.1970718441956608e-05, "Finetune/Loss": 0.858345627784729, "Finetune/Loss (Raw)": 0.8811089992523193, "Finetune/Step": 4363, "Finetune/Step Time": 6.164545057341456}
+{"Finetune/Learning Rate": 1.196741646164547e-05, "Finetune/Loss": 0.8591763973236084, "Finetune/Loss (Raw)": 0.9546285271644592, "Finetune/Step": 4364, "Finetune/Step Time": 6.1570288594812155}
+{"Finetune/Learning Rate": 1.1964114258172986e-05, "Finetune/Loss": 0.8588231205940247, "Finetune/Loss (Raw)": 0.7916439175605774, "Finetune/Step": 4365, "Finetune/Step Time": 6.1444558296352625}
+{"Finetune/Learning Rate": 1.1960811831913723e-05, "Finetune/Loss": 0.8594281077384949, "Finetune/Loss (Raw)": 0.9881123900413513, "Finetune/Step": 4366, "Finetune/Step Time": 6.1425619553774595}
+{"Finetune/Learning Rate": 1.1957509183242273e-05, "Finetune/Loss": 0.8615441918373108, "Finetune/Loss (Raw)": 0.9573974609375, "Finetune/Step": 4367, "Finetune/Step Time": 6.145589359104633}
+{"Finetune/Learning Rate": 1.1954206312533246e-05, "Finetune/Loss": 0.8604517579078674, "Finetune/Loss (Raw)": 0.7329434156417847, "Finetune/Step": 4368, "Finetune/Step Time": 6.145422786474228}
+{"Finetune/Learning Rate": 1.1950903220161286e-05, "Finetune/Loss": 0.8610777854919434, "Finetune/Loss (Raw)": 0.8231483697891235, "Finetune/Step": 4369, "Finetune/Step Time": 6.143900830298662}
+{"Finetune/Learning Rate": 1.1947599906501055e-05, "Finetune/Loss": 0.8616448044776917, "Finetune/Loss (Raw)": 0.8740557432174683, "Finetune/Step": 4370, "Finetune/Step Time": 6.144152974709868}
+{"Finetune/Learning Rate": 1.1944296371927245e-05, "Finetune/Loss": 0.8631622791290283, "Finetune/Loss (Raw)": 0.8590068221092224, "Finetune/Step": 4371, "Finetune/Step Time": 6.146516041830182}
+{"Finetune/Learning Rate": 1.1940992616814572e-05, "Finetune/Loss": 0.863098680973053, "Finetune/Loss (Raw)": 0.9058282375335693, "Finetune/Step": 4372, "Finetune/Step Time": 6.150728110224009}
+{"Finetune/Learning Rate": 1.1937688641537779e-05, "Finetune/Loss": 0.8639044165611267, "Finetune/Loss (Raw)": 0.919059693813324, "Finetune/Step": 4373, "Finetune/Step Time": 6.143615270033479}
+{"Finetune/Learning Rate": 1.1934384446471622e-05, "Finetune/Loss": 0.8620167374610901, "Finetune/Loss (Raw)": 0.6638723015785217, "Finetune/Step": 4374, "Finetune/Step Time": 6.122932432219386}
+{"Finetune/Learning Rate": 1.1931080031990905e-05, "Finetune/Loss": 0.8612292408943176, "Finetune/Loss (Raw)": 0.8459476232528687, "Finetune/Step": 4375, "Finetune/Step Time": 6.12176164612174}
+{"Finetune/Learning Rate": 1.1927775398470432e-05, "Finetune/Loss": 0.8629509210586548, "Finetune/Loss (Raw)": 0.961251437664032, "Finetune/Step": 4376, "Finetune/Step Time": 6.101452425122261}
+{"Finetune/Learning Rate": 1.1924470546285043e-05, "Finetune/Loss": 0.8608744144439697, "Finetune/Loss (Raw)": 0.6952693462371826, "Finetune/Step": 4377, "Finetune/Step Time": 6.1000905856490135}
+{"Finetune/Learning Rate": 1.1921165475809612e-05, "Finetune/Loss": 0.8609551191329956, "Finetune/Loss (Raw)": 0.9052730202674866, "Finetune/Step": 4378, "Finetune/Step Time": 6.125893052667379}
+{"Finetune/Learning Rate": 1.1917860187419022e-05, "Finetune/Loss": 0.8607017397880554, "Finetune/Loss (Raw)": 0.8198584318161011, "Finetune/Step": 4379, "Finetune/Step Time": 6.131659163162112}
+{"Finetune/Learning Rate": 1.1914554681488188e-05, "Finetune/Loss": 0.8602562546730042, "Finetune/Loss (Raw)": 0.8526420593261719, "Finetune/Step": 4380, "Finetune/Step Time": 6.133105451241136}
+{"Finetune/Learning Rate": 1.191124895839205e-05, "Finetune/Loss": 0.8608748912811279, "Finetune/Loss (Raw)": 0.9247791171073914, "Finetune/Step": 4381, "Finetune/Step Time": 6.1320650689303875}
+{"Finetune/Learning Rate": 1.190794301850557e-05, "Finetune/Loss": 0.8613443374633789, "Finetune/Loss (Raw)": 1.0393728017807007, "Finetune/Step": 4382, "Finetune/Step Time": 6.127905335277319}
+{"Finetune/Learning Rate": 1.1904636862203737e-05, "Finetune/Loss": 0.8616870641708374, "Finetune/Loss (Raw)": 0.8902909755706787, "Finetune/Step": 4383, "Finetune/Step Time": 6.133515305817127}
+{"Finetune/Learning Rate": 1.1901330489861564e-05, "Finetune/Loss": 0.8620303869247437, "Finetune/Loss (Raw)": 0.8221617341041565, "Finetune/Step": 4384, "Finetune/Step Time": 6.160102708265185}
+{"Finetune/Learning Rate": 1.1898023901854092e-05, "Finetune/Loss": 0.8621090650558472, "Finetune/Loss (Raw)": 0.8891867399215698, "Finetune/Step": 4385, "Finetune/Step Time": 6.154887875542045}
+{"Finetune/Learning Rate": 1.1894717098556376e-05, "Finetune/Loss": 0.858914852142334, "Finetune/Loss (Raw)": 0.44541582465171814, "Finetune/Step": 4386, "Finetune/Step Time": 6.156406631693244}
+{"Finetune/Learning Rate": 1.1891410080343508e-05, "Finetune/Loss": 0.8597573041915894, "Finetune/Loss (Raw)": 0.93533855676651, "Finetune/Step": 4387, "Finetune/Step Time": 6.16144392080605}
+{"Finetune/Learning Rate": 1.1888102847590592e-05, "Finetune/Loss": 0.8614299297332764, "Finetune/Loss (Raw)": 0.9376298785209656, "Finetune/Step": 4388, "Finetune/Step Time": 6.152824642136693}
+{"Finetune/Learning Rate": 1.1884795400672769e-05, "Finetune/Loss": 0.860879123210907, "Finetune/Loss (Raw)": 0.8786278367042542, "Finetune/Step": 4389, "Finetune/Step Time": 6.144247932359576}
+{"Finetune/Learning Rate": 1.1881487739965197e-05, "Finetune/Loss": 0.8608088493347168, "Finetune/Loss (Raw)": 0.9862484931945801, "Finetune/Step": 4390, "Finetune/Step Time": 6.154886117205024}
+{"Finetune/Learning Rate": 1.1878179865843054e-05, "Finetune/Loss": 0.8586833477020264, "Finetune/Loss (Raw)": 0.7110093235969543, "Finetune/Step": 4391, "Finetune/Step Time": 6.153437931090593}
+{"Finetune/Learning Rate": 1.1874871778681555e-05, "Finetune/Loss": 0.8591959476470947, "Finetune/Loss (Raw)": 0.7959830164909363, "Finetune/Step": 4392, "Finetune/Step Time": 6.170019408687949}
+{"Finetune/Learning Rate": 1.1871563478855928e-05, "Finetune/Loss": 0.8576027154922485, "Finetune/Loss (Raw)": 0.7674767374992371, "Finetune/Step": 4393, "Finetune/Step Time": 6.170659523457289}
+{"Finetune/Learning Rate": 1.186825496674143e-05, "Finetune/Loss": 0.8591619729995728, "Finetune/Loss (Raw)": 0.9530826807022095, "Finetune/Step": 4394, "Finetune/Step Time": 6.165604064241052}
+{"Finetune/Learning Rate": 1.186494624271334e-05, "Finetune/Loss": 0.8588484525680542, "Finetune/Loss (Raw)": 0.8760335445404053, "Finetune/Step": 4395, "Finetune/Step Time": 6.1566899213939905}
+{"Finetune/Learning Rate": 1.1861637307146962e-05, "Finetune/Loss": 0.8622778654098511, "Finetune/Loss (Raw)": 0.8306729793548584, "Finetune/Step": 4396, "Finetune/Step Time": 6.15694572404027}
+{"Finetune/Learning Rate": 1.1858328160417625e-05, "Finetune/Loss": 0.8635456562042236, "Finetune/Loss (Raw)": 0.9049428105354309, "Finetune/Step": 4397, "Finetune/Step Time": 6.1530666425824165}
+{"Finetune/Learning Rate": 1.185501880290068e-05, "Finetune/Loss": 0.8638303875923157, "Finetune/Loss (Raw)": 0.9165245890617371, "Finetune/Step": 4398, "Finetune/Step Time": 6.173239661380649}
+{"Finetune/Learning Rate": 1.1851709234971507e-05, "Finetune/Loss": 0.8623074293136597, "Finetune/Loss (Raw)": 0.8492226004600525, "Finetune/Step": 4399, "Finetune/Step Time": 6.175981767475605}
+{"Finetune/Learning Rate": 1.1848399457005496e-05, "Finetune/Loss": 0.861544668674469, "Finetune/Loss (Raw)": 0.8857226371765137, "Finetune/Step": 4400, "Finetune/Step Time": 6.18281470425427}
+{"Finetune/Learning Rate": 1.1845089469378081e-05, "Finetune/Loss": 0.8613014221191406, "Finetune/Loss (Raw)": 0.9183820486068726, "Finetune/Step": 4401, "Finetune/Step Time": 6.18589586019516}
+{"Finetune/Learning Rate": 1.1841779272464703e-05, "Finetune/Loss": 0.8606879711151123, "Finetune/Loss (Raw)": 0.7895035743713379, "Finetune/Step": 4402, "Finetune/Step Time": 6.183969400823116}
+{"Finetune/Learning Rate": 1.1838468866640836e-05, "Finetune/Loss": 0.8598217964172363, "Finetune/Loss (Raw)": 0.781096339225769, "Finetune/Step": 4403, "Finetune/Step Time": 6.177554339170456}
+{"Finetune/Learning Rate": 1.1835158252281973e-05, "Finetune/Loss": 0.8590936660766602, "Finetune/Loss (Raw)": 0.7869472503662109, "Finetune/Step": 4404, "Finetune/Step Time": 6.170060366392136}
+{"Finetune/Learning Rate": 1.1831847429763634e-05, "Finetune/Loss": 0.8592721223831177, "Finetune/Loss (Raw)": 0.8351848125457764, "Finetune/Step": 4405, "Finetune/Step Time": 6.174098018556833}
+{"Finetune/Learning Rate": 1.1828536399461362e-05, "Finetune/Loss": 0.8600984811782837, "Finetune/Loss (Raw)": 0.9862403273582458, "Finetune/Step": 4406, "Finetune/Step Time": 6.1728167571127415}
+{"Finetune/Learning Rate": 1.1825225161750718e-05, "Finetune/Loss": 0.8607547283172607, "Finetune/Loss (Raw)": 0.9660312533378601, "Finetune/Step": 4407, "Finetune/Step Time": 6.1715959925204515}
+{"Finetune/Learning Rate": 1.1821913717007298e-05, "Finetune/Loss": 0.8603353500366211, "Finetune/Loss (Raw)": 0.939223051071167, "Finetune/Step": 4408, "Finetune/Step Time": 6.170653762295842}
+{"Finetune/Learning Rate": 1.1818602065606706e-05, "Finetune/Loss": 0.8600574731826782, "Finetune/Loss (Raw)": 0.8210471272468567, "Finetune/Step": 4409, "Finetune/Step Time": 6.165887055918574}
+{"Finetune/Learning Rate": 1.1815290207924584e-05, "Finetune/Loss": 0.8592193722724915, "Finetune/Loss (Raw)": 0.8920065760612488, "Finetune/Step": 4410, "Finetune/Step Time": 6.163830289617181}
+{"Finetune/Learning Rate": 1.1811978144336594e-05, "Finetune/Loss": 0.8596032857894897, "Finetune/Loss (Raw)": 0.9685763120651245, "Finetune/Step": 4411, "Finetune/Step Time": 6.164024593308568}
+{"Finetune/Learning Rate": 1.1808665875218408e-05, "Finetune/Loss": 0.8615436553955078, "Finetune/Loss (Raw)": 1.0442179441452026, "Finetune/Step": 4412, "Finetune/Step Time": 6.160956250503659}
+{"Finetune/Learning Rate": 1.1805353400945748e-05, "Finetune/Loss": 0.8625564575195312, "Finetune/Loss (Raw)": 0.9430267214775085, "Finetune/Step": 4413, "Finetune/Step Time": 6.153784424066544}
+{"Finetune/Learning Rate": 1.1802040721894328e-05, "Finetune/Loss": 0.8609748482704163, "Finetune/Loss (Raw)": 0.7447385191917419, "Finetune/Step": 4414, "Finetune/Step Time": 6.153242863714695}
+{"Finetune/Learning Rate": 1.179872783843991e-05, "Finetune/Loss": 0.8620513677597046, "Finetune/Loss (Raw)": 0.9461377263069153, "Finetune/Step": 4415, "Finetune/Step Time": 6.153121590614319}
+{"Finetune/Learning Rate": 1.1795414750958265e-05, "Finetune/Loss": 0.8626050353050232, "Finetune/Loss (Raw)": 1.0039843320846558, "Finetune/Step": 4416, "Finetune/Step Time": 6.152758648619056}
+{"Finetune/Learning Rate": 1.1792101459825194e-05, "Finetune/Loss": 0.862876832485199, "Finetune/Loss (Raw)": 0.9696601033210754, "Finetune/Step": 4417, "Finetune/Step Time": 6.152042061090469}
+{"Finetune/Learning Rate": 1.178878796541652e-05, "Finetune/Loss": 0.8653092980384827, "Finetune/Loss (Raw)": 1.0730483531951904, "Finetune/Step": 4418, "Finetune/Step Time": 6.155202554538846}
+{"Finetune/Learning Rate": 1.1785474268108088e-05, "Finetune/Loss": 0.8635666966438293, "Finetune/Loss (Raw)": 0.7419877648353577, "Finetune/Step": 4419, "Finetune/Step Time": 6.156718861311674}
+{"Finetune/Learning Rate": 1.1782160368275768e-05, "Finetune/Loss": 0.8621320724487305, "Finetune/Loss (Raw)": 0.6897656321525574, "Finetune/Step": 4420, "Finetune/Step Time": 6.156306693330407}
+{"Finetune/Learning Rate": 1.1778846266295441e-05, "Finetune/Loss": 0.8608301281929016, "Finetune/Loss (Raw)": 0.8341118097305298, "Finetune/Step": 4421, "Finetune/Step Time": 6.1575098391622305}
+{"Finetune/Learning Rate": 1.1775531962543036e-05, "Finetune/Loss": 0.8617740273475647, "Finetune/Loss (Raw)": 0.9724729657173157, "Finetune/Step": 4422, "Finetune/Step Time": 6.163710879161954}
+{"Finetune/Learning Rate": 1.177221745739448e-05, "Finetune/Loss": 0.8594192862510681, "Finetune/Loss (Raw)": 0.6998074054718018, "Finetune/Step": 4423, "Finetune/Step Time": 6.167314922437072}
+{"Finetune/Learning Rate": 1.176890275122573e-05, "Finetune/Loss": 0.8576526641845703, "Finetune/Loss (Raw)": 0.7519569993019104, "Finetune/Step": 4424, "Finetune/Step Time": 6.164348214864731}
+{"Finetune/Learning Rate": 1.176558784441278e-05, "Finetune/Loss": 0.8571693301200867, "Finetune/Loss (Raw)": 0.7986169457435608, "Finetune/Step": 4425, "Finetune/Step Time": 6.162882339209318}
+{"Finetune/Learning Rate": 1.1762272737331626e-05, "Finetune/Loss": 0.8574492931365967, "Finetune/Loss (Raw)": 0.9990010261535645, "Finetune/Step": 4426, "Finetune/Step Time": 6.1452527809888124}
+{"Finetune/Learning Rate": 1.17589574303583e-05, "Finetune/Loss": 0.8529599905014038, "Finetune/Loss (Raw)": 0.3145187497138977, "Finetune/Step": 4427, "Finetune/Step Time": 6.140201415866613}
+{"Finetune/Learning Rate": 1.175564192386885e-05, "Finetune/Loss": 0.8529216647148132, "Finetune/Loss (Raw)": 0.9196200370788574, "Finetune/Step": 4428, "Finetune/Step Time": 6.153427520766854}
+{"Finetune/Learning Rate": 1.1752326218239354e-05, "Finetune/Loss": 0.852609395980835, "Finetune/Loss (Raw)": 0.7592335343360901, "Finetune/Step": 4429, "Finetune/Step Time": 6.1569042559713125}
+{"Finetune/Learning Rate": 1.1749010313845903e-05, "Finetune/Loss": 0.850968599319458, "Finetune/Loss (Raw)": 0.689821183681488, "Finetune/Step": 4430, "Finetune/Step Time": 6.168378941714764}
+{"Finetune/Learning Rate": 1.1745694211064617e-05, "Finetune/Loss": 0.8477192521095276, "Finetune/Loss (Raw)": 0.4412168562412262, "Finetune/Step": 4431, "Finetune/Step Time": 6.1838322672992945}
+{"Finetune/Learning Rate": 1.1742377910271638e-05, "Finetune/Loss": 0.8490999937057495, "Finetune/Loss (Raw)": 0.8860177993774414, "Finetune/Step": 4432, "Finetune/Step Time": 6.201829690486193}
+{"Finetune/Learning Rate": 1.1739061411843129e-05, "Finetune/Loss": 0.849454402923584, "Finetune/Loss (Raw)": 1.0123841762542725, "Finetune/Step": 4433, "Finetune/Step Time": 6.209767324849963}
+{"Finetune/Learning Rate": 1.173574471615528e-05, "Finetune/Loss": 0.8490079641342163, "Finetune/Loss (Raw)": 0.8538101315498352, "Finetune/Step": 4434, "Finetune/Step Time": 6.243923703208566}
+{"Finetune/Learning Rate": 1.1732427823584287e-05, "Finetune/Loss": 0.8490886688232422, "Finetune/Loss (Raw)": 0.7544038891792297, "Finetune/Step": 4435, "Finetune/Step Time": 6.265659557655454}
+{"Finetune/Learning Rate": 1.1729110734506396e-05, "Finetune/Loss": 0.8482306003570557, "Finetune/Loss (Raw)": 0.7643245458602905, "Finetune/Step": 4436, "Finetune/Step Time": 6.278029181063175}
+{"Finetune/Learning Rate": 1.1725793449297849e-05, "Finetune/Loss": 0.8479365110397339, "Finetune/Loss (Raw)": 0.7522639632225037, "Finetune/Step": 4437, "Finetune/Step Time": 6.295418122783303}
+{"Finetune/Learning Rate": 1.1722475968334921e-05, "Finetune/Loss": 0.847932755947113, "Finetune/Loss (Raw)": 0.9360202550888062, "Finetune/Step": 4438, "Finetune/Step Time": 6.2953524719923735}
+{"Finetune/Learning Rate": 1.1719158291993917e-05, "Finetune/Loss": 0.8473238348960876, "Finetune/Loss (Raw)": 0.8274826407432556, "Finetune/Step": 4439, "Finetune/Step Time": 6.288981132209301}
+{"Finetune/Learning Rate": 1.1715840420651153e-05, "Finetune/Loss": 0.8465668559074402, "Finetune/Loss (Raw)": 0.6705973148345947, "Finetune/Step": 4440, "Finetune/Step Time": 6.275980442762375}
+{"Finetune/Learning Rate": 1.171252235468297e-05, "Finetune/Loss": 0.8475366830825806, "Finetune/Loss (Raw)": 1.1042156219482422, "Finetune/Step": 4441, "Finetune/Step Time": 6.261585209518671}
+{"Finetune/Learning Rate": 1.1709204094465728e-05, "Finetune/Loss": 0.846799373626709, "Finetune/Loss (Raw)": 0.8390501141548157, "Finetune/Step": 4442, "Finetune/Step Time": 6.262662291526794}
+{"Finetune/Learning Rate": 1.1705885640375819e-05, "Finetune/Loss": 0.84806227684021, "Finetune/Loss (Raw)": 0.9281544089317322, "Finetune/Step": 4443, "Finetune/Step Time": 6.26275004260242}
+{"Finetune/Learning Rate": 1.1702566992789646e-05, "Finetune/Loss": 0.8479481935501099, "Finetune/Loss (Raw)": 0.9217788577079773, "Finetune/Step": 4444, "Finetune/Step Time": 6.268033506348729}
+{"Finetune/Learning Rate": 1.169924815208364e-05, "Finetune/Loss": 0.8484786748886108, "Finetune/Loss (Raw)": 0.966843843460083, "Finetune/Step": 4445, "Finetune/Step Time": 6.271815616637468}
+{"Finetune/Learning Rate": 1.1695929118634257e-05, "Finetune/Loss": 0.8482303619384766, "Finetune/Loss (Raw)": 0.8606345057487488, "Finetune/Step": 4446, "Finetune/Step Time": 6.2687773630023}
+{"Finetune/Learning Rate": 1.1692609892817961e-05, "Finetune/Loss": 0.8484723567962646, "Finetune/Loss (Raw)": 0.9527203440666199, "Finetune/Step": 4447, "Finetune/Step Time": 6.265148987993598}
+{"Finetune/Learning Rate": 1.1689290475011258e-05, "Finetune/Loss": 0.8477543592453003, "Finetune/Loss (Raw)": 0.8025697469711304, "Finetune/Step": 4448, "Finetune/Step Time": 6.265026913955808}
+{"Finetune/Learning Rate": 1.1685970865590659e-05, "Finetune/Loss": 0.8523889780044556, "Finetune/Loss (Raw)": 0.8793108463287354, "Finetune/Step": 4449, "Finetune/Step Time": 6.262604236602783}
+{"Finetune/Learning Rate": 1.1682651064932702e-05, "Finetune/Loss": 0.8558086156845093, "Finetune/Loss (Raw)": 0.7274596691131592, "Finetune/Step": 4450, "Finetune/Step Time": 6.2482775412499905}
+{"Finetune/Learning Rate": 1.1679331073413946e-05, "Finetune/Loss": 0.8546181321144104, "Finetune/Loss (Raw)": 0.7030844688415527, "Finetune/Step": 4451, "Finetune/Step Time": 6.250696731731296}
+{"Finetune/Learning Rate": 1.167601089141098e-05, "Finetune/Loss": 0.8512879610061646, "Finetune/Loss (Raw)": 0.4563666582107544, "Finetune/Step": 4452, "Finetune/Step Time": 6.258555894717574}
+{"Finetune/Learning Rate": 1.16726905193004e-05, "Finetune/Loss": 0.8509602546691895, "Finetune/Loss (Raw)": 0.8972364068031311, "Finetune/Step": 4453, "Finetune/Step Time": 6.2709800731390715}
+{"Finetune/Learning Rate": 1.1669369957458838e-05, "Finetune/Loss": 0.8504136800765991, "Finetune/Loss (Raw)": 0.7805013060569763, "Finetune/Step": 4454, "Finetune/Step Time": 6.2674165815114975}
+{"Finetune/Learning Rate": 1.166604920626294e-05, "Finetune/Loss": 0.850021243095398, "Finetune/Loss (Raw)": 0.8419796228408813, "Finetune/Step": 4455, "Finetune/Step Time": 6.2687740214169025}
+{"Finetune/Learning Rate": 1.1662728266089365e-05, "Finetune/Loss": 0.8502419590950012, "Finetune/Loss (Raw)": 0.9799874424934387, "Finetune/Step": 4456, "Finetune/Step Time": 6.273235484957695}
+{"Finetune/Learning Rate": 1.1659407137314811e-05, "Finetune/Loss": 0.850271999835968, "Finetune/Loss (Raw)": 0.8048737645149231, "Finetune/Step": 4457, "Finetune/Step Time": 6.27827618457377}
+{"Finetune/Learning Rate": 1.1656085820315992e-05, "Finetune/Loss": 0.8513205051422119, "Finetune/Loss (Raw)": 0.8732959628105164, "Finetune/Step": 4458, "Finetune/Step Time": 6.289275707677007}
+{"Finetune/Learning Rate": 1.1652764315469631e-05, "Finetune/Loss": 0.8513010740280151, "Finetune/Loss (Raw)": 0.8728522062301636, "Finetune/Step": 4459, "Finetune/Step Time": 6.300191152840853}
+{"Finetune/Learning Rate": 1.1649442623152492e-05, "Finetune/Loss": 0.8511396646499634, "Finetune/Loss (Raw)": 0.888440728187561, "Finetune/Step": 4460, "Finetune/Step Time": 6.310469867661595}
+{"Finetune/Learning Rate": 1.164612074374134e-05, "Finetune/Loss": 0.8517909049987793, "Finetune/Loss (Raw)": 0.9691364765167236, "Finetune/Step": 4461, "Finetune/Step Time": 6.312018567696214}
+{"Finetune/Learning Rate": 1.1642798677612979e-05, "Finetune/Loss": 0.85240638256073, "Finetune/Loss (Raw)": 0.8918402194976807, "Finetune/Step": 4462, "Finetune/Step Time": 6.3130561877042055}
+{"Finetune/Learning Rate": 1.163947642514422e-05, "Finetune/Loss": 0.8531723022460938, "Finetune/Loss (Raw)": 0.9227702021598816, "Finetune/Step": 4463, "Finetune/Step Time": 6.312341298907995}
+{"Finetune/Learning Rate": 1.1636153986711906e-05, "Finetune/Loss": 0.851514458656311, "Finetune/Loss (Raw)": 0.7414780855178833, "Finetune/Step": 4464, "Finetune/Step Time": 6.313278250396252}
+{"Finetune/Learning Rate": 1.1632831362692897e-05, "Finetune/Loss": 0.8517524600028992, "Finetune/Loss (Raw)": 0.8067753314971924, "Finetune/Step": 4465, "Finetune/Step Time": 6.3126931097358465}
+{"Finetune/Learning Rate": 1.162950855346407e-05, "Finetune/Loss": 0.8518084287643433, "Finetune/Loss (Raw)": 0.9451785683631897, "Finetune/Step": 4466, "Finetune/Step Time": 6.313262447714806}
+{"Finetune/Learning Rate": 1.1626185559402335e-05, "Finetune/Loss": 0.8510993719100952, "Finetune/Loss (Raw)": 0.719131588935852, "Finetune/Step": 4467, "Finetune/Step Time": 6.319097135215998}
+{"Finetune/Learning Rate": 1.16228623808846e-05, "Finetune/Loss": 0.855882465839386, "Finetune/Loss (Raw)": 0.9547892212867737, "Finetune/Step": 4468, "Finetune/Step Time": 6.320944257080555}
+{"Finetune/Learning Rate": 1.1619539018287822e-05, "Finetune/Loss": 0.855828046798706, "Finetune/Loss (Raw)": 0.8648573160171509, "Finetune/Step": 4469, "Finetune/Step Time": 6.2714817356318235}
+{"Finetune/Learning Rate": 1.161621547198896e-05, "Finetune/Loss": 0.8564364910125732, "Finetune/Loss (Raw)": 0.9352896213531494, "Finetune/Step": 4470, "Finetune/Step Time": 6.267228327691555}
+{"Finetune/Learning Rate": 1.1612891742364995e-05, "Finetune/Loss": 0.8582751154899597, "Finetune/Loss (Raw)": 1.0951852798461914, "Finetune/Step": 4471, "Finetune/Step Time": 6.266105378046632}
+{"Finetune/Learning Rate": 1.1609567829792945e-05, "Finetune/Loss": 0.8586891889572144, "Finetune/Loss (Raw)": 0.8115869760513306, "Finetune/Step": 4472, "Finetune/Step Time": 6.267131771892309}
+{"Finetune/Learning Rate": 1.1606243734649827e-05, "Finetune/Loss": 0.8576555252075195, "Finetune/Loss (Raw)": 0.8505443334579468, "Finetune/Step": 4473, "Finetune/Step Time": 6.270175946876407}
+{"Finetune/Learning Rate": 1.1602919457312689e-05, "Finetune/Loss": 0.8575221300125122, "Finetune/Loss (Raw)": 0.8288924694061279, "Finetune/Step": 4474, "Finetune/Step Time": 6.281575590372086}
+{"Finetune/Learning Rate": 1.1599594998158602e-05, "Finetune/Loss": 0.8571723699569702, "Finetune/Loss (Raw)": 0.796904981136322, "Finetune/Step": 4475, "Finetune/Step Time": 6.287819173187017}
+{"Finetune/Learning Rate": 1.1596270357564656e-05, "Finetune/Loss": 0.8553009033203125, "Finetune/Loss (Raw)": 0.676274836063385, "Finetune/Step": 4476, "Finetune/Step Time": 6.30472806468606}
+{"Finetune/Learning Rate": 1.1592945535907958e-05, "Finetune/Loss": 0.8545186519622803, "Finetune/Loss (Raw)": 0.787684977054596, "Finetune/Step": 4477, "Finetune/Step Time": 6.314404953271151}
+{"Finetune/Learning Rate": 1.158962053356564e-05, "Finetune/Loss": 0.8556492328643799, "Finetune/Loss (Raw)": 0.9320170283317566, "Finetune/Step": 4478, "Finetune/Step Time": 6.3391842767596245}
+{"Finetune/Learning Rate": 1.158629535091485e-05, "Finetune/Loss": 0.8560290336608887, "Finetune/Loss (Raw)": 0.9761211276054382, "Finetune/Step": 4479, "Finetune/Step Time": 6.32848353497684}
+{"Finetune/Learning Rate": 1.1582969988332757e-05, "Finetune/Loss": 0.8544052839279175, "Finetune/Loss (Raw)": 0.7612810730934143, "Finetune/Step": 4480, "Finetune/Step Time": 6.323731826618314}
+{"Finetune/Learning Rate": 1.157964444619656e-05, "Finetune/Loss": 0.8551619052886963, "Finetune/Loss (Raw)": 0.8110352158546448, "Finetune/Step": 4481, "Finetune/Step Time": 6.324517235159874}
+{"Finetune/Learning Rate": 1.1576318724883461e-05, "Finetune/Loss": 0.8567081689834595, "Finetune/Loss (Raw)": 0.9212144017219543, "Finetune/Step": 4482, "Finetune/Step Time": 6.328284911811352}
+{"Finetune/Learning Rate": 1.1572992824770703e-05, "Finetune/Loss": 0.854856014251709, "Finetune/Loss (Raw)": 0.7522777318954468, "Finetune/Step": 4483, "Finetune/Step Time": 6.342419171705842}
+{"Finetune/Learning Rate": 1.1569666746235527e-05, "Finetune/Loss": 0.8535507321357727, "Finetune/Loss (Raw)": 0.717022716999054, "Finetune/Step": 4484, "Finetune/Step Time": 6.3729535937309265}
+{"Finetune/Learning Rate": 1.1566340489655213e-05, "Finetune/Loss": 0.8534257411956787, "Finetune/Loss (Raw)": 0.7365300059318542, "Finetune/Step": 4485, "Finetune/Step Time": 6.395225616171956}
+{"Finetune/Learning Rate": 1.1563014055407052e-05, "Finetune/Loss": 0.8520865440368652, "Finetune/Loss (Raw)": 0.799828052520752, "Finetune/Step": 4486, "Finetune/Step Time": 6.395236223936081}
+{"Finetune/Learning Rate": 1.1559687443868354e-05, "Finetune/Loss": 0.8515991568565369, "Finetune/Loss (Raw)": 0.8533800840377808, "Finetune/Step": 4487, "Finetune/Step Time": 6.397487903013825}
+{"Finetune/Learning Rate": 1.1556360655416457e-05, "Finetune/Loss": 0.851832389831543, "Finetune/Loss (Raw)": 0.9659839868545532, "Finetune/Step": 4488, "Finetune/Step Time": 6.399464707821608}
+{"Finetune/Learning Rate": 1.1553033690428708e-05, "Finetune/Loss": 0.8495491147041321, "Finetune/Loss (Raw)": 0.7189583778381348, "Finetune/Step": 4489, "Finetune/Step Time": 6.400828257203102}
+{"Finetune/Learning Rate": 1.1549706549282486e-05, "Finetune/Loss": 0.8475655317306519, "Finetune/Loss (Raw)": 0.7137969732284546, "Finetune/Step": 4490, "Finetune/Step Time": 6.408569673076272}
+{"Finetune/Learning Rate": 1.154637923235518e-05, "Finetune/Loss": 0.8437979221343994, "Finetune/Loss (Raw)": 0.39885413646698, "Finetune/Step": 4491, "Finetune/Step Time": 6.41237716935575}
+{"Finetune/Learning Rate": 1.1543051740024204e-05, "Finetune/Loss": 0.8428758382797241, "Finetune/Loss (Raw)": 0.8366060853004456, "Finetune/Step": 4492, "Finetune/Step Time": 6.428983226418495}
+{"Finetune/Learning Rate": 1.1539724072666995e-05, "Finetune/Loss": 0.8424009084701538, "Finetune/Loss (Raw)": 0.7308551669120789, "Finetune/Step": 4493, "Finetune/Step Time": 6.430686771869659}
+{"Finetune/Learning Rate": 1.1536396230660998e-05, "Finetune/Loss": 0.8421819806098938, "Finetune/Loss (Raw)": 0.9600934386253357, "Finetune/Step": 4494, "Finetune/Step Time": 6.424482613801956}
+{"Finetune/Learning Rate": 1.1533068214383692e-05, "Finetune/Loss": 0.841302752494812, "Finetune/Loss (Raw)": 0.8448494076728821, "Finetune/Step": 4495, "Finetune/Step Time": 6.416585551574826}
+{"Finetune/Learning Rate": 1.1529740024212566e-05, "Finetune/Loss": 0.8419837355613708, "Finetune/Loss (Raw)": 0.8201121091842651, "Finetune/Step": 4496, "Finetune/Step Time": 6.416070677340031}
+{"Finetune/Learning Rate": 1.1526411660525132e-05, "Finetune/Loss": 0.8426903486251831, "Finetune/Loss (Raw)": 0.9135888814926147, "Finetune/Step": 4497, "Finetune/Step Time": 6.416945908218622}
+{"Finetune/Learning Rate": 1.1523083123698921e-05, "Finetune/Loss": 0.8429326415061951, "Finetune/Loss (Raw)": 0.9050729274749756, "Finetune/Step": 4498, "Finetune/Step Time": 6.409632705152035}
+{"Finetune/Learning Rate": 1.1519754414111488e-05, "Finetune/Loss": 0.8433990478515625, "Finetune/Loss (Raw)": 0.9187007546424866, "Finetune/Step": 4499, "Finetune/Step Time": 6.407592453062534}
+{"Finetune/Learning Rate": 1.1516425532140403e-05, "Finetune/Loss": 0.844135046005249, "Finetune/Loss (Raw)": 1.0000461339950562, "Finetune/Step": 4500, "Finetune/Step Time": 6.40399925224483}
+{"Finetune/Learning Rate": 1.1513096478163252e-05, "Finetune/Loss": 0.8444403409957886, "Finetune/Loss (Raw)": 0.9581435322761536, "Finetune/Step": 4501, "Finetune/Step Time": 6.403654908761382}
+{"Finetune/Learning Rate": 1.1509767252557651e-05, "Finetune/Loss": 0.8449662923812866, "Finetune/Loss (Raw)": 0.7311886548995972, "Finetune/Step": 4502, "Finetune/Step Time": 6.406632836908102}
+{"Finetune/Learning Rate": 1.1506437855701227e-05, "Finetune/Loss": 0.8447622060775757, "Finetune/Loss (Raw)": 0.8198164701461792, "Finetune/Step": 4503, "Finetune/Step Time": 6.410273231565952}
+{"Finetune/Learning Rate": 1.1503108287971627e-05, "Finetune/Loss": 0.844872236251831, "Finetune/Loss (Raw)": 0.9753472208976746, "Finetune/Step": 4504, "Finetune/Step Time": 6.417160481214523}
+{"Finetune/Learning Rate": 1.1499778549746525e-05, "Finetune/Loss": 0.8465250134468079, "Finetune/Loss (Raw)": 0.9068195223808289, "Finetune/Step": 4505, "Finetune/Step Time": 6.409223383292556}
+{"Finetune/Learning Rate": 1.1496448641403602e-05, "Finetune/Loss": 0.8456501960754395, "Finetune/Loss (Raw)": 0.7932916283607483, "Finetune/Step": 4506, "Finetune/Step Time": 6.385069472715259}
+{"Finetune/Learning Rate": 1.1493118563320569e-05, "Finetune/Loss": 0.8453652858734131, "Finetune/Loss (Raw)": 0.7833908796310425, "Finetune/Step": 4507, "Finetune/Step Time": 6.380496434867382}
+{"Finetune/Learning Rate": 1.148978831587515e-05, "Finetune/Loss": 0.8424484729766846, "Finetune/Loss (Raw)": 0.4792959690093994, "Finetune/Step": 4508, "Finetune/Step Time": 6.384115220978856}
+{"Finetune/Learning Rate": 1.148645789944509e-05, "Finetune/Loss": 0.8426756262779236, "Finetune/Loss (Raw)": 0.9538493156433105, "Finetune/Step": 4509, "Finetune/Step Time": 6.398641495034099}
+{"Finetune/Learning Rate": 1.1483127314408156e-05, "Finetune/Loss": 0.8409202694892883, "Finetune/Loss (Raw)": 0.8146893382072449, "Finetune/Step": 4510, "Finetune/Step Time": 6.401488425210118}
+{"Finetune/Learning Rate": 1.147979656114213e-05, "Finetune/Loss": 0.8421907424926758, "Finetune/Loss (Raw)": 1.052905797958374, "Finetune/Step": 4511, "Finetune/Step Time": 6.402958877384663}
+{"Finetune/Learning Rate": 1.1476465640024814e-05, "Finetune/Loss": 0.8426196575164795, "Finetune/Loss (Raw)": 0.8770731091499329, "Finetune/Step": 4512, "Finetune/Step Time": 6.374871367588639}
+{"Finetune/Learning Rate": 1.147313455143403e-05, "Finetune/Loss": 0.8434265851974487, "Finetune/Loss (Raw)": 0.9924700260162354, "Finetune/Step": 4513, "Finetune/Step Time": 6.372691109776497}
+{"Finetune/Learning Rate": 1.1469803295747626e-05, "Finetune/Loss": 0.8462224006652832, "Finetune/Loss (Raw)": 0.8032819628715515, "Finetune/Step": 4514, "Finetune/Step Time": 6.368330974131823}
+{"Finetune/Learning Rate": 1.146647187334345e-05, "Finetune/Loss": 0.8473782539367676, "Finetune/Loss (Raw)": 1.0832877159118652, "Finetune/Step": 4515, "Finetune/Step Time": 6.356290118768811}
+{"Finetune/Learning Rate": 1.1463140284599387e-05, "Finetune/Loss": 0.8454691171646118, "Finetune/Loss (Raw)": 0.6932600736618042, "Finetune/Step": 4516, "Finetune/Step Time": 6.361919214949012}
+{"Finetune/Learning Rate": 1.1459808529893334e-05, "Finetune/Loss": 0.8461614847183228, "Finetune/Loss (Raw)": 0.9672530889511108, "Finetune/Step": 4517, "Finetune/Step Time": 6.363327860832214}
+{"Finetune/Learning Rate": 1.1456476609603206e-05, "Finetune/Loss": 0.8447225093841553, "Finetune/Loss (Raw)": 0.8020592331886292, "Finetune/Step": 4518, "Finetune/Step Time": 6.356397671625018}
+{"Finetune/Learning Rate": 1.1453144524106944e-05, "Finetune/Loss": 0.8461477160453796, "Finetune/Loss (Raw)": 0.8934298157691956, "Finetune/Step": 4519, "Finetune/Step Time": 6.357536878436804}
+{"Finetune/Learning Rate": 1.1449812273782492e-05, "Finetune/Loss": 0.8457025289535522, "Finetune/Loss (Raw)": 0.73900306224823, "Finetune/Step": 4520, "Finetune/Step Time": 6.338135300204158}
+{"Finetune/Learning Rate": 1.1446479859007834e-05, "Finetune/Loss": 0.8458883762359619, "Finetune/Loss (Raw)": 0.7912594079971313, "Finetune/Step": 4521, "Finetune/Step Time": 6.33647452481091}
+{"Finetune/Learning Rate": 1.1443147280160949e-05, "Finetune/Loss": 0.8451358079910278, "Finetune/Loss (Raw)": 0.8567585349082947, "Finetune/Step": 4522, "Finetune/Step Time": 6.337364764884114}
+{"Finetune/Learning Rate": 1.1439814537619853e-05, "Finetune/Loss": 0.8448804020881653, "Finetune/Loss (Raw)": 0.8433395028114319, "Finetune/Step": 4523, "Finetune/Step Time": 6.339346796274185}
+{"Finetune/Learning Rate": 1.1436481631762574e-05, "Finetune/Loss": 0.8444100618362427, "Finetune/Loss (Raw)": 0.7704716920852661, "Finetune/Step": 4524, "Finetune/Step Time": 6.33957139775157}
+{"Finetune/Learning Rate": 1.1433148562967162e-05, "Finetune/Loss": 0.8434939384460449, "Finetune/Loss (Raw)": 0.7876775860786438, "Finetune/Step": 4525, "Finetune/Step Time": 6.3271890208125114}
+{"Finetune/Learning Rate": 1.1429815331611677e-05, "Finetune/Loss": 0.843181848526001, "Finetune/Loss (Raw)": 0.8765771389007568, "Finetune/Step": 4526, "Finetune/Step Time": 6.305746117606759}
+{"Finetune/Learning Rate": 1.1426481938074208e-05, "Finetune/Loss": 0.8436532020568848, "Finetune/Loss (Raw)": 0.90955650806427, "Finetune/Step": 4527, "Finetune/Step Time": 6.3134212251752615}
+{"Finetune/Learning Rate": 1.1423148382732854e-05, "Finetune/Loss": 0.8435277342796326, "Finetune/Loss (Raw)": 0.869665801525116, "Finetune/Step": 4528, "Finetune/Step Time": 6.326770441606641}
+{"Finetune/Learning Rate": 1.1419814665965733e-05, "Finetune/Loss": 0.8428449034690857, "Finetune/Loss (Raw)": 0.8309749960899353, "Finetune/Step": 4529, "Finetune/Step Time": 6.320501483976841}
+{"Finetune/Learning Rate": 1.141648078815099e-05, "Finetune/Loss": 0.8430095911026001, "Finetune/Loss (Raw)": 0.8105868697166443, "Finetune/Step": 4530, "Finetune/Step Time": 6.340321218594909}
+{"Finetune/Learning Rate": 1.141314674966678e-05, "Finetune/Loss": 0.8440204858779907, "Finetune/Loss (Raw)": 0.9104915857315063, "Finetune/Step": 4531, "Finetune/Step Time": 6.346778715029359}
+{"Finetune/Learning Rate": 1.1409812550891272e-05, "Finetune/Loss": 0.844051718711853, "Finetune/Loss (Raw)": 0.7909452319145203, "Finetune/Step": 4532, "Finetune/Step Time": 6.334763107821345}
+{"Finetune/Learning Rate": 1.1406478192202672e-05, "Finetune/Loss": 0.8447719812393188, "Finetune/Loss (Raw)": 0.9273673892021179, "Finetune/Step": 4533, "Finetune/Step Time": 6.324098335579038}
+{"Finetune/Learning Rate": 1.1403143673979182e-05, "Finetune/Loss": 0.8432233333587646, "Finetune/Loss (Raw)": 0.7880174517631531, "Finetune/Step": 4534, "Finetune/Step Time": 6.327329138293862}
+{"Finetune/Learning Rate": 1.1399808996599036e-05, "Finetune/Loss": 0.8431445360183716, "Finetune/Loss (Raw)": 0.9559435844421387, "Finetune/Step": 4535, "Finetune/Step Time": 6.329319108277559}
+{"Finetune/Learning Rate": 1.1396474160440479e-05, "Finetune/Loss": 0.8430560827255249, "Finetune/Loss (Raw)": 0.9279043078422546, "Finetune/Step": 4536, "Finetune/Step Time": 6.331528777256608}
+{"Finetune/Learning Rate": 1.139313916588178e-05, "Finetune/Loss": 0.8428561091423035, "Finetune/Loss (Raw)": 0.7954521179199219, "Finetune/Step": 4537, "Finetune/Step Time": 6.337644463405013}
+{"Finetune/Learning Rate": 1.1389804013301219e-05, "Finetune/Loss": 0.8433493375778198, "Finetune/Loss (Raw)": 0.9551436305046082, "Finetune/Step": 4538, "Finetune/Step Time": 6.338719019666314}
+{"Finetune/Learning Rate": 1.1386468703077102e-05, "Finetune/Loss": 0.8423778414726257, "Finetune/Loss (Raw)": 0.8442196846008301, "Finetune/Step": 4539, "Finetune/Step Time": 6.33813713490963}
+{"Finetune/Learning Rate": 1.1383133235587748e-05, "Finetune/Loss": 0.8412058353424072, "Finetune/Loss (Raw)": 0.8941989541053772, "Finetune/Step": 4540, "Finetune/Step Time": 6.339049052447081}
+{"Finetune/Learning Rate": 1.1379797611211491e-05, "Finetune/Loss": 0.8404242396354675, "Finetune/Loss (Raw)": 0.842985987663269, "Finetune/Step": 4541, "Finetune/Step Time": 6.340579565614462}
+{"Finetune/Learning Rate": 1.137646183032669e-05, "Finetune/Loss": 0.8410729169845581, "Finetune/Loss (Raw)": 0.827765941619873, "Finetune/Step": 4542, "Finetune/Step Time": 6.342121262103319}
+{"Finetune/Learning Rate": 1.1373125893311717e-05, "Finetune/Loss": 0.8397384881973267, "Finetune/Loss (Raw)": 0.7753337025642395, "Finetune/Step": 4543, "Finetune/Step Time": 6.341525627300143}
+{"Finetune/Learning Rate": 1.136978980054496e-05, "Finetune/Loss": 0.8376365900039673, "Finetune/Loss (Raw)": 0.7349464893341064, "Finetune/Step": 4544, "Finetune/Step Time": 6.343274414539337}
+{"Finetune/Learning Rate": 1.1366453552404832e-05, "Finetune/Loss": 0.8363931179046631, "Finetune/Loss (Raw)": 0.8104973435401917, "Finetune/Step": 4545, "Finetune/Step Time": 6.342410363256931}
+{"Finetune/Learning Rate": 1.1363117149269756e-05, "Finetune/Loss": 0.8333935141563416, "Finetune/Loss (Raw)": 0.6890961527824402, "Finetune/Step": 4546, "Finetune/Step Time": 6.3527265675365925}
+{"Finetune/Learning Rate": 1.1359780591518177e-05, "Finetune/Loss": 0.8346318602561951, "Finetune/Loss (Raw)": 0.9004905223846436, "Finetune/Step": 4547, "Finetune/Step Time": 6.366825940087438}
+{"Finetune/Learning Rate": 1.1356443879528554e-05, "Finetune/Loss": 0.8364136815071106, "Finetune/Loss (Raw)": 0.9178415536880493, "Finetune/Step": 4548, "Finetune/Step Time": 6.366562193259597}
+{"Finetune/Learning Rate": 1.1353107013679368e-05, "Finetune/Loss": 0.8370891809463501, "Finetune/Loss (Raw)": 0.9205721020698547, "Finetune/Step": 4549, "Finetune/Step Time": 6.367913523688912}
+{"Finetune/Learning Rate": 1.1349769994349113e-05, "Finetune/Loss": 0.8372540473937988, "Finetune/Loss (Raw)": 0.9935771226882935, "Finetune/Step": 4550, "Finetune/Step Time": 6.362766791135073}
+{"Finetune/Learning Rate": 1.1346432821916307e-05, "Finetune/Loss": 0.8389579057693481, "Finetune/Loss (Raw)": 0.9179039001464844, "Finetune/Step": 4551, "Finetune/Step Time": 6.354974117130041}
+{"Finetune/Learning Rate": 1.1343095496759478e-05, "Finetune/Loss": 0.8406027555465698, "Finetune/Loss (Raw)": 0.9624935388565063, "Finetune/Step": 4552, "Finetune/Step Time": 6.355054527521133}
+{"Finetune/Learning Rate": 1.133975801925717e-05, "Finetune/Loss": 0.8404449224472046, "Finetune/Loss (Raw)": 0.778415322303772, "Finetune/Step": 4553, "Finetune/Step Time": 6.359157705679536}
+{"Finetune/Learning Rate": 1.1336420389787957e-05, "Finetune/Loss": 0.8389309048652649, "Finetune/Loss (Raw)": 0.8052124977111816, "Finetune/Step": 4554, "Finetune/Step Time": 6.367854572832584}
+{"Finetune/Learning Rate": 1.1333082608730415e-05, "Finetune/Loss": 0.8434196710586548, "Finetune/Loss (Raw)": 0.8890779614448547, "Finetune/Step": 4555, "Finetune/Step Time": 6.367876462638378}
+{"Finetune/Learning Rate": 1.1329744676463144e-05, "Finetune/Loss": 0.8420721292495728, "Finetune/Loss (Raw)": 0.7471333742141724, "Finetune/Step": 4556, "Finetune/Step Time": 6.356558583676815}
+{"Finetune/Learning Rate": 1.1326406593364766e-05, "Finetune/Loss": 0.8430825471878052, "Finetune/Loss (Raw)": 0.8885716795921326, "Finetune/Step": 4557, "Finetune/Step Time": 6.364460127428174}
+{"Finetune/Learning Rate": 1.132306835981391e-05, "Finetune/Loss": 0.8451657295227051, "Finetune/Loss (Raw)": 0.9564644694328308, "Finetune/Step": 4558, "Finetune/Step Time": 6.356046220287681}
+{"Finetune/Learning Rate": 1.1319729976189231e-05, "Finetune/Loss": 0.8485939502716064, "Finetune/Loss (Raw)": 0.8800349235534668, "Finetune/Step": 4559, "Finetune/Step Time": 6.340852938592434}
+{"Finetune/Learning Rate": 1.1316391442869394e-05, "Finetune/Loss": 0.8479804992675781, "Finetune/Loss (Raw)": 0.8074861764907837, "Finetune/Step": 4560, "Finetune/Step Time": 6.325299307703972}
+{"Finetune/Learning Rate": 1.1313052760233087e-05, "Finetune/Loss": 0.8425921201705933, "Finetune/Loss (Raw)": 0.322674423456192, "Finetune/Step": 4561, "Finetune/Step Time": 6.32749049551785}
+{"Finetune/Learning Rate": 1.1309713928659012e-05, "Finetune/Loss": 0.8428311347961426, "Finetune/Loss (Raw)": 0.8844118714332581, "Finetune/Step": 4562, "Finetune/Step Time": 6.307877853512764}
+{"Finetune/Learning Rate": 1.1306374948525886e-05, "Finetune/Loss": 0.8436722755432129, "Finetune/Loss (Raw)": 0.8620689511299133, "Finetune/Step": 4563, "Finetune/Step Time": 6.281165638938546}
+{"Finetune/Learning Rate": 1.130303582021245e-05, "Finetune/Loss": 0.843706488609314, "Finetune/Loss (Raw)": 0.7686964869499207, "Finetune/Step": 4564, "Finetune/Step Time": 6.26854963414371}
+{"Finetune/Learning Rate": 1.1299696544097447e-05, "Finetune/Loss": 0.8447669744491577, "Finetune/Loss (Raw)": 0.8880108594894409, "Finetune/Step": 4565, "Finetune/Step Time": 6.252005849033594}
+{"Finetune/Learning Rate": 1.1296357120559658e-05, "Finetune/Loss": 0.8444584012031555, "Finetune/Loss (Raw)": 0.8965210318565369, "Finetune/Step": 4566, "Finetune/Step Time": 6.253891183063388}
+{"Finetune/Learning Rate": 1.129301754997786e-05, "Finetune/Loss": 0.8437741994857788, "Finetune/Loss (Raw)": 0.7399057745933533, "Finetune/Step": 4567, "Finetune/Step Time": 6.2569320891052485}
+{"Finetune/Learning Rate": 1.1289677832730864e-05, "Finetune/Loss": 0.8446868658065796, "Finetune/Loss (Raw)": 0.7874182462692261, "Finetune/Step": 4568, "Finetune/Step Time": 6.260667013004422}
+{"Finetune/Learning Rate": 1.128633796919748e-05, "Finetune/Loss": 0.842343807220459, "Finetune/Loss (Raw)": 0.8042978048324585, "Finetune/Step": 4569, "Finetune/Step Time": 6.252344300970435}
+{"Finetune/Learning Rate": 1.1282997959756551e-05, "Finetune/Loss": 0.8423500657081604, "Finetune/Loss (Raw)": 0.8398569226264954, "Finetune/Step": 4570, "Finetune/Step Time": 6.248997554183006}
+{"Finetune/Learning Rate": 1.1279657804786927e-05, "Finetune/Loss": 0.8418171405792236, "Finetune/Loss (Raw)": 0.8599351048469543, "Finetune/Step": 4571, "Finetune/Step Time": 6.2502840384840965}
+{"Finetune/Learning Rate": 1.127631750466748e-05, "Finetune/Loss": 0.8412600755691528, "Finetune/Loss (Raw)": 0.8504800200462341, "Finetune/Step": 4572, "Finetune/Step Time": 6.252614939585328}
+{"Finetune/Learning Rate": 1.1272977059777093e-05, "Finetune/Loss": 0.8417062759399414, "Finetune/Loss (Raw)": 1.0239533185958862, "Finetune/Step": 4573, "Finetune/Step Time": 6.255689749494195}
+{"Finetune/Learning Rate": 1.1269636470494669e-05, "Finetune/Loss": 0.8413228988647461, "Finetune/Loss (Raw)": 0.8115670680999756, "Finetune/Step": 4574, "Finetune/Step Time": 6.262597935274243}
+{"Finetune/Learning Rate": 1.1266295737199129e-05, "Finetune/Loss": 0.8403397798538208, "Finetune/Loss (Raw)": 0.8268871903419495, "Finetune/Step": 4575, "Finetune/Step Time": 6.265420038253069}
+{"Finetune/Learning Rate": 1.12629548602694e-05, "Finetune/Loss": 0.8393337726593018, "Finetune/Loss (Raw)": 0.6737892627716064, "Finetune/Step": 4576, "Finetune/Step Time": 6.2650582659989595}
+{"Finetune/Learning Rate": 1.1259613840084438e-05, "Finetune/Loss": 0.8388299942016602, "Finetune/Loss (Raw)": 0.8148258924484253, "Finetune/Step": 4577, "Finetune/Step Time": 6.270465940237045}
+{"Finetune/Learning Rate": 1.1256272677023214e-05, "Finetune/Loss": 0.8401472568511963, "Finetune/Loss (Raw)": 0.8960793018341064, "Finetune/Step": 4578, "Finetune/Step Time": 6.274395106360316}
+{"Finetune/Learning Rate": 1.1252931371464707e-05, "Finetune/Loss": 0.8416868448257446, "Finetune/Loss (Raw)": 0.9001551866531372, "Finetune/Step": 4579, "Finetune/Step Time": 6.2778402883559465}
+{"Finetune/Learning Rate": 1.1249589923787918e-05, "Finetune/Loss": 0.8447543382644653, "Finetune/Loss (Raw)": 0.8489930629730225, "Finetune/Step": 4580, "Finetune/Step Time": 6.267090583220124}
+{"Finetune/Learning Rate": 1.124624833437186e-05, "Finetune/Loss": 0.8442732095718384, "Finetune/Loss (Raw)": 0.8356562852859497, "Finetune/Step": 4581, "Finetune/Step Time": 6.253759518265724}
+{"Finetune/Learning Rate": 1.124290660359557e-05, "Finetune/Loss": 0.8445737361907959, "Finetune/Loss (Raw)": 0.8189708590507507, "Finetune/Step": 4582, "Finetune/Step Time": 6.254557130858302}
+{"Finetune/Learning Rate": 1.1239564731838093e-05, "Finetune/Loss": 0.8437545299530029, "Finetune/Loss (Raw)": 0.7371236681938171, "Finetune/Step": 4583, "Finetune/Step Time": 6.25204080529511}
+{"Finetune/Learning Rate": 1.123622271947849e-05, "Finetune/Loss": 0.843193769454956, "Finetune/Loss (Raw)": 0.9082108736038208, "Finetune/Step": 4584, "Finetune/Step Time": 6.248624045401812}
+{"Finetune/Learning Rate": 1.1232880566895847e-05, "Finetune/Loss": 0.8432711958885193, "Finetune/Loss (Raw)": 0.8147766590118408, "Finetune/Step": 4585, "Finetune/Step Time": 6.246945520862937}
+{"Finetune/Learning Rate": 1.1229538274469258e-05, "Finetune/Loss": 0.8434604406356812, "Finetune/Loss (Raw)": 0.8975176811218262, "Finetune/Step": 4586, "Finetune/Step Time": 6.235230939462781}
+{"Finetune/Learning Rate": 1.1226195842577834e-05, "Finetune/Loss": 0.8429485559463501, "Finetune/Loss (Raw)": 0.8073320984840393, "Finetune/Step": 4587, "Finetune/Step Time": 6.226659871637821}
+{"Finetune/Learning Rate": 1.1222853271600698e-05, "Finetune/Loss": 0.8433533906936646, "Finetune/Loss (Raw)": 0.9402561187744141, "Finetune/Step": 4588, "Finetune/Step Time": 6.228193884715438}
+{"Finetune/Learning Rate": 1.1219510561916999e-05, "Finetune/Loss": 0.8438112735748291, "Finetune/Loss (Raw)": 1.0277565717697144, "Finetune/Step": 4589, "Finetune/Step Time": 6.229235311970115}
+{"Finetune/Learning Rate": 1.1216167713905896e-05, "Finetune/Loss": 0.8417760133743286, "Finetune/Loss (Raw)": 0.6313156485557556, "Finetune/Step": 4590, "Finetune/Step Time": 6.235753173008561}
+{"Finetune/Learning Rate": 1.1212824727946557e-05, "Finetune/Loss": 0.8414595127105713, "Finetune/Loss (Raw)": 0.8822603225708008, "Finetune/Step": 4591, "Finetune/Step Time": 6.2647531777620316}
+{"Finetune/Learning Rate": 1.1209481604418182e-05, "Finetune/Loss": 0.8422037363052368, "Finetune/Loss (Raw)": 0.8367391228675842, "Finetune/Step": 4592, "Finetune/Step Time": 6.274225778877735}
+{"Finetune/Learning Rate": 1.1206138343699971e-05, "Finetune/Loss": 0.8388481140136719, "Finetune/Loss (Raw)": 0.37726452946662903, "Finetune/Step": 4593, "Finetune/Step Time": 6.278579793870449}
+{"Finetune/Learning Rate": 1.1202794946171144e-05, "Finetune/Loss": 0.8383046984672546, "Finetune/Loss (Raw)": 0.8756144642829895, "Finetune/Step": 4594, "Finetune/Step Time": 6.291775975376368}
+{"Finetune/Learning Rate": 1.1199451412210941e-05, "Finetune/Loss": 0.8396618366241455, "Finetune/Loss (Raw)": 0.8928428292274475, "Finetune/Step": 4595, "Finetune/Step Time": 6.2847165036946535}
+{"Finetune/Learning Rate": 1.1196107742198617e-05, "Finetune/Loss": 0.8383752107620239, "Finetune/Loss (Raw)": 0.7901060581207275, "Finetune/Step": 4596, "Finetune/Step Time": 6.279532950371504}
+{"Finetune/Learning Rate": 1.1192763936513433e-05, "Finetune/Loss": 0.8387899398803711, "Finetune/Loss (Raw)": 0.9179431796073914, "Finetune/Step": 4597, "Finetune/Step Time": 6.282793695107102}
+{"Finetune/Learning Rate": 1.1189419995534677e-05, "Finetune/Loss": 0.8382526636123657, "Finetune/Loss (Raw)": 0.86651611328125, "Finetune/Step": 4598, "Finetune/Step Time": 6.282724842429161}
+{"Finetune/Learning Rate": 1.1186075919641648e-05, "Finetune/Loss": 0.8367012143135071, "Finetune/Loss (Raw)": 0.8965986371040344, "Finetune/Step": 4599, "Finetune/Step Time": 6.280621465295553}
+{"Finetune/Learning Rate": 1.1182731709213658e-05, "Finetune/Loss": 0.8374766111373901, "Finetune/Loss (Raw)": 0.9108393788337708, "Finetune/Step": 4600, "Finetune/Step Time": 6.281777316704392}
+{"Finetune/Learning Rate": 1.117938736463004e-05, "Finetune/Loss": 0.8369129300117493, "Finetune/Loss (Raw)": 0.778389573097229, "Finetune/Step": 4601, "Finetune/Step Time": 6.28347310051322}
+{"Finetune/Learning Rate": 1.1176042886270128e-05, "Finetune/Loss": 0.8377395272254944, "Finetune/Loss (Raw)": 0.9346970915794373, "Finetune/Step": 4602, "Finetune/Step Time": 6.27557397633791}
+{"Finetune/Learning Rate": 1.1172698274513297e-05, "Finetune/Loss": 0.8378428220748901, "Finetune/Loss (Raw)": 0.8101266026496887, "Finetune/Step": 4603, "Finetune/Step Time": 6.269450983032584}
+{"Finetune/Learning Rate": 1.116935352973891e-05, "Finetune/Loss": 0.8394091725349426, "Finetune/Loss (Raw)": 0.8767720460891724, "Finetune/Step": 4604, "Finetune/Step Time": 6.252131460234523}
+{"Finetune/Learning Rate": 1.1166008652326358e-05, "Finetune/Loss": 0.839503288269043, "Finetune/Loss (Raw)": 0.799727201461792, "Finetune/Step": 4605, "Finetune/Step Time": 6.243568262085319}
+{"Finetune/Learning Rate": 1.1162663642655049e-05, "Finetune/Loss": 0.838471531867981, "Finetune/Loss (Raw)": 0.7999536395072937, "Finetune/Step": 4606, "Finetune/Step Time": 6.22739640250802}
+{"Finetune/Learning Rate": 1.1159318501104403e-05, "Finetune/Loss": 0.8375356197357178, "Finetune/Loss (Raw)": 0.8563258647918701, "Finetune/Step": 4607, "Finetune/Step Time": 6.2521944139152765}
+{"Finetune/Learning Rate": 1.1155973228053854e-05, "Finetune/Loss": 0.8385928869247437, "Finetune/Loss (Raw)": 0.8966179490089417, "Finetune/Step": 4608, "Finetune/Step Time": 6.252712205052376}
+{"Finetune/Learning Rate": 1.1152627823882852e-05, "Finetune/Loss": 0.8390467166900635, "Finetune/Loss (Raw)": 0.8691211938858032, "Finetune/Step": 4609, "Finetune/Step Time": 6.259596914052963}
+{"Finetune/Learning Rate": 1.114928228897086e-05, "Finetune/Loss": 0.8385255336761475, "Finetune/Loss (Raw)": 0.854503333568573, "Finetune/Step": 4610, "Finetune/Step Time": 6.2836941331624985}
+{"Finetune/Learning Rate": 1.1145936623697357e-05, "Finetune/Loss": 0.8404437303543091, "Finetune/Loss (Raw)": 0.9978008270263672, "Finetune/Step": 4611, "Finetune/Step Time": 6.274156926199794}
+{"Finetune/Learning Rate": 1.1142590828441841e-05, "Finetune/Loss": 0.8409826755523682, "Finetune/Loss (Raw)": 0.7860081791877747, "Finetune/Step": 4612, "Finetune/Step Time": 6.244938440620899}
+{"Finetune/Learning Rate": 1.1139244903583822e-05, "Finetune/Loss": 0.8422060608863831, "Finetune/Loss (Raw)": 0.8931229710578918, "Finetune/Step": 4613, "Finetune/Step Time": 6.231414765119553}
+{"Finetune/Learning Rate": 1.1135898849502813e-05, "Finetune/Loss": 0.8431242108345032, "Finetune/Loss (Raw)": 0.9173566699028015, "Finetune/Step": 4614, "Finetune/Step Time": 6.234221171587706}
+{"Finetune/Learning Rate": 1.1132552666578364e-05, "Finetune/Loss": 0.8418806195259094, "Finetune/Loss (Raw)": 0.6941978931427002, "Finetune/Step": 4615, "Finetune/Step Time": 6.234230764210224}
+{"Finetune/Learning Rate": 1.1129206355190025e-05, "Finetune/Loss": 0.8422123193740845, "Finetune/Loss (Raw)": 1.0084389448165894, "Finetune/Step": 4616, "Finetune/Step Time": 6.238490568473935}
+{"Finetune/Learning Rate": 1.1125859915717359e-05, "Finetune/Loss": 0.8432258367538452, "Finetune/Loss (Raw)": 0.8486887812614441, "Finetune/Step": 4617, "Finetune/Step Time": 6.239777561277151}
+{"Finetune/Learning Rate": 1.112251334853995e-05, "Finetune/Loss": 0.8442012071609497, "Finetune/Loss (Raw)": 0.8386459350585938, "Finetune/Step": 4618, "Finetune/Step Time": 6.23148662224412}
+{"Finetune/Learning Rate": 1.11191666540374e-05, "Finetune/Loss": 0.8475590944290161, "Finetune/Loss (Raw)": 0.8286693692207336, "Finetune/Step": 4619, "Finetune/Step Time": 6.228966042399406}
+{"Finetune/Learning Rate": 1.1115819832589314e-05, "Finetune/Loss": 0.8446013927459717, "Finetune/Loss (Raw)": 0.458020955324173, "Finetune/Step": 4620, "Finetune/Step Time": 6.21838902682066}
+{"Finetune/Learning Rate": 1.1112472884575319e-05, "Finetune/Loss": 0.845655083656311, "Finetune/Loss (Raw)": 0.8657204508781433, "Finetune/Step": 4621, "Finetune/Step Time": 6.229255532845855}
+{"Finetune/Learning Rate": 1.1109125810375054e-05, "Finetune/Loss": 0.8451645374298096, "Finetune/Loss (Raw)": 0.8973076343536377, "Finetune/Step": 4622, "Finetune/Step Time": 6.231796292588115}
+{"Finetune/Learning Rate": 1.1105778610368172e-05, "Finetune/Loss": 0.8459596633911133, "Finetune/Loss (Raw)": 0.9466216564178467, "Finetune/Step": 4623, "Finetune/Step Time": 6.26864580065012}
+{"Finetune/Learning Rate": 1.1102431284934345e-05, "Finetune/Loss": 0.847076416015625, "Finetune/Loss (Raw)": 0.9630647897720337, "Finetune/Step": 4624, "Finetune/Step Time": 6.270580703392625}
+{"Finetune/Learning Rate": 1.1099083834453255e-05, "Finetune/Loss": 0.8460138440132141, "Finetune/Loss (Raw)": 0.7775689363479614, "Finetune/Step": 4625, "Finetune/Step Time": 6.2735135443508625}
+{"Finetune/Learning Rate": 1.1095736259304593e-05, "Finetune/Loss": 0.8444693684577942, "Finetune/Loss (Raw)": 0.7073847055435181, "Finetune/Step": 4626, "Finetune/Step Time": 6.280357358977199}
+{"Finetune/Learning Rate": 1.109238855986808e-05, "Finetune/Loss": 0.8444973230361938, "Finetune/Loss (Raw)": 0.9222809076309204, "Finetune/Step": 4627, "Finetune/Step Time": 6.278536602854729}
+{"Finetune/Learning Rate": 1.1089040736523431e-05, "Finetune/Loss": 0.8427250385284424, "Finetune/Loss (Raw)": 0.7731874585151672, "Finetune/Step": 4628, "Finetune/Step Time": 6.287722194567323}
+{"Finetune/Learning Rate": 1.1085692789650388e-05, "Finetune/Loss": 0.8432924747467041, "Finetune/Loss (Raw)": 1.0307731628417969, "Finetune/Step": 4629, "Finetune/Step Time": 6.317598773166537}
+{"Finetune/Learning Rate": 1.1082344719628707e-05, "Finetune/Loss": 0.8448508381843567, "Finetune/Loss (Raw)": 0.930669367313385, "Finetune/Step": 4630, "Finetune/Step Time": 6.314835803583264}
+{"Finetune/Learning Rate": 1.1078996526838153e-05, "Finetune/Loss": 0.8440460562705994, "Finetune/Loss (Raw)": 0.7167998552322388, "Finetune/Step": 4631, "Finetune/Step Time": 6.319223457947373}
+{"Finetune/Learning Rate": 1.1075648211658505e-05, "Finetune/Loss": 0.8436195254325867, "Finetune/Loss (Raw)": 0.9207544922828674, "Finetune/Step": 4632, "Finetune/Step Time": 6.328181523829699}
+{"Finetune/Learning Rate": 1.1072299774469562e-05, "Finetune/Loss": 0.8417987823486328, "Finetune/Loss (Raw)": 0.6737584471702576, "Finetune/Step": 4633, "Finetune/Step Time": 6.331142095848918}
+{"Finetune/Learning Rate": 1.1068951215651132e-05, "Finetune/Loss": 0.843099057674408, "Finetune/Loss (Raw)": 0.9597328305244446, "Finetune/Step": 4634, "Finetune/Step Time": 6.336792008951306}
+{"Finetune/Learning Rate": 1.1065602535583029e-05, "Finetune/Loss": 0.8435608148574829, "Finetune/Loss (Raw)": 0.8424940705299377, "Finetune/Step": 4635, "Finetune/Step Time": 6.349570646882057}
+{"Finetune/Learning Rate": 1.1062253734645103e-05, "Finetune/Loss": 0.8465625643730164, "Finetune/Loss (Raw)": 0.863523542881012, "Finetune/Step": 4636, "Finetune/Step Time": 6.345958516001701}
+{"Finetune/Learning Rate": 1.1058904813217192e-05, "Finetune/Loss": 0.8467327356338501, "Finetune/Loss (Raw)": 0.9756278991699219, "Finetune/Step": 4637, "Finetune/Step Time": 6.333223134279251}
+{"Finetune/Learning Rate": 1.1055555771679165e-05, "Finetune/Loss": 0.8476059436798096, "Finetune/Loss (Raw)": 0.926456868648529, "Finetune/Step": 4638, "Finetune/Step Time": 6.328517235815525}
+{"Finetune/Learning Rate": 1.10522066104109e-05, "Finetune/Loss": 0.8445742130279541, "Finetune/Loss (Raw)": 0.6648501753807068, "Finetune/Step": 4639, "Finetune/Step Time": 6.320842372253537}
+{"Finetune/Learning Rate": 1.1048857329792284e-05, "Finetune/Loss": 0.8445625305175781, "Finetune/Loss (Raw)": 0.875575602054596, "Finetune/Step": 4640, "Finetune/Step Time": 6.32689050398767}
+{"Finetune/Learning Rate": 1.1045507930203228e-05, "Finetune/Loss": 0.8434481620788574, "Finetune/Loss (Raw)": 0.8498291969299316, "Finetune/Step": 4641, "Finetune/Step Time": 6.328348057344556}
+{"Finetune/Learning Rate": 1.1042158412023642e-05, "Finetune/Loss": 0.8442229628562927, "Finetune/Loss (Raw)": 0.9024559855461121, "Finetune/Step": 4642, "Finetune/Step Time": 6.3277904111891985}
+{"Finetune/Learning Rate": 1.1038808775633462e-05, "Finetune/Loss": 0.841611385345459, "Finetune/Loss (Raw)": 0.7490140795707703, "Finetune/Step": 4643, "Finetune/Step Time": 6.329715806990862}
+{"Finetune/Learning Rate": 1.1035459021412631e-05, "Finetune/Loss": 0.8429350852966309, "Finetune/Loss (Raw)": 0.8626841902732849, "Finetune/Step": 4644, "Finetune/Step Time": 6.339759098365903}
+{"Finetune/Learning Rate": 1.1032109149741105e-05, "Finetune/Loss": 0.841866135597229, "Finetune/Loss (Raw)": 0.8304333686828613, "Finetune/Step": 4645, "Finetune/Step Time": 6.336866237223148}
+{"Finetune/Learning Rate": 1.102875916099886e-05, "Finetune/Loss": 0.8415958881378174, "Finetune/Loss (Raw)": 0.7674704790115356, "Finetune/Step": 4646, "Finetune/Step Time": 6.335385257378221}
+{"Finetune/Learning Rate": 1.1025409055565879e-05, "Finetune/Loss": 0.8423209190368652, "Finetune/Loss (Raw)": 0.9862273931503296, "Finetune/Step": 4647, "Finetune/Step Time": 6.341563338413835}
+{"Finetune/Learning Rate": 1.1022058833822158e-05, "Finetune/Loss": 0.8432722091674805, "Finetune/Loss (Raw)": 0.8607702851295471, "Finetune/Step": 4648, "Finetune/Step Time": 6.3431063182652}
+{"Finetune/Learning Rate": 1.1018708496147708e-05, "Finetune/Loss": 0.8440972566604614, "Finetune/Loss (Raw)": 0.896861732006073, "Finetune/Step": 4649, "Finetune/Step Time": 6.344831431284547}
+{"Finetune/Learning Rate": 1.1015358042922554e-05, "Finetune/Loss": 0.8451476693153381, "Finetune/Loss (Raw)": 0.9912163615226746, "Finetune/Step": 4650, "Finetune/Step Time": 6.34494287148118}
+{"Finetune/Learning Rate": 1.1012007474526735e-05, "Finetune/Loss": 0.8445733785629272, "Finetune/Loss (Raw)": 0.7698284387588501, "Finetune/Step": 4651, "Finetune/Step Time": 6.340996611863375}
+{"Finetune/Learning Rate": 1.1008656791340297e-05, "Finetune/Loss": 0.8466999530792236, "Finetune/Loss (Raw)": 1.042675256729126, "Finetune/Step": 4652, "Finetune/Step Time": 6.333341687917709}
+{"Finetune/Learning Rate": 1.100530599374331e-05, "Finetune/Loss": 0.8464092016220093, "Finetune/Loss (Raw)": 0.7504529356956482, "Finetune/Step": 4653, "Finetune/Step Time": 6.334063155576587}
+{"Finetune/Learning Rate": 1.1001955082115847e-05, "Finetune/Loss": 0.8460092544555664, "Finetune/Loss (Raw)": 0.8253943920135498, "Finetune/Step": 4654, "Finetune/Step Time": 6.336292579770088}
+{"Finetune/Learning Rate": 1.0998604056837995e-05, "Finetune/Loss": 0.8456133604049683, "Finetune/Loss (Raw)": 0.8588731288909912, "Finetune/Step": 4655, "Finetune/Step Time": 6.326506955549121}
+{"Finetune/Learning Rate": 1.099525291828986e-05, "Finetune/Loss": 0.8422099351882935, "Finetune/Loss (Raw)": 0.434031218290329, "Finetune/Step": 4656, "Finetune/Step Time": 6.313235932961106}
+{"Finetune/Learning Rate": 1.0991901666851555e-05, "Finetune/Loss": 0.8417773842811584, "Finetune/Loss (Raw)": 0.7756078839302063, "Finetune/Step": 4657, "Finetune/Step Time": 6.336399706080556}
+{"Finetune/Learning Rate": 1.0988550302903205e-05, "Finetune/Loss": 0.8428806066513062, "Finetune/Loss (Raw)": 0.9517958164215088, "Finetune/Step": 4658, "Finetune/Step Time": 6.33398655615747}
+{"Finetune/Learning Rate": 1.0985198826824956e-05, "Finetune/Loss": 0.8433516025543213, "Finetune/Loss (Raw)": 0.9707862734794617, "Finetune/Step": 4659, "Finetune/Step Time": 6.327830191701651}
+{"Finetune/Learning Rate": 1.098184723899696e-05, "Finetune/Loss": 0.8398874998092651, "Finetune/Loss (Raw)": 0.3475400507450104, "Finetune/Step": 4660, "Finetune/Step Time": 6.329195795580745}
+{"Finetune/Learning Rate": 1.097849553979938e-05, "Finetune/Loss": 0.8402154445648193, "Finetune/Loss (Raw)": 0.9693430066108704, "Finetune/Step": 4661, "Finetune/Step Time": 6.343833830207586}
+{"Finetune/Learning Rate": 1.0975143729612399e-05, "Finetune/Loss": 0.8404427170753479, "Finetune/Loss (Raw)": 0.8171074986457825, "Finetune/Step": 4662, "Finetune/Step Time": 6.341412242501974}
+{"Finetune/Learning Rate": 1.0971791808816204e-05, "Finetune/Loss": 0.839367151260376, "Finetune/Loss (Raw)": 0.8182693123817444, "Finetune/Step": 4663, "Finetune/Step Time": 6.3432050328701735}
+{"Finetune/Learning Rate": 1.0968439777791e-05, "Finetune/Loss": 0.8350805640220642, "Finetune/Loss (Raw)": 0.37922030687332153, "Finetune/Step": 4664, "Finetune/Step Time": 6.347030907869339}
+{"Finetune/Learning Rate": 1.0965087636917006e-05, "Finetune/Loss": 0.8355067372322083, "Finetune/Loss (Raw)": 0.8500036001205444, "Finetune/Step": 4665, "Finetune/Step Time": 6.357305867597461}
+{"Finetune/Learning Rate": 1.0961735386574447e-05, "Finetune/Loss": 0.8353152275085449, "Finetune/Loss (Raw)": 0.9306271076202393, "Finetune/Step": 4666, "Finetune/Step Time": 6.355686267837882}
+{"Finetune/Learning Rate": 1.0958383027143566e-05, "Finetune/Loss": 0.8353856205940247, "Finetune/Loss (Raw)": 0.853233277797699, "Finetune/Step": 4667, "Finetune/Step Time": 6.354985473677516}
+{"Finetune/Learning Rate": 1.0955030559004616e-05, "Finetune/Loss": 0.8354860544204712, "Finetune/Loss (Raw)": 0.9070560336112976, "Finetune/Step": 4668, "Finetune/Step Time": 6.355914322659373}
+{"Finetune/Learning Rate": 1.0951677982537866e-05, "Finetune/Loss": 0.8361020088195801, "Finetune/Loss (Raw)": 0.9218238592147827, "Finetune/Step": 4669, "Finetune/Step Time": 6.355039609596133}
+{"Finetune/Learning Rate": 1.0948325298123586e-05, "Finetune/Loss": 0.8364880681037903, "Finetune/Loss (Raw)": 0.8771833181381226, "Finetune/Step": 4670, "Finetune/Step Time": 6.354309918358922}
+{"Finetune/Learning Rate": 1.0944972506142076e-05, "Finetune/Loss": 0.8332160115242004, "Finetune/Loss (Raw)": 0.3565090596675873, "Finetune/Step": 4671, "Finetune/Step Time": 6.357601987197995}
+{"Finetune/Learning Rate": 1.0941619606973633e-05, "Finetune/Loss": 0.8337798118591309, "Finetune/Loss (Raw)": 0.8071165680885315, "Finetune/Step": 4672, "Finetune/Step Time": 6.371517786756158}
+{"Finetune/Learning Rate": 1.093826660099857e-05, "Finetune/Loss": 0.8340023159980774, "Finetune/Loss (Raw)": 0.8389735221862793, "Finetune/Step": 4673, "Finetune/Step Time": 6.367357272654772}
+{"Finetune/Learning Rate": 1.0934913488597223e-05, "Finetune/Loss": 0.8342301249504089, "Finetune/Loss (Raw)": 0.7182590365409851, "Finetune/Step": 4674, "Finetune/Step Time": 6.366624632850289}
+{"Finetune/Learning Rate": 1.093156027014992e-05, "Finetune/Loss": 0.8339107036590576, "Finetune/Loss (Raw)": 0.859605073928833, "Finetune/Step": 4675, "Finetune/Step Time": 6.353546449914575}
+{"Finetune/Learning Rate": 1.0928206946037019e-05, "Finetune/Loss": 0.8339641094207764, "Finetune/Loss (Raw)": 0.9246792197227478, "Finetune/Step": 4676, "Finetune/Step Time": 6.3536770734936}
+{"Finetune/Learning Rate": 1.0924853516638879e-05, "Finetune/Loss": 0.832605242729187, "Finetune/Loss (Raw)": 0.7466384172439575, "Finetune/Step": 4677, "Finetune/Step Time": 6.351003397256136}
+{"Finetune/Learning Rate": 1.0921499982335877e-05, "Finetune/Loss": 0.8323471546173096, "Finetune/Loss (Raw)": 0.9605417251586914, "Finetune/Step": 4678, "Finetune/Step Time": 6.347105572000146}
+{"Finetune/Learning Rate": 1.0918146343508398e-05, "Finetune/Loss": 0.8321810960769653, "Finetune/Loss (Raw)": 0.8966418504714966, "Finetune/Step": 4679, "Finetune/Step Time": 6.346490856260061}
+{"Finetune/Learning Rate": 1.0914792600536843e-05, "Finetune/Loss": 0.8279792070388794, "Finetune/Loss (Raw)": 0.42465585470199585, "Finetune/Step": 4680, "Finetune/Step Time": 6.352411197498441}
+{"Finetune/Learning Rate": 1.0911438753801624e-05, "Finetune/Loss": 0.8288597464561462, "Finetune/Loss (Raw)": 0.8911219239234924, "Finetune/Step": 4681, "Finetune/Step Time": 6.369201850146055}
+{"Finetune/Learning Rate": 1.0908084803683157e-05, "Finetune/Loss": 0.8295454978942871, "Finetune/Loss (Raw)": 0.8929937481880188, "Finetune/Step": 4682, "Finetune/Step Time": 6.377553639933467}
+{"Finetune/Learning Rate": 1.0904730750561883e-05, "Finetune/Loss": 0.830269455909729, "Finetune/Loss (Raw)": 0.9817437529563904, "Finetune/Step": 4683, "Finetune/Step Time": 6.378908542916179}
+{"Finetune/Learning Rate": 1.090137659481824e-05, "Finetune/Loss": 0.8313900232315063, "Finetune/Loss (Raw)": 0.8905665874481201, "Finetune/Step": 4684, "Finetune/Step Time": 6.381823701784015}
+{"Finetune/Learning Rate": 1.0898022336832692e-05, "Finetune/Loss": 0.8309307098388672, "Finetune/Loss (Raw)": 0.8297794461250305, "Finetune/Step": 4685, "Finetune/Step Time": 6.37138557061553}
+{"Finetune/Learning Rate": 1.0894667976985707e-05, "Finetune/Loss": 0.8284591436386108, "Finetune/Loss (Raw)": 0.6400982141494751, "Finetune/Step": 4686, "Finetune/Step Time": 6.375096892938018}
+{"Finetune/Learning Rate": 1.089131351565776e-05, "Finetune/Loss": 0.8291592001914978, "Finetune/Loss (Raw)": 0.9696455597877502, "Finetune/Step": 4687, "Finetune/Step Time": 6.381181735545397}
+{"Finetune/Learning Rate": 1.0887958953229349e-05, "Finetune/Loss": 0.8297957181930542, "Finetune/Loss (Raw)": 0.8889528512954712, "Finetune/Step": 4688, "Finetune/Step Time": 6.380259761586785}
+{"Finetune/Learning Rate": 1.0884604290080976e-05, "Finetune/Loss": 0.8338949084281921, "Finetune/Loss (Raw)": 0.8473761081695557, "Finetune/Step": 4689, "Finetune/Step Time": 6.373080974444747}
+{"Finetune/Learning Rate": 1.0881249526593154e-05, "Finetune/Loss": 0.8345860838890076, "Finetune/Loss (Raw)": 0.9728819727897644, "Finetune/Step": 4690, "Finetune/Step Time": 6.358572764322162}
+{"Finetune/Learning Rate": 1.0877894663146409e-05, "Finetune/Loss": 0.8342253565788269, "Finetune/Loss (Raw)": 0.8158999085426331, "Finetune/Step": 4691, "Finetune/Step Time": 6.358340380713344}
+{"Finetune/Learning Rate": 1.087453970012128e-05, "Finetune/Loss": 0.8349430561065674, "Finetune/Loss (Raw)": 0.8605623841285706, "Finetune/Step": 4692, "Finetune/Step Time": 6.3559794295579195}
+{"Finetune/Learning Rate": 1.0871184637898315e-05, "Finetune/Loss": 0.8340222239494324, "Finetune/Loss (Raw)": 0.7701429724693298, "Finetune/Step": 4693, "Finetune/Step Time": 6.3530974593013525}
+{"Finetune/Learning Rate": 1.0867829476858076e-05, "Finetune/Loss": 0.8335351347923279, "Finetune/Loss (Raw)": 0.8341733813285828, "Finetune/Step": 4694, "Finetune/Step Time": 6.35318012163043}
+{"Finetune/Learning Rate": 1.0864474217381136e-05, "Finetune/Loss": 0.8338712453842163, "Finetune/Loss (Raw)": 0.78292316198349, "Finetune/Step": 4695, "Finetune/Step Time": 6.357639946043491}
+{"Finetune/Learning Rate": 1.0861118859848067e-05, "Finetune/Loss": 0.8347504734992981, "Finetune/Loss (Raw)": 0.8999617099761963, "Finetune/Step": 4696, "Finetune/Step Time": 6.359503919258714}
+{"Finetune/Learning Rate": 1.0857763404639479e-05, "Finetune/Loss": 0.8347408175468445, "Finetune/Loss (Raw)": 0.8030667901039124, "Finetune/Step": 4697, "Finetune/Step Time": 6.359837735071778}
+{"Finetune/Learning Rate": 1.0854407852135961e-05, "Finetune/Loss": 0.8347505331039429, "Finetune/Loss (Raw)": 0.8410917520523071, "Finetune/Step": 4698, "Finetune/Step Time": 6.365956781432033}
+{"Finetune/Learning Rate": 1.0851052202718136e-05, "Finetune/Loss": 0.8342950344085693, "Finetune/Loss (Raw)": 0.8016413450241089, "Finetune/Step": 4699, "Finetune/Step Time": 6.378840694203973}
+{"Finetune/Learning Rate": 1.0847696456766632e-05, "Finetune/Loss": 0.8343977928161621, "Finetune/Loss (Raw)": 0.8636224865913391, "Finetune/Step": 4700, "Finetune/Step Time": 6.389078551903367}
+{"Finetune/Learning Rate": 1.0844340614662086e-05, "Finetune/Loss": 0.8334020376205444, "Finetune/Loss (Raw)": 0.8965001702308655, "Finetune/Step": 4701, "Finetune/Step Time": 6.388474265113473}
+{"Finetune/Learning Rate": 1.0840984676785142e-05, "Finetune/Loss": 0.8332518935203552, "Finetune/Loss (Raw)": 0.792350709438324, "Finetune/Step": 4702, "Finetune/Step Time": 6.395294634625316}
+{"Finetune/Learning Rate": 1.0837628643516464e-05, "Finetune/Loss": 0.8344259262084961, "Finetune/Loss (Raw)": 0.9771640300750732, "Finetune/Step": 4703, "Finetune/Step Time": 6.421207796782255}
+{"Finetune/Learning Rate": 1.083427251523672e-05, "Finetune/Loss": 0.8351414799690247, "Finetune/Loss (Raw)": 0.7653799057006836, "Finetune/Step": 4704, "Finetune/Step Time": 6.425410199910402}
+{"Finetune/Learning Rate": 1.0830916292326595e-05, "Finetune/Loss": 0.8357629179954529, "Finetune/Loss (Raw)": 0.8943721652030945, "Finetune/Step": 4705, "Finetune/Step Time": 6.431228471919894}
+{"Finetune/Learning Rate": 1.0827559975166775e-05, "Finetune/Loss": 0.8359941840171814, "Finetune/Loss (Raw)": 0.9256788492202759, "Finetune/Step": 4706, "Finetune/Step Time": 6.421801522374153}
+{"Finetune/Learning Rate": 1.0824203564137967e-05, "Finetune/Loss": 0.8366206288337708, "Finetune/Loss (Raw)": 0.9803390502929688, "Finetune/Step": 4707, "Finetune/Step Time": 6.400095330551267}
+{"Finetune/Learning Rate": 1.0820847059620879e-05, "Finetune/Loss": 0.8374030590057373, "Finetune/Loss (Raw)": 0.9491486549377441, "Finetune/Step": 4708, "Finetune/Step Time": 6.39896254427731}
+{"Finetune/Learning Rate": 1.081749046199624e-05, "Finetune/Loss": 0.8368814587593079, "Finetune/Loss (Raw)": 0.7688867449760437, "Finetune/Step": 4709, "Finetune/Step Time": 6.39563100785017}
+{"Finetune/Learning Rate": 1.0814133771644783e-05, "Finetune/Loss": 0.8373023271560669, "Finetune/Loss (Raw)": 0.8728467226028442, "Finetune/Step": 4710, "Finetune/Step Time": 6.394993303343654}
+{"Finetune/Learning Rate": 1.0810776988947252e-05, "Finetune/Loss": 0.8373328447341919, "Finetune/Loss (Raw)": 0.7410259246826172, "Finetune/Step": 4711, "Finetune/Step Time": 6.396857434883714}
+{"Finetune/Learning Rate": 1.08074201142844e-05, "Finetune/Loss": 0.838247537612915, "Finetune/Loss (Raw)": 1.025286316871643, "Finetune/Step": 4712, "Finetune/Step Time": 6.396535972133279}
+{"Finetune/Learning Rate": 1.0804063148036996e-05, "Finetune/Loss": 0.8387374877929688, "Finetune/Loss (Raw)": 0.8774986863136292, "Finetune/Step": 4713, "Finetune/Step Time": 6.395664455369115}
+{"Finetune/Learning Rate": 1.0800706090585814e-05, "Finetune/Loss": 0.8386304974555969, "Finetune/Loss (Raw)": 0.8838194012641907, "Finetune/Step": 4714, "Finetune/Step Time": 6.403517646715045}
+{"Finetune/Learning Rate": 1.0797348942311644e-05, "Finetune/Loss": 0.8381326794624329, "Finetune/Loss (Raw)": 0.7436162233352661, "Finetune/Step": 4715, "Finetune/Step Time": 6.405670495703816}
+{"Finetune/Learning Rate": 1.0793991703595279e-05, "Finetune/Loss": 0.8370996713638306, "Finetune/Loss (Raw)": 0.8080215454101562, "Finetune/Step": 4716, "Finetune/Step Time": 6.4132317788898945}
+{"Finetune/Learning Rate": 1.0790634374817525e-05, "Finetune/Loss": 0.8357123136520386, "Finetune/Loss (Raw)": 0.8501763939857483, "Finetune/Step": 4717, "Finetune/Step Time": 6.432760741561651}
+{"Finetune/Learning Rate": 1.0787276956359202e-05, "Finetune/Loss": 0.8376985192298889, "Finetune/Loss (Raw)": 0.8855544924736023, "Finetune/Step": 4718, "Finetune/Step Time": 6.428645521402359}
+{"Finetune/Learning Rate": 1.078391944860114e-05, "Finetune/Loss": 0.8367261290550232, "Finetune/Loss (Raw)": 0.7577934265136719, "Finetune/Step": 4719, "Finetune/Step Time": 6.398908458650112}
+{"Finetune/Learning Rate": 1.0780561851924168e-05, "Finetune/Loss": 0.8377829790115356, "Finetune/Loss (Raw)": 0.972015380859375, "Finetune/Step": 4720, "Finetune/Step Time": 6.387565264478326}
+{"Finetune/Learning Rate": 1.0777204166709144e-05, "Finetune/Loss": 0.8411953449249268, "Finetune/Loss (Raw)": 0.8140527009963989, "Finetune/Step": 4721, "Finetune/Step Time": 6.382933706045151}
+{"Finetune/Learning Rate": 1.0773846393336916e-05, "Finetune/Loss": 0.841404914855957, "Finetune/Loss (Raw)": 0.9024304747581482, "Finetune/Step": 4722, "Finetune/Step Time": 6.372185653075576}
+{"Finetune/Learning Rate": 1.0770488532188356e-05, "Finetune/Loss": 0.8404772281646729, "Finetune/Loss (Raw)": 0.774100124835968, "Finetune/Step": 4723, "Finetune/Step Time": 6.376517320051789}
+{"Finetune/Learning Rate": 1.0767130583644343e-05, "Finetune/Loss": 0.8410842418670654, "Finetune/Loss (Raw)": 0.8678106665611267, "Finetune/Step": 4724, "Finetune/Step Time": 6.385900678113103}
+{"Finetune/Learning Rate": 1.0763772548085762e-05, "Finetune/Loss": 0.8408532738685608, "Finetune/Loss (Raw)": 0.8883742690086365, "Finetune/Step": 4725, "Finetune/Step Time": 6.382973251864314}
+{"Finetune/Learning Rate": 1.076041442589351e-05, "Finetune/Loss": 0.842003583908081, "Finetune/Loss (Raw)": 1.0137627124786377, "Finetune/Step": 4726, "Finetune/Step Time": 6.378980228677392}
+{"Finetune/Learning Rate": 1.0757056217448498e-05, "Finetune/Loss": 0.8417482376098633, "Finetune/Loss (Raw)": 0.8639044165611267, "Finetune/Step": 4727, "Finetune/Step Time": 6.368488151580095}
+{"Finetune/Learning Rate": 1.0753697923131641e-05, "Finetune/Loss": 0.8412026166915894, "Finetune/Loss (Raw)": 0.841003954410553, "Finetune/Step": 4728, "Finetune/Step Time": 6.370124267414212}
+{"Finetune/Learning Rate": 1.0750339543323862e-05, "Finetune/Loss": 0.84117591381073, "Finetune/Loss (Raw)": 0.7749739289283752, "Finetune/Step": 4729, "Finetune/Step Time": 6.365096978843212}
+{"Finetune/Learning Rate": 1.0746981078406105e-05, "Finetune/Loss": 0.8406088948249817, "Finetune/Loss (Raw)": 0.8621177077293396, "Finetune/Step": 4730, "Finetune/Step Time": 6.363413466140628}
+{"Finetune/Learning Rate": 1.0743622528759306e-05, "Finetune/Loss": 0.841614305973053, "Finetune/Loss (Raw)": 0.9388185739517212, "Finetune/Step": 4731, "Finetune/Step Time": 6.365783041343093}
+{"Finetune/Learning Rate": 1.074026389476443e-05, "Finetune/Loss": 0.8417537212371826, "Finetune/Loss (Raw)": 0.8946191072463989, "Finetune/Step": 4732, "Finetune/Step Time": 6.37112901173532}
+{"Finetune/Learning Rate": 1.073690517680244e-05, "Finetune/Loss": 0.8416081666946411, "Finetune/Loss (Raw)": 0.7810909152030945, "Finetune/Step": 4733, "Finetune/Step Time": 6.3713850770145655}
+{"Finetune/Learning Rate": 1.0733546375254302e-05, "Finetune/Loss": 0.8422535061836243, "Finetune/Loss (Raw)": 0.8825642466545105, "Finetune/Step": 4734, "Finetune/Step Time": 6.366098841652274}
+{"Finetune/Learning Rate": 1.0730187490501017e-05, "Finetune/Loss": 0.8427243232727051, "Finetune/Loss (Raw)": 0.9165921807289124, "Finetune/Step": 4735, "Finetune/Step Time": 6.344569452106953}
+{"Finetune/Learning Rate": 1.0726828522923563e-05, "Finetune/Loss": 0.8427304625511169, "Finetune/Loss (Raw)": 0.8973997831344604, "Finetune/Step": 4736, "Finetune/Step Time": 6.347399111837149}
+{"Finetune/Learning Rate": 1.072346947290295e-05, "Finetune/Loss": 0.8424646258354187, "Finetune/Loss (Raw)": 0.8350947499275208, "Finetune/Step": 4737, "Finetune/Step Time": 6.35228630527854}
+{"Finetune/Learning Rate": 1.072011034082019e-05, "Finetune/Loss": 0.8422921299934387, "Finetune/Loss (Raw)": 0.832420289516449, "Finetune/Step": 4738, "Finetune/Step Time": 6.326450597494841}
+{"Finetune/Learning Rate": 1.0716751127056304e-05, "Finetune/Loss": 0.8412792682647705, "Finetune/Loss (Raw)": 0.8681499361991882, "Finetune/Step": 4739, "Finetune/Step Time": 6.32370744459331}
+{"Finetune/Learning Rate": 1.0713391831992324e-05, "Finetune/Loss": 0.841605007648468, "Finetune/Loss (Raw)": 0.8277095556259155, "Finetune/Step": 4740, "Finetune/Step Time": 6.3228429816663265}
+{"Finetune/Learning Rate": 1.071003245600929e-05, "Finetune/Loss": 0.8409680128097534, "Finetune/Loss (Raw)": 0.8115816712379456, "Finetune/Step": 4741, "Finetune/Step Time": 6.316731622442603}
+{"Finetune/Learning Rate": 1.0706672999488253e-05, "Finetune/Loss": 0.8397613763809204, "Finetune/Loss (Raw)": 0.7629171013832092, "Finetune/Step": 4742, "Finetune/Step Time": 6.317604603245854}
+{"Finetune/Learning Rate": 1.0703313462810265e-05, "Finetune/Loss": 0.84052574634552, "Finetune/Loss (Raw)": 0.7920305728912354, "Finetune/Step": 4743, "Finetune/Step Time": 6.331679493188858}
+{"Finetune/Learning Rate": 1.06999538463564e-05, "Finetune/Loss": 0.8399074077606201, "Finetune/Loss (Raw)": 0.9292963743209839, "Finetune/Step": 4744, "Finetune/Step Time": 6.330802455544472}
+{"Finetune/Learning Rate": 1.0696594150507735e-05, "Finetune/Loss": 0.8402405977249146, "Finetune/Loss (Raw)": 0.8913398385047913, "Finetune/Step": 4745, "Finetune/Step Time": 6.328540705144405}
+{"Finetune/Learning Rate": 1.0693234375645349e-05, "Finetune/Loss": 0.8409918546676636, "Finetune/Loss (Raw)": 0.9347957372665405, "Finetune/Step": 4746, "Finetune/Step Time": 6.331670135259628}
+{"Finetune/Learning Rate": 1.0689874522150348e-05, "Finetune/Loss": 0.8409152030944824, "Finetune/Loss (Raw)": 0.8188657164573669, "Finetune/Step": 4747, "Finetune/Step Time": 6.328006587922573}
+{"Finetune/Learning Rate": 1.0686514590403823e-05, "Finetune/Loss": 0.8442116975784302, "Finetune/Loss (Raw)": 0.8799734711647034, "Finetune/Step": 4748, "Finetune/Step Time": 6.323269432410598}
+{"Finetune/Learning Rate": 1.0683154580786894e-05, "Finetune/Loss": 0.8441810607910156, "Finetune/Loss (Raw)": 0.8617923855781555, "Finetune/Step": 4749, "Finetune/Step Time": 6.308523308485746}
+{"Finetune/Learning Rate": 1.0679794493680679e-05, "Finetune/Loss": 0.8439648151397705, "Finetune/Loss (Raw)": 0.8696375489234924, "Finetune/Step": 4750, "Finetune/Step Time": 6.307536531239748}
+{"Finetune/Learning Rate": 1.0676434329466312e-05, "Finetune/Loss": 0.8430049419403076, "Finetune/Loss (Raw)": 0.8237504959106445, "Finetune/Step": 4751, "Finetune/Step Time": 6.272102393209934}
+{"Finetune/Learning Rate": 1.0673074088524926e-05, "Finetune/Loss": 0.8418759107589722, "Finetune/Loss (Raw)": 0.8185538053512573, "Finetune/Step": 4752, "Finetune/Step Time": 6.268192587420344}
+{"Finetune/Learning Rate": 1.0669713771237676e-05, "Finetune/Loss": 0.8428186178207397, "Finetune/Loss (Raw)": 0.8982295393943787, "Finetune/Step": 4753, "Finetune/Step Time": 6.262463379651308}
+{"Finetune/Learning Rate": 1.0666353377985712e-05, "Finetune/Loss": 0.8433098793029785, "Finetune/Loss (Raw)": 0.7702661156654358, "Finetune/Step": 4754, "Finetune/Step Time": 6.258268635720015}
+{"Finetune/Learning Rate": 1.0662992909150199e-05, "Finetune/Loss": 0.843143105506897, "Finetune/Loss (Raw)": 0.9009321928024292, "Finetune/Step": 4755, "Finetune/Step Time": 6.2669597417116165}
+{"Finetune/Learning Rate": 1.0659632365112317e-05, "Finetune/Loss": 0.8434267044067383, "Finetune/Loss (Raw)": 0.8094937801361084, "Finetune/Step": 4756, "Finetune/Step Time": 6.26007928699255}
+{"Finetune/Learning Rate": 1.0656271746253237e-05, "Finetune/Loss": 0.8417977094650269, "Finetune/Loss (Raw)": 0.8222633004188538, "Finetune/Step": 4757, "Finetune/Step Time": 6.233168734237552}
+{"Finetune/Learning Rate": 1.065291105295416e-05, "Finetune/Loss": 0.8411694765090942, "Finetune/Loss (Raw)": 0.8502489328384399, "Finetune/Step": 4758, "Finetune/Step Time": 6.234341483563185}
+{"Finetune/Learning Rate": 1.0649550285596278e-05, "Finetune/Loss": 0.8426632881164551, "Finetune/Loss (Raw)": 0.9080191254615784, "Finetune/Step": 4759, "Finetune/Step Time": 6.235283056274056}
+{"Finetune/Learning Rate": 1.0646189444560799e-05, "Finetune/Loss": 0.8421995639801025, "Finetune/Loss (Raw)": 0.8613906502723694, "Finetune/Step": 4760, "Finetune/Step Time": 6.220304422080517}
+{"Finetune/Learning Rate": 1.0642828530228941e-05, "Finetune/Loss": 0.8442394733428955, "Finetune/Loss (Raw)": 0.9348717927932739, "Finetune/Step": 4761, "Finetune/Step Time": 6.220505112782121}
+{"Finetune/Learning Rate": 1.063946754298193e-05, "Finetune/Loss": 0.8431800603866577, "Finetune/Loss (Raw)": 0.8241196870803833, "Finetune/Step": 4762, "Finetune/Step Time": 6.219035197049379}
+{"Finetune/Learning Rate": 1.0636106483200991e-05, "Finetune/Loss": 0.8388092517852783, "Finetune/Loss (Raw)": 0.2830297648906708, "Finetune/Step": 4763, "Finetune/Step Time": 6.2157411109656096}
+{"Finetune/Learning Rate": 1.063274535126737e-05, "Finetune/Loss": 0.8385210037231445, "Finetune/Loss (Raw)": 0.8266350626945496, "Finetune/Step": 4764, "Finetune/Step Time": 6.230573000386357}
+{"Finetune/Learning Rate": 1.0629384147562314e-05, "Finetune/Loss": 0.8373086452484131, "Finetune/Loss (Raw)": 0.8204471468925476, "Finetune/Step": 4765, "Finetune/Step Time": 6.2283777967095375}
+{"Finetune/Learning Rate": 1.0626022872467078e-05, "Finetune/Loss": 0.8357516527175903, "Finetune/Loss (Raw)": 0.7271631360054016, "Finetune/Step": 4766, "Finetune/Step Time": 6.2294151447713375}
+{"Finetune/Learning Rate": 1.0622661526362932e-05, "Finetune/Loss": 0.8368892669677734, "Finetune/Loss (Raw)": 0.8104609847068787, "Finetune/Step": 4767, "Finetune/Step Time": 6.24554656073451}
+{"Finetune/Learning Rate": 1.0619300109631146e-05, "Finetune/Loss": 0.8377772569656372, "Finetune/Loss (Raw)": 0.9892339110374451, "Finetune/Step": 4768, "Finetune/Step Time": 6.237253155559301}
+{"Finetune/Learning Rate": 1.0615938622652995e-05, "Finetune/Loss": 0.838299036026001, "Finetune/Loss (Raw)": 0.9166147708892822, "Finetune/Step": 4769, "Finetune/Step Time": 6.237171126529574}
+{"Finetune/Learning Rate": 1.0612577065809779e-05, "Finetune/Loss": 0.8384203910827637, "Finetune/Loss (Raw)": 0.9179920554161072, "Finetune/Step": 4770, "Finetune/Step Time": 6.249503020197153}
+{"Finetune/Learning Rate": 1.0609215439482785e-05, "Finetune/Loss": 0.8396556377410889, "Finetune/Loss (Raw)": 0.9071319103240967, "Finetune/Step": 4771, "Finetune/Step Time": 6.248191978782415}
+{"Finetune/Learning Rate": 1.0605853744053322e-05, "Finetune/Loss": 0.8404536247253418, "Finetune/Loss (Raw)": 0.9648210406303406, "Finetune/Step": 4772, "Finetune/Step Time": 6.239603666588664}
+{"Finetune/Learning Rate": 1.0602491979902702e-05, "Finetune/Loss": 0.8400105237960815, "Finetune/Loss (Raw)": 0.7737168669700623, "Finetune/Step": 4773, "Finetune/Step Time": 6.241610528901219}
+{"Finetune/Learning Rate": 1.0599130147412246e-05, "Finetune/Loss": 0.8411250114440918, "Finetune/Loss (Raw)": 0.9101257920265198, "Finetune/Step": 4774, "Finetune/Step Time": 6.240540757775307}
+{"Finetune/Learning Rate": 1.0595768246963283e-05, "Finetune/Loss": 0.8401067852973938, "Finetune/Loss (Raw)": 0.8558950424194336, "Finetune/Step": 4775, "Finetune/Step Time": 6.234610905870795}
+{"Finetune/Learning Rate": 1.0592406278937143e-05, "Finetune/Loss": 0.8404672145843506, "Finetune/Loss (Raw)": 0.906904935836792, "Finetune/Step": 4776, "Finetune/Step Time": 6.235329924151301}
+{"Finetune/Learning Rate": 1.0589044243715179e-05, "Finetune/Loss": 0.8401563763618469, "Finetune/Loss (Raw)": 0.857073187828064, "Finetune/Step": 4777, "Finetune/Step Time": 6.23592365719378}
+{"Finetune/Learning Rate": 1.058568214167873e-05, "Finetune/Loss": 0.8394666910171509, "Finetune/Loss (Raw)": 0.902934730052948, "Finetune/Step": 4778, "Finetune/Step Time": 6.2398710791021585}
+{"Finetune/Learning Rate": 1.0582319973209164e-05, "Finetune/Loss": 0.8397057056427002, "Finetune/Loss (Raw)": 0.8004261255264282, "Finetune/Step": 4779, "Finetune/Step Time": 6.244176492094994}
+{"Finetune/Learning Rate": 1.0578957738687847e-05, "Finetune/Loss": 0.8387114405632019, "Finetune/Loss (Raw)": 0.9154090285301208, "Finetune/Step": 4780, "Finetune/Step Time": 6.246784646064043}
+{"Finetune/Learning Rate": 1.0575595438496147e-05, "Finetune/Loss": 0.8399626016616821, "Finetune/Loss (Raw)": 0.9106062054634094, "Finetune/Step": 4781, "Finetune/Step Time": 6.246937783434987}
+{"Finetune/Learning Rate": 1.057223307301545e-05, "Finetune/Loss": 0.8397235870361328, "Finetune/Loss (Raw)": 0.7947995066642761, "Finetune/Step": 4782, "Finetune/Step Time": 6.241859145462513}
+{"Finetune/Learning Rate": 1.056887064262714e-05, "Finetune/Loss": 0.8400627374649048, "Finetune/Loss (Raw)": 0.9022794961929321, "Finetune/Step": 4783, "Finetune/Step Time": 6.239495472982526}
+{"Finetune/Learning Rate": 1.0565508147712618e-05, "Finetune/Loss": 0.8442381620407104, "Finetune/Loss (Raw)": 0.968488335609436, "Finetune/Step": 4784, "Finetune/Step Time": 6.229792205616832}
+{"Finetune/Learning Rate": 1.0562145588653283e-05, "Finetune/Loss": 0.844575047492981, "Finetune/Loss (Raw)": 0.8187218904495239, "Finetune/Step": 4785, "Finetune/Step Time": 6.206223204731941}
+{"Finetune/Learning Rate": 1.0558782965830547e-05, "Finetune/Loss": 0.8437868356704712, "Finetune/Loss (Raw)": 0.850908637046814, "Finetune/Step": 4786, "Finetune/Step Time": 6.184095399454236}
+{"Finetune/Learning Rate": 1.0555420279625827e-05, "Finetune/Loss": 0.8427026271820068, "Finetune/Loss (Raw)": 0.8320093750953674, "Finetune/Step": 4787, "Finetune/Step Time": 6.18044563755393}
+{"Finetune/Learning Rate": 1.055205753042055e-05, "Finetune/Loss": 0.8469505310058594, "Finetune/Loss (Raw)": 0.8912721276283264, "Finetune/Step": 4788, "Finetune/Step Time": 6.17861457914114}
+{"Finetune/Learning Rate": 1.0548694718596149e-05, "Finetune/Loss": 0.8468449115753174, "Finetune/Loss (Raw)": 0.9558213949203491, "Finetune/Step": 4789, "Finetune/Step Time": 6.166572416201234}
+{"Finetune/Learning Rate": 1.0545331844534055e-05, "Finetune/Loss": 0.8470078706741333, "Finetune/Loss (Raw)": 0.8379665017127991, "Finetune/Step": 4790, "Finetune/Step Time": 6.180251842364669}
+{"Finetune/Learning Rate": 1.0541968908615723e-05, "Finetune/Loss": 0.8478120565414429, "Finetune/Loss (Raw)": 0.9212055802345276, "Finetune/Step": 4791, "Finetune/Step Time": 6.177733335644007}
+{"Finetune/Learning Rate": 1.0538605911222603e-05, "Finetune/Loss": 0.8517805337905884, "Finetune/Loss (Raw)": 0.8871890306472778, "Finetune/Step": 4792, "Finetune/Step Time": 6.171930534765124}
+{"Finetune/Learning Rate": 1.0535242852736152e-05, "Finetune/Loss": 0.8512700796127319, "Finetune/Loss (Raw)": 0.7846572995185852, "Finetune/Step": 4793, "Finetune/Step Time": 6.1649214271456}
+{"Finetune/Learning Rate": 1.0531879733537845e-05, "Finetune/Loss": 0.8501607179641724, "Finetune/Loss (Raw)": 0.7886333465576172, "Finetune/Step": 4794, "Finetune/Step Time": 6.1805263087153435}
+{"Finetune/Learning Rate": 1.052851655400915e-05, "Finetune/Loss": 0.8495174050331116, "Finetune/Loss (Raw)": 0.7708899974822998, "Finetune/Step": 4795, "Finetune/Step Time": 6.1853674948215485}
+{"Finetune/Learning Rate": 1.0525153314531548e-05, "Finetune/Loss": 0.8496394753456116, "Finetune/Loss (Raw)": 0.9226839542388916, "Finetune/Step": 4796, "Finetune/Step Time": 6.193372469395399}
+{"Finetune/Learning Rate": 1.0521790015486528e-05, "Finetune/Loss": 0.8490792512893677, "Finetune/Loss (Raw)": 0.8501132726669312, "Finetune/Step": 4797, "Finetune/Step Time": 6.193996585905552}
+{"Finetune/Learning Rate": 1.0518426657255585e-05, "Finetune/Loss": 0.8494620323181152, "Finetune/Loss (Raw)": 0.9261764883995056, "Finetune/Step": 4798, "Finetune/Step Time": 6.197992343455553}
+{"Finetune/Learning Rate": 1.0515063240220218e-05, "Finetune/Loss": 0.8528705835342407, "Finetune/Loss (Raw)": 0.7928054928779602, "Finetune/Step": 4799, "Finetune/Step Time": 6.193376058712602}
+{"Finetune/Learning Rate": 1.0511699764761935e-05, "Finetune/Loss": 0.8541957139968872, "Finetune/Loss (Raw)": 0.9767331480979919, "Finetune/Step": 4800, "Finetune/Step Time": 6.179471565410495}
+{"Finetune/Learning Rate": 1.0508336231262257e-05, "Finetune/Loss": 0.8548561334609985, "Finetune/Loss (Raw)": 0.9235029220581055, "Finetune/Step": 4801, "Finetune/Step Time": 6.178482910618186}
+{"Finetune/Learning Rate": 1.0504972640102694e-05, "Finetune/Loss": 0.8557814955711365, "Finetune/Loss (Raw)": 0.8367046117782593, "Finetune/Step": 4802, "Finetune/Step Time": 6.1640755496919155}
+{"Finetune/Learning Rate": 1.050160899166478e-05, "Finetune/Loss": 0.855825662612915, "Finetune/Loss (Raw)": 0.8652575612068176, "Finetune/Step": 4803, "Finetune/Step Time": 6.164010578766465}
+{"Finetune/Learning Rate": 1.0498245286330049e-05, "Finetune/Loss": 0.8557310700416565, "Finetune/Loss (Raw)": 0.9125734567642212, "Finetune/Step": 4804, "Finetune/Step Time": 6.16245230846107}
+{"Finetune/Learning Rate": 1.0494881524480041e-05, "Finetune/Loss": 0.8568569421768188, "Finetune/Loss (Raw)": 0.8907545804977417, "Finetune/Step": 4805, "Finetune/Step Time": 6.160969590768218}
+{"Finetune/Learning Rate": 1.04915177064963e-05, "Finetune/Loss": 0.8560895919799805, "Finetune/Loss (Raw)": 0.8623254895210266, "Finetune/Step": 4806, "Finetune/Step Time": 6.164335045963526}
+{"Finetune/Learning Rate": 1.048815383276038e-05, "Finetune/Loss": 0.8554203510284424, "Finetune/Loss (Raw)": 0.810974657535553, "Finetune/Step": 4807, "Finetune/Step Time": 6.166167303919792}
+{"Finetune/Learning Rate": 1.0484789903653847e-05, "Finetune/Loss": 0.8591063022613525, "Finetune/Loss (Raw)": 0.896460235118866, "Finetune/Step": 4808, "Finetune/Step Time": 6.159142168238759}
+{"Finetune/Learning Rate": 1.0481425919558259e-05, "Finetune/Loss": 0.8586792349815369, "Finetune/Loss (Raw)": 0.8364508152008057, "Finetune/Step": 4809, "Finetune/Step Time": 6.138926984742284}
+{"Finetune/Learning Rate": 1.047806188085519e-05, "Finetune/Loss": 0.8584717512130737, "Finetune/Loss (Raw)": 0.8664373755455017, "Finetune/Step": 4810, "Finetune/Step Time": 6.144076053053141}
+{"Finetune/Learning Rate": 1.0474697787926222e-05, "Finetune/Loss": 0.8573900461196899, "Finetune/Loss (Raw)": 0.8432900309562683, "Finetune/Step": 4811, "Finetune/Step Time": 6.161588367074728}
+{"Finetune/Learning Rate": 1.0471333641152937e-05, "Finetune/Loss": 0.8577354550361633, "Finetune/Loss (Raw)": 0.9347745776176453, "Finetune/Step": 4812, "Finetune/Step Time": 6.156586430966854}
+{"Finetune/Learning Rate": 1.0467969440916923e-05, "Finetune/Loss": 0.8572760820388794, "Finetune/Loss (Raw)": 0.7709752917289734, "Finetune/Step": 4813, "Finetune/Step Time": 6.161213403567672}
+{"Finetune/Learning Rate": 1.0464605187599778e-05, "Finetune/Loss": 0.8579102158546448, "Finetune/Loss (Raw)": 0.7212684154510498, "Finetune/Step": 4814, "Finetune/Step Time": 6.173735436052084}
+{"Finetune/Learning Rate": 1.046124088158311e-05, "Finetune/Loss": 0.8577026128768921, "Finetune/Loss (Raw)": 0.9430780410766602, "Finetune/Step": 4815, "Finetune/Step Time": 6.1789626851677895}
+{"Finetune/Learning Rate": 1.0457876523248518e-05, "Finetune/Loss": 0.8546198606491089, "Finetune/Loss (Raw)": 0.4943544864654541, "Finetune/Step": 4816, "Finetune/Step Time": 6.184687094762921}
+{"Finetune/Learning Rate": 1.0454512112977628e-05, "Finetune/Loss": 0.8538134098052979, "Finetune/Loss (Raw)": 0.7441535592079163, "Finetune/Step": 4817, "Finetune/Step Time": 6.198749680072069}
+{"Finetune/Learning Rate": 1.0451147651152049e-05, "Finetune/Loss": 0.8535844087600708, "Finetune/Loss (Raw)": 0.943566083908081, "Finetune/Step": 4818, "Finetune/Step Time": 6.19887537509203}
+{"Finetune/Learning Rate": 1.0447783138153414e-05, "Finetune/Loss": 0.8537440896034241, "Finetune/Loss (Raw)": 0.8363412022590637, "Finetune/Step": 4819, "Finetune/Step Time": 6.2019375171512365}
+{"Finetune/Learning Rate": 1.0444418574363354e-05, "Finetune/Loss": 0.8545370697975159, "Finetune/Loss (Raw)": 0.9620653390884399, "Finetune/Step": 4820, "Finetune/Step Time": 6.210819596424699}
+{"Finetune/Learning Rate": 1.0441053960163505e-05, "Finetune/Loss": 0.8558471202850342, "Finetune/Loss (Raw)": 0.937824010848999, "Finetune/Step": 4821, "Finetune/Step Time": 6.223610242828727}
+{"Finetune/Learning Rate": 1.0437689295935512e-05, "Finetune/Loss": 0.8568001389503479, "Finetune/Loss (Raw)": 0.9561657905578613, "Finetune/Step": 4822, "Finetune/Step Time": 6.221596207469702}
+{"Finetune/Learning Rate": 1.0434324582061024e-05, "Finetune/Loss": 0.8573130369186401, "Finetune/Loss (Raw)": 0.8485696911811829, "Finetune/Step": 4823, "Finetune/Step Time": 6.2159974202513695}
+{"Finetune/Learning Rate": 1.0430959818921696e-05, "Finetune/Loss": 0.8582928776741028, "Finetune/Loss (Raw)": 1.0253846645355225, "Finetune/Step": 4824, "Finetune/Step Time": 6.2106308452785015}
+{"Finetune/Learning Rate": 1.042759500689919e-05, "Finetune/Loss": 0.8560706377029419, "Finetune/Loss (Raw)": 0.518625795841217, "Finetune/Step": 4825, "Finetune/Step Time": 6.217341216281056}
+{"Finetune/Learning Rate": 1.0424230146375169e-05, "Finetune/Loss": 0.8557400107383728, "Finetune/Loss (Raw)": 0.7987650632858276, "Finetune/Step": 4826, "Finetune/Step Time": 6.226841606199741}
+{"Finetune/Learning Rate": 1.0420865237731308e-05, "Finetune/Loss": 0.8559927940368652, "Finetune/Loss (Raw)": 0.8339991569519043, "Finetune/Step": 4827, "Finetune/Step Time": 6.2194677740335464}
+{"Finetune/Learning Rate": 1.0417500281349278e-05, "Finetune/Loss": 0.8553282618522644, "Finetune/Loss (Raw)": 0.7785640954971313, "Finetune/Step": 4828, "Finetune/Step Time": 6.210446774959564}
+{"Finetune/Learning Rate": 1.0414135277610769e-05, "Finetune/Loss": 0.8543816804885864, "Finetune/Loss (Raw)": 0.7753413319587708, "Finetune/Step": 4829, "Finetune/Step Time": 6.223843641579151}
+{"Finetune/Learning Rate": 1.0410770226897465e-05, "Finetune/Loss": 0.8546892404556274, "Finetune/Loss (Raw)": 0.8317099809646606, "Finetune/Step": 4830, "Finetune/Step Time": 6.216217897832394}
+{"Finetune/Learning Rate": 1.0407405129591055e-05, "Finetune/Loss": 0.85374516248703, "Finetune/Loss (Raw)": 0.8563258647918701, "Finetune/Step": 4831, "Finetune/Step Time": 6.19867336563766}
+{"Finetune/Learning Rate": 1.0404039986073244e-05, "Finetune/Loss": 0.8544233441352844, "Finetune/Loss (Raw)": 0.8521853089332581, "Finetune/Step": 4832, "Finetune/Step Time": 6.194499833509326}
+{"Finetune/Learning Rate": 1.0400674796725733e-05, "Finetune/Loss": 0.8544530272483826, "Finetune/Loss (Raw)": 0.8981749415397644, "Finetune/Step": 4833, "Finetune/Step Time": 6.181940795853734}
+{"Finetune/Learning Rate": 1.0397309561930232e-05, "Finetune/Loss": 0.8537735342979431, "Finetune/Loss (Raw)": 0.8387020826339722, "Finetune/Step": 4834, "Finetune/Step Time": 6.183425348252058}
+{"Finetune/Learning Rate": 1.039394428206845e-05, "Finetune/Loss": 0.8539913892745972, "Finetune/Loss (Raw)": 1.0082238912582397, "Finetune/Step": 4835, "Finetune/Step Time": 6.184538461267948}
+{"Finetune/Learning Rate": 1.0390578957522117e-05, "Finetune/Loss": 0.8540739417076111, "Finetune/Loss (Raw)": 0.9597175121307373, "Finetune/Step": 4836, "Finetune/Step Time": 6.186907477676868}
+{"Finetune/Learning Rate": 1.0387213588672941e-05, "Finetune/Loss": 0.8543993234634399, "Finetune/Loss (Raw)": 0.8105289340019226, "Finetune/Step": 4837, "Finetune/Step Time": 6.189765511080623}
+{"Finetune/Learning Rate": 1.0383848175902666e-05, "Finetune/Loss": 0.853483259677887, "Finetune/Loss (Raw)": 0.7555949091911316, "Finetune/Step": 4838, "Finetune/Step Time": 6.196603724732995}
+{"Finetune/Learning Rate": 1.0380482719593021e-05, "Finetune/Loss": 0.8555416464805603, "Finetune/Loss (Raw)": 1.0044991970062256, "Finetune/Step": 4839, "Finetune/Step Time": 6.197007227689028}
+{"Finetune/Learning Rate": 1.037711722012574e-05, "Finetune/Loss": 0.8543823957443237, "Finetune/Loss (Raw)": 0.876901388168335, "Finetune/Step": 4840, "Finetune/Step Time": 6.204230707138777}
+{"Finetune/Learning Rate": 1.0373751677882575e-05, "Finetune/Loss": 0.8547928333282471, "Finetune/Loss (Raw)": 0.9300366044044495, "Finetune/Step": 4841, "Finetune/Step Time": 6.201092688366771}
+{"Finetune/Learning Rate": 1.0370386093245271e-05, "Finetune/Loss": 0.8548085689544678, "Finetune/Loss (Raw)": 0.8858386874198914, "Finetune/Step": 4842, "Finetune/Step Time": 6.196892047300935}
+{"Finetune/Learning Rate": 1.036702046659558e-05, "Finetune/Loss": 0.8555930852890015, "Finetune/Loss (Raw)": 0.844035804271698, "Finetune/Step": 4843, "Finetune/Step Time": 6.192600769922137}
+{"Finetune/Learning Rate": 1.0363654798315264e-05, "Finetune/Loss": 0.8559150099754333, "Finetune/Loss (Raw)": 0.849223792552948, "Finetune/Step": 4844, "Finetune/Step Time": 6.172386331483722}
+{"Finetune/Learning Rate": 1.0360289088786081e-05, "Finetune/Loss": 0.8564050793647766, "Finetune/Loss (Raw)": 0.9129042625427246, "Finetune/Step": 4845, "Finetune/Step Time": 6.15336043573916}
+{"Finetune/Learning Rate": 1.0356923338389807e-05, "Finetune/Loss": 0.8570780754089355, "Finetune/Loss (Raw)": 0.9716901183128357, "Finetune/Step": 4846, "Finetune/Step Time": 6.153499029576778}
+{"Finetune/Learning Rate": 1.0353557547508207e-05, "Finetune/Loss": 0.8589246273040771, "Finetune/Loss (Raw)": 0.9941562414169312, "Finetune/Step": 4847, "Finetune/Step Time": 6.165831761434674}
+{"Finetune/Learning Rate": 1.035019171652306e-05, "Finetune/Loss": 0.858031690120697, "Finetune/Loss (Raw)": 0.8577178120613098, "Finetune/Step": 4848, "Finetune/Step Time": 6.175756836310029}
+{"Finetune/Learning Rate": 1.0346825845816148e-05, "Finetune/Loss": 0.8578238487243652, "Finetune/Loss (Raw)": 0.7874554991722107, "Finetune/Step": 4849, "Finetune/Step Time": 6.180823635309935}
+{"Finetune/Learning Rate": 1.034345993576926e-05, "Finetune/Loss": 0.8577102422714233, "Finetune/Loss (Raw)": 0.8878836631774902, "Finetune/Step": 4850, "Finetune/Step Time": 6.183697832748294}
+{"Finetune/Learning Rate": 1.034009398676418e-05, "Finetune/Loss": 0.8593977689743042, "Finetune/Loss (Raw)": 0.9901086688041687, "Finetune/Step": 4851, "Finetune/Step Time": 6.181826835498214}
+{"Finetune/Learning Rate": 1.033672799918271e-05, "Finetune/Loss": 0.8593664169311523, "Finetune/Loss (Raw)": 0.863798975944519, "Finetune/Step": 4852, "Finetune/Step Time": 6.171037241816521}
+{"Finetune/Learning Rate": 1.0333361973406646e-05, "Finetune/Loss": 0.8584456443786621, "Finetune/Loss (Raw)": 0.7705087065696716, "Finetune/Step": 4853, "Finetune/Step Time": 6.169260006397963}
+{"Finetune/Learning Rate": 1.032999590981779e-05, "Finetune/Loss": 0.8574472665786743, "Finetune/Loss (Raw)": 0.8859790563583374, "Finetune/Step": 4854, "Finetune/Step Time": 6.171386182308197}
+{"Finetune/Learning Rate": 1.0326629808797954e-05, "Finetune/Loss": 0.858055591583252, "Finetune/Loss (Raw)": 0.9417629241943359, "Finetune/Step": 4855, "Finetune/Step Time": 6.171703407540917}
+{"Finetune/Learning Rate": 1.0323263670728947e-05, "Finetune/Loss": 0.8589378595352173, "Finetune/Loss (Raw)": 0.953931450843811, "Finetune/Step": 4856, "Finetune/Step Time": 6.168054709210992}
+{"Finetune/Learning Rate": 1.0319897495992586e-05, "Finetune/Loss": 0.8597513437271118, "Finetune/Loss (Raw)": 0.8791013956069946, "Finetune/Step": 4857, "Finetune/Step Time": 6.171709356829524}
+{"Finetune/Learning Rate": 1.031653128497069e-05, "Finetune/Loss": 0.8594787120819092, "Finetune/Loss (Raw)": 0.8272217512130737, "Finetune/Step": 4858, "Finetune/Step Time": 6.176902715116739}
+{"Finetune/Learning Rate": 1.0313165038045087e-05, "Finetune/Loss": 0.8578345775604248, "Finetune/Loss (Raw)": 0.72837233543396, "Finetune/Step": 4859, "Finetune/Step Time": 6.175133418291807}
+{"Finetune/Learning Rate": 1.0309798755597606e-05, "Finetune/Loss": 0.8556613922119141, "Finetune/Loss (Raw)": 0.6164534687995911, "Finetune/Step": 4860, "Finetune/Step Time": 6.171088065952063}
+{"Finetune/Learning Rate": 1.0306432438010077e-05, "Finetune/Loss": 0.8560503721237183, "Finetune/Loss (Raw)": 0.8308744430541992, "Finetune/Step": 4861, "Finetune/Step Time": 6.191152213141322}
+{"Finetune/Learning Rate": 1.0303066085664342e-05, "Finetune/Loss": 0.8569577932357788, "Finetune/Loss (Raw)": 0.9987158179283142, "Finetune/Step": 4862, "Finetune/Step Time": 6.185793349519372}
+{"Finetune/Learning Rate": 1.029969969894223e-05, "Finetune/Loss": 0.857414722442627, "Finetune/Loss (Raw)": 0.9750775694847107, "Finetune/Step": 4863, "Finetune/Step Time": 6.185115046799183}
+{"Finetune/Learning Rate": 1.0296333278225599e-05, "Finetune/Loss": 0.8567104339599609, "Finetune/Loss (Raw)": 0.8072508573532104, "Finetune/Step": 4864, "Finetune/Step Time": 6.182831835001707}
+{"Finetune/Learning Rate": 1.0292966823896291e-05, "Finetune/Loss": 0.8560582399368286, "Finetune/Loss (Raw)": 0.751618504524231, "Finetune/Step": 4865, "Finetune/Step Time": 6.167747385799885}
+{"Finetune/Learning Rate": 1.0289600336336157e-05, "Finetune/Loss": 0.8564611673355103, "Finetune/Loss (Raw)": 0.8839951753616333, "Finetune/Step": 4866, "Finetune/Step Time": 6.1618508622050285}
+{"Finetune/Learning Rate": 1.0286233815927058e-05, "Finetune/Loss": 0.8559931516647339, "Finetune/Loss (Raw)": 0.8082481622695923, "Finetune/Step": 4867, "Finetune/Step Time": 6.160916717723012}
+{"Finetune/Learning Rate": 1.0282867263050848e-05, "Finetune/Loss": 0.855772852897644, "Finetune/Loss (Raw)": 0.7995066046714783, "Finetune/Step": 4868, "Finetune/Step Time": 6.165460299700499}
+{"Finetune/Learning Rate": 1.0279500678089394e-05, "Finetune/Loss": 0.8561474084854126, "Finetune/Loss (Raw)": 0.8595274090766907, "Finetune/Step": 4869, "Finetune/Step Time": 6.164522437378764}
+{"Finetune/Learning Rate": 1.0276134061424564e-05, "Finetune/Loss": 0.8574070930480957, "Finetune/Loss (Raw)": 0.9241513013839722, "Finetune/Step": 4870, "Finetune/Step Time": 6.1623729057610035}
+{"Finetune/Learning Rate": 1.0272767413438226e-05, "Finetune/Loss": 0.8568204641342163, "Finetune/Loss (Raw)": 0.7169456481933594, "Finetune/Step": 4871, "Finetune/Step Time": 6.151060348376632}
+{"Finetune/Learning Rate": 1.0269400734512256e-05, "Finetune/Loss": 0.8567067384719849, "Finetune/Loss (Raw)": 0.9147319197654724, "Finetune/Step": 4872, "Finetune/Step Time": 6.153239443898201}
+{"Finetune/Learning Rate": 1.026603402502853e-05, "Finetune/Loss": 0.8542425632476807, "Finetune/Loss (Raw)": 0.5759302377700806, "Finetune/Step": 4873, "Finetune/Step Time": 6.157364031299949}
+{"Finetune/Learning Rate": 1.0262667285368933e-05, "Finetune/Loss": 0.8536925315856934, "Finetune/Loss (Raw)": 0.864389955997467, "Finetune/Step": 4874, "Finetune/Step Time": 6.171213218942285}
+{"Finetune/Learning Rate": 1.0259300515915342e-05, "Finetune/Loss": 0.8540078401565552, "Finetune/Loss (Raw)": 0.8592246770858765, "Finetune/Step": 4875, "Finetune/Step Time": 6.185473971068859}
+{"Finetune/Learning Rate": 1.0255933717049658e-05, "Finetune/Loss": 0.8539294004440308, "Finetune/Loss (Raw)": 0.869938313961029, "Finetune/Step": 4876, "Finetune/Step Time": 6.183491429314017}
+{"Finetune/Learning Rate": 1.0252566889153759e-05, "Finetune/Loss": 0.8531991243362427, "Finetune/Loss (Raw)": 0.7683112621307373, "Finetune/Step": 4877, "Finetune/Step Time": 6.186470085754991}
+{"Finetune/Learning Rate": 1.0249200032609545e-05, "Finetune/Loss": 0.85387122631073, "Finetune/Loss (Raw)": 0.9556768536567688, "Finetune/Step": 4878, "Finetune/Step Time": 6.198933947831392}
+{"Finetune/Learning Rate": 1.0245833147798916e-05, "Finetune/Loss": 0.8546010255813599, "Finetune/Loss (Raw)": 0.9171565771102905, "Finetune/Step": 4879, "Finetune/Step Time": 6.201769731938839}
+{"Finetune/Learning Rate": 1.024246623510377e-05, "Finetune/Loss": 0.8540014624595642, "Finetune/Loss (Raw)": 0.7418081164360046, "Finetune/Step": 4880, "Finetune/Step Time": 6.207860600203276}
+{"Finetune/Learning Rate": 1.0239099294906012e-05, "Finetune/Loss": 0.8529659509658813, "Finetune/Loss (Raw)": 0.7656793594360352, "Finetune/Step": 4881, "Finetune/Step Time": 6.206457916647196}
+{"Finetune/Learning Rate": 1.0235732327587551e-05, "Finetune/Loss": 0.8540269732475281, "Finetune/Loss (Raw)": 0.9060868620872498, "Finetune/Step": 4882, "Finetune/Step Time": 6.2074590884149075}
+{"Finetune/Learning Rate": 1.0232365333530297e-05, "Finetune/Loss": 0.8531924486160278, "Finetune/Loss (Raw)": 0.7941150069236755, "Finetune/Step": 4883, "Finetune/Step Time": 6.219955729320645}
+{"Finetune/Learning Rate": 1.0228998313116159e-05, "Finetune/Loss": 0.8543892502784729, "Finetune/Loss (Raw)": 0.9626796245574951, "Finetune/Step": 4884, "Finetune/Step Time": 6.226716000586748}
+{"Finetune/Learning Rate": 1.0225631266727059e-05, "Finetune/Loss": 0.8550691604614258, "Finetune/Loss (Raw)": 0.9092891216278076, "Finetune/Step": 4885, "Finetune/Step Time": 6.224919205531478}
+{"Finetune/Learning Rate": 1.0222264194744918e-05, "Finetune/Loss": 0.8550537824630737, "Finetune/Loss (Raw)": 0.8482897877693176, "Finetune/Step": 4886, "Finetune/Step Time": 6.222850585356355}
+{"Finetune/Learning Rate": 1.021889709755165e-05, "Finetune/Loss": 0.854718804359436, "Finetune/Loss (Raw)": 0.8651395440101624, "Finetune/Step": 4887, "Finetune/Step Time": 6.217235021293163}
+{"Finetune/Learning Rate": 1.021552997552919e-05, "Finetune/Loss": 0.8534386157989502, "Finetune/Loss (Raw)": 0.6975234150886536, "Finetune/Step": 4888, "Finetune/Step Time": 6.223286539316177}
+{"Finetune/Learning Rate": 1.021216282905946e-05, "Finetune/Loss": 0.8533433079719543, "Finetune/Loss (Raw)": 0.9226673245429993, "Finetune/Step": 4889, "Finetune/Step Time": 6.220420870929956}
+{"Finetune/Learning Rate": 1.020879565852439e-05, "Finetune/Loss": 0.8547961711883545, "Finetune/Loss (Raw)": 1.0100890398025513, "Finetune/Step": 4890, "Finetune/Step Time": 6.21856052428484}
+{"Finetune/Learning Rate": 1.0205428464305918e-05, "Finetune/Loss": 0.8584936857223511, "Finetune/Loss (Raw)": 0.756313681602478, "Finetune/Step": 4891, "Finetune/Step Time": 6.215302539989352}
+{"Finetune/Learning Rate": 1.0202061246785975e-05, "Finetune/Loss": 0.8590073585510254, "Finetune/Loss (Raw)": 0.8923817276954651, "Finetune/Step": 4892, "Finetune/Step Time": 6.211398176848888}
+{"Finetune/Learning Rate": 1.0198694006346504e-05, "Finetune/Loss": 0.8590595126152039, "Finetune/Loss (Raw)": 0.8271206617355347, "Finetune/Step": 4893, "Finetune/Step Time": 6.21075988933444}
+{"Finetune/Learning Rate": 1.0195326743369445e-05, "Finetune/Loss": 0.8597689867019653, "Finetune/Loss (Raw)": 0.8179869055747986, "Finetune/Step": 4894, "Finetune/Step Time": 6.216136917471886}
+{"Finetune/Learning Rate": 1.0191959458236742e-05, "Finetune/Loss": 0.8617292642593384, "Finetune/Loss (Raw)": 1.0613725185394287, "Finetune/Step": 4895, "Finetune/Step Time": 6.200183620676398}
+{"Finetune/Learning Rate": 1.0188592151330343e-05, "Finetune/Loss": 0.8614481687545776, "Finetune/Loss (Raw)": 0.9532474279403687, "Finetune/Step": 4896, "Finetune/Step Time": 6.203284177929163}
+{"Finetune/Learning Rate": 1.0185224823032195e-05, "Finetune/Loss": 0.8600925207138062, "Finetune/Loss (Raw)": 0.7430867552757263, "Finetune/Step": 4897, "Finetune/Step Time": 6.21097494661808}
+{"Finetune/Learning Rate": 1.0181857473724249e-05, "Finetune/Loss": 0.8596408367156982, "Finetune/Loss (Raw)": 0.8601910471916199, "Finetune/Step": 4898, "Finetune/Step Time": 6.201522637158632}
+{"Finetune/Learning Rate": 1.0178490103788462e-05, "Finetune/Loss": 0.8601369857788086, "Finetune/Loss (Raw)": 0.9706294536590576, "Finetune/Step": 4899, "Finetune/Step Time": 6.211090011522174}
+{"Finetune/Learning Rate": 1.0175122713606788e-05, "Finetune/Loss": 0.8589317202568054, "Finetune/Loss (Raw)": 0.8105530142784119, "Finetune/Step": 4900, "Finetune/Step Time": 6.21234685741365}
+{"Finetune/Learning Rate": 1.0171755303561182e-05, "Finetune/Loss": 0.8589649796485901, "Finetune/Loss (Raw)": 0.777969241142273, "Finetune/Step": 4901, "Finetune/Step Time": 6.211036479100585}
+{"Finetune/Learning Rate": 1.0168387874033612e-05, "Finetune/Loss": 0.8590723872184753, "Finetune/Loss (Raw)": 0.9238752722740173, "Finetune/Step": 4902, "Finetune/Step Time": 6.212839858606458}
+{"Finetune/Learning Rate": 1.0165020425406036e-05, "Finetune/Loss": 0.858925461769104, "Finetune/Loss (Raw)": 0.8370891809463501, "Finetune/Step": 4903, "Finetune/Step Time": 6.221285777166486}
+{"Finetune/Learning Rate": 1.0161652958060417e-05, "Finetune/Loss": 0.8582754731178284, "Finetune/Loss (Raw)": 0.8237069249153137, "Finetune/Step": 4904, "Finetune/Step Time": 6.242309419438243}
+{"Finetune/Learning Rate": 1.0158285472378728e-05, "Finetune/Loss": 0.858762800693512, "Finetune/Loss (Raw)": 0.9194482564926147, "Finetune/Step": 4905, "Finetune/Step Time": 6.258438611403108}
+{"Finetune/Learning Rate": 1.0154917968742937e-05, "Finetune/Loss": 0.8593326210975647, "Finetune/Loss (Raw)": 0.9758769273757935, "Finetune/Step": 4906, "Finetune/Step Time": 6.254652800038457}
+{"Finetune/Learning Rate": 1.015155044753501e-05, "Finetune/Loss": 0.8603179454803467, "Finetune/Loss (Raw)": 0.9265490770339966, "Finetune/Step": 4907, "Finetune/Step Time": 6.2551334127783775}
+{"Finetune/Learning Rate": 1.0148182909136928e-05, "Finetune/Loss": 0.8584653735160828, "Finetune/Loss (Raw)": 0.6782719492912292, "Finetune/Step": 4908, "Finetune/Step Time": 6.260982099920511}
+{"Finetune/Learning Rate": 1.0144815353930661e-05, "Finetune/Loss": 0.8572205305099487, "Finetune/Loss (Raw)": 0.7512694597244263, "Finetune/Step": 4909, "Finetune/Step Time": 6.281779000535607}
+{"Finetune/Learning Rate": 1.0141447782298186e-05, "Finetune/Loss": 0.8589956760406494, "Finetune/Loss (Raw)": 1.0220235586166382, "Finetune/Step": 4910, "Finetune/Step Time": 6.292999133467674}
+{"Finetune/Learning Rate": 1.0138080194621487e-05, "Finetune/Loss": 0.85935378074646, "Finetune/Loss (Raw)": 0.9481168985366821, "Finetune/Step": 4911, "Finetune/Step Time": 6.3031625635921955}
+{"Finetune/Learning Rate": 1.0134712591282539e-05, "Finetune/Loss": 0.8584749698638916, "Finetune/Loss (Raw)": 0.8559916615486145, "Finetune/Step": 4912, "Finetune/Step Time": 6.309702582657337}
+{"Finetune/Learning Rate": 1.0131344972663323e-05, "Finetune/Loss": 0.8590569496154785, "Finetune/Loss (Raw)": 0.8932152986526489, "Finetune/Step": 4913, "Finetune/Step Time": 6.316311759874225}
+{"Finetune/Learning Rate": 1.0127977339145837e-05, "Finetune/Loss": 0.8588579893112183, "Finetune/Loss (Raw)": 0.8254458904266357, "Finetune/Step": 4914, "Finetune/Step Time": 6.318764174357057}
+{"Finetune/Learning Rate": 1.012460969111205e-05, "Finetune/Loss": 0.8579925298690796, "Finetune/Loss (Raw)": 0.7212361097335815, "Finetune/Step": 4915, "Finetune/Step Time": 6.321358509361744}
+{"Finetune/Learning Rate": 1.0121242028943958e-05, "Finetune/Loss": 0.8581113815307617, "Finetune/Loss (Raw)": 0.9064781069755554, "Finetune/Step": 4916, "Finetune/Step Time": 6.326576488092542}
+{"Finetune/Learning Rate": 1.0117874353023552e-05, "Finetune/Loss": 0.8568849563598633, "Finetune/Loss (Raw)": 0.7988376617431641, "Finetune/Step": 4917, "Finetune/Step Time": 6.339637046679854}
+{"Finetune/Learning Rate": 1.011450666373282e-05, "Finetune/Loss": 0.8569073677062988, "Finetune/Loss (Raw)": 0.8408369421958923, "Finetune/Step": 4918, "Finetune/Step Time": 6.337486317381263}
+{"Finetune/Learning Rate": 1.0111138961453752e-05, "Finetune/Loss": 0.8556749820709229, "Finetune/Loss (Raw)": 0.7634578943252563, "Finetune/Step": 4919, "Finetune/Step Time": 6.342527132481337}
+{"Finetune/Learning Rate": 1.0107771246568346e-05, "Finetune/Loss": 0.8559093475341797, "Finetune/Loss (Raw)": 0.917191207408905, "Finetune/Step": 4920, "Finetune/Step Time": 6.343542363494635}
+{"Finetune/Learning Rate": 1.0104403519458597e-05, "Finetune/Loss": 0.8564927577972412, "Finetune/Loss (Raw)": 0.8593368530273438, "Finetune/Step": 4921, "Finetune/Step Time": 6.339877314865589}
+{"Finetune/Learning Rate": 1.0101035780506496e-05, "Finetune/Loss": 0.8571356534957886, "Finetune/Loss (Raw)": 0.8709203600883484, "Finetune/Step": 4922, "Finetune/Step Time": 6.32820462808013}
+{"Finetune/Learning Rate": 1.0097668030094051e-05, "Finetune/Loss": 0.8578708171844482, "Finetune/Loss (Raw)": 0.8649893403053284, "Finetune/Step": 4923, "Finetune/Step Time": 6.330097706988454}
+{"Finetune/Learning Rate": 1.0094300268603254e-05, "Finetune/Loss": 0.853893518447876, "Finetune/Loss (Raw)": 0.413589209318161, "Finetune/Step": 4924, "Finetune/Step Time": 6.333097092807293}
+{"Finetune/Learning Rate": 1.0090932496416106e-05, "Finetune/Loss": 0.8547559976577759, "Finetune/Loss (Raw)": 0.9605135917663574, "Finetune/Step": 4925, "Finetune/Step Time": 6.347040655091405}
+{"Finetune/Learning Rate": 1.0087564713914611e-05, "Finetune/Loss": 0.8537298440933228, "Finetune/Loss (Raw)": 0.7948317527770996, "Finetune/Step": 4926, "Finetune/Step Time": 6.341214472427964}
+{"Finetune/Learning Rate": 1.0084196921480768e-05, "Finetune/Loss": 0.8542635440826416, "Finetune/Loss (Raw)": 0.8611133694648743, "Finetune/Step": 4927, "Finetune/Step Time": 6.339562490582466}
+{"Finetune/Learning Rate": 1.0080829119496587e-05, "Finetune/Loss": 0.8540108799934387, "Finetune/Loss (Raw)": 0.944392204284668, "Finetune/Step": 4928, "Finetune/Step Time": 6.337446630001068}
+{"Finetune/Learning Rate": 1.007746130834407e-05, "Finetune/Loss": 0.8536629676818848, "Finetune/Loss (Raw)": 0.8789764046669006, "Finetune/Step": 4929, "Finetune/Step Time": 6.341263692826033}
+{"Finetune/Learning Rate": 1.0074093488405223e-05, "Finetune/Loss": 0.8521831035614014, "Finetune/Loss (Raw)": 0.6472737789154053, "Finetune/Step": 4930, "Finetune/Step Time": 6.3972835168242455}
+{"Finetune/Learning Rate": 1.007072566006205e-05, "Finetune/Loss": 0.8519969582557678, "Finetune/Loss (Raw)": 0.8414363265037537, "Finetune/Step": 4931, "Finetune/Step Time": 6.446162968873978}
+{"Finetune/Learning Rate": 1.0067357823696566e-05, "Finetune/Loss": 0.8514836430549622, "Finetune/Loss (Raw)": 0.8468654155731201, "Finetune/Step": 4932, "Finetune/Step Time": 6.4467119965702295}
+{"Finetune/Learning Rate": 1.0063989979690777e-05, "Finetune/Loss": 0.8512935638427734, "Finetune/Loss (Raw)": 0.8664237856864929, "Finetune/Step": 4933, "Finetune/Step Time": 6.452309310436249}
+{"Finetune/Learning Rate": 1.0060622128426692e-05, "Finetune/Loss": 0.8515095710754395, "Finetune/Loss (Raw)": 0.8899761438369751, "Finetune/Step": 4934, "Finetune/Step Time": 6.453506821766496}
+{"Finetune/Learning Rate": 1.0057254270286325e-05, "Finetune/Loss": 0.852979302406311, "Finetune/Loss (Raw)": 0.999099850654602, "Finetune/Step": 4935, "Finetune/Step Time": 6.450161224231124}
+{"Finetune/Learning Rate": 1.005388640565168e-05, "Finetune/Loss": 0.8529015779495239, "Finetune/Loss (Raw)": 0.8865137100219727, "Finetune/Step": 4936, "Finetune/Step Time": 6.45175901427865}
+{"Finetune/Learning Rate": 1.0050518534904778e-05, "Finetune/Loss": 0.852499783039093, "Finetune/Loss (Raw)": 0.7850228548049927, "Finetune/Step": 4937, "Finetune/Step Time": 6.453198654577136}
+{"Finetune/Learning Rate": 1.0047150658427627e-05, "Finetune/Loss": 0.8534942269325256, "Finetune/Loss (Raw)": 0.9937218427658081, "Finetune/Step": 4938, "Finetune/Step Time": 6.433875573799014}
+{"Finetune/Learning Rate": 1.004378277660224e-05, "Finetune/Loss": 0.8539988994598389, "Finetune/Loss (Raw)": 0.9078883528709412, "Finetune/Step": 4939, "Finetune/Step Time": 6.413594141602516}
+{"Finetune/Learning Rate": 1.0040414889810635e-05, "Finetune/Loss": 0.8535401821136475, "Finetune/Loss (Raw)": 0.8760578632354736, "Finetune/Step": 4940, "Finetune/Step Time": 6.419778469949961}
+{"Finetune/Learning Rate": 1.0037046998434823e-05, "Finetune/Loss": 0.852942943572998, "Finetune/Loss (Raw)": 0.694536030292511, "Finetune/Step": 4941, "Finetune/Step Time": 6.434878136962652}
+{"Finetune/Learning Rate": 1.0033679102856821e-05, "Finetune/Loss": 0.8535516262054443, "Finetune/Loss (Raw)": 0.7991729974746704, "Finetune/Step": 4942, "Finetune/Step Time": 6.422012412920594}
+{"Finetune/Learning Rate": 1.0030311203458645e-05, "Finetune/Loss": 0.8532023429870605, "Finetune/Loss (Raw)": 0.8983786106109619, "Finetune/Step": 4943, "Finetune/Step Time": 6.411841573193669}
+{"Finetune/Learning Rate": 1.0026943300622313e-05, "Finetune/Loss": 0.8561694622039795, "Finetune/Loss (Raw)": 0.874143660068512, "Finetune/Step": 4944, "Finetune/Step Time": 6.40590912848711}
+{"Finetune/Learning Rate": 1.0023575394729837e-05, "Finetune/Loss": 0.8569730520248413, "Finetune/Loss (Raw)": 0.8470116853713989, "Finetune/Step": 4945, "Finetune/Step Time": 6.391723992303014}
+{"Finetune/Learning Rate": 1.0020207486163236e-05, "Finetune/Loss": 0.855963945388794, "Finetune/Loss (Raw)": 0.8143972158432007, "Finetune/Step": 4946, "Finetune/Step Time": 6.388694679364562}
+{"Finetune/Learning Rate": 1.001683957530453e-05, "Finetune/Loss": 0.856389045715332, "Finetune/Loss (Raw)": 0.8907527327537537, "Finetune/Step": 4947, "Finetune/Step Time": 6.385676188394427}
+{"Finetune/Learning Rate": 1.001347166253573e-05, "Finetune/Loss": 0.8552685976028442, "Finetune/Loss (Raw)": 0.8186479210853577, "Finetune/Step": 4948, "Finetune/Step Time": 6.382982153445482}
+{"Finetune/Learning Rate": 1.0010103748238864e-05, "Finetune/Loss": 0.8548492193222046, "Finetune/Loss (Raw)": 0.8841398358345032, "Finetune/Step": 4949, "Finetune/Step Time": 6.3778578750789165}
+{"Finetune/Learning Rate": 1.0006735832795939e-05, "Finetune/Loss": 0.8538577556610107, "Finetune/Loss (Raw)": 0.8292638063430786, "Finetune/Step": 4950, "Finetune/Step Time": 6.382870001718402}
+{"Finetune/Learning Rate": 1.000336791658898e-05, "Finetune/Loss": 0.8527226448059082, "Finetune/Loss (Raw)": 0.7032780051231384, "Finetune/Step": 4951, "Finetune/Step Time": 6.385037871077657}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 0.8525989055633545, "Finetune/Loss (Raw)": 1.0095462799072266, "Finetune/Step": 4952, "Finetune/Step Time": 6.383034190163016}
+{"Finetune/Learning Rate": 9.996632083411023e-06, "Finetune/Loss": 0.8553076982498169, "Finetune/Loss (Raw)": 0.8653423190116882, "Finetune/Step": 4953, "Finetune/Step Time": 6.37730866484344}
+{"Finetune/Learning Rate": 9.993264167204066e-06, "Finetune/Loss": 0.8564664125442505, "Finetune/Loss (Raw)": 0.9470816850662231, "Finetune/Step": 4954, "Finetune/Step Time": 6.363006018102169}
+{"Finetune/Learning Rate": 9.98989625176114e-06, "Finetune/Loss": 0.8577449321746826, "Finetune/Loss (Raw)": 0.9976575374603271, "Finetune/Step": 4955, "Finetune/Step Time": 6.372356144711375}
+{"Finetune/Learning Rate": 9.98652833746427e-06, "Finetune/Loss": 0.8587949275970459, "Finetune/Loss (Raw)": 0.9129578471183777, "Finetune/Step": 4956, "Finetune/Step Time": 6.372519850730896}
+{"Finetune/Learning Rate": 9.983160424695474e-06, "Finetune/Loss": 0.8594353199005127, "Finetune/Loss (Raw)": 0.8573173880577087, "Finetune/Step": 4957, "Finetune/Step Time": 6.357237868010998}
+{"Finetune/Learning Rate": 9.979792513836766e-06, "Finetune/Loss": 0.8596211671829224, "Finetune/Loss (Raw)": 0.8554916381835938, "Finetune/Step": 4958, "Finetune/Step Time": 6.360808568075299}
+{"Finetune/Learning Rate": 9.976424605270165e-06, "Finetune/Loss": 0.8597275018692017, "Finetune/Loss (Raw)": 0.8699455261230469, "Finetune/Step": 4959, "Finetune/Step Time": 6.356600798666477}
+{"Finetune/Learning Rate": 9.973056699377692e-06, "Finetune/Loss": 0.8599901795387268, "Finetune/Loss (Raw)": 0.8858031630516052, "Finetune/Step": 4960, "Finetune/Step Time": 6.358137387782335}
+{"Finetune/Learning Rate": 9.969688796541357e-06, "Finetune/Loss": 0.859589695930481, "Finetune/Loss (Raw)": 0.8469136953353882, "Finetune/Step": 4961, "Finetune/Step Time": 6.357725003734231}
+{"Finetune/Learning Rate": 9.966320897143179e-06, "Finetune/Loss": 0.8592161536216736, "Finetune/Loss (Raw)": 0.7908915281295776, "Finetune/Step": 4962, "Finetune/Step Time": 6.359151819720864}
+{"Finetune/Learning Rate": 9.962953001565182e-06, "Finetune/Loss": 0.858278751373291, "Finetune/Loss (Raw)": 0.8882389664649963, "Finetune/Step": 4963, "Finetune/Step Time": 6.357671104371548}
+{"Finetune/Learning Rate": 9.959585110189369e-06, "Finetune/Loss": 0.8573122024536133, "Finetune/Loss (Raw)": 0.8359937071800232, "Finetune/Step": 4964, "Finetune/Step Time": 6.3559369295835495}
+{"Finetune/Learning Rate": 9.956217223397762e-06, "Finetune/Loss": 0.8591328263282776, "Finetune/Loss (Raw)": 1.0435682535171509, "Finetune/Step": 4965, "Finetune/Step Time": 6.356154860928655}
+{"Finetune/Learning Rate": 9.952849341572378e-06, "Finetune/Loss": 0.8591430187225342, "Finetune/Loss (Raw)": 0.7568960189819336, "Finetune/Step": 4966, "Finetune/Step Time": 6.348309274762869}
+{"Finetune/Learning Rate": 9.949481465095224e-06, "Finetune/Loss": 0.854640007019043, "Finetune/Loss (Raw)": 0.42812392115592957, "Finetune/Step": 4967, "Finetune/Step Time": 6.350073724985123}
+{"Finetune/Learning Rate": 9.946113594348321e-06, "Finetune/Loss": 0.8541349172592163, "Finetune/Loss (Raw)": 0.812238872051239, "Finetune/Step": 4968, "Finetune/Step Time": 6.365720190107822}
+{"Finetune/Learning Rate": 9.94274572971368e-06, "Finetune/Loss": 0.8534752726554871, "Finetune/Loss (Raw)": 0.8456069231033325, "Finetune/Step": 4969, "Finetune/Step Time": 6.385960699990392}
+{"Finetune/Learning Rate": 9.93937787157331e-06, "Finetune/Loss": 0.8531036376953125, "Finetune/Loss (Raw)": 0.8382748961448669, "Finetune/Step": 4970, "Finetune/Step Time": 6.384829232469201}
+{"Finetune/Learning Rate": 9.936010020309224e-06, "Finetune/Loss": 0.852956235408783, "Finetune/Loss (Raw)": 0.825165331363678, "Finetune/Step": 4971, "Finetune/Step Time": 6.385088562965393}
+{"Finetune/Learning Rate": 9.932642176303435e-06, "Finetune/Loss": 0.8525460362434387, "Finetune/Loss (Raw)": 0.7967181205749512, "Finetune/Step": 4972, "Finetune/Step Time": 6.391803784295917}
+{"Finetune/Learning Rate": 9.929274339937951e-06, "Finetune/Loss": 0.853217363357544, "Finetune/Loss (Raw)": 0.9988342523574829, "Finetune/Step": 4973, "Finetune/Step Time": 6.389462482184172}
+{"Finetune/Learning Rate": 9.92590651159478e-06, "Finetune/Loss": 0.8521490693092346, "Finetune/Loss (Raw)": 0.8349478244781494, "Finetune/Step": 4974, "Finetune/Step Time": 6.384527001529932}
+{"Finetune/Learning Rate": 9.922538691655937e-06, "Finetune/Loss": 0.8512107133865356, "Finetune/Loss (Raw)": 0.87403804063797, "Finetune/Step": 4975, "Finetune/Step Time": 6.372262706980109}
+{"Finetune/Learning Rate": 9.919170880503416e-06, "Finetune/Loss": 0.8520113229751587, "Finetune/Loss (Raw)": 0.9601963758468628, "Finetune/Step": 4976, "Finetune/Step Time": 6.367853676900268}
+{"Finetune/Learning Rate": 9.915803078519233e-06, "Finetune/Loss": 0.8530961275100708, "Finetune/Loss (Raw)": 0.9263127446174622, "Finetune/Step": 4977, "Finetune/Step Time": 6.369574222713709}
+{"Finetune/Learning Rate": 9.912435286085396e-06, "Finetune/Loss": 0.8534585237503052, "Finetune/Loss (Raw)": 0.9342790842056274, "Finetune/Step": 4978, "Finetune/Step Time": 6.364710811525583}
+{"Finetune/Learning Rate": 9.909067503583897e-06, "Finetune/Loss": 0.8485190272331238, "Finetune/Loss (Raw)": 0.3578464090824127, "Finetune/Step": 4979, "Finetune/Step Time": 6.367954555898905}
+{"Finetune/Learning Rate": 9.90569973139675e-06, "Finetune/Loss": 0.848784863948822, "Finetune/Loss (Raw)": 0.8978318572044373, "Finetune/Step": 4980, "Finetune/Step Time": 6.384268427267671}
+{"Finetune/Learning Rate": 9.902331969905954e-06, "Finetune/Loss": 0.8495832085609436, "Finetune/Loss (Raw)": 0.8726913332939148, "Finetune/Step": 4981, "Finetune/Step Time": 6.388348279520869}
+{"Finetune/Learning Rate": 9.898964219493505e-06, "Finetune/Loss": 0.8490158319473267, "Finetune/Loss (Raw)": 0.8133581876754761, "Finetune/Step": 4982, "Finetune/Step Time": 6.387445468455553}
+{"Finetune/Learning Rate": 9.895596480541405e-06, "Finetune/Loss": 0.8477416038513184, "Finetune/Loss (Raw)": 0.7786571383476257, "Finetune/Step": 4983, "Finetune/Step Time": 6.392532605677843}
+{"Finetune/Learning Rate": 9.892228753431658e-06, "Finetune/Loss": 0.846555769443512, "Finetune/Loss (Raw)": 0.8021463751792908, "Finetune/Step": 4984, "Finetune/Step Time": 6.405058514326811}
+{"Finetune/Learning Rate": 9.888861038546251e-06, "Finetune/Loss": 0.8448580503463745, "Finetune/Loss (Raw)": 0.6617960333824158, "Finetune/Step": 4985, "Finetune/Step Time": 6.418480051681399}
+{"Finetune/Learning Rate": 9.885493336267184e-06, "Finetune/Loss": 0.8453562259674072, "Finetune/Loss (Raw)": 0.8909900784492493, "Finetune/Step": 4986, "Finetune/Step Time": 6.4143018666654825}
+{"Finetune/Learning Rate": 9.882125646976454e-06, "Finetune/Loss": 0.846224308013916, "Finetune/Loss (Raw)": 0.8394878506660461, "Finetune/Step": 4987, "Finetune/Step Time": 6.415496965870261}
+{"Finetune/Learning Rate": 9.878757971056043e-06, "Finetune/Loss": 0.8465293049812317, "Finetune/Loss (Raw)": 0.6554884314537048, "Finetune/Step": 4988, "Finetune/Step Time": 6.420022314414382}
+{"Finetune/Learning Rate": 9.875390308887952e-06, "Finetune/Loss": 0.8465976715087891, "Finetune/Loss (Raw)": 0.8396201133728027, "Finetune/Step": 4989, "Finetune/Step Time": 6.409420734271407}
+{"Finetune/Learning Rate": 9.87202266085417e-06, "Finetune/Loss": 0.8446977734565735, "Finetune/Loss (Raw)": 0.7555382251739502, "Finetune/Step": 4990, "Finetune/Step Time": 6.409705860540271}
+{"Finetune/Learning Rate": 9.868655027336678e-06, "Finetune/Loss": 0.844722330570221, "Finetune/Loss (Raw)": 0.9782149195671082, "Finetune/Step": 4991, "Finetune/Step Time": 6.412278743460774}
+{"Finetune/Learning Rate": 9.865287408717464e-06, "Finetune/Loss": 0.8458307981491089, "Finetune/Loss (Raw)": 0.9491334557533264, "Finetune/Step": 4992, "Finetune/Step Time": 6.412954365834594}
+{"Finetune/Learning Rate": 9.861919805378518e-06, "Finetune/Loss": 0.8468082547187805, "Finetune/Loss (Raw)": 0.8767322897911072, "Finetune/Step": 4993, "Finetune/Step Time": 6.428078232333064}
+{"Finetune/Learning Rate": 9.858552217701817e-06, "Finetune/Loss": 0.8466199040412903, "Finetune/Loss (Raw)": 0.859889030456543, "Finetune/Step": 4994, "Finetune/Step Time": 6.454596623778343}
+{"Finetune/Learning Rate": 9.855184646069342e-06, "Finetune/Loss": 0.8460029363632202, "Finetune/Loss (Raw)": 0.7292792201042175, "Finetune/Step": 4995, "Finetune/Step Time": 6.455783247947693}
+{"Finetune/Learning Rate": 9.851817090863073e-06, "Finetune/Loss": 0.8459328413009644, "Finetune/Loss (Raw)": 0.7905280590057373, "Finetune/Step": 4996, "Finetune/Step Time": 6.4623771868646145}
+{"Finetune/Learning Rate": 9.848449552464991e-06, "Finetune/Loss": 0.8455830216407776, "Finetune/Loss (Raw)": 0.8147535920143127, "Finetune/Step": 4997, "Finetune/Step Time": 6.470515791326761}
+{"Finetune/Learning Rate": 9.845082031257067e-06, "Finetune/Loss": 0.8449198007583618, "Finetune/Loss (Raw)": 0.8392625451087952, "Finetune/Step": 4998, "Finetune/Step Time": 6.506199972704053}
+{"Finetune/Learning Rate": 9.841714527621272e-06, "Finetune/Loss": 0.8463358283042908, "Finetune/Loss (Raw)": 0.8981932997703552, "Finetune/Step": 4999, "Finetune/Step Time": 6.501584893092513}
+{"Finetune/Learning Rate": 9.838347041939585e-06, "Finetune/Loss": 0.8467111587524414, "Finetune/Loss (Raw)": 0.9627761244773865, "Finetune/Step": 5000, "Finetune/Step Time": 6.497361667454243}
+{"Finetune/Learning Rate": 9.834979574593969e-06, "Finetune/Loss": 0.8480218648910522, "Finetune/Loss (Raw)": 0.74369877576828, "Finetune/Step": 5001, "Finetune/Step Time": 6.495863059535623}
+{"Finetune/Learning Rate": 9.831612125966388e-06, "Finetune/Loss": 0.8486642241477966, "Finetune/Loss (Raw)": 0.9466173052787781, "Finetune/Step": 5002, "Finetune/Step Time": 6.493946205824614}
+{"Finetune/Learning Rate": 9.828244696438821e-06, "Finetune/Loss": 0.8481574058532715, "Finetune/Loss (Raw)": 0.7943538427352905, "Finetune/Step": 5003, "Finetune/Step Time": 6.48600023239851}
+{"Finetune/Learning Rate": 9.824877286393215e-06, "Finetune/Loss": 0.8492209315299988, "Finetune/Loss (Raw)": 1.0060616731643677, "Finetune/Step": 5004, "Finetune/Step Time": 6.494308887049556}
+{"Finetune/Learning Rate": 9.82150989621154e-06, "Finetune/Loss": 0.8495081663131714, "Finetune/Loss (Raw)": 0.805080771446228, "Finetune/Step": 5005, "Finetune/Step Time": 6.491458564996719}
+{"Finetune/Learning Rate": 9.818142526275753e-06, "Finetune/Loss": 0.8486261367797852, "Finetune/Loss (Raw)": 0.8427749872207642, "Finetune/Step": 5006, "Finetune/Step Time": 6.480479659512639}
+{"Finetune/Learning Rate": 9.814775176967806e-06, "Finetune/Loss": 0.8480896949768066, "Finetune/Loss (Raw)": 0.8484883308410645, "Finetune/Step": 5007, "Finetune/Step Time": 6.480173898860812}
+{"Finetune/Learning Rate": 9.811407848669657e-06, "Finetune/Loss": 0.8494710326194763, "Finetune/Loss (Raw)": 0.9186220765113831, "Finetune/Step": 5008, "Finetune/Step Time": 6.490418819710612}
+{"Finetune/Learning Rate": 9.80804054176326e-06, "Finetune/Loss": 0.8508213758468628, "Finetune/Loss (Raw)": 0.938523530960083, "Finetune/Step": 5009, "Finetune/Step Time": 6.4929615799337626}
+{"Finetune/Learning Rate": 9.804673256630557e-06, "Finetune/Loss": 0.8498331308364868, "Finetune/Loss (Raw)": 0.7795974016189575, "Finetune/Step": 5010, "Finetune/Step Time": 6.491866188123822}
+{"Finetune/Learning Rate": 9.801305993653496e-06, "Finetune/Loss": 0.8516319394111633, "Finetune/Loss (Raw)": 1.0243582725524902, "Finetune/Step": 5011, "Finetune/Step Time": 6.473215004429221}
+{"Finetune/Learning Rate": 9.797938753214028e-06, "Finetune/Loss": 0.8506356477737427, "Finetune/Loss (Raw)": 0.8351574540138245, "Finetune/Step": 5012, "Finetune/Step Time": 6.4650335274636745}
+{"Finetune/Learning Rate": 9.794571535694087e-06, "Finetune/Loss": 0.8501213788986206, "Finetune/Loss (Raw)": 0.8434649109840393, "Finetune/Step": 5013, "Finetune/Step Time": 6.465407514944673}
+{"Finetune/Learning Rate": 9.791204341475613e-06, "Finetune/Loss": 0.8500627279281616, "Finetune/Loss (Raw)": 0.840774416923523, "Finetune/Step": 5014, "Finetune/Step Time": 6.469436798244715}
+{"Finetune/Learning Rate": 9.787837170940547e-06, "Finetune/Loss": 0.8503612875938416, "Finetune/Loss (Raw)": 0.9033551216125488, "Finetune/Step": 5015, "Finetune/Step Time": 6.476346425712109}
+{"Finetune/Learning Rate": 9.784470024470813e-06, "Finetune/Loss": 0.8512783050537109, "Finetune/Loss (Raw)": 0.8149067163467407, "Finetune/Step": 5016, "Finetune/Step Time": 6.472782928496599}
+{"Finetune/Learning Rate": 9.78110290244835e-06, "Finetune/Loss": 0.8508968949317932, "Finetune/Loss (Raw)": 0.8738446235656738, "Finetune/Step": 5017, "Finetune/Step Time": 6.474546177312732}
+{"Finetune/Learning Rate": 9.777735805255087e-06, "Finetune/Loss": 0.850312352180481, "Finetune/Loss (Raw)": 0.9352718591690063, "Finetune/Step": 5018, "Finetune/Step Time": 6.474274091422558}
+{"Finetune/Learning Rate": 9.774368733272943e-06, "Finetune/Loss": 0.8519848585128784, "Finetune/Loss (Raw)": 0.9703865051269531, "Finetune/Step": 5019, "Finetune/Step Time": 6.470180459320545}
+{"Finetune/Learning Rate": 9.771001686883841e-06, "Finetune/Loss": 0.8508943319320679, "Finetune/Loss (Raw)": 0.7527982592582703, "Finetune/Step": 5020, "Finetune/Step Time": 6.4566315319389105}
+{"Finetune/Learning Rate": 9.767634666469708e-06, "Finetune/Loss": 0.8518944382667542, "Finetune/Loss (Raw)": 0.9551335573196411, "Finetune/Step": 5021, "Finetune/Step Time": 6.457164078950882}
+{"Finetune/Learning Rate": 9.764267672412454e-06, "Finetune/Loss": 0.8520691394805908, "Finetune/Loss (Raw)": 0.8403523564338684, "Finetune/Step": 5022, "Finetune/Step Time": 6.451093226671219}
+{"Finetune/Learning Rate": 9.760900705093988e-06, "Finetune/Loss": 0.8499693870544434, "Finetune/Loss (Raw)": 0.7926006317138672, "Finetune/Step": 5023, "Finetune/Step Time": 6.445875313133001}
+{"Finetune/Learning Rate": 9.757533764896235e-06, "Finetune/Loss": 0.8483721017837524, "Finetune/Loss (Raw)": 0.7487941384315491, "Finetune/Step": 5024, "Finetune/Step Time": 6.442223452031612}
+{"Finetune/Learning Rate": 9.754166852201087e-06, "Finetune/Loss": 0.8490641713142395, "Finetune/Loss (Raw)": 0.8316718935966492, "Finetune/Step": 5025, "Finetune/Step Time": 6.43518552929163}
+{"Finetune/Learning Rate": 9.750799967390458e-06, "Finetune/Loss": 0.8488866090774536, "Finetune/Loss (Raw)": 0.8374633193016052, "Finetune/Step": 5026, "Finetune/Step Time": 6.438563045114279}
+{"Finetune/Learning Rate": 9.747433110846246e-06, "Finetune/Loss": 0.8480089902877808, "Finetune/Loss (Raw)": 0.858295738697052, "Finetune/Step": 5027, "Finetune/Step Time": 6.4252886939793825}
+{"Finetune/Learning Rate": 9.744066282950345e-06, "Finetune/Loss": 0.849375307559967, "Finetune/Loss (Raw)": 0.9854413866996765, "Finetune/Step": 5028, "Finetune/Step Time": 6.418823162093759}
+{"Finetune/Learning Rate": 9.740699484084658e-06, "Finetune/Loss": 0.84943687915802, "Finetune/Loss (Raw)": 0.7858545184135437, "Finetune/Step": 5029, "Finetune/Step Time": 6.416733302175999}
+{"Finetune/Learning Rate": 9.73733271463107e-06, "Finetune/Loss": 0.8478628396987915, "Finetune/Loss (Raw)": 0.7223907113075256, "Finetune/Step": 5030, "Finetune/Step Time": 6.420110709965229}
+{"Finetune/Learning Rate": 9.733965974971473e-06, "Finetune/Loss": 0.8475855588912964, "Finetune/Loss (Raw)": 0.8016035556793213, "Finetune/Step": 5031, "Finetune/Step Time": 6.433544045314193}
+{"Finetune/Learning Rate": 9.730599265487746e-06, "Finetune/Loss": 0.8475372195243835, "Finetune/Loss (Raw)": 0.8175199031829834, "Finetune/Step": 5032, "Finetune/Step Time": 6.41504967585206}
+{"Finetune/Learning Rate": 9.727232586561776e-06, "Finetune/Loss": 0.8474240899085999, "Finetune/Loss (Raw)": 0.9049617052078247, "Finetune/Step": 5033, "Finetune/Step Time": 6.397205462679267}
+{"Finetune/Learning Rate": 9.72386593857544e-06, "Finetune/Loss": 0.8467801213264465, "Finetune/Loss (Raw)": 0.8934502005577087, "Finetune/Step": 5034, "Finetune/Step Time": 6.396816978231072}
+{"Finetune/Learning Rate": 9.720499321910606e-06, "Finetune/Loss": 0.8468384742736816, "Finetune/Loss (Raw)": 0.9340196251869202, "Finetune/Step": 5035, "Finetune/Step Time": 6.395289562642574}
+{"Finetune/Learning Rate": 9.717132736949157e-06, "Finetune/Loss": 0.8483242392539978, "Finetune/Loss (Raw)": 0.8684520721435547, "Finetune/Step": 5036, "Finetune/Step Time": 6.388016797602177}
+{"Finetune/Learning Rate": 9.713766184072945e-06, "Finetune/Loss": 0.8481234312057495, "Finetune/Loss (Raw)": 0.7255632877349854, "Finetune/Step": 5037, "Finetune/Step Time": 6.3675330597907305}
+{"Finetune/Learning Rate": 9.710399663663845e-06, "Finetune/Loss": 0.8479266166687012, "Finetune/Loss (Raw)": 0.9968240857124329, "Finetune/Step": 5038, "Finetune/Step Time": 6.356785167008638}
+{"Finetune/Learning Rate": 9.707033176103714e-06, "Finetune/Loss": 0.8471482992172241, "Finetune/Loss (Raw)": 0.8484968543052673, "Finetune/Step": 5039, "Finetune/Step Time": 6.348726743832231}
+{"Finetune/Learning Rate": 9.703666721774403e-06, "Finetune/Loss": 0.8469918370246887, "Finetune/Loss (Raw)": 0.8359672427177429, "Finetune/Step": 5040, "Finetune/Step Time": 6.349307626485825}
+{"Finetune/Learning Rate": 9.70030030105777e-06, "Finetune/Loss": 0.8460177183151245, "Finetune/Loss (Raw)": 0.768523097038269, "Finetune/Step": 5041, "Finetune/Step Time": 6.346536537632346}
+{"Finetune/Learning Rate": 9.696933914335665e-06, "Finetune/Loss": 0.8463382720947266, "Finetune/Loss (Raw)": 0.8664806485176086, "Finetune/Step": 5042, "Finetune/Step Time": 6.346569178625941}
+{"Finetune/Learning Rate": 9.693567561989926e-06, "Finetune/Loss": 0.8469796776771545, "Finetune/Loss (Raw)": 0.8033388257026672, "Finetune/Step": 5043, "Finetune/Step Time": 6.346516408026218}
+{"Finetune/Learning Rate": 9.690201244402394e-06, "Finetune/Loss": 0.8471881151199341, "Finetune/Loss (Raw)": 0.9331554174423218, "Finetune/Step": 5044, "Finetune/Step Time": 6.34808218665421}
+{"Finetune/Learning Rate": 9.686834961954915e-06, "Finetune/Loss": 0.8478988409042358, "Finetune/Loss (Raw)": 0.8898143172264099, "Finetune/Step": 5045, "Finetune/Step Time": 6.331149600446224}
+{"Finetune/Learning Rate": 9.683468715029312e-06, "Finetune/Loss": 0.8477911353111267, "Finetune/Loss (Raw)": 0.8270444273948669, "Finetune/Step": 5046, "Finetune/Step Time": 6.321634592488408}
+{"Finetune/Learning Rate": 9.680102504007419e-06, "Finetune/Loss": 0.8480876088142395, "Finetune/Loss (Raw)": 0.8014073371887207, "Finetune/Step": 5047, "Finetune/Step Time": 6.31772525049746}
+{"Finetune/Learning Rate": 9.67673632927106e-06, "Finetune/Loss": 0.8468113541603088, "Finetune/Loss (Raw)": 0.7538328170776367, "Finetune/Step": 5048, "Finetune/Step Time": 6.321314612403512}
+{"Finetune/Learning Rate": 9.673370191202049e-06, "Finetune/Loss": 0.8461711406707764, "Finetune/Loss (Raw)": 0.7773932218551636, "Finetune/Step": 5049, "Finetune/Step Time": 6.332831913605332}
+{"Finetune/Learning Rate": 9.670004090182212e-06, "Finetune/Loss": 0.8467816114425659, "Finetune/Loss (Raw)": 0.9490576982498169, "Finetune/Step": 5050, "Finetune/Step Time": 6.330706257373095}
+{"Finetune/Learning Rate": 9.666638026593359e-06, "Finetune/Loss": 0.8460602164268494, "Finetune/Loss (Raw)": 0.7726505398750305, "Finetune/Step": 5051, "Finetune/Step Time": 6.329168304800987}
+{"Finetune/Learning Rate": 9.663272000817295e-06, "Finetune/Loss": 0.8501380681991577, "Finetune/Loss (Raw)": 0.9355594515800476, "Finetune/Step": 5052, "Finetune/Step Time": 6.325869074091315}
+{"Finetune/Learning Rate": 9.65990601323582e-06, "Finetune/Loss": 0.849672794342041, "Finetune/Loss (Raw)": 0.900950014591217, "Finetune/Step": 5053, "Finetune/Step Time": 6.313144268468022}
+{"Finetune/Learning Rate": 9.656540064230745e-06, "Finetune/Loss": 0.8508099317550659, "Finetune/Loss (Raw)": 0.9403872489929199, "Finetune/Step": 5054, "Finetune/Step Time": 6.316788615658879}
+{"Finetune/Learning Rate": 9.653174154183854e-06, "Finetune/Loss": 0.8509165048599243, "Finetune/Loss (Raw)": 0.8747590184211731, "Finetune/Step": 5055, "Finetune/Step Time": 6.320519637316465}
+{"Finetune/Learning Rate": 9.64980828347694e-06, "Finetune/Loss": 0.8486640453338623, "Finetune/Loss (Raw)": 0.6560717225074768, "Finetune/Step": 5056, "Finetune/Step Time": 6.3254248313605785}
+{"Finetune/Learning Rate": 9.646442452491798e-06, "Finetune/Loss": 0.8494924306869507, "Finetune/Loss (Raw)": 0.9850179553031921, "Finetune/Step": 5057, "Finetune/Step Time": 6.324442999437451}
+{"Finetune/Learning Rate": 9.643076661610197e-06, "Finetune/Loss": 0.8512881994247437, "Finetune/Loss (Raw)": 0.8771323561668396, "Finetune/Step": 5058, "Finetune/Step Time": 6.274431012570858}
+{"Finetune/Learning Rate": 9.63971091121392e-06, "Finetune/Loss": 0.851373553276062, "Finetune/Loss (Raw)": 0.8523610234260559, "Finetune/Step": 5059, "Finetune/Step Time": 6.234225844964385}
+{"Finetune/Learning Rate": 9.636345201684741e-06, "Finetune/Loss": 0.8504453301429749, "Finetune/Loss (Raw)": 0.7280476093292236, "Finetune/Step": 5060, "Finetune/Step Time": 6.239493003115058}
+{"Finetune/Learning Rate": 9.632979533404423e-06, "Finetune/Loss": 0.8512138724327087, "Finetune/Loss (Raw)": 0.9648029208183289, "Finetune/Step": 5061, "Finetune/Step Time": 6.245786730200052}
+{"Finetune/Learning Rate": 9.629613906754732e-06, "Finetune/Loss": 0.8511133193969727, "Finetune/Loss (Raw)": 0.8770957589149475, "Finetune/Step": 5062, "Finetune/Step Time": 6.240507958456874}
+{"Finetune/Learning Rate": 9.62624832211743e-06, "Finetune/Loss": 0.8500876426696777, "Finetune/Loss (Raw)": 0.8678129315376282, "Finetune/Step": 5063, "Finetune/Step Time": 6.240164190530777}
+{"Finetune/Learning Rate": 9.622882779874263e-06, "Finetune/Loss": 0.8495500683784485, "Finetune/Loss (Raw)": 0.8177039623260498, "Finetune/Step": 5064, "Finetune/Step Time": 6.240873221307993}
+{"Finetune/Learning Rate": 9.61951728040698e-06, "Finetune/Loss": 0.8506326675415039, "Finetune/Loss (Raw)": 0.9236027002334595, "Finetune/Step": 5065, "Finetune/Step Time": 6.2519239746034145}
+{"Finetune/Learning Rate": 9.616151824097337e-06, "Finetune/Loss": 0.8497484922409058, "Finetune/Loss (Raw)": 0.8805466294288635, "Finetune/Step": 5066, "Finetune/Step Time": 6.2573933359235525}
+{"Finetune/Learning Rate": 9.61278641132706e-06, "Finetune/Loss": 0.8484483361244202, "Finetune/Loss (Raw)": 0.7414677143096924, "Finetune/Step": 5067, "Finetune/Step Time": 6.253228334710002}
+{"Finetune/Learning Rate": 9.609421042477886e-06, "Finetune/Loss": 0.8492043018341064, "Finetune/Loss (Raw)": 0.9728174209594727, "Finetune/Step": 5068, "Finetune/Step Time": 6.244195900857449}
+{"Finetune/Learning Rate": 9.606055717931555e-06, "Finetune/Loss": 0.8500394225120544, "Finetune/Loss (Raw)": 0.8014369606971741, "Finetune/Step": 5069, "Finetune/Step Time": 6.227198893204331}
+{"Finetune/Learning Rate": 9.602690438069772e-06, "Finetune/Loss": 0.8504706025123596, "Finetune/Loss (Raw)": 0.8543629050254822, "Finetune/Step": 5070, "Finetune/Step Time": 6.2250772919505835}
+{"Finetune/Learning Rate": 9.59932520327427e-06, "Finetune/Loss": 0.8495491743087769, "Finetune/Loss (Raw)": 0.7804373502731323, "Finetune/Step": 5071, "Finetune/Step Time": 6.227491110563278}
+{"Finetune/Learning Rate": 9.595960013926761e-06, "Finetune/Loss": 0.8505623936653137, "Finetune/Loss (Raw)": 1.0038334131240845, "Finetune/Step": 5072, "Finetune/Step Time": 6.228300716727972}
+{"Finetune/Learning Rate": 9.592594870408946e-06, "Finetune/Loss": 0.851169228553772, "Finetune/Loss (Raw)": 0.9246930480003357, "Finetune/Step": 5073, "Finetune/Step Time": 6.22698619402945}
+{"Finetune/Learning Rate": 9.58922977310254e-06, "Finetune/Loss": 0.8514543771743774, "Finetune/Loss (Raw)": 0.850893497467041, "Finetune/Step": 5074, "Finetune/Step Time": 6.227522142231464}
+{"Finetune/Learning Rate": 9.585864722389236e-06, "Finetune/Loss": 0.85117506980896, "Finetune/Loss (Raw)": 0.8549997210502625, "Finetune/Step": 5075, "Finetune/Step Time": 6.226934561505914}
+{"Finetune/Learning Rate": 9.582499718650726e-06, "Finetune/Loss": 0.8524026870727539, "Finetune/Loss (Raw)": 0.9757814407348633, "Finetune/Step": 5076, "Finetune/Step Time": 6.221545774489641}
+{"Finetune/Learning Rate": 9.579134762268694e-06, "Finetune/Loss": 0.8519994020462036, "Finetune/Loss (Raw)": 0.8325270414352417, "Finetune/Step": 5077, "Finetune/Step Time": 6.2168069165199995}
+{"Finetune/Learning Rate": 9.575769853624833e-06, "Finetune/Loss": 0.8528661131858826, "Finetune/Loss (Raw)": 0.9401917457580566, "Finetune/Step": 5078, "Finetune/Step Time": 6.211479714140296}
+{"Finetune/Learning Rate": 9.572404993100814e-06, "Finetune/Loss": 0.8536036610603333, "Finetune/Loss (Raw)": 0.7976890206336975, "Finetune/Step": 5079, "Finetune/Step Time": 6.209514360874891}
+{"Finetune/Learning Rate": 9.569040181078306e-06, "Finetune/Loss": 0.8523015379905701, "Finetune/Loss (Raw)": 0.8428714871406555, "Finetune/Step": 5080, "Finetune/Step Time": 6.210910260677338}
+{"Finetune/Learning Rate": 9.565675417938977e-06, "Finetune/Loss": 0.8534517288208008, "Finetune/Loss (Raw)": 1.0125718116760254, "Finetune/Step": 5081, "Finetune/Step Time": 6.212840547785163}
+{"Finetune/Learning Rate": 9.562310704064491e-06, "Finetune/Loss": 0.8533607721328735, "Finetune/Loss (Raw)": 0.9354373812675476, "Finetune/Step": 5082, "Finetune/Step Time": 6.215532837435603}
+{"Finetune/Learning Rate": 9.558946039836498e-06, "Finetune/Loss": 0.8531956672668457, "Finetune/Loss (Raw)": 0.976523756980896, "Finetune/Step": 5083, "Finetune/Step Time": 6.196284156292677}
+{"Finetune/Learning Rate": 9.555581425636648e-06, "Finetune/Loss": 0.8528591394424438, "Finetune/Loss (Raw)": 0.8698844313621521, "Finetune/Step": 5084, "Finetune/Step Time": 6.186997203156352}
+{"Finetune/Learning Rate": 9.552216861846588e-06, "Finetune/Loss": 0.8522778153419495, "Finetune/Loss (Raw)": 0.7829054594039917, "Finetune/Step": 5085, "Finetune/Step Time": 6.187201851978898}
+{"Finetune/Learning Rate": 9.548852348847954e-06, "Finetune/Loss": 0.8516477346420288, "Finetune/Loss (Raw)": 0.7748350501060486, "Finetune/Step": 5086, "Finetune/Step Time": 6.182620104402304}
+{"Finetune/Learning Rate": 9.545487887022375e-06, "Finetune/Loss": 0.8513809442520142, "Finetune/Loss (Raw)": 0.8357967734336853, "Finetune/Step": 5087, "Finetune/Step Time": 6.178434556350112}
+{"Finetune/Learning Rate": 9.542123476751484e-06, "Finetune/Loss": 0.8506954908370972, "Finetune/Loss (Raw)": 0.798075258731842, "Finetune/Step": 5088, "Finetune/Step Time": 6.179026700556278}
+{"Finetune/Learning Rate": 9.538759118416892e-06, "Finetune/Loss": 0.8469280004501343, "Finetune/Loss (Raw)": 0.3646757900714874, "Finetune/Step": 5089, "Finetune/Step Time": 6.185551131144166}
+{"Finetune/Learning Rate": 9.535394812400222e-06, "Finetune/Loss": 0.8479563593864441, "Finetune/Loss (Raw)": 0.9225131273269653, "Finetune/Step": 5090, "Finetune/Step Time": 6.198108561336994}
+{"Finetune/Learning Rate": 9.53203055908308e-06, "Finetune/Loss": 0.8439111709594727, "Finetune/Loss (Raw)": 0.37045544385910034, "Finetune/Step": 5091, "Finetune/Step Time": 6.221732558682561}
+{"Finetune/Learning Rate": 9.528666358847068e-06, "Finetune/Loss": 0.8445374965667725, "Finetune/Loss (Raw)": 0.9161591529846191, "Finetune/Step": 5092, "Finetune/Step Time": 6.256726618856192}
+{"Finetune/Learning Rate": 9.525302212073777e-06, "Finetune/Loss": 0.8427926301956177, "Finetune/Loss (Raw)": 0.8202358484268188, "Finetune/Step": 5093, "Finetune/Step Time": 6.2632019855082035}
+{"Finetune/Learning Rate": 9.521938119144811e-06, "Finetune/Loss": 0.8439818620681763, "Finetune/Loss (Raw)": 0.9091091156005859, "Finetune/Step": 5094, "Finetune/Step Time": 6.2693497482687235}
+{"Finetune/Learning Rate": 9.518574080441744e-06, "Finetune/Loss": 0.8468388915061951, "Finetune/Loss (Raw)": 0.7938270568847656, "Finetune/Step": 5095, "Finetune/Step Time": 6.2698183581233025}
+{"Finetune/Learning Rate": 9.515210096346155e-06, "Finetune/Loss": 0.847097635269165, "Finetune/Loss (Raw)": 0.8453541994094849, "Finetune/Step": 5096, "Finetune/Step Time": 6.249101415276527}
+{"Finetune/Learning Rate": 9.511846167239624e-06, "Finetune/Loss": 0.8474361300468445, "Finetune/Loss (Raw)": 0.8889362812042236, "Finetune/Step": 5097, "Finetune/Step Time": 6.231526896357536}
+{"Finetune/Learning Rate": 9.508482293503704e-06, "Finetune/Loss": 0.8460271954536438, "Finetune/Loss (Raw)": 0.657927393913269, "Finetune/Step": 5098, "Finetune/Step Time": 6.23253776691854}
+{"Finetune/Learning Rate": 9.505118475519964e-06, "Finetune/Loss": 0.846672534942627, "Finetune/Loss (Raw)": 0.9077731370925903, "Finetune/Step": 5099, "Finetune/Step Time": 6.236755443736911}
+{"Finetune/Learning Rate": 9.501754713669956e-06, "Finetune/Loss": 0.8475285172462463, "Finetune/Loss (Raw)": 0.9062845706939697, "Finetune/Step": 5100, "Finetune/Step Time": 6.2304581962525845}
+{"Finetune/Learning Rate": 9.498391008335222e-06, "Finetune/Loss": 0.8466817736625671, "Finetune/Loss (Raw)": 0.8904496431350708, "Finetune/Step": 5101, "Finetune/Step Time": 6.2298948764801025}
+{"Finetune/Learning Rate": 9.495027359897308e-06, "Finetune/Loss": 0.8467836976051331, "Finetune/Loss (Raw)": 0.8479966521263123, "Finetune/Step": 5102, "Finetune/Step Time": 6.230755683034658}
+{"Finetune/Learning Rate": 9.49166376873775e-06, "Finetune/Loss": 0.8463561534881592, "Finetune/Loss (Raw)": 0.8193095326423645, "Finetune/Step": 5103, "Finetune/Step Time": 6.2344859186559916}
+{"Finetune/Learning Rate": 9.488300235238067e-06, "Finetune/Loss": 0.8436293005943298, "Finetune/Loss (Raw)": 0.6111618280410767, "Finetune/Step": 5104, "Finetune/Step Time": 6.235075747594237}
+{"Finetune/Learning Rate": 9.484936759779783e-06, "Finetune/Loss": 0.8436833024024963, "Finetune/Loss (Raw)": 0.9332284927368164, "Finetune/Step": 5105, "Finetune/Step Time": 6.245448727160692}
+{"Finetune/Learning Rate": 9.481573342744418e-06, "Finetune/Loss": 0.8439079523086548, "Finetune/Loss (Raw)": 0.963029682636261, "Finetune/Step": 5106, "Finetune/Step Time": 6.251105973497033}
+{"Finetune/Learning Rate": 9.478209984513476e-06, "Finetune/Loss": 0.8473731279373169, "Finetune/Loss (Raw)": 0.8013911843299866, "Finetune/Step": 5107, "Finetune/Step Time": 6.264851419255137}
+{"Finetune/Learning Rate": 9.474846685468455e-06, "Finetune/Loss": 0.8478977084159851, "Finetune/Loss (Raw)": 0.9649766683578491, "Finetune/Step": 5108, "Finetune/Step Time": 6.266593461856246}
+{"Finetune/Learning Rate": 9.471483445990856e-06, "Finetune/Loss": 0.8483059406280518, "Finetune/Loss (Raw)": 0.9249453544616699, "Finetune/Step": 5109, "Finetune/Step Time": 6.2628273740410805}
+{"Finetune/Learning Rate": 9.468120266462157e-06, "Finetune/Loss": 0.8485636115074158, "Finetune/Loss (Raw)": 0.8463355302810669, "Finetune/Step": 5110, "Finetune/Step Time": 6.2660597786307335}
+{"Finetune/Learning Rate": 9.464757147263849e-06, "Finetune/Loss": 0.8484934568405151, "Finetune/Loss (Raw)": 0.7696825861930847, "Finetune/Step": 5111, "Finetune/Step Time": 6.261219376698136}
+{"Finetune/Learning Rate": 9.461394088777402e-06, "Finetune/Loss": 0.8484458923339844, "Finetune/Loss (Raw)": 0.7960579991340637, "Finetune/Step": 5112, "Finetune/Step Time": 6.249834693968296}
+{"Finetune/Learning Rate": 9.45803109138428e-06, "Finetune/Loss": 0.8503831028938293, "Finetune/Loss (Raw)": 0.909753680229187, "Finetune/Step": 5113, "Finetune/Step Time": 6.230394836515188}
+{"Finetune/Learning Rate": 9.454668155465947e-06, "Finetune/Loss": 0.8505851030349731, "Finetune/Loss (Raw)": 0.9168440103530884, "Finetune/Step": 5114, "Finetune/Step Time": 6.229636808857322}
+{"Finetune/Learning Rate": 9.451305281403858e-06, "Finetune/Loss": 0.8504570126533508, "Finetune/Loss (Raw)": 0.8230960965156555, "Finetune/Step": 5115, "Finetune/Step Time": 6.229627462103963}
+{"Finetune/Learning Rate": 9.447942469579453e-06, "Finetune/Loss": 0.8513540029525757, "Finetune/Loss (Raw)": 0.7703130841255188, "Finetune/Step": 5116, "Finetune/Step Time": 6.2266453970223665}
+{"Finetune/Learning Rate": 9.444579720374173e-06, "Finetune/Loss": 0.8503211736679077, "Finetune/Loss (Raw)": 0.7074070572853088, "Finetune/Step": 5117, "Finetune/Step Time": 6.215463185682893}
+{"Finetune/Learning Rate": 9.441217034169457e-06, "Finetune/Loss": 0.8512581586837769, "Finetune/Loss (Raw)": 0.8754790425300598, "Finetune/Step": 5118, "Finetune/Step Time": 6.212128084152937}
+{"Finetune/Learning Rate": 9.43785441134672e-06, "Finetune/Loss": 0.8513918519020081, "Finetune/Loss (Raw)": 0.9953233599662781, "Finetune/Step": 5119, "Finetune/Step Time": 6.2064727284014225}
+{"Finetune/Learning Rate": 9.434491852287385e-06, "Finetune/Loss": 0.8509515523910522, "Finetune/Loss (Raw)": 0.8927838802337646, "Finetune/Step": 5120, "Finetune/Step Time": 6.202658725902438}
+{"Finetune/Learning Rate": 9.431129357372863e-06, "Finetune/Loss": 0.850994884967804, "Finetune/Loss (Raw)": 0.8822712302207947, "Finetune/Step": 5121, "Finetune/Step Time": 6.191830346360803}
+{"Finetune/Learning Rate": 9.427766926984553e-06, "Finetune/Loss": 0.8510743975639343, "Finetune/Loss (Raw)": 0.8700652122497559, "Finetune/Step": 5122, "Finetune/Step Time": 6.169619772583246}
+{"Finetune/Learning Rate": 9.424404561503855e-06, "Finetune/Loss": 0.8522154092788696, "Finetune/Loss (Raw)": 0.8753283619880676, "Finetune/Step": 5123, "Finetune/Step Time": 6.169247694313526}
+{"Finetune/Learning Rate": 9.421042261312156e-06, "Finetune/Loss": 0.8532565832138062, "Finetune/Loss (Raw)": 0.9238048195838928, "Finetune/Step": 5124, "Finetune/Step Time": 6.157681865617633}
+{"Finetune/Learning Rate": 9.417680026790837e-06, "Finetune/Loss": 0.8532376885414124, "Finetune/Loss (Raw)": 0.8123274445533752, "Finetune/Step": 5125, "Finetune/Step Time": 6.147239379584789}
+{"Finetune/Learning Rate": 9.41431785832127e-06, "Finetune/Loss": 0.8528468608856201, "Finetune/Loss (Raw)": 0.7892351746559143, "Finetune/Step": 5126, "Finetune/Step Time": 6.109372593462467}
+{"Finetune/Learning Rate": 9.410955756284826e-06, "Finetune/Loss": 0.8522934913635254, "Finetune/Loss (Raw)": 0.8273620009422302, "Finetune/Step": 5127, "Finetune/Step Time": 6.112184941768646}
+{"Finetune/Learning Rate": 9.407593721062858e-06, "Finetune/Loss": 0.8505100011825562, "Finetune/Loss (Raw)": 0.7344975471496582, "Finetune/Step": 5128, "Finetune/Step Time": 6.110193455591798}
+{"Finetune/Learning Rate": 9.404231753036719e-06, "Finetune/Loss": 0.8507081270217896, "Finetune/Loss (Raw)": 0.7690503597259521, "Finetune/Step": 5129, "Finetune/Step Time": 6.104348890483379}
+{"Finetune/Learning Rate": 9.400869852587759e-06, "Finetune/Loss": 0.8497881889343262, "Finetune/Loss (Raw)": 0.828864574432373, "Finetune/Step": 5130, "Finetune/Step Time": 6.093126978725195}
+{"Finetune/Learning Rate": 9.3975080200973e-06, "Finetune/Loss": 0.8500617742538452, "Finetune/Loss (Raw)": 0.8293746113777161, "Finetune/Step": 5131, "Finetune/Step Time": 6.094964692369103}
+{"Finetune/Learning Rate": 9.39414625594668e-06, "Finetune/Loss": 0.8499699234962463, "Finetune/Loss (Raw)": 0.99431312084198, "Finetune/Step": 5132, "Finetune/Step Time": 6.091472199186683}
+{"Finetune/Learning Rate": 9.39078456051722e-06, "Finetune/Loss": 0.8508142232894897, "Finetune/Loss (Raw)": 0.9131441116333008, "Finetune/Step": 5133, "Finetune/Step Time": 6.0914095267653465}
+{"Finetune/Learning Rate": 9.387422934190225e-06, "Finetune/Loss": 0.849312961101532, "Finetune/Loss (Raw)": 0.6506162285804749, "Finetune/Step": 5134, "Finetune/Step Time": 6.094279736280441}
+{"Finetune/Learning Rate": 9.384061377347005e-06, "Finetune/Loss": 0.8498842120170593, "Finetune/Loss (Raw)": 0.9216081500053406, "Finetune/Step": 5135, "Finetune/Step Time": 6.097352894023061}
+{"Finetune/Learning Rate": 9.38069989036886e-06, "Finetune/Loss": 0.8510556221008301, "Finetune/Loss (Raw)": 1.0685659646987915, "Finetune/Step": 5136, "Finetune/Step Time": 6.081926988437772}
+{"Finetune/Learning Rate": 9.377338473637071e-06, "Finetune/Loss": 0.8512310981750488, "Finetune/Loss (Raw)": 0.960976243019104, "Finetune/Step": 5137, "Finetune/Step Time": 6.079851979389787}
+{"Finetune/Learning Rate": 9.37397712753292e-06, "Finetune/Loss": 0.8518331050872803, "Finetune/Loss (Raw)": 0.8566560745239258, "Finetune/Step": 5138, "Finetune/Step Time": 6.0754056088626385}
+{"Finetune/Learning Rate": 9.370615852437689e-06, "Finetune/Loss": 0.8506529331207275, "Finetune/Loss (Raw)": 0.8732973337173462, "Finetune/Step": 5139, "Finetune/Step Time": 6.071472145617008}
+{"Finetune/Learning Rate": 9.367254648732633e-06, "Finetune/Loss": 0.8509494662284851, "Finetune/Loss (Raw)": 0.8731145262718201, "Finetune/Step": 5140, "Finetune/Step Time": 6.068601945415139}
+{"Finetune/Learning Rate": 9.363893516799012e-06, "Finetune/Loss": 0.8508612513542175, "Finetune/Loss (Raw)": 0.8321697115898132, "Finetune/Step": 5141, "Finetune/Step Time": 6.069039948284626}
+{"Finetune/Learning Rate": 9.360532457018077e-06, "Finetune/Loss": 0.8518622517585754, "Finetune/Loss (Raw)": 0.9689039587974548, "Finetune/Step": 5142, "Finetune/Step Time": 6.086766241118312}
+{"Finetune/Learning Rate": 9.35717146977106e-06, "Finetune/Loss": 0.8522987365722656, "Finetune/Loss (Raw)": 0.9592240452766418, "Finetune/Step": 5143, "Finetune/Step Time": 6.076561627909541}
+{"Finetune/Learning Rate": 9.353810555439203e-06, "Finetune/Loss": 0.8532593250274658, "Finetune/Loss (Raw)": 0.9378712177276611, "Finetune/Step": 5144, "Finetune/Step Time": 6.073661400005221}
+{"Finetune/Learning Rate": 9.350449714403727e-06, "Finetune/Loss": 0.8536584377288818, "Finetune/Loss (Raw)": 0.9249342679977417, "Finetune/Step": 5145, "Finetune/Step Time": 6.072636537253857}
+{"Finetune/Learning Rate": 9.347088947045844e-06, "Finetune/Loss": 0.8538901805877686, "Finetune/Loss (Raw)": 0.964930534362793, "Finetune/Step": 5146, "Finetune/Step Time": 6.075061373412609}
+{"Finetune/Learning Rate": 9.343728253746764e-06, "Finetune/Loss": 0.853691041469574, "Finetune/Loss (Raw)": 0.9448889493942261, "Finetune/Step": 5147, "Finetune/Step Time": 6.08121976070106}
+{"Finetune/Learning Rate": 9.340367634887688e-06, "Finetune/Loss": 0.8534501791000366, "Finetune/Loss (Raw)": 0.7219756245613098, "Finetune/Step": 5148, "Finetune/Step Time": 6.090847110375762}
+{"Finetune/Learning Rate": 9.337007090849803e-06, "Finetune/Loss": 0.8518444895744324, "Finetune/Loss (Raw)": 0.7496005296707153, "Finetune/Step": 5149, "Finetune/Step Time": 6.10482295230031}
+{"Finetune/Learning Rate": 9.33364662201429e-06, "Finetune/Loss": 0.8519964218139648, "Finetune/Loss (Raw)": 0.8598030209541321, "Finetune/Step": 5150, "Finetune/Step Time": 6.105368223041296}
+{"Finetune/Learning Rate": 9.330286228762328e-06, "Finetune/Loss": 0.8523489236831665, "Finetune/Loss (Raw)": 0.8377168774604797, "Finetune/Step": 5151, "Finetune/Step Time": 6.108792591840029}
+{"Finetune/Learning Rate": 9.326925911475075e-06, "Finetune/Loss": 0.8526071310043335, "Finetune/Loss (Raw)": 0.7818450331687927, "Finetune/Step": 5152, "Finetune/Step Time": 6.117357581853867}
+{"Finetune/Learning Rate": 9.323565670533691e-06, "Finetune/Loss": 0.8529971241950989, "Finetune/Loss (Raw)": 0.8815939426422119, "Finetune/Step": 5153, "Finetune/Step Time": 6.119432846084237}
+{"Finetune/Learning Rate": 9.320205506319326e-06, "Finetune/Loss": 0.852913498878479, "Finetune/Loss (Raw)": 0.826755940914154, "Finetune/Step": 5154, "Finetune/Step Time": 6.11337979324162}
+{"Finetune/Learning Rate": 9.31684541921311e-06, "Finetune/Loss": 0.8526911735534668, "Finetune/Loss (Raw)": 0.8298422694206238, "Finetune/Step": 5155, "Finetune/Step Time": 6.117159578949213}
+{"Finetune/Learning Rate": 9.31348540959618e-06, "Finetune/Loss": 0.8522942662239075, "Finetune/Loss (Raw)": 0.9346368908882141, "Finetune/Step": 5156, "Finetune/Step Time": 6.125847661867738}
+{"Finetune/Learning Rate": 9.310125477849659e-06, "Finetune/Loss": 0.8529791831970215, "Finetune/Loss (Raw)": 0.8735238909721375, "Finetune/Step": 5157, "Finetune/Step Time": 6.132087528705597}
+{"Finetune/Learning Rate": 9.306765624354653e-06, "Finetune/Loss": 0.853971004486084, "Finetune/Loss (Raw)": 0.8493393063545227, "Finetune/Step": 5158, "Finetune/Step Time": 6.131366202607751}
+{"Finetune/Learning Rate": 9.303405849492267e-06, "Finetune/Loss": 0.8540586233139038, "Finetune/Loss (Raw)": 0.8128193020820618, "Finetune/Step": 5159, "Finetune/Step Time": 6.108855778351426}
+{"Finetune/Learning Rate": 9.300046153643603e-06, "Finetune/Loss": 0.853824257850647, "Finetune/Loss (Raw)": 0.7875222563743591, "Finetune/Step": 5160, "Finetune/Step Time": 6.105656776577234}
+{"Finetune/Learning Rate": 9.296686537189739e-06, "Finetune/Loss": 0.8496372103691101, "Finetune/Loss (Raw)": 0.3690206706523895, "Finetune/Step": 5161, "Finetune/Step Time": 6.112739525735378}
+{"Finetune/Learning Rate": 9.29332700051175e-06, "Finetune/Loss": 0.849036455154419, "Finetune/Loss (Raw)": 0.8165600299835205, "Finetune/Step": 5162, "Finetune/Step Time": 6.130120711401105}
+{"Finetune/Learning Rate": 9.28996754399071e-06, "Finetune/Loss": 0.8479294180870056, "Finetune/Loss (Raw)": 0.7923141717910767, "Finetune/Step": 5163, "Finetune/Step Time": 6.133754245936871}
+{"Finetune/Learning Rate": 9.286608168007678e-06, "Finetune/Loss": 0.8473469018936157, "Finetune/Loss (Raw)": 0.7938936352729797, "Finetune/Step": 5164, "Finetune/Step Time": 6.141303488984704}
+{"Finetune/Learning Rate": 9.2832488729437e-06, "Finetune/Loss": 0.8478488922119141, "Finetune/Loss (Raw)": 0.7898144721984863, "Finetune/Step": 5165, "Finetune/Step Time": 6.144935199990869}
+{"Finetune/Learning Rate": 9.27988965917981e-06, "Finetune/Loss": 0.8472486734390259, "Finetune/Loss (Raw)": 0.9199988842010498, "Finetune/Step": 5166, "Finetune/Step Time": 6.147171247750521}
+{"Finetune/Learning Rate": 9.276530527097053e-06, "Finetune/Loss": 0.8476783633232117, "Finetune/Loss (Raw)": 0.903496503829956, "Finetune/Step": 5167, "Finetune/Step Time": 6.149869360029697}
+{"Finetune/Learning Rate": 9.27317147707644e-06, "Finetune/Loss": 0.8475372791290283, "Finetune/Loss (Raw)": 0.8179106712341309, "Finetune/Step": 5168, "Finetune/Step Time": 6.157428812235594}
+{"Finetune/Learning Rate": 9.269812509498988e-06, "Finetune/Loss": 0.8491236567497253, "Finetune/Loss (Raw)": 0.9715726375579834, "Finetune/Step": 5169, "Finetune/Step Time": 6.163314733654261}
+{"Finetune/Learning Rate": 9.266453624745701e-06, "Finetune/Loss": 0.8496567010879517, "Finetune/Loss (Raw)": 0.9347072243690491, "Finetune/Step": 5170, "Finetune/Step Time": 6.177753860130906}
+{"Finetune/Learning Rate": 9.263094823197565e-06, "Finetune/Loss": 0.8499993085861206, "Finetune/Loss (Raw)": 0.8471978902816772, "Finetune/Step": 5171, "Finetune/Step Time": 6.17474670521915}
+{"Finetune/Learning Rate": 9.259736105235572e-06, "Finetune/Loss": 0.8503662347793579, "Finetune/Loss (Raw)": 0.9801198244094849, "Finetune/Step": 5172, "Finetune/Step Time": 6.166298503056169}
+{"Finetune/Learning Rate": 9.256377471240696e-06, "Finetune/Loss": 0.8500335812568665, "Finetune/Loss (Raw)": 0.8472399711608887, "Finetune/Step": 5173, "Finetune/Step Time": 6.167232638224959}
+{"Finetune/Learning Rate": 9.253018921593899e-06, "Finetune/Loss": 0.8497287631034851, "Finetune/Loss (Raw)": 0.7880213856697083, "Finetune/Step": 5174, "Finetune/Step Time": 6.17156027071178}
+{"Finetune/Learning Rate": 9.249660456676138e-06, "Finetune/Loss": 0.8504736423492432, "Finetune/Loss (Raw)": 0.8967516422271729, "Finetune/Step": 5175, "Finetune/Step Time": 6.174846600741148}
+{"Finetune/Learning Rate": 9.246302076868362e-06, "Finetune/Loss": 0.8508907556533813, "Finetune/Loss (Raw)": 0.8072240948677063, "Finetune/Step": 5176, "Finetune/Step Time": 6.180111039429903}
+{"Finetune/Learning Rate": 9.242943782551504e-06, "Finetune/Loss": 0.8520082235336304, "Finetune/Loss (Raw)": 0.9204266667366028, "Finetune/Step": 5177, "Finetune/Step Time": 6.176242860034108}
+{"Finetune/Learning Rate": 9.239585574106488e-06, "Finetune/Loss": 0.8500944375991821, "Finetune/Loss (Raw)": 0.704100489616394, "Finetune/Step": 5178, "Finetune/Step Time": 6.177350867539644}
+{"Finetune/Learning Rate": 9.236227451914241e-06, "Finetune/Loss": 0.8493090867996216, "Finetune/Loss (Raw)": 0.6721213459968567, "Finetune/Step": 5179, "Finetune/Step Time": 6.185828549787402}
+{"Finetune/Learning Rate": 9.23286941635566e-06, "Finetune/Loss": 0.8496142625808716, "Finetune/Loss (Raw)": 0.9746320247650146, "Finetune/Step": 5180, "Finetune/Step Time": 6.184256801381707}
+{"Finetune/Learning Rate": 9.229511467811645e-06, "Finetune/Loss": 0.8492741584777832, "Finetune/Loss (Raw)": 0.8574122190475464, "Finetune/Step": 5181, "Finetune/Step Time": 6.180749773979187}
+{"Finetune/Learning Rate": 9.226153606663089e-06, "Finetune/Loss": 0.849307656288147, "Finetune/Loss (Raw)": 0.9446694850921631, "Finetune/Step": 5182, "Finetune/Step Time": 6.177557289600372}
+{"Finetune/Learning Rate": 9.22279583329086e-06, "Finetune/Loss": 0.8496780395507812, "Finetune/Loss (Raw)": 0.9221646189689636, "Finetune/Step": 5183, "Finetune/Step Time": 6.175793681293726}
+{"Finetune/Learning Rate": 9.219438148075834e-06, "Finetune/Loss": 0.8515133261680603, "Finetune/Loss (Raw)": 0.8909915685653687, "Finetune/Step": 5184, "Finetune/Step Time": 6.177910067141056}
+{"Finetune/Learning Rate": 9.216080551398865e-06, "Finetune/Loss": 0.8508937954902649, "Finetune/Loss (Raw)": 0.9057158827781677, "Finetune/Step": 5185, "Finetune/Step Time": 6.179081374779344}
+{"Finetune/Learning Rate": 9.2127230436408e-06, "Finetune/Loss": 0.8513174653053284, "Finetune/Loss (Raw)": 0.9313641786575317, "Finetune/Step": 5186, "Finetune/Step Time": 6.192998684942722}
+{"Finetune/Learning Rate": 9.209365625182477e-06, "Finetune/Loss": 0.8516623973846436, "Finetune/Loss (Raw)": 0.8965134620666504, "Finetune/Step": 5187, "Finetune/Step Time": 6.1819139532744884}
+{"Finetune/Learning Rate": 9.206008296404724e-06, "Finetune/Loss": 0.8526060581207275, "Finetune/Loss (Raw)": 0.8488427996635437, "Finetune/Step": 5188, "Finetune/Step Time": 6.1763183362782}
+{"Finetune/Learning Rate": 9.202651057688358e-06, "Finetune/Loss": 0.8513278961181641, "Finetune/Loss (Raw)": 0.8011904358863831, "Finetune/Step": 5189, "Finetune/Step Time": 6.164200900122523}
+{"Finetune/Learning Rate": 9.199293909414186e-06, "Finetune/Loss": 0.8514084219932556, "Finetune/Loss (Raw)": 0.8874067068099976, "Finetune/Step": 5190, "Finetune/Step Time": 6.1677667908370495}
+{"Finetune/Learning Rate": 9.195936851963009e-06, "Finetune/Loss": 0.8502019643783569, "Finetune/Loss (Raw)": 0.7133814096450806, "Finetune/Step": 5191, "Finetune/Step Time": 6.172467514872551}
+{"Finetune/Learning Rate": 9.192579885715602e-06, "Finetune/Loss": 0.8509359359741211, "Finetune/Loss (Raw)": 0.9116523861885071, "Finetune/Step": 5192, "Finetune/Step Time": 6.1820060927420855}
+{"Finetune/Learning Rate": 9.189223011052751e-06, "Finetune/Loss": 0.8504341244697571, "Finetune/Loss (Raw)": 0.8593714237213135, "Finetune/Step": 5193, "Finetune/Step Time": 6.169964434579015}
+{"Finetune/Learning Rate": 9.18586622835522e-06, "Finetune/Loss": 0.8504319190979004, "Finetune/Loss (Raw)": 0.880268394947052, "Finetune/Step": 5194, "Finetune/Step Time": 6.164774909615517}
+{"Finetune/Learning Rate": 9.182509538003761e-06, "Finetune/Loss": 0.8510851263999939, "Finetune/Loss (Raw)": 0.8250787258148193, "Finetune/Step": 5195, "Finetune/Step Time": 6.17301825247705}
+{"Finetune/Learning Rate": 9.179152940379123e-06, "Finetune/Loss": 0.8493541479110718, "Finetune/Loss (Raw)": 0.7512534260749817, "Finetune/Step": 5196, "Finetune/Step Time": 6.174513824284077}
+{"Finetune/Learning Rate": 9.175796435862038e-06, "Finetune/Loss": 0.84917151927948, "Finetune/Loss (Raw)": 0.7780538201332092, "Finetune/Step": 5197, "Finetune/Step Time": 6.170828130096197}
+{"Finetune/Learning Rate": 9.172440024833229e-06, "Finetune/Loss": 0.8498982191085815, "Finetune/Loss (Raw)": 0.9473844170570374, "Finetune/Step": 5198, "Finetune/Step Time": 6.168481450527906}
+{"Finetune/Learning Rate": 9.169083707673407e-06, "Finetune/Loss": 0.8506767749786377, "Finetune/Loss (Raw)": 0.8800904154777527, "Finetune/Step": 5199, "Finetune/Step Time": 6.163454987108707}
+{"Finetune/Learning Rate": 9.165727484763283e-06, "Finetune/Loss": 0.8497503399848938, "Finetune/Loss (Raw)": 0.8852458000183105, "Finetune/Step": 5200, "Finetune/Step Time": 6.1649929247796535}
+{"Finetune/Learning Rate": 9.16237135648354e-06, "Finetune/Loss": 0.8484096527099609, "Finetune/Loss (Raw)": 0.7530873417854309, "Finetune/Step": 5201, "Finetune/Step Time": 6.171548282727599}
+{"Finetune/Learning Rate": 9.15901532321486e-06, "Finetune/Loss": 0.847480058670044, "Finetune/Loss (Raw)": 0.7319069504737854, "Finetune/Step": 5202, "Finetune/Step Time": 6.182878850027919}
+{"Finetune/Learning Rate": 9.155659385337921e-06, "Finetune/Loss": 0.8440407514572144, "Finetune/Loss (Raw)": 0.4147729277610779, "Finetune/Step": 5203, "Finetune/Step Time": 6.190366648137569}
+{"Finetune/Learning Rate": 9.15230354323337e-06, "Finetune/Loss": 0.8429888486862183, "Finetune/Loss (Raw)": 0.8411356210708618, "Finetune/Step": 5204, "Finetune/Step Time": 6.208836769685149}
+{"Finetune/Learning Rate": 9.148947797281866e-06, "Finetune/Loss": 0.8428328037261963, "Finetune/Loss (Raw)": 0.8125538229942322, "Finetune/Step": 5205, "Finetune/Step Time": 6.2076103035360575}
+{"Finetune/Learning Rate": 9.145592147864044e-06, "Finetune/Loss": 0.8427457809448242, "Finetune/Loss (Raw)": 0.9290534257888794, "Finetune/Step": 5206, "Finetune/Step Time": 6.209723927080631}
+{"Finetune/Learning Rate": 9.142236595360525e-06, "Finetune/Loss": 0.843463659286499, "Finetune/Loss (Raw)": 0.8895806074142456, "Finetune/Step": 5207, "Finetune/Step Time": 6.214150808751583}
+{"Finetune/Learning Rate": 9.138881140151931e-06, "Finetune/Loss": 0.844159722328186, "Finetune/Loss (Raw)": 0.9319549202919006, "Finetune/Step": 5208, "Finetune/Step Time": 6.216826105490327}
+{"Finetune/Learning Rate": 9.135525782618869e-06, "Finetune/Loss": 0.83941650390625, "Finetune/Loss (Raw)": 0.40544745326042175, "Finetune/Step": 5209, "Finetune/Step Time": 6.21871548332274}
+{"Finetune/Learning Rate": 9.132170523141926e-06, "Finetune/Loss": 0.8389723300933838, "Finetune/Loss (Raw)": 0.8785790801048279, "Finetune/Step": 5210, "Finetune/Step Time": 6.232939954847097}
+{"Finetune/Learning Rate": 9.128815362101683e-06, "Finetune/Loss": 0.8340945243835449, "Finetune/Loss (Raw)": 0.35216769576072693, "Finetune/Step": 5211, "Finetune/Step Time": 6.239032747223973}
+{"Finetune/Learning Rate": 9.125460299878722e-06, "Finetune/Loss": 0.8339043855667114, "Finetune/Loss (Raw)": 0.8455421328544617, "Finetune/Step": 5212, "Finetune/Step Time": 6.273972503840923}
+{"Finetune/Learning Rate": 9.122105336853594e-06, "Finetune/Loss": 0.8352676033973694, "Finetune/Loss (Raw)": 0.957402229309082, "Finetune/Step": 5213, "Finetune/Step Time": 6.280672520399094}
+{"Finetune/Learning Rate": 9.11875047340685e-06, "Finetune/Loss": 0.836052656173706, "Finetune/Loss (Raw)": 0.8753276467323303, "Finetune/Step": 5214, "Finetune/Step Time": 6.282063130289316}
+{"Finetune/Learning Rate": 9.115395709919029e-06, "Finetune/Loss": 0.8365679979324341, "Finetune/Loss (Raw)": 0.9017573595046997, "Finetune/Step": 5215, "Finetune/Step Time": 6.282188232988119}
+{"Finetune/Learning Rate": 9.112041046770653e-06, "Finetune/Loss": 0.8365453481674194, "Finetune/Loss (Raw)": 0.7951673865318298, "Finetune/Step": 5216, "Finetune/Step Time": 6.287525067105889}
+{"Finetune/Learning Rate": 9.108686484342241e-06, "Finetune/Loss": 0.8398756980895996, "Finetune/Loss (Raw)": 0.7909728288650513, "Finetune/Step": 5217, "Finetune/Step Time": 6.299345847219229}
+{"Finetune/Learning Rate": 9.105332023014298e-06, "Finetune/Loss": 0.8381152153015137, "Finetune/Loss (Raw)": 0.6971692442893982, "Finetune/Step": 5218, "Finetune/Step Time": 6.29893734306097}
+{"Finetune/Learning Rate": 9.101977663167311e-06, "Finetune/Loss": 0.8411719799041748, "Finetune/Loss (Raw)": 0.7617231011390686, "Finetune/Step": 5219, "Finetune/Step Time": 6.275058725848794}
+{"Finetune/Learning Rate": 9.098623405181762e-06, "Finetune/Loss": 0.841289222240448, "Finetune/Loss (Raw)": 0.9311565160751343, "Finetune/Step": 5220, "Finetune/Step Time": 6.241535745561123}
+{"Finetune/Learning Rate": 9.095269249438122e-06, "Finetune/Loss": 0.8421399593353271, "Finetune/Loss (Raw)": 0.9291304349899292, "Finetune/Step": 5221, "Finetune/Step Time": 6.236459037289023}
+{"Finetune/Learning Rate": 9.091915196316846e-06, "Finetune/Loss": 0.8418707251548767, "Finetune/Loss (Raw)": 0.8746511936187744, "Finetune/Step": 5222, "Finetune/Step Time": 6.231795210391283}
+{"Finetune/Learning Rate": 9.08856124619838e-06, "Finetune/Loss": 0.842415988445282, "Finetune/Loss (Raw)": 0.8636229038238525, "Finetune/Step": 5223, "Finetune/Step Time": 6.229918805882335}
+{"Finetune/Learning Rate": 9.085207399463162e-06, "Finetune/Loss": 0.842526912689209, "Finetune/Loss (Raw)": 0.8595495820045471, "Finetune/Step": 5224, "Finetune/Step Time": 6.231234237551689}
+{"Finetune/Learning Rate": 9.081853656491605e-06, "Finetune/Loss": 0.8426880836486816, "Finetune/Loss (Raw)": 0.9095720052719116, "Finetune/Step": 5225, "Finetune/Step Time": 6.229897124692798}
+{"Finetune/Learning Rate": 9.078500017664126e-06, "Finetune/Loss": 0.8442322015762329, "Finetune/Loss (Raw)": 0.8555634617805481, "Finetune/Step": 5226, "Finetune/Step Time": 6.233633387833834}
+{"Finetune/Learning Rate": 9.075146483361126e-06, "Finetune/Loss": 0.8430286049842834, "Finetune/Loss (Raw)": 0.7537197470664978, "Finetune/Step": 5227, "Finetune/Step Time": 6.243578525260091}
+{"Finetune/Learning Rate": 9.071793053962984e-06, "Finetune/Loss": 0.8428610563278198, "Finetune/Loss (Raw)": 0.8848345875740051, "Finetune/Step": 5228, "Finetune/Step Time": 6.252306789159775}
+{"Finetune/Learning Rate": 9.068439729850082e-06, "Finetune/Loss": 0.8422838449478149, "Finetune/Loss (Raw)": 0.8165640830993652, "Finetune/Step": 5229, "Finetune/Step Time": 6.259220875799656}
+{"Finetune/Learning Rate": 9.065086511402783e-06, "Finetune/Loss": 0.8427959084510803, "Finetune/Loss (Raw)": 0.9135429859161377, "Finetune/Step": 5230, "Finetune/Step Time": 6.2656592428684235}
+{"Finetune/Learning Rate": 9.061733399001433e-06, "Finetune/Loss": 0.8398489952087402, "Finetune/Loss (Raw)": 0.44211477041244507, "Finetune/Step": 5231, "Finetune/Step Time": 6.285898415371776}
+{"Finetune/Learning Rate": 9.058380393026369e-06, "Finetune/Loss": 0.842529296875, "Finetune/Loss (Raw)": 0.9542276859283447, "Finetune/Step": 5232, "Finetune/Step Time": 6.295317720621824}
+{"Finetune/Learning Rate": 9.05502749385793e-06, "Finetune/Loss": 0.8410936594009399, "Finetune/Loss (Raw)": 0.7494723200798035, "Finetune/Step": 5233, "Finetune/Step Time": 6.276497332379222}
+{"Finetune/Learning Rate": 9.051674701876415e-06, "Finetune/Loss": 0.8406923413276672, "Finetune/Loss (Raw)": 0.911658763885498, "Finetune/Step": 5234, "Finetune/Step Time": 6.268682384863496}
+{"Finetune/Learning Rate": 9.048322017462136e-06, "Finetune/Loss": 0.8406494855880737, "Finetune/Loss (Raw)": 0.7959128022193909, "Finetune/Step": 5235, "Finetune/Step Time": 6.261373294517398}
+{"Finetune/Learning Rate": 9.044969440995389e-06, "Finetune/Loss": 0.836334228515625, "Finetune/Loss (Raw)": 0.41261857748031616, "Finetune/Step": 5236, "Finetune/Step Time": 6.28510801307857}
+{"Finetune/Learning Rate": 9.041616972856438e-06, "Finetune/Loss": 0.836274266242981, "Finetune/Loss (Raw)": 0.9172725081443787, "Finetune/Step": 5237, "Finetune/Step Time": 6.299133183434606}
+{"Finetune/Learning Rate": 9.038264613425556e-06, "Finetune/Loss": 0.8357406258583069, "Finetune/Loss (Raw)": 0.7780264019966125, "Finetune/Step": 5238, "Finetune/Step Time": 6.296994147822261}
+{"Finetune/Learning Rate": 9.034912363082999e-06, "Finetune/Loss": 0.8363703489303589, "Finetune/Loss (Raw)": 0.850286602973938, "Finetune/Step": 5239, "Finetune/Step Time": 6.296638758853078}
+{"Finetune/Learning Rate": 9.031560222209001e-06, "Finetune/Loss": 0.836711049079895, "Finetune/Loss (Raw)": 0.8396649956703186, "Finetune/Step": 5240, "Finetune/Step Time": 6.294245138764381}
+{"Finetune/Learning Rate": 9.028208191183798e-06, "Finetune/Loss": 0.8361269235610962, "Finetune/Loss (Raw)": 0.8349876403808594, "Finetune/Step": 5241, "Finetune/Step Time": 6.293954888358712}
+{"Finetune/Learning Rate": 9.024856270387605e-06, "Finetune/Loss": 0.8324139714241028, "Finetune/Loss (Raw)": 0.4415877163410187, "Finetune/Step": 5242, "Finetune/Step Time": 6.2968543116003275}
+{"Finetune/Learning Rate": 9.021504460200623e-06, "Finetune/Loss": 0.832935094833374, "Finetune/Loss (Raw)": 0.8898051381111145, "Finetune/Step": 5243, "Finetune/Step Time": 6.311196053400636}
+{"Finetune/Learning Rate": 9.018152761003041e-06, "Finetune/Loss": 0.8337353467941284, "Finetune/Loss (Raw)": 0.8727456331253052, "Finetune/Step": 5244, "Finetune/Step Time": 6.310677915811539}
+{"Finetune/Learning Rate": 9.014801173175044e-06, "Finetune/Loss": 0.8349577188491821, "Finetune/Loss (Raw)": 0.8638678789138794, "Finetune/Step": 5245, "Finetune/Step Time": 6.315178392454982}
+{"Finetune/Learning Rate": 9.011449697096796e-06, "Finetune/Loss": 0.8351503610610962, "Finetune/Loss (Raw)": 0.900134265422821, "Finetune/Step": 5246, "Finetune/Step Time": 6.319258434697986}
+{"Finetune/Learning Rate": 9.00809833314845e-06, "Finetune/Loss": 0.8343839049339294, "Finetune/Loss (Raw)": 0.8972190022468567, "Finetune/Step": 5247, "Finetune/Step Time": 6.329530067741871}
+{"Finetune/Learning Rate": 9.00474708171014e-06, "Finetune/Loss": 0.8335494995117188, "Finetune/Loss (Raw)": 0.7859766483306885, "Finetune/Step": 5248, "Finetune/Step Time": 6.332993716001511}
+{"Finetune/Learning Rate": 9.001395943162006e-06, "Finetune/Loss": 0.83331698179245, "Finetune/Loss (Raw)": 0.8525133728981018, "Finetune/Step": 5249, "Finetune/Step Time": 6.3370728101581335}
+{"Finetune/Learning Rate": 8.998044917884154e-06, "Finetune/Loss": 0.8333677649497986, "Finetune/Loss (Raw)": 0.876562237739563, "Finetune/Step": 5250, "Finetune/Step Time": 6.335489159449935}
+{"Finetune/Learning Rate": 8.994694006256688e-06, "Finetune/Loss": 0.83186936378479, "Finetune/Loss (Raw)": 0.6835333704948425, "Finetune/Step": 5251, "Finetune/Step Time": 6.33495656773448}
+{"Finetune/Learning Rate": 8.991343208659705e-06, "Finetune/Loss": 0.8313604593276978, "Finetune/Loss (Raw)": 0.8586610555648804, "Finetune/Step": 5252, "Finetune/Step Time": 6.337517937645316}
+{"Finetune/Learning Rate": 8.987992525473266e-06, "Finetune/Loss": 0.8312170505523682, "Finetune/Loss (Raw)": 0.7939785122871399, "Finetune/Step": 5253, "Finetune/Step Time": 6.340936399996281}
+{"Finetune/Learning Rate": 8.984641957077448e-06, "Finetune/Loss": 0.8307417631149292, "Finetune/Loss (Raw)": 0.7283947467803955, "Finetune/Step": 5254, "Finetune/Step Time": 6.34852528758347}
+{"Finetune/Learning Rate": 8.981291503852296e-06, "Finetune/Loss": 0.8314266204833984, "Finetune/Loss (Raw)": 0.9150210618972778, "Finetune/Step": 5255, "Finetune/Step Time": 6.355473691597581}
+{"Finetune/Learning Rate": 8.977941166177845e-06, "Finetune/Loss": 0.8317291140556335, "Finetune/Loss (Raw)": 0.7732147574424744, "Finetune/Step": 5256, "Finetune/Step Time": 6.357687726616859}
+{"Finetune/Learning Rate": 8.974590944434123e-06, "Finetune/Loss": 0.8323909640312195, "Finetune/Loss (Raw)": 0.8537740707397461, "Finetune/Step": 5257, "Finetune/Step Time": 6.361218037083745}
+{"Finetune/Learning Rate": 8.971240839001143e-06, "Finetune/Loss": 0.8333386182785034, "Finetune/Loss (Raw)": 0.9501582384109497, "Finetune/Step": 5258, "Finetune/Step Time": 6.359718402847648}
+{"Finetune/Learning Rate": 8.967890850258896e-06, "Finetune/Loss": 0.8334920406341553, "Finetune/Loss (Raw)": 0.849021852016449, "Finetune/Step": 5259, "Finetune/Step Time": 6.3526361137628555}
+{"Finetune/Learning Rate": 8.96454097858737e-06, "Finetune/Loss": 0.8284353017807007, "Finetune/Loss (Raw)": 0.3470451831817627, "Finetune/Step": 5260, "Finetune/Step Time": 6.353461952880025}
+{"Finetune/Learning Rate": 8.961191224366541e-06, "Finetune/Loss": 0.8244627714157104, "Finetune/Loss (Raw)": 0.40465959906578064, "Finetune/Step": 5261, "Finetune/Step Time": 6.3724826499819756}
+{"Finetune/Learning Rate": 8.95784158797636e-06, "Finetune/Loss": 0.8261754512786865, "Finetune/Loss (Raw)": 0.8698409199714661, "Finetune/Step": 5262, "Finetune/Step Time": 6.385537492111325}
+{"Finetune/Learning Rate": 8.954492069796772e-06, "Finetune/Loss": 0.8261039853096008, "Finetune/Loss (Raw)": 0.9124589562416077, "Finetune/Step": 5263, "Finetune/Step Time": 6.384453589096665}
+{"Finetune/Learning Rate": 8.951142670207718e-06, "Finetune/Loss": 0.8237223029136658, "Finetune/Loss (Raw)": 0.7637104392051697, "Finetune/Step": 5264, "Finetune/Step Time": 6.392933772876859}
+{"Finetune/Learning Rate": 8.947793389589101e-06, "Finetune/Loss": 0.8227804899215698, "Finetune/Loss (Raw)": 0.8404321670532227, "Finetune/Step": 5265, "Finetune/Step Time": 6.408301420509815}
+{"Finetune/Learning Rate": 8.944444228320835e-06, "Finetune/Loss": 0.8234975934028625, "Finetune/Loss (Raw)": 0.9484376907348633, "Finetune/Step": 5266, "Finetune/Step Time": 6.422052105888724}
+{"Finetune/Learning Rate": 8.941095186782813e-06, "Finetune/Loss": 0.8239529132843018, "Finetune/Loss (Raw)": 0.9315767884254456, "Finetune/Step": 5267, "Finetune/Step Time": 6.424211975187063}
+{"Finetune/Learning Rate": 8.9377462653549e-06, "Finetune/Loss": 0.8239457011222839, "Finetune/Loss (Raw)": 0.8721945881843567, "Finetune/Step": 5268, "Finetune/Step Time": 6.4229917004704475}
+{"Finetune/Learning Rate": 8.934397464416971e-06, "Finetune/Loss": 0.8236563205718994, "Finetune/Loss (Raw)": 0.7951307892799377, "Finetune/Step": 5269, "Finetune/Step Time": 6.422765914350748}
+{"Finetune/Learning Rate": 8.931048784348875e-06, "Finetune/Loss": 0.8230346441268921, "Finetune/Loss (Raw)": 0.8893232345581055, "Finetune/Step": 5270, "Finetune/Step Time": 6.403233349323273}
+{"Finetune/Learning Rate": 8.927700225530441e-06, "Finetune/Loss": 0.821177065372467, "Finetune/Loss (Raw)": 0.7214570045471191, "Finetune/Step": 5271, "Finetune/Step Time": 6.4102478958666325}
+{"Finetune/Learning Rate": 8.924351788341495e-06, "Finetune/Loss": 0.8212239742279053, "Finetune/Loss (Raw)": 0.943875253200531, "Finetune/Step": 5272, "Finetune/Step Time": 6.421909347176552}
+{"Finetune/Learning Rate": 8.92100347316185e-06, "Finetune/Loss": 0.8208614587783813, "Finetune/Loss (Raw)": 0.8785329461097717, "Finetune/Step": 5273, "Finetune/Step Time": 6.42089637555182}
+{"Finetune/Learning Rate": 8.917655280371295e-06, "Finetune/Loss": 0.8199535608291626, "Finetune/Loss (Raw)": 0.8487146496772766, "Finetune/Step": 5274, "Finetune/Step Time": 6.4156005177646875}
+{"Finetune/Learning Rate": 8.914307210349614e-06, "Finetune/Loss": 0.8180987238883972, "Finetune/Loss (Raw)": 0.7074776291847229, "Finetune/Step": 5275, "Finetune/Step Time": 6.406959375366569}
+{"Finetune/Learning Rate": 8.910959263476575e-06, "Finetune/Loss": 0.8175253868103027, "Finetune/Loss (Raw)": 0.6485910415649414, "Finetune/Step": 5276, "Finetune/Step Time": 6.399979880079627}
+{"Finetune/Learning Rate": 8.907611440131924e-06, "Finetune/Loss": 0.8177604675292969, "Finetune/Loss (Raw)": 0.7796862125396729, "Finetune/Step": 5277, "Finetune/Step Time": 6.388101847842336}
+{"Finetune/Learning Rate": 8.904263740695407e-06, "Finetune/Loss": 0.8175333738327026, "Finetune/Loss (Raw)": 0.8307305574417114, "Finetune/Step": 5278, "Finetune/Step Time": 6.392276922240853}
+{"Finetune/Learning Rate": 8.90091616554675e-06, "Finetune/Loss": 0.8134591579437256, "Finetune/Loss (Raw)": 0.316220223903656, "Finetune/Step": 5279, "Finetune/Step Time": 6.3948709685355425}
+{"Finetune/Learning Rate": 8.897568715065658e-06, "Finetune/Loss": 0.8147515058517456, "Finetune/Loss (Raw)": 0.9472622275352478, "Finetune/Step": 5280, "Finetune/Step Time": 6.421715317294002}
+{"Finetune/Learning Rate": 8.894221389631828e-06, "Finetune/Loss": 0.8134779930114746, "Finetune/Loss (Raw)": 0.718596339225769, "Finetune/Step": 5281, "Finetune/Step Time": 6.423244904726744}
+{"Finetune/Learning Rate": 8.890874189624951e-06, "Finetune/Loss": 0.8147482872009277, "Finetune/Loss (Raw)": 0.9893466830253601, "Finetune/Step": 5282, "Finetune/Step Time": 6.433526014909148}
+{"Finetune/Learning Rate": 8.887527115424685e-06, "Finetune/Loss": 0.8141286373138428, "Finetune/Loss (Raw)": 0.7505249977111816, "Finetune/Step": 5283, "Finetune/Step Time": 6.430053265765309}
+{"Finetune/Learning Rate": 8.884180167410687e-06, "Finetune/Loss": 0.8136187195777893, "Finetune/Loss (Raw)": 0.869372546672821, "Finetune/Step": 5284, "Finetune/Step Time": 6.422915231436491}
+{"Finetune/Learning Rate": 8.880833345962605e-06, "Finetune/Loss": 0.8126879930496216, "Finetune/Loss (Raw)": 0.7543854117393494, "Finetune/Step": 5285, "Finetune/Step Time": 6.425212971866131}
+{"Finetune/Learning Rate": 8.87748665146005e-06, "Finetune/Loss": 0.8122075796127319, "Finetune/Loss (Raw)": 0.7878453135490417, "Finetune/Step": 5286, "Finetune/Step Time": 6.431789396330714}
+{"Finetune/Learning Rate": 8.874140084282643e-06, "Finetune/Loss": 0.812779426574707, "Finetune/Loss (Raw)": 0.8860174417495728, "Finetune/Step": 5287, "Finetune/Step Time": 6.441801099106669}
+{"Finetune/Learning Rate": 8.870793644809981e-06, "Finetune/Loss": 0.8131471872329712, "Finetune/Loss (Raw)": 0.8345978856086731, "Finetune/Step": 5288, "Finetune/Step Time": 6.442453969269991}
+{"Finetune/Learning Rate": 8.867447333421637e-06, "Finetune/Loss": 0.8178842067718506, "Finetune/Loss (Raw)": 0.9753588438034058, "Finetune/Step": 5289, "Finetune/Step Time": 6.436261216178536}
+{"Finetune/Learning Rate": 8.864101150497187e-06, "Finetune/Loss": 0.8182496428489685, "Finetune/Loss (Raw)": 0.8633367419242859, "Finetune/Step": 5290, "Finetune/Step Time": 6.421369770541787}
+{"Finetune/Learning Rate": 8.860755096416185e-06, "Finetune/Loss": 0.8190150856971741, "Finetune/Loss (Raw)": 0.8902877569198608, "Finetune/Step": 5291, "Finetune/Step Time": 6.422430861741304}
+{"Finetune/Learning Rate": 8.85740917155816e-06, "Finetune/Loss": 0.819464921951294, "Finetune/Loss (Raw)": 0.8514794707298279, "Finetune/Step": 5292, "Finetune/Step Time": 6.419926753267646}
+{"Finetune/Learning Rate": 8.854063376302643e-06, "Finetune/Loss": 0.8187824487686157, "Finetune/Loss (Raw)": 0.7024496793746948, "Finetune/Step": 5293, "Finetune/Step Time": 6.424307022243738}
+{"Finetune/Learning Rate": 8.850717711029144e-06, "Finetune/Loss": 0.8185524344444275, "Finetune/Loss (Raw)": 0.8905567526817322, "Finetune/Step": 5294, "Finetune/Step Time": 6.422051168978214}
+{"Finetune/Learning Rate": 8.847372176117151e-06, "Finetune/Loss": 0.8185034394264221, "Finetune/Loss (Raw)": 0.8972253799438477, "Finetune/Step": 5295, "Finetune/Step Time": 6.423135012388229}
+{"Finetune/Learning Rate": 8.844026771946148e-06, "Finetune/Loss": 0.818337619304657, "Finetune/Loss (Raw)": 0.7966852188110352, "Finetune/Step": 5296, "Finetune/Step Time": 6.426008785143495}
+{"Finetune/Learning Rate": 8.840681498895602e-06, "Finetune/Loss": 0.817482590675354, "Finetune/Loss (Raw)": 0.8621332049369812, "Finetune/Step": 5297, "Finetune/Step Time": 6.4179603680968285}
+{"Finetune/Learning Rate": 8.837336357344953e-06, "Finetune/Loss": 0.8164193034172058, "Finetune/Loss (Raw)": 0.7986090779304504, "Finetune/Step": 5298, "Finetune/Step Time": 6.406686808913946}
+{"Finetune/Learning Rate": 8.833991347673644e-06, "Finetune/Loss": 0.8157246708869934, "Finetune/Loss (Raw)": 0.7582799196243286, "Finetune/Step": 5299, "Finetune/Step Time": 6.418325264006853}
+{"Finetune/Learning Rate": 8.830646470261097e-06, "Finetune/Loss": 0.815234899520874, "Finetune/Loss (Raw)": 0.9174323081970215, "Finetune/Step": 5300, "Finetune/Step Time": 6.4222154673188925}
+{"Finetune/Learning Rate": 8.827301725486706e-06, "Finetune/Loss": 0.8118250370025635, "Finetune/Loss (Raw)": 0.4107772707939148, "Finetune/Step": 5301, "Finetune/Step Time": 6.429051881656051}
+{"Finetune/Learning Rate": 8.823957113729872e-06, "Finetune/Loss": 0.8120421171188354, "Finetune/Loss (Raw)": 0.815809428691864, "Finetune/Step": 5302, "Finetune/Step Time": 6.440467087551951}
+{"Finetune/Learning Rate": 8.820612635369965e-06, "Finetune/Loss": 0.8104003667831421, "Finetune/Loss (Raw)": 0.686596691608429, "Finetune/Step": 5303, "Finetune/Step Time": 6.442430606111884}
+{"Finetune/Learning Rate": 8.817268290786343e-06, "Finetune/Loss": 0.8064864873886108, "Finetune/Loss (Raw)": 0.3062497675418854, "Finetune/Step": 5304, "Finetune/Step Time": 6.442990543320775}
+{"Finetune/Learning Rate": 8.813924080358352e-06, "Finetune/Loss": 0.8059060573577881, "Finetune/Loss (Raw)": 0.8461382389068604, "Finetune/Step": 5305, "Finetune/Step Time": 6.44688113220036}
+{"Finetune/Learning Rate": 8.810580004465324e-06, "Finetune/Loss": 0.8073307275772095, "Finetune/Loss (Raw)": 0.8864559531211853, "Finetune/Step": 5306, "Finetune/Step Time": 6.445908775553107}
+{"Finetune/Learning Rate": 8.807236063486569e-06, "Finetune/Loss": 0.8082717061042786, "Finetune/Loss (Raw)": 0.7925644516944885, "Finetune/Step": 5307, "Finetune/Step Time": 6.43411910533905}
+{"Finetune/Learning Rate": 8.803892257801386e-06, "Finetune/Loss": 0.8070846796035767, "Finetune/Loss (Raw)": 0.8227020502090454, "Finetune/Step": 5308, "Finetune/Step Time": 6.429911531507969}
+{"Finetune/Learning Rate": 8.800548587789062e-06, "Finetune/Loss": 0.8072645664215088, "Finetune/Loss (Raw)": 0.8804328441619873, "Finetune/Step": 5309, "Finetune/Step Time": 6.434223365038633}
+{"Finetune/Learning Rate": 8.797205053828857e-06, "Finetune/Loss": 0.807136058807373, "Finetune/Loss (Raw)": 0.9282122850418091, "Finetune/Step": 5310, "Finetune/Step Time": 6.435141019523144}
+{"Finetune/Learning Rate": 8.793861656300032e-06, "Finetune/Loss": 0.8059535622596741, "Finetune/Loss (Raw)": 0.7708088159561157, "Finetune/Step": 5311, "Finetune/Step Time": 6.443679075688124}
+{"Finetune/Learning Rate": 8.790518395581823e-06, "Finetune/Loss": 0.8065872192382812, "Finetune/Loss (Raw)": 0.9721034169197083, "Finetune/Step": 5312, "Finetune/Step Time": 6.4465898014605045}
+{"Finetune/Learning Rate": 8.787175272053445e-06, "Finetune/Loss": 0.806779146194458, "Finetune/Loss (Raw)": 0.9302831292152405, "Finetune/Step": 5313, "Finetune/Step Time": 6.444623444229364}
+{"Finetune/Learning Rate": 8.783832286094107e-06, "Finetune/Loss": 0.8060418963432312, "Finetune/Loss (Raw)": 0.8369970917701721, "Finetune/Step": 5314, "Finetune/Step Time": 6.424600763246417}
+{"Finetune/Learning Rate": 8.780489438083004e-06, "Finetune/Loss": 0.8054788112640381, "Finetune/Loss (Raw)": 0.8244296312332153, "Finetune/Step": 5315, "Finetune/Step Time": 6.428204895928502}
+{"Finetune/Learning Rate": 8.777146728399307e-06, "Finetune/Loss": 0.8058667778968811, "Finetune/Loss (Raw)": 0.8985100984573364, "Finetune/Step": 5316, "Finetune/Step Time": 6.4346260745078325}
+{"Finetune/Learning Rate": 8.77380415742217e-06, "Finetune/Loss": 0.8028554916381836, "Finetune/Loss (Raw)": 0.4157474935054779, "Finetune/Step": 5317, "Finetune/Step Time": 6.442796939983964}
+{"Finetune/Learning Rate": 8.770461725530745e-06, "Finetune/Loss": 0.8033531904220581, "Finetune/Loss (Raw)": 0.9511072635650635, "Finetune/Step": 5318, "Finetune/Step Time": 6.459107033908367}
+{"Finetune/Learning Rate": 8.767119433104155e-06, "Finetune/Loss": 0.8050405383110046, "Finetune/Loss (Raw)": 0.9293596744537354, "Finetune/Step": 5319, "Finetune/Step Time": 6.459701808169484}
+{"Finetune/Learning Rate": 8.763777280521511e-06, "Finetune/Loss": 0.8048731088638306, "Finetune/Loss (Raw)": 0.8902276754379272, "Finetune/Step": 5320, "Finetune/Step Time": 6.45675708912313}
+{"Finetune/Learning Rate": 8.760435268161913e-06, "Finetune/Loss": 0.804157555103302, "Finetune/Loss (Raw)": 0.7677786350250244, "Finetune/Step": 5321, "Finetune/Step Time": 6.4682533368468285}
+{"Finetune/Learning Rate": 8.757093396404432e-06, "Finetune/Loss": 0.8039478659629822, "Finetune/Loss (Raw)": 0.8534236550331116, "Finetune/Step": 5322, "Finetune/Step Time": 6.467131197452545}
+{"Finetune/Learning Rate": 8.753751665628141e-06, "Finetune/Loss": 0.8042628169059753, "Finetune/Loss (Raw)": 0.8653963804244995, "Finetune/Step": 5323, "Finetune/Step Time": 6.463779142126441}
+{"Finetune/Learning Rate": 8.750410076212088e-06, "Finetune/Loss": 0.8056855201721191, "Finetune/Loss (Raw)": 0.9333575963973999, "Finetune/Step": 5324, "Finetune/Step Time": 6.463199565187097}
+{"Finetune/Learning Rate": 8.747068628535298e-06, "Finetune/Loss": 0.8060191869735718, "Finetune/Loss (Raw)": 0.8207647204399109, "Finetune/Step": 5325, "Finetune/Step Time": 6.464646836742759}
+{"Finetune/Learning Rate": 8.743727322976788e-06, "Finetune/Loss": 0.8047609925270081, "Finetune/Loss (Raw)": 0.7863296270370483, "Finetune/Step": 5326, "Finetune/Step Time": 6.4695839043706656}
+{"Finetune/Learning Rate": 8.740386159915562e-06, "Finetune/Loss": 0.8041927218437195, "Finetune/Loss (Raw)": 0.8073567152023315, "Finetune/Step": 5327, "Finetune/Step Time": 6.469768481329083}
+{"Finetune/Learning Rate": 8.737045139730605e-06, "Finetune/Loss": 0.8046326637268066, "Finetune/Loss (Raw)": 0.9415591955184937, "Finetune/Step": 5328, "Finetune/Step Time": 6.467578740790486}
+{"Finetune/Learning Rate": 8.733704262800874e-06, "Finetune/Loss": 0.8057215809822083, "Finetune/Loss (Raw)": 0.8924689292907715, "Finetune/Step": 5329, "Finetune/Step Time": 6.460246546193957}
+{"Finetune/Learning Rate": 8.730363529505333e-06, "Finetune/Loss": 0.8077513575553894, "Finetune/Loss (Raw)": 0.9917188882827759, "Finetune/Step": 5330, "Finetune/Step Time": 6.4505287036299706}
+{"Finetune/Learning Rate": 8.727022940222909e-06, "Finetune/Loss": 0.8080360889434814, "Finetune/Loss (Raw)": 0.45121392607688904, "Finetune/Step": 5331, "Finetune/Step Time": 6.46523399092257}
+{"Finetune/Learning Rate": 8.723682495332523e-06, "Finetune/Loss": 0.8083673715591431, "Finetune/Loss (Raw)": 0.8835427761077881, "Finetune/Step": 5332, "Finetune/Step Time": 6.46570885553956}
+{"Finetune/Learning Rate": 8.720342195213071e-06, "Finetune/Loss": 0.8088707327842712, "Finetune/Loss (Raw)": 0.8769813776016235, "Finetune/Step": 5333, "Finetune/Step Time": 6.486142406240106}
+{"Finetune/Learning Rate": 8.717002040243452e-06, "Finetune/Loss": 0.8091713190078735, "Finetune/Loss (Raw)": 0.9675280451774597, "Finetune/Step": 5334, "Finetune/Step Time": 6.484467821195722}
+{"Finetune/Learning Rate": 8.713662030802523e-06, "Finetune/Loss": 0.8083915710449219, "Finetune/Loss (Raw)": 0.7897711992263794, "Finetune/Step": 5335, "Finetune/Step Time": 6.482096495106816}
+{"Finetune/Learning Rate": 8.710322167269141e-06, "Finetune/Loss": 0.8071481585502625, "Finetune/Loss (Raw)": 0.772802472114563, "Finetune/Step": 5336, "Finetune/Step Time": 6.484908305108547}
+{"Finetune/Learning Rate": 8.706982450022143e-06, "Finetune/Loss": 0.8115361928939819, "Finetune/Loss (Raw)": 0.9671142101287842, "Finetune/Step": 5337, "Finetune/Step Time": 6.47963136062026}
+{"Finetune/Learning Rate": 8.703642879440344e-06, "Finetune/Loss": 0.8107405304908752, "Finetune/Loss (Raw)": 0.7767335772514343, "Finetune/Step": 5338, "Finetune/Step Time": 6.465620869770646}
+{"Finetune/Learning Rate": 8.700303455902552e-06, "Finetune/Loss": 0.8109117150306702, "Finetune/Loss (Raw)": 0.37408289313316345, "Finetune/Step": 5339, "Finetune/Step Time": 6.465829426422715}
+{"Finetune/Learning Rate": 8.696964179787554e-06, "Finetune/Loss": 0.811287522315979, "Finetune/Loss (Raw)": 0.8936498761177063, "Finetune/Step": 5340, "Finetune/Step Time": 6.447389079257846}
+{"Finetune/Learning Rate": 8.693625051474115e-06, "Finetune/Loss": 0.8117376565933228, "Finetune/Loss (Raw)": 1.015007734298706, "Finetune/Step": 5341, "Finetune/Step Time": 6.439527815207839}
+{"Finetune/Learning Rate": 8.690286071340988e-06, "Finetune/Loss": 0.8116359710693359, "Finetune/Loss (Raw)": 0.8623128533363342, "Finetune/Step": 5342, "Finetune/Step Time": 6.440323969349265}
+{"Finetune/Learning Rate": 8.686947239766916e-06, "Finetune/Loss": 0.8109901547431946, "Finetune/Loss (Raw)": 0.8190954327583313, "Finetune/Step": 5343, "Finetune/Step Time": 6.446252541616559}
+{"Finetune/Learning Rate": 8.683608557130608e-06, "Finetune/Loss": 0.8120986819267273, "Finetune/Loss (Raw)": 0.9370629191398621, "Finetune/Step": 5344, "Finetune/Step Time": 6.4424834176898}
+{"Finetune/Learning Rate": 8.68027002381077e-06, "Finetune/Loss": 0.812524676322937, "Finetune/Loss (Raw)": 0.8454972505569458, "Finetune/Step": 5345, "Finetune/Step Time": 6.428812513127923}
+{"Finetune/Learning Rate": 8.676931640186092e-06, "Finetune/Loss": 0.8127071261405945, "Finetune/Loss (Raw)": 0.7205261588096619, "Finetune/Step": 5346, "Finetune/Step Time": 6.413184067234397}
+{"Finetune/Learning Rate": 8.673593406635238e-06, "Finetune/Loss": 0.81177818775177, "Finetune/Loss (Raw)": 0.6428172588348389, "Finetune/Step": 5347, "Finetune/Step Time": 6.414610430598259}
+{"Finetune/Learning Rate": 8.670255323536858e-06, "Finetune/Loss": 0.8104171752929688, "Finetune/Loss (Raw)": 0.7569422125816345, "Finetune/Step": 5348, "Finetune/Step Time": 6.421203874051571}
+{"Finetune/Learning Rate": 8.666917391269592e-06, "Finetune/Loss": 0.8093689680099487, "Finetune/Loss (Raw)": 0.7949648499488831, "Finetune/Step": 5349, "Finetune/Step Time": 6.419063087552786}
+{"Finetune/Learning Rate": 8.663579610212048e-06, "Finetune/Loss": 0.8090619444847107, "Finetune/Loss (Raw)": 0.835350751876831, "Finetune/Step": 5350, "Finetune/Step Time": 6.4199500270187855}
+{"Finetune/Learning Rate": 8.66024198074283e-06, "Finetune/Loss": 0.8084523677825928, "Finetune/Loss (Raw)": 0.7855933308601379, "Finetune/Step": 5351, "Finetune/Step Time": 6.425586454570293}
+{"Finetune/Learning Rate": 8.656904503240527e-06, "Finetune/Loss": 0.8082190752029419, "Finetune/Loss (Raw)": 0.8296944499015808, "Finetune/Step": 5352, "Finetune/Step Time": 6.424723776057363}
+{"Finetune/Learning Rate": 8.653567178083696e-06, "Finetune/Loss": 0.8066285848617554, "Finetune/Loss (Raw)": 0.7059874534606934, "Finetune/Step": 5353, "Finetune/Step Time": 6.4327833373099566}
+{"Finetune/Learning Rate": 8.650230005650886e-06, "Finetune/Loss": 0.806014895439148, "Finetune/Loss (Raw)": 0.7770169973373413, "Finetune/Step": 5354, "Finetune/Step Time": 6.445611530914903}
+{"Finetune/Learning Rate": 8.646892986320634e-06, "Finetune/Loss": 0.8077254295349121, "Finetune/Loss (Raw)": 0.9726583957672119, "Finetune/Step": 5355, "Finetune/Step Time": 6.433139555156231}
+{"Finetune/Learning Rate": 8.643556120471449e-06, "Finetune/Loss": 0.8073570728302002, "Finetune/Loss (Raw)": 0.8376892805099487, "Finetune/Step": 5356, "Finetune/Step Time": 6.426175637170672}
+{"Finetune/Learning Rate": 8.640219408481825e-06, "Finetune/Loss": 0.8071702718734741, "Finetune/Loss (Raw)": 0.7926518321037292, "Finetune/Step": 5357, "Finetune/Step Time": 6.428425021469593}
+{"Finetune/Learning Rate": 8.636882850730249e-06, "Finetune/Loss": 0.8024715185165405, "Finetune/Loss (Raw)": 0.3121024966239929, "Finetune/Step": 5358, "Finetune/Step Time": 6.427293190732598}
+{"Finetune/Learning Rate": 8.63354644759517e-06, "Finetune/Loss": 0.8052994012832642, "Finetune/Loss (Raw)": 0.8040849566459656, "Finetune/Step": 5359, "Finetune/Step Time": 6.4200931917876005}
+{"Finetune/Learning Rate": 8.63021019945504e-06, "Finetune/Loss": 0.804557740688324, "Finetune/Loss (Raw)": 0.8592990040779114, "Finetune/Step": 5360, "Finetune/Step Time": 6.404323164373636}
+{"Finetune/Learning Rate": 8.626874106688288e-06, "Finetune/Loss": 0.8053940534591675, "Finetune/Loss (Raw)": 0.8565205335617065, "Finetune/Step": 5361, "Finetune/Step Time": 6.406236046925187}
+{"Finetune/Learning Rate": 8.623538169673312e-06, "Finetune/Loss": 0.8061345815658569, "Finetune/Loss (Raw)": 1.0064456462860107, "Finetune/Step": 5362, "Finetune/Step Time": 6.408461824059486}
+{"Finetune/Learning Rate": 8.62020238878851e-06, "Finetune/Loss": 0.8070077896118164, "Finetune/Loss (Raw)": 0.9076780676841736, "Finetune/Step": 5363, "Finetune/Step Time": 6.3989044185727835}
+{"Finetune/Learning Rate": 8.616866764412257e-06, "Finetune/Loss": 0.809104859828949, "Finetune/Loss (Raw)": 0.6810468435287476, "Finetune/Step": 5364, "Finetune/Step Time": 6.357366245239973}
+{"Finetune/Learning Rate": 8.6135312969229e-06, "Finetune/Loss": 0.8091886043548584, "Finetune/Loss (Raw)": 0.9279978275299072, "Finetune/Step": 5365, "Finetune/Step Time": 6.348344640806317}
+{"Finetune/Learning Rate": 8.61019598669878e-06, "Finetune/Loss": 0.8097485899925232, "Finetune/Loss (Raw)": 0.8497015833854675, "Finetune/Step": 5366, "Finetune/Step Time": 6.351345827803016}
+{"Finetune/Learning Rate": 8.606860834118223e-06, "Finetune/Loss": 0.8107425570487976, "Finetune/Loss (Raw)": 0.9775140881538391, "Finetune/Step": 5367, "Finetune/Step Time": 6.357092631980777}
+{"Finetune/Learning Rate": 8.603525839559523e-06, "Finetune/Loss": 0.8118932247161865, "Finetune/Loss (Raw)": 0.9869446754455566, "Finetune/Step": 5368, "Finetune/Step Time": 6.357372747734189}
+{"Finetune/Learning Rate": 8.600191003400968e-06, "Finetune/Loss": 0.8119058609008789, "Finetune/Loss (Raw)": 0.8366173505783081, "Finetune/Step": 5369, "Finetune/Step Time": 6.363175105303526}
+{"Finetune/Learning Rate": 8.596856326020822e-06, "Finetune/Loss": 0.8142991065979004, "Finetune/Loss (Raw)": 0.747915506362915, "Finetune/Step": 5370, "Finetune/Step Time": 6.366640370339155}
+{"Finetune/Learning Rate": 8.59352180779733e-06, "Finetune/Loss": 0.8144111633300781, "Finetune/Loss (Raw)": 0.904141902923584, "Finetune/Step": 5371, "Finetune/Step Time": 6.357052134349942}
+{"Finetune/Learning Rate": 8.590187449108726e-06, "Finetune/Loss": 0.8138070106506348, "Finetune/Loss (Raw)": 0.7954219579696655, "Finetune/Step": 5372, "Finetune/Step Time": 6.3553806357085705}
+{"Finetune/Learning Rate": 8.586853250333226e-06, "Finetune/Loss": 0.8131099939346313, "Finetune/Loss (Raw)": 0.7746466398239136, "Finetune/Step": 5373, "Finetune/Step Time": 6.370713261887431}
+{"Finetune/Learning Rate": 8.583519211849014e-06, "Finetune/Loss": 0.8124614357948303, "Finetune/Loss (Raw)": 0.8171218037605286, "Finetune/Step": 5374, "Finetune/Step Time": 6.370522614568472}
+{"Finetune/Learning Rate": 8.580185334034268e-06, "Finetune/Loss": 0.8120054602622986, "Finetune/Loss (Raw)": 0.8388541340827942, "Finetune/Step": 5375, "Finetune/Step Time": 6.365553496405482}
+{"Finetune/Learning Rate": 8.576851617267151e-06, "Finetune/Loss": 0.8112270832061768, "Finetune/Loss (Raw)": 0.6863454580307007, "Finetune/Step": 5376, "Finetune/Step Time": 6.36784628406167}
+{"Finetune/Learning Rate": 8.573518061925796e-06, "Finetune/Loss": 0.811322033405304, "Finetune/Loss (Raw)": 0.8646660447120667, "Finetune/Step": 5377, "Finetune/Step Time": 6.3628132827579975}
+{"Finetune/Learning Rate": 8.570184668388323e-06, "Finetune/Loss": 0.811785876750946, "Finetune/Loss (Raw)": 0.935931384563446, "Finetune/Step": 5378, "Finetune/Step Time": 6.364112870767713}
+{"Finetune/Learning Rate": 8.566851437032841e-06, "Finetune/Loss": 0.8120867013931274, "Finetune/Loss (Raw)": 0.7220388650894165, "Finetune/Step": 5379, "Finetune/Step Time": 6.376018825918436}
+{"Finetune/Learning Rate": 8.563518368237428e-06, "Finetune/Loss": 0.8118165731430054, "Finetune/Loss (Raw)": 0.8240755200386047, "Finetune/Step": 5380, "Finetune/Step Time": 6.392069024965167}
+{"Finetune/Learning Rate": 8.56018546238015e-06, "Finetune/Loss": 0.8122143745422363, "Finetune/Loss (Raw)": 0.8449080586433411, "Finetune/Step": 5381, "Finetune/Step Time": 6.3909188993275166}
+{"Finetune/Learning Rate": 8.556852719839058e-06, "Finetune/Loss": 0.8123076558113098, "Finetune/Loss (Raw)": 0.7403360605239868, "Finetune/Step": 5382, "Finetune/Step Time": 6.388784458860755}
+{"Finetune/Learning Rate": 8.553520140992171e-06, "Finetune/Loss": 0.8105283379554749, "Finetune/Loss (Raw)": 0.6872719526290894, "Finetune/Step": 5383, "Finetune/Step Time": 6.392190143465996}
+{"Finetune/Learning Rate": 8.550187726217508e-06, "Finetune/Loss": 0.8107591867446899, "Finetune/Loss (Raw)": 0.8027505278587341, "Finetune/Step": 5384, "Finetune/Step Time": 6.399392832070589}
+{"Finetune/Learning Rate": 8.54685547589306e-06, "Finetune/Loss": 0.810178279876709, "Finetune/Loss (Raw)": 0.7794286608695984, "Finetune/Step": 5385, "Finetune/Step Time": 6.398523416370153}
+{"Finetune/Learning Rate": 8.543523390396796e-06, "Finetune/Loss": 0.8090003132820129, "Finetune/Loss (Raw)": 0.7993739247322083, "Finetune/Step": 5386, "Finetune/Step Time": 6.397023571655154}
+{"Finetune/Learning Rate": 8.540191470106667e-06, "Finetune/Loss": 0.8087395429611206, "Finetune/Loss (Raw)": 0.8156487941741943, "Finetune/Step": 5387, "Finetune/Step Time": 6.395972879603505}
+{"Finetune/Learning Rate": 8.536859715400616e-06, "Finetune/Loss": 0.8126401901245117, "Finetune/Loss (Raw)": 0.8463190793991089, "Finetune/Step": 5388, "Finetune/Step Time": 6.395043134689331}
+{"Finetune/Learning Rate": 8.533528126656554e-06, "Finetune/Loss": 0.8159735798835754, "Finetune/Loss (Raw)": 0.8313394784927368, "Finetune/Step": 5389, "Finetune/Step Time": 6.383106056600809}
+{"Finetune/Learning Rate": 8.530196704252377e-06, "Finetune/Loss": 0.81574547290802, "Finetune/Loss (Raw)": 0.8406428098678589, "Finetune/Step": 5390, "Finetune/Step Time": 6.36651480011642}
+{"Finetune/Learning Rate": 8.526865448565973e-06, "Finetune/Loss": 0.8149791955947876, "Finetune/Loss (Raw)": 0.8143793344497681, "Finetune/Step": 5391, "Finetune/Step Time": 6.365164861083031}
+{"Finetune/Learning Rate": 8.52353435997519e-06, "Finetune/Loss": 0.815588116645813, "Finetune/Loss (Raw)": 0.841647744178772, "Finetune/Step": 5392, "Finetune/Step Time": 6.357521096244454}
+{"Finetune/Learning Rate": 8.520203438857875e-06, "Finetune/Loss": 0.815380334854126, "Finetune/Loss (Raw)": 0.8138330578804016, "Finetune/Step": 5393, "Finetune/Step Time": 6.341982929036021}
+{"Finetune/Learning Rate": 8.51687268559185e-06, "Finetune/Loss": 0.8146076202392578, "Finetune/Loss (Raw)": 0.8495360612869263, "Finetune/Step": 5394, "Finetune/Step Time": 6.332843786105514}
+{"Finetune/Learning Rate": 8.513542100554914e-06, "Finetune/Loss": 0.809897243976593, "Finetune/Loss (Raw)": 0.3286447525024414, "Finetune/Step": 5395, "Finetune/Step Time": 6.346840191632509}
+{"Finetune/Learning Rate": 8.510211684124854e-06, "Finetune/Loss": 0.8097270131111145, "Finetune/Loss (Raw)": 0.8504007458686829, "Finetune/Step": 5396, "Finetune/Step Time": 6.362615939229727}
+{"Finetune/Learning Rate": 8.506881436679438e-06, "Finetune/Loss": 0.8091893196105957, "Finetune/Loss (Raw)": 0.7263128757476807, "Finetune/Step": 5397, "Finetune/Step Time": 6.366678042337298}
+{"Finetune/Learning Rate": 8.503551358596403e-06, "Finetune/Loss": 0.8088752627372742, "Finetune/Loss (Raw)": 0.8491206765174866, "Finetune/Step": 5398, "Finetune/Step Time": 6.3774463422596455}
+{"Finetune/Learning Rate": 8.500221450253478e-06, "Finetune/Loss": 0.8100462555885315, "Finetune/Loss (Raw)": 0.8713473081588745, "Finetune/Step": 5399, "Finetune/Step Time": 6.3771329037845135}
+{"Finetune/Learning Rate": 8.496891712028374e-06, "Finetune/Loss": 0.8091248273849487, "Finetune/Loss (Raw)": 0.8259285688400269, "Finetune/Step": 5400, "Finetune/Step Time": 6.366459837183356}
+{"Finetune/Learning Rate": 8.493562144298777e-06, "Finetune/Loss": 0.8075257539749146, "Finetune/Loss (Raw)": 0.6738550066947937, "Finetune/Step": 5401, "Finetune/Step Time": 6.376189878210425}
+{"Finetune/Learning Rate": 8.49023274744235e-06, "Finetune/Loss": 0.8076009750366211, "Finetune/Loss (Raw)": 0.8583377003669739, "Finetune/Step": 5402, "Finetune/Step Time": 6.391479453071952}
+{"Finetune/Learning Rate": 8.486903521836751e-06, "Finetune/Loss": 0.8082507848739624, "Finetune/Loss (Raw)": 0.7906575202941895, "Finetune/Step": 5403, "Finetune/Step Time": 6.394236221909523}
+{"Finetune/Learning Rate": 8.4835744678596e-06, "Finetune/Loss": 0.8104113340377808, "Finetune/Loss (Raw)": 0.9251364469528198, "Finetune/Step": 5404, "Finetune/Step Time": 6.39962244220078}
+{"Finetune/Learning Rate": 8.480245585888514e-06, "Finetune/Loss": 0.8100943565368652, "Finetune/Loss (Raw)": 0.7391137480735779, "Finetune/Step": 5405, "Finetune/Step Time": 6.403789732605219}
+{"Finetune/Learning Rate": 8.476916876301084e-06, "Finetune/Loss": 0.8111858367919922, "Finetune/Loss (Raw)": 0.9704388976097107, "Finetune/Step": 5406, "Finetune/Step Time": 6.412072783336043}
+{"Finetune/Learning Rate": 8.473588339474873e-06, "Finetune/Loss": 0.8154535293579102, "Finetune/Loss (Raw)": 0.8624951839447021, "Finetune/Step": 5407, "Finetune/Step Time": 6.41160879842937}
+{"Finetune/Learning Rate": 8.470259975787438e-06, "Finetune/Loss": 0.8113785982131958, "Finetune/Loss (Raw)": 0.425663560628891, "Finetune/Step": 5408, "Finetune/Step Time": 6.389959955587983}
+{"Finetune/Learning Rate": 8.466931785616313e-06, "Finetune/Loss": 0.8120664358139038, "Finetune/Loss (Raw)": 0.8066463470458984, "Finetune/Step": 5409, "Finetune/Step Time": 6.4018359538167715}
+{"Finetune/Learning Rate": 8.463603769339006e-06, "Finetune/Loss": 0.8108023405075073, "Finetune/Loss (Raw)": 0.8275313973426819, "Finetune/Step": 5410, "Finetune/Step Time": 6.3923927415162325}
+{"Finetune/Learning Rate": 8.460275927333008e-06, "Finetune/Loss": 0.8116432428359985, "Finetune/Loss (Raw)": 0.8581722974777222, "Finetune/Step": 5411, "Finetune/Step Time": 6.397456539794803}
+{"Finetune/Learning Rate": 8.456948259975796e-06, "Finetune/Loss": 0.8113102316856384, "Finetune/Loss (Raw)": 0.8267379403114319, "Finetune/Step": 5412, "Finetune/Step Time": 6.405213814228773}
+{"Finetune/Learning Rate": 8.453620767644823e-06, "Finetune/Loss": 0.8112634420394897, "Finetune/Loss (Raw)": 0.7484017610549927, "Finetune/Step": 5413, "Finetune/Step Time": 6.404680198058486}
+{"Finetune/Learning Rate": 8.450293450717517e-06, "Finetune/Loss": 0.8109657168388367, "Finetune/Loss (Raw)": 0.7497320771217346, "Finetune/Step": 5414, "Finetune/Step Time": 6.3958878964185715}
+{"Finetune/Learning Rate": 8.446966309571292e-06, "Finetune/Loss": 0.8095918893814087, "Finetune/Loss (Raw)": 0.7101656794548035, "Finetune/Step": 5415, "Finetune/Step Time": 6.386000337079167}
+{"Finetune/Learning Rate": 8.443639344583547e-06, "Finetune/Loss": 0.8103421926498413, "Finetune/Loss (Raw)": 0.9306386709213257, "Finetune/Step": 5416, "Finetune/Step Time": 6.38744131475687}
+{"Finetune/Learning Rate": 8.440312556131647e-06, "Finetune/Loss": 0.8088101744651794, "Finetune/Loss (Raw)": 0.7792670130729675, "Finetune/Step": 5417, "Finetune/Step Time": 6.393885985016823}
+{"Finetune/Learning Rate": 8.43698594459295e-06, "Finetune/Loss": 0.8079676032066345, "Finetune/Loss (Raw)": 0.7554813027381897, "Finetune/Step": 5418, "Finetune/Step Time": 6.412000451236963}
+{"Finetune/Learning Rate": 8.43365951034479e-06, "Finetune/Loss": 0.8066743612289429, "Finetune/Loss (Raw)": 0.7247605919837952, "Finetune/Step": 5419, "Finetune/Step Time": 6.407766658812761}
+{"Finetune/Learning Rate": 8.430333253764474e-06, "Finetune/Loss": 0.8068150281906128, "Finetune/Loss (Raw)": 0.8694780468940735, "Finetune/Step": 5420, "Finetune/Step Time": 6.401522971689701}
+{"Finetune/Learning Rate": 8.4270071752293e-06, "Finetune/Loss": 0.8077850341796875, "Finetune/Loss (Raw)": 0.8266140222549438, "Finetune/Step": 5421, "Finetune/Step Time": 6.393367014825344}
+{"Finetune/Learning Rate": 8.42368127511654e-06, "Finetune/Loss": 0.8075851202011108, "Finetune/Loss (Raw)": 0.864960253238678, "Finetune/Step": 5422, "Finetune/Step Time": 6.391538420692086}
+{"Finetune/Learning Rate": 8.420355553803443e-06, "Finetune/Loss": 0.8065204620361328, "Finetune/Loss (Raw)": 0.760958194732666, "Finetune/Step": 5423, "Finetune/Step Time": 6.386983612552285}
+{"Finetune/Learning Rate": 8.417030011667241e-06, "Finetune/Loss": 0.8063259720802307, "Finetune/Loss (Raw)": 0.7717852592468262, "Finetune/Step": 5424, "Finetune/Step Time": 6.390466030687094}
+{"Finetune/Learning Rate": 8.413704649085155e-06, "Finetune/Loss": 0.8055472373962402, "Finetune/Loss (Raw)": 0.7624591588973999, "Finetune/Step": 5425, "Finetune/Step Time": 6.39383945427835}
+{"Finetune/Learning Rate": 8.410379466434363e-06, "Finetune/Loss": 0.805061399936676, "Finetune/Loss (Raw)": 0.7364171743392944, "Finetune/Step": 5426, "Finetune/Step Time": 6.392328629270196}
+{"Finetune/Learning Rate": 8.407054464092042e-06, "Finetune/Loss": 0.8057560920715332, "Finetune/Loss (Raw)": 0.8471998572349548, "Finetune/Step": 5427, "Finetune/Step Time": 6.386408980935812}
+{"Finetune/Learning Rate": 8.403729642435346e-06, "Finetune/Loss": 0.8047508597373962, "Finetune/Loss (Raw)": 0.7887596487998962, "Finetune/Step": 5428, "Finetune/Step Time": 6.38455737195909}
+{"Finetune/Learning Rate": 8.4004050018414e-06, "Finetune/Loss": 0.8080369234085083, "Finetune/Loss (Raw)": 0.8313963413238525, "Finetune/Step": 5429, "Finetune/Step Time": 6.3813768327236176}
+{"Finetune/Learning Rate": 8.397080542687313e-06, "Finetune/Loss": 0.8084256649017334, "Finetune/Loss (Raw)": 0.8655660152435303, "Finetune/Step": 5430, "Finetune/Step Time": 6.367010202258825}
+{"Finetune/Learning Rate": 8.39375626535018e-06, "Finetune/Loss": 0.8097183704376221, "Finetune/Loss (Raw)": 0.8520635962486267, "Finetune/Step": 5431, "Finetune/Step Time": 6.364418312907219}
+{"Finetune/Learning Rate": 8.390432170207059e-06, "Finetune/Loss": 0.8134557008743286, "Finetune/Loss (Raw)": 0.7846341133117676, "Finetune/Step": 5432, "Finetune/Step Time": 6.356290457770228}
+{"Finetune/Learning Rate": 8.387108257635003e-06, "Finetune/Loss": 0.8135277032852173, "Finetune/Loss (Raw)": 0.855353593826294, "Finetune/Step": 5433, "Finetune/Step Time": 6.341204036027193}
+{"Finetune/Learning Rate": 8.383784528011046e-06, "Finetune/Loss": 0.8128725290298462, "Finetune/Loss (Raw)": 0.8025887608528137, "Finetune/Step": 5434, "Finetune/Step Time": 6.342973252758384}
+{"Finetune/Learning Rate": 8.38046098171218e-06, "Finetune/Loss": 0.8132201433181763, "Finetune/Loss (Raw)": 0.8370665907859802, "Finetune/Step": 5435, "Finetune/Step Time": 6.343629157170653}
+{"Finetune/Learning Rate": 8.377137619115401e-06, "Finetune/Loss": 0.8135718107223511, "Finetune/Loss (Raw)": 0.8677123785018921, "Finetune/Step": 5436, "Finetune/Step Time": 6.342775961384177}
+{"Finetune/Learning Rate": 8.37381444059767e-06, "Finetune/Loss": 0.8140454292297363, "Finetune/Loss (Raw)": 0.9410569667816162, "Finetune/Step": 5437, "Finetune/Step Time": 6.345133362337947}
+{"Finetune/Learning Rate": 8.370491446535932e-06, "Finetune/Loss": 0.8144463300704956, "Finetune/Loss (Raw)": 0.9795231223106384, "Finetune/Step": 5438, "Finetune/Step Time": 6.3506913259625435}
+{"Finetune/Learning Rate": 8.367168637307104e-06, "Finetune/Loss": 0.8150039911270142, "Finetune/Loss (Raw)": 0.8421838283538818, "Finetune/Step": 5439, "Finetune/Step Time": 6.346350435167551}
+{"Finetune/Learning Rate": 8.363846013288096e-06, "Finetune/Loss": 0.8126256465911865, "Finetune/Loss (Raw)": 0.667682945728302, "Finetune/Step": 5440, "Finetune/Step Time": 6.348401485010982}
+{"Finetune/Learning Rate": 8.360523574855783e-06, "Finetune/Loss": 0.8117848634719849, "Finetune/Loss (Raw)": 0.8226622939109802, "Finetune/Step": 5441, "Finetune/Step Time": 6.348750209435821}
+{"Finetune/Learning Rate": 8.357201322387026e-06, "Finetune/Loss": 0.8121644258499146, "Finetune/Loss (Raw)": 0.8855817914009094, "Finetune/Step": 5442, "Finetune/Step Time": 6.350922606885433}
+{"Finetune/Learning Rate": 8.353879256258665e-06, "Finetune/Loss": 0.8111215233802795, "Finetune/Loss (Raw)": 0.6909325122833252, "Finetune/Step": 5443, "Finetune/Step Time": 6.349706768989563}
+{"Finetune/Learning Rate": 8.350557376847513e-06, "Finetune/Loss": 0.8103520274162292, "Finetune/Loss (Raw)": 0.800020158290863, "Finetune/Step": 5444, "Finetune/Step Time": 6.343872666358948}
+{"Finetune/Learning Rate": 8.347235684530369e-06, "Finetune/Loss": 0.813228189945221, "Finetune/Loss (Raw)": 0.7838996052742004, "Finetune/Step": 5445, "Finetune/Step Time": 6.336734537035227}
+{"Finetune/Learning Rate": 8.343914179684013e-06, "Finetune/Loss": 0.8113999962806702, "Finetune/Loss (Raw)": 0.717093825340271, "Finetune/Step": 5446, "Finetune/Step Time": 6.320452174171805}
+{"Finetune/Learning Rate": 8.34059286268519e-06, "Finetune/Loss": 0.8101211786270142, "Finetune/Loss (Raw)": 0.7656739354133606, "Finetune/Step": 5447, "Finetune/Step Time": 6.3195609375834465}
+{"Finetune/Learning Rate": 8.337271733910636e-06, "Finetune/Loss": 0.809543251991272, "Finetune/Loss (Raw)": 0.8162510395050049, "Finetune/Step": 5448, "Finetune/Step Time": 6.317608375102282}
+{"Finetune/Learning Rate": 8.333950793737067e-06, "Finetune/Loss": 0.8104775547981262, "Finetune/Loss (Raw)": 0.8873682618141174, "Finetune/Step": 5449, "Finetune/Step Time": 6.307978240773082}
+{"Finetune/Learning Rate": 8.330630042541164e-06, "Finetune/Loss": 0.8094757795333862, "Finetune/Loss (Raw)": 0.7252059578895569, "Finetune/Step": 5450, "Finetune/Step Time": 6.305659979581833}
+{"Finetune/Learning Rate": 8.327309480699599e-06, "Finetune/Loss": 0.8092048168182373, "Finetune/Loss (Raw)": 0.8307037949562073, "Finetune/Step": 5451, "Finetune/Step Time": 6.304775558412075}
+{"Finetune/Learning Rate": 8.323989108589026e-06, "Finetune/Loss": 0.8086318969726562, "Finetune/Loss (Raw)": 0.8600287437438965, "Finetune/Step": 5452, "Finetune/Step Time": 6.305000804364681}
+{"Finetune/Learning Rate": 8.320668926586055e-06, "Finetune/Loss": 0.8090090751647949, "Finetune/Loss (Raw)": 0.8690403699874878, "Finetune/Step": 5453, "Finetune/Step Time": 6.301100647076964}
+{"Finetune/Learning Rate": 8.317348935067303e-06, "Finetune/Loss": 0.810344934463501, "Finetune/Loss (Raw)": 0.9573154449462891, "Finetune/Step": 5454, "Finetune/Step Time": 6.313292184844613}
+{"Finetune/Learning Rate": 8.314029134409348e-06, "Finetune/Loss": 0.810454249382019, "Finetune/Loss (Raw)": 0.8213484883308411, "Finetune/Step": 5455, "Finetune/Step Time": 6.314833140000701}
+{"Finetune/Learning Rate": 8.310709524988743e-06, "Finetune/Loss": 0.8106153011322021, "Finetune/Loss (Raw)": 0.9621787667274475, "Finetune/Step": 5456, "Finetune/Step Time": 6.314615838229656}
+{"Finetune/Learning Rate": 8.307390107182038e-06, "Finetune/Loss": 0.8110562562942505, "Finetune/Loss (Raw)": 0.9489109516143799, "Finetune/Step": 5457, "Finetune/Step Time": 6.313587887212634}
+{"Finetune/Learning Rate": 8.304070881365748e-06, "Finetune/Loss": 0.8092038631439209, "Finetune/Loss (Raw)": 0.7546182870864868, "Finetune/Step": 5458, "Finetune/Step Time": 6.3141076900064945}
+{"Finetune/Learning Rate": 8.300751847916361e-06, "Finetune/Loss": 0.8115266561508179, "Finetune/Loss (Raw)": 0.7485196590423584, "Finetune/Step": 5459, "Finetune/Step Time": 6.301989609375596}
+{"Finetune/Learning Rate": 8.297433007210354e-06, "Finetune/Loss": 0.8122298717498779, "Finetune/Loss (Raw)": 0.9735663533210754, "Finetune/Step": 5460, "Finetune/Step Time": 6.288989068940282}
+{"Finetune/Learning Rate": 8.294114359624186e-06, "Finetune/Loss": 0.8123353719711304, "Finetune/Loss (Raw)": 0.8904821872711182, "Finetune/Step": 5461, "Finetune/Step Time": 6.2722571734339}
+{"Finetune/Learning Rate": 8.290795905534274e-06, "Finetune/Loss": 0.8110959529876709, "Finetune/Loss (Raw)": 0.808880627155304, "Finetune/Step": 5462, "Finetune/Step Time": 6.282759036868811}
+{"Finetune/Learning Rate": 8.287477645317032e-06, "Finetune/Loss": 0.811325192451477, "Finetune/Loss (Raw)": 0.8191167712211609, "Finetune/Step": 5463, "Finetune/Step Time": 6.281080136075616}
+{"Finetune/Learning Rate": 8.284159579348852e-06, "Finetune/Loss": 0.811481237411499, "Finetune/Loss (Raw)": 0.7927691340446472, "Finetune/Step": 5464, "Finetune/Step Time": 6.275331718847156}
+{"Finetune/Learning Rate": 8.280841708006085e-06, "Finetune/Loss": 0.8073252439498901, "Finetune/Loss (Raw)": 0.4351504445075989, "Finetune/Step": 5465, "Finetune/Step Time": 6.281408905982971}
+{"Finetune/Learning Rate": 8.277524031665079e-06, "Finetune/Loss": 0.8074071407318115, "Finetune/Loss (Raw)": 0.7872217297554016, "Finetune/Step": 5466, "Finetune/Step Time": 6.294154169037938}
+{"Finetune/Learning Rate": 8.274206550702158e-06, "Finetune/Loss": 0.811113715171814, "Finetune/Loss (Raw)": 0.8485265374183655, "Finetune/Step": 5467, "Finetune/Step Time": 6.310519427061081}
+{"Finetune/Learning Rate": 8.270889265493608e-06, "Finetune/Loss": 0.8113618493080139, "Finetune/Loss (Raw)": 0.9254040718078613, "Finetune/Step": 5468, "Finetune/Step Time": 6.2948843613266945}
+{"Finetune/Learning Rate": 8.267572176415713e-06, "Finetune/Loss": 0.8066895604133606, "Finetune/Loss (Raw)": 0.41696053743362427, "Finetune/Step": 5469, "Finetune/Step Time": 6.29768006131053}
+{"Finetune/Learning Rate": 8.264255283844727e-06, "Finetune/Loss": 0.8065803647041321, "Finetune/Loss (Raw)": 0.8483287692070007, "Finetune/Step": 5470, "Finetune/Step Time": 6.307858729735017}
+{"Finetune/Learning Rate": 8.260938588156873e-06, "Finetune/Loss": 0.807350754737854, "Finetune/Loss (Raw)": 0.9177009463310242, "Finetune/Step": 5471, "Finetune/Step Time": 6.299387780949473}
+{"Finetune/Learning Rate": 8.257622089728362e-06, "Finetune/Loss": 0.8066092133522034, "Finetune/Loss (Raw)": 0.8421474099159241, "Finetune/Step": 5472, "Finetune/Step Time": 6.295094633474946}
+{"Finetune/Learning Rate": 8.254305788935386e-06, "Finetune/Loss": 0.8050034642219543, "Finetune/Loss (Raw)": 0.6399632692337036, "Finetune/Step": 5473, "Finetune/Step Time": 6.292690260335803}
+{"Finetune/Learning Rate": 8.2509896861541e-06, "Finetune/Loss": 0.8070706725120544, "Finetune/Loss (Raw)": 0.9851323366165161, "Finetune/Step": 5474, "Finetune/Step Time": 6.30249915458262}
+{"Finetune/Learning Rate": 8.24767378176065e-06, "Finetune/Loss": 0.8083392381668091, "Finetune/Loss (Raw)": 0.8051890134811401, "Finetune/Step": 5475, "Finetune/Step Time": 6.303555604070425}
+{"Finetune/Learning Rate": 8.244358076131154e-06, "Finetune/Loss": 0.8079304695129395, "Finetune/Loss (Raw)": 0.7046203017234802, "Finetune/Step": 5476, "Finetune/Step Time": 6.296007998287678}
+{"Finetune/Learning Rate": 8.241042569641705e-06, "Finetune/Loss": 0.8087236285209656, "Finetune/Loss (Raw)": 0.8964967131614685, "Finetune/Step": 5477, "Finetune/Step Time": 6.2960773184895515}
+{"Finetune/Learning Rate": 8.237727262668378e-06, "Finetune/Loss": 0.8090469837188721, "Finetune/Loss (Raw)": 0.8767397999763489, "Finetune/Step": 5478, "Finetune/Step Time": 6.294209385290742}
+{"Finetune/Learning Rate": 8.234412155587226e-06, "Finetune/Loss": 0.8095787167549133, "Finetune/Loss (Raw)": 0.8536537885665894, "Finetune/Step": 5479, "Finetune/Step Time": 6.29424518533051}
+{"Finetune/Learning Rate": 8.231097248774273e-06, "Finetune/Loss": 0.8102670907974243, "Finetune/Loss (Raw)": 0.9178022146224976, "Finetune/Step": 5480, "Finetune/Step Time": 6.291351718828082}
+{"Finetune/Learning Rate": 8.227782542605525e-06, "Finetune/Loss": 0.8122560381889343, "Finetune/Loss (Raw)": 0.9605799913406372, "Finetune/Step": 5481, "Finetune/Step Time": 6.283453445881605}
+{"Finetune/Learning Rate": 8.224468037456969e-06, "Finetune/Loss": 0.8115783929824829, "Finetune/Loss (Raw)": 0.6902779340744019, "Finetune/Step": 5482, "Finetune/Step Time": 6.270338632166386}
+{"Finetune/Learning Rate": 8.22115373370456e-06, "Finetune/Loss": 0.810566782951355, "Finetune/Loss (Raw)": 0.843169093132019, "Finetune/Step": 5483, "Finetune/Step Time": 6.26910912618041}
+{"Finetune/Learning Rate": 8.217839631724236e-06, "Finetune/Loss": 0.8103536367416382, "Finetune/Loss (Raw)": 0.8104003667831421, "Finetune/Step": 5484, "Finetune/Step Time": 6.268235748633742}
+{"Finetune/Learning Rate": 8.214525731891917e-06, "Finetune/Loss": 0.8126192688941956, "Finetune/Loss (Raw)": 1.0826623439788818, "Finetune/Step": 5485, "Finetune/Step Time": 6.2592273242771626}
+{"Finetune/Learning Rate": 8.211212034583483e-06, "Finetune/Loss": 0.817707896232605, "Finetune/Loss (Raw)": 0.9634385704994202, "Finetune/Step": 5486, "Finetune/Step Time": 6.2533601224422455}
+{"Finetune/Learning Rate": 8.207898540174807e-06, "Finetune/Loss": 0.8172812461853027, "Finetune/Loss (Raw)": 0.7494750022888184, "Finetune/Step": 5487, "Finetune/Step Time": 6.239159811288118}
+{"Finetune/Learning Rate": 8.20458524904174e-06, "Finetune/Loss": 0.8173130750656128, "Finetune/Loss (Raw)": 0.8633734583854675, "Finetune/Step": 5488, "Finetune/Step Time": 6.242131404578686}
+{"Finetune/Learning Rate": 8.201272161560094e-06, "Finetune/Loss": 0.8168041706085205, "Finetune/Loss (Raw)": 0.7913825511932373, "Finetune/Step": 5489, "Finetune/Step Time": 6.2454780247062445}
+{"Finetune/Learning Rate": 8.197959278105675e-06, "Finetune/Loss": 0.8147942423820496, "Finetune/Loss (Raw)": 0.7491729855537415, "Finetune/Step": 5490, "Finetune/Step Time": 6.245262881740928}
+{"Finetune/Learning Rate": 8.194646599054259e-06, "Finetune/Loss": 0.8141034245491028, "Finetune/Loss (Raw)": 0.8192555904388428, "Finetune/Step": 5491, "Finetune/Step Time": 6.245805369690061}
+{"Finetune/Learning Rate": 8.191334124781594e-06, "Finetune/Loss": 0.8148443698883057, "Finetune/Loss (Raw)": 0.7758907079696655, "Finetune/Step": 5492, "Finetune/Step Time": 6.244726397097111}
+{"Finetune/Learning Rate": 8.188021855663411e-06, "Finetune/Loss": 0.8136522769927979, "Finetune/Loss (Raw)": 0.7754063606262207, "Finetune/Step": 5493, "Finetune/Step Time": 6.239972086623311}
+{"Finetune/Learning Rate": 8.184709792075418e-06, "Finetune/Loss": 0.8139793872833252, "Finetune/Loss (Raw)": 0.8915698528289795, "Finetune/Step": 5494, "Finetune/Step Time": 6.23945770971477}
+{"Finetune/Learning Rate": 8.181397934393297e-06, "Finetune/Loss": 0.8124510645866394, "Finetune/Loss (Raw)": 0.7818889617919922, "Finetune/Step": 5495, "Finetune/Step Time": 6.2387267127633095}
+{"Finetune/Learning Rate": 8.178086282992705e-06, "Finetune/Loss": 0.8115382194519043, "Finetune/Loss (Raw)": 0.8700942993164062, "Finetune/Step": 5496, "Finetune/Step Time": 6.248141357675195}
+{"Finetune/Learning Rate": 8.174774838249282e-06, "Finetune/Loss": 0.8111695051193237, "Finetune/Loss (Raw)": 0.7894365787506104, "Finetune/Step": 5497, "Finetune/Step Time": 6.245277380570769}
+{"Finetune/Learning Rate": 8.171463600538642e-06, "Finetune/Loss": 0.8113493919372559, "Finetune/Loss (Raw)": 0.7709358930587769, "Finetune/Step": 5498, "Finetune/Step Time": 6.2414391078054905}
+{"Finetune/Learning Rate": 8.168152570236368e-06, "Finetune/Loss": 0.8104892373085022, "Finetune/Loss (Raw)": 0.7940372228622437, "Finetune/Step": 5499, "Finetune/Step Time": 6.239063559100032}
+{"Finetune/Learning Rate": 8.164841747718027e-06, "Finetune/Loss": 0.8104903697967529, "Finetune/Loss (Raw)": 0.7955745458602905, "Finetune/Step": 5500, "Finetune/Step Time": 6.239647665992379}
+{"Finetune/Learning Rate": 8.161531133359166e-06, "Finetune/Loss": 0.8113916516304016, "Finetune/Loss (Raw)": 0.8900060653686523, "Finetune/Step": 5501, "Finetune/Step Time": 6.222126184031367}
+{"Finetune/Learning Rate": 8.158220727535298e-06, "Finetune/Loss": 0.8110400438308716, "Finetune/Loss (Raw)": 0.7721130847930908, "Finetune/Step": 5502, "Finetune/Step Time": 6.22043814137578}
+{"Finetune/Learning Rate": 8.15491053062192e-06, "Finetune/Loss": 0.8116955757141113, "Finetune/Loss (Raw)": 0.9227626323699951, "Finetune/Step": 5503, "Finetune/Step Time": 6.217456448823214}
+{"Finetune/Learning Rate": 8.151600542994506e-06, "Finetune/Loss": 0.8128829598426819, "Finetune/Loss (Raw)": 0.8383336663246155, "Finetune/Step": 5504, "Finetune/Step Time": 6.21509656496346}
+{"Finetune/Learning Rate": 8.148290765028497e-06, "Finetune/Loss": 0.8127335906028748, "Finetune/Loss (Raw)": 0.8455461859703064, "Finetune/Step": 5505, "Finetune/Step Time": 6.215228946879506}
+{"Finetune/Learning Rate": 8.14498119709932e-06, "Finetune/Loss": 0.8125016689300537, "Finetune/Loss (Raw)": 0.9062411785125732, "Finetune/Step": 5506, "Finetune/Step Time": 6.2258009146898985}
+{"Finetune/Learning Rate": 8.141671839582379e-06, "Finetune/Loss": 0.8138047456741333, "Finetune/Loss (Raw)": 0.8888401985168457, "Finetune/Step": 5507, "Finetune/Step Time": 6.216202035546303}
+{"Finetune/Learning Rate": 8.138362692853041e-06, "Finetune/Loss": 0.8141165971755981, "Finetune/Loss (Raw)": 0.8639945983886719, "Finetune/Step": 5508, "Finetune/Step Time": 6.210233202204108}
+{"Finetune/Learning Rate": 8.135053757286661e-06, "Finetune/Loss": 0.814666748046875, "Finetune/Loss (Raw)": 0.9153209328651428, "Finetune/Step": 5509, "Finetune/Step Time": 6.223912455141544}
+{"Finetune/Learning Rate": 8.131745033258573e-06, "Finetune/Loss": 0.8153780102729797, "Finetune/Loss (Raw)": 0.8313812613487244, "Finetune/Step": 5510, "Finetune/Step Time": 6.228013711050153}
+{"Finetune/Learning Rate": 8.128436521144073e-06, "Finetune/Loss": 0.8164766430854797, "Finetune/Loss (Raw)": 0.8278886675834656, "Finetune/Step": 5511, "Finetune/Step Time": 6.231144266203046}
+{"Finetune/Learning Rate": 8.125128221318446e-06, "Finetune/Loss": 0.8163477182388306, "Finetune/Loss (Raw)": 0.7862540483474731, "Finetune/Step": 5512, "Finetune/Step Time": 6.2239443846046925}
+{"Finetune/Learning Rate": 8.12182013415695e-06, "Finetune/Loss": 0.816564679145813, "Finetune/Loss (Raw)": 0.807195782661438, "Finetune/Step": 5513, "Finetune/Step Time": 6.223249515518546}
+{"Finetune/Learning Rate": 8.118512260034808e-06, "Finetune/Loss": 0.8163065910339355, "Finetune/Loss (Raw)": 0.7663436532020569, "Finetune/Step": 5514, "Finetune/Step Time": 6.225176382809877}
+{"Finetune/Learning Rate": 8.115204599327233e-06, "Finetune/Loss": 0.8171976208686829, "Finetune/Loss (Raw)": 0.9296974539756775, "Finetune/Step": 5515, "Finetune/Step Time": 6.228630356490612}
+{"Finetune/Learning Rate": 8.111897152409411e-06, "Finetune/Loss": 0.8178713321685791, "Finetune/Loss (Raw)": 0.9325547218322754, "Finetune/Step": 5516, "Finetune/Step Time": 6.229922624304891}
+{"Finetune/Learning Rate": 8.108589919656496e-06, "Finetune/Loss": 0.8181665539741516, "Finetune/Loss (Raw)": 0.8691260814666748, "Finetune/Step": 5517, "Finetune/Step Time": 6.222795616835356}
+{"Finetune/Learning Rate": 8.105282901443626e-06, "Finetune/Loss": 0.8183236122131348, "Finetune/Loss (Raw)": 0.8607478141784668, "Finetune/Step": 5518, "Finetune/Step Time": 6.240098472684622}
+{"Finetune/Learning Rate": 8.101976098145912e-06, "Finetune/Loss": 0.8175572156906128, "Finetune/Loss (Raw)": 0.716283917427063, "Finetune/Step": 5519, "Finetune/Step Time": 6.243490440770984}
+{"Finetune/Learning Rate": 8.098669510138438e-06, "Finetune/Loss": 0.817017674446106, "Finetune/Loss (Raw)": 0.7725788354873657, "Finetune/Step": 5520, "Finetune/Step Time": 6.258847484365106}
+{"Finetune/Learning Rate": 8.095363137796264e-06, "Finetune/Loss": 0.817780613899231, "Finetune/Loss (Raw)": 0.9114915728569031, "Finetune/Step": 5521, "Finetune/Step Time": 6.259462557733059}
+{"Finetune/Learning Rate": 8.092056981494433e-06, "Finetune/Loss": 0.8186362385749817, "Finetune/Loss (Raw)": 0.9590602517127991, "Finetune/Step": 5522, "Finetune/Step Time": 6.256088281050324}
+{"Finetune/Learning Rate": 8.088751041607955e-06, "Finetune/Loss": 0.8191602230072021, "Finetune/Loss (Raw)": 0.395715594291687, "Finetune/Step": 5523, "Finetune/Step Time": 6.245669219642878}
+{"Finetune/Learning Rate": 8.085445318511814e-06, "Finetune/Loss": 0.8185837268829346, "Finetune/Loss (Raw)": 0.7766013145446777, "Finetune/Step": 5524, "Finetune/Step Time": 6.248238682746887}
+{"Finetune/Learning Rate": 8.082139812580983e-06, "Finetune/Loss": 0.8156036138534546, "Finetune/Loss (Raw)": 0.3448619246482849, "Finetune/Step": 5525, "Finetune/Step Time": 6.253001281991601}
+{"Finetune/Learning Rate": 8.078834524190391e-06, "Finetune/Loss": 0.8122937679290771, "Finetune/Loss (Raw)": 0.42546749114990234, "Finetune/Step": 5526, "Finetune/Step Time": 6.259951453655958}
+{"Finetune/Learning Rate": 8.075529453714957e-06, "Finetune/Loss": 0.812278687953949, "Finetune/Loss (Raw)": 0.8694086670875549, "Finetune/Step": 5527, "Finetune/Step Time": 6.269108483567834}
+{"Finetune/Learning Rate": 8.072224601529574e-06, "Finetune/Loss": 0.812719464302063, "Finetune/Loss (Raw)": 0.8823510408401489, "Finetune/Step": 5528, "Finetune/Step Time": 6.273551255464554}
+{"Finetune/Learning Rate": 8.068919968009098e-06, "Finetune/Loss": 0.8137714862823486, "Finetune/Loss (Raw)": 0.8085202574729919, "Finetune/Step": 5529, "Finetune/Step Time": 6.266575461253524}
+{"Finetune/Learning Rate": 8.06561555352838e-06, "Finetune/Loss": 0.813517689704895, "Finetune/Loss (Raw)": 0.8258476257324219, "Finetune/Step": 5530, "Finetune/Step Time": 6.254537975415587}
+{"Finetune/Learning Rate": 8.062311358462227e-06, "Finetune/Loss": 0.8143188953399658, "Finetune/Loss (Raw)": 0.8932074904441833, "Finetune/Step": 5531, "Finetune/Step Time": 6.252520993351936}
+{"Finetune/Learning Rate": 8.059007383185431e-06, "Finetune/Loss": 0.8146610856056213, "Finetune/Loss (Raw)": 0.9689418077468872, "Finetune/Step": 5532, "Finetune/Step Time": 6.247216310352087}
+{"Finetune/Learning Rate": 8.055703628072757e-06, "Finetune/Loss": 0.8156312108039856, "Finetune/Loss (Raw)": 0.8632836937904358, "Finetune/Step": 5533, "Finetune/Step Time": 6.239690162241459}
+{"Finetune/Learning Rate": 8.052400093498949e-06, "Finetune/Loss": 0.8136037588119507, "Finetune/Loss (Raw)": 0.7109245657920837, "Finetune/Step": 5534, "Finetune/Step Time": 6.230702808126807}
+{"Finetune/Learning Rate": 8.04909677983872e-06, "Finetune/Loss": 0.8134920001029968, "Finetune/Loss (Raw)": 0.8481898903846741, "Finetune/Step": 5535, "Finetune/Step Time": 6.235494343563914}
+{"Finetune/Learning Rate": 8.045793687466757e-06, "Finetune/Loss": 0.8163573741912842, "Finetune/Loss (Raw)": 0.7924373149871826, "Finetune/Step": 5536, "Finetune/Step Time": 6.222661377862096}
+{"Finetune/Learning Rate": 8.042490816757734e-06, "Finetune/Loss": 0.8167232275009155, "Finetune/Loss (Raw)": 0.8534685969352722, "Finetune/Step": 5537, "Finetune/Step Time": 6.207965569570661}
+{"Finetune/Learning Rate": 8.039188168086278e-06, "Finetune/Loss": 0.8163379430770874, "Finetune/Loss (Raw)": 0.7782292366027832, "Finetune/Step": 5538, "Finetune/Step Time": 6.20632404461503}
+{"Finetune/Learning Rate": 8.035885741827016e-06, "Finetune/Loss": 0.8167697191238403, "Finetune/Loss (Raw)": 0.9134256839752197, "Finetune/Step": 5539, "Finetune/Step Time": 6.20110485330224}
+{"Finetune/Learning Rate": 8.032583538354534e-06, "Finetune/Loss": 0.8177275657653809, "Finetune/Loss (Raw)": 0.9493479132652283, "Finetune/Step": 5540, "Finetune/Step Time": 6.193941159173846}
+{"Finetune/Learning Rate": 8.029281558043394e-06, "Finetune/Loss": 0.8182499408721924, "Finetune/Loss (Raw)": 0.8152722716331482, "Finetune/Step": 5541, "Finetune/Step Time": 6.190347712486982}
+{"Finetune/Learning Rate": 8.025979801268135e-06, "Finetune/Loss": 0.8197975754737854, "Finetune/Loss (Raw)": 0.9478234648704529, "Finetune/Step": 5542, "Finetune/Step Time": 6.189317977055907}
+{"Finetune/Learning Rate": 8.022678268403277e-06, "Finetune/Loss": 0.8209205865859985, "Finetune/Loss (Raw)": 0.8539131879806519, "Finetune/Step": 5543, "Finetune/Step Time": 6.19099616445601}
+{"Finetune/Learning Rate": 8.0193769598233e-06, "Finetune/Loss": 0.8196046352386475, "Finetune/Loss (Raw)": 0.7622007727622986, "Finetune/Step": 5544, "Finetune/Step Time": 6.194881591945887}
+{"Finetune/Learning Rate": 8.016075875902669e-06, "Finetune/Loss": 0.8198440074920654, "Finetune/Loss (Raw)": 0.8099046349525452, "Finetune/Step": 5545, "Finetune/Step Time": 6.204756833612919}
+{"Finetune/Learning Rate": 8.012775017015829e-06, "Finetune/Loss": 0.820664644241333, "Finetune/Loss (Raw)": 0.8605170845985413, "Finetune/Step": 5546, "Finetune/Step Time": 6.185521550476551}
+{"Finetune/Learning Rate": 8.00947438353718e-06, "Finetune/Loss": 0.8219491839408875, "Finetune/Loss (Raw)": 0.8891805410385132, "Finetune/Step": 5547, "Finetune/Step Time": 6.185465380549431}
+{"Finetune/Learning Rate": 8.006173975841115e-06, "Finetune/Loss": 0.8221908807754517, "Finetune/Loss (Raw)": 0.9004145860671997, "Finetune/Step": 5548, "Finetune/Step Time": 6.184818543493748}
+{"Finetune/Learning Rate": 8.002873794301997e-06, "Finetune/Loss": 0.8231759071350098, "Finetune/Loss (Raw)": 0.9526954889297485, "Finetune/Step": 5549, "Finetune/Step Time": 6.1810027081519365}
+{"Finetune/Learning Rate": 7.999573839294154e-06, "Finetune/Loss": 0.8229756355285645, "Finetune/Loss (Raw)": 0.8393263220787048, "Finetune/Step": 5550, "Finetune/Step Time": 6.180371155962348}
+{"Finetune/Learning Rate": 7.996274111191901e-06, "Finetune/Loss": 0.8234692215919495, "Finetune/Loss (Raw)": 0.8241373300552368, "Finetune/Step": 5551, "Finetune/Step Time": 6.178854838013649}
+{"Finetune/Learning Rate": 7.992974610369521e-06, "Finetune/Loss": 0.8247949481010437, "Finetune/Loss (Raw)": 0.9414807558059692, "Finetune/Step": 5552, "Finetune/Step Time": 6.160501502454281}
+{"Finetune/Learning Rate": 7.98967533720127e-06, "Finetune/Loss": 0.8253068923950195, "Finetune/Loss (Raw)": 0.8279913067817688, "Finetune/Step": 5553, "Finetune/Step Time": 6.16121581941843}
+{"Finetune/Learning Rate": 7.986376292061378e-06, "Finetune/Loss": 0.8256217241287231, "Finetune/Loss (Raw)": 0.7767244577407837, "Finetune/Step": 5554, "Finetune/Step Time": 6.180502561852336}
+{"Finetune/Learning Rate": 7.983077475324058e-06, "Finetune/Loss": 0.8263495564460754, "Finetune/Loss (Raw)": 0.9403533935546875, "Finetune/Step": 5555, "Finetune/Step Time": 6.20142369531095}
+{"Finetune/Learning Rate": 7.979778887363485e-06, "Finetune/Loss": 0.8268217444419861, "Finetune/Loss (Raw)": 0.84919673204422, "Finetune/Step": 5556, "Finetune/Step Time": 6.201477617025375}
+{"Finetune/Learning Rate": 7.976480528553812e-06, "Finetune/Loss": 0.826846718788147, "Finetune/Loss (Raw)": 0.8345934748649597, "Finetune/Step": 5557, "Finetune/Step Time": 6.203853549435735}
+{"Finetune/Learning Rate": 7.973182399269176e-06, "Finetune/Loss": 0.8279147148132324, "Finetune/Loss (Raw)": 1.0022722482681274, "Finetune/Step": 5558, "Finetune/Step Time": 6.202425979077816}
+{"Finetune/Learning Rate": 7.969884499883666e-06, "Finetune/Loss": 0.8278900384902954, "Finetune/Loss (Raw)": 0.8489022850990295, "Finetune/Step": 5559, "Finetune/Step Time": 6.199010848999023}
+{"Finetune/Learning Rate": 7.966586830771367e-06, "Finetune/Loss": 0.824640154838562, "Finetune/Loss (Raw)": 0.36865660548210144, "Finetune/Step": 5560, "Finetune/Step Time": 6.20135579444468}
+{"Finetune/Learning Rate": 7.96328939230633e-06, "Finetune/Loss": 0.8242102265357971, "Finetune/Loss (Raw)": 0.8003173470497131, "Finetune/Step": 5561, "Finetune/Step Time": 6.218803264200687}
+{"Finetune/Learning Rate": 7.959992184862572e-06, "Finetune/Loss": 0.8237755298614502, "Finetune/Loss (Raw)": 0.7469482421875, "Finetune/Step": 5562, "Finetune/Step Time": 6.2426268588751554}
+{"Finetune/Learning Rate": 7.956695208814097e-06, "Finetune/Loss": 0.8244363069534302, "Finetune/Loss (Raw)": 0.9216453433036804, "Finetune/Step": 5563, "Finetune/Step Time": 6.244462938979268}
+{"Finetune/Learning Rate": 7.953398464534878e-06, "Finetune/Loss": 0.8245010375976562, "Finetune/Loss (Raw)": 0.8760015368461609, "Finetune/Step": 5564, "Finetune/Step Time": 6.24441983923316}
+{"Finetune/Learning Rate": 7.950101952398852e-06, "Finetune/Loss": 0.8239794969558716, "Finetune/Loss (Raw)": 0.8743013739585876, "Finetune/Step": 5565, "Finetune/Step Time": 6.237798701971769}
+{"Finetune/Learning Rate": 7.94680567277994e-06, "Finetune/Loss": 0.823785126209259, "Finetune/Loss (Raw)": 0.9546366333961487, "Finetune/Step": 5566, "Finetune/Step Time": 6.230724427849054}
+{"Finetune/Learning Rate": 7.943509626052042e-06, "Finetune/Loss": 0.8240025639533997, "Finetune/Loss (Raw)": 0.8700206875801086, "Finetune/Step": 5567, "Finetune/Step Time": 6.226907158270478}
+{"Finetune/Learning Rate": 7.940213812589018e-06, "Finetune/Loss": 0.8256353139877319, "Finetune/Loss (Raw)": 0.8766762614250183, "Finetune/Step": 5568, "Finetune/Step Time": 6.21536679752171}
+{"Finetune/Learning Rate": 7.936918232764708e-06, "Finetune/Loss": 0.8261553049087524, "Finetune/Loss (Raw)": 0.8892145752906799, "Finetune/Step": 5569, "Finetune/Step Time": 6.211500450968742}
+{"Finetune/Learning Rate": 7.933622886952926e-06, "Finetune/Loss": 0.8249619007110596, "Finetune/Loss (Raw)": 0.7328347563743591, "Finetune/Step": 5570, "Finetune/Step Time": 6.207725876942277}
+{"Finetune/Learning Rate": 7.930327775527456e-06, "Finetune/Loss": 0.8260915279388428, "Finetune/Loss (Raw)": 0.8355243802070618, "Finetune/Step": 5571, "Finetune/Step Time": 6.207208810374141}
+{"Finetune/Learning Rate": 7.927032898862061e-06, "Finetune/Loss": 0.8266668319702148, "Finetune/Loss (Raw)": 0.8736523985862732, "Finetune/Step": 5572, "Finetune/Step Time": 6.216309444978833}
+{"Finetune/Learning Rate": 7.923738257330475e-06, "Finetune/Loss": 0.8273815512657166, "Finetune/Loss (Raw)": 0.8753860592842102, "Finetune/Step": 5573, "Finetune/Step Time": 6.216383328661323}
+{"Finetune/Learning Rate": 7.920443851306402e-06, "Finetune/Loss": 0.8286415338516235, "Finetune/Loss (Raw)": 0.8783628344535828, "Finetune/Step": 5574, "Finetune/Step Time": 6.233685575425625}
+{"Finetune/Learning Rate": 7.91714968116352e-06, "Finetune/Loss": 0.8289478421211243, "Finetune/Loss (Raw)": 0.8048903942108154, "Finetune/Step": 5575, "Finetune/Step Time": 6.234405657276511}
+{"Finetune/Learning Rate": 7.91385574727549e-06, "Finetune/Loss": 0.826209306716919, "Finetune/Loss (Raw)": 0.4657154679298401, "Finetune/Step": 5576, "Finetune/Step Time": 6.238944459706545}
+{"Finetune/Learning Rate": 7.910562050015931e-06, "Finetune/Loss": 0.8251111507415771, "Finetune/Loss (Raw)": 0.7468098402023315, "Finetune/Step": 5577, "Finetune/Step Time": 6.252461234107614}
+{"Finetune/Learning Rate": 7.907268589758443e-06, "Finetune/Loss": 0.8261964321136475, "Finetune/Loss (Raw)": 0.8641147017478943, "Finetune/Step": 5578, "Finetune/Step Time": 6.251917017623782}
+{"Finetune/Learning Rate": 7.903975366876603e-06, "Finetune/Loss": 0.8230469226837158, "Finetune/Loss (Raw)": 0.42756474018096924, "Finetune/Step": 5579, "Finetune/Step Time": 6.252607995644212}
+{"Finetune/Learning Rate": 7.900682381743956e-06, "Finetune/Loss": 0.8227327466011047, "Finetune/Loss (Raw)": 0.819815993309021, "Finetune/Step": 5580, "Finetune/Step Time": 6.267855767160654}
+{"Finetune/Learning Rate": 7.897389634734019e-06, "Finetune/Loss": 0.8216283321380615, "Finetune/Loss (Raw)": 0.7276790142059326, "Finetune/Step": 5581, "Finetune/Step Time": 6.272359384223819}
+{"Finetune/Learning Rate": 7.89409712622028e-06, "Finetune/Loss": 0.8205870389938354, "Finetune/Loss (Raw)": 0.8240237832069397, "Finetune/Step": 5582, "Finetune/Step Time": 6.2637758776545525}
+{"Finetune/Learning Rate": 7.890804856576213e-06, "Finetune/Loss": 0.8208044767379761, "Finetune/Loss (Raw)": 0.8491882681846619, "Finetune/Step": 5583, "Finetune/Step Time": 6.280712943524122}
+{"Finetune/Learning Rate": 7.887512826175247e-06, "Finetune/Loss": 0.8212264776229858, "Finetune/Loss (Raw)": 1.0161877870559692, "Finetune/Step": 5584, "Finetune/Step Time": 6.283099498599768}
+{"Finetune/Learning Rate": 7.884221035390796e-06, "Finetune/Loss": 0.8219285607337952, "Finetune/Loss (Raw)": 1.0387802124023438, "Finetune/Step": 5585, "Finetune/Step Time": 6.289142571389675}
+{"Finetune/Learning Rate": 7.880929484596249e-06, "Finetune/Loss": 0.8229329586029053, "Finetune/Loss (Raw)": 0.8831773996353149, "Finetune/Step": 5586, "Finetune/Step Time": 6.29256902448833}
+{"Finetune/Learning Rate": 7.877638174164947e-06, "Finetune/Loss": 0.824293315410614, "Finetune/Loss (Raw)": 0.922650158405304, "Finetune/Step": 5587, "Finetune/Step Time": 6.289757722988725}
+{"Finetune/Learning Rate": 7.874347104470234e-06, "Finetune/Loss": 0.8228206634521484, "Finetune/Loss (Raw)": 0.7850598692893982, "Finetune/Step": 5588, "Finetune/Step Time": 6.287739012390375}
+{"Finetune/Learning Rate": 7.871056275885407e-06, "Finetune/Loss": 0.8219276070594788, "Finetune/Loss (Raw)": 0.7761786580085754, "Finetune/Step": 5589, "Finetune/Step Time": 6.289484664797783}
+{"Finetune/Learning Rate": 7.867765688783732e-06, "Finetune/Loss": 0.822774350643158, "Finetune/Loss (Raw)": 0.9172593951225281, "Finetune/Step": 5590, "Finetune/Step Time": 6.292840661481023}
+{"Finetune/Learning Rate": 7.864475343538466e-06, "Finetune/Loss": 0.8215793371200562, "Finetune/Loss (Raw)": 0.6661525368690491, "Finetune/Step": 5591, "Finetune/Step Time": 6.293793711811304}
+{"Finetune/Learning Rate": 7.861185240522828e-06, "Finetune/Loss": 0.8214385509490967, "Finetune/Loss (Raw)": 0.7747491598129272, "Finetune/Step": 5592, "Finetune/Step Time": 6.299415132030845}
+{"Finetune/Learning Rate": 7.857895380110004e-06, "Finetune/Loss": 0.8243497610092163, "Finetune/Loss (Raw)": 0.8077947497367859, "Finetune/Step": 5593, "Finetune/Step Time": 6.29577461630106}
+{"Finetune/Learning Rate": 7.854605762673158e-06, "Finetune/Loss": 0.8248302936553955, "Finetune/Loss (Raw)": 0.8487203121185303, "Finetune/Step": 5594, "Finetune/Step Time": 6.280722815543413}
+{"Finetune/Learning Rate": 7.851316388585436e-06, "Finetune/Loss": 0.8242239356040955, "Finetune/Loss (Raw)": 0.7709128260612488, "Finetune/Step": 5595, "Finetune/Step Time": 6.2643081564456224}
+{"Finetune/Learning Rate": 7.848027258219938e-06, "Finetune/Loss": 0.8224598169326782, "Finetune/Loss (Raw)": 0.699600338935852, "Finetune/Step": 5596, "Finetune/Step Time": 6.26516680419445}
+{"Finetune/Learning Rate": 7.844738371949747e-06, "Finetune/Loss": 0.8259478211402893, "Finetune/Loss (Raw)": 0.863427996635437, "Finetune/Step": 5597, "Finetune/Step Time": 6.2599211279302835}
+{"Finetune/Learning Rate": 7.841449730147921e-06, "Finetune/Loss": 0.8268495202064514, "Finetune/Loss (Raw)": 0.9637405872344971, "Finetune/Step": 5598, "Finetune/Step Time": 6.2433474492281675}
+{"Finetune/Learning Rate": 7.83816133318748e-06, "Finetune/Loss": 0.8267679810523987, "Finetune/Loss (Raw)": 0.9072672128677368, "Finetune/Step": 5599, "Finetune/Step Time": 6.2435945719480515}
+{"Finetune/Learning Rate": 7.834873181441426e-06, "Finetune/Loss": 0.8267143368721008, "Finetune/Loss (Raw)": 0.835277795791626, "Finetune/Step": 5600, "Finetune/Step Time": 6.244291773065925}
+{"Finetune/Learning Rate": 7.831585275282735e-06, "Finetune/Loss": 0.8283613920211792, "Finetune/Loss (Raw)": 0.8507884740829468, "Finetune/Step": 5601, "Finetune/Step Time": 6.242485111579299}
+{"Finetune/Learning Rate": 7.828297615084341e-06, "Finetune/Loss": 0.8265003561973572, "Finetune/Loss (Raw)": 0.746918797492981, "Finetune/Step": 5602, "Finetune/Step Time": 6.238760394975543}
+{"Finetune/Learning Rate": 7.82501020121916e-06, "Finetune/Loss": 0.8274680376052856, "Finetune/Loss (Raw)": 0.9290513396263123, "Finetune/Step": 5603, "Finetune/Step Time": 6.238688737154007}
+{"Finetune/Learning Rate": 7.821723034060082e-06, "Finetune/Loss": 0.8286083340644836, "Finetune/Loss (Raw)": 0.8505793809890747, "Finetune/Step": 5604, "Finetune/Step Time": 6.238136237487197}
+{"Finetune/Learning Rate": 7.818436113979963e-06, "Finetune/Loss": 0.8291759490966797, "Finetune/Loss (Raw)": 0.9691529870033264, "Finetune/Step": 5605, "Finetune/Step Time": 6.240457035601139}
+{"Finetune/Learning Rate": 7.815149441351636e-06, "Finetune/Loss": 0.8259319067001343, "Finetune/Loss (Raw)": 0.4615074098110199, "Finetune/Step": 5606, "Finetune/Step Time": 6.248934511095285}
+{"Finetune/Learning Rate": 7.811863016547908e-06, "Finetune/Loss": 0.825190544128418, "Finetune/Loss (Raw)": 0.7587544918060303, "Finetune/Step": 5607, "Finetune/Step Time": 6.257885864004493}
+{"Finetune/Learning Rate": 7.808576839941541e-06, "Finetune/Loss": 0.8250496983528137, "Finetune/Loss (Raw)": 0.8997693657875061, "Finetune/Step": 5608, "Finetune/Step Time": 6.258723616600037}
+{"Finetune/Learning Rate": 7.805290911905294e-06, "Finetune/Loss": 0.824453592300415, "Finetune/Loss (Raw)": 0.8842819929122925, "Finetune/Step": 5609, "Finetune/Step Time": 6.256307676434517}
+{"Finetune/Learning Rate": 7.80200523281188e-06, "Finetune/Loss": 0.8255174160003662, "Finetune/Loss (Raw)": 0.826445996761322, "Finetune/Step": 5610, "Finetune/Step Time": 6.252589974552393}
+{"Finetune/Learning Rate": 7.798719803033988e-06, "Finetune/Loss": 0.8252671360969543, "Finetune/Loss (Raw)": 0.8111332654953003, "Finetune/Step": 5611, "Finetune/Step Time": 6.257400130853057}
+{"Finetune/Learning Rate": 7.795434622944282e-06, "Finetune/Loss": 0.8259403109550476, "Finetune/Loss (Raw)": 0.8965680003166199, "Finetune/Step": 5612, "Finetune/Step Time": 6.256887262687087}
+{"Finetune/Learning Rate": 7.792149692915396e-06, "Finetune/Loss": 0.8235176205635071, "Finetune/Loss (Raw)": 0.7725613713264465, "Finetune/Step": 5613, "Finetune/Step Time": 6.276076337322593}
+{"Finetune/Learning Rate": 7.788865013319932e-06, "Finetune/Loss": 0.8225548267364502, "Finetune/Loss (Raw)": 0.8401949405670166, "Finetune/Step": 5614, "Finetune/Step Time": 6.277493331581354}
+{"Finetune/Learning Rate": 7.785580584530468e-06, "Finetune/Loss": 0.8244140148162842, "Finetune/Loss (Raw)": 0.9874575138092041, "Finetune/Step": 5615, "Finetune/Step Time": 6.2776063941419125}
+{"Finetune/Learning Rate": 7.782296406919557e-06, "Finetune/Loss": 0.8241143226623535, "Finetune/Loss (Raw)": 0.8250075578689575, "Finetune/Step": 5616, "Finetune/Step Time": 6.28264257311821}
+{"Finetune/Learning Rate": 7.77901248085971e-06, "Finetune/Loss": 0.8238188028335571, "Finetune/Loss (Raw)": 0.7535598874092102, "Finetune/Step": 5617, "Finetune/Step Time": 6.291560096666217}
+{"Finetune/Learning Rate": 7.775728806723424e-06, "Finetune/Loss": 0.8245906233787537, "Finetune/Loss (Raw)": 0.8479648232460022, "Finetune/Step": 5618, "Finetune/Step Time": 6.290763974189758}
+{"Finetune/Learning Rate": 7.772445384883165e-06, "Finetune/Loss": 0.8246628046035767, "Finetune/Loss (Raw)": 0.8284912705421448, "Finetune/Step": 5619, "Finetune/Step Time": 6.289971325546503}
+{"Finetune/Learning Rate": 7.769162215711356e-06, "Finetune/Loss": 0.8249581456184387, "Finetune/Loss (Raw)": 0.8136974573135376, "Finetune/Step": 5620, "Finetune/Step Time": 6.292478298768401}
+{"Finetune/Learning Rate": 7.765879299580412e-06, "Finetune/Loss": 0.8262732028961182, "Finetune/Loss (Raw)": 0.943731963634491, "Finetune/Step": 5621, "Finetune/Step Time": 6.2928605284541845}
+{"Finetune/Learning Rate": 7.762596636862709e-06, "Finetune/Loss": 0.8255507349967957, "Finetune/Loss (Raw)": 0.7990971207618713, "Finetune/Step": 5622, "Finetune/Step Time": 6.289477119222283}
+{"Finetune/Learning Rate": 7.759314227930588e-06, "Finetune/Loss": 0.82570481300354, "Finetune/Loss (Raw)": 0.8016135096549988, "Finetune/Step": 5623, "Finetune/Step Time": 6.292477924376726}
+{"Finetune/Learning Rate": 7.756032073156373e-06, "Finetune/Loss": 0.8258747458457947, "Finetune/Loss (Raw)": 0.8918384909629822, "Finetune/Step": 5624, "Finetune/Step Time": 6.3003360871225595}
+{"Finetune/Learning Rate": 7.752750172912357e-06, "Finetune/Loss": 0.8267021179199219, "Finetune/Loss (Raw)": 0.8953385353088379, "Finetune/Step": 5625, "Finetune/Step Time": 6.301422223448753}
+{"Finetune/Learning Rate": 7.749468527570795e-06, "Finetune/Loss": 0.8268293738365173, "Finetune/Loss (Raw)": 0.7872289419174194, "Finetune/Step": 5626, "Finetune/Step Time": 6.300854371860623}
+{"Finetune/Learning Rate": 7.746187137503923e-06, "Finetune/Loss": 0.8277972936630249, "Finetune/Loss (Raw)": 0.9179301261901855, "Finetune/Step": 5627, "Finetune/Step Time": 6.307829920202494}
+{"Finetune/Learning Rate": 7.742906003083947e-06, "Finetune/Loss": 0.8280024528503418, "Finetune/Loss (Raw)": 0.8218322396278381, "Finetune/Step": 5628, "Finetune/Step Time": 6.306913297623396}
+{"Finetune/Learning Rate": 7.739625124683038e-06, "Finetune/Loss": 0.8235819935798645, "Finetune/Loss (Raw)": 0.32419270277023315, "Finetune/Step": 5629, "Finetune/Step Time": 6.310064567252994}
+{"Finetune/Learning Rate": 7.73634450267334e-06, "Finetune/Loss": 0.8239036798477173, "Finetune/Loss (Raw)": 0.8132903575897217, "Finetune/Step": 5630, "Finetune/Step Time": 6.32433564029634}
+{"Finetune/Learning Rate": 7.733064137426976e-06, "Finetune/Loss": 0.8232191205024719, "Finetune/Loss (Raw)": 0.8351383805274963, "Finetune/Step": 5631, "Finetune/Step Time": 6.324895663186908}
+{"Finetune/Learning Rate": 7.729784029316025e-06, "Finetune/Loss": 0.8239223957061768, "Finetune/Loss (Raw)": 0.9283556342124939, "Finetune/Step": 5632, "Finetune/Step Time": 6.3233528677374125}
+{"Finetune/Learning Rate": 7.726504178712551e-06, "Finetune/Loss": 0.8228724002838135, "Finetune/Loss (Raw)": 0.7111421227455139, "Finetune/Step": 5633, "Finetune/Step Time": 6.326752584427595}
+{"Finetune/Learning Rate": 7.723224585988585e-06, "Finetune/Loss": 0.8234464526176453, "Finetune/Loss (Raw)": 0.979722261428833, "Finetune/Step": 5634, "Finetune/Step Time": 6.322687907144427}
+{"Finetune/Learning Rate": 7.719945251516119e-06, "Finetune/Loss": 0.8250101804733276, "Finetune/Loss (Raw)": 1.0889933109283447, "Finetune/Step": 5635, "Finetune/Step Time": 6.318704770877957}
+{"Finetune/Learning Rate": 7.716666175667126e-06, "Finetune/Loss": 0.8255327939987183, "Finetune/Loss (Raw)": 0.9308900833129883, "Finetune/Step": 5636, "Finetune/Step Time": 6.305758688598871}
+{"Finetune/Learning Rate": 7.713387358813552e-06, "Finetune/Loss": 0.825120210647583, "Finetune/Loss (Raw)": 0.862514853477478, "Finetune/Step": 5637, "Finetune/Step Time": 6.292463729158044}
+{"Finetune/Learning Rate": 7.710108801327303e-06, "Finetune/Loss": 0.824937105178833, "Finetune/Loss (Raw)": 0.8079424500465393, "Finetune/Step": 5638, "Finetune/Step Time": 6.28595033660531}
+{"Finetune/Learning Rate": 7.706830503580263e-06, "Finetune/Loss": 0.8258370161056519, "Finetune/Loss (Raw)": 0.9430710077285767, "Finetune/Step": 5639, "Finetune/Step Time": 6.271907167509198}
+{"Finetune/Learning Rate": 7.703552465944287e-06, "Finetune/Loss": 0.8268303275108337, "Finetune/Loss (Raw)": 0.9134008884429932, "Finetune/Step": 5640, "Finetune/Step Time": 6.26944744028151}
+{"Finetune/Learning Rate": 7.700274688791196e-06, "Finetune/Loss": 0.8259917497634888, "Finetune/Loss (Raw)": 0.699863612651825, "Finetune/Step": 5641, "Finetune/Step Time": 6.2702944446355104}
+{"Finetune/Learning Rate": 7.696997172492784e-06, "Finetune/Loss": 0.8265649676322937, "Finetune/Loss (Raw)": 0.8397125005722046, "Finetune/Step": 5642, "Finetune/Step Time": 6.269584583118558}
+{"Finetune/Learning Rate": 7.693719917420819e-06, "Finetune/Loss": 0.8264340162277222, "Finetune/Loss (Raw)": 0.912933886051178, "Finetune/Step": 5643, "Finetune/Step Time": 6.266904700547457}
+{"Finetune/Learning Rate": 7.690442923947025e-06, "Finetune/Loss": 0.822507381439209, "Finetune/Loss (Raw)": 0.429942786693573, "Finetune/Step": 5644, "Finetune/Step Time": 6.264979537576437}
+{"Finetune/Learning Rate": 7.687166192443118e-06, "Finetune/Loss": 0.823468029499054, "Finetune/Loss (Raw)": 0.9920947551727295, "Finetune/Step": 5645, "Finetune/Step Time": 6.27829809486866}
+{"Finetune/Learning Rate": 7.683889723280769e-06, "Finetune/Loss": 0.8240762948989868, "Finetune/Loss (Raw)": 0.9385986924171448, "Finetune/Step": 5646, "Finetune/Step Time": 6.2596657406538725}
+{"Finetune/Learning Rate": 7.680613516831623e-06, "Finetune/Loss": 0.8252487778663635, "Finetune/Loss (Raw)": 0.8663622736930847, "Finetune/Step": 5647, "Finetune/Step Time": 6.253512954339385}
+{"Finetune/Learning Rate": 7.677337573467294e-06, "Finetune/Loss": 0.8252593874931335, "Finetune/Loss (Raw)": 0.7739434242248535, "Finetune/Step": 5648, "Finetune/Step Time": 6.236428540199995}
+{"Finetune/Learning Rate": 7.674061893559374e-06, "Finetune/Loss": 0.8253111243247986, "Finetune/Loss (Raw)": 0.9181090593338013, "Finetune/Step": 5649, "Finetune/Step Time": 6.236191431060433}
+{"Finetune/Learning Rate": 7.670786477479412e-06, "Finetune/Loss": 0.8247900605201721, "Finetune/Loss (Raw)": 0.8923660516738892, "Finetune/Step": 5650, "Finetune/Step Time": 6.238985547795892}
+{"Finetune/Learning Rate": 7.667511325598934e-06, "Finetune/Loss": 0.8288164138793945, "Finetune/Loss (Raw)": 0.9110857844352722, "Finetune/Step": 5651, "Finetune/Step Time": 6.237850073724985}
+{"Finetune/Learning Rate": 7.664236438289445e-06, "Finetune/Loss": 0.8296490907669067, "Finetune/Loss (Raw)": 0.8831889629364014, "Finetune/Step": 5652, "Finetune/Step Time": 6.221459003165364}
+{"Finetune/Learning Rate": 7.660961815922398e-06, "Finetune/Loss": 0.8330702781677246, "Finetune/Loss (Raw)": 0.782777726650238, "Finetune/Step": 5653, "Finetune/Step Time": 6.2205660454928875}
+{"Finetune/Learning Rate": 7.65768745886924e-06, "Finetune/Loss": 0.8360555171966553, "Finetune/Loss (Raw)": 0.8075752258300781, "Finetune/Step": 5654, "Finetune/Step Time": 6.202798606827855}
+{"Finetune/Learning Rate": 7.65441336750137e-06, "Finetune/Loss": 0.835839033126831, "Finetune/Loss (Raw)": 0.8417010307312012, "Finetune/Step": 5655, "Finetune/Step Time": 6.2055873144418}
+{"Finetune/Learning Rate": 7.651139542190164e-06, "Finetune/Loss": 0.8359746932983398, "Finetune/Loss (Raw)": 0.8997074961662292, "Finetune/Step": 5656, "Finetune/Step Time": 6.205398393794894}
+{"Finetune/Learning Rate": 7.647865983306972e-06, "Finetune/Loss": 0.8351685404777527, "Finetune/Loss (Raw)": 0.7053372263908386, "Finetune/Step": 5657, "Finetune/Step Time": 6.2135292291641235}
+{"Finetune/Learning Rate": 7.644592691223108e-06, "Finetune/Loss": 0.8353919982910156, "Finetune/Loss (Raw)": 0.8544499278068542, "Finetune/Step": 5658, "Finetune/Step Time": 6.232115153223276}
+{"Finetune/Learning Rate": 7.641319666309853e-06, "Finetune/Loss": 0.8352145552635193, "Finetune/Loss (Raw)": 0.8704941272735596, "Finetune/Step": 5659, "Finetune/Step Time": 6.236386151984334}
+{"Finetune/Learning Rate": 7.638046908938463e-06, "Finetune/Loss": 0.8335765600204468, "Finetune/Loss (Raw)": 0.7592753171920776, "Finetune/Step": 5660, "Finetune/Step Time": 6.247835064306855}
+{"Finetune/Learning Rate": 7.634774419480166e-06, "Finetune/Loss": 0.8339440822601318, "Finetune/Loss (Raw)": 0.910334050655365, "Finetune/Step": 5661, "Finetune/Step Time": 6.250507902354002}
+{"Finetune/Learning Rate": 7.631502198306156e-06, "Finetune/Loss": 0.8344676494598389, "Finetune/Loss (Raw)": 0.7779319286346436, "Finetune/Step": 5662, "Finetune/Step Time": 6.256699055433273}
+{"Finetune/Learning Rate": 7.628230245787591e-06, "Finetune/Loss": 0.8342171907424927, "Finetune/Loss (Raw)": 0.81613689661026, "Finetune/Step": 5663, "Finetune/Step Time": 6.262699516490102}
+{"Finetune/Learning Rate": 7.624958562295607e-06, "Finetune/Loss": 0.8336862921714783, "Finetune/Loss (Raw)": 0.7244812846183777, "Finetune/Step": 5664, "Finetune/Step Time": 6.26614492572844}
+{"Finetune/Learning Rate": 7.62168714820131e-06, "Finetune/Loss": 0.832861602306366, "Finetune/Loss (Raw)": 0.7479116320610046, "Finetune/Step": 5665, "Finetune/Step Time": 6.272285846993327}
+{"Finetune/Learning Rate": 7.618416003875767e-06, "Finetune/Loss": 0.8328865766525269, "Finetune/Loss (Raw)": 0.7814181447029114, "Finetune/Step": 5666, "Finetune/Step Time": 6.275412168353796}
+{"Finetune/Learning Rate": 7.61514512969002e-06, "Finetune/Loss": 0.8318847417831421, "Finetune/Loss (Raw)": 0.7851954102516174, "Finetune/Step": 5667, "Finetune/Step Time": 6.277449883520603}
+{"Finetune/Learning Rate": 7.611874526015084e-06, "Finetune/Loss": 0.8313858509063721, "Finetune/Loss (Raw)": 0.8854954838752747, "Finetune/Step": 5668, "Finetune/Step Time": 6.2823168989270926}
+{"Finetune/Learning Rate": 7.608604193221936e-06, "Finetune/Loss": 0.8316448926925659, "Finetune/Loss (Raw)": 0.8484219312667847, "Finetune/Step": 5669, "Finetune/Step Time": 6.299199255183339}
+{"Finetune/Learning Rate": 7.605334131681524e-06, "Finetune/Loss": 0.8311598896980286, "Finetune/Loss (Raw)": 0.8857442736625671, "Finetune/Step": 5670, "Finetune/Step Time": 6.299297783523798}
+{"Finetune/Learning Rate": 7.60206434176477e-06, "Finetune/Loss": 0.8313664793968201, "Finetune/Loss (Raw)": 0.880355954170227, "Finetune/Step": 5671, "Finetune/Step Time": 6.300500869750977}
+{"Finetune/Learning Rate": 7.598794823842557e-06, "Finetune/Loss": 0.8313088417053223, "Finetune/Loss (Raw)": 0.7548211216926575, "Finetune/Step": 5672, "Finetune/Step Time": 6.2982025016099215}
+{"Finetune/Learning Rate": 7.5955255782857455e-06, "Finetune/Loss": 0.830302357673645, "Finetune/Loss (Raw)": 0.681074857711792, "Finetune/Step": 5673, "Finetune/Step Time": 6.283419733867049}
+{"Finetune/Learning Rate": 7.5922566054651636e-06, "Finetune/Loss": 0.8302308320999146, "Finetune/Loss (Raw)": 0.851370632648468, "Finetune/Step": 5674, "Finetune/Step Time": 6.285466689616442}
+{"Finetune/Learning Rate": 7.588987905751601e-06, "Finetune/Loss": 0.8298486471176147, "Finetune/Loss (Raw)": 0.8402597308158875, "Finetune/Step": 5675, "Finetune/Step Time": 6.286396734416485}
+{"Finetune/Learning Rate": 7.585719479515823e-06, "Finetune/Loss": 0.8303404450416565, "Finetune/Loss (Raw)": 0.9633603692054749, "Finetune/Step": 5676, "Finetune/Step Time": 6.28966866619885}
+{"Finetune/Learning Rate": 7.5824513271285686e-06, "Finetune/Loss": 0.8276097774505615, "Finetune/Loss (Raw)": 0.603171169757843, "Finetune/Step": 5677, "Finetune/Step Time": 6.302624434232712}
+{"Finetune/Learning Rate": 7.579183448960532e-06, "Finetune/Loss": 0.8280686140060425, "Finetune/Loss (Raw)": 0.89805668592453, "Finetune/Step": 5678, "Finetune/Step Time": 6.332777440547943}
+{"Finetune/Learning Rate": 7.575915845382387e-06, "Finetune/Loss": 0.8284497261047363, "Finetune/Loss (Raw)": 0.8729208111763, "Finetune/Step": 5679, "Finetune/Step Time": 6.343248549848795}
+{"Finetune/Learning Rate": 7.572648516764778e-06, "Finetune/Loss": 0.8267064094543457, "Finetune/Loss (Raw)": 0.7183372974395752, "Finetune/Step": 5680, "Finetune/Step Time": 6.34806290268898}
+{"Finetune/Learning Rate": 7.569381463478304e-06, "Finetune/Loss": 0.8256344795227051, "Finetune/Loss (Raw)": 0.6907840967178345, "Finetune/Step": 5681, "Finetune/Step Time": 6.350130697712302}
+{"Finetune/Learning Rate": 7.56611468589355e-06, "Finetune/Loss": 0.8261165618896484, "Finetune/Loss (Raw)": 0.8384354114532471, "Finetune/Step": 5682, "Finetune/Step Time": 6.3344618529081345}
+{"Finetune/Learning Rate": 7.562848184381064e-06, "Finetune/Loss": 0.8251429200172424, "Finetune/Loss (Raw)": 0.8157208561897278, "Finetune/Step": 5683, "Finetune/Step Time": 6.311516148969531}
+{"Finetune/Learning Rate": 7.5595819593113506e-06, "Finetune/Loss": 0.8248026371002197, "Finetune/Loss (Raw)": 0.8056378364562988, "Finetune/Step": 5684, "Finetune/Step Time": 6.313357640057802}
+{"Finetune/Learning Rate": 7.556316011054902e-06, "Finetune/Loss": 0.8253623247146606, "Finetune/Loss (Raw)": 0.9062376022338867, "Finetune/Step": 5685, "Finetune/Step Time": 6.323394784703851}
+{"Finetune/Learning Rate": 7.553050339982169e-06, "Finetune/Loss": 0.8244848251342773, "Finetune/Loss (Raw)": 0.8899518847465515, "Finetune/Step": 5686, "Finetune/Step Time": 6.321609666571021}
+{"Finetune/Learning Rate": 7.549784946463569e-06, "Finetune/Loss": 0.8249436616897583, "Finetune/Loss (Raw)": 0.9076339602470398, "Finetune/Step": 5687, "Finetune/Step Time": 6.322049606591463}
+{"Finetune/Learning Rate": 7.54651983086949e-06, "Finetune/Loss": 0.8292860984802246, "Finetune/Loss (Raw)": 0.9244805574417114, "Finetune/Step": 5688, "Finetune/Step Time": 6.319076154381037}
+{"Finetune/Learning Rate": 7.543254993570297e-06, "Finetune/Loss": 0.8307884931564331, "Finetune/Loss (Raw)": 0.9926332831382751, "Finetune/Step": 5689, "Finetune/Step Time": 6.3035048600286245}
+{"Finetune/Learning Rate": 7.53999043493631e-06, "Finetune/Loss": 0.830956220626831, "Finetune/Loss (Raw)": 0.7684186100959778, "Finetune/Step": 5690, "Finetune/Step Time": 6.278681082651019}
+{"Finetune/Learning Rate": 7.536726155337823e-06, "Finetune/Loss": 0.8304252624511719, "Finetune/Loss (Raw)": 0.8536770939826965, "Finetune/Step": 5691, "Finetune/Step Time": 6.277751995250583}
+{"Finetune/Learning Rate": 7.533462155145105e-06, "Finetune/Loss": 0.8300594091415405, "Finetune/Loss (Raw)": 0.82917320728302, "Finetune/Step": 5692, "Finetune/Step Time": 6.2763485461473465}
+{"Finetune/Learning Rate": 7.530198434728377e-06, "Finetune/Loss": 0.8296663165092468, "Finetune/Loss (Raw)": 0.8239828944206238, "Finetune/Step": 5693, "Finetune/Step Time": 6.281969511881471}
+{"Finetune/Learning Rate": 7.5269349944578454e-06, "Finetune/Loss": 0.8285478353500366, "Finetune/Loss (Raw)": 0.8114727139472961, "Finetune/Step": 5694, "Finetune/Step Time": 6.29443721845746}
+{"Finetune/Learning Rate": 7.523671834703678e-06, "Finetune/Loss": 0.824843168258667, "Finetune/Loss (Raw)": 0.3958207070827484, "Finetune/Step": 5695, "Finetune/Step Time": 6.300337566062808}
+{"Finetune/Learning Rate": 7.5204089558360076e-06, "Finetune/Loss": 0.8245471715927124, "Finetune/Loss (Raw)": 0.8387908935546875, "Finetune/Step": 5696, "Finetune/Step Time": 6.315298845991492}
+{"Finetune/Learning Rate": 7.517146358224938e-06, "Finetune/Loss": 0.8242843151092529, "Finetune/Loss (Raw)": 0.855567216873169, "Finetune/Step": 5697, "Finetune/Step Time": 6.31878212466836}
+{"Finetune/Learning Rate": 7.513884042240546e-06, "Finetune/Loss": 0.8254427909851074, "Finetune/Loss (Raw)": 0.8811239004135132, "Finetune/Step": 5698, "Finetune/Step Time": 6.323479572311044}
+{"Finetune/Learning Rate": 7.5106220082528655e-06, "Finetune/Loss": 0.8253269195556641, "Finetune/Loss (Raw)": 0.8206982612609863, "Finetune/Step": 5699, "Finetune/Step Time": 6.324377793818712}
+{"Finetune/Learning Rate": 7.5073602566319045e-06, "Finetune/Loss": 0.8261337280273438, "Finetune/Loss (Raw)": 0.9769217371940613, "Finetune/Step": 5700, "Finetune/Step Time": 6.314615711569786}
+{"Finetune/Learning Rate": 7.504098787747647e-06, "Finetune/Loss": 0.8242563009262085, "Finetune/Loss (Raw)": 0.6350727081298828, "Finetune/Step": 5701, "Finetune/Step Time": 6.315515859052539}
+{"Finetune/Learning Rate": 7.500837601970028e-06, "Finetune/Loss": 0.8247884511947632, "Finetune/Loss (Raw)": 0.946474015712738, "Finetune/Step": 5702, "Finetune/Step Time": 6.298833956941962}
+{"Finetune/Learning Rate": 7.497576699668963e-06, "Finetune/Loss": 0.825373113155365, "Finetune/Loss (Raw)": 0.8797335028648376, "Finetune/Step": 5703, "Finetune/Step Time": 6.293540056794882}
+{"Finetune/Learning Rate": 7.494316081214335e-06, "Finetune/Loss": 0.8283169269561768, "Finetune/Loss (Raw)": 0.8425193428993225, "Finetune/Step": 5704, "Finetune/Step Time": 6.285652432590723}
+{"Finetune/Learning Rate": 7.491055746975981e-06, "Finetune/Loss": 0.8261749148368835, "Finetune/Loss (Raw)": 0.472629189491272, "Finetune/Step": 5705, "Finetune/Step Time": 6.273389358073473}
+{"Finetune/Learning Rate": 7.487795697323727e-06, "Finetune/Loss": 0.826629638671875, "Finetune/Loss (Raw)": 0.9223257303237915, "Finetune/Step": 5706, "Finetune/Step Time": 6.305743392556906}
+{"Finetune/Learning Rate": 7.4845359326273545e-06, "Finetune/Loss": 0.8300318121910095, "Finetune/Loss (Raw)": 0.8630402088165283, "Finetune/Step": 5707, "Finetune/Step Time": 6.304451739415526}
+{"Finetune/Learning Rate": 7.481276453256609e-06, "Finetune/Loss": 0.8295127749443054, "Finetune/Loss (Raw)": 0.7533774971961975, "Finetune/Step": 5708, "Finetune/Step Time": 6.2888436652719975}
+{"Finetune/Learning Rate": 7.47801725958121e-06, "Finetune/Loss": 0.8307232856750488, "Finetune/Loss (Raw)": 0.8826264142990112, "Finetune/Step": 5709, "Finetune/Step Time": 6.286782007664442}
+{"Finetune/Learning Rate": 7.474758351970847e-06, "Finetune/Loss": 0.8312588930130005, "Finetune/Loss (Raw)": 0.8925869464874268, "Finetune/Step": 5710, "Finetune/Step Time": 6.277804911136627}
+{"Finetune/Learning Rate": 7.471499730795171e-06, "Finetune/Loss": 0.8310334086418152, "Finetune/Loss (Raw)": 0.8203182816505432, "Finetune/Step": 5711, "Finetune/Step Time": 6.260552003979683}
+{"Finetune/Learning Rate": 7.468241396423801e-06, "Finetune/Loss": 0.8293201923370361, "Finetune/Loss (Raw)": 0.7968937158584595, "Finetune/Step": 5712, "Finetune/Step Time": 6.2618925124406815}
+{"Finetune/Learning Rate": 7.464983349226333e-06, "Finetune/Loss": 0.8270175457000732, "Finetune/Loss (Raw)": 0.7440453767776489, "Finetune/Step": 5713, "Finetune/Step Time": 6.2583461087197065}
+{"Finetune/Learning Rate": 7.461725589572312e-06, "Finetune/Loss": 0.8251883387565613, "Finetune/Loss (Raw)": 0.6490358114242554, "Finetune/Step": 5714, "Finetune/Step Time": 6.2627986297011375}
+{"Finetune/Learning Rate": 7.458468117831268e-06, "Finetune/Loss": 0.8248292207717896, "Finetune/Loss (Raw)": 0.8766876459121704, "Finetune/Step": 5715, "Finetune/Step Time": 6.284330660477281}
+{"Finetune/Learning Rate": 7.455210934372692e-06, "Finetune/Loss": 0.824630618095398, "Finetune/Loss (Raw)": 0.7596415281295776, "Finetune/Step": 5716, "Finetune/Step Time": 6.28136164881289}
+{"Finetune/Learning Rate": 7.451954039566036e-06, "Finetune/Loss": 0.8262004852294922, "Finetune/Loss (Raw)": 0.9771121144294739, "Finetune/Step": 5717, "Finetune/Step Time": 6.275930140167475}
+{"Finetune/Learning Rate": 7.448697433780731e-06, "Finetune/Loss": 0.8262326717376709, "Finetune/Loss (Raw)": 0.9213828444480896, "Finetune/Step": 5718, "Finetune/Step Time": 6.267598532140255}
+{"Finetune/Learning Rate": 7.44544111738617e-06, "Finetune/Loss": 0.828010082244873, "Finetune/Loss (Raw)": 0.893664538860321, "Finetune/Step": 5719, "Finetune/Step Time": 6.273583024740219}
+{"Finetune/Learning Rate": 7.442185090751706e-06, "Finetune/Loss": 0.8246047496795654, "Finetune/Loss (Raw)": 0.3388616442680359, "Finetune/Step": 5720, "Finetune/Step Time": 6.274132881313562}
+{"Finetune/Learning Rate": 7.438929354246669e-06, "Finetune/Loss": 0.8246028423309326, "Finetune/Loss (Raw)": 0.8075503706932068, "Finetune/Step": 5721, "Finetune/Step Time": 6.287238327786326}
+{"Finetune/Learning Rate": 7.435673908240357e-06, "Finetune/Loss": 0.824802577495575, "Finetune/Loss (Raw)": 0.8742913603782654, "Finetune/Step": 5722, "Finetune/Step Time": 6.286099122837186}
+{"Finetune/Learning Rate": 7.432418753102024e-06, "Finetune/Loss": 0.8242943286895752, "Finetune/Loss (Raw)": 0.7058565020561218, "Finetune/Step": 5723, "Finetune/Step Time": 6.281492069363594}
+{"Finetune/Learning Rate": 7.429163889200902e-06, "Finetune/Loss": 0.82676762342453, "Finetune/Loss (Raw)": 1.0161821842193604, "Finetune/Step": 5724, "Finetune/Step Time": 6.280845295637846}
+{"Finetune/Learning Rate": 7.425909316906186e-06, "Finetune/Loss": 0.8266526460647583, "Finetune/Loss (Raw)": 0.8487040400505066, "Finetune/Step": 5725, "Finetune/Step Time": 6.281998962163925}
+{"Finetune/Learning Rate": 7.422655036587032e-06, "Finetune/Loss": 0.8258824348449707, "Finetune/Loss (Raw)": 0.8651580810546875, "Finetune/Step": 5726, "Finetune/Step Time": 6.2830348666757345}
+{"Finetune/Learning Rate": 7.419401048612574e-06, "Finetune/Loss": 0.8254350423812866, "Finetune/Loss (Raw)": 0.8499987125396729, "Finetune/Step": 5727, "Finetune/Step Time": 6.283674616366625}
+{"Finetune/Learning Rate": 7.416147353351909e-06, "Finetune/Loss": 0.8216264843940735, "Finetune/Loss (Raw)": 0.3477843999862671, "Finetune/Step": 5728, "Finetune/Step Time": 6.28722227551043}
+{"Finetune/Learning Rate": 7.412893951174092e-06, "Finetune/Loss": 0.8209420442581177, "Finetune/Loss (Raw)": 0.7631800174713135, "Finetune/Step": 5729, "Finetune/Step Time": 6.303377099335194}
+{"Finetune/Learning Rate": 7.409640842448158e-06, "Finetune/Loss": 0.8214057683944702, "Finetune/Loss (Raw)": 0.8062795400619507, "Finetune/Step": 5730, "Finetune/Step Time": 6.298525391146541}
+{"Finetune/Learning Rate": 7.406388027543102e-06, "Finetune/Loss": 0.8209916949272156, "Finetune/Loss (Raw)": 0.876045286655426, "Finetune/Step": 5731, "Finetune/Step Time": 6.295234140008688}
+{"Finetune/Learning Rate": 7.403135506827883e-06, "Finetune/Loss": 0.8203388452529907, "Finetune/Loss (Raw)": 0.7670168876647949, "Finetune/Step": 5732, "Finetune/Step Time": 6.296328090131283}
+{"Finetune/Learning Rate": 7.3998832806714316e-06, "Finetune/Loss": 0.8202505111694336, "Finetune/Loss (Raw)": 0.9578474760055542, "Finetune/Step": 5733, "Finetune/Step Time": 6.295209972187877}
+{"Finetune/Learning Rate": 7.3966313494426464e-06, "Finetune/Loss": 0.8235129117965698, "Finetune/Loss (Raw)": 0.8790958523750305, "Finetune/Step": 5734, "Finetune/Step Time": 6.291896119713783}
+{"Finetune/Learning Rate": 7.393379713510387e-06, "Finetune/Loss": 0.824398934841156, "Finetune/Loss (Raw)": 0.8721623420715332, "Finetune/Step": 5735, "Finetune/Step Time": 6.2844477370381355}
+{"Finetune/Learning Rate": 7.390128373243479e-06, "Finetune/Loss": 0.824854850769043, "Finetune/Loss (Raw)": 0.9581270813941956, "Finetune/Step": 5736, "Finetune/Step Time": 6.303771393373609}
+{"Finetune/Learning Rate": 7.386877329010724e-06, "Finetune/Loss": 0.824819803237915, "Finetune/Loss (Raw)": 0.8797972798347473, "Finetune/Step": 5737, "Finetune/Step Time": 6.310720685869455}
+{"Finetune/Learning Rate": 7.383626581180876e-06, "Finetune/Loss": 0.8253499269485474, "Finetune/Loss (Raw)": 0.8943090438842773, "Finetune/Step": 5738, "Finetune/Step Time": 6.308543236926198}
+{"Finetune/Learning Rate": 7.3803761301226674e-06, "Finetune/Loss": 0.825190007686615, "Finetune/Loss (Raw)": 0.7906593680381775, "Finetune/Step": 5739, "Finetune/Step Time": 6.304068215191364}
+{"Finetune/Learning Rate": 7.377125976204794e-06, "Finetune/Loss": 0.8244011402130127, "Finetune/Loss (Raw)": 0.7955865263938904, "Finetune/Step": 5740, "Finetune/Step Time": 6.308160720393062}
+{"Finetune/Learning Rate": 7.373876119795913e-06, "Finetune/Loss": 0.8211254477500916, "Finetune/Loss (Raw)": 0.3532728850841522, "Finetune/Step": 5741, "Finetune/Step Time": 6.300744358450174}
+{"Finetune/Learning Rate": 7.370626561264649e-06, "Finetune/Loss": 0.8207957744598389, "Finetune/Loss (Raw)": 0.7979952096939087, "Finetune/Step": 5742, "Finetune/Step Time": 6.31595809943974}
+{"Finetune/Learning Rate": 7.367377300979602e-06, "Finetune/Loss": 0.8204623460769653, "Finetune/Loss (Raw)": 0.9447761178016663, "Finetune/Step": 5743, "Finetune/Step Time": 6.318648487329483}
+{"Finetune/Learning Rate": 7.364128339309326e-06, "Finetune/Loss": 0.820543646812439, "Finetune/Loss (Raw)": 0.8354239463806152, "Finetune/Step": 5744, "Finetune/Step Time": 6.32321853004396}
+{"Finetune/Learning Rate": 7.360879676622344e-06, "Finetune/Loss": 0.8213682174682617, "Finetune/Loss (Raw)": 0.8590977787971497, "Finetune/Step": 5745, "Finetune/Step Time": 6.311121739447117}
+{"Finetune/Learning Rate": 7.357631313287154e-06, "Finetune/Loss": 0.8210234045982361, "Finetune/Loss (Raw)": 0.8038339018821716, "Finetune/Step": 5746, "Finetune/Step Time": 6.309770366176963}
+{"Finetune/Learning Rate": 7.354383249672212e-06, "Finetune/Loss": 0.8217846155166626, "Finetune/Loss (Raw)": 0.9259185194969177, "Finetune/Step": 5747, "Finetune/Step Time": 6.3096754383295774}
+{"Finetune/Learning Rate": 7.351135486145937e-06, "Finetune/Loss": 0.8210042119026184, "Finetune/Loss (Raw)": 0.7138116359710693, "Finetune/Step": 5748, "Finetune/Step Time": 6.310429587960243}
+{"Finetune/Learning Rate": 7.347888023076719e-06, "Finetune/Loss": 0.8196330666542053, "Finetune/Loss (Raw)": 0.7682215571403503, "Finetune/Step": 5749, "Finetune/Step Time": 6.334664719179273}
+{"Finetune/Learning Rate": 7.34464086083292e-06, "Finetune/Loss": 0.8164241313934326, "Finetune/Loss (Raw)": 0.388354629278183, "Finetune/Step": 5750, "Finetune/Step Time": 6.3463089894503355}
+{"Finetune/Learning Rate": 7.341393999782853e-06, "Finetune/Loss": 0.8166971802711487, "Finetune/Loss (Raw)": 0.8365646600723267, "Finetune/Step": 5751, "Finetune/Step Time": 6.35690570063889}
+{"Finetune/Learning Rate": 7.338147440294809e-06, "Finetune/Loss": 0.8155901432037354, "Finetune/Loss (Raw)": 0.750137448310852, "Finetune/Step": 5752, "Finetune/Step Time": 6.345135182142258}
+{"Finetune/Learning Rate": 7.334901182737042e-06, "Finetune/Loss": 0.8155144453048706, "Finetune/Loss (Raw)": 0.8856529593467712, "Finetune/Step": 5753, "Finetune/Step Time": 6.346536999568343}
+{"Finetune/Learning Rate": 7.3316552274777655e-06, "Finetune/Loss": 0.816365122795105, "Finetune/Loss (Raw)": 0.8961185216903687, "Finetune/Step": 5754, "Finetune/Step Time": 6.345761911943555}
+{"Finetune/Learning Rate": 7.328409574885167e-06, "Finetune/Loss": 0.8158762454986572, "Finetune/Loss (Raw)": 0.8553508520126343, "Finetune/Step": 5755, "Finetune/Step Time": 6.343806300312281}
+{"Finetune/Learning Rate": 7.325164225327399e-06, "Finetune/Loss": 0.816486120223999, "Finetune/Loss (Raw)": 0.8998910188674927, "Finetune/Step": 5756, "Finetune/Step Time": 6.343000816181302}
+{"Finetune/Learning Rate": 7.321919179172571e-06, "Finetune/Loss": 0.8209105134010315, "Finetune/Loss (Raw)": 0.890518069267273, "Finetune/Step": 5757, "Finetune/Step Time": 6.335580071434379}
+{"Finetune/Learning Rate": 7.318674436788769e-06, "Finetune/Loss": 0.8211643695831299, "Finetune/Loss (Raw)": 0.8457803130149841, "Finetune/Step": 5758, "Finetune/Step Time": 6.318736793473363}
+{"Finetune/Learning Rate": 7.315429998544039e-06, "Finetune/Loss": 0.8203710317611694, "Finetune/Loss (Raw)": 0.7335951328277588, "Finetune/Step": 5759, "Finetune/Step Time": 6.3177414909005165}
+{"Finetune/Learning Rate": 7.312185864806391e-06, "Finetune/Loss": 0.8195711374282837, "Finetune/Loss (Raw)": 0.8259673118591309, "Finetune/Step": 5760, "Finetune/Step Time": 6.318647384643555}
+{"Finetune/Learning Rate": 7.308942035943802e-06, "Finetune/Loss": 0.8209426403045654, "Finetune/Loss (Raw)": 0.8866949677467346, "Finetune/Step": 5761, "Finetune/Step Time": 6.320064449682832}
+{"Finetune/Learning Rate": 7.305698512324222e-06, "Finetune/Loss": 0.8209313154220581, "Finetune/Loss (Raw)": 0.9782820343971252, "Finetune/Step": 5762, "Finetune/Step Time": 6.312265180051327}
+{"Finetune/Learning Rate": 7.30245529431555e-06, "Finetune/Loss": 0.8193874359130859, "Finetune/Loss (Raw)": 0.8913736343383789, "Finetune/Step": 5763, "Finetune/Step Time": 6.313050732016563}
+{"Finetune/Learning Rate": 7.299212382285665e-06, "Finetune/Loss": 0.819259762763977, "Finetune/Loss (Raw)": 0.9145413637161255, "Finetune/Step": 5764, "Finetune/Step Time": 6.313713014125824}
+{"Finetune/Learning Rate": 7.295969776602407e-06, "Finetune/Loss": 0.8195038437843323, "Finetune/Loss (Raw)": 0.8937638998031616, "Finetune/Step": 5765, "Finetune/Step Time": 6.3151985593140125}
+{"Finetune/Learning Rate": 7.292727477633576e-06, "Finetune/Loss": 0.8158713579177856, "Finetune/Loss (Raw)": 0.3429836630821228, "Finetune/Step": 5766, "Finetune/Step Time": 6.319347053766251}
+{"Finetune/Learning Rate": 7.289485485746944e-06, "Finetune/Loss": 0.8160412311553955, "Finetune/Loss (Raw)": 0.9648078083992004, "Finetune/Step": 5767, "Finetune/Step Time": 6.335081048309803}
+{"Finetune/Learning Rate": 7.2862438013102484e-06, "Finetune/Loss": 0.8154311776161194, "Finetune/Loss (Raw)": 0.8353198766708374, "Finetune/Step": 5768, "Finetune/Step Time": 6.3388635739684105}
+{"Finetune/Learning Rate": 7.283002424691185e-06, "Finetune/Loss": 0.8165651559829712, "Finetune/Loss (Raw)": 0.8450157642364502, "Finetune/Step": 5769, "Finetune/Step Time": 6.337826194241643}
+{"Finetune/Learning Rate": 7.279761356257417e-06, "Finetune/Loss": 0.8160368800163269, "Finetune/Loss (Raw)": 0.7720910906791687, "Finetune/Step": 5770, "Finetune/Step Time": 6.337058678269386}
+{"Finetune/Learning Rate": 7.276520596376582e-06, "Finetune/Loss": 0.8152737617492676, "Finetune/Loss (Raw)": 0.8152456283569336, "Finetune/Step": 5771, "Finetune/Step Time": 6.346543667837977}
+{"Finetune/Learning Rate": 7.273280145416267e-06, "Finetune/Loss": 0.8197657465934753, "Finetune/Loss (Raw)": 1.0049206018447876, "Finetune/Step": 5772, "Finetune/Step Time": 6.350029401481152}
+{"Finetune/Learning Rate": 7.270040003744033e-06, "Finetune/Loss": 0.8186310529708862, "Finetune/Loss (Raw)": 0.8468541502952576, "Finetune/Step": 5773, "Finetune/Step Time": 6.338425576686859}
+{"Finetune/Learning Rate": 7.266800171727415e-06, "Finetune/Loss": 0.8171501755714417, "Finetune/Loss (Raw)": 0.7490477561950684, "Finetune/Step": 5774, "Finetune/Step Time": 6.343339364975691}
+{"Finetune/Learning Rate": 7.263560649733887e-06, "Finetune/Loss": 0.8172250986099243, "Finetune/Loss (Raw)": 0.875948965549469, "Finetune/Step": 5775, "Finetune/Step Time": 6.346872925758362}
+{"Finetune/Learning Rate": 7.260321438130913e-06, "Finetune/Loss": 0.8178616762161255, "Finetune/Loss (Raw)": 0.8554336428642273, "Finetune/Step": 5776, "Finetune/Step Time": 6.348264520987868}
+{"Finetune/Learning Rate": 7.2570825372859134e-06, "Finetune/Loss": 0.8167210817337036, "Finetune/Loss (Raw)": 0.7721083164215088, "Finetune/Step": 5777, "Finetune/Step Time": 6.348802303895354}
+{"Finetune/Learning Rate": 7.253843947566264e-06, "Finetune/Loss": 0.8158015608787537, "Finetune/Loss (Raw)": 0.7746697068214417, "Finetune/Step": 5778, "Finetune/Step Time": 6.349798332899809}
+{"Finetune/Learning Rate": 7.250605669339321e-06, "Finetune/Loss": 0.8158726096153259, "Finetune/Loss (Raw)": 0.9201748967170715, "Finetune/Step": 5779, "Finetune/Step Time": 6.343737956136465}
+{"Finetune/Learning Rate": 7.247367702972399e-06, "Finetune/Loss": 0.8167620897293091, "Finetune/Loss (Raw)": 0.9970502853393555, "Finetune/Step": 5780, "Finetune/Step Time": 6.340953536331654}
+{"Finetune/Learning Rate": 7.24413004883277e-06, "Finetune/Loss": 0.8174993991851807, "Finetune/Loss (Raw)": 0.8771519660949707, "Finetune/Step": 5781, "Finetune/Step Time": 6.332247642800212}
+{"Finetune/Learning Rate": 7.240892707287678e-06, "Finetune/Loss": 0.8141531944274902, "Finetune/Loss (Raw)": 0.37926146388053894, "Finetune/Step": 5782, "Finetune/Step Time": 6.334558475762606}
+{"Finetune/Learning Rate": 7.237655678704336e-06, "Finetune/Loss": 0.8143064975738525, "Finetune/Loss (Raw)": 0.8613190054893494, "Finetune/Step": 5783, "Finetune/Step Time": 6.334841761738062}
+{"Finetune/Learning Rate": 7.2344189634499075e-06, "Finetune/Loss": 0.8150042295455933, "Finetune/Loss (Raw)": 0.9890174865722656, "Finetune/Step": 5784, "Finetune/Step Time": 6.341661546379328}
+{"Finetune/Learning Rate": 7.231182561891532e-06, "Finetune/Loss": 0.8126101493835449, "Finetune/Loss (Raw)": 0.39889246225357056, "Finetune/Step": 5785, "Finetune/Step Time": 6.338305627927184}
+{"Finetune/Learning Rate": 7.227946474396317e-06, "Finetune/Loss": 0.813687801361084, "Finetune/Loss (Raw)": 0.9923969507217407, "Finetune/Step": 5786, "Finetune/Step Time": 6.3341549672186375}
+{"Finetune/Learning Rate": 7.224710701331315e-06, "Finetune/Loss": 0.8145871162414551, "Finetune/Loss (Raw)": 0.9855974912643433, "Finetune/Step": 5787, "Finetune/Step Time": 6.328203657642007}
+{"Finetune/Learning Rate": 7.2214752430635625e-06, "Finetune/Loss": 0.8118429780006409, "Finetune/Loss (Raw)": 0.40802934765815735, "Finetune/Step": 5788, "Finetune/Step Time": 6.3192107286304235}
+{"Finetune/Learning Rate": 7.218240099960055e-06, "Finetune/Loss": 0.8112744092941284, "Finetune/Loss (Raw)": 0.8375647664070129, "Finetune/Step": 5789, "Finetune/Step Time": 6.331002973020077}
+{"Finetune/Learning Rate": 7.21500527238774e-06, "Finetune/Loss": 0.8132038116455078, "Finetune/Loss (Raw)": 1.0248894691467285, "Finetune/Step": 5790, "Finetune/Step Time": 6.321214722469449}
+{"Finetune/Learning Rate": 7.211770760713552e-06, "Finetune/Loss": 0.8138817548751831, "Finetune/Loss (Raw)": 0.9029124975204468, "Finetune/Step": 5791, "Finetune/Step Time": 6.309384007006884}
+{"Finetune/Learning Rate": 7.208536565304374e-06, "Finetune/Loss": 0.8147515654563904, "Finetune/Loss (Raw)": 0.8358181118965149, "Finetune/Step": 5792, "Finetune/Step Time": 6.314765697345138}
+{"Finetune/Learning Rate": 7.205302686527051e-06, "Finetune/Loss": 0.815616250038147, "Finetune/Loss (Raw)": 0.8585917949676514, "Finetune/Step": 5793, "Finetune/Step Time": 6.326776627451181}
+{"Finetune/Learning Rate": 7.202069124748399e-06, "Finetune/Loss": 0.8163356184959412, "Finetune/Loss (Raw)": 0.8734938502311707, "Finetune/Step": 5794, "Finetune/Step Time": 6.342443436384201}
+{"Finetune/Learning Rate": 7.198835880335203e-06, "Finetune/Loss": 0.8161658048629761, "Finetune/Loss (Raw)": 0.7634539008140564, "Finetune/Step": 5795, "Finetune/Step Time": 6.3417360708117485}
+{"Finetune/Learning Rate": 7.1956029536541985e-06, "Finetune/Loss": 0.8155872821807861, "Finetune/Loss (Raw)": 0.8114537000656128, "Finetune/Step": 5796, "Finetune/Step Time": 6.3417098224163055}
+{"Finetune/Learning Rate": 7.192370345072094e-06, "Finetune/Loss": 0.8164633512496948, "Finetune/Loss (Raw)": 0.9605574011802673, "Finetune/Step": 5797, "Finetune/Step Time": 6.329323351383209}
+{"Finetune/Learning Rate": 7.189138054955562e-06, "Finetune/Loss": 0.816299319267273, "Finetune/Loss (Raw)": 0.8647481799125671, "Finetune/Step": 5798, "Finetune/Step Time": 6.341236904263496}
+{"Finetune/Learning Rate": 7.18590608367123e-06, "Finetune/Loss": 0.8166030049324036, "Finetune/Loss (Raw)": 0.9192284941673279, "Finetune/Step": 5799, "Finetune/Step Time": 6.340360160917044}
+{"Finetune/Learning Rate": 7.182674431585703e-06, "Finetune/Loss": 0.8174063563346863, "Finetune/Loss (Raw)": 0.8576529026031494, "Finetune/Step": 5800, "Finetune/Step Time": 6.353923754766583}
+{"Finetune/Learning Rate": 7.179443099065544e-06, "Finetune/Loss": 0.8189469575881958, "Finetune/Loss (Raw)": 0.8782650232315063, "Finetune/Step": 5801, "Finetune/Step Time": 6.350373895838857}
+{"Finetune/Learning Rate": 7.176212086477273e-06, "Finetune/Loss": 0.8194465041160583, "Finetune/Loss (Raw)": 0.9153125882148743, "Finetune/Step": 5802, "Finetune/Step Time": 6.346221171319485}
+{"Finetune/Learning Rate": 7.172981394187377e-06, "Finetune/Loss": 0.819469690322876, "Finetune/Loss (Raw)": 0.8432316184043884, "Finetune/Step": 5803, "Finetune/Step Time": 6.342627124860883}
+{"Finetune/Learning Rate": 7.1697510225623206e-06, "Finetune/Loss": 0.8182495832443237, "Finetune/Loss (Raw)": 0.8071852922439575, "Finetune/Step": 5804, "Finetune/Step Time": 6.33935603313148}
+{"Finetune/Learning Rate": 7.166520971968509e-06, "Finetune/Loss": 0.8209565281867981, "Finetune/Loss (Raw)": 0.9496622681617737, "Finetune/Step": 5805, "Finetune/Step Time": 6.335720727220178}
+{"Finetune/Learning Rate": 7.163291242772325e-06, "Finetune/Loss": 0.8211715221405029, "Finetune/Loss (Raw)": 0.9255762696266174, "Finetune/Step": 5806, "Finetune/Step Time": 6.332349656149745}
+{"Finetune/Learning Rate": 7.160061835340122e-06, "Finetune/Loss": 0.8216211795806885, "Finetune/Loss (Raw)": 0.9304682612419128, "Finetune/Step": 5807, "Finetune/Step Time": 6.3244632333517075}
+{"Finetune/Learning Rate": 7.156832750038192e-06, "Finetune/Loss": 0.8221653699874878, "Finetune/Loss (Raw)": 0.7879981994628906, "Finetune/Step": 5808, "Finetune/Step Time": 6.321308858692646}
+{"Finetune/Learning Rate": 7.153603987232815e-06, "Finetune/Loss": 0.8239920735359192, "Finetune/Loss (Raw)": 0.9246043562889099, "Finetune/Step": 5809, "Finetune/Step Time": 6.31781966611743}
+{"Finetune/Learning Rate": 7.1503755472902245e-06, "Finetune/Loss": 0.8238934278488159, "Finetune/Loss (Raw)": 0.8258117437362671, "Finetune/Step": 5810, "Finetune/Step Time": 6.3202005214989185}
+{"Finetune/Learning Rate": 7.147147430576614e-06, "Finetune/Loss": 0.8243778944015503, "Finetune/Loss (Raw)": 0.8777340650558472, "Finetune/Step": 5811, "Finetune/Step Time": 6.316797928884625}
+{"Finetune/Learning Rate": 7.1439196374581486e-06, "Finetune/Loss": 0.8241524696350098, "Finetune/Loss (Raw)": 0.7767802476882935, "Finetune/Step": 5812, "Finetune/Step Time": 6.313880365341902}
+{"Finetune/Learning Rate": 7.140692168300953e-06, "Finetune/Loss": 0.8227396011352539, "Finetune/Loss (Raw)": 0.725391149520874, "Finetune/Step": 5813, "Finetune/Step Time": 6.298713635653257}
+{"Finetune/Learning Rate": 7.137465023471109e-06, "Finetune/Loss": 0.8232179284095764, "Finetune/Loss (Raw)": 0.951171875, "Finetune/Step": 5814, "Finetune/Step Time": 6.301448425278068}
+{"Finetune/Learning Rate": 7.13423820333467e-06, "Finetune/Loss": 0.8234453797340393, "Finetune/Loss (Raw)": 0.9367493391036987, "Finetune/Step": 5815, "Finetune/Step Time": 6.306908510625362}
+{"Finetune/Learning Rate": 7.1310117082576536e-06, "Finetune/Loss": 0.8227358460426331, "Finetune/Loss (Raw)": 0.8336653709411621, "Finetune/Step": 5816, "Finetune/Step Time": 6.307885503396392}
+{"Finetune/Learning Rate": 7.127785538606032e-06, "Finetune/Loss": 0.8219476342201233, "Finetune/Loss (Raw)": 0.8917357921600342, "Finetune/Step": 5817, "Finetune/Step Time": 6.310607723891735}
+{"Finetune/Learning Rate": 7.124559694745745e-06, "Finetune/Loss": 0.8212301135063171, "Finetune/Loss (Raw)": 0.676579475402832, "Finetune/Step": 5818, "Finetune/Step Time": 6.312812505289912}
+{"Finetune/Learning Rate": 7.121334177042703e-06, "Finetune/Loss": 0.8214253783226013, "Finetune/Loss (Raw)": 0.8786733150482178, "Finetune/Step": 5819, "Finetune/Step Time": 6.317372398450971}
+{"Finetune/Learning Rate": 7.118108985862759e-06, "Finetune/Loss": 0.8212388753890991, "Finetune/Loss (Raw)": 0.8052971363067627, "Finetune/Step": 5820, "Finetune/Step Time": 6.31682157330215}
+{"Finetune/Learning Rate": 7.114884121571752e-06, "Finetune/Loss": 0.8212399482727051, "Finetune/Loss (Raw)": 0.8241238594055176, "Finetune/Step": 5821, "Finetune/Step Time": 6.313531089574099}
+{"Finetune/Learning Rate": 7.1116595845354756e-06, "Finetune/Loss": 0.821284830570221, "Finetune/Loss (Raw)": 0.817210853099823, "Finetune/Step": 5822, "Finetune/Step Time": 6.305907120928168}
+{"Finetune/Learning Rate": 7.1084353751196736e-06, "Finetune/Loss": 0.824493944644928, "Finetune/Loss (Raw)": 0.806593120098114, "Finetune/Step": 5823, "Finetune/Step Time": 6.298546884208918}
+{"Finetune/Learning Rate": 7.105211493690073e-06, "Finetune/Loss": 0.8239470720291138, "Finetune/Loss (Raw)": 0.7687872648239136, "Finetune/Step": 5824, "Finetune/Step Time": 6.282416736707091}
+{"Finetune/Learning Rate": 7.101987940612354e-06, "Finetune/Loss": 0.8242492079734802, "Finetune/Loss (Raw)": 0.8942421674728394, "Finetune/Step": 5825, "Finetune/Step Time": 6.291538767516613}
+{"Finetune/Learning Rate": 7.098764716252153e-06, "Finetune/Loss": 0.8235037326812744, "Finetune/Loss (Raw)": 0.7857043147087097, "Finetune/Step": 5826, "Finetune/Step Time": 6.314103461802006}
+{"Finetune/Learning Rate": 7.09554182097508e-06, "Finetune/Loss": 0.8230830430984497, "Finetune/Loss (Raw)": 0.7668480277061462, "Finetune/Step": 5827, "Finetune/Step Time": 6.3129128739237785}
+{"Finetune/Learning Rate": 7.092319255146707e-06, "Finetune/Loss": 0.8210635185241699, "Finetune/Loss (Raw)": 0.7184230089187622, "Finetune/Step": 5828, "Finetune/Step Time": 6.313320800662041}
+{"Finetune/Learning Rate": 7.089097019132562e-06, "Finetune/Loss": 0.8217692971229553, "Finetune/Loss (Raw)": 0.7254146933555603, "Finetune/Step": 5829, "Finetune/Step Time": 6.312210841104388}
+{"Finetune/Learning Rate": 7.085875113298139e-06, "Finetune/Loss": 0.8203942775726318, "Finetune/Loss (Raw)": 0.7704671025276184, "Finetune/Step": 5830, "Finetune/Step Time": 6.310193723067641}
+{"Finetune/Learning Rate": 7.08265353800889e-06, "Finetune/Loss": 0.8202633857727051, "Finetune/Loss (Raw)": 0.8629792928695679, "Finetune/Step": 5831, "Finetune/Step Time": 6.31234497949481}
+{"Finetune/Learning Rate": 7.079432293630244e-06, "Finetune/Loss": 0.8194577097892761, "Finetune/Loss (Raw)": 0.7393944263458252, "Finetune/Step": 5832, "Finetune/Step Time": 6.3114227913320065}
+{"Finetune/Learning Rate": 7.076211380527572e-06, "Finetune/Loss": 0.8216894268989563, "Finetune/Loss (Raw)": 0.7582898736000061, "Finetune/Step": 5833, "Finetune/Step Time": 6.3110513389110565}
+{"Finetune/Learning Rate": 7.072990799066222e-06, "Finetune/Loss": 0.8219336867332458, "Finetune/Loss (Raw)": 0.9535940289497375, "Finetune/Step": 5834, "Finetune/Step Time": 6.28854695148766}
+{"Finetune/Learning Rate": 7.0697705496115055e-06, "Finetune/Loss": 0.8220661282539368, "Finetune/Loss (Raw)": 0.8799909353256226, "Finetune/Step": 5835, "Finetune/Step Time": 6.288154352456331}
+{"Finetune/Learning Rate": 7.066550632528679e-06, "Finetune/Loss": 0.8227170705795288, "Finetune/Loss (Raw)": 0.8366950750350952, "Finetune/Step": 5836, "Finetune/Step Time": 6.290630104020238}
+{"Finetune/Learning Rate": 7.063331048182982e-06, "Finetune/Loss": 0.8215423226356506, "Finetune/Loss (Raw)": 0.7322606444358826, "Finetune/Step": 5837, "Finetune/Step Time": 6.294395154342055}
+{"Finetune/Learning Rate": 7.060111796939608e-06, "Finetune/Loss": 0.819702684879303, "Finetune/Loss (Raw)": 0.6571163535118103, "Finetune/Step": 5838, "Finetune/Step Time": 6.306702068075538}
+{"Finetune/Learning Rate": 7.056892879163706e-06, "Finetune/Loss": 0.8203340768814087, "Finetune/Loss (Raw)": 0.9011359810829163, "Finetune/Step": 5839, "Finetune/Step Time": 6.319993330165744}
+{"Finetune/Learning Rate": 7.053674295220399e-06, "Finetune/Loss": 0.8219125270843506, "Finetune/Loss (Raw)": 0.9989363551139832, "Finetune/Step": 5840, "Finetune/Step Time": 6.3185650035738945}
+{"Finetune/Learning Rate": 7.050456045474767e-06, "Finetune/Loss": 0.8233445882797241, "Finetune/Loss (Raw)": 0.9273421168327332, "Finetune/Step": 5841, "Finetune/Step Time": 6.317147836089134}
+{"Finetune/Learning Rate": 7.047238130291847e-06, "Finetune/Loss": 0.8245496153831482, "Finetune/Loss (Raw)": 0.8032848834991455, "Finetune/Step": 5842, "Finetune/Step Time": 6.306509116664529}
+{"Finetune/Learning Rate": 7.0440205500366435e-06, "Finetune/Loss": 0.8251060247421265, "Finetune/Loss (Raw)": 0.9479062557220459, "Finetune/Step": 5843, "Finetune/Step Time": 6.279361758381128}
+{"Finetune/Learning Rate": 7.040803305074126e-06, "Finetune/Loss": 0.8252856135368347, "Finetune/Loss (Raw)": 0.7826284766197205, "Finetune/Step": 5844, "Finetune/Step Time": 6.301511814817786}
+{"Finetune/Learning Rate": 7.0375863957692195e-06, "Finetune/Loss": 0.8245662450790405, "Finetune/Loss (Raw)": 0.8850272297859192, "Finetune/Step": 5845, "Finetune/Step Time": 6.302648836746812}
+{"Finetune/Learning Rate": 7.034369822486811e-06, "Finetune/Loss": 0.8222652077674866, "Finetune/Loss (Raw)": 0.6268574595451355, "Finetune/Step": 5846, "Finetune/Step Time": 6.297802168875933}
+{"Finetune/Learning Rate": 7.031153585591761e-06, "Finetune/Loss": 0.8217211961746216, "Finetune/Loss (Raw)": 0.8240331411361694, "Finetune/Step": 5847, "Finetune/Step Time": 6.294011453166604}
+{"Finetune/Learning Rate": 7.027937685448871e-06, "Finetune/Loss": 0.8253868818283081, "Finetune/Loss (Raw)": 0.8080625534057617, "Finetune/Step": 5848, "Finetune/Step Time": 6.288941588252783}
+{"Finetune/Learning Rate": 7.024722122422925e-06, "Finetune/Loss": 0.8254742622375488, "Finetune/Loss (Raw)": 0.8187360167503357, "Finetune/Step": 5849, "Finetune/Step Time": 6.276856137439609}
+{"Finetune/Learning Rate": 7.021506896878658e-06, "Finetune/Loss": 0.825903058052063, "Finetune/Loss (Raw)": 0.929186999797821, "Finetune/Step": 5850, "Finetune/Step Time": 6.276709916070104}
+{"Finetune/Learning Rate": 7.018292009180763e-06, "Finetune/Loss": 0.8231150507926941, "Finetune/Loss (Raw)": 0.3489781618118286, "Finetune/Step": 5851, "Finetune/Step Time": 6.28127796202898}
+{"Finetune/Learning Rate": 7.015077459693907e-06, "Finetune/Loss": 0.821395754814148, "Finetune/Loss (Raw)": 0.7961163520812988, "Finetune/Step": 5852, "Finetune/Step Time": 6.296451605856419}
+{"Finetune/Learning Rate": 7.011863248782711e-06, "Finetune/Loss": 0.8203325271606445, "Finetune/Loss (Raw)": 0.7126133441925049, "Finetune/Step": 5853, "Finetune/Step Time": 6.296112621203065}
+{"Finetune/Learning Rate": 7.008649376811756e-06, "Finetune/Loss": 0.8199711441993713, "Finetune/Loss (Raw)": 0.8189061284065247, "Finetune/Step": 5854, "Finetune/Step Time": 6.2953707780689}
+{"Finetune/Learning Rate": 7.005435844145587e-06, "Finetune/Loss": 0.8205723762512207, "Finetune/Loss (Raw)": 0.926947832107544, "Finetune/Step": 5855, "Finetune/Step Time": 6.2936268243938684}
+{"Finetune/Learning Rate": 7.002222651148714e-06, "Finetune/Loss": 0.8248208165168762, "Finetune/Loss (Raw)": 0.8915885090827942, "Finetune/Step": 5856, "Finetune/Step Time": 6.289588574320078}
+{"Finetune/Learning Rate": 6.999009798185602e-06, "Finetune/Loss": 0.8220479488372803, "Finetune/Loss (Raw)": 0.4082512855529785, "Finetune/Step": 5857, "Finetune/Step Time": 6.27850235439837}
+{"Finetune/Learning Rate": 6.995797285620681e-06, "Finetune/Loss": 0.8220915198326111, "Finetune/Loss (Raw)": 0.8118565678596497, "Finetune/Step": 5858, "Finetune/Step Time": 6.296068198978901}
+{"Finetune/Learning Rate": 6.992585113818344e-06, "Finetune/Loss": 0.8203245401382446, "Finetune/Loss (Raw)": 0.6498710513114929, "Finetune/Step": 5859, "Finetune/Step Time": 6.301864460110664}
+{"Finetune/Learning Rate": 6.9893732831429395e-06, "Finetune/Loss": 0.8207426071166992, "Finetune/Loss (Raw)": 0.8205299377441406, "Finetune/Step": 5860, "Finetune/Step Time": 6.300974667072296}
+{"Finetune/Learning Rate": 6.986161793958784e-06, "Finetune/Loss": 0.8193511366844177, "Finetune/Loss (Raw)": 0.7797377705574036, "Finetune/Step": 5861, "Finetune/Step Time": 6.30347921513021}
+{"Finetune/Learning Rate": 6.982950646630151e-06, "Finetune/Loss": 0.8191264867782593, "Finetune/Loss (Raw)": 0.850346565246582, "Finetune/Step": 5862, "Finetune/Step Time": 6.300229797139764}
+{"Finetune/Learning Rate": 6.979739841521278e-06, "Finetune/Loss": 0.8195614814758301, "Finetune/Loss (Raw)": 0.9278316497802734, "Finetune/Step": 5863, "Finetune/Step Time": 6.296407783403993}
+{"Finetune/Learning Rate": 6.976529378996357e-06, "Finetune/Loss": 0.8182039260864258, "Finetune/Loss (Raw)": 0.7843630313873291, "Finetune/Step": 5864, "Finetune/Step Time": 6.276695715263486}
+{"Finetune/Learning Rate": 6.973319259419555e-06, "Finetune/Loss": 0.8190248608589172, "Finetune/Loss (Raw)": 0.9848766922950745, "Finetune/Step": 5865, "Finetune/Step Time": 6.273279275745153}
+{"Finetune/Learning Rate": 6.970109483154985e-06, "Finetune/Loss": 0.8181973695755005, "Finetune/Loss (Raw)": 0.7883949279785156, "Finetune/Step": 5866, "Finetune/Step Time": 6.281452562659979}
+{"Finetune/Learning Rate": 6.966900050566727e-06, "Finetune/Loss": 0.8199252486228943, "Finetune/Loss (Raw)": 1.0118225812911987, "Finetune/Step": 5867, "Finetune/Step Time": 6.29279095120728}
+{"Finetune/Learning Rate": 6.963690962018832e-06, "Finetune/Loss": 0.8164004683494568, "Finetune/Loss (Raw)": 0.3444182872772217, "Finetune/Step": 5868, "Finetune/Step Time": 6.294372625648975}
+{"Finetune/Learning Rate": 6.960482217875288e-06, "Finetune/Loss": 0.8204147219657898, "Finetune/Loss (Raw)": 0.867097795009613, "Finetune/Step": 5869, "Finetune/Step Time": 6.2995952889323235}
+{"Finetune/Learning Rate": 6.95727381850007e-06, "Finetune/Loss": 0.8212648630142212, "Finetune/Loss (Raw)": 0.9068157076835632, "Finetune/Step": 5870, "Finetune/Step Time": 6.283824656158686}
+{"Finetune/Learning Rate": 6.954065764257098e-06, "Finetune/Loss": 0.8203015923500061, "Finetune/Loss (Raw)": 0.8214764595031738, "Finetune/Step": 5871, "Finetune/Step Time": 6.279090650379658}
+{"Finetune/Learning Rate": 6.950858055510254e-06, "Finetune/Loss": 0.8209289908409119, "Finetune/Loss (Raw)": 0.9157320261001587, "Finetune/Step": 5872, "Finetune/Step Time": 6.270944533869624}
+{"Finetune/Learning Rate": 6.94765069262339e-06, "Finetune/Loss": 0.8210678100585938, "Finetune/Loss (Raw)": 0.8768629431724548, "Finetune/Step": 5873, "Finetune/Step Time": 6.277212850749493}
+{"Finetune/Learning Rate": 6.944443675960312e-06, "Finetune/Loss": 0.8215690851211548, "Finetune/Loss (Raw)": 0.8680022954940796, "Finetune/Step": 5874, "Finetune/Step Time": 6.282148426398635}
+{"Finetune/Learning Rate": 6.941237005884782e-06, "Finetune/Loss": 0.8210179805755615, "Finetune/Loss (Raw)": 0.8553772568702698, "Finetune/Step": 5875, "Finetune/Step Time": 6.282453341409564}
+{"Finetune/Learning Rate": 6.938030682760532e-06, "Finetune/Loss": 0.822329044342041, "Finetune/Loss (Raw)": 0.8816279172897339, "Finetune/Step": 5876, "Finetune/Step Time": 6.2818167973309755}
+{"Finetune/Learning Rate": 6.934824706951253e-06, "Finetune/Loss": 0.8239160776138306, "Finetune/Loss (Raw)": 0.9713563919067383, "Finetune/Step": 5877, "Finetune/Step Time": 6.2586132399737835}
+{"Finetune/Learning Rate": 6.931619078820591e-06, "Finetune/Loss": 0.828295111656189, "Finetune/Loss (Raw)": 0.9488774538040161, "Finetune/Step": 5878, "Finetune/Step Time": 6.246936779469252}
+{"Finetune/Learning Rate": 6.928413798732154e-06, "Finetune/Loss": 0.8287163972854614, "Finetune/Loss (Raw)": 0.8904773592948914, "Finetune/Step": 5879, "Finetune/Step Time": 6.232916509732604}
+{"Finetune/Learning Rate": 6.925208867049522e-06, "Finetune/Loss": 0.8294747471809387, "Finetune/Loss (Raw)": 0.8472127318382263, "Finetune/Step": 5880, "Finetune/Step Time": 6.229594523087144}
+{"Finetune/Learning Rate": 6.922004284136214e-06, "Finetune/Loss": 0.8307356834411621, "Finetune/Loss (Raw)": 1.047055959701538, "Finetune/Step": 5881, "Finetune/Step Time": 6.22921646386385}
+{"Finetune/Learning Rate": 6.918800050355727e-06, "Finetune/Loss": 0.830925464630127, "Finetune/Loss (Raw)": 0.9204090237617493, "Finetune/Step": 5882, "Finetune/Step Time": 6.2374955378472805}
+{"Finetune/Learning Rate": 6.915596166071518e-06, "Finetune/Loss": 0.8305797576904297, "Finetune/Loss (Raw)": 0.8111013770103455, "Finetune/Step": 5883, "Finetune/Step Time": 6.238905785605311}
+{"Finetune/Learning Rate": 6.912392631646987e-06, "Finetune/Loss": 0.8302730321884155, "Finetune/Loss (Raw)": 0.8606283068656921, "Finetune/Step": 5884, "Finetune/Step Time": 6.244972839951515}
+{"Finetune/Learning Rate": 6.909189447445517e-06, "Finetune/Loss": 0.8299417495727539, "Finetune/Loss (Raw)": 0.8481103777885437, "Finetune/Step": 5885, "Finetune/Step Time": 6.249362122267485}
+{"Finetune/Learning Rate": 6.90598661383044e-06, "Finetune/Loss": 0.8301863670349121, "Finetune/Loss (Raw)": 0.8770933151245117, "Finetune/Step": 5886, "Finetune/Step Time": 6.251515198498964}
+{"Finetune/Learning Rate": 6.902784131165042e-06, "Finetune/Loss": 0.8316974639892578, "Finetune/Loss (Raw)": 0.9270210862159729, "Finetune/Step": 5887, "Finetune/Step Time": 6.2535876259207726}
+{"Finetune/Learning Rate": 6.89958199981258e-06, "Finetune/Loss": 0.8328404426574707, "Finetune/Loss (Raw)": 0.9722669124603271, "Finetune/Step": 5888, "Finetune/Step Time": 6.2587755843997}
+{"Finetune/Learning Rate": 6.896380220136272e-06, "Finetune/Loss": 0.8323559165000916, "Finetune/Loss (Raw)": 0.8246722221374512, "Finetune/Step": 5889, "Finetune/Step Time": 6.254290793091059}
+{"Finetune/Learning Rate": 6.893178792499284e-06, "Finetune/Loss": 0.8317517042160034, "Finetune/Loss (Raw)": 0.9009489417076111, "Finetune/Step": 5890, "Finetune/Step Time": 6.252087134867907}
+{"Finetune/Learning Rate": 6.889977717264753e-06, "Finetune/Loss": 0.8307595252990723, "Finetune/Loss (Raw)": 0.7643731832504272, "Finetune/Step": 5891, "Finetune/Step Time": 6.2514859065413475}
+{"Finetune/Learning Rate": 6.8867769947957765e-06, "Finetune/Loss": 0.8286280035972595, "Finetune/Loss (Raw)": 0.6417039036750793, "Finetune/Step": 5892, "Finetune/Step Time": 6.25408891402185}
+{"Finetune/Learning Rate": 6.883576625455397e-06, "Finetune/Loss": 0.8278272151947021, "Finetune/Loss (Raw)": 0.7912624478340149, "Finetune/Step": 5893, "Finetune/Step Time": 6.260137464851141}
+{"Finetune/Learning Rate": 6.880376609606639e-06, "Finetune/Loss": 0.8316662311553955, "Finetune/Loss (Raw)": 0.834373414516449, "Finetune/Step": 5894, "Finetune/Step Time": 6.2542735524475574}
+{"Finetune/Learning Rate": 6.877176947612474e-06, "Finetune/Loss": 0.8308821320533752, "Finetune/Loss (Raw)": 0.8644483089447021, "Finetune/Step": 5895, "Finetune/Step Time": 6.258126916363835}
+{"Finetune/Learning Rate": 6.87397763983583e-06, "Finetune/Loss": 0.8313698172569275, "Finetune/Loss (Raw)": 0.897739052772522, "Finetune/Step": 5896, "Finetune/Step Time": 6.257720297202468}
+{"Finetune/Learning Rate": 6.870778686639601e-06, "Finetune/Loss": 0.8328917026519775, "Finetune/Loss (Raw)": 1.0398244857788086, "Finetune/Step": 5897, "Finetune/Step Time": 6.258496297523379}
+{"Finetune/Learning Rate": 6.867580088386646e-06, "Finetune/Loss": 0.8334637880325317, "Finetune/Loss (Raw)": 0.8453061580657959, "Finetune/Step": 5898, "Finetune/Step Time": 6.25826377235353}
+{"Finetune/Learning Rate": 6.864381845439772e-06, "Finetune/Loss": 0.8336930274963379, "Finetune/Loss (Raw)": 0.8446029424667358, "Finetune/Step": 5899, "Finetune/Step Time": 6.2509028017520905}
+{"Finetune/Learning Rate": 6.86118395816175e-06, "Finetune/Loss": 0.8327082991600037, "Finetune/Loss (Raw)": 0.8788650035858154, "Finetune/Step": 5900, "Finetune/Step Time": 6.246038783341646}
+{"Finetune/Learning Rate": 6.857986426915321e-06, "Finetune/Loss": 0.832091212272644, "Finetune/Loss (Raw)": 0.76787269115448, "Finetune/Step": 5901, "Finetune/Step Time": 6.245403189212084}
+{"Finetune/Learning Rate": 6.854789252063168e-06, "Finetune/Loss": 0.8323866128921509, "Finetune/Loss (Raw)": 0.7868514060974121, "Finetune/Step": 5902, "Finetune/Step Time": 6.245553255081177}
+{"Finetune/Learning Rate": 6.8515924339679415e-06, "Finetune/Loss": 0.8323676586151123, "Finetune/Loss (Raw)": 0.873530387878418, "Finetune/Step": 5903, "Finetune/Step Time": 6.239025138318539}
+{"Finetune/Learning Rate": 6.848395972992261e-06, "Finetune/Loss": 0.8327163457870483, "Finetune/Loss (Raw)": 0.9000566005706787, "Finetune/Step": 5904, "Finetune/Step Time": 6.258203519508243}
+{"Finetune/Learning Rate": 6.845199869498684e-06, "Finetune/Loss": 0.8331282138824463, "Finetune/Loss (Raw)": 0.8248317241668701, "Finetune/Step": 5905, "Finetune/Step Time": 6.256892617791891}
+{"Finetune/Learning Rate": 6.8420041238497525e-06, "Finetune/Loss": 0.8335504531860352, "Finetune/Loss (Raw)": 0.8287229537963867, "Finetune/Step": 5906, "Finetune/Step Time": 6.251578995957971}
+{"Finetune/Learning Rate": 6.838808736407949e-06, "Finetune/Loss": 0.8331435918807983, "Finetune/Loss (Raw)": 0.868088960647583, "Finetune/Step": 5907, "Finetune/Step Time": 6.255495868623257}
+{"Finetune/Learning Rate": 6.835613707535722e-06, "Finetune/Loss": 0.8328320384025574, "Finetune/Loss (Raw)": 0.9571766257286072, "Finetune/Step": 5908, "Finetune/Step Time": 6.259797513484955}
+{"Finetune/Learning Rate": 6.832419037595479e-06, "Finetune/Loss": 0.8326959609985352, "Finetune/Loss (Raw)": 0.859733521938324, "Finetune/Step": 5909, "Finetune/Step Time": 6.261638002470136}
+{"Finetune/Learning Rate": 6.829224726949591e-06, "Finetune/Loss": 0.8362812995910645, "Finetune/Loss (Raw)": 0.8381869792938232, "Finetune/Step": 5910, "Finetune/Step Time": 6.264088591560721}
+{"Finetune/Learning Rate": 6.826030775960382e-06, "Finetune/Loss": 0.8368903398513794, "Finetune/Loss (Raw)": 0.9392727017402649, "Finetune/Step": 5911, "Finetune/Step Time": 6.265478001907468}
+{"Finetune/Learning Rate": 6.822837184990132e-06, "Finetune/Loss": 0.8320683240890503, "Finetune/Loss (Raw)": 0.3717980980873108, "Finetune/Step": 5912, "Finetune/Step Time": 6.277456341311336}
+{"Finetune/Learning Rate": 6.819643954401094e-06, "Finetune/Loss": 0.8360808491706848, "Finetune/Loss (Raw)": 0.9124994874000549, "Finetune/Step": 5913, "Finetune/Step Time": 6.288668045774102}
+{"Finetune/Learning Rate": 6.81645108455547e-06, "Finetune/Loss": 0.8339620232582092, "Finetune/Loss (Raw)": 0.7211822271347046, "Finetune/Step": 5914, "Finetune/Step Time": 6.276546973735094}
+{"Finetune/Learning Rate": 6.81325857581542e-06, "Finetune/Loss": 0.8334776759147644, "Finetune/Loss (Raw)": 0.923603355884552, "Finetune/Step": 5915, "Finetune/Step Time": 6.2819632813334465}
+{"Finetune/Learning Rate": 6.810066428543064e-06, "Finetune/Loss": 0.8366353511810303, "Finetune/Loss (Raw)": 0.812211811542511, "Finetune/Step": 5916, "Finetune/Step Time": 6.28717871569097}
+{"Finetune/Learning Rate": 6.80687464310049e-06, "Finetune/Loss": 0.8358887434005737, "Finetune/Loss (Raw)": 0.7419931888580322, "Finetune/Step": 5917, "Finetune/Step Time": 6.272492755204439}
+{"Finetune/Learning Rate": 6.803683219849732e-06, "Finetune/Loss": 0.833896279335022, "Finetune/Loss (Raw)": 0.7698614597320557, "Finetune/Step": 5918, "Finetune/Step Time": 6.27580096013844}
+{"Finetune/Learning Rate": 6.800492159152792e-06, "Finetune/Loss": 0.8321410417556763, "Finetune/Loss (Raw)": 0.6782476305961609, "Finetune/Step": 5919, "Finetune/Step Time": 6.29047603905201}
+{"Finetune/Learning Rate": 6.797301461371626e-06, "Finetune/Loss": 0.8319787979125977, "Finetune/Loss (Raw)": 0.8150433897972107, "Finetune/Step": 5920, "Finetune/Step Time": 6.2918613236397505}
+{"Finetune/Learning Rate": 6.7941111268681484e-06, "Finetune/Loss": 0.8319087028503418, "Finetune/Loss (Raw)": 0.8496158123016357, "Finetune/Step": 5921, "Finetune/Step Time": 6.279177367687225}
+{"Finetune/Learning Rate": 6.7909211560042374e-06, "Finetune/Loss": 0.8315051198005676, "Finetune/Loss (Raw)": 0.8218392729759216, "Finetune/Step": 5922, "Finetune/Step Time": 6.262096926569939}
+{"Finetune/Learning Rate": 6.787731549141728e-06, "Finetune/Loss": 0.8327090740203857, "Finetune/Loss (Raw)": 0.9175531268119812, "Finetune/Step": 5923, "Finetune/Step Time": 6.2622688841074705}
+{"Finetune/Learning Rate": 6.78454230664241e-06, "Finetune/Loss": 0.8330943584442139, "Finetune/Loss (Raw)": 0.8607711791992188, "Finetune/Step": 5924, "Finetune/Step Time": 6.257792001590133}
+{"Finetune/Learning Rate": 6.7813534288680335e-06, "Finetune/Loss": 0.8320612907409668, "Finetune/Loss (Raw)": 0.8283320069313049, "Finetune/Step": 5925, "Finetune/Step Time": 6.253684846684337}
+{"Finetune/Learning Rate": 6.778164916180316e-06, "Finetune/Loss": 0.8327980041503906, "Finetune/Loss (Raw)": 0.9590545892715454, "Finetune/Step": 5926, "Finetune/Step Time": 6.23999061435461}
+{"Finetune/Learning Rate": 6.77497676894092e-06, "Finetune/Loss": 0.8317195177078247, "Finetune/Loss (Raw)": 0.7811709642410278, "Finetune/Step": 5927, "Finetune/Step Time": 6.239592595025897}
+{"Finetune/Learning Rate": 6.77178898751147e-06, "Finetune/Loss": 0.832284688949585, "Finetune/Loss (Raw)": 0.9299971461296082, "Finetune/Step": 5928, "Finetune/Step Time": 6.224156739190221}
+{"Finetune/Learning Rate": 6.768601572253559e-06, "Finetune/Loss": 0.8322885036468506, "Finetune/Loss (Raw)": 0.8787559866905212, "Finetune/Step": 5929, "Finetune/Step Time": 6.230340611189604}
+{"Finetune/Learning Rate": 6.765414523528726e-06, "Finetune/Loss": 0.8318196535110474, "Finetune/Loss (Raw)": 0.8552976846694946, "Finetune/Step": 5930, "Finetune/Step Time": 6.233465291559696}
+{"Finetune/Learning Rate": 6.762227841698477e-06, "Finetune/Loss": 0.8319741487503052, "Finetune/Loss (Raw)": 0.8630056977272034, "Finetune/Step": 5931, "Finetune/Step Time": 6.237005557864904}
+{"Finetune/Learning Rate": 6.75904152712427e-06, "Finetune/Loss": 0.8330247402191162, "Finetune/Loss (Raw)": 0.9416594505310059, "Finetune/Step": 5932, "Finetune/Step Time": 6.240148117765784}
+{"Finetune/Learning Rate": 6.755855580167523e-06, "Finetune/Loss": 0.8312859535217285, "Finetune/Loss (Raw)": 0.7271029949188232, "Finetune/Step": 5933, "Finetune/Step Time": 6.23646435700357}
+{"Finetune/Learning Rate": 6.752670001189618e-06, "Finetune/Loss": 0.8306702375411987, "Finetune/Loss (Raw)": 0.8467704057693481, "Finetune/Step": 5934, "Finetune/Step Time": 6.213485911488533}
+{"Finetune/Learning Rate": 6.7494847905518915e-06, "Finetune/Loss": 0.8301649689674377, "Finetune/Loss (Raw)": 0.8657863140106201, "Finetune/Step": 5935, "Finetune/Step Time": 6.212740413844585}
+{"Finetune/Learning Rate": 6.7462999486156315e-06, "Finetune/Loss": 0.830718457698822, "Finetune/Loss (Raw)": 0.8588457703590393, "Finetune/Step": 5936, "Finetune/Step Time": 6.2115954998880625}
+{"Finetune/Learning Rate": 6.7431154757420925e-06, "Finetune/Loss": 0.8294409513473511, "Finetune/Loss (Raw)": 0.7610865831375122, "Finetune/Step": 5937, "Finetune/Step Time": 6.228588012978435}
+{"Finetune/Learning Rate": 6.73993137229249e-06, "Finetune/Loss": 0.8290907740592957, "Finetune/Loss (Raw)": 0.7809867262840271, "Finetune/Step": 5938, "Finetune/Step Time": 6.225682275369763}
+{"Finetune/Learning Rate": 6.736747638627985e-06, "Finetune/Loss": 0.8292169570922852, "Finetune/Loss (Raw)": 0.8938798904418945, "Finetune/Step": 5939, "Finetune/Step Time": 6.227296773344278}
+{"Finetune/Learning Rate": 6.733564275109707e-06, "Finetune/Loss": 0.8304052352905273, "Finetune/Loss (Raw)": 0.928886353969574, "Finetune/Step": 5940, "Finetune/Step Time": 6.227317005395889}
+{"Finetune/Learning Rate": 6.730381282098746e-06, "Finetune/Loss": 0.8310743570327759, "Finetune/Loss (Raw)": 0.8110374808311462, "Finetune/Step": 5941, "Finetune/Step Time": 6.2275397423654795}
+{"Finetune/Learning Rate": 6.727198659956133e-06, "Finetune/Loss": 0.8306853771209717, "Finetune/Loss (Raw)": 0.9013842344284058, "Finetune/Step": 5942, "Finetune/Step Time": 6.230245320126414}
+{"Finetune/Learning Rate": 6.724016409042879e-06, "Finetune/Loss": 0.8298269510269165, "Finetune/Loss (Raw)": 0.8268725275993347, "Finetune/Step": 5943, "Finetune/Step Time": 6.224309673532844}
+{"Finetune/Learning Rate": 6.720834529719939e-06, "Finetune/Loss": 0.8292728662490845, "Finetune/Loss (Raw)": 0.7627411484718323, "Finetune/Step": 5944, "Finetune/Step Time": 6.2225018460303545}
+{"Finetune/Learning Rate": 6.717653022348225e-06, "Finetune/Loss": 0.8303388357162476, "Finetune/Loss (Raw)": 1.0281764268875122, "Finetune/Step": 5945, "Finetune/Step Time": 6.218316765502095}
+{"Finetune/Learning Rate": 6.714471887288616e-06, "Finetune/Loss": 0.8317499160766602, "Finetune/Loss (Raw)": 0.8571964502334595, "Finetune/Step": 5946, "Finetune/Step Time": 6.218989497050643}
+{"Finetune/Learning Rate": 6.711291124901945e-06, "Finetune/Loss": 0.8318777680397034, "Finetune/Loss (Raw)": 0.8950429558753967, "Finetune/Step": 5947, "Finetune/Step Time": 6.215742884203792}
+{"Finetune/Learning Rate": 6.708110735548996e-06, "Finetune/Loss": 0.8318257331848145, "Finetune/Loss (Raw)": 0.7986347675323486, "Finetune/Step": 5948, "Finetune/Step Time": 6.220031335949898}
+{"Finetune/Learning Rate": 6.704930719590519e-06, "Finetune/Loss": 0.8314114809036255, "Finetune/Loss (Raw)": 0.771101713180542, "Finetune/Step": 5949, "Finetune/Step Time": 6.219653338193893}
+{"Finetune/Learning Rate": 6.70175107738722e-06, "Finetune/Loss": 0.8319745063781738, "Finetune/Loss (Raw)": 0.8892780542373657, "Finetune/Step": 5950, "Finetune/Step Time": 6.2154344618320465}
+{"Finetune/Learning Rate": 6.69857180929976e-06, "Finetune/Loss": 0.8313446044921875, "Finetune/Loss (Raw)": 0.7259634733200073, "Finetune/Step": 5951, "Finetune/Step Time": 6.217035064473748}
+{"Finetune/Learning Rate": 6.695392915688759e-06, "Finetune/Loss": 0.8315709233283997, "Finetune/Loss (Raw)": 0.7977533936500549, "Finetune/Step": 5952, "Finetune/Step Time": 6.21731648594141}
+{"Finetune/Learning Rate": 6.692214396914797e-06, "Finetune/Loss": 0.8321424722671509, "Finetune/Loss (Raw)": 0.9673983454704285, "Finetune/Step": 5953, "Finetune/Step Time": 6.206861054524779}
+{"Finetune/Learning Rate": 6.6890362533384015e-06, "Finetune/Loss": 0.8330945372581482, "Finetune/Loss (Raw)": 0.9075732827186584, "Finetune/Step": 5954, "Finetune/Step Time": 6.179525602608919}
+{"Finetune/Learning Rate": 6.685858485320073e-06, "Finetune/Loss": 0.8342260122299194, "Finetune/Loss (Raw)": 0.9116789102554321, "Finetune/Step": 5955, "Finetune/Step Time": 6.17731175199151}
+{"Finetune/Learning Rate": 6.682681093220263e-06, "Finetune/Loss": 0.835949182510376, "Finetune/Loss (Raw)": 0.9389879703521729, "Finetune/Step": 5956, "Finetune/Step Time": 6.178489424288273}
+{"Finetune/Learning Rate": 6.679504077399369e-06, "Finetune/Loss": 0.8378096222877502, "Finetune/Loss (Raw)": 0.9635475873947144, "Finetune/Step": 5957, "Finetune/Step Time": 6.182543307542801}
+{"Finetune/Learning Rate": 6.67632743821776e-06, "Finetune/Loss": 0.8382107019424438, "Finetune/Loss (Raw)": 0.8218035697937012, "Finetune/Step": 5958, "Finetune/Step Time": 6.184242334216833}
+{"Finetune/Learning Rate": 6.673151176035762e-06, "Finetune/Loss": 0.838590145111084, "Finetune/Loss (Raw)": 0.9115461111068726, "Finetune/Step": 5959, "Finetune/Step Time": 6.183065401390195}
+{"Finetune/Learning Rate": 6.6699752912136504e-06, "Finetune/Loss": 0.8393919467926025, "Finetune/Loss (Raw)": 0.8420299887657166, "Finetune/Step": 5960, "Finetune/Step Time": 6.180842515081167}
+{"Finetune/Learning Rate": 6.66679978411166e-06, "Finetune/Loss": 0.8398171663284302, "Finetune/Loss (Raw)": 0.8127179145812988, "Finetune/Step": 5961, "Finetune/Step Time": 6.176949432119727}
+{"Finetune/Learning Rate": 6.663624655089989e-06, "Finetune/Loss": 0.8393096327781677, "Finetune/Loss (Raw)": 0.8886286020278931, "Finetune/Step": 5962, "Finetune/Step Time": 6.167825656011701}
+{"Finetune/Learning Rate": 6.660449904508781e-06, "Finetune/Loss": 0.8395107984542847, "Finetune/Loss (Raw)": 0.9057448506355286, "Finetune/Step": 5963, "Finetune/Step Time": 6.166371155530214}
+{"Finetune/Learning Rate": 6.6572755327281506e-06, "Finetune/Loss": 0.8405003547668457, "Finetune/Loss (Raw)": 0.9633517861366272, "Finetune/Step": 5964, "Finetune/Step Time": 6.165153248235583}
+{"Finetune/Learning Rate": 6.65410154010816e-06, "Finetune/Loss": 0.8411383032798767, "Finetune/Loss (Raw)": 0.813920259475708, "Finetune/Step": 5965, "Finetune/Step Time": 6.161226581782103}
+{"Finetune/Learning Rate": 6.6509279270088256e-06, "Finetune/Loss": 0.8426023721694946, "Finetune/Loss (Raw)": 0.8445184230804443, "Finetune/Step": 5966, "Finetune/Step Time": 6.149794710800052}
+{"Finetune/Learning Rate": 6.6477546937901335e-06, "Finetune/Loss": 0.8426018953323364, "Finetune/Loss (Raw)": 0.9010732769966125, "Finetune/Step": 5967, "Finetune/Step Time": 6.13458801433444}
+{"Finetune/Learning Rate": 6.644581840812019e-06, "Finetune/Loss": 0.8415205478668213, "Finetune/Loss (Raw)": 0.8605263233184814, "Finetune/Step": 5968, "Finetune/Step Time": 6.133721327409148}
+{"Finetune/Learning Rate": 6.641409368434368e-06, "Finetune/Loss": 0.841275155544281, "Finetune/Loss (Raw)": 0.8959288001060486, "Finetune/Step": 5969, "Finetune/Step Time": 6.138379413634539}
+{"Finetune/Learning Rate": 6.638237277017032e-06, "Finetune/Loss": 0.8379849195480347, "Finetune/Loss (Raw)": 0.3821350336074829, "Finetune/Step": 5970, "Finetune/Step Time": 6.144863495603204}
+{"Finetune/Learning Rate": 6.635065566919823e-06, "Finetune/Loss": 0.8377938866615295, "Finetune/Loss (Raw)": 0.9234532713890076, "Finetune/Step": 5971, "Finetune/Step Time": 6.159894464537501}
+{"Finetune/Learning Rate": 6.631894238502495e-06, "Finetune/Loss": 0.838512659072876, "Finetune/Loss (Raw)": 0.8746301531791687, "Finetune/Step": 5972, "Finetune/Step Time": 6.139459427446127}
+{"Finetune/Learning Rate": 6.6287232921247704e-06, "Finetune/Loss": 0.8387070894241333, "Finetune/Loss (Raw)": 0.9099196791648865, "Finetune/Step": 5973, "Finetune/Step Time": 6.138686507940292}
+{"Finetune/Learning Rate": 6.625552728146334e-06, "Finetune/Loss": 0.8403740525245667, "Finetune/Loss (Raw)": 0.8402222990989685, "Finetune/Step": 5974, "Finetune/Step Time": 6.143185663968325}
+{"Finetune/Learning Rate": 6.622382546926802e-06, "Finetune/Loss": 0.8408409357070923, "Finetune/Loss (Raw)": 0.8838008046150208, "Finetune/Step": 5975, "Finetune/Step Time": 6.152121329680085}
+{"Finetune/Learning Rate": 6.619212748825776e-06, "Finetune/Loss": 0.8414796590805054, "Finetune/Loss (Raw)": 0.8898171782493591, "Finetune/Step": 5976, "Finetune/Step Time": 6.151496525853872}
+{"Finetune/Learning Rate": 6.616043334202802e-06, "Finetune/Loss": 0.8411258459091187, "Finetune/Loss (Raw)": 0.7734447121620178, "Finetune/Step": 5977, "Finetune/Step Time": 6.150216780602932}
+{"Finetune/Learning Rate": 6.6128743034173716e-06, "Finetune/Loss": 0.8404861688613892, "Finetune/Loss (Raw)": 0.8473086357116699, "Finetune/Step": 5978, "Finetune/Step Time": 6.154703125357628}
+{"Finetune/Learning Rate": 6.609705656828955e-06, "Finetune/Loss": 0.8441168069839478, "Finetune/Loss (Raw)": 0.8137039542198181, "Finetune/Step": 5979, "Finetune/Step Time": 6.152072004973888}
+{"Finetune/Learning Rate": 6.606537394796963e-06, "Finetune/Loss": 0.843323826789856, "Finetune/Loss (Raw)": 0.6946180462837219, "Finetune/Step": 5980, "Finetune/Step Time": 6.135781267657876}
+{"Finetune/Learning Rate": 6.603369517680768e-06, "Finetune/Loss": 0.845611572265625, "Finetune/Loss (Raw)": 1.0054409503936768, "Finetune/Step": 5981, "Finetune/Step Time": 6.13219690695405}
+{"Finetune/Learning Rate": 6.600202025839693e-06, "Finetune/Loss": 0.8465882539749146, "Finetune/Loss (Raw)": 0.9439165592193604, "Finetune/Step": 5982, "Finetune/Step Time": 6.131787398830056}
+{"Finetune/Learning Rate": 6.597034919633032e-06, "Finetune/Loss": 0.8451787233352661, "Finetune/Loss (Raw)": 0.7465274930000305, "Finetune/Step": 5983, "Finetune/Step Time": 6.130194211378694}
+{"Finetune/Learning Rate": 6.593868199420017e-06, "Finetune/Loss": 0.8442021608352661, "Finetune/Loss (Raw)": 0.7665943503379822, "Finetune/Step": 5984, "Finetune/Step Time": 6.134195543825626}
+{"Finetune/Learning Rate": 6.590701865559849e-06, "Finetune/Loss": 0.8470644354820251, "Finetune/Loss (Raw)": 0.7746168375015259, "Finetune/Step": 5985, "Finetune/Step Time": 6.146515863016248}
+{"Finetune/Learning Rate": 6.58753591841168e-06, "Finetune/Loss": 0.8470335602760315, "Finetune/Loss (Raw)": 0.8079056143760681, "Finetune/Step": 5986, "Finetune/Step Time": 6.141280733048916}
+{"Finetune/Learning Rate": 6.584370358334616e-06, "Finetune/Loss": 0.8488892316818237, "Finetune/Loss (Raw)": 0.8873955011367798, "Finetune/Step": 5987, "Finetune/Step Time": 6.142548395320773}
+{"Finetune/Learning Rate": 6.581205185687727e-06, "Finetune/Loss": 0.8489210605621338, "Finetune/Loss (Raw)": 0.8246045708656311, "Finetune/Step": 5988, "Finetune/Step Time": 6.161594841629267}
+{"Finetune/Learning Rate": 6.578040400830033e-06, "Finetune/Loss": 0.8496919870376587, "Finetune/Loss (Raw)": 0.8784220814704895, "Finetune/Step": 5989, "Finetune/Step Time": 6.165401380509138}
+{"Finetune/Learning Rate": 6.5748760041205075e-06, "Finetune/Loss": 0.8498101830482483, "Finetune/Loss (Raw)": 0.8654720187187195, "Finetune/Step": 5990, "Finetune/Step Time": 6.163963356986642}
+{"Finetune/Learning Rate": 6.571711995918086e-06, "Finetune/Loss": 0.8481166362762451, "Finetune/Loss (Raw)": 0.7110540866851807, "Finetune/Step": 5991, "Finetune/Step Time": 6.157866457477212}
+{"Finetune/Learning Rate": 6.568548376581663e-06, "Finetune/Loss": 0.8477221131324768, "Finetune/Loss (Raw)": 0.7338711619377136, "Finetune/Step": 5992, "Finetune/Step Time": 6.158082559704781}
+{"Finetune/Learning Rate": 6.565385146470074e-06, "Finetune/Loss": 0.8467158675193787, "Finetune/Loss (Raw)": 0.8560739159584045, "Finetune/Step": 5993, "Finetune/Step Time": 6.1557376235723495}
+{"Finetune/Learning Rate": 6.562222305942123e-06, "Finetune/Loss": 0.847859799861908, "Finetune/Loss (Raw)": 0.9348183274269104, "Finetune/Step": 5994, "Finetune/Step Time": 6.154492728412151}
+{"Finetune/Learning Rate": 6.55905985535657e-06, "Finetune/Loss": 0.847084641456604, "Finetune/Loss (Raw)": 0.912604570388794, "Finetune/Step": 5995, "Finetune/Step Time": 6.155632346868515}
+{"Finetune/Learning Rate": 6.555897795072128e-06, "Finetune/Loss": 0.8508226275444031, "Finetune/Loss (Raw)": 0.8228803873062134, "Finetune/Step": 5996, "Finetune/Step Time": 6.1516305431723595}
+{"Finetune/Learning Rate": 6.552736125447458e-06, "Finetune/Loss": 0.8513525724411011, "Finetune/Loss (Raw)": 0.934931755065918, "Finetune/Step": 5997, "Finetune/Step Time": 6.135399540886283}
+{"Finetune/Learning Rate": 6.549574846841189e-06, "Finetune/Loss": 0.8509314060211182, "Finetune/Loss (Raw)": 0.8528997898101807, "Finetune/Step": 5998, "Finetune/Step Time": 6.1381435208022594}
+{"Finetune/Learning Rate": 6.546413959611903e-06, "Finetune/Loss": 0.8504493236541748, "Finetune/Loss (Raw)": 0.759772777557373, "Finetune/Step": 5999, "Finetune/Step Time": 6.140345118939877}
+{"Finetune/Learning Rate": 6.543253464118131e-06, "Finetune/Loss": 0.8502935171127319, "Finetune/Loss (Raw)": 0.8957875370979309, "Finetune/Step": 6000, "Finetune/Step Time": 6.14082184061408}
+{"Finetune/Learning Rate": 6.54009336071836e-06, "Finetune/Loss": 0.8490201830863953, "Finetune/Loss (Raw)": 0.7138760089874268, "Finetune/Step": 6001, "Finetune/Step Time": 6.138084087520838}
+{"Finetune/Learning Rate": 6.536933649771049e-06, "Finetune/Loss": 0.8485475778579712, "Finetune/Loss (Raw)": 0.8075097799301147, "Finetune/Step": 6002, "Finetune/Step Time": 6.144298711791635}
+{"Finetune/Learning Rate": 6.5337743316345846e-06, "Finetune/Loss": 0.8481839299201965, "Finetune/Loss (Raw)": 0.8088306188583374, "Finetune/Step": 6003, "Finetune/Step Time": 6.143304213881493}
+{"Finetune/Learning Rate": 6.530615406667333e-06, "Finetune/Loss": 0.8483972549438477, "Finetune/Loss (Raw)": 0.908941924571991, "Finetune/Step": 6004, "Finetune/Step Time": 6.139066476374865}
+{"Finetune/Learning Rate": 6.527456875227607e-06, "Finetune/Loss": 0.8469477891921997, "Finetune/Loss (Raw)": 0.7858136892318726, "Finetune/Step": 6005, "Finetune/Step Time": 6.135931061580777}
+{"Finetune/Learning Rate": 6.524298737673667e-06, "Finetune/Loss": 0.8461610078811646, "Finetune/Loss (Raw)": 0.8481797575950623, "Finetune/Step": 6006, "Finetune/Step Time": 6.1537817642092705}
+{"Finetune/Learning Rate": 6.521140994363743e-06, "Finetune/Loss": 0.8449931144714355, "Finetune/Loss (Raw)": 0.7409788966178894, "Finetune/Step": 6007, "Finetune/Step Time": 6.151845583692193}
+{"Finetune/Learning Rate": 6.517983645656014e-06, "Finetune/Loss": 0.8410677909851074, "Finetune/Loss (Raw)": 0.34476998448371887, "Finetune/Step": 6008, "Finetune/Step Time": 6.159553553909063}
+{"Finetune/Learning Rate": 6.514826691908609e-06, "Finetune/Loss": 0.8401907682418823, "Finetune/Loss (Raw)": 0.9348046183586121, "Finetune/Step": 6009, "Finetune/Step Time": 6.16962824948132}
+{"Finetune/Learning Rate": 6.511670133479617e-06, "Finetune/Loss": 0.8400037288665771, "Finetune/Loss (Raw)": 0.8964666724205017, "Finetune/Step": 6010, "Finetune/Step Time": 6.159676566720009}
+{"Finetune/Learning Rate": 6.50851397072709e-06, "Finetune/Loss": 0.8401155471801758, "Finetune/Loss (Raw)": 0.8254137635231018, "Finetune/Step": 6011, "Finetune/Step Time": 6.153543470427394}
+{"Finetune/Learning Rate": 6.505358204009018e-06, "Finetune/Loss": 0.8410028219223022, "Finetune/Loss (Raw)": 0.9741989970207214, "Finetune/Step": 6012, "Finetune/Step Time": 6.148370610550046}
+{"Finetune/Learning Rate": 6.502202833683359e-06, "Finetune/Loss": 0.8418064117431641, "Finetune/Loss (Raw)": 0.9509644508361816, "Finetune/Step": 6013, "Finetune/Step Time": 6.146216558292508}
+{"Finetune/Learning Rate": 6.499047860108024e-06, "Finetune/Loss": 0.8424079418182373, "Finetune/Loss (Raw)": 0.954089879989624, "Finetune/Step": 6014, "Finetune/Step Time": 6.147612359374762}
+{"Finetune/Learning Rate": 6.495893283640871e-06, "Finetune/Loss": 0.8426746726036072, "Finetune/Loss (Raw)": 0.9611644148826599, "Finetune/Step": 6015, "Finetune/Step Time": 6.145142111927271}
+{"Finetune/Learning Rate": 6.492739104639727e-06, "Finetune/Loss": 0.8426997065544128, "Finetune/Loss (Raw)": 0.9754672646522522, "Finetune/Step": 6016, "Finetune/Step Time": 6.14010189473629}
+{"Finetune/Learning Rate": 6.489585323462364e-06, "Finetune/Loss": 0.8433288931846619, "Finetune/Loss (Raw)": 0.9052140116691589, "Finetune/Step": 6017, "Finetune/Step Time": 6.140136361122131}
+{"Finetune/Learning Rate": 6.4864319404665065e-06, "Finetune/Loss": 0.8424393534660339, "Finetune/Loss (Raw)": 0.787092924118042, "Finetune/Step": 6018, "Finetune/Step Time": 6.140153286978602}
+{"Finetune/Learning Rate": 6.483278956009844e-06, "Finetune/Loss": 0.8431474566459656, "Finetune/Loss (Raw)": 0.8550035357475281, "Finetune/Step": 6019, "Finetune/Step Time": 6.138044051826}
+{"Finetune/Learning Rate": 6.480126370450015e-06, "Finetune/Loss": 0.8448992967605591, "Finetune/Loss (Raw)": 0.8659464120864868, "Finetune/Step": 6020, "Finetune/Step Time": 6.133647942915559}
+{"Finetune/Learning Rate": 6.476974184144608e-06, "Finetune/Loss": 0.8455154299736023, "Finetune/Loss (Raw)": 0.870122492313385, "Finetune/Step": 6021, "Finetune/Step Time": 6.130807271227241}
+{"Finetune/Learning Rate": 6.4738223974511725e-06, "Finetune/Loss": 0.8457649946212769, "Finetune/Loss (Raw)": 0.8663122653961182, "Finetune/Step": 6022, "Finetune/Step Time": 6.14448113180697}
+{"Finetune/Learning Rate": 6.470671010727218e-06, "Finetune/Loss": 0.8472851514816284, "Finetune/Loss (Raw)": 1.0590310096740723, "Finetune/Step": 6023, "Finetune/Step Time": 6.1245832070708275}
+{"Finetune/Learning Rate": 6.467520024330194e-06, "Finetune/Loss": 0.846893846988678, "Finetune/Loss (Raw)": 0.8476523756980896, "Finetune/Step": 6024, "Finetune/Step Time": 6.12083163484931}
+{"Finetune/Learning Rate": 6.464369438617515e-06, "Finetune/Loss": 0.845441997051239, "Finetune/Loss (Raw)": 0.853987991809845, "Finetune/Step": 6025, "Finetune/Step Time": 6.12266044318676}
+{"Finetune/Learning Rate": 6.461219253946551e-06, "Finetune/Loss": 0.8456320762634277, "Finetune/Loss (Raw)": 0.8696399331092834, "Finetune/Step": 6026, "Finetune/Step Time": 6.126903999596834}
+{"Finetune/Learning Rate": 6.4580694706746165e-06, "Finetune/Loss": 0.8452694416046143, "Finetune/Loss (Raw)": 0.7981822490692139, "Finetune/Step": 6027, "Finetune/Step Time": 6.128952145576477}
+{"Finetune/Learning Rate": 6.454920089158992e-06, "Finetune/Loss": 0.8451882600784302, "Finetune/Loss (Raw)": 0.8684751391410828, "Finetune/Step": 6028, "Finetune/Step Time": 6.130480432882905}
+{"Finetune/Learning Rate": 6.451771109756908e-06, "Finetune/Loss": 0.8446440696716309, "Finetune/Loss (Raw)": 0.6982138156890869, "Finetune/Step": 6029, "Finetune/Step Time": 6.132505286484957}
+{"Finetune/Learning Rate": 6.448622532825546e-06, "Finetune/Loss": 0.8453273177146912, "Finetune/Loss (Raw)": 0.8743084073066711, "Finetune/Step": 6030, "Finetune/Step Time": 6.132429977878928}
+{"Finetune/Learning Rate": 6.445474358722044e-06, "Finetune/Loss": 0.845096230506897, "Finetune/Loss (Raw)": 0.8439552187919617, "Finetune/Step": 6031, "Finetune/Step Time": 6.151247521862388}
+{"Finetune/Learning Rate": 6.4423265878035015e-06, "Finetune/Loss": 0.8444406390190125, "Finetune/Loss (Raw)": 0.8161349892616272, "Finetune/Step": 6032, "Finetune/Step Time": 6.1329706609249115}
+{"Finetune/Learning Rate": 6.4391792204269585e-06, "Finetune/Loss": 0.8442066311836243, "Finetune/Loss (Raw)": 0.7948834300041199, "Finetune/Step": 6033, "Finetune/Step Time": 6.131759839132428}
+{"Finetune/Learning Rate": 6.436032256949417e-06, "Finetune/Loss": 0.844414234161377, "Finetune/Loss (Raw)": 0.8552992343902588, "Finetune/Step": 6034, "Finetune/Step Time": 6.139479706063867}
+{"Finetune/Learning Rate": 6.432885697727842e-06, "Finetune/Loss": 0.8443557024002075, "Finetune/Loss (Raw)": 0.8605872988700867, "Finetune/Step": 6035, "Finetune/Step Time": 6.15121198259294}
+{"Finetune/Learning Rate": 6.42973954311913e-06, "Finetune/Loss": 0.8441829681396484, "Finetune/Loss (Raw)": 0.9350743889808655, "Finetune/Step": 6036, "Finetune/Step Time": 6.147999418899417}
+{"Finetune/Learning Rate": 6.426593793480154e-06, "Finetune/Loss": 0.8447743058204651, "Finetune/Loss (Raw)": 0.9354226589202881, "Finetune/Step": 6037, "Finetune/Step Time": 6.148244956508279}
+{"Finetune/Learning Rate": 6.42344844916773e-06, "Finetune/Loss": 0.844758152961731, "Finetune/Loss (Raw)": 0.8361225128173828, "Finetune/Step": 6038, "Finetune/Step Time": 6.143111435696483}
+{"Finetune/Learning Rate": 6.420303510538628e-06, "Finetune/Loss": 0.8441153168678284, "Finetune/Loss (Raw)": 0.8569842576980591, "Finetune/Step": 6039, "Finetune/Step Time": 6.121465248987079}
+{"Finetune/Learning Rate": 6.4171589779495755e-06, "Finetune/Loss": 0.8481951951980591, "Finetune/Loss (Raw)": 0.8940262198448181, "Finetune/Step": 6040, "Finetune/Step Time": 6.099674494937062}
+{"Finetune/Learning Rate": 6.414014851757257e-06, "Finetune/Loss": 0.8481454253196716, "Finetune/Loss (Raw)": 0.9061194658279419, "Finetune/Step": 6041, "Finetune/Step Time": 6.086005313321948}
+{"Finetune/Learning Rate": 6.4108711323182995e-06, "Finetune/Loss": 0.8486040830612183, "Finetune/Loss (Raw)": 0.7798987030982971, "Finetune/Step": 6042, "Finetune/Step Time": 6.084083005785942}
+{"Finetune/Learning Rate": 6.40772781998929e-06, "Finetune/Loss": 0.8482210040092468, "Finetune/Loss (Raw)": 0.8745691776275635, "Finetune/Step": 6043, "Finetune/Step Time": 6.083173176273704}
+{"Finetune/Learning Rate": 6.404584915126779e-06, "Finetune/Loss": 0.8487371206283569, "Finetune/Loss (Raw)": 0.8782745003700256, "Finetune/Step": 6044, "Finetune/Step Time": 6.073973039165139}
+{"Finetune/Learning Rate": 6.4014424180872534e-06, "Finetune/Loss": 0.8493294715881348, "Finetune/Loss (Raw)": 0.8178114295005798, "Finetune/Step": 6045, "Finetune/Step Time": 6.0732506308704615}
+{"Finetune/Learning Rate": 6.398300329227162e-06, "Finetune/Loss": 0.8497216105461121, "Finetune/Loss (Raw)": 0.8200564384460449, "Finetune/Step": 6046, "Finetune/Step Time": 6.068485848605633}
+{"Finetune/Learning Rate": 6.39515864890292e-06, "Finetune/Loss": 0.8518681526184082, "Finetune/Loss (Raw)": 0.9530001282691956, "Finetune/Step": 6047, "Finetune/Step Time": 6.051351813599467}
+{"Finetune/Learning Rate": 6.392017377470867e-06, "Finetune/Loss": 0.8513109087944031, "Finetune/Loss (Raw)": 0.7437190413475037, "Finetune/Step": 6048, "Finetune/Step Time": 6.045682126656175}
+{"Finetune/Learning Rate": 6.388876515287323e-06, "Finetune/Loss": 0.8510754108428955, "Finetune/Loss (Raw)": 0.8194745779037476, "Finetune/Step": 6049, "Finetune/Step Time": 6.0399867706000805}
+{"Finetune/Learning Rate": 6.385736062708553e-06, "Finetune/Loss": 0.8517672419548035, "Finetune/Loss (Raw)": 0.9103976488113403, "Finetune/Step": 6050, "Finetune/Step Time": 6.03807726316154}
+{"Finetune/Learning Rate": 6.3825960200907656e-06, "Finetune/Loss": 0.8508731722831726, "Finetune/Loss (Raw)": 0.8031049370765686, "Finetune/Step": 6051, "Finetune/Step Time": 6.040680229663849}
+{"Finetune/Learning Rate": 6.3794563877901385e-06, "Finetune/Loss": 0.8504998683929443, "Finetune/Loss (Raw)": 0.8129841089248657, "Finetune/Step": 6052, "Finetune/Step Time": 6.041325133293867}
+{"Finetune/Learning Rate": 6.3763171661627956e-06, "Finetune/Loss": 0.8509887456893921, "Finetune/Loss (Raw)": 0.8909203410148621, "Finetune/Step": 6053, "Finetune/Step Time": 6.039676258340478}
+{"Finetune/Learning Rate": 6.3731783555648115e-06, "Finetune/Loss": 0.8516222238540649, "Finetune/Loss (Raw)": 1.0401339530944824, "Finetune/Step": 6054, "Finetune/Step Time": 6.041203724220395}
+{"Finetune/Learning Rate": 6.370039956352217e-06, "Finetune/Loss": 0.8527181148529053, "Finetune/Loss (Raw)": 0.921440839767456, "Finetune/Step": 6055, "Finetune/Step Time": 6.042338635772467}
+{"Finetune/Learning Rate": 6.366901968881002e-06, "Finetune/Loss": 0.8521898984909058, "Finetune/Loss (Raw)": 0.8623889684677124, "Finetune/Step": 6056, "Finetune/Step Time": 6.045135758817196}
+{"Finetune/Learning Rate": 6.363764393507098e-06, "Finetune/Loss": 0.85227370262146, "Finetune/Loss (Raw)": 0.889479398727417, "Finetune/Step": 6057, "Finetune/Step Time": 6.044866865500808}
+{"Finetune/Learning Rate": 6.360627230586398e-06, "Finetune/Loss": 0.8533928990364075, "Finetune/Loss (Raw)": 0.9985613226890564, "Finetune/Step": 6058, "Finetune/Step Time": 6.043278507888317}
+{"Finetune/Learning Rate": 6.357490480474748e-06, "Finetune/Loss": 0.8551017045974731, "Finetune/Loss (Raw)": 1.0817348957061768, "Finetune/Step": 6059, "Finetune/Step Time": 6.038013117387891}
+{"Finetune/Learning Rate": 6.3543541435279386e-06, "Finetune/Loss": 0.8541488647460938, "Finetune/Loss (Raw)": 0.8196955323219299, "Finetune/Step": 6060, "Finetune/Step Time": 6.035966698080301}
+{"Finetune/Learning Rate": 6.351218220101728e-06, "Finetune/Loss": 0.8550450205802917, "Finetune/Loss (Raw)": 0.8418073654174805, "Finetune/Step": 6061, "Finetune/Step Time": 6.0364622343331575}
+{"Finetune/Learning Rate": 6.348082710551819e-06, "Finetune/Loss": 0.8541147708892822, "Finetune/Loss (Raw)": 0.7276952862739563, "Finetune/Step": 6062, "Finetune/Step Time": 6.040719101205468}
+{"Finetune/Learning Rate": 6.344947615233863e-06, "Finetune/Loss": 0.8535628318786621, "Finetune/Loss (Raw)": 0.7951395511627197, "Finetune/Step": 6063, "Finetune/Step Time": 6.056727638468146}
+{"Finetune/Learning Rate": 6.341812934503469e-06, "Finetune/Loss": 0.8526711463928223, "Finetune/Loss (Raw)": 0.7447133660316467, "Finetune/Step": 6064, "Finetune/Step Time": 6.055597515776753}
+{"Finetune/Learning Rate": 6.33867866871621e-06, "Finetune/Loss": 0.8539668917655945, "Finetune/Loss (Raw)": 0.926941454410553, "Finetune/Step": 6065, "Finetune/Step Time": 6.036158077418804}
+{"Finetune/Learning Rate": 6.335544818227589e-06, "Finetune/Loss": 0.8549428582191467, "Finetune/Loss (Raw)": 0.9059104919433594, "Finetune/Step": 6066, "Finetune/Step Time": 6.034880159422755}
+{"Finetune/Learning Rate": 6.332411383393079e-06, "Finetune/Loss": 0.8547062277793884, "Finetune/Loss (Raw)": 0.8635897040367126, "Finetune/Step": 6067, "Finetune/Step Time": 6.039924995973706}
+{"Finetune/Learning Rate": 6.329278364568108e-06, "Finetune/Loss": 0.8541712760925293, "Finetune/Loss (Raw)": 0.8604121804237366, "Finetune/Step": 6068, "Finetune/Step Time": 6.04149704053998}
+{"Finetune/Learning Rate": 6.326145762108038e-06, "Finetune/Loss": 0.8539915084838867, "Finetune/Loss (Raw)": 0.788031280040741, "Finetune/Step": 6069, "Finetune/Step Time": 6.039344325661659}
+{"Finetune/Learning Rate": 6.323013576368202e-06, "Finetune/Loss": 0.8534497618675232, "Finetune/Loss (Raw)": 0.8320400714874268, "Finetune/Step": 6070, "Finetune/Step Time": 6.037247508764267}
+{"Finetune/Learning Rate": 6.319881807703883e-06, "Finetune/Loss": 0.8540912866592407, "Finetune/Loss (Raw)": 0.9089912176132202, "Finetune/Step": 6071, "Finetune/Step Time": 6.053082766011357}
+{"Finetune/Learning Rate": 6.316750456470304e-06, "Finetune/Loss": 0.8538551330566406, "Finetune/Loss (Raw)": 0.7325114011764526, "Finetune/Step": 6072, "Finetune/Step Time": 6.053065864369273}
+{"Finetune/Learning Rate": 6.313619523022658e-06, "Finetune/Loss": 0.849623441696167, "Finetune/Loss (Raw)": 0.48651254177093506, "Finetune/Step": 6073, "Finetune/Step Time": 6.061481889337301}
+{"Finetune/Learning Rate": 6.310489007716083e-06, "Finetune/Loss": 0.8495340347290039, "Finetune/Loss (Raw)": 0.8457620143890381, "Finetune/Step": 6074, "Finetune/Step Time": 6.082225600257516}
+{"Finetune/Learning Rate": 6.307358910905661e-06, "Finetune/Loss": 0.8485410809516907, "Finetune/Loss (Raw)": 0.7679386734962463, "Finetune/Step": 6075, "Finetune/Step Time": 6.078531075268984}
+{"Finetune/Learning Rate": 6.30422923294644e-06, "Finetune/Loss": 0.8490486741065979, "Finetune/Loss (Raw)": 0.8636062145233154, "Finetune/Step": 6076, "Finetune/Step Time": 6.075384311378002}
+{"Finetune/Learning Rate": 6.301099974193414e-06, "Finetune/Loss": 0.850786566734314, "Finetune/Loss (Raw)": 0.9935557842254639, "Finetune/Step": 6077, "Finetune/Step Time": 6.079851761460304}
+{"Finetune/Learning Rate": 6.2979711350015345e-06, "Finetune/Loss": 0.8500510454177856, "Finetune/Loss (Raw)": 0.7951278686523438, "Finetune/Step": 6078, "Finetune/Step Time": 6.081870824098587}
+{"Finetune/Learning Rate": 6.294842715725693e-06, "Finetune/Loss": 0.8502878546714783, "Finetune/Loss (Raw)": 0.7562742829322815, "Finetune/Step": 6079, "Finetune/Step Time": 6.07954965531826}
+{"Finetune/Learning Rate": 6.2917147167207495e-06, "Finetune/Loss": 0.850556492805481, "Finetune/Loss (Raw)": 0.8321366310119629, "Finetune/Step": 6080, "Finetune/Step Time": 6.079693770036101}
+{"Finetune/Learning Rate": 6.288587138341507e-06, "Finetune/Loss": 0.8496459126472473, "Finetune/Loss (Raw)": 0.8508509397506714, "Finetune/Step": 6081, "Finetune/Step Time": 6.078442886471748}
+{"Finetune/Learning Rate": 6.285459980942718e-06, "Finetune/Loss": 0.8485087156295776, "Finetune/Loss (Raw)": 0.7620041370391846, "Finetune/Step": 6082, "Finetune/Step Time": 6.0990291107445955}
+{"Finetune/Learning Rate": 6.2823332448790955e-06, "Finetune/Loss": 0.8476815223693848, "Finetune/Loss (Raw)": 0.8058011531829834, "Finetune/Step": 6083, "Finetune/Step Time": 6.102558422833681}
+{"Finetune/Learning Rate": 6.279206930505303e-06, "Finetune/Loss": 0.8464900851249695, "Finetune/Loss (Raw)": 0.7864852547645569, "Finetune/Step": 6084, "Finetune/Step Time": 6.100988728925586}
+{"Finetune/Learning Rate": 6.27608103817595e-06, "Finetune/Loss": 0.8447502851486206, "Finetune/Loss (Raw)": 0.7408530116081238, "Finetune/Step": 6085, "Finetune/Step Time": 6.099508699029684}
+{"Finetune/Learning Rate": 6.272955568245602e-06, "Finetune/Loss": 0.845002293586731, "Finetune/Loss (Raw)": 0.8540639877319336, "Finetune/Step": 6086, "Finetune/Step Time": 6.10559000633657}
+{"Finetune/Learning Rate": 6.2698305210687805e-06, "Finetune/Loss": 0.8468455672264099, "Finetune/Loss (Raw)": 1.1474827527999878, "Finetune/Step": 6087, "Finetune/Step Time": 6.1097161918878555}
+{"Finetune/Learning Rate": 6.266705896999949e-06, "Finetune/Loss": 0.8466870784759521, "Finetune/Loss (Raw)": 0.8217452168464661, "Finetune/Step": 6088, "Finetune/Step Time": 6.124080652371049}
+{"Finetune/Learning Rate": 6.263581696393535e-06, "Finetune/Loss": 0.8474419116973877, "Finetune/Loss (Raw)": 0.909328818321228, "Finetune/Step": 6089, "Finetune/Step Time": 6.129779497161508}
+{"Finetune/Learning Rate": 6.260457919603912e-06, "Finetune/Loss": 0.8453527092933655, "Finetune/Loss (Raw)": 0.6212175488471985, "Finetune/Step": 6090, "Finetune/Step Time": 6.134484073147178}
+{"Finetune/Learning Rate": 6.257334566985405e-06, "Finetune/Loss": 0.8451219201087952, "Finetune/Loss (Raw)": 0.8761994242668152, "Finetune/Step": 6091, "Finetune/Step Time": 6.144793830811977}
+{"Finetune/Learning Rate": 6.254211638892287e-06, "Finetune/Loss": 0.8438938856124878, "Finetune/Loss (Raw)": 0.8061590194702148, "Finetune/Step": 6092, "Finetune/Step Time": 6.142832191661}
+{"Finetune/Learning Rate": 6.251089135678795e-06, "Finetune/Loss": 0.8428314924240112, "Finetune/Loss (Raw)": 0.6779386401176453, "Finetune/Step": 6093, "Finetune/Step Time": 6.145938131958246}
+{"Finetune/Learning Rate": 6.247967057699105e-06, "Finetune/Loss": 0.8391092419624329, "Finetune/Loss (Raw)": 0.36807677149772644, "Finetune/Step": 6094, "Finetune/Step Time": 6.1589922197163105}
+{"Finetune/Learning Rate": 6.2448454053073495e-06, "Finetune/Loss": 0.8384539484977722, "Finetune/Loss (Raw)": 0.8171919584274292, "Finetune/Step": 6095, "Finetune/Step Time": 6.1846812684088945}
+{"Finetune/Learning Rate": 6.241724178857621e-06, "Finetune/Loss": 0.8387095332145691, "Finetune/Loss (Raw)": 0.8932415246963501, "Finetune/Step": 6096, "Finetune/Step Time": 6.20589398406446}
+{"Finetune/Learning Rate": 6.2386033787039446e-06, "Finetune/Loss": 0.8390887379646301, "Finetune/Loss (Raw)": 0.94446861743927, "Finetune/Step": 6097, "Finetune/Step Time": 6.201557716354728}
+{"Finetune/Learning Rate": 6.235483005200316e-06, "Finetune/Loss": 0.842476487159729, "Finetune/Loss (Raw)": 0.8157635927200317, "Finetune/Step": 6098, "Finetune/Step Time": 6.194439439103007}
+{"Finetune/Learning Rate": 6.232363058700674e-06, "Finetune/Loss": 0.8416658639907837, "Finetune/Loss (Raw)": 0.8196917772293091, "Finetune/Step": 6099, "Finetune/Step Time": 6.1808163076639175}
+{"Finetune/Learning Rate": 6.229243539558907e-06, "Finetune/Loss": 0.8416163325309753, "Finetune/Loss (Raw)": 0.8682904243469238, "Finetune/Step": 6100, "Finetune/Step Time": 6.182216297835112}
+{"Finetune/Learning Rate": 6.2261244481288584e-06, "Finetune/Loss": 0.8401910066604614, "Finetune/Loss (Raw)": 0.7274820804595947, "Finetune/Step": 6101, "Finetune/Step Time": 6.188302015885711}
+{"Finetune/Learning Rate": 6.223005784764328e-06, "Finetune/Loss": 0.8400623798370361, "Finetune/Loss (Raw)": 0.823756754398346, "Finetune/Step": 6102, "Finetune/Step Time": 6.188051722943783}
+{"Finetune/Learning Rate": 6.219887549819054e-06, "Finetune/Loss": 0.8387835621833801, "Finetune/Loss (Raw)": 0.7201111316680908, "Finetune/Step": 6103, "Finetune/Step Time": 6.177709506824613}
+{"Finetune/Learning Rate": 6.216769743646734e-06, "Finetune/Loss": 0.8386043310165405, "Finetune/Loss (Raw)": 0.866877019405365, "Finetune/Step": 6104, "Finetune/Step Time": 6.177686046808958}
+{"Finetune/Learning Rate": 6.213652366601024e-06, "Finetune/Loss": 0.8396027684211731, "Finetune/Loss (Raw)": 0.9012418389320374, "Finetune/Step": 6105, "Finetune/Step Time": 6.175885617733002}
+{"Finetune/Learning Rate": 6.210535419035515e-06, "Finetune/Loss": 0.8400441408157349, "Finetune/Loss (Raw)": 0.9038007855415344, "Finetune/Step": 6106, "Finetune/Step Time": 6.19127469137311}
+{"Finetune/Learning Rate": 6.207418901303761e-06, "Finetune/Loss": 0.8403767347335815, "Finetune/Loss (Raw)": 0.8562820553779602, "Finetune/Step": 6107, "Finetune/Step Time": 6.190684551373124}
+{"Finetune/Learning Rate": 6.204302813759272e-06, "Finetune/Loss": 0.8411263227462769, "Finetune/Loss (Raw)": 0.7905589938163757, "Finetune/Step": 6108, "Finetune/Step Time": 6.1902887634932995}
+{"Finetune/Learning Rate": 6.201187156755489e-06, "Finetune/Loss": 0.8396898508071899, "Finetune/Loss (Raw)": 0.8215783834457397, "Finetune/Step": 6109, "Finetune/Step Time": 6.194324305281043}
+{"Finetune/Learning Rate": 6.1980719306458216e-06, "Finetune/Loss": 0.839452862739563, "Finetune/Loss (Raw)": 0.9135810136795044, "Finetune/Step": 6110, "Finetune/Step Time": 6.200478114187717}
+{"Finetune/Learning Rate": 6.19495713578363e-06, "Finetune/Loss": 0.8402137160301208, "Finetune/Loss (Raw)": 0.8439167141914368, "Finetune/Step": 6111, "Finetune/Step Time": 6.204926183447242}
+{"Finetune/Learning Rate": 6.191842772522214e-06, "Finetune/Loss": 0.8416556119918823, "Finetune/Loss (Raw)": 0.9511605501174927, "Finetune/Step": 6112, "Finetune/Step Time": 6.2036772184073925}
+{"Finetune/Learning Rate": 6.188728841214837e-06, "Finetune/Loss": 0.8424865007400513, "Finetune/Loss (Raw)": 0.8809705972671509, "Finetune/Step": 6113, "Finetune/Step Time": 6.189725266769528}
+{"Finetune/Learning Rate": 6.185615342214708e-06, "Finetune/Loss": 0.8423565626144409, "Finetune/Loss (Raw)": 0.7912720441818237, "Finetune/Step": 6114, "Finetune/Step Time": 6.181076703593135}
+{"Finetune/Learning Rate": 6.182502275874982e-06, "Finetune/Loss": 0.8423058986663818, "Finetune/Loss (Raw)": 0.8809078335762024, "Finetune/Step": 6115, "Finetune/Step Time": 6.178032495081425}
+{"Finetune/Learning Rate": 6.179389642548771e-06, "Finetune/Loss": 0.8422263264656067, "Finetune/Loss (Raw)": 0.8144198060035706, "Finetune/Step": 6116, "Finetune/Step Time": 6.164813261479139}
+{"Finetune/Learning Rate": 6.1762774425891425e-06, "Finetune/Loss": 0.8413949608802795, "Finetune/Loss (Raw)": 0.7720109224319458, "Finetune/Step": 6117, "Finetune/Step Time": 6.1592823304235935}
+{"Finetune/Learning Rate": 6.173165676349103e-06, "Finetune/Loss": 0.8419098854064941, "Finetune/Loss (Raw)": 0.9313788414001465, "Finetune/Step": 6118, "Finetune/Step Time": 6.161746045574546}
+{"Finetune/Learning Rate": 6.170054344181618e-06, "Finetune/Loss": 0.8429100513458252, "Finetune/Loss (Raw)": 0.8390836119651794, "Finetune/Step": 6119, "Finetune/Step Time": 6.162346713244915}
+{"Finetune/Learning Rate": 6.166943446439604e-06, "Finetune/Loss": 0.844168484210968, "Finetune/Loss (Raw)": 0.8949476480484009, "Finetune/Step": 6120, "Finetune/Step Time": 6.161907959729433}
+{"Finetune/Learning Rate": 6.163832983475919e-06, "Finetune/Loss": 0.8439267873764038, "Finetune/Loss (Raw)": 0.8251331448554993, "Finetune/Step": 6121, "Finetune/Step Time": 6.162852216511965}
+{"Finetune/Learning Rate": 6.160722955643385e-06, "Finetune/Loss": 0.8427766561508179, "Finetune/Loss (Raw)": 0.7875982522964478, "Finetune/Step": 6122, "Finetune/Step Time": 6.160366138443351}
+{"Finetune/Learning Rate": 6.157613363294768e-06, "Finetune/Loss": 0.8419179916381836, "Finetune/Loss (Raw)": 0.8027027249336243, "Finetune/Step": 6123, "Finetune/Step Time": 6.155233312398195}
+{"Finetune/Learning Rate": 6.15450420678278e-06, "Finetune/Loss": 0.8424484729766846, "Finetune/Loss (Raw)": 0.8907816410064697, "Finetune/Step": 6124, "Finetune/Step Time": 6.154164280742407}
+{"Finetune/Learning Rate": 6.15139548646009e-06, "Finetune/Loss": 0.8409839868545532, "Finetune/Loss (Raw)": 0.7474732398986816, "Finetune/Step": 6125, "Finetune/Step Time": 6.174472639337182}
+{"Finetune/Learning Rate": 6.1482872026793204e-06, "Finetune/Loss": 0.8415954113006592, "Finetune/Loss (Raw)": 0.9311700463294983, "Finetune/Step": 6126, "Finetune/Step Time": 6.170190887525678}
+{"Finetune/Learning Rate": 6.1451793557930336e-06, "Finetune/Loss": 0.8418575525283813, "Finetune/Loss (Raw)": 0.7933228611946106, "Finetune/Step": 6127, "Finetune/Step Time": 6.169527243822813}
+{"Finetune/Learning Rate": 6.142071946153751e-06, "Finetune/Loss": 0.8409872055053711, "Finetune/Loss (Raw)": 0.784386932849884, "Finetune/Step": 6128, "Finetune/Step Time": 6.1781324762851}
+{"Finetune/Learning Rate": 6.138964974113948e-06, "Finetune/Loss": 0.8415929675102234, "Finetune/Loss (Raw)": 0.7914106249809265, "Finetune/Step": 6129, "Finetune/Step Time": 6.174092123284936}
+{"Finetune/Learning Rate": 6.13585844002603e-06, "Finetune/Loss": 0.8417317867279053, "Finetune/Loss (Raw)": 0.8252722024917603, "Finetune/Step": 6130, "Finetune/Step Time": 6.163654332980514}
+{"Finetune/Learning Rate": 6.1327523442423775e-06, "Finetune/Loss": 0.8424967527389526, "Finetune/Loss (Raw)": 0.9067528247833252, "Finetune/Step": 6131, "Finetune/Step Time": 6.165030995383859}
+{"Finetune/Learning Rate": 6.12964668711531e-06, "Finetune/Loss": 0.84052973985672, "Finetune/Loss (Raw)": 0.6571599245071411, "Finetune/Step": 6132, "Finetune/Step Time": 6.170478481799364}
+{"Finetune/Learning Rate": 6.126541468997092e-06, "Finetune/Loss": 0.8415784239768982, "Finetune/Loss (Raw)": 0.9200486540794373, "Finetune/Step": 6133, "Finetune/Step Time": 6.172793848440051}
+{"Finetune/Learning Rate": 6.123436690239951e-06, "Finetune/Loss": 0.842287540435791, "Finetune/Loss (Raw)": 0.9389405250549316, "Finetune/Step": 6134, "Finetune/Step Time": 6.153828153386712}
+{"Finetune/Learning Rate": 6.120332351196057e-06, "Finetune/Loss": 0.8429749011993408, "Finetune/Loss (Raw)": 0.8289720416069031, "Finetune/Step": 6135, "Finetune/Step Time": 6.15502936206758}
+{"Finetune/Learning Rate": 6.117228452217525e-06, "Finetune/Loss": 0.8478853106498718, "Finetune/Loss (Raw)": 0.9732981324195862, "Finetune/Step": 6136, "Finetune/Step Time": 6.149185333400965}
+{"Finetune/Learning Rate": 6.114124993656429e-06, "Finetune/Loss": 0.8479570150375366, "Finetune/Loss (Raw)": 0.9439822435379028, "Finetune/Step": 6137, "Finetune/Step Time": 6.1375082693994045}
+{"Finetune/Learning Rate": 6.111021975864795e-06, "Finetune/Loss": 0.8478668928146362, "Finetune/Loss (Raw)": 0.884926974773407, "Finetune/Step": 6138, "Finetune/Step Time": 6.137411231175065}
+{"Finetune/Learning Rate": 6.1079193991945865e-06, "Finetune/Loss": 0.8475973606109619, "Finetune/Loss (Raw)": 0.7909151911735535, "Finetune/Step": 6139, "Finetune/Step Time": 6.136191129684448}
+{"Finetune/Learning Rate": 6.104817263997727e-06, "Finetune/Loss": 0.8463932871818542, "Finetune/Loss (Raw)": 0.8200753927230835, "Finetune/Step": 6140, "Finetune/Step Time": 6.135005030781031}
+{"Finetune/Learning Rate": 6.1017155706260945e-06, "Finetune/Loss": 0.8468393087387085, "Finetune/Loss (Raw)": 1.0080609321594238, "Finetune/Step": 6141, "Finetune/Step Time": 6.134072590619326}
+{"Finetune/Learning Rate": 6.0986143194314975e-06, "Finetune/Loss": 0.8459891080856323, "Finetune/Loss (Raw)": 0.8452672958374023, "Finetune/Step": 6142, "Finetune/Step Time": 6.131351796910167}
+{"Finetune/Learning Rate": 6.095513510765714e-06, "Finetune/Loss": 0.8467047810554504, "Finetune/Loss (Raw)": 1.0527690649032593, "Finetune/Step": 6143, "Finetune/Step Time": 6.136682812124491}
+{"Finetune/Learning Rate": 6.092413144980465e-06, "Finetune/Loss": 0.8461077213287354, "Finetune/Loss (Raw)": 0.8990460634231567, "Finetune/Step": 6144, "Finetune/Step Time": 6.1466591358184814}
+{"Finetune/Learning Rate": 6.0893132224274156e-06, "Finetune/Loss": 0.8464117646217346, "Finetune/Loss (Raw)": 0.944128692150116, "Finetune/Step": 6145, "Finetune/Step Time": 6.151046637445688}
+{"Finetune/Learning Rate": 6.086213743458191e-06, "Finetune/Loss": 0.8464134335517883, "Finetune/Loss (Raw)": 0.7873021960258484, "Finetune/Step": 6146, "Finetune/Step Time": 6.157066758722067}
+{"Finetune/Learning Rate": 6.08311470842436e-06, "Finetune/Loss": 0.8465495109558105, "Finetune/Loss (Raw)": 0.8724207282066345, "Finetune/Step": 6147, "Finetune/Step Time": 6.1719128806144}
+{"Finetune/Learning Rate": 6.080016117677441e-06, "Finetune/Loss": 0.8455901145935059, "Finetune/Loss (Raw)": 0.7431408762931824, "Finetune/Step": 6148, "Finetune/Step Time": 6.175659967586398}
+{"Finetune/Learning Rate": 6.076917971568899e-06, "Finetune/Loss": 0.8465021252632141, "Finetune/Loss (Raw)": 0.9868634343147278, "Finetune/Step": 6149, "Finetune/Step Time": 6.1711579989641905}
+{"Finetune/Learning Rate": 6.07382027045016e-06, "Finetune/Loss": 0.8463695049285889, "Finetune/Loss (Raw)": 0.8493300080299377, "Finetune/Step": 6150, "Finetune/Step Time": 6.154728794470429}
+{"Finetune/Learning Rate": 6.070723014672587e-06, "Finetune/Loss": 0.8454576730728149, "Finetune/Loss (Raw)": 0.9423266649246216, "Finetune/Step": 6151, "Finetune/Step Time": 6.153154514729977}
+{"Finetune/Learning Rate": 6.067626204587498e-06, "Finetune/Loss": 0.8439570665359497, "Finetune/Loss (Raw)": 0.6555734872817993, "Finetune/Step": 6152, "Finetune/Step Time": 6.154430363327265}
+{"Finetune/Learning Rate": 6.0645298405461626e-06, "Finetune/Loss": 0.8429313898086548, "Finetune/Loss (Raw)": 0.7227014899253845, "Finetune/Step": 6153, "Finetune/Step Time": 6.155054327100515}
+{"Finetune/Learning Rate": 6.0614339228997905e-06, "Finetune/Loss": 0.8436279296875, "Finetune/Loss (Raw)": 0.9587950706481934, "Finetune/Step": 6154, "Finetune/Step Time": 6.154209746047854}
+{"Finetune/Learning Rate": 6.0583384519995555e-06, "Finetune/Loss": 0.8425304889678955, "Finetune/Loss (Raw)": 0.657707154750824, "Finetune/Step": 6155, "Finetune/Step Time": 6.152829987928271}
+{"Finetune/Learning Rate": 6.055243428196571e-06, "Finetune/Loss": 0.8424879312515259, "Finetune/Loss (Raw)": 0.8630334734916687, "Finetune/Step": 6156, "Finetune/Step Time": 6.148937106132507}
+{"Finetune/Learning Rate": 6.052148851841896e-06, "Finetune/Loss": 0.8441596627235413, "Finetune/Loss (Raw)": 0.9121941924095154, "Finetune/Step": 6157, "Finetune/Step Time": 6.146169614046812}
+{"Finetune/Learning Rate": 6.049054723286545e-06, "Finetune/Loss": 0.8440937399864197, "Finetune/Loss (Raw)": 0.8658676743507385, "Finetune/Step": 6158, "Finetune/Step Time": 6.146276673302054}
+{"Finetune/Learning Rate": 6.045961042881488e-06, "Finetune/Loss": 0.8447469472885132, "Finetune/Loss (Raw)": 0.9275670051574707, "Finetune/Step": 6159, "Finetune/Step Time": 6.130785567685962}
+{"Finetune/Learning Rate": 6.04286781097763e-06, "Finetune/Loss": 0.8455552458763123, "Finetune/Loss (Raw)": 0.9195960760116577, "Finetune/Step": 6160, "Finetune/Step Time": 6.128560360521078}
+{"Finetune/Learning Rate": 6.039775027925832e-06, "Finetune/Loss": 0.8450905084609985, "Finetune/Loss (Raw)": 0.7354015707969666, "Finetune/Step": 6161, "Finetune/Step Time": 6.128517620265484}
+{"Finetune/Learning Rate": 6.0366826940769075e-06, "Finetune/Loss": 0.8449184894561768, "Finetune/Loss (Raw)": 0.8332804441452026, "Finetune/Step": 6162, "Finetune/Step Time": 6.122717566788197}
+{"Finetune/Learning Rate": 6.033590809781618e-06, "Finetune/Loss": 0.8446463942527771, "Finetune/Loss (Raw)": 0.8257589936256409, "Finetune/Step": 6163, "Finetune/Step Time": 6.1132478676736355}
+{"Finetune/Learning Rate": 6.0304993753906635e-06, "Finetune/Loss": 0.8445143699645996, "Finetune/Loss (Raw)": 0.918167233467102, "Finetune/Step": 6164, "Finetune/Step Time": 6.119237365201116}
+{"Finetune/Learning Rate": 6.027408391254705e-06, "Finetune/Loss": 0.8438779711723328, "Finetune/Loss (Raw)": 0.8539672493934631, "Finetune/Step": 6165, "Finetune/Step Time": 6.1196208372712135}
+{"Finetune/Learning Rate": 6.024317857724353e-06, "Finetune/Loss": 0.8450459837913513, "Finetune/Loss (Raw)": 0.9856300950050354, "Finetune/Step": 6166, "Finetune/Step Time": 6.123863261193037}
+{"Finetune/Learning Rate": 6.021227775150158e-06, "Finetune/Loss": 0.8454618453979492, "Finetune/Loss (Raw)": 0.9102141261100769, "Finetune/Step": 6167, "Finetune/Step Time": 6.137774471193552}
+{"Finetune/Learning Rate": 6.018138143882621e-06, "Finetune/Loss": 0.8450610637664795, "Finetune/Loss (Raw)": 0.8427245616912842, "Finetune/Step": 6168, "Finetune/Step Time": 6.149674573913217}
+{"Finetune/Learning Rate": 6.015048964272205e-06, "Finetune/Loss": 0.8444034457206726, "Finetune/Loss (Raw)": 0.8219414353370667, "Finetune/Step": 6169, "Finetune/Step Time": 6.146102843806148}
+{"Finetune/Learning Rate": 6.011960236669299e-06, "Finetune/Loss": 0.8453502058982849, "Finetune/Loss (Raw)": 0.9010884165763855, "Finetune/Step": 6170, "Finetune/Step Time": 6.149060692638159}
+{"Finetune/Learning Rate": 6.008871961424259e-06, "Finetune/Loss": 0.8449162840843201, "Finetune/Loss (Raw)": 0.8190263509750366, "Finetune/Step": 6171, "Finetune/Step Time": 6.1548495683819056}
+{"Finetune/Learning Rate": 6.0057841388873865e-06, "Finetune/Loss": 0.8446666598320007, "Finetune/Loss (Raw)": 0.8463254570960999, "Finetune/Step": 6172, "Finetune/Step Time": 6.162258788943291}
+{"Finetune/Learning Rate": 6.002696769408922e-06, "Finetune/Loss": 0.8453704118728638, "Finetune/Loss (Raw)": 0.9078862071037292, "Finetune/Step": 6173, "Finetune/Step Time": 6.1624442879110575}
+{"Finetune/Learning Rate": 5.9996098533390675e-06, "Finetune/Loss": 0.8447655439376831, "Finetune/Loss (Raw)": 0.7426387667655945, "Finetune/Step": 6174, "Finetune/Step Time": 6.164124043658376}
+{"Finetune/Learning Rate": 5.996523391027967e-06, "Finetune/Loss": 0.8436222672462463, "Finetune/Loss (Raw)": 0.806660532951355, "Finetune/Step": 6175, "Finetune/Step Time": 6.168683364987373}
+{"Finetune/Learning Rate": 5.993437382825711e-06, "Finetune/Loss": 0.8440688848495483, "Finetune/Loss (Raw)": 0.8008824586868286, "Finetune/Step": 6176, "Finetune/Step Time": 6.181189117953181}
+{"Finetune/Learning Rate": 5.99035182908234e-06, "Finetune/Loss": 0.8423271179199219, "Finetune/Loss (Raw)": 0.5965275764465332, "Finetune/Step": 6177, "Finetune/Step Time": 6.181919574737549}
+{"Finetune/Learning Rate": 5.987266730147852e-06, "Finetune/Loss": 0.8427721261978149, "Finetune/Loss (Raw)": 0.96736741065979, "Finetune/Step": 6178, "Finetune/Step Time": 6.188668584451079}
+{"Finetune/Learning Rate": 5.984182086372177e-06, "Finetune/Loss": 0.8425663113594055, "Finetune/Loss (Raw)": 0.7767562866210938, "Finetune/Step": 6179, "Finetune/Step Time": 6.184421623125672}
+{"Finetune/Learning Rate": 5.981097898105206e-06, "Finetune/Loss": 0.8432002067565918, "Finetune/Loss (Raw)": 0.894120991230011, "Finetune/Step": 6180, "Finetune/Step Time": 6.184401800855994}
+{"Finetune/Learning Rate": 5.978014165696774e-06, "Finetune/Loss": 0.8421736359596252, "Finetune/Loss (Raw)": 0.7595192193984985, "Finetune/Step": 6181, "Finetune/Step Time": 6.184991046786308}
+{"Finetune/Learning Rate": 5.974930889496659e-06, "Finetune/Loss": 0.8410428762435913, "Finetune/Loss (Raw)": 0.8953945636749268, "Finetune/Step": 6182, "Finetune/Step Time": 6.188403824344277}
+{"Finetune/Learning Rate": 5.971848069854602e-06, "Finetune/Loss": 0.8397716283798218, "Finetune/Loss (Raw)": 0.7587194442749023, "Finetune/Step": 6183, "Finetune/Step Time": 6.190748553723097}
+{"Finetune/Learning Rate": 5.96876570712028e-06, "Finetune/Loss": 0.8393945097923279, "Finetune/Loss (Raw)": 0.8141195774078369, "Finetune/Step": 6184, "Finetune/Step Time": 6.1991756316274405}
+{"Finetune/Learning Rate": 5.965683801643317e-06, "Finetune/Loss": 0.8389100432395935, "Finetune/Loss (Raw)": 0.8274644017219543, "Finetune/Step": 6185, "Finetune/Step Time": 6.198419397696853}
+{"Finetune/Learning Rate": 5.96260235377329e-06, "Finetune/Loss": 0.8382502198219299, "Finetune/Loss (Raw)": 0.9141102433204651, "Finetune/Step": 6186, "Finetune/Step Time": 6.1960524674504995}
+{"Finetune/Learning Rate": 5.959521363859731e-06, "Finetune/Loss": 0.8365045189857483, "Finetune/Loss (Raw)": 0.8582853078842163, "Finetune/Step": 6187, "Finetune/Step Time": 6.200362173840404}
+{"Finetune/Learning Rate": 5.956440832252104e-06, "Finetune/Loss": 0.835780143737793, "Finetune/Loss (Raw)": 0.7269733548164368, "Finetune/Step": 6188, "Finetune/Step Time": 6.200133644044399}
+{"Finetune/Learning Rate": 5.95336075929983e-06, "Finetune/Loss": 0.834235668182373, "Finetune/Loss (Raw)": 0.6441136598587036, "Finetune/Step": 6189, "Finetune/Step Time": 6.199892716482282}
+{"Finetune/Learning Rate": 5.950281145352285e-06, "Finetune/Loss": 0.8351894021034241, "Finetune/Loss (Raw)": 0.849772572517395, "Finetune/Step": 6190, "Finetune/Step Time": 6.196402883157134}
+{"Finetune/Learning Rate": 5.947201990758777e-06, "Finetune/Loss": 0.8364952802658081, "Finetune/Loss (Raw)": 0.9622966647148132, "Finetune/Step": 6191, "Finetune/Step Time": 6.18387471139431}
+{"Finetune/Learning Rate": 5.944123295868574e-06, "Finetune/Loss": 0.8378509283065796, "Finetune/Loss (Raw)": 0.9182388186454773, "Finetune/Step": 6192, "Finetune/Step Time": 6.193830415606499}
+{"Finetune/Learning Rate": 5.941045061030888e-06, "Finetune/Loss": 0.836614727973938, "Finetune/Loss (Raw)": 0.7687022089958191, "Finetune/Step": 6193, "Finetune/Step Time": 6.196577934548259}
+{"Finetune/Learning Rate": 5.937967286594875e-06, "Finetune/Loss": 0.8354429006576538, "Finetune/Loss (Raw)": 0.7559117078781128, "Finetune/Step": 6194, "Finetune/Step Time": 6.199331969022751}
+{"Finetune/Learning Rate": 5.93488997290965e-06, "Finetune/Loss": 0.8361680507659912, "Finetune/Loss (Raw)": 0.9564142227172852, "Finetune/Step": 6195, "Finetune/Step Time": 6.192479122430086}
+{"Finetune/Learning Rate": 5.931813120324266e-06, "Finetune/Loss": 0.8365454077720642, "Finetune/Loss (Raw)": 0.9087119102478027, "Finetune/Step": 6196, "Finetune/Step Time": 6.190468579530716}
+{"Finetune/Learning Rate": 5.928736729187723e-06, "Finetune/Loss": 0.8372125625610352, "Finetune/Loss (Raw)": 0.8734279274940491, "Finetune/Step": 6197, "Finetune/Step Time": 6.192434743046761}
+{"Finetune/Learning Rate": 5.92566079984897e-06, "Finetune/Loss": 0.8360662460327148, "Finetune/Loss (Raw)": 0.6853135824203491, "Finetune/Step": 6198, "Finetune/Step Time": 6.186403708532453}
+{"Finetune/Learning Rate": 5.922585332656915e-06, "Finetune/Loss": 0.8356324434280396, "Finetune/Loss (Raw)": 0.8534582853317261, "Finetune/Step": 6199, "Finetune/Step Time": 6.168699961155653}
+{"Finetune/Learning Rate": 5.919510327960396e-06, "Finetune/Loss": 0.8366560935974121, "Finetune/Loss (Raw)": 0.8635424971580505, "Finetune/Step": 6200, "Finetune/Step Time": 6.169810393825173}
+{"Finetune/Learning Rate": 5.916435786108206e-06, "Finetune/Loss": 0.8389550447463989, "Finetune/Loss (Raw)": 0.7807770371437073, "Finetune/Step": 6201, "Finetune/Step Time": 6.164312759414315}
+{"Finetune/Learning Rate": 5.9133617074490944e-06, "Finetune/Loss": 0.8397065997123718, "Finetune/Loss (Raw)": 0.9419662952423096, "Finetune/Step": 6202, "Finetune/Step Time": 6.146216938272119}
+{"Finetune/Learning Rate": 5.910288092331738e-06, "Finetune/Loss": 0.839219331741333, "Finetune/Loss (Raw)": 0.7055691480636597, "Finetune/Step": 6203, "Finetune/Step Time": 6.1487272791564465}
+{"Finetune/Learning Rate": 5.907214941104782e-06, "Finetune/Loss": 0.8376502990722656, "Finetune/Loss (Raw)": 0.6627649068832397, "Finetune/Step": 6204, "Finetune/Step Time": 6.156790686771274}
+{"Finetune/Learning Rate": 5.9041422541168085e-06, "Finetune/Loss": 0.8359881043434143, "Finetune/Loss (Raw)": 0.7807966470718384, "Finetune/Step": 6205, "Finetune/Step Time": 6.159247905015945}
+{"Finetune/Learning Rate": 5.90107003171634e-06, "Finetune/Loss": 0.8359113931655884, "Finetune/Loss (Raw)": 0.7853118181228638, "Finetune/Step": 6206, "Finetune/Step Time": 6.162239599972963}
+{"Finetune/Learning Rate": 5.897998274251865e-06, "Finetune/Loss": 0.83676677942276, "Finetune/Loss (Raw)": 0.8657610416412354, "Finetune/Step": 6207, "Finetune/Step Time": 6.184362122789025}
+{"Finetune/Learning Rate": 5.894926982071805e-06, "Finetune/Loss": 0.8369063138961792, "Finetune/Loss (Raw)": 0.8500009775161743, "Finetune/Step": 6208, "Finetune/Step Time": 6.186505185440183}
+{"Finetune/Learning Rate": 5.891856155524532e-06, "Finetune/Loss": 0.8377568125724792, "Finetune/Loss (Raw)": 0.959709644317627, "Finetune/Step": 6209, "Finetune/Step Time": 6.193671133369207}
+{"Finetune/Learning Rate": 5.88878579495836e-06, "Finetune/Loss": 0.8391152620315552, "Finetune/Loss (Raw)": 0.9358856678009033, "Finetune/Step": 6210, "Finetune/Step Time": 6.173428826034069}
+{"Finetune/Learning Rate": 5.885715900721567e-06, "Finetune/Loss": 0.8393455743789673, "Finetune/Loss (Raw)": 0.8352793455123901, "Finetune/Step": 6211, "Finetune/Step Time": 6.172828435897827}
+{"Finetune/Learning Rate": 5.882646473162359e-06, "Finetune/Loss": 0.8390834927558899, "Finetune/Loss (Raw)": 0.7529380917549133, "Finetune/Step": 6212, "Finetune/Step Time": 6.1772949285805225}
+{"Finetune/Learning Rate": 5.8795775126289e-06, "Finetune/Loss": 0.8405695557594299, "Finetune/Loss (Raw)": 0.9310699105262756, "Finetune/Step": 6213, "Finetune/Step Time": 6.1845520585775375}
+{"Finetune/Learning Rate": 5.876509019469298e-06, "Finetune/Loss": 0.8399940729141235, "Finetune/Loss (Raw)": 0.7804081439971924, "Finetune/Step": 6214, "Finetune/Step Time": 6.178996177390218}
+{"Finetune/Learning Rate": 5.873440994031603e-06, "Finetune/Loss": 0.8365485668182373, "Finetune/Loss (Raw)": 0.7064517736434937, "Finetune/Step": 6215, "Finetune/Step Time": 6.177124783396721}
+{"Finetune/Learning Rate": 5.8703734366638235e-06, "Finetune/Loss": 0.8362382650375366, "Finetune/Loss (Raw)": 0.7820311784744263, "Finetune/Step": 6216, "Finetune/Step Time": 6.163531720638275}
+{"Finetune/Learning Rate": 5.867306347713906e-06, "Finetune/Loss": 0.8344746828079224, "Finetune/Loss (Raw)": 0.6835865378379822, "Finetune/Step": 6217, "Finetune/Step Time": 6.158069632947445}
+{"Finetune/Learning Rate": 5.864239727529746e-06, "Finetune/Loss": 0.8358379602432251, "Finetune/Loss (Raw)": 0.7957165241241455, "Finetune/Step": 6218, "Finetune/Step Time": 6.156339760869741}
+{"Finetune/Learning Rate": 5.861173576459182e-06, "Finetune/Loss": 0.834983229637146, "Finetune/Loss (Raw)": 0.7667942643165588, "Finetune/Step": 6219, "Finetune/Step Time": 6.167386114597321}
+{"Finetune/Learning Rate": 5.858107894850011e-06, "Finetune/Loss": 0.8361194729804993, "Finetune/Loss (Raw)": 0.9515994787216187, "Finetune/Step": 6220, "Finetune/Step Time": 6.167260678485036}
+{"Finetune/Learning Rate": 5.855042683049965e-06, "Finetune/Loss": 0.8367433547973633, "Finetune/Loss (Raw)": 0.7577914595603943, "Finetune/Step": 6221, "Finetune/Step Time": 6.164237596094608}
+{"Finetune/Learning Rate": 5.8519779414067244e-06, "Finetune/Loss": 0.8409873843193054, "Finetune/Loss (Raw)": 0.9113163948059082, "Finetune/Step": 6222, "Finetune/Step Time": 6.1523248963057995}
+{"Finetune/Learning Rate": 5.848913670267925e-06, "Finetune/Loss": 0.842262864112854, "Finetune/Loss (Raw)": 0.9804553985595703, "Finetune/Step": 6223, "Finetune/Step Time": 6.129930527880788}
+{"Finetune/Learning Rate": 5.845849869981137e-06, "Finetune/Loss": 0.8434252142906189, "Finetune/Loss (Raw)": 1.0420200824737549, "Finetune/Step": 6224, "Finetune/Step Time": 6.11151010543108}
+{"Finetune/Learning Rate": 5.842786540893886e-06, "Finetune/Loss": 0.8436195850372314, "Finetune/Loss (Raw)": 0.9693511724472046, "Finetune/Step": 6225, "Finetune/Step Time": 6.122261794283986}
+{"Finetune/Learning Rate": 5.839723683353641e-06, "Finetune/Loss": 0.8438055515289307, "Finetune/Loss (Raw)": 0.8395635485649109, "Finetune/Step": 6226, "Finetune/Step Time": 6.1237825229763985}
+{"Finetune/Learning Rate": 5.8366612977078155e-06, "Finetune/Loss": 0.8405286073684692, "Finetune/Loss (Raw)": 0.40024739503860474, "Finetune/Step": 6227, "Finetune/Step Time": 6.125807888805866}
+{"Finetune/Learning Rate": 5.8335993843037695e-06, "Finetune/Loss": 0.8397379517555237, "Finetune/Loss (Raw)": 0.7670848965644836, "Finetune/Step": 6228, "Finetune/Step Time": 6.1396938059479}
+{"Finetune/Learning Rate": 5.830537943488823e-06, "Finetune/Loss": 0.8367514610290527, "Finetune/Loss (Raw)": 0.34521231055259705, "Finetune/Step": 6229, "Finetune/Step Time": 6.137922238558531}
+{"Finetune/Learning Rate": 5.82747697561022e-06, "Finetune/Loss": 0.8365236520767212, "Finetune/Loss (Raw)": 0.7945968508720398, "Finetune/Step": 6230, "Finetune/Step Time": 6.148677894845605}
+{"Finetune/Learning Rate": 5.824416481015165e-06, "Finetune/Loss": 0.837791383266449, "Finetune/Loss (Raw)": 0.882382333278656, "Finetune/Step": 6231, "Finetune/Step Time": 6.151504293084145}
+{"Finetune/Learning Rate": 5.821356460050806e-06, "Finetune/Loss": 0.837738573551178, "Finetune/Loss (Raw)": 0.860116183757782, "Finetune/Step": 6232, "Finetune/Step Time": 6.150849644094706}
+{"Finetune/Learning Rate": 5.818296913064236e-06, "Finetune/Loss": 0.8370579481124878, "Finetune/Loss (Raw)": 0.8141195178031921, "Finetune/Step": 6233, "Finetune/Step Time": 6.1567771676927805}
+{"Finetune/Learning Rate": 5.815237840402496e-06, "Finetune/Loss": 0.836176872253418, "Finetune/Loss (Raw)": 0.7910170555114746, "Finetune/Step": 6234, "Finetune/Step Time": 6.144647182896733}
+{"Finetune/Learning Rate": 5.812179242412574e-06, "Finetune/Loss": 0.8358885049819946, "Finetune/Loss (Raw)": 0.8193804621696472, "Finetune/Step": 6235, "Finetune/Step Time": 6.148073950782418}
+{"Finetune/Learning Rate": 5.809121119441401e-06, "Finetune/Loss": 0.8352084159851074, "Finetune/Loss (Raw)": 0.7035056948661804, "Finetune/Step": 6236, "Finetune/Step Time": 6.155622515827417}
+{"Finetune/Learning Rate": 5.806063471835856e-06, "Finetune/Loss": 0.8346529006958008, "Finetune/Loss (Raw)": 0.7504722476005554, "Finetune/Step": 6237, "Finetune/Step Time": 6.156304936856031}
+{"Finetune/Learning Rate": 5.8030062999427615e-06, "Finetune/Loss": 0.8334609866142273, "Finetune/Loss (Raw)": 0.7610137462615967, "Finetune/Step": 6238, "Finetune/Step Time": 6.151486599817872}
+{"Finetune/Learning Rate": 5.799949604108892e-06, "Finetune/Loss": 0.83363938331604, "Finetune/Loss (Raw)": 0.8667570352554321, "Finetune/Step": 6239, "Finetune/Step Time": 6.149289121851325}
+{"Finetune/Learning Rate": 5.796893384680964e-06, "Finetune/Loss": 0.8327751159667969, "Finetune/Loss (Raw)": 0.8405321836471558, "Finetune/Step": 6240, "Finetune/Step Time": 6.148735448718071}
+{"Finetune/Learning Rate": 5.79383764200564e-06, "Finetune/Loss": 0.8317283391952515, "Finetune/Loss (Raw)": 0.7469785213470459, "Finetune/Step": 6241, "Finetune/Step Time": 6.148817086592317}
+{"Finetune/Learning Rate": 5.790782376429521e-06, "Finetune/Loss": 0.8317079544067383, "Finetune/Loss (Raw)": 0.7886625528335571, "Finetune/Step": 6242, "Finetune/Step Time": 6.148140242323279}
+{"Finetune/Learning Rate": 5.787727588299172e-06, "Finetune/Loss": 0.8312499523162842, "Finetune/Loss (Raw)": 0.8222877383232117, "Finetune/Step": 6243, "Finetune/Step Time": 6.150051092728972}
+{"Finetune/Learning Rate": 5.78467327796109e-06, "Finetune/Loss": 0.8321139216423035, "Finetune/Loss (Raw)": 0.9250062108039856, "Finetune/Step": 6244, "Finetune/Step Time": 6.1445697247982025}
+{"Finetune/Learning Rate": 5.7816194457617214e-06, "Finetune/Loss": 0.8329014182090759, "Finetune/Loss (Raw)": 0.8728153109550476, "Finetune/Step": 6245, "Finetune/Step Time": 6.143257951363921}
+{"Finetune/Learning Rate": 5.778566092047456e-06, "Finetune/Loss": 0.8325973749160767, "Finetune/Loss (Raw)": 0.8924519419670105, "Finetune/Step": 6246, "Finetune/Step Time": 6.144118957221508}
+{"Finetune/Learning Rate": 5.775513217164634e-06, "Finetune/Loss": 0.8321831822395325, "Finetune/Loss (Raw)": 0.7860788702964783, "Finetune/Step": 6247, "Finetune/Step Time": 6.1521574575454}
+{"Finetune/Learning Rate": 5.772460821459542e-06, "Finetune/Loss": 0.8286297917366028, "Finetune/Loss (Raw)": 0.4401046335697174, "Finetune/Step": 6248, "Finetune/Step Time": 6.156162356957793}
+{"Finetune/Learning Rate": 5.7694089052783975e-06, "Finetune/Loss": 0.8284978866577148, "Finetune/Loss (Raw)": 0.8082520961761475, "Finetune/Step": 6249, "Finetune/Step Time": 6.17061360552907}
+{"Finetune/Learning Rate": 5.766357468967385e-06, "Finetune/Loss": 0.8288783431053162, "Finetune/Loss (Raw)": 0.8362933993339539, "Finetune/Step": 6250, "Finetune/Step Time": 6.171023413538933}
+{"Finetune/Learning Rate": 5.763306512872627e-06, "Finetune/Loss": 0.8285301923751831, "Finetune/Loss (Raw)": 0.7581454515457153, "Finetune/Step": 6251, "Finetune/Step Time": 6.167591778561473}
+{"Finetune/Learning Rate": 5.760256037340181e-06, "Finetune/Loss": 0.8287335634231567, "Finetune/Loss (Raw)": 0.916808545589447, "Finetune/Step": 6252, "Finetune/Step Time": 6.167726591229439}
+{"Finetune/Learning Rate": 5.757206042716058e-06, "Finetune/Loss": 0.8290057182312012, "Finetune/Loss (Raw)": 0.7823167443275452, "Finetune/Step": 6253, "Finetune/Step Time": 6.147975502535701}
+{"Finetune/Learning Rate": 5.7541565293462265e-06, "Finetune/Loss": 0.8279067277908325, "Finetune/Loss (Raw)": 0.7904889583587646, "Finetune/Step": 6254, "Finetune/Step Time": 6.149187346920371}
+{"Finetune/Learning Rate": 5.751107497576576e-06, "Finetune/Loss": 0.8280270099639893, "Finetune/Loss (Raw)": 0.808724045753479, "Finetune/Step": 6255, "Finetune/Step Time": 6.148424806073308}
+{"Finetune/Learning Rate": 5.748058947752955e-06, "Finetune/Loss": 0.8290859460830688, "Finetune/Loss (Raw)": 0.9199379086494446, "Finetune/Step": 6256, "Finetune/Step Time": 6.1377502996474504}
+{"Finetune/Learning Rate": 5.745010880221169e-06, "Finetune/Loss": 0.8289382457733154, "Finetune/Loss (Raw)": 0.7725024223327637, "Finetune/Step": 6257, "Finetune/Step Time": 6.136000933125615}
+{"Finetune/Learning Rate": 5.741963295326941e-06, "Finetune/Loss": 0.8300012350082397, "Finetune/Loss (Raw)": 0.9613243341445923, "Finetune/Step": 6258, "Finetune/Step Time": 6.136702233925462}
+{"Finetune/Learning Rate": 5.738916193415962e-06, "Finetune/Loss": 0.8295496106147766, "Finetune/Loss (Raw)": 0.8489561676979065, "Finetune/Step": 6259, "Finetune/Step Time": 6.134227741509676}
+{"Finetune/Learning Rate": 5.735869574833859e-06, "Finetune/Loss": 0.8313305974006653, "Finetune/Loss (Raw)": 0.8851167559623718, "Finetune/Step": 6260, "Finetune/Step Time": 6.131615167483687}
+{"Finetune/Learning Rate": 5.732823439926205e-06, "Finetune/Loss": 0.8300385475158691, "Finetune/Loss (Raw)": 0.7546711564064026, "Finetune/Step": 6261, "Finetune/Step Time": 6.132247922942042}
+{"Finetune/Learning Rate": 5.72977778903852e-06, "Finetune/Loss": 0.8290730714797974, "Finetune/Loss (Raw)": 0.8153521418571472, "Finetune/Step": 6262, "Finetune/Step Time": 6.134512830525637}
+{"Finetune/Learning Rate": 5.726732622516267e-06, "Finetune/Loss": 0.8295416235923767, "Finetune/Loss (Raw)": 0.8889550566673279, "Finetune/Step": 6263, "Finetune/Step Time": 6.137705348432064}
+{"Finetune/Learning Rate": 5.723687940704857e-06, "Finetune/Loss": 0.8274518251419067, "Finetune/Loss (Raw)": 0.7058035731315613, "Finetune/Step": 6264, "Finetune/Step Time": 6.138233695179224}
+{"Finetune/Learning Rate": 5.720643743949641e-06, "Finetune/Loss": 0.8271486163139343, "Finetune/Loss (Raw)": 0.9051701426506042, "Finetune/Step": 6265, "Finetune/Step Time": 6.137895464897156}
+{"Finetune/Learning Rate": 5.71760003259592e-06, "Finetune/Loss": 0.8256970643997192, "Finetune/Loss (Raw)": 0.6991249918937683, "Finetune/Step": 6266, "Finetune/Step Time": 6.140612734481692}
+{"Finetune/Learning Rate": 5.714556806988939e-06, "Finetune/Loss": 0.8265714049339294, "Finetune/Loss (Raw)": 0.9028384685516357, "Finetune/Step": 6267, "Finetune/Step Time": 6.140877230092883}
+{"Finetune/Learning Rate": 5.711514067473886e-06, "Finetune/Loss": 0.8258775472640991, "Finetune/Loss (Raw)": 0.731255054473877, "Finetune/Step": 6268, "Finetune/Step Time": 6.1491612903773785}
+{"Finetune/Learning Rate": 5.708471814395897e-06, "Finetune/Loss": 0.8244751691818237, "Finetune/Loss (Raw)": 0.8285585045814514, "Finetune/Step": 6269, "Finetune/Step Time": 6.1577578987926245}
+{"Finetune/Learning Rate": 5.70543004810004e-06, "Finetune/Loss": 0.8238745331764221, "Finetune/Loss (Raw)": 0.7683827877044678, "Finetune/Step": 6270, "Finetune/Step Time": 6.1797306928783655}
+{"Finetune/Learning Rate": 5.702388768931351e-06, "Finetune/Loss": 0.8229900598526001, "Finetune/Loss (Raw)": 0.9395626187324524, "Finetune/Step": 6271, "Finetune/Step Time": 6.1789286229759455}
+{"Finetune/Learning Rate": 5.699347977234799e-06, "Finetune/Loss": 0.8229176998138428, "Finetune/Loss (Raw)": 0.8897861838340759, "Finetune/Step": 6272, "Finetune/Step Time": 6.1700527891516685}
+{"Finetune/Learning Rate": 5.696307673355281e-06, "Finetune/Loss": 0.8229122161865234, "Finetune/Loss (Raw)": 0.9434174299240112, "Finetune/Step": 6273, "Finetune/Step Time": 6.1643982492387295}
+{"Finetune/Learning Rate": 5.69326785763767e-06, "Finetune/Loss": 0.8239912986755371, "Finetune/Loss (Raw)": 0.9254212975502014, "Finetune/Step": 6274, "Finetune/Step Time": 6.1592756025493145}
+{"Finetune/Learning Rate": 5.690228530426767e-06, "Finetune/Loss": 0.8242075443267822, "Finetune/Loss (Raw)": 0.9001086354255676, "Finetune/Step": 6275, "Finetune/Step Time": 6.149679424241185}
+{"Finetune/Learning Rate": 5.687189692067311e-06, "Finetune/Loss": 0.8252524137496948, "Finetune/Loss (Raw)": 0.8768842816352844, "Finetune/Step": 6276, "Finetune/Step Time": 6.153748255223036}
+{"Finetune/Learning Rate": 5.684151342903992e-06, "Finetune/Loss": 0.8238281011581421, "Finetune/Loss (Raw)": 0.8045542240142822, "Finetune/Step": 6277, "Finetune/Step Time": 6.160965142771602}
+{"Finetune/Learning Rate": 5.681113483281459e-06, "Finetune/Loss": 0.8246304392814636, "Finetune/Loss (Raw)": 0.9520235061645508, "Finetune/Step": 6278, "Finetune/Step Time": 6.182480501011014}
+{"Finetune/Learning Rate": 5.67807611354428e-06, "Finetune/Loss": 0.8230684995651245, "Finetune/Loss (Raw)": 0.7423987984657288, "Finetune/Step": 6279, "Finetune/Step Time": 6.185574751347303}
+{"Finetune/Learning Rate": 5.675039234036983e-06, "Finetune/Loss": 0.825357973575592, "Finetune/Loss (Raw)": 0.9486302733421326, "Finetune/Step": 6280, "Finetune/Step Time": 6.195510825142264}
+{"Finetune/Learning Rate": 5.672002845104039e-06, "Finetune/Loss": 0.8254795670509338, "Finetune/Loss (Raw)": 0.7382652759552002, "Finetune/Step": 6281, "Finetune/Step Time": 6.193679645657539}
+{"Finetune/Learning Rate": 5.668966947089859e-06, "Finetune/Loss": 0.825413167476654, "Finetune/Loss (Raw)": 0.9502893686294556, "Finetune/Step": 6282, "Finetune/Step Time": 6.188632296398282}
+{"Finetune/Learning Rate": 5.665931540338803e-06, "Finetune/Loss": 0.8267190456390381, "Finetune/Loss (Raw)": 0.8248668313026428, "Finetune/Step": 6283, "Finetune/Step Time": 6.185153748840094}
+{"Finetune/Learning Rate": 5.66289662519517e-06, "Finetune/Loss": 0.8269953727722168, "Finetune/Loss (Raw)": 0.8983967304229736, "Finetune/Step": 6284, "Finetune/Step Time": 6.1843682043254375}
+{"Finetune/Learning Rate": 5.659862202003208e-06, "Finetune/Loss": 0.8265122175216675, "Finetune/Loss (Raw)": 0.8503509759902954, "Finetune/Step": 6285, "Finetune/Step Time": 6.184057591482997}
+{"Finetune/Learning Rate": 5.6568282711071085e-06, "Finetune/Loss": 0.8258187770843506, "Finetune/Loss (Raw)": 0.7771111130714417, "Finetune/Step": 6286, "Finetune/Step Time": 6.183322284370661}
+{"Finetune/Learning Rate": 5.653794832851005e-06, "Finetune/Loss": 0.8266628980636597, "Finetune/Loss (Raw)": 1.0356086492538452, "Finetune/Step": 6287, "Finetune/Step Time": 6.1798284612596035}
+{"Finetune/Learning Rate": 5.650761887578977e-06, "Finetune/Loss": 0.8259044289588928, "Finetune/Loss (Raw)": 0.8225168585777283, "Finetune/Step": 6288, "Finetune/Step Time": 6.181397000327706}
+{"Finetune/Learning Rate": 5.647729435635046e-06, "Finetune/Loss": 0.8270044326782227, "Finetune/Loss (Raw)": 0.8761968612670898, "Finetune/Step": 6289, "Finetune/Step Time": 6.187907097861171}
+{"Finetune/Learning Rate": 5.6446974773631836e-06, "Finetune/Loss": 0.8262042999267578, "Finetune/Loss (Raw)": 0.7308617830276489, "Finetune/Step": 6290, "Finetune/Step Time": 6.192464143037796}
+{"Finetune/Learning Rate": 5.6416660131072886e-06, "Finetune/Loss": 0.8251630663871765, "Finetune/Loss (Raw)": 0.6924911737442017, "Finetune/Step": 6291, "Finetune/Step Time": 6.189941953867674}
+{"Finetune/Learning Rate": 5.638635043211228e-06, "Finetune/Loss": 0.8244385719299316, "Finetune/Loss (Raw)": 0.8254266977310181, "Finetune/Step": 6292, "Finetune/Step Time": 6.185771442949772}
+{"Finetune/Learning Rate": 5.6356045680188e-06, "Finetune/Loss": 0.8245900869369507, "Finetune/Loss (Raw)": 0.8733607530593872, "Finetune/Step": 6293, "Finetune/Step Time": 6.185039266943932}
+{"Finetune/Learning Rate": 5.632574587873736e-06, "Finetune/Loss": 0.8226003646850586, "Finetune/Loss (Raw)": 0.7309530973434448, "Finetune/Step": 6294, "Finetune/Step Time": 6.177908945828676}
+{"Finetune/Learning Rate": 5.629545103119733e-06, "Finetune/Loss": 0.8216662406921387, "Finetune/Loss (Raw)": 0.7906463742256165, "Finetune/Step": 6295, "Finetune/Step Time": 6.1678423304110765}
+{"Finetune/Learning Rate": 5.626516114100424e-06, "Finetune/Loss": 0.8209762573242188, "Finetune/Loss (Raw)": 0.7544019818305969, "Finetune/Step": 6296, "Finetune/Step Time": 6.160690112039447}
+{"Finetune/Learning Rate": 5.623487621159372e-06, "Finetune/Loss": 0.8223134279251099, "Finetune/Loss (Raw)": 0.993101179599762, "Finetune/Step": 6297, "Finetune/Step Time": 6.164104899391532}
+{"Finetune/Learning Rate": 5.620459624640098e-06, "Finetune/Loss": 0.8208561539649963, "Finetune/Loss (Raw)": 0.7145541310310364, "Finetune/Step": 6298, "Finetune/Step Time": 6.163671413436532}
+{"Finetune/Learning Rate": 5.617432124886072e-06, "Finetune/Loss": 0.8216884136199951, "Finetune/Loss (Raw)": 0.9255585074424744, "Finetune/Step": 6299, "Finetune/Step Time": 6.154577920213342}
+{"Finetune/Learning Rate": 5.614405122240689e-06, "Finetune/Loss": 0.8202672004699707, "Finetune/Loss (Raw)": 0.6644082069396973, "Finetune/Step": 6300, "Finetune/Step Time": 6.150320580229163}
+{"Finetune/Learning Rate": 5.611378617047298e-06, "Finetune/Loss": 0.81951504945755, "Finetune/Loss (Raw)": 0.8116112351417542, "Finetune/Step": 6301, "Finetune/Step Time": 6.181851398199797}
+{"Finetune/Learning Rate": 5.608352609649202e-06, "Finetune/Loss": 0.820490300655365, "Finetune/Loss (Raw)": 0.8674709796905518, "Finetune/Step": 6302, "Finetune/Step Time": 6.17901910468936}
+{"Finetune/Learning Rate": 5.605327100389627e-06, "Finetune/Loss": 0.8213427662849426, "Finetune/Loss (Raw)": 0.9157768487930298, "Finetune/Step": 6303, "Finetune/Step Time": 6.173379914835095}
+{"Finetune/Learning Rate": 5.602302089611755e-06, "Finetune/Loss": 0.8213294744491577, "Finetune/Loss (Raw)": 0.7991811037063599, "Finetune/Step": 6304, "Finetune/Step Time": 6.159846419468522}
+{"Finetune/Learning Rate": 5.599277577658708e-06, "Finetune/Loss": 0.8231322765350342, "Finetune/Loss (Raw)": 0.8272870779037476, "Finetune/Step": 6305, "Finetune/Step Time": 6.160172404721379}
+{"Finetune/Learning Rate": 5.5962535648735525e-06, "Finetune/Loss": 0.8220359086990356, "Finetune/Loss (Raw)": 0.8270337581634521, "Finetune/Step": 6306, "Finetune/Step Time": 6.157727601006627}
+{"Finetune/Learning Rate": 5.593230051599301e-06, "Finetune/Loss": 0.8211830854415894, "Finetune/Loss (Raw)": 0.6675947904586792, "Finetune/Step": 6307, "Finetune/Step Time": 6.161828123033047}
+{"Finetune/Learning Rate": 5.590207038178903e-06, "Finetune/Loss": 0.8201054334640503, "Finetune/Loss (Raw)": 0.7561808228492737, "Finetune/Step": 6308, "Finetune/Step Time": 6.1685814671218395}
+{"Finetune/Learning Rate": 5.587184524955256e-06, "Finetune/Loss": 0.8167227506637573, "Finetune/Loss (Raw)": 0.3265272080898285, "Finetune/Step": 6309, "Finetune/Step Time": 6.176439793780446}
+{"Finetune/Learning Rate": 5.5841625122712e-06, "Finetune/Loss": 0.8165861368179321, "Finetune/Loss (Raw)": 0.8779101371765137, "Finetune/Step": 6310, "Finetune/Step Time": 6.187214495614171}
+{"Finetune/Learning Rate": 5.581141000469517e-06, "Finetune/Loss": 0.817907989025116, "Finetune/Loss (Raw)": 0.927922248840332, "Finetune/Step": 6311, "Finetune/Step Time": 6.187199354171753}
+{"Finetune/Learning Rate": 5.5781199898929315e-06, "Finetune/Loss": 0.8178446292877197, "Finetune/Loss (Raw)": 0.8060093522071838, "Finetune/Step": 6312, "Finetune/Step Time": 6.2034762930125}
+{"Finetune/Learning Rate": 5.575099480884116e-06, "Finetune/Loss": 0.818999707698822, "Finetune/Loss (Raw)": 0.9753111600875854, "Finetune/Step": 6313, "Finetune/Step Time": 6.20141988247633}
+{"Finetune/Learning Rate": 5.572079473785684e-06, "Finetune/Loss": 0.818499743938446, "Finetune/Loss (Raw)": 0.8501188158988953, "Finetune/Step": 6314, "Finetune/Step Time": 6.203214857727289}
+{"Finetune/Learning Rate": 5.5690599689401805e-06, "Finetune/Loss": 0.8180763721466064, "Finetune/Loss (Raw)": 0.8040956854820251, "Finetune/Step": 6315, "Finetune/Step Time": 6.204319149255753}
+{"Finetune/Learning Rate": 5.566040966690115e-06, "Finetune/Loss": 0.8189089298248291, "Finetune/Loss (Raw)": 0.8335368633270264, "Finetune/Step": 6316, "Finetune/Step Time": 6.205881932750344}
+{"Finetune/Learning Rate": 5.563022467377928e-06, "Finetune/Loss": 0.820560097694397, "Finetune/Loss (Raw)": 0.8554662466049194, "Finetune/Step": 6317, "Finetune/Step Time": 6.206570345908403}
+{"Finetune/Learning Rate": 5.560004471345997e-06, "Finetune/Loss": 0.8198858499526978, "Finetune/Loss (Raw)": 0.7634708881378174, "Finetune/Step": 6318, "Finetune/Step Time": 6.204216882586479}
+{"Finetune/Learning Rate": 5.5569869789366485e-06, "Finetune/Loss": 0.818671464920044, "Finetune/Loss (Raw)": 0.8068466186523438, "Finetune/Step": 6319, "Finetune/Step Time": 6.202476721256971}
+{"Finetune/Learning Rate": 5.553969990492164e-06, "Finetune/Loss": 0.8172962069511414, "Finetune/Loss (Raw)": 0.7422075271606445, "Finetune/Step": 6320, "Finetune/Step Time": 6.194119647145271}
+{"Finetune/Learning Rate": 5.550953506354746e-06, "Finetune/Loss": 0.8169713616371155, "Finetune/Loss (Raw)": 0.7271194458007812, "Finetune/Step": 6321, "Finetune/Step Time": 6.1942077446728945}
+{"Finetune/Learning Rate": 5.547937526866547e-06, "Finetune/Loss": 0.8189319968223572, "Finetune/Loss (Raw)": 1.006873607635498, "Finetune/Step": 6322, "Finetune/Step Time": 6.191970335319638}
+{"Finetune/Learning Rate": 5.544922052369681e-06, "Finetune/Loss": 0.8185881972312927, "Finetune/Loss (Raw)": 0.9124094843864441, "Finetune/Step": 6323, "Finetune/Step Time": 6.200484959408641}
+{"Finetune/Learning Rate": 5.541907083206176e-06, "Finetune/Loss": 0.8180139064788818, "Finetune/Loss (Raw)": 0.8352078795433044, "Finetune/Step": 6324, "Finetune/Step Time": 6.203628994524479}
+{"Finetune/Learning Rate": 5.53889261971802e-06, "Finetune/Loss": 0.8174670338630676, "Finetune/Loss (Raw)": 0.8034239411354065, "Finetune/Step": 6325, "Finetune/Step Time": 6.204048745334148}
+{"Finetune/Learning Rate": 5.535878662247136e-06, "Finetune/Loss": 0.818560779094696, "Finetune/Loss (Raw)": 0.8253127336502075, "Finetune/Step": 6326, "Finetune/Step Time": 6.209599265828729}
+{"Finetune/Learning Rate": 5.532865211135398e-06, "Finetune/Loss": 0.8183722496032715, "Finetune/Loss (Raw)": 0.829331636428833, "Finetune/Step": 6327, "Finetune/Step Time": 6.213347256183624}
+{"Finetune/Learning Rate": 5.529852266724616e-06, "Finetune/Loss": 0.8182618021965027, "Finetune/Loss (Raw)": 0.8493991494178772, "Finetune/Step": 6328, "Finetune/Step Time": 6.214921414852142}
+{"Finetune/Learning Rate": 5.526839829356539e-06, "Finetune/Loss": 0.8191720843315125, "Finetune/Loss (Raw)": 0.8972889184951782, "Finetune/Step": 6329, "Finetune/Step Time": 6.217208977788687}
+{"Finetune/Learning Rate": 5.523827899372876e-06, "Finetune/Loss": 0.8187650442123413, "Finetune/Loss (Raw)": 0.8898758292198181, "Finetune/Step": 6330, "Finetune/Step Time": 6.212463371455669}
+{"Finetune/Learning Rate": 5.520816477115254e-06, "Finetune/Loss": 0.8194060325622559, "Finetune/Loss (Raw)": 0.7876152992248535, "Finetune/Step": 6331, "Finetune/Step Time": 6.216048499569297}
+{"Finetune/Learning Rate": 5.51780556292526e-06, "Finetune/Loss": 0.8201797008514404, "Finetune/Loss (Raw)": 0.7617868781089783, "Finetune/Step": 6332, "Finetune/Step Time": 6.2170933578163385}
+{"Finetune/Learning Rate": 5.514795157144417e-06, "Finetune/Loss": 0.8215587139129639, "Finetune/Loss (Raw)": 0.9573123455047607, "Finetune/Step": 6333, "Finetune/Step Time": 6.210871331393719}
+{"Finetune/Learning Rate": 5.51178526011419e-06, "Finetune/Loss": 0.8211946487426758, "Finetune/Loss (Raw)": 0.7387140989303589, "Finetune/Step": 6334, "Finetune/Step Time": 6.203961305320263}
+{"Finetune/Learning Rate": 5.508775872175989e-06, "Finetune/Loss": 0.819579005241394, "Finetune/Loss (Raw)": 0.6589574813842773, "Finetune/Step": 6335, "Finetune/Step Time": 6.186567474156618}
+{"Finetune/Learning Rate": 5.5057669936711625e-06, "Finetune/Loss": 0.8191947937011719, "Finetune/Loss (Raw)": 0.8008197546005249, "Finetune/Step": 6336, "Finetune/Step Time": 6.194503847509623}
+{"Finetune/Learning Rate": 5.502758624941007e-06, "Finetune/Loss": 0.8179169297218323, "Finetune/Loss (Raw)": 0.7961416840553284, "Finetune/Step": 6337, "Finetune/Step Time": 6.186534063890576}
+{"Finetune/Learning Rate": 5.4997507663267546e-06, "Finetune/Loss": 0.8173995018005371, "Finetune/Loss (Raw)": 0.8696557879447937, "Finetune/Step": 6338, "Finetune/Step Time": 6.187111107632518}
+{"Finetune/Learning Rate": 5.496743418169584e-06, "Finetune/Loss": 0.8168184161186218, "Finetune/Loss (Raw)": 0.7608994245529175, "Finetune/Step": 6339, "Finetune/Step Time": 6.184614637866616}
+{"Finetune/Learning Rate": 5.493736580810614e-06, "Finetune/Loss": 0.8174089193344116, "Finetune/Loss (Raw)": 0.8285192251205444, "Finetune/Step": 6340, "Finetune/Step Time": 6.179073195904493}
+{"Finetune/Learning Rate": 5.490730254590907e-06, "Finetune/Loss": 0.815721869468689, "Finetune/Loss (Raw)": 0.715130627155304, "Finetune/Step": 6341, "Finetune/Step Time": 6.171498311683536}
+{"Finetune/Learning Rate": 5.48772443985147e-06, "Finetune/Loss": 0.8168509006500244, "Finetune/Loss (Raw)": 0.9249242544174194, "Finetune/Step": 6342, "Finetune/Step Time": 6.172757793217897}
+{"Finetune/Learning Rate": 5.484719136933234e-06, "Finetune/Loss": 0.81822669506073, "Finetune/Loss (Raw)": 0.8825562000274658, "Finetune/Step": 6343, "Finetune/Step Time": 6.172509020194411}
+{"Finetune/Learning Rate": 5.4817143461771024e-06, "Finetune/Loss": 0.8188403844833374, "Finetune/Loss (Raw)": 0.8605828881263733, "Finetune/Step": 6344, "Finetune/Step Time": 6.174479383975267}
+{"Finetune/Learning Rate": 5.478710067923903e-06, "Finetune/Loss": 0.8166742324829102, "Finetune/Loss (Raw)": 0.4063153564929962, "Finetune/Step": 6345, "Finetune/Step Time": 6.18251652084291}
+{"Finetune/Learning Rate": 5.4757063025143965e-06, "Finetune/Loss": 0.816872239112854, "Finetune/Loss (Raw)": 0.821069598197937, "Finetune/Step": 6346, "Finetune/Step Time": 6.194773409515619}
+{"Finetune/Learning Rate": 5.472703050289299e-06, "Finetune/Loss": 0.8180584907531738, "Finetune/Loss (Raw)": 0.9186252951622009, "Finetune/Step": 6347, "Finetune/Step Time": 6.174416773021221}
+{"Finetune/Learning Rate": 5.469700311589277e-06, "Finetune/Loss": 0.8175645470619202, "Finetune/Loss (Raw)": 0.8883816003799438, "Finetune/Step": 6348, "Finetune/Step Time": 6.178450835868716}
+{"Finetune/Learning Rate": 5.466698086754914e-06, "Finetune/Loss": 0.8189992308616638, "Finetune/Loss (Raw)": 0.9414292573928833, "Finetune/Step": 6349, "Finetune/Step Time": 6.184607369825244}
+{"Finetune/Learning Rate": 5.463696376126747e-06, "Finetune/Loss": 0.8185998201370239, "Finetune/Loss (Raw)": 0.8601888418197632, "Finetune/Step": 6350, "Finetune/Step Time": 6.184871755540371}
+{"Finetune/Learning Rate": 5.4606951800452705e-06, "Finetune/Loss": 0.8165687918663025, "Finetune/Loss (Raw)": 0.720485270023346, "Finetune/Step": 6351, "Finetune/Step Time": 6.182709936052561}
+{"Finetune/Learning Rate": 5.457694498850892e-06, "Finetune/Loss": 0.8150931596755981, "Finetune/Loss (Raw)": 0.8531386852264404, "Finetune/Step": 6352, "Finetune/Step Time": 6.177866971120238}
+{"Finetune/Learning Rate": 5.45469433288398e-06, "Finetune/Loss": 0.8144289255142212, "Finetune/Loss (Raw)": 0.8843288421630859, "Finetune/Step": 6353, "Finetune/Step Time": 6.166180180385709}
+{"Finetune/Learning Rate": 5.451694682484841e-06, "Finetune/Loss": 0.8144102692604065, "Finetune/Loss (Raw)": 0.8371773362159729, "Finetune/Step": 6354, "Finetune/Step Time": 6.169166414067149}
+{"Finetune/Learning Rate": 5.448695547993716e-06, "Finetune/Loss": 0.8192137479782104, "Finetune/Loss (Raw)": 1.0150928497314453, "Finetune/Step": 6355, "Finetune/Step Time": 6.1707220282405615}
+{"Finetune/Learning Rate": 5.445696929750797e-06, "Finetune/Loss": 0.8201515078544617, "Finetune/Loss (Raw)": 0.8871181607246399, "Finetune/Step": 6356, "Finetune/Step Time": 6.1600582003593445}
+{"Finetune/Learning Rate": 5.442698828096211e-06, "Finetune/Loss": 0.8234810829162598, "Finetune/Loss (Raw)": 0.7714039087295532, "Finetune/Step": 6357, "Finetune/Step Time": 6.156844178214669}
+{"Finetune/Learning Rate": 5.43970124337003e-06, "Finetune/Loss": 0.823316752910614, "Finetune/Loss (Raw)": 0.7735567688941956, "Finetune/Step": 6358, "Finetune/Step Time": 6.1493372563272715}
+{"Finetune/Learning Rate": 5.436704175912265e-06, "Finetune/Loss": 0.8234240412712097, "Finetune/Loss (Raw)": 0.8961164355278015, "Finetune/Step": 6359, "Finetune/Step Time": 6.165101170539856}
+{"Finetune/Learning Rate": 5.43370762606287e-06, "Finetune/Loss": 0.8222482204437256, "Finetune/Loss (Raw)": 0.7096099257469177, "Finetune/Step": 6360, "Finetune/Step Time": 6.165538959205151}
+{"Finetune/Learning Rate": 5.430711594161738e-06, "Finetune/Loss": 0.8231149911880493, "Finetune/Loss (Raw)": 0.9250585436820984, "Finetune/Step": 6361, "Finetune/Step Time": 6.1662485506385565}
+{"Finetune/Learning Rate": 5.4277160805487075e-06, "Finetune/Loss": 0.8244287967681885, "Finetune/Loss (Raw)": 0.9591912627220154, "Finetune/Step": 6362, "Finetune/Step Time": 6.165465407073498}
+{"Finetune/Learning Rate": 5.424721085563556e-06, "Finetune/Loss": 0.825096845626831, "Finetune/Loss (Raw)": 0.9048874974250793, "Finetune/Step": 6363, "Finetune/Step Time": 6.18503169156611}
+{"Finetune/Learning Rate": 5.421726609545992e-06, "Finetune/Loss": 0.8269332647323608, "Finetune/Loss (Raw)": 0.938575804233551, "Finetune/Step": 6364, "Finetune/Step Time": 6.180639449506998}
+{"Finetune/Learning Rate": 5.4187326528356875e-06, "Finetune/Loss": 0.8277115821838379, "Finetune/Loss (Raw)": 0.8500863909721375, "Finetune/Step": 6365, "Finetune/Step Time": 6.185028923675418}
+{"Finetune/Learning Rate": 5.41573921577224e-06, "Finetune/Loss": 0.8279368877410889, "Finetune/Loss (Raw)": 0.7898560762405396, "Finetune/Step": 6366, "Finetune/Step Time": 6.184966256842017}
+{"Finetune/Learning Rate": 5.412746298695182e-06, "Finetune/Loss": 0.8261481523513794, "Finetune/Loss (Raw)": 0.6378010511398315, "Finetune/Step": 6367, "Finetune/Step Time": 6.191687541082501}
+{"Finetune/Learning Rate": 5.409753901944006e-06, "Finetune/Loss": 0.8261960744857788, "Finetune/Loss (Raw)": 0.8466670513153076, "Finetune/Step": 6368, "Finetune/Step Time": 6.209283709526062}
+{"Finetune/Learning Rate": 5.406762025858137e-06, "Finetune/Loss": 0.8275977969169617, "Finetune/Loss (Raw)": 0.9263948798179626, "Finetune/Step": 6369, "Finetune/Step Time": 6.211957091465592}
+{"Finetune/Learning Rate": 5.403770670776929e-06, "Finetune/Loss": 0.8278542757034302, "Finetune/Loss (Raw)": 0.8214945793151855, "Finetune/Step": 6370, "Finetune/Step Time": 6.209866810590029}
+{"Finetune/Learning Rate": 5.400779837039689e-06, "Finetune/Loss": 0.8282166719436646, "Finetune/Loss (Raw)": 0.8686774969100952, "Finetune/Step": 6371, "Finetune/Step Time": 6.206621477380395}
+{"Finetune/Learning Rate": 5.397789524985675e-06, "Finetune/Loss": 0.8284012079238892, "Finetune/Loss (Raw)": 0.9486218690872192, "Finetune/Step": 6372, "Finetune/Step Time": 6.206381544470787}
+{"Finetune/Learning Rate": 5.394799734954061e-06, "Finetune/Loss": 0.8298559784889221, "Finetune/Loss (Raw)": 1.059029221534729, "Finetune/Step": 6373, "Finetune/Step Time": 6.205165930092335}
+{"Finetune/Learning Rate": 5.39181046728398e-06, "Finetune/Loss": 0.8275645971298218, "Finetune/Loss (Raw)": 0.5991520881652832, "Finetune/Step": 6374, "Finetune/Step Time": 6.204091642051935}
+{"Finetune/Learning Rate": 5.388821722314501e-06, "Finetune/Loss": 0.8287232518196106, "Finetune/Loss (Raw)": 0.9343937039375305, "Finetune/Step": 6375, "Finetune/Step Time": 6.2036853432655334}
+{"Finetune/Learning Rate": 5.385833500384632e-06, "Finetune/Loss": 0.8317614793777466, "Finetune/Loss (Raw)": 0.8289955854415894, "Finetune/Step": 6376, "Finetune/Step Time": 6.202048733830452}
+{"Finetune/Learning Rate": 5.382845801833323e-06, "Finetune/Loss": 0.8325791358947754, "Finetune/Loss (Raw)": 0.912907600402832, "Finetune/Step": 6377, "Finetune/Step Time": 6.188153386116028}
+{"Finetune/Learning Rate": 5.379858626999465e-06, "Finetune/Loss": 0.8324301242828369, "Finetune/Loss (Raw)": 0.8172214031219482, "Finetune/Step": 6378, "Finetune/Step Time": 6.189717458561063}
+{"Finetune/Learning Rate": 5.376871976221889e-06, "Finetune/Loss": 0.8294487595558167, "Finetune/Loss (Raw)": 0.37653404474258423, "Finetune/Step": 6379, "Finetune/Step Time": 6.194291952997446}
+{"Finetune/Learning Rate": 5.373885849839367e-06, "Finetune/Loss": 0.8289435505867004, "Finetune/Loss (Raw)": 0.8521384596824646, "Finetune/Step": 6380, "Finetune/Step Time": 6.209930494427681}
+{"Finetune/Learning Rate": 5.37090024819061e-06, "Finetune/Loss": 0.8290365934371948, "Finetune/Loss (Raw)": 0.7942261695861816, "Finetune/Step": 6381, "Finetune/Step Time": 6.208481391891837}
+{"Finetune/Learning Rate": 5.367915171614273e-06, "Finetune/Loss": 0.8304811716079712, "Finetune/Loss (Raw)": 0.9754008054733276, "Finetune/Step": 6382, "Finetune/Step Time": 6.207958476617932}
+{"Finetune/Learning Rate": 5.364930620448946e-06, "Finetune/Loss": 0.831007719039917, "Finetune/Loss (Raw)": 0.8761177659034729, "Finetune/Step": 6383, "Finetune/Step Time": 6.208182953298092}
+{"Finetune/Learning Rate": 5.361946595033165e-06, "Finetune/Loss": 0.8309745788574219, "Finetune/Loss (Raw)": 0.9156932234764099, "Finetune/Step": 6384, "Finetune/Step Time": 6.2066288106143475}
+{"Finetune/Learning Rate": 5.358963095705403e-06, "Finetune/Loss": 0.8310567140579224, "Finetune/Loss (Raw)": 0.7830155491828918, "Finetune/Step": 6385, "Finetune/Step Time": 6.2168028727173805}
+{"Finetune/Learning Rate": 5.3559801228040746e-06, "Finetune/Loss": 0.8304145336151123, "Finetune/Loss (Raw)": 0.8791260719299316, "Finetune/Step": 6386, "Finetune/Step Time": 6.234036488458514}
+{"Finetune/Learning Rate": 5.352997676667537e-06, "Finetune/Loss": 0.8311732411384583, "Finetune/Loss (Raw)": 0.9460737109184265, "Finetune/Step": 6387, "Finetune/Step Time": 6.235660804435611}
+{"Finetune/Learning Rate": 5.350015757634075e-06, "Finetune/Loss": 0.8308579325675964, "Finetune/Loss (Raw)": 0.8447542190551758, "Finetune/Step": 6388, "Finetune/Step Time": 6.237676626071334}
+{"Finetune/Learning Rate": 5.347034366041934e-06, "Finetune/Loss": 0.830390453338623, "Finetune/Loss (Raw)": 0.6948346495628357, "Finetune/Step": 6389, "Finetune/Step Time": 6.243384227156639}
+{"Finetune/Learning Rate": 5.3440535022292904e-06, "Finetune/Loss": 0.8301272392272949, "Finetune/Loss (Raw)": 0.7816662192344666, "Finetune/Step": 6390, "Finetune/Step Time": 6.249824069440365}
+{"Finetune/Learning Rate": 5.341073166534251e-06, "Finetune/Loss": 0.8303080797195435, "Finetune/Loss (Raw)": 0.9120988249778748, "Finetune/Step": 6391, "Finetune/Step Time": 6.25627900660038}
+{"Finetune/Learning Rate": 5.33809335929487e-06, "Finetune/Loss": 0.8304722905158997, "Finetune/Loss (Raw)": 0.7268266677856445, "Finetune/Step": 6392, "Finetune/Step Time": 6.251657707616687}
+{"Finetune/Learning Rate": 5.335114080849157e-06, "Finetune/Loss": 0.8290848731994629, "Finetune/Loss (Raw)": 0.727581262588501, "Finetune/Step": 6393, "Finetune/Step Time": 6.24970824085176}
+{"Finetune/Learning Rate": 5.332135331535033e-06, "Finetune/Loss": 0.8310579061508179, "Finetune/Loss (Raw)": 0.9516652822494507, "Finetune/Step": 6394, "Finetune/Step Time": 6.250456847250462}
+{"Finetune/Learning Rate": 5.329157111690375e-06, "Finetune/Loss": 0.830865740776062, "Finetune/Loss (Raw)": 0.8782444596290588, "Finetune/Step": 6395, "Finetune/Step Time": 6.275173541158438}
+{"Finetune/Learning Rate": 5.3261794216530104e-06, "Finetune/Loss": 0.832364022731781, "Finetune/Loss (Raw)": 0.9230339527130127, "Finetune/Step": 6396, "Finetune/Step Time": 6.266049463301897}
+{"Finetune/Learning Rate": 5.323202261760683e-06, "Finetune/Loss": 0.831834077835083, "Finetune/Loss (Raw)": 0.7607277631759644, "Finetune/Step": 6397, "Finetune/Step Time": 6.258561294525862}
+{"Finetune/Learning Rate": 5.32022563235109e-06, "Finetune/Loss": 0.8315631747245789, "Finetune/Loss (Raw)": 0.7337059378623962, "Finetune/Step": 6398, "Finetune/Step Time": 6.237403886392713}
+{"Finetune/Learning Rate": 5.317249533761868e-06, "Finetune/Loss": 0.8305653929710388, "Finetune/Loss (Raw)": 0.8118481040000916, "Finetune/Step": 6399, "Finetune/Step Time": 6.234791912138462}
+{"Finetune/Learning Rate": 5.314273966330591e-06, "Finetune/Loss": 0.829479992389679, "Finetune/Loss (Raw)": 0.7508538961410522, "Finetune/Step": 6400, "Finetune/Step Time": 6.23752499371767}
+{"Finetune/Learning Rate": 5.311298930394774e-06, "Finetune/Loss": 0.8287538290023804, "Finetune/Loss (Raw)": 0.8504703044891357, "Finetune/Step": 6401, "Finetune/Step Time": 6.239560564979911}
+{"Finetune/Learning Rate": 5.3083244262918706e-06, "Finetune/Loss": 0.8285353779792786, "Finetune/Loss (Raw)": 0.8974539637565613, "Finetune/Step": 6402, "Finetune/Step Time": 6.241419229656458}
+{"Finetune/Learning Rate": 5.305350454359276e-06, "Finetune/Loss": 0.8278238773345947, "Finetune/Loss (Raw)": 0.8090413808822632, "Finetune/Step": 6403, "Finetune/Step Time": 6.2428105268627405}
+{"Finetune/Learning Rate": 5.302377014934322e-06, "Finetune/Loss": 0.8278541564941406, "Finetune/Loss (Raw)": 0.8807607889175415, "Finetune/Step": 6404, "Finetune/Step Time": 6.238932011649013}
+{"Finetune/Learning Rate": 5.299404108354284e-06, "Finetune/Loss": 0.8277083039283752, "Finetune/Loss (Raw)": 0.7858858108520508, "Finetune/Step": 6405, "Finetune/Step Time": 6.230328438803554}
+{"Finetune/Learning Rate": 5.296431734956372e-06, "Finetune/Loss": 0.827033281326294, "Finetune/Loss (Raw)": 0.8656157851219177, "Finetune/Step": 6406, "Finetune/Step Time": 6.227459819987416}
+{"Finetune/Learning Rate": 5.293459895077739e-06, "Finetune/Loss": 0.8288097381591797, "Finetune/Loss (Raw)": 0.969789445400238, "Finetune/Step": 6407, "Finetune/Step Time": 6.226828133687377}
+{"Finetune/Learning Rate": 5.290488589055484e-06, "Finetune/Loss": 0.8284964561462402, "Finetune/Loss (Raw)": 0.9085301756858826, "Finetune/Step": 6408, "Finetune/Step Time": 6.217625388875604}
+{"Finetune/Learning Rate": 5.2875178172266215e-06, "Finetune/Loss": 0.8296287059783936, "Finetune/Loss (Raw)": 0.8831972479820251, "Finetune/Step": 6409, "Finetune/Step Time": 6.214133830741048}
+{"Finetune/Learning Rate": 5.284547579928136e-06, "Finetune/Loss": 0.8279986381530762, "Finetune/Loss (Raw)": 0.7416344881057739, "Finetune/Step": 6410, "Finetune/Step Time": 6.212768232449889}
+{"Finetune/Learning Rate": 5.2815778774969336e-06, "Finetune/Loss": 0.8278247117996216, "Finetune/Loss (Raw)": 0.8026077151298523, "Finetune/Step": 6411, "Finetune/Step Time": 6.213947046548128}
+{"Finetune/Learning Rate": 5.278608710269863e-06, "Finetune/Loss": 0.828012228012085, "Finetune/Loss (Raw)": 0.9223918914794922, "Finetune/Step": 6412, "Finetune/Step Time": 6.215662244707346}
+{"Finetune/Learning Rate": 5.275640078583715e-06, "Finetune/Loss": 0.8279973864555359, "Finetune/Loss (Raw)": 0.8484534621238708, "Finetune/Step": 6413, "Finetune/Step Time": 6.217595236375928}
+{"Finetune/Learning Rate": 5.272671982775214e-06, "Finetune/Loss": 0.8276036977767944, "Finetune/Loss (Raw)": 0.7267200946807861, "Finetune/Step": 6414, "Finetune/Step Time": 6.216614177450538}
+{"Finetune/Learning Rate": 5.269704423181032e-06, "Finetune/Loss": 0.8263798952102661, "Finetune/Loss (Raw)": 0.8789653182029724, "Finetune/Step": 6415, "Finetune/Step Time": 6.228153554722667}
+{"Finetune/Learning Rate": 5.266737400137765e-06, "Finetune/Loss": 0.8270407915115356, "Finetune/Loss (Raw)": 0.9071084856987, "Finetune/Step": 6416, "Finetune/Step Time": 6.230352131649852}
+{"Finetune/Learning Rate": 5.263770913981969e-06, "Finetune/Loss": 0.8274412751197815, "Finetune/Loss (Raw)": 0.927459716796875, "Finetune/Step": 6417, "Finetune/Step Time": 6.229180024936795}
+{"Finetune/Learning Rate": 5.260804965050128e-06, "Finetune/Loss": 0.8282110691070557, "Finetune/Loss (Raw)": 0.8293931484222412, "Finetune/Step": 6418, "Finetune/Step Time": 6.22832502797246}
+{"Finetune/Learning Rate": 5.2578395536786586e-06, "Finetune/Loss": 0.8298298716545105, "Finetune/Loss (Raw)": 0.8997011780738831, "Finetune/Step": 6419, "Finetune/Step Time": 6.236130069941282}
+{"Finetune/Learning Rate": 5.254874680203923e-06, "Finetune/Loss": 0.8308113813400269, "Finetune/Loss (Raw)": 0.9510582685470581, "Finetune/Step": 6420, "Finetune/Step Time": 6.257948210462928}
+{"Finetune/Learning Rate": 5.251910344962234e-06, "Finetune/Loss": 0.8303410410881042, "Finetune/Loss (Raw)": 0.8131582736968994, "Finetune/Step": 6421, "Finetune/Step Time": 6.258825499564409}
+{"Finetune/Learning Rate": 5.248946548289821e-06, "Finetune/Loss": 0.831144392490387, "Finetune/Loss (Raw)": 0.8337804079055786, "Finetune/Step": 6422, "Finetune/Step Time": 6.270619411021471}
+{"Finetune/Learning Rate": 5.245983290522863e-06, "Finetune/Loss": 0.8304766416549683, "Finetune/Loss (Raw)": 0.7051787972450256, "Finetune/Step": 6423, "Finetune/Step Time": 6.269955154508352}
+{"Finetune/Learning Rate": 5.24302057199749e-06, "Finetune/Loss": 0.8313532471656799, "Finetune/Loss (Raw)": 0.866601288318634, "Finetune/Step": 6424, "Finetune/Step Time": 6.264310149475932}
+{"Finetune/Learning Rate": 5.240058393049747e-06, "Finetune/Loss": 0.8300760984420776, "Finetune/Loss (Raw)": 0.8296210169792175, "Finetune/Step": 6425, "Finetune/Step Time": 6.268302472308278}
+{"Finetune/Learning Rate": 5.237096754015635e-06, "Finetune/Loss": 0.8307105302810669, "Finetune/Loss (Raw)": 0.7957605719566345, "Finetune/Step": 6426, "Finetune/Step Time": 6.276751043274999}
+{"Finetune/Learning Rate": 5.234135655231087e-06, "Finetune/Loss": 0.8297022581100464, "Finetune/Loss (Raw)": 0.7965083718299866, "Finetune/Step": 6427, "Finetune/Step Time": 6.2792768478393555}
+{"Finetune/Learning Rate": 5.231175097031978e-06, "Finetune/Loss": 0.8311818242073059, "Finetune/Loss (Raw)": 0.8537918329238892, "Finetune/Step": 6428, "Finetune/Step Time": 6.277369681745768}
+{"Finetune/Learning Rate": 5.22821507975412e-06, "Finetune/Loss": 0.8314194083213806, "Finetune/Loss (Raw)": 0.8420197367668152, "Finetune/Step": 6429, "Finetune/Step Time": 6.251163944602013}
+{"Finetune/Learning Rate": 5.225255603733261e-06, "Finetune/Loss": 0.8307045698165894, "Finetune/Loss (Raw)": 0.7759701609611511, "Finetune/Step": 6430, "Finetune/Step Time": 6.253657028079033}
+{"Finetune/Learning Rate": 5.222296669305093e-06, "Finetune/Loss": 0.8267549872398376, "Finetune/Loss (Raw)": 0.41023531556129456, "Finetune/Step": 6431, "Finetune/Step Time": 6.25824449211359}
+{"Finetune/Learning Rate": 5.219338276805243e-06, "Finetune/Loss": 0.8256956338882446, "Finetune/Loss (Raw)": 0.6635828614234924, "Finetune/Step": 6432, "Finetune/Step Time": 6.27590174600482}
+{"Finetune/Learning Rate": 5.216380426569279e-06, "Finetune/Loss": 0.8255504369735718, "Finetune/Loss (Raw)": 0.8086994290351868, "Finetune/Step": 6433, "Finetune/Step Time": 6.2912922371178865}
+{"Finetune/Learning Rate": 5.213423118932704e-06, "Finetune/Loss": 0.8255133032798767, "Finetune/Loss (Raw)": 0.8222768306732178, "Finetune/Step": 6434, "Finetune/Step Time": 6.291076796129346}
+{"Finetune/Learning Rate": 5.21046635423096e-06, "Finetune/Loss": 0.8271108865737915, "Finetune/Loss (Raw)": 0.8720918893814087, "Finetune/Step": 6435, "Finetune/Step Time": 6.291096007451415}
+{"Finetune/Learning Rate": 5.207510132799436e-06, "Finetune/Loss": 0.8282591104507446, "Finetune/Loss (Raw)": 0.9031544327735901, "Finetune/Step": 6436, "Finetune/Step Time": 6.280587390065193}
+{"Finetune/Learning Rate": 5.204554454973438e-06, "Finetune/Loss": 0.8327217102050781, "Finetune/Loss (Raw)": 0.8977358341217041, "Finetune/Step": 6437, "Finetune/Step Time": 6.270629432052374}
+{"Finetune/Learning Rate": 5.201599321088236e-06, "Finetune/Loss": 0.8320626616477966, "Finetune/Loss (Raw)": 0.7935535907745361, "Finetune/Step": 6438, "Finetune/Step Time": 6.254673771560192}
+{"Finetune/Learning Rate": 5.19864473147903e-06, "Finetune/Loss": 0.8317444324493408, "Finetune/Loss (Raw)": 0.8871908187866211, "Finetune/Step": 6439, "Finetune/Step Time": 6.248972415924072}
+{"Finetune/Learning Rate": 5.19569068648094e-06, "Finetune/Loss": 0.8319432735443115, "Finetune/Loss (Raw)": 0.8314628005027771, "Finetune/Step": 6440, "Finetune/Step Time": 6.222416941076517}
+{"Finetune/Learning Rate": 5.192737186429052e-06, "Finetune/Loss": 0.8305575251579285, "Finetune/Loss (Raw)": 0.797929584980011, "Finetune/Step": 6441, "Finetune/Step Time": 6.222584377974272}
+{"Finetune/Learning Rate": 5.189784231658377e-06, "Finetune/Loss": 0.8312143683433533, "Finetune/Loss (Raw)": 0.9341931343078613, "Finetune/Step": 6442, "Finetune/Step Time": 6.229142963886261}
+{"Finetune/Learning Rate": 5.186831822503858e-06, "Finetune/Loss": 0.8305095434188843, "Finetune/Loss (Raw)": 0.7138874530792236, "Finetune/Step": 6443, "Finetune/Step Time": 6.226050462573767}
+{"Finetune/Learning Rate": 5.183879959300382e-06, "Finetune/Loss": 0.8312560319900513, "Finetune/Loss (Raw)": 0.9290847778320312, "Finetune/Step": 6444, "Finetune/Step Time": 6.225584618747234}
+{"Finetune/Learning Rate": 5.180928642382788e-06, "Finetune/Loss": 0.8316495418548584, "Finetune/Loss (Raw)": 0.9058348536491394, "Finetune/Step": 6445, "Finetune/Step Time": 6.22225528024137}
+{"Finetune/Learning Rate": 5.177977872085824e-06, "Finetune/Loss": 0.8324296474456787, "Finetune/Loss (Raw)": 0.8633221983909607, "Finetune/Step": 6446, "Finetune/Step Time": 6.221635486930609}
+{"Finetune/Learning Rate": 5.1750276487442e-06, "Finetune/Loss": 0.8324593305587769, "Finetune/Loss (Raw)": 0.8106443285942078, "Finetune/Step": 6447, "Finetune/Step Time": 6.2193852532655}
+{"Finetune/Learning Rate": 5.172077972692553e-06, "Finetune/Loss": 0.8290525674819946, "Finetune/Loss (Raw)": 0.30614206194877625, "Finetune/Step": 6448, "Finetune/Step Time": 6.221613006666303}
+{"Finetune/Learning Rate": 5.169128844265463e-06, "Finetune/Loss": 0.8299754858016968, "Finetune/Loss (Raw)": 0.845248818397522, "Finetune/Step": 6449, "Finetune/Step Time": 6.232113918289542}
+{"Finetune/Learning Rate": 5.166180263797442e-06, "Finetune/Loss": 0.828995406627655, "Finetune/Loss (Raw)": 0.8814260959625244, "Finetune/Step": 6450, "Finetune/Step Time": 6.227697622030973}
+{"Finetune/Learning Rate": 5.1632322316229475e-06, "Finetune/Loss": 0.8271710872650146, "Finetune/Loss (Raw)": 0.6788951754570007, "Finetune/Step": 6451, "Finetune/Step Time": 6.222604114562273}
+{"Finetune/Learning Rate": 5.16028474807637e-06, "Finetune/Loss": 0.8273063898086548, "Finetune/Loss (Raw)": 0.8525316715240479, "Finetune/Step": 6452, "Finetune/Step Time": 6.224715802818537}
+{"Finetune/Learning Rate": 5.157337813492036e-06, "Finetune/Loss": 0.8268141746520996, "Finetune/Loss (Raw)": 0.7404144406318665, "Finetune/Step": 6453, "Finetune/Step Time": 6.223941009491682}
+{"Finetune/Learning Rate": 5.154391428204215e-06, "Finetune/Loss": 0.8257253170013428, "Finetune/Loss (Raw)": 0.6859488487243652, "Finetune/Step": 6454, "Finetune/Step Time": 6.2206926997751}
+{"Finetune/Learning Rate": 5.151445592547111e-06, "Finetune/Loss": 0.8253992795944214, "Finetune/Loss (Raw)": 0.7875963449478149, "Finetune/Step": 6455, "Finetune/Step Time": 6.218981062993407}
+{"Finetune/Learning Rate": 5.148500306854862e-06, "Finetune/Loss": 0.8265131711959839, "Finetune/Loss (Raw)": 0.9919713139533997, "Finetune/Step": 6456, "Finetune/Step Time": 6.218767801299691}
+{"Finetune/Learning Rate": 5.145555571461558e-06, "Finetune/Loss": 0.8258975148200989, "Finetune/Loss (Raw)": 0.8184895515441895, "Finetune/Step": 6457, "Finetune/Step Time": 6.230688497424126}
+{"Finetune/Learning Rate": 5.1426113867012e-06, "Finetune/Loss": 0.8249440789222717, "Finetune/Loss (Raw)": 0.7678344249725342, "Finetune/Step": 6458, "Finetune/Step Time": 6.229229656979442}
+{"Finetune/Learning Rate": 5.139667752907758e-06, "Finetune/Loss": 0.8266612887382507, "Finetune/Loss (Raw)": 1.007417917251587, "Finetune/Step": 6459, "Finetune/Step Time": 6.228332361206412}
+{"Finetune/Learning Rate": 5.13672467041512e-06, "Finetune/Loss": 0.8270843029022217, "Finetune/Loss (Raw)": 0.8159367442131042, "Finetune/Step": 6460, "Finetune/Step Time": 6.225091837346554}
+{"Finetune/Learning Rate": 5.133782139557107e-06, "Finetune/Loss": 0.825305700302124, "Finetune/Loss (Raw)": 0.7296454310417175, "Finetune/Step": 6461, "Finetune/Step Time": 6.229715382680297}
+{"Finetune/Learning Rate": 5.1308401606674984e-06, "Finetune/Loss": 0.8266963362693787, "Finetune/Loss (Raw)": 0.9167196750640869, "Finetune/Step": 6462, "Finetune/Step Time": 6.233683360740542}
+{"Finetune/Learning Rate": 5.127898734079997e-06, "Finetune/Loss": 0.8280888795852661, "Finetune/Loss (Raw)": 0.8372101187705994, "Finetune/Step": 6463, "Finetune/Step Time": 6.232407322153449}
+{"Finetune/Learning Rate": 5.124957860128237e-06, "Finetune/Loss": 0.8283168077468872, "Finetune/Loss (Raw)": 0.8299881815910339, "Finetune/Step": 6464, "Finetune/Step Time": 6.225706964731216}
+{"Finetune/Learning Rate": 5.1220175391458e-06, "Finetune/Loss": 0.8295687437057495, "Finetune/Loss (Raw)": 0.9563897252082825, "Finetune/Step": 6465, "Finetune/Step Time": 6.23578555136919}
+{"Finetune/Learning Rate": 5.119077771466212e-06, "Finetune/Loss": 0.8295984268188477, "Finetune/Loss (Raw)": 0.8734502792358398, "Finetune/Step": 6466, "Finetune/Step Time": 6.246518220752478}
+{"Finetune/Learning Rate": 5.116138557422916e-06, "Finetune/Loss": 0.8307331800460815, "Finetune/Loss (Raw)": 0.9061476588249207, "Finetune/Step": 6467, "Finetune/Step Time": 6.247542507946491}
+{"Finetune/Learning Rate": 5.113199897349302e-06, "Finetune/Loss": 0.8307100534439087, "Finetune/Loss (Raw)": 0.825563371181488, "Finetune/Step": 6468, "Finetune/Step Time": 6.247601091861725}
+{"Finetune/Learning Rate": 5.110261791578712e-06, "Finetune/Loss": 0.8316007852554321, "Finetune/Loss (Raw)": 0.8291435837745667, "Finetune/Step": 6469, "Finetune/Step Time": 6.251256953924894}
+{"Finetune/Learning Rate": 5.107324240444398e-06, "Finetune/Loss": 0.8306319117546082, "Finetune/Loss (Raw)": 0.800911009311676, "Finetune/Step": 6470, "Finetune/Step Time": 6.263089342042804}
+{"Finetune/Learning Rate": 5.104387244279567e-06, "Finetune/Loss": 0.8295015096664429, "Finetune/Loss (Raw)": 0.737866222858429, "Finetune/Step": 6471, "Finetune/Step Time": 6.26688314974308}
+{"Finetune/Learning Rate": 5.101450803417357e-06, "Finetune/Loss": 0.8291378021240234, "Finetune/Loss (Raw)": 0.8140261173248291, "Finetune/Step": 6472, "Finetune/Step Time": 6.27363376878202}
+{"Finetune/Learning Rate": 5.098514918190846e-06, "Finetune/Loss": 0.8317893743515015, "Finetune/Loss (Raw)": 0.7457117438316345, "Finetune/Step": 6473, "Finetune/Step Time": 6.278671879321337}
+{"Finetune/Learning Rate": 5.0955795889330475e-06, "Finetune/Loss": 0.8312808871269226, "Finetune/Loss (Raw)": 0.7559840679168701, "Finetune/Step": 6474, "Finetune/Step Time": 6.284855110570788}
+{"Finetune/Learning Rate": 5.09264481597691e-06, "Finetune/Loss": 0.8314664363861084, "Finetune/Loss (Raw)": 0.9423723220825195, "Finetune/Step": 6475, "Finetune/Step Time": 6.303108232095838}
+{"Finetune/Learning Rate": 5.089710599655323e-06, "Finetune/Loss": 0.8312623500823975, "Finetune/Loss (Raw)": 0.8622677326202393, "Finetune/Step": 6476, "Finetune/Step Time": 6.303333355113864}
+{"Finetune/Learning Rate": 5.086776940301109e-06, "Finetune/Loss": 0.8301581144332886, "Finetune/Loss (Raw)": 0.8000820875167847, "Finetune/Step": 6477, "Finetune/Step Time": 6.305891236290336}
+{"Finetune/Learning Rate": 5.08384383824703e-06, "Finetune/Loss": 0.8301060795783997, "Finetune/Loss (Raw)": 0.8535318970680237, "Finetune/Step": 6478, "Finetune/Step Time": 6.306463563814759}
+{"Finetune/Learning Rate": 5.0809112938257836e-06, "Finetune/Loss": 0.8313054442405701, "Finetune/Loss (Raw)": 0.8740053176879883, "Finetune/Step": 6479, "Finetune/Step Time": 6.316867830231786}
+{"Finetune/Learning Rate": 5.077979307370004e-06, "Finetune/Loss": 0.832024097442627, "Finetune/Loss (Raw)": 0.9451230764389038, "Finetune/Step": 6480, "Finetune/Step Time": 6.33177830837667}
+{"Finetune/Learning Rate": 5.075047879212266e-06, "Finetune/Loss": 0.8315552473068237, "Finetune/Loss (Raw)": 0.8243162631988525, "Finetune/Step": 6481, "Finetune/Step Time": 6.336252713575959}
+{"Finetune/Learning Rate": 5.072117009685066e-06, "Finetune/Loss": 0.8316985368728638, "Finetune/Loss (Raw)": 0.8555226922035217, "Finetune/Step": 6482, "Finetune/Step Time": 6.348154800012708}
+{"Finetune/Learning Rate": 5.06918669912086e-06, "Finetune/Loss": 0.8308737277984619, "Finetune/Loss (Raw)": 0.9095118045806885, "Finetune/Step": 6483, "Finetune/Step Time": 6.349630879238248}
+{"Finetune/Learning Rate": 5.06625694785203e-06, "Finetune/Loss": 0.8314656615257263, "Finetune/Loss (Raw)": 0.962891161441803, "Finetune/Step": 6484, "Finetune/Step Time": 6.346040407195687}
+{"Finetune/Learning Rate": 5.063327756210885e-06, "Finetune/Loss": 0.833388090133667, "Finetune/Loss (Raw)": 1.0174728631973267, "Finetune/Step": 6485, "Finetune/Step Time": 6.344984559342265}
+{"Finetune/Learning Rate": 5.06039912452968e-06, "Finetune/Loss": 0.8334904313087463, "Finetune/Loss (Raw)": 0.78665691614151, "Finetune/Step": 6486, "Finetune/Step Time": 6.340079432353377}
+{"Finetune/Learning Rate": 5.057471053140615e-06, "Finetune/Loss": 0.8332027196884155, "Finetune/Loss (Raw)": 0.8592891693115234, "Finetune/Step": 6487, "Finetune/Step Time": 6.3202620558440685}
+{"Finetune/Learning Rate": 5.054543542375809e-06, "Finetune/Loss": 0.834152340888977, "Finetune/Loss (Raw)": 0.8311623334884644, "Finetune/Step": 6488, "Finetune/Step Time": 6.319531496614218}
+{"Finetune/Learning Rate": 5.051616592567323e-06, "Finetune/Loss": 0.8337713479995728, "Finetune/Loss (Raw)": 0.8762894868850708, "Finetune/Step": 6489, "Finetune/Step Time": 6.316030452027917}
+{"Finetune/Learning Rate": 5.048690204047169e-06, "Finetune/Loss": 0.8334250450134277, "Finetune/Loss (Raw)": 0.9148600101470947, "Finetune/Step": 6490, "Finetune/Step Time": 6.335241016000509}
+{"Finetune/Learning Rate": 5.045764377147273e-06, "Finetune/Loss": 0.8337357044219971, "Finetune/Loss (Raw)": 0.9446491003036499, "Finetune/Step": 6491, "Finetune/Step Time": 6.312101762741804}
+{"Finetune/Learning Rate": 5.042839112199509e-06, "Finetune/Loss": 0.8325984477996826, "Finetune/Loss (Raw)": 0.7930136919021606, "Finetune/Step": 6492, "Finetune/Step Time": 6.312896516174078}
+{"Finetune/Learning Rate": 5.039914409535683e-06, "Finetune/Loss": 0.8328543901443481, "Finetune/Loss (Raw)": 0.882850170135498, "Finetune/Step": 6493, "Finetune/Step Time": 6.308963142335415}
+{"Finetune/Learning Rate": 5.0369902694875526e-06, "Finetune/Loss": 0.8329893946647644, "Finetune/Loss (Raw)": 0.8071334958076477, "Finetune/Step": 6494, "Finetune/Step Time": 6.311953034251928}
+{"Finetune/Learning Rate": 5.034066692386786e-06, "Finetune/Loss": 0.8330243229866028, "Finetune/Loss (Raw)": 0.6422688961029053, "Finetune/Step": 6495, "Finetune/Step Time": 6.31699931062758}
+{"Finetune/Learning Rate": 5.031143678565005e-06, "Finetune/Loss": 0.8331126570701599, "Finetune/Loss (Raw)": 0.8579754829406738, "Finetune/Step": 6496, "Finetune/Step Time": 6.310671638697386}
+{"Finetune/Learning Rate": 5.028221228353763e-06, "Finetune/Loss": 0.8282625675201416, "Finetune/Loss (Raw)": 0.30558785796165466, "Finetune/Step": 6497, "Finetune/Step Time": 6.308185225352645}
+{"Finetune/Learning Rate": 5.025299342084551e-06, "Finetune/Loss": 0.8274338245391846, "Finetune/Loss (Raw)": 0.7154158353805542, "Finetune/Step": 6498, "Finetune/Step Time": 6.3227459117770195}
+{"Finetune/Learning Rate": 5.022378020088791e-06, "Finetune/Loss": 0.8279472589492798, "Finetune/Loss (Raw)": 0.9343863725662231, "Finetune/Step": 6499, "Finetune/Step Time": 6.3221719563007355}
+{"Finetune/Learning Rate": 5.019457262697847e-06, "Finetune/Loss": 0.8271645903587341, "Finetune/Loss (Raw)": 0.8484477400779724, "Finetune/Step": 6500, "Finetune/Step Time": 6.3208348378539085}
+{"Finetune/Learning Rate": 5.0165370702430165e-06, "Finetune/Loss": 0.825751006603241, "Finetune/Loss (Raw)": 0.8780900835990906, "Finetune/Step": 6501, "Finetune/Step Time": 6.340994048863649}
+{"Finetune/Learning Rate": 5.013617443055532e-06, "Finetune/Loss": 0.828094482421875, "Finetune/Loss (Raw)": 0.89911949634552, "Finetune/Step": 6502, "Finetune/Step Time": 6.346137966960669}
+{"Finetune/Learning Rate": 5.010698381466564e-06, "Finetune/Loss": 0.8268901109695435, "Finetune/Loss (Raw)": 0.7802281379699707, "Finetune/Step": 6503, "Finetune/Step Time": 6.342611661180854}
+{"Finetune/Learning Rate": 5.007779885807216e-06, "Finetune/Loss": 0.8273602724075317, "Finetune/Loss (Raw)": 0.8891828656196594, "Finetune/Step": 6504, "Finetune/Step Time": 6.340954523533583}
+{"Finetune/Learning Rate": 5.00486195640853e-06, "Finetune/Loss": 0.8271071910858154, "Finetune/Loss (Raw)": 0.8805093169212341, "Finetune/Step": 6505, "Finetune/Step Time": 6.341771192848682}
+{"Finetune/Learning Rate": 5.001944593601482e-06, "Finetune/Loss": 0.8272716999053955, "Finetune/Loss (Raw)": 0.8382777571678162, "Finetune/Step": 6506, "Finetune/Step Time": 6.33617826923728}
+{"Finetune/Learning Rate": 4.999027797716986e-06, "Finetune/Loss": 0.8297619819641113, "Finetune/Loss (Raw)": 0.6952915787696838, "Finetune/Step": 6507, "Finetune/Step Time": 6.32951202429831}
+{"Finetune/Learning Rate": 4.996111569085889e-06, "Finetune/Loss": 0.8301030993461609, "Finetune/Loss (Raw)": 0.8958012461662292, "Finetune/Step": 6508, "Finetune/Step Time": 6.3166743516922}
+{"Finetune/Learning Rate": 4.9931959080389795e-06, "Finetune/Loss": 0.8268910646438599, "Finetune/Loss (Raw)": 0.38307976722717285, "Finetune/Step": 6509, "Finetune/Step Time": 6.323497325181961}
+{"Finetune/Learning Rate": 4.9902808149069635e-06, "Finetune/Loss": 0.8261592388153076, "Finetune/Loss (Raw)": 0.8817377686500549, "Finetune/Step": 6510, "Finetune/Step Time": 6.341386191546917}
+{"Finetune/Learning Rate": 4.9873662900205086e-06, "Finetune/Loss": 0.825650691986084, "Finetune/Loss (Raw)": 0.811016321182251, "Finetune/Step": 6511, "Finetune/Step Time": 6.346621606498957}
+{"Finetune/Learning Rate": 4.984452333710207e-06, "Finetune/Loss": 0.826255202293396, "Finetune/Loss (Raw)": 0.9930747747421265, "Finetune/Step": 6512, "Finetune/Step Time": 6.360194260254502}
+{"Finetune/Learning Rate": 4.981538946306574e-06, "Finetune/Loss": 0.8275582790374756, "Finetune/Loss (Raw)": 0.9498059749603271, "Finetune/Step": 6513, "Finetune/Step Time": 6.358513075858355}
+{"Finetune/Learning Rate": 4.978626128140074e-06, "Finetune/Loss": 0.8276152610778809, "Finetune/Loss (Raw)": 0.8864203691482544, "Finetune/Step": 6514, "Finetune/Step Time": 6.355240182951093}
+{"Finetune/Learning Rate": 4.975713879541113e-06, "Finetune/Loss": 0.8259350657463074, "Finetune/Loss (Raw)": 0.7310088276863098, "Finetune/Step": 6515, "Finetune/Step Time": 6.35410794429481}
+{"Finetune/Learning Rate": 4.972802200840013e-06, "Finetune/Loss": 0.8255130052566528, "Finetune/Loss (Raw)": 0.7907268404960632, "Finetune/Step": 6516, "Finetune/Step Time": 6.350362284108996}
+{"Finetune/Learning Rate": 4.969891092367043e-06, "Finetune/Loss": 0.825957179069519, "Finetune/Loss (Raw)": 0.7516909241676331, "Finetune/Step": 6517, "Finetune/Step Time": 6.3427405543625355}
+{"Finetune/Learning Rate": 4.966980554452415e-06, "Finetune/Loss": 0.8264338970184326, "Finetune/Loss (Raw)": 0.842686116695404, "Finetune/Step": 6518, "Finetune/Step Time": 6.3359103705734015}
+{"Finetune/Learning Rate": 4.964070587426258e-06, "Finetune/Loss": 0.8248612880706787, "Finetune/Loss (Raw)": 0.7108023762702942, "Finetune/Step": 6519, "Finetune/Step Time": 6.328083198517561}
+{"Finetune/Learning Rate": 4.961161191618649e-06, "Finetune/Loss": 0.8264679908752441, "Finetune/Loss (Raw)": 0.9324881434440613, "Finetune/Step": 6520, "Finetune/Step Time": 6.336034085601568}
+{"Finetune/Learning Rate": 4.958252367359594e-06, "Finetune/Loss": 0.8277289271354675, "Finetune/Loss (Raw)": 0.8889776468276978, "Finetune/Step": 6521, "Finetune/Step Time": 6.344533324241638}
+{"Finetune/Learning Rate": 4.955344114979041e-06, "Finetune/Loss": 0.8278062343597412, "Finetune/Loss (Raw)": 0.9615670442581177, "Finetune/Step": 6522, "Finetune/Step Time": 6.3454796597361565}
+{"Finetune/Learning Rate": 4.952436434806867e-06, "Finetune/Loss": 0.8283763527870178, "Finetune/Loss (Raw)": 0.9512189626693726, "Finetune/Step": 6523, "Finetune/Step Time": 6.318361006677151}
+{"Finetune/Learning Rate": 4.949529327172885e-06, "Finetune/Loss": 0.828204333782196, "Finetune/Loss (Raw)": 0.9010188579559326, "Finetune/Step": 6524, "Finetune/Step Time": 6.320350615307689}
+{"Finetune/Learning Rate": 4.946622792406847e-06, "Finetune/Loss": 0.8291128873825073, "Finetune/Loss (Raw)": 0.8770180344581604, "Finetune/Step": 6525, "Finetune/Step Time": 6.325263202190399}
+{"Finetune/Learning Rate": 4.943716830838436e-06, "Finetune/Loss": 0.8314170837402344, "Finetune/Loss (Raw)": 1.0286407470703125, "Finetune/Step": 6526, "Finetune/Step Time": 6.328722516074777}
+{"Finetune/Learning Rate": 4.94081144279727e-06, "Finetune/Loss": 0.8281834721565247, "Finetune/Loss (Raw)": 0.3979484438896179, "Finetune/Step": 6527, "Finetune/Step Time": 6.331112671643496}
+{"Finetune/Learning Rate": 4.937906628612905e-06, "Finetune/Loss": 0.8281700611114502, "Finetune/Loss (Raw)": 0.7491313219070435, "Finetune/Step": 6528, "Finetune/Step Time": 6.341714287176728}
+{"Finetune/Learning Rate": 4.935002388614829e-06, "Finetune/Loss": 0.8275969624519348, "Finetune/Loss (Raw)": 0.7771155834197998, "Finetune/Step": 6529, "Finetune/Step Time": 6.338604398071766}
+{"Finetune/Learning Rate": 4.93209872313247e-06, "Finetune/Loss": 0.8261431455612183, "Finetune/Loss (Raw)": 0.711364209651947, "Finetune/Step": 6530, "Finetune/Step Time": 6.343112736940384}
+{"Finetune/Learning Rate": 4.929195632495175e-06, "Finetune/Loss": 0.8260771036148071, "Finetune/Loss (Raw)": 0.8005902767181396, "Finetune/Step": 6531, "Finetune/Step Time": 6.357781954109669}
+{"Finetune/Learning Rate": 4.92629311703225e-06, "Finetune/Loss": 0.8252359628677368, "Finetune/Loss (Raw)": 0.7730972766876221, "Finetune/Step": 6532, "Finetune/Step Time": 6.355589006096125}
+{"Finetune/Learning Rate": 4.923391177072923e-06, "Finetune/Loss": 0.8254761695861816, "Finetune/Loss (Raw)": 0.8166278004646301, "Finetune/Step": 6533, "Finetune/Step Time": 6.356093034148216}
+{"Finetune/Learning Rate": 4.9204898129463455e-06, "Finetune/Loss": 0.8255129456520081, "Finetune/Loss (Raw)": 0.8703237175941467, "Finetune/Step": 6534, "Finetune/Step Time": 6.3422155156731606}
+{"Finetune/Learning Rate": 4.917589024981626e-06, "Finetune/Loss": 0.8238650560379028, "Finetune/Loss (Raw)": 0.7588670253753662, "Finetune/Step": 6535, "Finetune/Step Time": 6.349463837221265}
+{"Finetune/Learning Rate": 4.914688813507798e-06, "Finetune/Loss": 0.8234598636627197, "Finetune/Loss (Raw)": 0.8566662669181824, "Finetune/Step": 6536, "Finetune/Step Time": 6.349597118794918}
+{"Finetune/Learning Rate": 4.91178917885382e-06, "Finetune/Loss": 0.8229823708534241, "Finetune/Loss (Raw)": 0.8220734000205994, "Finetune/Step": 6537, "Finetune/Step Time": 6.350530840456486}
+{"Finetune/Learning Rate": 4.908890121348594e-06, "Finetune/Loss": 0.8227843046188354, "Finetune/Loss (Raw)": 0.7162778973579407, "Finetune/Step": 6538, "Finetune/Step Time": 6.353997593745589}
+{"Finetune/Learning Rate": 4.905991641320968e-06, "Finetune/Loss": 0.8242835998535156, "Finetune/Loss (Raw)": 0.9945290088653564, "Finetune/Step": 6539, "Finetune/Step Time": 6.3560258243232965}
+{"Finetune/Learning Rate": 4.903093739099699e-06, "Finetune/Loss": 0.8196482062339783, "Finetune/Loss (Raw)": 0.32905420660972595, "Finetune/Step": 6540, "Finetune/Step Time": 6.360542692244053}
+{"Finetune/Learning Rate": 4.9001964150134995e-06, "Finetune/Loss": 0.8193792104721069, "Finetune/Loss (Raw)": 0.81402188539505, "Finetune/Step": 6541, "Finetune/Step Time": 6.372642852365971}
+{"Finetune/Learning Rate": 4.897299669391006e-06, "Finetune/Loss": 0.8194705247879028, "Finetune/Loss (Raw)": 0.7383998036384583, "Finetune/Step": 6542, "Finetune/Step Time": 6.370902104303241}
+{"Finetune/Learning Rate": 4.894403502560793e-06, "Finetune/Loss": 0.818816065788269, "Finetune/Loss (Raw)": 0.7952032089233398, "Finetune/Step": 6543, "Finetune/Step Time": 6.364302011206746}
+{"Finetune/Learning Rate": 4.89150791485137e-06, "Finetune/Loss": 0.8180581331253052, "Finetune/Loss (Raw)": 0.8100919127464294, "Finetune/Step": 6544, "Finetune/Step Time": 6.363439528271556}
+{"Finetune/Learning Rate": 4.888612906591178e-06, "Finetune/Loss": 0.8170885443687439, "Finetune/Loss (Raw)": 0.8033566474914551, "Finetune/Step": 6545, "Finetune/Step Time": 6.364641400054097}
+{"Finetune/Learning Rate": 4.885718478108594e-06, "Finetune/Loss": 0.8164817094802856, "Finetune/Loss (Raw)": 0.7517102956771851, "Finetune/Step": 6546, "Finetune/Step Time": 6.361656486988068}
+{"Finetune/Learning Rate": 4.88282462973193e-06, "Finetune/Loss": 0.8166030049324036, "Finetune/Loss (Raw)": 0.9152327179908752, "Finetune/Step": 6547, "Finetune/Step Time": 6.353691674768925}
+{"Finetune/Learning Rate": 4.879931361789431e-06, "Finetune/Loss": 0.8158218860626221, "Finetune/Loss (Raw)": 0.8510717153549194, "Finetune/Step": 6548, "Finetune/Step Time": 6.331605795770884}
+{"Finetune/Learning Rate": 4.877038674609275e-06, "Finetune/Loss": 0.8165067434310913, "Finetune/Loss (Raw)": 0.9008222222328186, "Finetune/Step": 6549, "Finetune/Step Time": 6.330904848873615}
+{"Finetune/Learning Rate": 4.874146568519578e-06, "Finetune/Loss": 0.8168231248855591, "Finetune/Loss (Raw)": 0.8742709755897522, "Finetune/Step": 6550, "Finetune/Step Time": 6.325295777991414}
+{"Finetune/Learning Rate": 4.87125504384839e-06, "Finetune/Loss": 0.8183625936508179, "Finetune/Loss (Raw)": 0.9022319912910461, "Finetune/Step": 6551, "Finetune/Step Time": 6.351176401600242}
+{"Finetune/Learning Rate": 4.868364100923681e-06, "Finetune/Loss": 0.8185030221939087, "Finetune/Loss (Raw)": 0.8845831751823425, "Finetune/Step": 6552, "Finetune/Step Time": 6.35460820235312}
+{"Finetune/Learning Rate": 4.865473740073378e-06, "Finetune/Loss": 0.8200531005859375, "Finetune/Loss (Raw)": 1.0280272960662842, "Finetune/Step": 6553, "Finetune/Step Time": 6.349339097738266}
+{"Finetune/Learning Rate": 4.862583961625331e-06, "Finetune/Loss": 0.8204349279403687, "Finetune/Loss (Raw)": 0.8446362614631653, "Finetune/Step": 6554, "Finetune/Step Time": 6.340569406747818}
+{"Finetune/Learning Rate": 4.859694765907313e-06, "Finetune/Loss": 0.8219667077064514, "Finetune/Loss (Raw)": 0.9925761818885803, "Finetune/Step": 6555, "Finetune/Step Time": 6.33832723647356}
+{"Finetune/Learning Rate": 4.856806153247051e-06, "Finetune/Loss": 0.8219765424728394, "Finetune/Loss (Raw)": 0.8550493717193604, "Finetune/Step": 6556, "Finetune/Step Time": 6.335493948310614}
+{"Finetune/Learning Rate": 4.853918123972198e-06, "Finetune/Loss": 0.8210699558258057, "Finetune/Loss (Raw)": 0.7259789705276489, "Finetune/Step": 6557, "Finetune/Step Time": 6.333129990845919}
+{"Finetune/Learning Rate": 4.851030678410331e-06, "Finetune/Loss": 0.8230268955230713, "Finetune/Loss (Raw)": 1.0264512300491333, "Finetune/Step": 6558, "Finetune/Step Time": 6.333871932700276}
+{"Finetune/Learning Rate": 4.8481438168889695e-06, "Finetune/Loss": 0.8262364864349365, "Finetune/Loss (Raw)": 0.8210647106170654, "Finetune/Step": 6559, "Finetune/Step Time": 6.329994216561317}
+{"Finetune/Learning Rate": 4.845257539735577e-06, "Finetune/Loss": 0.8273458480834961, "Finetune/Loss (Raw)": 0.8055810928344727, "Finetune/Step": 6560, "Finetune/Step Time": 6.311581207439303}
+{"Finetune/Learning Rate": 4.842371847277528e-06, "Finetune/Loss": 0.8270949125289917, "Finetune/Loss (Raw)": 0.7765858173370361, "Finetune/Step": 6561, "Finetune/Step Time": 6.292962355539203}
+{"Finetune/Learning Rate": 4.839486739842144e-06, "Finetune/Loss": 0.8268265128135681, "Finetune/Loss (Raw)": 0.7879145741462708, "Finetune/Step": 6562, "Finetune/Step Time": 6.290394818410277}
+{"Finetune/Learning Rate": 4.83660221775669e-06, "Finetune/Loss": 0.8261041641235352, "Finetune/Loss (Raw)": 0.7796369194984436, "Finetune/Step": 6563, "Finetune/Step Time": 6.287604445591569}
+{"Finetune/Learning Rate": 4.833718281348342e-06, "Finetune/Loss": 0.8222833871841431, "Finetune/Loss (Raw)": 0.4140964448451996, "Finetune/Step": 6564, "Finetune/Step Time": 6.296688413247466}
+{"Finetune/Learning Rate": 4.830834930944223e-06, "Finetune/Loss": 0.8208314180374146, "Finetune/Loss (Raw)": 0.7118815183639526, "Finetune/Step": 6565, "Finetune/Step Time": 6.312779042869806}
+{"Finetune/Learning Rate": 4.827952166871389e-06, "Finetune/Loss": 0.8210465908050537, "Finetune/Loss (Raw)": 0.8210998177528381, "Finetune/Step": 6566, "Finetune/Step Time": 6.315381444990635}
+{"Finetune/Learning Rate": 4.825069989456828e-06, "Finetune/Loss": 0.8211681246757507, "Finetune/Loss (Raw)": 0.9027408361434937, "Finetune/Step": 6567, "Finetune/Step Time": 6.319861760362983}
+{"Finetune/Learning Rate": 4.822188399027461e-06, "Finetune/Loss": 0.8213404417037964, "Finetune/Loss (Raw)": 0.853520393371582, "Finetune/Step": 6568, "Finetune/Step Time": 6.318162754178047}
+{"Finetune/Learning Rate": 4.819307395910143e-06, "Finetune/Loss": 0.8216139078140259, "Finetune/Loss (Raw)": 0.8329340219497681, "Finetune/Step": 6569, "Finetune/Step Time": 6.317448249086738}
+{"Finetune/Learning Rate": 4.816426980431662e-06, "Finetune/Loss": 0.8199498653411865, "Finetune/Loss (Raw)": 0.7211963534355164, "Finetune/Step": 6570, "Finetune/Step Time": 6.311266107484698}
+{"Finetune/Learning Rate": 4.813547152918739e-06, "Finetune/Loss": 0.8188045024871826, "Finetune/Loss (Raw)": 0.5672751665115356, "Finetune/Step": 6571, "Finetune/Step Time": 6.317301087081432}
+{"Finetune/Learning Rate": 4.810667913698032e-06, "Finetune/Loss": 0.8179827928543091, "Finetune/Loss (Raw)": 0.8239144682884216, "Finetune/Step": 6572, "Finetune/Step Time": 6.33028969168663}
+{"Finetune/Learning Rate": 4.807789263096124e-06, "Finetune/Loss": 0.8179596662521362, "Finetune/Loss (Raw)": 0.9028721451759338, "Finetune/Step": 6573, "Finetune/Step Time": 6.329449348151684}
+{"Finetune/Learning Rate": 4.8049112014395405e-06, "Finetune/Loss": 0.8172554969787598, "Finetune/Loss (Raw)": 0.7731929421424866, "Finetune/Step": 6574, "Finetune/Step Time": 6.339736053720117}
+{"Finetune/Learning Rate": 4.802033729054739e-06, "Finetune/Loss": 0.8177280426025391, "Finetune/Loss (Raw)": 0.8711223006248474, "Finetune/Step": 6575, "Finetune/Step Time": 6.357302909716964}
+{"Finetune/Learning Rate": 4.7991568462680945e-06, "Finetune/Loss": 0.822529673576355, "Finetune/Loss (Raw)": 0.9207548499107361, "Finetune/Step": 6576, "Finetune/Step Time": 6.355360301211476}
+{"Finetune/Learning Rate": 4.796280553405941e-06, "Finetune/Loss": 0.8228464722633362, "Finetune/Loss (Raw)": 0.8857954144477844, "Finetune/Step": 6577, "Finetune/Step Time": 6.341986648738384}
+{"Finetune/Learning Rate": 4.793404850794526e-06, "Finetune/Loss": 0.8221374154090881, "Finetune/Loss (Raw)": 0.7906681895256042, "Finetune/Step": 6578, "Finetune/Step Time": 6.339417515322566}
+{"Finetune/Learning Rate": 4.790529738760044e-06, "Finetune/Loss": 0.8225942850112915, "Finetune/Loss (Raw)": 0.737373411655426, "Finetune/Step": 6579, "Finetune/Step Time": 6.337368240579963}
+{"Finetune/Learning Rate": 4.7876552176286005e-06, "Finetune/Loss": 0.8218053579330444, "Finetune/Loss (Raw)": 0.7515567541122437, "Finetune/Step": 6580, "Finetune/Step Time": 6.334270242601633}
+{"Finetune/Learning Rate": 4.784781287726261e-06, "Finetune/Loss": 0.8226675987243652, "Finetune/Loss (Raw)": 0.8507765531539917, "Finetune/Step": 6581, "Finetune/Step Time": 6.335242634639144}
+{"Finetune/Learning Rate": 4.781907949379012e-06, "Finetune/Loss": 0.8241246938705444, "Finetune/Loss (Raw)": 0.8724534511566162, "Finetune/Step": 6582, "Finetune/Step Time": 6.34293289296329}
+{"Finetune/Learning Rate": 4.779035202912761e-06, "Finetune/Loss": 0.8234721422195435, "Finetune/Loss (Raw)": 0.7040666341781616, "Finetune/Step": 6583, "Finetune/Step Time": 6.372559195384383}
+{"Finetune/Learning Rate": 4.77616304865337e-06, "Finetune/Loss": 0.8202340006828308, "Finetune/Loss (Raw)": 0.5774934887886047, "Finetune/Step": 6584, "Finetune/Step Time": 6.368951069191098}
+{"Finetune/Learning Rate": 4.773291486926622e-06, "Finetune/Loss": 0.8199976682662964, "Finetune/Loss (Raw)": 0.7882432341575623, "Finetune/Step": 6585, "Finetune/Step Time": 6.354555997997522}
+{"Finetune/Learning Rate": 4.770420518058231e-06, "Finetune/Loss": 0.8209613561630249, "Finetune/Loss (Raw)": 0.8911860585212708, "Finetune/Step": 6586, "Finetune/Step Time": 6.352548135444522}
+{"Finetune/Learning Rate": 4.767550142373844e-06, "Finetune/Loss": 0.8202788829803467, "Finetune/Loss (Raw)": 0.9200586080551147, "Finetune/Step": 6587, "Finetune/Step Time": 6.348283378407359}
+{"Finetune/Learning Rate": 4.7646803601990555e-06, "Finetune/Loss": 0.8185672760009766, "Finetune/Loss (Raw)": 0.5968560576438904, "Finetune/Step": 6588, "Finetune/Step Time": 6.34264137968421}
+{"Finetune/Learning Rate": 4.76181117185937e-06, "Finetune/Loss": 0.8190087080001831, "Finetune/Loss (Raw)": 0.7861425280570984, "Finetune/Step": 6589, "Finetune/Step Time": 6.3403971660882235}
+{"Finetune/Learning Rate": 4.758942577680235e-06, "Finetune/Loss": 0.8165199756622314, "Finetune/Loss (Raw)": 0.5981708765029907, "Finetune/Step": 6590, "Finetune/Step Time": 6.339846270158887}
+{"Finetune/Learning Rate": 4.756074577987045e-06, "Finetune/Loss": 0.8165154457092285, "Finetune/Loss (Raw)": 0.8366269469261169, "Finetune/Step": 6591, "Finetune/Step Time": 6.350446220487356}
+{"Finetune/Learning Rate": 4.7532071731050975e-06, "Finetune/Loss": 0.8167070746421814, "Finetune/Loss (Raw)": 0.8545162677764893, "Finetune/Step": 6592, "Finetune/Step Time": 6.3588858637958765}
+{"Finetune/Learning Rate": 4.750340363359647e-06, "Finetune/Loss": 0.8154795169830322, "Finetune/Loss (Raw)": 0.7992551326751709, "Finetune/Step": 6593, "Finetune/Step Time": 6.352568266913295}
+{"Finetune/Learning Rate": 4.747474149075867e-06, "Finetune/Loss": 0.8156114816665649, "Finetune/Loss (Raw)": 0.8903449773788452, "Finetune/Step": 6594, "Finetune/Step Time": 6.369084971025586}
+{"Finetune/Learning Rate": 4.744608530578872e-06, "Finetune/Loss": 0.8152326345443726, "Finetune/Loss (Raw)": 0.8576536774635315, "Finetune/Step": 6595, "Finetune/Step Time": 6.380802605301142}
+{"Finetune/Learning Rate": 4.7417435081937034e-06, "Finetune/Loss": 0.8156074285507202, "Finetune/Loss (Raw)": 0.8735352158546448, "Finetune/Step": 6596, "Finetune/Step Time": 6.384422812610865}
+{"Finetune/Learning Rate": 4.738879082245337e-06, "Finetune/Loss": 0.8153855800628662, "Finetune/Loss (Raw)": 0.800748884677887, "Finetune/Step": 6597, "Finetune/Step Time": 6.381685234606266}
+{"Finetune/Learning Rate": 4.736015253058681e-06, "Finetune/Loss": 0.8163686990737915, "Finetune/Loss (Raw)": 0.9267529249191284, "Finetune/Step": 6598, "Finetune/Step Time": 6.373975604772568}
+{"Finetune/Learning Rate": 4.733152020958576e-06, "Finetune/Loss": 0.8170998692512512, "Finetune/Loss (Raw)": 0.8314585089683533, "Finetune/Step": 6599, "Finetune/Step Time": 6.373154038563371}
+{"Finetune/Learning Rate": 4.7302893862697915e-06, "Finetune/Loss": 0.8172925114631653, "Finetune/Loss (Raw)": 0.8386829495429993, "Finetune/Step": 6600, "Finetune/Step Time": 6.368716323748231}
+{"Finetune/Learning Rate": 4.7274273493170375e-06, "Finetune/Loss": 0.818756103515625, "Finetune/Loss (Raw)": 0.9330548048019409, "Finetune/Step": 6601, "Finetune/Step Time": 6.3603652603924274}
+{"Finetune/Learning Rate": 4.724565910424946e-06, "Finetune/Loss": 0.8181114792823792, "Finetune/Loss (Raw)": 0.6734707951545715, "Finetune/Step": 6602, "Finetune/Step Time": 6.339625537395477}
+{"Finetune/Learning Rate": 4.721705069918094e-06, "Finetune/Loss": 0.8164955377578735, "Finetune/Loss (Raw)": 0.7355350852012634, "Finetune/Step": 6603, "Finetune/Step Time": 6.320266675204039}
+{"Finetune/Learning Rate": 4.7188448281209665e-06, "Finetune/Loss": 0.816603422164917, "Finetune/Loss (Raw)": 0.8760765790939331, "Finetune/Step": 6604, "Finetune/Step Time": 6.323374897241592}
+{"Finetune/Learning Rate": 4.715985185358012e-06, "Finetune/Loss": 0.8168618679046631, "Finetune/Loss (Raw)": 0.8331493139266968, "Finetune/Step": 6605, "Finetune/Step Time": 6.333500714972615}
+{"Finetune/Learning Rate": 4.713126141953595e-06, "Finetune/Loss": 0.8167240023612976, "Finetune/Loss (Raw)": 0.8358957767486572, "Finetune/Step": 6606, "Finetune/Step Time": 6.334291281178594}
+{"Finetune/Learning Rate": 4.710267698232005e-06, "Finetune/Loss": 0.8155940175056458, "Finetune/Loss (Raw)": 0.7293675541877747, "Finetune/Step": 6607, "Finetune/Step Time": 6.329657796770334}
+{"Finetune/Learning Rate": 4.707409854517471e-06, "Finetune/Loss": 0.8149793148040771, "Finetune/Loss (Raw)": 0.8664385080337524, "Finetune/Step": 6608, "Finetune/Step Time": 6.323290413245559}
+{"Finetune/Learning Rate": 4.704552611134167e-06, "Finetune/Loss": 0.8163692951202393, "Finetune/Loss (Raw)": 1.0022376775741577, "Finetune/Step": 6609, "Finetune/Step Time": 6.321200154721737}
+{"Finetune/Learning Rate": 4.701695968406173e-06, "Finetune/Loss": 0.8165681958198547, "Finetune/Loss (Raw)": 0.8809740543365479, "Finetune/Step": 6610, "Finetune/Step Time": 6.30923687107861}
+{"Finetune/Learning Rate": 4.698839926657514e-06, "Finetune/Loss": 0.8160310387611389, "Finetune/Loss (Raw)": 0.8407583236694336, "Finetune/Step": 6611, "Finetune/Step Time": 6.309297701343894}
+{"Finetune/Learning Rate": 4.695984486212161e-06, "Finetune/Loss": 0.8158324956893921, "Finetune/Loss (Raw)": 0.937477707862854, "Finetune/Step": 6612, "Finetune/Step Time": 6.306983042508364}
+{"Finetune/Learning Rate": 4.693129647393988e-06, "Finetune/Loss": 0.8106369376182556, "Finetune/Loss (Raw)": 0.3524411916732788, "Finetune/Step": 6613, "Finetune/Step Time": 6.311990477144718}
+{"Finetune/Learning Rate": 4.690275410526821e-06, "Finetune/Loss": 0.8073302507400513, "Finetune/Loss (Raw)": 0.36340489983558655, "Finetune/Step": 6614, "Finetune/Step Time": 6.330408051609993}
+{"Finetune/Learning Rate": 4.687421775934412e-06, "Finetune/Loss": 0.807506799697876, "Finetune/Loss (Raw)": 0.8818907141685486, "Finetune/Step": 6615, "Finetune/Step Time": 6.347160257399082}
+{"Finetune/Learning Rate": 4.684568743940444e-06, "Finetune/Loss": 0.8065733313560486, "Finetune/Loss (Raw)": 0.7116699814796448, "Finetune/Step": 6616, "Finetune/Step Time": 6.348739203065634}
+{"Finetune/Learning Rate": 4.681716314868534e-06, "Finetune/Loss": 0.8069987297058105, "Finetune/Loss (Raw)": 0.9307370185852051, "Finetune/Step": 6617, "Finetune/Step Time": 6.345112562179565}
+{"Finetune/Learning Rate": 4.678864489042228e-06, "Finetune/Loss": 0.8061560988426208, "Finetune/Loss (Raw)": 0.8070123195648193, "Finetune/Step": 6618, "Finetune/Step Time": 6.321925351396203}
+{"Finetune/Learning Rate": 4.676013266785004e-06, "Finetune/Loss": 0.8057502508163452, "Finetune/Loss (Raw)": 0.8927029967308044, "Finetune/Step": 6619, "Finetune/Step Time": 6.322588294744492}
+{"Finetune/Learning Rate": 4.673162648420275e-06, "Finetune/Loss": 0.8068658113479614, "Finetune/Loss (Raw)": 0.9357984662055969, "Finetune/Step": 6620, "Finetune/Step Time": 6.3230371829122305}
+{"Finetune/Learning Rate": 4.67031263427138e-06, "Finetune/Loss": 0.8077623844146729, "Finetune/Loss (Raw)": 0.9976121783256531, "Finetune/Step": 6621, "Finetune/Step Time": 6.320716921240091}
+{"Finetune/Learning Rate": 4.667463224661592e-06, "Finetune/Loss": 0.8081341981887817, "Finetune/Loss (Raw)": 0.8547341823577881, "Finetune/Step": 6622, "Finetune/Step Time": 6.3190012369304895}
+{"Finetune/Learning Rate": 4.664614419914119e-06, "Finetune/Loss": 0.809967577457428, "Finetune/Loss (Raw)": 0.8769360780715942, "Finetune/Step": 6623, "Finetune/Step Time": 6.308995068073273}
+{"Finetune/Learning Rate": 4.661766220352098e-06, "Finetune/Loss": 0.8104076981544495, "Finetune/Loss (Raw)": 0.9143069386482239, "Finetune/Step": 6624, "Finetune/Step Time": 6.296588888391852}
+{"Finetune/Learning Rate": 4.658918626298584e-06, "Finetune/Loss": 0.8154837489128113, "Finetune/Loss (Raw)": 0.9553197622299194, "Finetune/Step": 6625, "Finetune/Step Time": 6.295697307214141}
+{"Finetune/Learning Rate": 4.656071638076589e-06, "Finetune/Loss": 0.8161881566047668, "Finetune/Loss (Raw)": 0.805582582950592, "Finetune/Step": 6626, "Finetune/Step Time": 6.281994920223951}
+{"Finetune/Learning Rate": 4.653225256009043e-06, "Finetune/Loss": 0.8153776526451111, "Finetune/Loss (Raw)": 0.8306455016136169, "Finetune/Step": 6627, "Finetune/Step Time": 6.288020983338356}
+{"Finetune/Learning Rate": 4.650379480418795e-06, "Finetune/Loss": 0.8155301213264465, "Finetune/Loss (Raw)": 0.8679608702659607, "Finetune/Step": 6628, "Finetune/Step Time": 6.2932069674134254}
+{"Finetune/Learning Rate": 4.647534311628649e-06, "Finetune/Loss": 0.8150746822357178, "Finetune/Loss (Raw)": 0.8198003768920898, "Finetune/Step": 6629, "Finetune/Step Time": 6.2808770053088665}
+{"Finetune/Learning Rate": 4.644689749961329e-06, "Finetune/Loss": 0.8136266469955444, "Finetune/Loss (Raw)": 0.7137738466262817, "Finetune/Step": 6630, "Finetune/Step Time": 6.283983191475272}
+{"Finetune/Learning Rate": 4.641845795739481e-06, "Finetune/Loss": 0.8148612976074219, "Finetune/Loss (Raw)": 0.9382601976394653, "Finetune/Step": 6631, "Finetune/Step Time": 6.279320182278752}
+{"Finetune/Learning Rate": 4.639002449285693e-06, "Finetune/Loss": 0.8157123923301697, "Finetune/Loss (Raw)": 0.9981141686439514, "Finetune/Step": 6632, "Finetune/Step Time": 6.277870601043105}
+{"Finetune/Learning Rate": 4.636159710922491e-06, "Finetune/Loss": 0.8165299296379089, "Finetune/Loss (Raw)": 0.9851557016372681, "Finetune/Step": 6633, "Finetune/Step Time": 6.275402003899217}
+{"Finetune/Learning Rate": 4.633317580972313e-06, "Finetune/Loss": 0.8174566626548767, "Finetune/Loss (Raw)": 0.9569016098976135, "Finetune/Step": 6634, "Finetune/Step Time": 6.2761755008250475}
+{"Finetune/Learning Rate": 4.63047605975754e-06, "Finetune/Loss": 0.81831955909729, "Finetune/Loss (Raw)": 0.8057395815849304, "Finetune/Step": 6635, "Finetune/Step Time": 6.27013137191534}
+{"Finetune/Learning Rate": 4.627635147600485e-06, "Finetune/Loss": 0.817680835723877, "Finetune/Loss (Raw)": 0.8140402436256409, "Finetune/Step": 6636, "Finetune/Step Time": 6.277170974761248}
+{"Finetune/Learning Rate": 4.624794844823385e-06, "Finetune/Loss": 0.8170612454414368, "Finetune/Loss (Raw)": 0.30377909541130066, "Finetune/Step": 6637, "Finetune/Step Time": 6.30127683840692}
+{"Finetune/Learning Rate": 4.621955151748413e-06, "Finetune/Loss": 0.816268265247345, "Finetune/Loss (Raw)": 0.7802393436431885, "Finetune/Step": 6638, "Finetune/Step Time": 6.295820010825992}
+{"Finetune/Learning Rate": 4.619116068697672e-06, "Finetune/Loss": 0.8166897892951965, "Finetune/Loss (Raw)": 0.8649707436561584, "Finetune/Step": 6639, "Finetune/Step Time": 6.292140573263168}
+{"Finetune/Learning Rate": 4.616277595993196e-06, "Finetune/Loss": 0.815134584903717, "Finetune/Loss (Raw)": 0.7940050363540649, "Finetune/Step": 6640, "Finetune/Step Time": 6.2820043209940195}
+{"Finetune/Learning Rate": 4.613439733956948e-06, "Finetune/Loss": 0.813276469707489, "Finetune/Loss (Raw)": 0.7119652628898621, "Finetune/Step": 6641, "Finetune/Step Time": 6.27844836935401}
+{"Finetune/Learning Rate": 4.610602482910823e-06, "Finetune/Loss": 0.8133751153945923, "Finetune/Loss (Raw)": 0.8990498781204224, "Finetune/Step": 6642, "Finetune/Step Time": 6.263531073927879}
+{"Finetune/Learning Rate": 4.607765843176646e-06, "Finetune/Loss": 0.8136014938354492, "Finetune/Loss (Raw)": 0.7599918842315674, "Finetune/Step": 6643, "Finetune/Step Time": 6.265654070302844}
+{"Finetune/Learning Rate": 4.604929815076174e-06, "Finetune/Loss": 0.8141838312149048, "Finetune/Loss (Raw)": 0.8652602434158325, "Finetune/Step": 6644, "Finetune/Step Time": 6.267708119004965}
+{"Finetune/Learning Rate": 4.602094398931093e-06, "Finetune/Loss": 0.8147680759429932, "Finetune/Loss (Raw)": 0.8264768719673157, "Finetune/Step": 6645, "Finetune/Step Time": 6.2849427461624146}
+{"Finetune/Learning Rate": 4.59925959506302e-06, "Finetune/Loss": 0.8153119087219238, "Finetune/Loss (Raw)": 0.9122931957244873, "Finetune/Step": 6646, "Finetune/Step Time": 6.284987132996321}
+{"Finetune/Learning Rate": 4.596425403793505e-06, "Finetune/Loss": 0.8161910176277161, "Finetune/Loss (Raw)": 0.8233307003974915, "Finetune/Step": 6647, "Finetune/Step Time": 6.283949816599488}
+{"Finetune/Learning Rate": 4.593591825444028e-06, "Finetune/Loss": 0.815821647644043, "Finetune/Loss (Raw)": 0.8852064609527588, "Finetune/Step": 6648, "Finetune/Step Time": 6.279744543135166}
+{"Finetune/Learning Rate": 4.590758860335988e-06, "Finetune/Loss": 0.8135882019996643, "Finetune/Loss (Raw)": 0.6030974388122559, "Finetune/Step": 6649, "Finetune/Step Time": 6.277665421366692}
+{"Finetune/Learning Rate": 4.587926508790735e-06, "Finetune/Loss": 0.8116575479507446, "Finetune/Loss (Raw)": 0.7144401669502258, "Finetune/Step": 6650, "Finetune/Step Time": 6.286161856725812}
+{"Finetune/Learning Rate": 4.585094771129537e-06, "Finetune/Loss": 0.809924840927124, "Finetune/Loss (Raw)": 0.7294327616691589, "Finetune/Step": 6651, "Finetune/Step Time": 6.287655225023627}
+{"Finetune/Learning Rate": 4.58226364767359e-06, "Finetune/Loss": 0.8092960715293884, "Finetune/Loss (Raw)": 0.8205356001853943, "Finetune/Step": 6652, "Finetune/Step Time": 6.295298952609301}
+{"Finetune/Learning Rate": 4.579433138744023e-06, "Finetune/Loss": 0.8089226484298706, "Finetune/Loss (Raw)": 0.8292302489280701, "Finetune/Step": 6653, "Finetune/Step Time": 6.298749351873994}
+{"Finetune/Learning Rate": 4.576603244661907e-06, "Finetune/Loss": 0.8073934316635132, "Finetune/Loss (Raw)": 0.8328962326049805, "Finetune/Step": 6654, "Finetune/Step Time": 6.299369735643268}
+{"Finetune/Learning Rate": 4.573773965748223e-06, "Finetune/Loss": 0.8076068162918091, "Finetune/Loss (Raw)": 0.42526376247406006, "Finetune/Step": 6655, "Finetune/Step Time": 6.30098070204258}
+{"Finetune/Learning Rate": 4.57094530232389e-06, "Finetune/Loss": 0.8049339056015015, "Finetune/Loss (Raw)": 0.40699154138565063, "Finetune/Step": 6656, "Finetune/Step Time": 6.3061861507594585}
+{"Finetune/Learning Rate": 4.568117254709774e-06, "Finetune/Loss": 0.8058197498321533, "Finetune/Loss (Raw)": 0.8905107975006104, "Finetune/Step": 6657, "Finetune/Step Time": 6.3227945156395435}
+{"Finetune/Learning Rate": 4.565289823226644e-06, "Finetune/Loss": 0.802300214767456, "Finetune/Loss (Raw)": 0.2608627378940582, "Finetune/Step": 6658, "Finetune/Step Time": 6.321082776412368}
+{"Finetune/Learning Rate": 4.562463008195214e-06, "Finetune/Loss": 0.8026407957077026, "Finetune/Loss (Raw)": 0.8441856503486633, "Finetune/Step": 6659, "Finetune/Step Time": 6.315929509699345}
+{"Finetune/Learning Rate": 4.559636809936124e-06, "Finetune/Loss": 0.8030368089675903, "Finetune/Loss (Raw)": 0.8237863183021545, "Finetune/Step": 6660, "Finetune/Step Time": 6.3123481925576925}
+{"Finetune/Learning Rate": 4.556811228769956e-06, "Finetune/Loss": 0.8041362166404724, "Finetune/Loss (Raw)": 0.95734703540802, "Finetune/Step": 6661, "Finetune/Step Time": 6.3121128231287}
+{"Finetune/Learning Rate": 4.5539862650172e-06, "Finetune/Loss": 0.8035405278205872, "Finetune/Loss (Raw)": 0.7940807342529297, "Finetune/Step": 6662, "Finetune/Step Time": 6.308357480913401}
+{"Finetune/Learning Rate": 4.551161918998293e-06, "Finetune/Loss": 0.804499626159668, "Finetune/Loss (Raw)": 0.8816325664520264, "Finetune/Step": 6663, "Finetune/Step Time": 6.2991510182619095}
+{"Finetune/Learning Rate": 4.548338191033595e-06, "Finetune/Loss": 0.8037198781967163, "Finetune/Loss (Raw)": 0.7568503022193909, "Finetune/Step": 6664, "Finetune/Step Time": 6.3040591441094875}
+{"Finetune/Learning Rate": 4.5455150814434005e-06, "Finetune/Loss": 0.8025286197662354, "Finetune/Loss (Raw)": 0.6695964336395264, "Finetune/Step": 6665, "Finetune/Step Time": 6.312056040391326}
+{"Finetune/Learning Rate": 4.542692590547927e-06, "Finetune/Loss": 0.8039731979370117, "Finetune/Loss (Raw)": 0.9011843204498291, "Finetune/Step": 6666, "Finetune/Step Time": 6.320275139063597}
+{"Finetune/Learning Rate": 4.5398707186673275e-06, "Finetune/Loss": 0.8030996322631836, "Finetune/Loss (Raw)": 0.8827118873596191, "Finetune/Step": 6667, "Finetune/Step Time": 6.327024990692735}
+{"Finetune/Learning Rate": 4.5370494661216835e-06, "Finetune/Loss": 0.8068423867225647, "Finetune/Loss (Raw)": 0.808124303817749, "Finetune/Step": 6668, "Finetune/Step Time": 6.338121885433793}
+{"Finetune/Learning Rate": 4.534228833231006e-06, "Finetune/Loss": 0.8068467974662781, "Finetune/Loss (Raw)": 0.8145918250083923, "Finetune/Step": 6669, "Finetune/Step Time": 6.324147501960397}
+{"Finetune/Learning Rate": 4.531408820315234e-06, "Finetune/Loss": 0.8069254159927368, "Finetune/Loss (Raw)": 0.7484607696533203, "Finetune/Step": 6670, "Finetune/Step Time": 6.326574582606554}
+{"Finetune/Learning Rate": 4.52858942769424e-06, "Finetune/Loss": 0.8079357743263245, "Finetune/Loss (Raw)": 0.9245300889015198, "Finetune/Step": 6671, "Finetune/Step Time": 6.324050739407539}
+{"Finetune/Learning Rate": 4.525770655687821e-06, "Finetune/Loss": 0.8083046674728394, "Finetune/Loss (Raw)": 0.8573082089424133, "Finetune/Step": 6672, "Finetune/Step Time": 6.322116823866963}
+{"Finetune/Learning Rate": 4.5229525046157085e-06, "Finetune/Loss": 0.8082635402679443, "Finetune/Loss (Raw)": 0.7980902791023254, "Finetune/Step": 6673, "Finetune/Step Time": 6.316818373277783}
+{"Finetune/Learning Rate": 4.520134974797561e-06, "Finetune/Loss": 0.8088778257369995, "Finetune/Loss (Raw)": 0.8303407430648804, "Finetune/Step": 6674, "Finetune/Step Time": 6.3207503985613585}
+{"Finetune/Learning Rate": 4.517318066552967e-06, "Finetune/Loss": 0.8076292872428894, "Finetune/Loss (Raw)": 0.7554188370704651, "Finetune/Step": 6675, "Finetune/Step Time": 6.337772369384766}
+{"Finetune/Learning Rate": 4.514501780201449e-06, "Finetune/Loss": 0.807238757610321, "Finetune/Loss (Raw)": 0.8010851740837097, "Finetune/Step": 6676, "Finetune/Step Time": 6.3475065138190985}
+{"Finetune/Learning Rate": 4.511686116062441e-06, "Finetune/Loss": 0.8061104416847229, "Finetune/Loss (Raw)": 0.7563974857330322, "Finetune/Step": 6677, "Finetune/Step Time": 6.36624413728714}
+{"Finetune/Learning Rate": 4.508871074455334e-06, "Finetune/Loss": 0.8050991892814636, "Finetune/Loss (Raw)": 0.7448325753211975, "Finetune/Step": 6678, "Finetune/Step Time": 6.360841939225793}
+{"Finetune/Learning Rate": 4.506056655699432e-06, "Finetune/Loss": 0.8045777678489685, "Finetune/Loss (Raw)": 0.8354893922805786, "Finetune/Step": 6679, "Finetune/Step Time": 6.333018822595477}
+{"Finetune/Learning Rate": 4.5032428601139644e-06, "Finetune/Loss": 0.8033775687217712, "Finetune/Loss (Raw)": 0.7309542298316956, "Finetune/Step": 6680, "Finetune/Step Time": 6.3320753406733274}
+{"Finetune/Learning Rate": 4.5004296880180954e-06, "Finetune/Loss": 0.802700936794281, "Finetune/Loss (Raw)": 0.9414225220680237, "Finetune/Step": 6681, "Finetune/Step Time": 6.33126774802804}
+{"Finetune/Learning Rate": 4.497617139730932e-06, "Finetune/Loss": 0.8033812642097473, "Finetune/Loss (Raw)": 0.9317188858985901, "Finetune/Step": 6682, "Finetune/Step Time": 6.3261383809149265}
+{"Finetune/Learning Rate": 4.4948052155714835e-06, "Finetune/Loss": 0.8025275468826294, "Finetune/Loss (Raw)": 0.8832921981811523, "Finetune/Step": 6683, "Finetune/Step Time": 6.327055776491761}
+{"Finetune/Learning Rate": 4.491993915858706e-06, "Finetune/Loss": 0.8009373545646667, "Finetune/Loss (Raw)": 0.6515089273452759, "Finetune/Step": 6684, "Finetune/Step Time": 6.3324696365743876}
+{"Finetune/Learning Rate": 4.489183240911491e-06, "Finetune/Loss": 0.8026022911071777, "Finetune/Loss (Raw)": 0.9390887022018433, "Finetune/Step": 6685, "Finetune/Step Time": 6.339890010654926}
+{"Finetune/Learning Rate": 4.486373191048639e-06, "Finetune/Loss": 0.801433265209198, "Finetune/Loss (Raw)": 0.8768172264099121, "Finetune/Step": 6686, "Finetune/Step Time": 6.338856043294072}
+{"Finetune/Learning Rate": 4.483563766588892e-06, "Finetune/Loss": 0.8010280132293701, "Finetune/Loss (Raw)": 0.7691906690597534, "Finetune/Step": 6687, "Finetune/Step Time": 6.337915770709515}
+{"Finetune/Learning Rate": 4.48075496785092e-06, "Finetune/Loss": 0.8011701107025146, "Finetune/Loss (Raw)": 0.823776364326477, "Finetune/Step": 6688, "Finetune/Step Time": 6.355197450146079}
+{"Finetune/Learning Rate": 4.477946795153322e-06, "Finetune/Loss": 0.8022332191467285, "Finetune/Loss (Raw)": 0.9126614928245544, "Finetune/Step": 6689, "Finetune/Step Time": 6.358662731945515}
+{"Finetune/Learning Rate": 4.475139248814625e-06, "Finetune/Loss": 0.8030500411987305, "Finetune/Loss (Raw)": 0.8924658298492432, "Finetune/Step": 6690, "Finetune/Step Time": 6.361516879871488}
+{"Finetune/Learning Rate": 4.4723323291532835e-06, "Finetune/Loss": 0.804060697555542, "Finetune/Loss (Raw)": 0.9089975953102112, "Finetune/Step": 6691, "Finetune/Step Time": 6.367027690634131}
+{"Finetune/Learning Rate": 4.469526036487686e-06, "Finetune/Loss": 0.8071488738059998, "Finetune/Loss (Raw)": 0.809385359287262, "Finetune/Step": 6692, "Finetune/Step Time": 6.3614198956638575}
+{"Finetune/Learning Rate": 4.466720371136143e-06, "Finetune/Loss": 0.8079113960266113, "Finetune/Loss (Raw)": 0.8094851970672607, "Finetune/Step": 6693, "Finetune/Step Time": 6.34967103227973}
+{"Finetune/Learning Rate": 4.463915333416898e-06, "Finetune/Loss": 0.8084127902984619, "Finetune/Loss (Raw)": 0.8852821588516235, "Finetune/Step": 6694, "Finetune/Step Time": 6.351217664778233}
+{"Finetune/Learning Rate": 4.461110923648123e-06, "Finetune/Loss": 0.8076705932617188, "Finetune/Loss (Raw)": 0.8077349662780762, "Finetune/Step": 6695, "Finetune/Step Time": 6.353724516928196}
+{"Finetune/Learning Rate": 4.45830714214792e-06, "Finetune/Loss": 0.8087512254714966, "Finetune/Loss (Raw)": 0.9918374419212341, "Finetune/Step": 6696, "Finetune/Step Time": 6.361435333266854}
+{"Finetune/Learning Rate": 4.455503989234319e-06, "Finetune/Loss": 0.8090205192565918, "Finetune/Loss (Raw)": 0.867415189743042, "Finetune/Step": 6697, "Finetune/Step Time": 6.359709419310093}
+{"Finetune/Learning Rate": 4.452701465225268e-06, "Finetune/Loss": 0.8102858662605286, "Finetune/Loss (Raw)": 0.8831527829170227, "Finetune/Step": 6698, "Finetune/Step Time": 6.361731981858611}
+{"Finetune/Learning Rate": 4.449899570438663e-06, "Finetune/Loss": 0.813202977180481, "Finetune/Loss (Raw)": 0.9406601786613464, "Finetune/Step": 6699, "Finetune/Step Time": 6.362727453932166}
+{"Finetune/Learning Rate": 4.447098305192323e-06, "Finetune/Loss": 0.8135473728179932, "Finetune/Loss (Raw)": 0.8680040836334229, "Finetune/Step": 6700, "Finetune/Step Time": 6.349225899204612}
+{"Finetune/Learning Rate": 4.444297669803981e-06, "Finetune/Loss": 0.8144437074661255, "Finetune/Loss (Raw)": 1.0176068544387817, "Finetune/Step": 6701, "Finetune/Step Time": 6.349033769220114}
+{"Finetune/Learning Rate": 4.441497664591309e-06, "Finetune/Loss": 0.8141483068466187, "Finetune/Loss (Raw)": 0.7353823781013489, "Finetune/Step": 6702, "Finetune/Step Time": 6.33679810911417}
+{"Finetune/Learning Rate": 4.438698289871921e-06, "Finetune/Loss": 0.8145873546600342, "Finetune/Loss (Raw)": 0.9273127317428589, "Finetune/Step": 6703, "Finetune/Step Time": 6.318568812683225}
+{"Finetune/Learning Rate": 4.435899545963333e-06, "Finetune/Loss": 0.8133771419525146, "Finetune/Loss (Raw)": 0.7658483982086182, "Finetune/Step": 6704, "Finetune/Step Time": 6.3211860824376345}
+{"Finetune/Learning Rate": 4.4331014331830036e-06, "Finetune/Loss": 0.8128056526184082, "Finetune/Loss (Raw)": 0.8126475214958191, "Finetune/Step": 6705, "Finetune/Step Time": 6.333300109952688}
+{"Finetune/Learning Rate": 4.430303951848331e-06, "Finetune/Loss": 0.8131648898124695, "Finetune/Loss (Raw)": 0.8366499543190002, "Finetune/Step": 6706, "Finetune/Step Time": 6.3567798510193825}
+{"Finetune/Learning Rate": 4.427507102276617e-06, "Finetune/Loss": 0.8136411905288696, "Finetune/Loss (Raw)": 0.7983391880989075, "Finetune/Step": 6707, "Finetune/Step Time": 6.356058010831475}
+{"Finetune/Learning Rate": 4.424710884785108e-06, "Finetune/Loss": 0.8143050670623779, "Finetune/Loss (Raw)": 0.8365309238433838, "Finetune/Step": 6708, "Finetune/Step Time": 6.355368096381426}
+{"Finetune/Learning Rate": 4.421915299690976e-06, "Finetune/Loss": 0.8141910433769226, "Finetune/Loss (Raw)": 0.8361834287643433, "Finetune/Step": 6709, "Finetune/Step Time": 6.3567875027656555}
+{"Finetune/Learning Rate": 4.419120347311321e-06, "Finetune/Loss": 0.8154207468032837, "Finetune/Loss (Raw)": 1.0298596620559692, "Finetune/Step": 6710, "Finetune/Step Time": 6.349770987406373}
+{"Finetune/Learning Rate": 4.416326027963169e-06, "Finetune/Loss": 0.8169864416122437, "Finetune/Loss (Raw)": 0.9044662714004517, "Finetune/Step": 6711, "Finetune/Step Time": 6.3202512152493}
+{"Finetune/Learning Rate": 4.413532341963477e-06, "Finetune/Loss": 0.8177140951156616, "Finetune/Loss (Raw)": 0.670635998249054, "Finetune/Step": 6712, "Finetune/Step Time": 6.3350773975253105}
+{"Finetune/Learning Rate": 4.410739289629128e-06, "Finetune/Loss": 0.8187315464019775, "Finetune/Loss (Raw)": 0.9184776544570923, "Finetune/Step": 6713, "Finetune/Step Time": 6.3444021679461}
+{"Finetune/Learning Rate": 4.407946871276935e-06, "Finetune/Loss": 0.8183844089508057, "Finetune/Loss (Raw)": 0.8467488884925842, "Finetune/Step": 6714, "Finetune/Step Time": 6.3580167181789875}
+{"Finetune/Learning Rate": 4.405155087223637e-06, "Finetune/Loss": 0.8185014724731445, "Finetune/Loss (Raw)": 0.935052752494812, "Finetune/Step": 6715, "Finetune/Step Time": 6.372136117890477}
+{"Finetune/Learning Rate": 4.402363937785904e-06, "Finetune/Loss": 0.8198938965797424, "Finetune/Loss (Raw)": 0.7750840783119202, "Finetune/Step": 6716, "Finetune/Step Time": 6.37122767418623}
+{"Finetune/Learning Rate": 4.39957342328033e-06, "Finetune/Loss": 0.8206778168678284, "Finetune/Loss (Raw)": 0.8864842057228088, "Finetune/Step": 6717, "Finetune/Step Time": 6.368904922157526}
+{"Finetune/Learning Rate": 4.3967835440234455e-06, "Finetune/Loss": 0.8229269981384277, "Finetune/Loss (Raw)": 0.886062502861023, "Finetune/Step": 6718, "Finetune/Step Time": 6.366041226312518}
+{"Finetune/Learning Rate": 4.393994300331689e-06, "Finetune/Loss": 0.8231958746910095, "Finetune/Loss (Raw)": 0.8710463643074036, "Finetune/Step": 6719, "Finetune/Step Time": 6.352515744045377}
+{"Finetune/Learning Rate": 4.391205692521453e-06, "Finetune/Loss": 0.8221437931060791, "Finetune/Loss (Raw)": 0.7198429107666016, "Finetune/Step": 6720, "Finetune/Step Time": 6.3415653221309185}
+{"Finetune/Learning Rate": 4.388417720909046e-06, "Finetune/Loss": 0.8200919032096863, "Finetune/Loss (Raw)": 0.5366191267967224, "Finetune/Step": 6721, "Finetune/Step Time": 6.347445806488395}
+{"Finetune/Learning Rate": 4.385630385810692e-06, "Finetune/Loss": 0.8198696374893188, "Finetune/Loss (Raw)": 0.861889660358429, "Finetune/Step": 6722, "Finetune/Step Time": 6.335885681211948}
+{"Finetune/Learning Rate": 4.382843687542565e-06, "Finetune/Loss": 0.8201530575752258, "Finetune/Loss (Raw)": 0.8939372301101685, "Finetune/Step": 6723, "Finetune/Step Time": 6.326260805130005}
+{"Finetune/Learning Rate": 4.3800576264207586e-06, "Finetune/Loss": 0.8207743167877197, "Finetune/Loss (Raw)": 0.9530531167984009, "Finetune/Step": 6724, "Finetune/Step Time": 6.326428920030594}
+{"Finetune/Learning Rate": 4.377272202761281e-06, "Finetune/Loss": 0.820238471031189, "Finetune/Loss (Raw)": 0.7321609258651733, "Finetune/Step": 6725, "Finetune/Step Time": 6.3375016283243895}
+{"Finetune/Learning Rate": 4.374487416880082e-06, "Finetune/Loss": 0.8186739683151245, "Finetune/Loss (Raw)": 0.7265034914016724, "Finetune/Step": 6726, "Finetune/Step Time": 6.3496685568243265}
+{"Finetune/Learning Rate": 4.3717032690930465e-06, "Finetune/Loss": 0.8185853362083435, "Finetune/Loss (Raw)": 0.8201103806495667, "Finetune/Step": 6727, "Finetune/Step Time": 6.348585108295083}
+{"Finetune/Learning Rate": 4.368919759715964e-06, "Finetune/Loss": 0.8192645907402039, "Finetune/Loss (Raw)": 0.9256251454353333, "Finetune/Step": 6728, "Finetune/Step Time": 6.347493106499314}
+{"Finetune/Learning Rate": 4.366136889064568e-06, "Finetune/Loss": 0.8202371001243591, "Finetune/Loss (Raw)": 1.0575346946716309, "Finetune/Step": 6729, "Finetune/Step Time": 6.342408511787653}
+{"Finetune/Learning Rate": 4.3633546574545185e-06, "Finetune/Loss": 0.8216556310653687, "Finetune/Loss (Raw)": 0.8550479412078857, "Finetune/Step": 6730, "Finetune/Step Time": 6.341332772746682}
+{"Finetune/Learning Rate": 4.360573065201398e-06, "Finetune/Loss": 0.8224574327468872, "Finetune/Loss (Raw)": 0.8381618857383728, "Finetune/Step": 6731, "Finetune/Step Time": 6.343772316351533}
+{"Finetune/Learning Rate": 4.357792112620718e-06, "Finetune/Loss": 0.822943925857544, "Finetune/Loss (Raw)": 0.9383501410484314, "Finetune/Step": 6732, "Finetune/Step Time": 6.336674444377422}
+{"Finetune/Learning Rate": 4.355011800027919e-06, "Finetune/Loss": 0.8230475783348083, "Finetune/Loss (Raw)": 0.8464154601097107, "Finetune/Step": 6733, "Finetune/Step Time": 6.322333147749305}
+{"Finetune/Learning Rate": 4.3522321277383686e-06, "Finetune/Loss": 0.8232344388961792, "Finetune/Loss (Raw)": 0.8598160147666931, "Finetune/Step": 6734, "Finetune/Step Time": 6.326138244941831}
+{"Finetune/Learning Rate": 4.349453096067361e-06, "Finetune/Loss": 0.8235089778900146, "Finetune/Loss (Raw)": 0.764508068561554, "Finetune/Step": 6735, "Finetune/Step Time": 6.323705466464162}
+{"Finetune/Learning Rate": 4.346674705330117e-06, "Finetune/Loss": 0.8234092593193054, "Finetune/Loss (Raw)": 0.8536694049835205, "Finetune/Step": 6736, "Finetune/Step Time": 6.317201407626271}
+{"Finetune/Learning Rate": 4.3438969558417865e-06, "Finetune/Loss": 0.82294100522995, "Finetune/Loss (Raw)": 0.9423030018806458, "Finetune/Step": 6737, "Finetune/Step Time": 6.317295929417014}
+{"Finetune/Learning Rate": 4.3411198479174455e-06, "Finetune/Loss": 0.823628306388855, "Finetune/Loss (Raw)": 0.9689455032348633, "Finetune/Step": 6738, "Finetune/Step Time": 6.33251298032701}
+{"Finetune/Learning Rate": 4.338343381872098e-06, "Finetune/Loss": 0.8228597640991211, "Finetune/Loss (Raw)": 0.7423890233039856, "Finetune/Step": 6739, "Finetune/Step Time": 6.324237525463104}
+{"Finetune/Learning Rate": 4.335567558020673e-06, "Finetune/Loss": 0.8208219408988953, "Finetune/Loss (Raw)": 0.6766350865364075, "Finetune/Step": 6740, "Finetune/Step Time": 6.330956991761923}
+{"Finetune/Learning Rate": 4.332792376678031e-06, "Finetune/Loss": 0.8245168924331665, "Finetune/Loss (Raw)": 0.8253902196884155, "Finetune/Step": 6741, "Finetune/Step Time": 6.344878565520048}
+{"Finetune/Learning Rate": 4.33001783815896e-06, "Finetune/Loss": 0.8280309438705444, "Finetune/Loss (Raw)": 0.8132048845291138, "Finetune/Step": 6742, "Finetune/Step Time": 6.324135532602668}
+{"Finetune/Learning Rate": 4.327243942778158e-06, "Finetune/Loss": 0.8284072279930115, "Finetune/Loss (Raw)": 0.9300587177276611, "Finetune/Step": 6743, "Finetune/Step Time": 6.310149170458317}
+{"Finetune/Learning Rate": 4.32447069085028e-06, "Finetune/Loss": 0.8292783498764038, "Finetune/Loss (Raw)": 0.8231765627861023, "Finetune/Step": 6744, "Finetune/Step Time": 6.309013048186898}
+{"Finetune/Learning Rate": 4.3216980826898856e-06, "Finetune/Loss": 0.8285788893699646, "Finetune/Loss (Raw)": 0.8412034511566162, "Finetune/Step": 6745, "Finetune/Step Time": 6.313915180042386}
+{"Finetune/Learning Rate": 4.318926118611472e-06, "Finetune/Loss": 0.827862024307251, "Finetune/Loss (Raw)": 0.7152565717697144, "Finetune/Step": 6746, "Finetune/Step Time": 6.3152142614126205}
+{"Finetune/Learning Rate": 4.3161547989294476e-06, "Finetune/Loss": 0.8279873132705688, "Finetune/Loss (Raw)": 0.9087355136871338, "Finetune/Step": 6747, "Finetune/Step Time": 6.323311347514391}
+{"Finetune/Learning Rate": 4.313384123958172e-06, "Finetune/Loss": 0.8278048634529114, "Finetune/Loss (Raw)": 0.9124473333358765, "Finetune/Step": 6748, "Finetune/Step Time": 6.317638877779245}
+{"Finetune/Learning Rate": 4.310614094011918e-06, "Finetune/Loss": 0.8264425992965698, "Finetune/Loss (Raw)": 0.8232455849647522, "Finetune/Step": 6749, "Finetune/Step Time": 6.316559549421072}
+{"Finetune/Learning Rate": 4.307844709404875e-06, "Finetune/Loss": 0.8266659379005432, "Finetune/Loss (Raw)": 0.8833192586898804, "Finetune/Step": 6750, "Finetune/Step Time": 6.317831717431545}
+{"Finetune/Learning Rate": 4.305075970451183e-06, "Finetune/Loss": 0.8259733319282532, "Finetune/Loss (Raw)": 0.7882809042930603, "Finetune/Step": 6751, "Finetune/Step Time": 6.320044795051217}
+{"Finetune/Learning Rate": 4.302307877464893e-06, "Finetune/Loss": 0.8253024816513062, "Finetune/Loss (Raw)": 0.8284440636634827, "Finetune/Step": 6752, "Finetune/Step Time": 6.324666526168585}
+{"Finetune/Learning Rate": 4.299540430759983e-06, "Finetune/Loss": 0.8237288594245911, "Finetune/Loss (Raw)": 0.7538893222808838, "Finetune/Step": 6753, "Finetune/Step Time": 6.322494171559811}
+{"Finetune/Learning Rate": 4.296773630650358e-06, "Finetune/Loss": 0.8243013620376587, "Finetune/Loss (Raw)": 0.8788579702377319, "Finetune/Step": 6754, "Finetune/Step Time": 6.321204399690032}
+{"Finetune/Learning Rate": 4.294007477449863e-06, "Finetune/Loss": 0.8234875202178955, "Finetune/Loss (Raw)": 0.7264835834503174, "Finetune/Step": 6755, "Finetune/Step Time": 6.314287586137652}
+{"Finetune/Learning Rate": 4.29124197147225e-06, "Finetune/Loss": 0.8230823278427124, "Finetune/Loss (Raw)": 0.8160942196846008, "Finetune/Step": 6756, "Finetune/Step Time": 6.314723026007414}
+{"Finetune/Learning Rate": 4.288477113031209e-06, "Finetune/Loss": 0.8230093121528625, "Finetune/Loss (Raw)": 0.8104519844055176, "Finetune/Step": 6757, "Finetune/Step Time": 6.308251086622477}
+{"Finetune/Learning Rate": 4.285712902440353e-06, "Finetune/Loss": 0.8237466216087341, "Finetune/Loss (Raw)": 0.8081464171409607, "Finetune/Step": 6758, "Finetune/Step Time": 6.298522740602493}
+{"Finetune/Learning Rate": 4.282949340013225e-06, "Finetune/Loss": 0.8225935697555542, "Finetune/Loss (Raw)": 0.7906743288040161, "Finetune/Step": 6759, "Finetune/Step Time": 6.310770511627197}
+{"Finetune/Learning Rate": 4.280186426063291e-06, "Finetune/Loss": 0.8215674161911011, "Finetune/Loss (Raw)": 0.8667708039283752, "Finetune/Step": 6760, "Finetune/Step Time": 6.316062765195966}
+{"Finetune/Learning Rate": 4.277424160903944e-06, "Finetune/Loss": 0.8203840255737305, "Finetune/Loss (Raw)": 0.833681583404541, "Finetune/Step": 6761, "Finetune/Step Time": 6.318482019007206}
+{"Finetune/Learning Rate": 4.274662544848504e-06, "Finetune/Loss": 0.8157726526260376, "Finetune/Loss (Raw)": 0.3666331171989441, "Finetune/Step": 6762, "Finetune/Step Time": 6.32240360789001}
+{"Finetune/Learning Rate": 4.271901578210217e-06, "Finetune/Loss": 0.8160445094108582, "Finetune/Loss (Raw)": 0.8405411243438721, "Finetune/Step": 6763, "Finetune/Step Time": 6.341069381684065}
+{"Finetune/Learning Rate": 4.269141261302256e-06, "Finetune/Loss": 0.8158813714981079, "Finetune/Loss (Raw)": 0.7931646108627319, "Finetune/Step": 6764, "Finetune/Step Time": 6.3311544470489025}
+{"Finetune/Learning Rate": 4.2663815944377215e-06, "Finetune/Loss": 0.8202579021453857, "Finetune/Loss (Raw)": 0.8639770150184631, "Finetune/Step": 6765, "Finetune/Step Time": 6.303069634363055}
+{"Finetune/Learning Rate": 4.263622577929637e-06, "Finetune/Loss": 0.8212569952011108, "Finetune/Loss (Raw)": 0.9081199765205383, "Finetune/Step": 6766, "Finetune/Step Time": 6.2937869150191545}
+{"Finetune/Learning Rate": 4.260864212090954e-06, "Finetune/Loss": 0.8215930461883545, "Finetune/Loss (Raw)": 0.9079892039299011, "Finetune/Step": 6767, "Finetune/Step Time": 6.29267905652523}
+{"Finetune/Learning Rate": 4.258106497234551e-06, "Finetune/Loss": 0.8189996480941772, "Finetune/Loss (Raw)": 0.46205031871795654, "Finetune/Step": 6768, "Finetune/Step Time": 6.294604593887925}
+{"Finetune/Learning Rate": 4.25534943367323e-06, "Finetune/Loss": 0.8206140995025635, "Finetune/Loss (Raw)": 0.9186055660247803, "Finetune/Step": 6769, "Finetune/Step Time": 6.308034595102072}
+{"Finetune/Learning Rate": 4.252593021719728e-06, "Finetune/Loss": 0.820479691028595, "Finetune/Loss (Raw)": 0.8818472027778625, "Finetune/Step": 6770, "Finetune/Step Time": 6.310556849464774}
+{"Finetune/Learning Rate": 4.249837261686687e-06, "Finetune/Loss": 0.8206365704536438, "Finetune/Loss (Raw)": 0.7800748348236084, "Finetune/Step": 6771, "Finetune/Step Time": 6.30843373760581}
+{"Finetune/Learning Rate": 4.2470821538867e-06, "Finetune/Loss": 0.819887101650238, "Finetune/Loss (Raw)": 0.7693313956260681, "Finetune/Step": 6772, "Finetune/Step Time": 6.324332680553198}
+{"Finetune/Learning Rate": 4.244327698632277e-06, "Finetune/Loss": 0.8198779821395874, "Finetune/Loss (Raw)": 0.8253075480461121, "Finetune/Step": 6773, "Finetune/Step Time": 6.3043201975524426}
+{"Finetune/Learning Rate": 4.241573896235844e-06, "Finetune/Loss": 0.8194061517715454, "Finetune/Loss (Raw)": 0.8518959283828735, "Finetune/Step": 6774, "Finetune/Step Time": 6.303434172645211}
+{"Finetune/Learning Rate": 4.238820747009761e-06, "Finetune/Loss": 0.8192996978759766, "Finetune/Loss (Raw)": 0.8097056746482849, "Finetune/Step": 6775, "Finetune/Step Time": 6.29882800206542}
+{"Finetune/Learning Rate": 4.236068251266324e-06, "Finetune/Loss": 0.8193932771682739, "Finetune/Loss (Raw)": 0.8971955180168152, "Finetune/Step": 6776, "Finetune/Step Time": 6.297870146110654}
+{"Finetune/Learning Rate": 4.233316409317735e-06, "Finetune/Loss": 0.8217337131500244, "Finetune/Loss (Raw)": 0.9026610255241394, "Finetune/Step": 6777, "Finetune/Step Time": 6.293571846559644}
+{"Finetune/Learning Rate": 4.2305652214761305e-06, "Finetune/Loss": 0.8222630620002747, "Finetune/Loss (Raw)": 0.7821951508522034, "Finetune/Step": 6778, "Finetune/Step Time": 6.285877427086234}
+{"Finetune/Learning Rate": 4.227814688053586e-06, "Finetune/Loss": 0.8230823278427124, "Finetune/Loss (Raw)": 0.8342978358268738, "Finetune/Step": 6779, "Finetune/Step Time": 6.2851639818400145}
+{"Finetune/Learning Rate": 4.2250648093620805e-06, "Finetune/Loss": 0.8245821595191956, "Finetune/Loss (Raw)": 1.0125246047973633, "Finetune/Step": 6780, "Finetune/Step Time": 6.275851361453533}
+{"Finetune/Learning Rate": 4.2223155857135316e-06, "Finetune/Loss": 0.824150800704956, "Finetune/Loss (Raw)": 0.774011492729187, "Finetune/Step": 6781, "Finetune/Step Time": 6.266467856243253}
+{"Finetune/Learning Rate": 4.219567017419778e-06, "Finetune/Loss": 0.8243842720985413, "Finetune/Loss (Raw)": 0.8627815246582031, "Finetune/Step": 6782, "Finetune/Step Time": 6.265439981594682}
+{"Finetune/Learning Rate": 4.216819104792589e-06, "Finetune/Loss": 0.8280251026153564, "Finetune/Loss (Raw)": 0.8912877440452576, "Finetune/Step": 6783, "Finetune/Step Time": 6.290061021223664}
+{"Finetune/Learning Rate": 4.214071848143655e-06, "Finetune/Loss": 0.8315657377243042, "Finetune/Loss (Raw)": 0.8601976037025452, "Finetune/Step": 6784, "Finetune/Step Time": 6.267789540812373}
+{"Finetune/Learning Rate": 4.211325247784594e-06, "Finetune/Loss": 0.8315197229385376, "Finetune/Loss (Raw)": 0.8846136927604675, "Finetune/Step": 6785, "Finetune/Step Time": 6.2526484206318855}
+{"Finetune/Learning Rate": 4.208579304026949e-06, "Finetune/Loss": 0.8358027935028076, "Finetune/Loss (Raw)": 0.8090977072715759, "Finetune/Step": 6786, "Finetune/Step Time": 6.255117392167449}
+{"Finetune/Learning Rate": 4.20583401718219e-06, "Finetune/Loss": 0.8358182311058044, "Finetune/Loss (Raw)": 0.8461628556251526, "Finetune/Step": 6787, "Finetune/Step Time": 6.25971389003098}
+{"Finetune/Learning Rate": 4.203089387561709e-06, "Finetune/Loss": 0.8364311456680298, "Finetune/Loss (Raw)": 0.902235746383667, "Finetune/Step": 6788, "Finetune/Step Time": 6.2596752513200045}
+{"Finetune/Learning Rate": 4.2003454154768265e-06, "Finetune/Loss": 0.8321549892425537, "Finetune/Loss (Raw)": 0.40999630093574524, "Finetune/Step": 6789, "Finetune/Step Time": 6.263112066313624}
+{"Finetune/Learning Rate": 4.197602101238787e-06, "Finetune/Loss": 0.83149254322052, "Finetune/Loss (Raw)": 0.7092959880828857, "Finetune/Step": 6790, "Finetune/Step Time": 6.278139164671302}
+{"Finetune/Learning Rate": 4.194859445158766e-06, "Finetune/Loss": 0.8320518136024475, "Finetune/Loss (Raw)": 0.9532206654548645, "Finetune/Step": 6791, "Finetune/Step Time": 6.2801403272897005}
+{"Finetune/Learning Rate": 4.192117447547845e-06, "Finetune/Loss": 0.8328214883804321, "Finetune/Loss (Raw)": 0.8553636074066162, "Finetune/Step": 6792, "Finetune/Step Time": 6.2772307973355055}
+{"Finetune/Learning Rate": 4.18937610871706e-06, "Finetune/Loss": 0.8302328586578369, "Finetune/Loss (Raw)": 0.3382589817047119, "Finetune/Step": 6793, "Finetune/Step Time": 6.276366163045168}
+{"Finetune/Learning Rate": 4.186635428977355e-06, "Finetune/Loss": 0.8295432329177856, "Finetune/Loss (Raw)": 0.812904953956604, "Finetune/Step": 6794, "Finetune/Step Time": 6.283069958910346}
+{"Finetune/Learning Rate": 4.183895408639591e-06, "Finetune/Loss": 0.8292058706283569, "Finetune/Loss (Raw)": 0.8395369052886963, "Finetune/Step": 6795, "Finetune/Step Time": 6.275720810517669}
+{"Finetune/Learning Rate": 4.1811560480145754e-06, "Finetune/Loss": 0.8296632766723633, "Finetune/Loss (Raw)": 0.8666635155677795, "Finetune/Step": 6796, "Finetune/Step Time": 6.259564135223627}
+{"Finetune/Learning Rate": 4.178417347413029e-06, "Finetune/Loss": 0.8277205228805542, "Finetune/Loss (Raw)": 0.5659234523773193, "Finetune/Step": 6797, "Finetune/Step Time": 6.263704555109143}
+{"Finetune/Learning Rate": 4.175679307145595e-06, "Finetune/Loss": 0.827476978302002, "Finetune/Loss (Raw)": 0.7172909379005432, "Finetune/Step": 6798, "Finetune/Step Time": 6.276473248377442}
+{"Finetune/Learning Rate": 4.172941927522843e-06, "Finetune/Loss": 0.8276473879814148, "Finetune/Loss (Raw)": 0.9463392496109009, "Finetune/Step": 6799, "Finetune/Step Time": 6.27587347663939}
+{"Finetune/Learning Rate": 4.170205208855281e-06, "Finetune/Loss": 0.8266669511795044, "Finetune/Loss (Raw)": 0.7318142652511597, "Finetune/Step": 6800, "Finetune/Step Time": 6.275817343965173}
+{"Finetune/Learning Rate": 4.167469151453322e-06, "Finetune/Loss": 0.827752947807312, "Finetune/Loss (Raw)": 0.9370993375778198, "Finetune/Step": 6801, "Finetune/Step Time": 6.277495773509145}
+{"Finetune/Learning Rate": 4.164733755627315e-06, "Finetune/Loss": 0.8269644379615784, "Finetune/Loss (Raw)": 0.7294063568115234, "Finetune/Step": 6802, "Finetune/Step Time": 6.273152686655521}
+{"Finetune/Learning Rate": 4.161999021687533e-06, "Finetune/Loss": 0.8278694152832031, "Finetune/Loss (Raw)": 0.8712620139122009, "Finetune/Step": 6803, "Finetune/Step Time": 6.257193671539426}
+{"Finetune/Learning Rate": 4.159264949944173e-06, "Finetune/Loss": 0.8268152475357056, "Finetune/Loss (Raw)": 0.6661427617073059, "Finetune/Step": 6804, "Finetune/Step Time": 6.252527050673962}
+{"Finetune/Learning Rate": 4.156531540707357e-06, "Finetune/Loss": 0.8269021511077881, "Finetune/Loss (Raw)": 0.7675320506095886, "Finetune/Step": 6805, "Finetune/Step Time": 6.245045760646462}
+{"Finetune/Learning Rate": 4.153798794287133e-06, "Finetune/Loss": 0.826522946357727, "Finetune/Loss (Raw)": 0.6962940692901611, "Finetune/Step": 6806, "Finetune/Step Time": 6.252463797107339}
+{"Finetune/Learning Rate": 4.15106671099347e-06, "Finetune/Loss": 0.8257122039794922, "Finetune/Loss (Raw)": 0.7317103743553162, "Finetune/Step": 6807, "Finetune/Step Time": 6.2563901878893375}
+{"Finetune/Learning Rate": 4.148335291136267e-06, "Finetune/Loss": 0.8269273042678833, "Finetune/Loss (Raw)": 0.8864907622337341, "Finetune/Step": 6808, "Finetune/Step Time": 6.254292830824852}
+{"Finetune/Learning Rate": 4.145604535025344e-06, "Finetune/Loss": 0.8252886533737183, "Finetune/Loss (Raw)": 0.7316688895225525, "Finetune/Step": 6809, "Finetune/Step Time": 6.263527274131775}
+{"Finetune/Learning Rate": 4.142874442970447e-06, "Finetune/Loss": 0.823104977607727, "Finetune/Loss (Raw)": 0.6522109508514404, "Finetune/Step": 6810, "Finetune/Step Time": 6.276256024837494}
+{"Finetune/Learning Rate": 4.140145015281247e-06, "Finetune/Loss": 0.8227764368057251, "Finetune/Loss (Raw)": 0.8412402868270874, "Finetune/Step": 6811, "Finetune/Step Time": 6.275105122476816}
+{"Finetune/Learning Rate": 4.1374162522673436e-06, "Finetune/Loss": 0.8251988887786865, "Finetune/Loss (Raw)": 0.9615731239318848, "Finetune/Step": 6812, "Finetune/Step Time": 6.2738623805344105}
+{"Finetune/Learning Rate": 4.134688154238244e-06, "Finetune/Loss": 0.8234086632728577, "Finetune/Loss (Raw)": 0.7099471688270569, "Finetune/Step": 6813, "Finetune/Step Time": 6.265370765700936}
+{"Finetune/Learning Rate": 4.131960721503403e-06, "Finetune/Loss": 0.8227892518043518, "Finetune/Loss (Raw)": 0.7975330352783203, "Finetune/Step": 6814, "Finetune/Step Time": 6.263712432235479}
+{"Finetune/Learning Rate": 4.129233954372192e-06, "Finetune/Loss": 0.8221324682235718, "Finetune/Loss (Raw)": 0.6851147413253784, "Finetune/Step": 6815, "Finetune/Step Time": 6.264486603438854}
+{"Finetune/Learning Rate": 4.126507853153891e-06, "Finetune/Loss": 0.8222010135650635, "Finetune/Loss (Raw)": 0.8325526118278503, "Finetune/Step": 6816, "Finetune/Step Time": 6.243862845003605}
+{"Finetune/Learning Rate": 4.1237824181577325e-06, "Finetune/Loss": 0.8225628137588501, "Finetune/Loss (Raw)": 0.9589764475822449, "Finetune/Step": 6817, "Finetune/Step Time": 6.2411486729979515}
+{"Finetune/Learning Rate": 4.1210576496928546e-06, "Finetune/Loss": 0.8220245838165283, "Finetune/Loss (Raw)": 0.8235762715339661, "Finetune/Step": 6818, "Finetune/Step Time": 6.238040728494525}
+{"Finetune/Learning Rate": 4.118333548068319e-06, "Finetune/Loss": 0.8214583396911621, "Finetune/Loss (Raw)": 0.8365114331245422, "Finetune/Step": 6819, "Finetune/Step Time": 6.231895431876183}
+{"Finetune/Learning Rate": 4.115610113593117e-06, "Finetune/Loss": 0.8213253021240234, "Finetune/Loss (Raw)": 0.7923595905303955, "Finetune/Step": 6820, "Finetune/Step Time": 6.232953570783138}
+{"Finetune/Learning Rate": 4.112887346576174e-06, "Finetune/Loss": 0.8212074041366577, "Finetune/Loss (Raw)": 0.7943957448005676, "Finetune/Step": 6821, "Finetune/Step Time": 6.232493842020631}
+{"Finetune/Learning Rate": 4.11016524732632e-06, "Finetune/Loss": 0.8203650712966919, "Finetune/Loss (Raw)": 0.7774574756622314, "Finetune/Step": 6822, "Finetune/Step Time": 6.230954376980662}
+{"Finetune/Learning Rate": 4.107443816152318e-06, "Finetune/Loss": 0.8205145597457886, "Finetune/Loss (Raw)": 0.8268731236457825, "Finetune/Step": 6823, "Finetune/Step Time": 6.2330921571701765}
+{"Finetune/Learning Rate": 4.104723053362867e-06, "Finetune/Loss": 0.8192137479782104, "Finetune/Loss (Raw)": 0.8253344297409058, "Finetune/Step": 6824, "Finetune/Step Time": 6.245364973321557}
+{"Finetune/Learning Rate": 4.102002959266568e-06, "Finetune/Loss": 0.8192511200904846, "Finetune/Loss (Raw)": 0.8721915483474731, "Finetune/Step": 6825, "Finetune/Step Time": 6.2454124465584755}
+{"Finetune/Learning Rate": 4.0992835341719626e-06, "Finetune/Loss": 0.8188519477844238, "Finetune/Loss (Raw)": 0.8320621252059937, "Finetune/Step": 6826, "Finetune/Step Time": 6.2428138460963964}
+{"Finetune/Learning Rate": 4.096564778387507e-06, "Finetune/Loss": 0.8179937601089478, "Finetune/Loss (Raw)": 0.830811083316803, "Finetune/Step": 6827, "Finetune/Step Time": 6.238947290927172}
+{"Finetune/Learning Rate": 4.093846692221597e-06, "Finetune/Loss": 0.8166966438293457, "Finetune/Loss (Raw)": 0.7019805312156677, "Finetune/Step": 6828, "Finetune/Step Time": 6.240271059796214}
+{"Finetune/Learning Rate": 4.09112927598253e-06, "Finetune/Loss": 0.8137431740760803, "Finetune/Loss (Raw)": 0.6395606994628906, "Finetune/Step": 6829, "Finetune/Step Time": 6.24565239623189}
+{"Finetune/Learning Rate": 4.088412529978544e-06, "Finetune/Loss": 0.8132517337799072, "Finetune/Loss (Raw)": 0.6724754571914673, "Finetune/Step": 6830, "Finetune/Step Time": 6.2553288992494345}
+{"Finetune/Learning Rate": 4.085696454517794e-06, "Finetune/Loss": 0.811428427696228, "Finetune/Loss (Raw)": 0.6939330101013184, "Finetune/Step": 6831, "Finetune/Step Time": 6.255814192816615}
+{"Finetune/Learning Rate": 4.082981049908362e-06, "Finetune/Loss": 0.811453640460968, "Finetune/Loss (Raw)": 0.7690727114677429, "Finetune/Step": 6832, "Finetune/Step Time": 6.270217850804329}
+{"Finetune/Learning Rate": 4.0802663164582515e-06, "Finetune/Loss": 0.8114581108093262, "Finetune/Loss (Raw)": 0.8132153153419495, "Finetune/Step": 6833, "Finetune/Step Time": 6.271313110366464}
+{"Finetune/Learning Rate": 4.077552254475391e-06, "Finetune/Loss": 0.8113327026367188, "Finetune/Loss (Raw)": 0.8205980062484741, "Finetune/Step": 6834, "Finetune/Step Time": 6.260530106723309}
+{"Finetune/Learning Rate": 4.074838864267633e-06, "Finetune/Loss": 0.8104343414306641, "Finetune/Loss (Raw)": 0.6833457350730896, "Finetune/Step": 6835, "Finetune/Step Time": 6.269537813961506}
+{"Finetune/Learning Rate": 4.072126146142754e-06, "Finetune/Loss": 0.8109980225563049, "Finetune/Loss (Raw)": 0.9086870551109314, "Finetune/Step": 6836, "Finetune/Step Time": 6.288695527240634}
+{"Finetune/Learning Rate": 4.069414100408456e-06, "Finetune/Loss": 0.8113237023353577, "Finetune/Loss (Raw)": 0.8778728246688843, "Finetune/Step": 6837, "Finetune/Step Time": 6.28570918366313}
+{"Finetune/Learning Rate": 4.066702727372357e-06, "Finetune/Loss": 0.8094493746757507, "Finetune/Loss (Raw)": 0.7899467349052429, "Finetune/Step": 6838, "Finetune/Step Time": 6.28911541774869}
+{"Finetune/Learning Rate": 4.063992027342009e-06, "Finetune/Loss": 0.8089884519577026, "Finetune/Loss (Raw)": 0.8454684615135193, "Finetune/Step": 6839, "Finetune/Step Time": 6.2991701401770115}
+{"Finetune/Learning Rate": 4.061282000624885e-06, "Finetune/Loss": 0.8097696304321289, "Finetune/Loss (Raw)": 0.7706193327903748, "Finetune/Step": 6840, "Finetune/Step Time": 6.2884176429361105}
+{"Finetune/Learning Rate": 4.058572647528371e-06, "Finetune/Loss": 0.8102203607559204, "Finetune/Loss (Raw)": 0.9761793613433838, "Finetune/Step": 6841, "Finetune/Step Time": 6.275377294048667}
+{"Finetune/Learning Rate": 4.055863968359793e-06, "Finetune/Loss": 0.8109935522079468, "Finetune/Loss (Raw)": 0.9457194209098816, "Finetune/Step": 6842, "Finetune/Step Time": 6.2617825306952}
+{"Finetune/Learning Rate": 4.053155963426393e-06, "Finetune/Loss": 0.810465395450592, "Finetune/Loss (Raw)": 0.8674433827400208, "Finetune/Step": 6843, "Finetune/Step Time": 6.2461097240448}
+{"Finetune/Learning Rate": 4.050448633035326e-06, "Finetune/Loss": 0.8104586601257324, "Finetune/Loss (Raw)": 0.7742182016372681, "Finetune/Step": 6844, "Finetune/Step Time": 6.244915574789047}
+{"Finetune/Learning Rate": 4.0477419774936935e-06, "Finetune/Loss": 0.809126079082489, "Finetune/Loss (Raw)": 0.7159211039543152, "Finetune/Step": 6845, "Finetune/Step Time": 6.246863147243857}
+{"Finetune/Learning Rate": 4.045035997108504e-06, "Finetune/Loss": 0.8078984022140503, "Finetune/Loss (Raw)": 0.728921115398407, "Finetune/Step": 6846, "Finetune/Step Time": 6.251433281227946}
+{"Finetune/Learning Rate": 4.042330692186689e-06, "Finetune/Loss": 0.8085265159606934, "Finetune/Loss (Raw)": 0.9514433145523071, "Finetune/Step": 6847, "Finetune/Step Time": 6.261156613007188}
+{"Finetune/Learning Rate": 4.039626063035107e-06, "Finetune/Loss": 0.8091244697570801, "Finetune/Loss (Raw)": 0.7963836193084717, "Finetune/Step": 6848, "Finetune/Step Time": 6.259626006707549}
+{"Finetune/Learning Rate": 4.0369221099605505e-06, "Finetune/Loss": 0.8107835054397583, "Finetune/Loss (Raw)": 0.7489712834358215, "Finetune/Step": 6849, "Finetune/Step Time": 6.251551143825054}
+{"Finetune/Learning Rate": 4.034218833269714e-06, "Finetune/Loss": 0.811427891254425, "Finetune/Loss (Raw)": 0.9443703293800354, "Finetune/Step": 6850, "Finetune/Step Time": 6.236972795799375}
+{"Finetune/Learning Rate": 4.031516233269228e-06, "Finetune/Loss": 0.8111182451248169, "Finetune/Loss (Raw)": 0.854299008846283, "Finetune/Step": 6851, "Finetune/Step Time": 6.234284436330199}
+{"Finetune/Learning Rate": 4.028814310265654e-06, "Finetune/Loss": 0.8104550242424011, "Finetune/Loss (Raw)": 0.8681626915931702, "Finetune/Step": 6852, "Finetune/Step Time": 6.2356593906879425}
+{"Finetune/Learning Rate": 4.026113064565457e-06, "Finetune/Loss": 0.8128458261489868, "Finetune/Loss (Raw)": 1.0381879806518555, "Finetune/Step": 6853, "Finetune/Step Time": 6.23492219671607}
+{"Finetune/Learning Rate": 4.023412496475039e-06, "Finetune/Loss": 0.8135197758674622, "Finetune/Loss (Raw)": 0.8127699494361877, "Finetune/Step": 6854, "Finetune/Step Time": 6.215342551469803}
+{"Finetune/Learning Rate": 4.020712606300723e-06, "Finetune/Loss": 0.8135699033737183, "Finetune/Loss (Raw)": 0.8265275955200195, "Finetune/Step": 6855, "Finetune/Step Time": 6.2223403416574}
+{"Finetune/Learning Rate": 4.018013394348752e-06, "Finetune/Loss": 0.812944233417511, "Finetune/Loss (Raw)": 0.8455359935760498, "Finetune/Step": 6856, "Finetune/Step Time": 6.2392722722142935}
+{"Finetune/Learning Rate": 4.015314860925294e-06, "Finetune/Loss": 0.811620831489563, "Finetune/Loss (Raw)": 0.8881390690803528, "Finetune/Step": 6857, "Finetune/Step Time": 6.247964860871434}
+{"Finetune/Learning Rate": 4.012617006336442e-06, "Finetune/Loss": 0.8117222785949707, "Finetune/Loss (Raw)": 0.8680365085601807, "Finetune/Step": 6858, "Finetune/Step Time": 6.254132037982345}
+{"Finetune/Learning Rate": 4.009919830888209e-06, "Finetune/Loss": 0.8122102618217468, "Finetune/Loss (Raw)": 0.9006202816963196, "Finetune/Step": 6859, "Finetune/Step Time": 6.260511409491301}
+{"Finetune/Learning Rate": 4.007223334886531e-06, "Finetune/Loss": 0.8119819164276123, "Finetune/Loss (Raw)": 0.909126341342926, "Finetune/Step": 6860, "Finetune/Step Time": 6.264255978167057}
+{"Finetune/Learning Rate": 4.004527518637268e-06, "Finetune/Loss": 0.811988353729248, "Finetune/Loss (Raw)": 0.8472382426261902, "Finetune/Step": 6861, "Finetune/Step Time": 6.2623437363654375}
+{"Finetune/Learning Rate": 4.001832382446204e-06, "Finetune/Loss": 0.8117845058441162, "Finetune/Loss (Raw)": 0.8337278366088867, "Finetune/Step": 6862, "Finetune/Step Time": 6.257151270285249}
+{"Finetune/Learning Rate": 3.999137926619043e-06, "Finetune/Loss": 0.8122258186340332, "Finetune/Loss (Raw)": 0.8209864497184753, "Finetune/Step": 6863, "Finetune/Step Time": 6.257835475727916}
+{"Finetune/Learning Rate": 3.996444151461417e-06, "Finetune/Loss": 0.8115594387054443, "Finetune/Loss (Raw)": 0.7683796286582947, "Finetune/Step": 6864, "Finetune/Step Time": 6.262971637770534}
+{"Finetune/Learning Rate": 3.993751057278868e-06, "Finetune/Loss": 0.8107420206069946, "Finetune/Loss (Raw)": 0.8376724123954773, "Finetune/Step": 6865, "Finetune/Step Time": 6.280587315559387}
+{"Finetune/Learning Rate": 3.991058644376881e-06, "Finetune/Loss": 0.8101006746292114, "Finetune/Loss (Raw)": 0.8868449330329895, "Finetune/Step": 6866, "Finetune/Step Time": 6.267195023596287}
+{"Finetune/Learning Rate": 3.98836691306085e-06, "Finetune/Loss": 0.8109650611877441, "Finetune/Loss (Raw)": 0.853029727935791, "Finetune/Step": 6867, "Finetune/Step Time": 6.272248255088925}
+{"Finetune/Learning Rate": 3.98567586363609e-06, "Finetune/Loss": 0.8114782571792603, "Finetune/Loss (Raw)": 0.7423344254493713, "Finetune/Step": 6868, "Finetune/Step Time": 6.269770998507738}
+{"Finetune/Learning Rate": 3.982985496407841e-06, "Finetune/Loss": 0.810435950756073, "Finetune/Loss (Raw)": 0.691973090171814, "Finetune/Step": 6869, "Finetune/Step Time": 6.254152689129114}
+{"Finetune/Learning Rate": 3.980295811681279e-06, "Finetune/Loss": 0.8104678988456726, "Finetune/Loss (Raw)": 0.8172950744628906, "Finetune/Step": 6870, "Finetune/Step Time": 6.256883477792144}
+{"Finetune/Learning Rate": 3.97760680976148e-06, "Finetune/Loss": 0.8100998401641846, "Finetune/Loss (Raw)": 0.8829472661018372, "Finetune/Step": 6871, "Finetune/Step Time": 6.259055007249117}
+{"Finetune/Learning Rate": 3.9749184909534565e-06, "Finetune/Loss": 0.810472846031189, "Finetune/Loss (Raw)": 0.8709228038787842, "Finetune/Step": 6872, "Finetune/Step Time": 6.262534825131297}
+{"Finetune/Learning Rate": 3.972230855562148e-06, "Finetune/Loss": 0.8111081123352051, "Finetune/Loss (Raw)": 0.9225073456764221, "Finetune/Step": 6873, "Finetune/Step Time": 6.267015662044287}
+{"Finetune/Learning Rate": 3.969543903892401e-06, "Finetune/Loss": 0.8109462857246399, "Finetune/Loss (Raw)": 0.6945506930351257, "Finetune/Step": 6874, "Finetune/Step Time": 6.2670604065060616}
+{"Finetune/Learning Rate": 3.966857636248996e-06, "Finetune/Loss": 0.8109049797058105, "Finetune/Loss (Raw)": 0.9034457206726074, "Finetune/Step": 6875, "Finetune/Step Time": 6.271243691444397}
+{"Finetune/Learning Rate": 3.96417205293663e-06, "Finetune/Loss": 0.8109257221221924, "Finetune/Loss (Raw)": 0.9151037931442261, "Finetune/Step": 6876, "Finetune/Step Time": 6.29649255797267}
+{"Finetune/Learning Rate": 3.961487154259929e-06, "Finetune/Loss": 0.8113495111465454, "Finetune/Loss (Raw)": 0.877490222454071, "Finetune/Step": 6877, "Finetune/Step Time": 6.297666000202298}
+{"Finetune/Learning Rate": 3.958802940523434e-06, "Finetune/Loss": 0.8116335868835449, "Finetune/Loss (Raw)": 0.9196780920028687, "Finetune/Step": 6878, "Finetune/Step Time": 6.297139391303062}
+{"Finetune/Learning Rate": 3.956119412031614e-06, "Finetune/Loss": 0.812144935131073, "Finetune/Loss (Raw)": 0.8537337779998779, "Finetune/Step": 6879, "Finetune/Step Time": 6.295587822794914}
+{"Finetune/Learning Rate": 3.953436569088856e-06, "Finetune/Loss": 0.8125793933868408, "Finetune/Loss (Raw)": 0.8840603232383728, "Finetune/Step": 6880, "Finetune/Step Time": 6.288415057584643}
+{"Finetune/Learning Rate": 3.950754411999474e-06, "Finetune/Loss": 0.8134808540344238, "Finetune/Loss (Raw)": 0.8692735433578491, "Finetune/Step": 6881, "Finetune/Step Time": 6.288050523027778}
+{"Finetune/Learning Rate": 3.948072941067699e-06, "Finetune/Loss": 0.8133634328842163, "Finetune/Loss (Raw)": 0.8638272881507874, "Finetune/Step": 6882, "Finetune/Step Time": 6.290919046849012}
+{"Finetune/Learning Rate": 3.945392156597686e-06, "Finetune/Loss": 0.8142181038856506, "Finetune/Loss (Raw)": 0.8358798027038574, "Finetune/Step": 6883, "Finetune/Step Time": 6.294091559946537}
+{"Finetune/Learning Rate": 3.9427120588935154e-06, "Finetune/Loss": 0.8147823810577393, "Finetune/Loss (Raw)": 0.8883222937583923, "Finetune/Step": 6884, "Finetune/Step Time": 6.302540427073836}
+{"Finetune/Learning Rate": 3.940032648259188e-06, "Finetune/Loss": 0.8149534463882446, "Finetune/Loss (Raw)": 0.8323491215705872, "Finetune/Step": 6885, "Finetune/Step Time": 6.301002901047468}
+{"Finetune/Learning Rate": 3.937353924998617e-06, "Finetune/Loss": 0.814802885055542, "Finetune/Loss (Raw)": 0.7888749241828918, "Finetune/Step": 6886, "Finetune/Step Time": 6.297399399802089}
+{"Finetune/Learning Rate": 3.934675889415656e-06, "Finetune/Loss": 0.8146167993545532, "Finetune/Loss (Raw)": 0.7668586373329163, "Finetune/Step": 6887, "Finetune/Step Time": 6.288147147744894}
+{"Finetune/Learning Rate": 3.931998541814069e-06, "Finetune/Loss": 0.814318060874939, "Finetune/Loss (Raw)": 0.8285324573516846, "Finetune/Step": 6888, "Finetune/Step Time": 6.292365118861198}
+{"Finetune/Learning Rate": 3.929321882497536e-06, "Finetune/Loss": 0.8155259490013123, "Finetune/Loss (Raw)": 0.9882896542549133, "Finetune/Step": 6889, "Finetune/Step Time": 6.301446633413434}
+{"Finetune/Learning Rate": 3.9266459117696785e-06, "Finetune/Loss": 0.8185825347900391, "Finetune/Loss (Raw)": 0.7578703761100769, "Finetune/Step": 6890, "Finetune/Step Time": 6.299265140667558}
+{"Finetune/Learning Rate": 3.923970629934024e-06, "Finetune/Loss": 0.8186832666397095, "Finetune/Loss (Raw)": 0.8534354567527771, "Finetune/Step": 6891, "Finetune/Step Time": 6.2836137395352125}
+{"Finetune/Learning Rate": 3.921296037294022e-06, "Finetune/Loss": 0.8188313245773315, "Finetune/Loss (Raw)": 0.8121185302734375, "Finetune/Step": 6892, "Finetune/Step Time": 6.287060854956508}
+{"Finetune/Learning Rate": 3.918622134153047e-06, "Finetune/Loss": 0.8180221319198608, "Finetune/Loss (Raw)": 0.760405421257019, "Finetune/Step": 6893, "Finetune/Step Time": 6.289293630048633}
+{"Finetune/Learning Rate": 3.9159489208144074e-06, "Finetune/Loss": 0.8180948495864868, "Finetune/Loss (Raw)": 0.9174244999885559, "Finetune/Step": 6894, "Finetune/Step Time": 6.284020008519292}
+{"Finetune/Learning Rate": 3.9132763975813095e-06, "Finetune/Loss": 0.8166114091873169, "Finetune/Loss (Raw)": 0.7181123495101929, "Finetune/Step": 6895, "Finetune/Step Time": 6.287006666883826}
+{"Finetune/Learning Rate": 3.9106045647569005e-06, "Finetune/Loss": 0.8197530508041382, "Finetune/Loss (Raw)": 0.8641689419746399, "Finetune/Step": 6896, "Finetune/Step Time": 6.295840451493859}
+{"Finetune/Learning Rate": 3.90793342264424e-06, "Finetune/Loss": 0.8186251521110535, "Finetune/Loss (Raw)": 0.7742408514022827, "Finetune/Step": 6897, "Finetune/Step Time": 6.280652932822704}
+{"Finetune/Learning Rate": 3.905262971546313e-06, "Finetune/Loss": 0.8179009556770325, "Finetune/Loss (Raw)": 0.7891505360603333, "Finetune/Step": 6898, "Finetune/Step Time": 6.283350525423884}
+{"Finetune/Learning Rate": 3.902593211766025e-06, "Finetune/Loss": 0.8191237449645996, "Finetune/Loss (Raw)": 0.9365940093994141, "Finetune/Step": 6899, "Finetune/Step Time": 6.289156686514616}
+{"Finetune/Learning Rate": 3.899924143606204e-06, "Finetune/Loss": 0.8201439380645752, "Finetune/Loss (Raw)": 0.8999103307723999, "Finetune/Step": 6900, "Finetune/Step Time": 6.274395944550633}
+{"Finetune/Learning Rate": 3.897255767369598e-06, "Finetune/Loss": 0.8201053738594055, "Finetune/Loss (Raw)": 0.8203765749931335, "Finetune/Step": 6901, "Finetune/Step Time": 6.275839159265161}
+{"Finetune/Learning Rate": 3.894588083358877e-06, "Finetune/Loss": 0.8192240595817566, "Finetune/Loss (Raw)": 0.7390849590301514, "Finetune/Step": 6902, "Finetune/Step Time": 6.277863198891282}
+{"Finetune/Learning Rate": 3.891921091876634e-06, "Finetune/Loss": 0.8190403580665588, "Finetune/Loss (Raw)": 0.7861947417259216, "Finetune/Step": 6903, "Finetune/Step Time": 6.286035981029272}
+{"Finetune/Learning Rate": 3.88925479322538e-06, "Finetune/Loss": 0.8185065984725952, "Finetune/Loss (Raw)": 0.8288758993148804, "Finetune/Step": 6904, "Finetune/Step Time": 6.284188788384199}
+{"Finetune/Learning Rate": 3.886589187707551e-06, "Finetune/Loss": 0.8168333768844604, "Finetune/Loss (Raw)": 0.6884916424751282, "Finetune/Step": 6905, "Finetune/Step Time": 6.281823731958866}
+{"Finetune/Learning Rate": 3.883924275625504e-06, "Finetune/Loss": 0.817449688911438, "Finetune/Loss (Raw)": 0.861076831817627, "Finetune/Step": 6906, "Finetune/Step Time": 6.278049048036337}
+{"Finetune/Learning Rate": 3.881260057281513e-06, "Finetune/Loss": 0.8161232471466064, "Finetune/Loss (Raw)": 0.6645151972770691, "Finetune/Step": 6907, "Finetune/Step Time": 6.282743141055107}
+{"Finetune/Learning Rate": 3.878596532977779e-06, "Finetune/Loss": 0.813909649848938, "Finetune/Loss (Raw)": 0.7291738390922546, "Finetune/Step": 6908, "Finetune/Step Time": 6.296063790097833}
+{"Finetune/Learning Rate": 3.875933703016427e-06, "Finetune/Loss": 0.8141360282897949, "Finetune/Loss (Raw)": 0.8029962778091431, "Finetune/Step": 6909, "Finetune/Step Time": 6.316889964044094}
+{"Finetune/Learning Rate": 3.873271567699485e-06, "Finetune/Loss": 0.8142845034599304, "Finetune/Loss (Raw)": 0.8817872405052185, "Finetune/Step": 6910, "Finetune/Step Time": 6.320128228515387}
+{"Finetune/Learning Rate": 3.8706101273289264e-06, "Finetune/Loss": 0.8130635023117065, "Finetune/Loss (Raw)": 0.734997034072876, "Finetune/Step": 6911, "Finetune/Step Time": 6.3013564720749855}
+{"Finetune/Learning Rate": 3.867949382206632e-06, "Finetune/Loss": 0.8124570846557617, "Finetune/Loss (Raw)": 0.7825678586959839, "Finetune/Step": 6912, "Finetune/Step Time": 6.307032184675336}
+{"Finetune/Learning Rate": 3.865289332634407e-06, "Finetune/Loss": 0.8124948740005493, "Finetune/Loss (Raw)": 0.8894587755203247, "Finetune/Step": 6913, "Finetune/Step Time": 6.309494646266103}
+{"Finetune/Learning Rate": 3.8626299789139725e-06, "Finetune/Loss": 0.8126590847969055, "Finetune/Loss (Raw)": 0.8301168084144592, "Finetune/Step": 6914, "Finetune/Step Time": 6.311773946508765}
+{"Finetune/Learning Rate": 3.85997132134698e-06, "Finetune/Loss": 0.8121907711029053, "Finetune/Loss (Raw)": 0.7862270474433899, "Finetune/Step": 6915, "Finetune/Step Time": 6.293083809316158}
+{"Finetune/Learning Rate": 3.857313360235001e-06, "Finetune/Loss": 0.8126122951507568, "Finetune/Loss (Raw)": 0.9561865329742432, "Finetune/Step": 6916, "Finetune/Step Time": 6.300739383324981}
+{"Finetune/Learning Rate": 3.854656095879512e-06, "Finetune/Loss": 0.8155566453933716, "Finetune/Loss (Raw)": 0.7868708968162537, "Finetune/Step": 6917, "Finetune/Step Time": 6.30309884250164}
+{"Finetune/Learning Rate": 3.851999528581933e-06, "Finetune/Loss": 0.8162171244621277, "Finetune/Loss (Raw)": 0.7938405275344849, "Finetune/Step": 6918, "Finetune/Step Time": 6.294721893966198}
+{"Finetune/Learning Rate": 3.849343658643597e-06, "Finetune/Loss": 0.815125048160553, "Finetune/Loss (Raw)": 0.8134323954582214, "Finetune/Step": 6919, "Finetune/Step Time": 6.3102968987077475}
+{"Finetune/Learning Rate": 3.846688486365749e-06, "Finetune/Loss": 0.8142311573028564, "Finetune/Loss (Raw)": 0.740946352481842, "Finetune/Step": 6920, "Finetune/Step Time": 6.307526841759682}
+{"Finetune/Learning Rate": 3.844034012049557e-06, "Finetune/Loss": 0.8178036212921143, "Finetune/Loss (Raw)": 0.7955368161201477, "Finetune/Step": 6921, "Finetune/Step Time": 6.300577346235514}
+{"Finetune/Learning Rate": 3.841380235996129e-06, "Finetune/Loss": 0.8178129196166992, "Finetune/Loss (Raw)": 0.8140912055969238, "Finetune/Step": 6922, "Finetune/Step Time": 6.290385689586401}
+{"Finetune/Learning Rate": 3.838727158506468e-06, "Finetune/Loss": 0.817490816116333, "Finetune/Loss (Raw)": 0.7983076572418213, "Finetune/Step": 6923, "Finetune/Step Time": 6.302982801571488}
+{"Finetune/Learning Rate": 3.836074779881511e-06, "Finetune/Loss": 0.818184494972229, "Finetune/Loss (Raw)": 0.9554491639137268, "Finetune/Step": 6924, "Finetune/Step Time": 6.307312237098813}
+{"Finetune/Learning Rate": 3.8334231004221154e-06, "Finetune/Loss": 0.8199944496154785, "Finetune/Loss (Raw)": 0.7976094484329224, "Finetune/Step": 6925, "Finetune/Step Time": 6.304169187322259}
+{"Finetune/Learning Rate": 3.830772120429056e-06, "Finetune/Loss": 0.8223857879638672, "Finetune/Loss (Raw)": 1.0233744382858276, "Finetune/Step": 6926, "Finetune/Step Time": 6.305855607613921}
+{"Finetune/Learning Rate": 3.828121840203031e-06, "Finetune/Loss": 0.8226061463356018, "Finetune/Loss (Raw)": 0.9745430946350098, "Finetune/Step": 6927, "Finetune/Step Time": 6.304381849244237}
+{"Finetune/Learning Rate": 3.825472260044658e-06, "Finetune/Loss": 0.8238536715507507, "Finetune/Loss (Raw)": 0.8914976119995117, "Finetune/Step": 6928, "Finetune/Step Time": 6.302609797567129}
+{"Finetune/Learning Rate": 3.822823380254475e-06, "Finetune/Loss": 0.8229893445968628, "Finetune/Loss (Raw)": 0.8264632821083069, "Finetune/Step": 6929, "Finetune/Step Time": 6.3025300316512585}
+{"Finetune/Learning Rate": 3.82017520113294e-06, "Finetune/Loss": 0.8227423429489136, "Finetune/Loss (Raw)": 0.6977927088737488, "Finetune/Step": 6930, "Finetune/Step Time": 6.305631309747696}
+{"Finetune/Learning Rate": 3.817527722980432e-06, "Finetune/Loss": 0.8222297430038452, "Finetune/Loss (Raw)": 0.8056462407112122, "Finetune/Step": 6931, "Finetune/Step Time": 6.319121517241001}
+{"Finetune/Learning Rate": 3.814880946097253e-06, "Finetune/Loss": 0.8240989446640015, "Finetune/Loss (Raw)": 0.9054079055786133, "Finetune/Step": 6932, "Finetune/Step Time": 6.322572881355882}
+{"Finetune/Learning Rate": 3.812234870783622e-06, "Finetune/Loss": 0.82508385181427, "Finetune/Loss (Raw)": 0.8935979604721069, "Finetune/Step": 6933, "Finetune/Step Time": 6.307984950020909}
+{"Finetune/Learning Rate": 3.809589497339683e-06, "Finetune/Loss": 0.8249619007110596, "Finetune/Loss (Raw)": 0.6806843876838684, "Finetune/Step": 6934, "Finetune/Step Time": 6.301873387768865}
+{"Finetune/Learning Rate": 3.8069448260654863e-06, "Finetune/Loss": 0.8270244598388672, "Finetune/Loss (Raw)": 0.9957162737846375, "Finetune/Step": 6935, "Finetune/Step Time": 6.304205337539315}
+{"Finetune/Learning Rate": 3.8043008572610253e-06, "Finetune/Loss": 0.8268629312515259, "Finetune/Loss (Raw)": 0.8658127188682556, "Finetune/Step": 6936, "Finetune/Step Time": 6.305286588147283}
+{"Finetune/Learning Rate": 3.8016575912262e-06, "Finetune/Loss": 0.8276339769363403, "Finetune/Loss (Raw)": 0.830366849899292, "Finetune/Step": 6937, "Finetune/Step Time": 6.297841714695096}
+{"Finetune/Learning Rate": 3.799015028260823e-06, "Finetune/Loss": 0.8284289836883545, "Finetune/Loss (Raw)": 0.753968358039856, "Finetune/Step": 6938, "Finetune/Step Time": 6.287808341905475}
+{"Finetune/Learning Rate": 3.7963731686646467e-06, "Finetune/Loss": 0.8277453184127808, "Finetune/Loss (Raw)": 0.7537395358085632, "Finetune/Step": 6939, "Finetune/Step Time": 6.291451612487435}
+{"Finetune/Learning Rate": 3.7937320127373336e-06, "Finetune/Loss": 0.8265326619148254, "Finetune/Loss (Raw)": 0.8063486814498901, "Finetune/Step": 6940, "Finetune/Step Time": 6.292148714885116}
+{"Finetune/Learning Rate": 3.7910915607784583e-06, "Finetune/Loss": 0.8275331258773804, "Finetune/Loss (Raw)": 0.8380085229873657, "Finetune/Step": 6941, "Finetune/Step Time": 6.294712422415614}
+{"Finetune/Learning Rate": 3.788451813087526e-06, "Finetune/Loss": 0.8274094462394714, "Finetune/Loss (Raw)": 0.7816999554634094, "Finetune/Step": 6942, "Finetune/Step Time": 6.295981526374817}
+{"Finetune/Learning Rate": 3.785812769963969e-06, "Finetune/Loss": 0.8280433416366577, "Finetune/Loss (Raw)": 0.7662551999092102, "Finetune/Step": 6943, "Finetune/Step Time": 6.298820964992046}
+{"Finetune/Learning Rate": 3.7831744317071194e-06, "Finetune/Loss": 0.828663170337677, "Finetune/Loss (Raw)": 0.9118893146514893, "Finetune/Step": 6944, "Finetune/Step Time": 6.305655075237155}
+{"Finetune/Learning Rate": 3.780536798616241e-06, "Finetune/Loss": 0.8248643279075623, "Finetune/Loss (Raw)": 0.4727248251438141, "Finetune/Step": 6945, "Finetune/Step Time": 6.309171488508582}
+{"Finetune/Learning Rate": 3.7778998709905267e-06, "Finetune/Loss": 0.8242179155349731, "Finetune/Loss (Raw)": 0.7408350110054016, "Finetune/Step": 6946, "Finetune/Step Time": 6.324736166745424}
+{"Finetune/Learning Rate": 3.7752636491290694e-06, "Finetune/Loss": 0.825461745262146, "Finetune/Loss (Raw)": 0.9957183003425598, "Finetune/Step": 6947, "Finetune/Step Time": 6.324274871498346}
+{"Finetune/Learning Rate": 3.7726281333308955e-06, "Finetune/Loss": 0.8258540034294128, "Finetune/Loss (Raw)": 0.8425747752189636, "Finetune/Step": 6948, "Finetune/Step Time": 6.317134136334062}
+{"Finetune/Learning Rate": 3.7699933238949483e-06, "Finetune/Loss": 0.826606273651123, "Finetune/Loss (Raw)": 0.8906808495521545, "Finetune/Step": 6949, "Finetune/Step Time": 6.315397575497627}
+{"Finetune/Learning Rate": 3.7673592211200905e-06, "Finetune/Loss": 0.8271843194961548, "Finetune/Loss (Raw)": 0.851448655128479, "Finetune/Step": 6950, "Finetune/Step Time": 6.3224486242979765}
+{"Finetune/Learning Rate": 3.7647258253051043e-06, "Finetune/Loss": 0.826564610004425, "Finetune/Loss (Raw)": 0.7475525736808777, "Finetune/Step": 6951, "Finetune/Step Time": 6.316327026113868}
+{"Finetune/Learning Rate": 3.7620931367486925e-06, "Finetune/Loss": 0.8265462517738342, "Finetune/Loss (Raw)": 0.8229833245277405, "Finetune/Step": 6952, "Finetune/Step Time": 6.300626644864678}
+{"Finetune/Learning Rate": 3.7594611557494776e-06, "Finetune/Loss": 0.8257676362991333, "Finetune/Loss (Raw)": 0.7725294232368469, "Finetune/Step": 6953, "Finetune/Step Time": 6.308049028739333}
+{"Finetune/Learning Rate": 3.756829882606001e-06, "Finetune/Loss": 0.8249179124832153, "Finetune/Loss (Raw)": 0.7232990264892578, "Finetune/Step": 6954, "Finetune/Step Time": 6.3116636872291565}
+{"Finetune/Learning Rate": 3.7541993176167246e-06, "Finetune/Loss": 0.8249191045761108, "Finetune/Loss (Raw)": 0.830960750579834, "Finetune/Step": 6955, "Finetune/Step Time": 6.316376447677612}
+{"Finetune/Learning Rate": 3.75156946108003e-06, "Finetune/Loss": 0.824684739112854, "Finetune/Loss (Raw)": 0.671988844871521, "Finetune/Step": 6956, "Finetune/Step Time": 6.319058444350958}
+{"Finetune/Learning Rate": 3.748940313294218e-06, "Finetune/Loss": 0.826546311378479, "Finetune/Loss (Raw)": 0.877833366394043, "Finetune/Step": 6957, "Finetune/Step Time": 6.3161457143723965}
+{"Finetune/Learning Rate": 3.7463118745575134e-06, "Finetune/Loss": 0.8265270590782166, "Finetune/Loss (Raw)": 0.6700122356414795, "Finetune/Step": 6958, "Finetune/Step Time": 6.308392291888595}
+{"Finetune/Learning Rate": 3.7436841451680452e-06, "Finetune/Loss": 0.827126681804657, "Finetune/Loss (Raw)": 0.7706896066665649, "Finetune/Step": 6959, "Finetune/Step Time": 6.32560945302248}
+{"Finetune/Learning Rate": 3.7410571254238835e-06, "Finetune/Loss": 0.829326868057251, "Finetune/Loss (Raw)": 1.0506936311721802, "Finetune/Step": 6960, "Finetune/Step Time": 6.3070579040795565}
+{"Finetune/Learning Rate": 3.7384308156230077e-06, "Finetune/Loss": 0.8294253349304199, "Finetune/Loss (Raw)": 0.8258176445960999, "Finetune/Step": 6961, "Finetune/Step Time": 6.293629283085465}
+{"Finetune/Learning Rate": 3.7358052160633095e-06, "Finetune/Loss": 0.8289874792098999, "Finetune/Loss (Raw)": 0.7645492553710938, "Finetune/Step": 6962, "Finetune/Step Time": 6.285127129405737}
+{"Finetune/Learning Rate": 3.733180327042607e-06, "Finetune/Loss": 0.8294184803962708, "Finetune/Loss (Raw)": 0.7385177612304688, "Finetune/Step": 6963, "Finetune/Step Time": 6.278838522732258}
+{"Finetune/Learning Rate": 3.7305561488586484e-06, "Finetune/Loss": 0.8293699026107788, "Finetune/Loss (Raw)": 0.9024750590324402, "Finetune/Step": 6964, "Finetune/Step Time": 6.258683793246746}
+{"Finetune/Learning Rate": 3.727932681809081e-06, "Finetune/Loss": 0.8284893035888672, "Finetune/Loss (Raw)": 0.7651569247245789, "Finetune/Step": 6965, "Finetune/Step Time": 6.259930988773704}
+{"Finetune/Learning Rate": 3.7253099261914794e-06, "Finetune/Loss": 0.8286820650100708, "Finetune/Loss (Raw)": 0.8146156668663025, "Finetune/Step": 6966, "Finetune/Step Time": 6.264108056202531}
+{"Finetune/Learning Rate": 3.72268788230335e-06, "Finetune/Loss": 0.828635036945343, "Finetune/Loss (Raw)": 0.8394492864608765, "Finetune/Step": 6967, "Finetune/Step Time": 6.26681936904788}
+{"Finetune/Learning Rate": 3.7200665504420984e-06, "Finetune/Loss": 0.8304022550582886, "Finetune/Loss (Raw)": 0.9968240261077881, "Finetune/Step": 6968, "Finetune/Step Time": 6.264203829690814}
+{"Finetune/Learning Rate": 3.7174459309050604e-06, "Finetune/Loss": 0.8293846845626831, "Finetune/Loss (Raw)": 0.8459280729293823, "Finetune/Step": 6969, "Finetune/Step Time": 6.264593219384551}
+{"Finetune/Learning Rate": 3.714826023989491e-06, "Finetune/Loss": 0.828557014465332, "Finetune/Loss (Raw)": 0.8397687673568726, "Finetune/Step": 6970, "Finetune/Step Time": 6.286550363525748}
+{"Finetune/Learning Rate": 3.7122068299925616e-06, "Finetune/Loss": 0.8273563981056213, "Finetune/Loss (Raw)": 0.7137697339057922, "Finetune/Step": 6971, "Finetune/Step Time": 6.291048007085919}
+{"Finetune/Learning Rate": 3.709588349211364e-06, "Finetune/Loss": 0.8278055191040039, "Finetune/Loss (Raw)": 0.8317074179649353, "Finetune/Step": 6972, "Finetune/Step Time": 6.297629343345761}
+{"Finetune/Learning Rate": 3.706970581942908e-06, "Finetune/Loss": 0.8284372091293335, "Finetune/Loss (Raw)": 0.7967795729637146, "Finetune/Step": 6973, "Finetune/Step Time": 6.3054315485060215}
+{"Finetune/Learning Rate": 3.7043535284841247e-06, "Finetune/Loss": 0.8301186561584473, "Finetune/Loss (Raw)": 0.9441423416137695, "Finetune/Step": 6974, "Finetune/Step Time": 6.310833103954792}
+{"Finetune/Learning Rate": 3.7017371891318633e-06, "Finetune/Loss": 0.8289320468902588, "Finetune/Loss (Raw)": 0.7995590567588806, "Finetune/Step": 6975, "Finetune/Step Time": 6.304409356787801}
+{"Finetune/Learning Rate": 3.6991215641828903e-06, "Finetune/Loss": 0.8293023109436035, "Finetune/Loss (Raw)": 0.8437744379043579, "Finetune/Step": 6976, "Finetune/Step Time": 6.3213177639991045}
+{"Finetune/Learning Rate": 3.6965066539338924e-06, "Finetune/Loss": 0.8307462930679321, "Finetune/Loss (Raw)": 0.9338122606277466, "Finetune/Step": 6977, "Finetune/Step Time": 6.324129614979029}
+{"Finetune/Learning Rate": 3.693892458681475e-06, "Finetune/Loss": 0.8304522633552551, "Finetune/Loss (Raw)": 0.9067223072052002, "Finetune/Step": 6978, "Finetune/Step Time": 6.323923088610172}
+{"Finetune/Learning Rate": 3.691278978722168e-06, "Finetune/Loss": 0.8306355476379395, "Finetune/Loss (Raw)": 0.8777615427970886, "Finetune/Step": 6979, "Finetune/Step Time": 6.325777914375067}
+{"Finetune/Learning Rate": 3.6886662143524034e-06, "Finetune/Loss": 0.8307454586029053, "Finetune/Loss (Raw)": 0.8822284936904907, "Finetune/Step": 6980, "Finetune/Step Time": 6.320490462705493}
+{"Finetune/Learning Rate": 3.686054165868552e-06, "Finetune/Loss": 0.8299846649169922, "Finetune/Loss (Raw)": 0.9408106207847595, "Finetune/Step": 6981, "Finetune/Step Time": 6.3073508478701115}
+{"Finetune/Learning Rate": 3.683442833566898e-06, "Finetune/Loss": 0.8300929069519043, "Finetune/Loss (Raw)": 0.826631486415863, "Finetune/Step": 6982, "Finetune/Step Time": 6.309710776433349}
+{"Finetune/Learning Rate": 3.6808322177436296e-06, "Finetune/Loss": 0.8299174308776855, "Finetune/Loss (Raw)": 0.8040586709976196, "Finetune/Step": 6983, "Finetune/Step Time": 6.302321260794997}
+{"Finetune/Learning Rate": 3.678222318694875e-06, "Finetune/Loss": 0.8297306299209595, "Finetune/Loss (Raw)": 0.8216253519058228, "Finetune/Step": 6984, "Finetune/Step Time": 6.287114916369319}
+{"Finetune/Learning Rate": 3.6756131367166727e-06, "Finetune/Loss": 0.8289904594421387, "Finetune/Loss (Raw)": 0.7933980226516724, "Finetune/Step": 6985, "Finetune/Step Time": 6.284944644197822}
+{"Finetune/Learning Rate": 3.6730046721049705e-06, "Finetune/Loss": 0.828079104423523, "Finetune/Loss (Raw)": 0.7513825297355652, "Finetune/Step": 6986, "Finetune/Step Time": 6.2861048970371485}
+{"Finetune/Learning Rate": 3.670396925155644e-06, "Finetune/Loss": 0.8284443616867065, "Finetune/Loss (Raw)": 0.9473720788955688, "Finetune/Step": 6987, "Finetune/Step Time": 6.286943484097719}
+{"Finetune/Learning Rate": 3.667789896164495e-06, "Finetune/Loss": 0.8282790184020996, "Finetune/Loss (Raw)": 0.8879686594009399, "Finetune/Step": 6988, "Finetune/Step Time": 6.2849602568894625}
+{"Finetune/Learning Rate": 3.6651835854272266e-06, "Finetune/Loss": 0.8271932005882263, "Finetune/Loss (Raw)": 0.7082534432411194, "Finetune/Step": 6989, "Finetune/Step Time": 6.285505294799805}
+{"Finetune/Learning Rate": 3.6625779932394723e-06, "Finetune/Loss": 0.8275299668312073, "Finetune/Loss (Raw)": 0.8768311738967896, "Finetune/Step": 6990, "Finetune/Step Time": 6.285985589027405}
+{"Finetune/Learning Rate": 3.65997311989678e-06, "Finetune/Loss": 0.8277010917663574, "Finetune/Loss (Raw)": 0.8428918719291687, "Finetune/Step": 6991, "Finetune/Step Time": 6.290358144789934}
+{"Finetune/Learning Rate": 3.6573689656946177e-06, "Finetune/Loss": 0.8278344869613647, "Finetune/Loss (Raw)": 0.7854536771774292, "Finetune/Step": 6992, "Finetune/Step Time": 6.293303914368153}
+{"Finetune/Learning Rate": 3.6547655309283712e-06, "Finetune/Loss": 0.8287277221679688, "Finetune/Loss (Raw)": 0.9520123600959778, "Finetune/Step": 6993, "Finetune/Step Time": 6.278430696576834}
+{"Finetune/Learning Rate": 3.6521628158933397e-06, "Finetune/Loss": 0.8277029991149902, "Finetune/Loss (Raw)": 0.7556716799736023, "Finetune/Step": 6994, "Finetune/Step Time": 6.2739231158047915}
+{"Finetune/Learning Rate": 3.6495608208847576e-06, "Finetune/Loss": 0.8274036645889282, "Finetune/Loss (Raw)": 0.8147129416465759, "Finetune/Step": 6995, "Finetune/Step Time": 6.273168180137873}
+{"Finetune/Learning Rate": 3.6469595461977546e-06, "Finetune/Loss": 0.8286819458007812, "Finetune/Loss (Raw)": 0.9059559106826782, "Finetune/Step": 6996, "Finetune/Step Time": 6.271975496783853}
+{"Finetune/Learning Rate": 3.6443589921273926e-06, "Finetune/Loss": 0.8301483392715454, "Finetune/Loss (Raw)": 0.8796719312667847, "Finetune/Step": 6997, "Finetune/Step Time": 6.269176440313458}
+{"Finetune/Learning Rate": 3.64175915896865e-06, "Finetune/Loss": 0.8306335210800171, "Finetune/Loss (Raw)": 0.8794044852256775, "Finetune/Step": 6998, "Finetune/Step Time": 6.269351152703166}
+{"Finetune/Learning Rate": 3.63916004701642e-06, "Finetune/Loss": 0.8293873071670532, "Finetune/Loss (Raw)": 0.7234195470809937, "Finetune/Step": 6999, "Finetune/Step Time": 6.26385167054832}
+{"Finetune/Learning Rate": 3.6365616565655193e-06, "Finetune/Loss": 0.8289421796798706, "Finetune/Loss (Raw)": 0.8139592409133911, "Finetune/Step": 7000, "Finetune/Step Time": 6.261717826128006}
+{"Finetune/Learning Rate": 3.633963987910678e-06, "Finetune/Loss": 0.8279184103012085, "Finetune/Loss (Raw)": 0.79145747423172, "Finetune/Step": 7001, "Finetune/Step Time": 6.259748006239533}
+{"Finetune/Learning Rate": 3.6313670413465464e-06, "Finetune/Loss": 0.8280311822891235, "Finetune/Loss (Raw)": 0.7089903950691223, "Finetune/Step": 7002, "Finetune/Step Time": 6.26616919413209}
+{"Finetune/Learning Rate": 3.628770817167693e-06, "Finetune/Loss": 0.827820897102356, "Finetune/Loss (Raw)": 0.876530647277832, "Finetune/Step": 7003, "Finetune/Step Time": 6.252083957195282}
+{"Finetune/Learning Rate": 3.626175315668603e-06, "Finetune/Loss": 0.8274937272071838, "Finetune/Loss (Raw)": 0.8732260465621948, "Finetune/Step": 7004, "Finetune/Step Time": 6.229963265359402}
+{"Finetune/Learning Rate": 3.6235805371436817e-06, "Finetune/Loss": 0.8284622430801392, "Finetune/Loss (Raw)": 1.0014561414718628, "Finetune/Step": 7005, "Finetune/Step Time": 6.229078197851777}
+{"Finetune/Learning Rate": 3.620986481887251e-06, "Finetune/Loss": 0.8282073736190796, "Finetune/Loss (Raw)": 0.8870559334754944, "Finetune/Step": 7006, "Finetune/Step Time": 6.224805323407054}
+{"Finetune/Learning Rate": 3.6183931501935533e-06, "Finetune/Loss": 0.8290920257568359, "Finetune/Loss (Raw)": 0.9669634699821472, "Finetune/Step": 7007, "Finetune/Step Time": 6.221972707659006}
+{"Finetune/Learning Rate": 3.615800542356738e-06, "Finetune/Loss": 0.8286523222923279, "Finetune/Loss (Raw)": 0.8277841806411743, "Finetune/Step": 7008, "Finetune/Step Time": 6.225707510486245}
+{"Finetune/Learning Rate": 3.6132086586708893e-06, "Finetune/Loss": 0.8277755379676819, "Finetune/Loss (Raw)": 0.7570433616638184, "Finetune/Step": 7009, "Finetune/Step Time": 6.235230600461364}
+{"Finetune/Learning Rate": 3.6106174994300037e-06, "Finetune/Loss": 0.8286539912223816, "Finetune/Loss (Raw)": 0.9762690663337708, "Finetune/Step": 7010, "Finetune/Step Time": 6.236378805711865}
+{"Finetune/Learning Rate": 3.6080270649279804e-06, "Finetune/Loss": 0.8295911550521851, "Finetune/Loss (Raw)": 0.9558348059654236, "Finetune/Step": 7011, "Finetune/Step Time": 6.232159936800599}
+{"Finetune/Learning Rate": 3.6054373554586598e-06, "Finetune/Loss": 0.828814685344696, "Finetune/Loss (Raw)": 0.7889381051063538, "Finetune/Step": 7012, "Finetune/Step Time": 6.217516552656889}
+{"Finetune/Learning Rate": 3.602848371315789e-06, "Finetune/Loss": 0.8275420069694519, "Finetune/Loss (Raw)": 0.6694463491439819, "Finetune/Step": 7013, "Finetune/Step Time": 6.220584576949477}
+{"Finetune/Learning Rate": 3.600260112793026e-06, "Finetune/Loss": 0.8274708986282349, "Finetune/Loss (Raw)": 0.7797723412513733, "Finetune/Step": 7014, "Finetune/Step Time": 6.233094044029713}
+{"Finetune/Learning Rate": 3.597672580183954e-06, "Finetune/Loss": 0.8289668560028076, "Finetune/Loss (Raw)": 0.9583401083946228, "Finetune/Step": 7015, "Finetune/Step Time": 6.230576248839498}
+{"Finetune/Learning Rate": 3.5950857737820834e-06, "Finetune/Loss": 0.8287973403930664, "Finetune/Loss (Raw)": 0.8068397641181946, "Finetune/Step": 7016, "Finetune/Step Time": 6.22232455201447}
+{"Finetune/Learning Rate": 3.592499693880821e-06, "Finetune/Loss": 0.8271975517272949, "Finetune/Loss (Raw)": 0.7835124731063843, "Finetune/Step": 7017, "Finetune/Step Time": 6.213847944512963}
+{"Finetune/Learning Rate": 3.589914340773506e-06, "Finetune/Loss": 0.8281770944595337, "Finetune/Loss (Raw)": 0.8832463026046753, "Finetune/Step": 7018, "Finetune/Step Time": 6.210686609148979}
+{"Finetune/Learning Rate": 3.5873297147533913e-06, "Finetune/Loss": 0.8290001153945923, "Finetune/Loss (Raw)": 0.958780825138092, "Finetune/Step": 7019, "Finetune/Step Time": 6.211299907416105}
+{"Finetune/Learning Rate": 3.5847458161136485e-06, "Finetune/Loss": 0.8281917572021484, "Finetune/Loss (Raw)": 0.7086575031280518, "Finetune/Step": 7020, "Finetune/Step Time": 6.225400602445006}
+{"Finetune/Learning Rate": 3.5821626451473656e-06, "Finetune/Loss": 0.8297665119171143, "Finetune/Loss (Raw)": 0.96197509765625, "Finetune/Step": 7021, "Finetune/Step Time": 6.220056541264057}
+{"Finetune/Learning Rate": 3.5795802021475468e-06, "Finetune/Loss": 0.8288726210594177, "Finetune/Loss (Raw)": 0.8030010461807251, "Finetune/Step": 7022, "Finetune/Step Time": 6.224684851244092}
+{"Finetune/Learning Rate": 3.576998487407115e-06, "Finetune/Loss": 0.830734372138977, "Finetune/Loss (Raw)": 0.9564179182052612, "Finetune/Step": 7023, "Finetune/Step Time": 6.222096391022205}
+{"Finetune/Learning Rate": 3.574417501218913e-06, "Finetune/Loss": 0.8309310078620911, "Finetune/Loss (Raw)": 0.8893410563468933, "Finetune/Step": 7024, "Finetune/Step Time": 6.213498638942838}
+{"Finetune/Learning Rate": 3.571837243875695e-06, "Finetune/Loss": 0.8316365480422974, "Finetune/Loss (Raw)": 0.8645455837249756, "Finetune/Step": 7025, "Finetune/Step Time": 6.215243972837925}
+{"Finetune/Learning Rate": 3.5692577156701393e-06, "Finetune/Loss": 0.8322882056236267, "Finetune/Loss (Raw)": 0.8725669980049133, "Finetune/Step": 7026, "Finetune/Step Time": 6.219074822962284}
+{"Finetune/Learning Rate": 3.5666789168948368e-06, "Finetune/Loss": 0.8317270874977112, "Finetune/Loss (Raw)": 0.8647664785385132, "Finetune/Step": 7027, "Finetune/Step Time": 6.2142129354178905}
+{"Finetune/Learning Rate": 3.564100847842297e-06, "Finetune/Loss": 0.8307712078094482, "Finetune/Loss (Raw)": 0.7775595188140869, "Finetune/Step": 7028, "Finetune/Step Time": 6.215601027011871}
+{"Finetune/Learning Rate": 3.561523508804946e-06, "Finetune/Loss": 0.8311392664909363, "Finetune/Loss (Raw)": 0.8674888610839844, "Finetune/Step": 7029, "Finetune/Step Time": 6.218472694978118}
+{"Finetune/Learning Rate": 3.55894690007513e-06, "Finetune/Loss": 0.832726240158081, "Finetune/Loss (Raw)": 0.9422244429588318, "Finetune/Step": 7030, "Finetune/Step Time": 6.2189815659075975}
+{"Finetune/Learning Rate": 3.556371021945112e-06, "Finetune/Loss": 0.8324458599090576, "Finetune/Loss (Raw)": 0.7502946853637695, "Finetune/Step": 7031, "Finetune/Step Time": 6.215064559131861}
+{"Finetune/Learning Rate": 3.55379587470706e-06, "Finetune/Loss": 0.8324203491210938, "Finetune/Loss (Raw)": 0.8256160020828247, "Finetune/Step": 7032, "Finetune/Step Time": 6.218830797821283}
+{"Finetune/Learning Rate": 3.5512214586530803e-06, "Finetune/Loss": 0.8299349546432495, "Finetune/Loss (Raw)": 0.3703639507293701, "Finetune/Step": 7033, "Finetune/Step Time": 6.224986802786589}
+{"Finetune/Learning Rate": 3.5486477740751844e-06, "Finetune/Loss": 0.8303160667419434, "Finetune/Loss (Raw)": 0.9098520278930664, "Finetune/Step": 7034, "Finetune/Step Time": 6.239771185442805}
+{"Finetune/Learning Rate": 3.546074821265296e-06, "Finetune/Loss": 0.8334109783172607, "Finetune/Loss (Raw)": 1.0606682300567627, "Finetune/Step": 7035, "Finetune/Step Time": 6.236314097419381}
+{"Finetune/Learning Rate": 3.5435026005152605e-06, "Finetune/Loss": 0.8345355987548828, "Finetune/Loss (Raw)": 0.8731275796890259, "Finetune/Step": 7036, "Finetune/Step Time": 6.227424807846546}
+{"Finetune/Learning Rate": 3.5409311121168533e-06, "Finetune/Loss": 0.8344268798828125, "Finetune/Loss (Raw)": 0.7890709042549133, "Finetune/Step": 7037, "Finetune/Step Time": 6.205954991281033}
+{"Finetune/Learning Rate": 3.538360356361744e-06, "Finetune/Loss": 0.8348749279975891, "Finetune/Loss (Raw)": 0.9391413927078247, "Finetune/Step": 7038, "Finetune/Step Time": 6.201652571558952}
+{"Finetune/Learning Rate": 3.535790333541529e-06, "Finetune/Loss": 0.8368678092956543, "Finetune/Loss (Raw)": 0.9900897145271301, "Finetune/Step": 7039, "Finetune/Step Time": 6.190420953556895}
+{"Finetune/Learning Rate": 3.5332210439477334e-06, "Finetune/Loss": 0.8376386165618896, "Finetune/Loss (Raw)": 0.8812282085418701, "Finetune/Step": 7040, "Finetune/Step Time": 6.185849977657199}
+{"Finetune/Learning Rate": 3.5306524878717774e-06, "Finetune/Loss": 0.8341676592826843, "Finetune/Loss (Raw)": 0.44517630338668823, "Finetune/Step": 7041, "Finetune/Step Time": 6.187815349549055}
+{"Finetune/Learning Rate": 3.5280846656050127e-06, "Finetune/Loss": 0.8350032567977905, "Finetune/Loss (Raw)": 0.9370736479759216, "Finetune/Step": 7042, "Finetune/Step Time": 6.193644151091576}
+{"Finetune/Learning Rate": 3.525517577438703e-06, "Finetune/Loss": 0.8352489471435547, "Finetune/Loss (Raw)": 0.8176738023757935, "Finetune/Step": 7043, "Finetune/Step Time": 6.1948027946054935}
+{"Finetune/Learning Rate": 3.5229512236640317e-06, "Finetune/Loss": 0.8342148065567017, "Finetune/Loss (Raw)": 0.8238151669502258, "Finetune/Step": 7044, "Finetune/Step Time": 6.191949769854546}
+{"Finetune/Learning Rate": 3.520385604572094e-06, "Finetune/Loss": 0.8345418572425842, "Finetune/Loss (Raw)": 0.8287386298179626, "Finetune/Step": 7045, "Finetune/Step Time": 6.187330339103937}
+{"Finetune/Learning Rate": 3.517820720453906e-06, "Finetune/Loss": 0.8341575860977173, "Finetune/Loss (Raw)": 0.7446598410606384, "Finetune/Step": 7046, "Finetune/Step Time": 6.182057939469814}
+{"Finetune/Learning Rate": 3.5152565716003996e-06, "Finetune/Loss": 0.8357614874839783, "Finetune/Loss (Raw)": 1.0187232494354248, "Finetune/Step": 7047, "Finetune/Step Time": 6.165009656921029}
+{"Finetune/Learning Rate": 3.5126931583024215e-06, "Finetune/Loss": 0.8365440964698792, "Finetune/Loss (Raw)": 0.8411237001419067, "Finetune/Step": 7048, "Finetune/Step Time": 6.168463468551636}
+{"Finetune/Learning Rate": 3.5101304808507375e-06, "Finetune/Loss": 0.8354930877685547, "Finetune/Loss (Raw)": 0.6610026359558105, "Finetune/Step": 7049, "Finetune/Step Time": 6.177587412297726}
+{"Finetune/Learning Rate": 3.507568539536027e-06, "Finetune/Loss": 0.8362935185432434, "Finetune/Loss (Raw)": 0.9165478944778442, "Finetune/Step": 7050, "Finetune/Step Time": 6.174604980275035}
+{"Finetune/Learning Rate": 3.505007334648888e-06, "Finetune/Loss": 0.8373662829399109, "Finetune/Loss (Raw)": 0.9356182813644409, "Finetune/Step": 7051, "Finetune/Step Time": 6.159779975190759}
+{"Finetune/Learning Rate": 3.502446866479837e-06, "Finetune/Loss": 0.8369140625, "Finetune/Loss (Raw)": 0.8975728750228882, "Finetune/Step": 7052, "Finetune/Step Time": 6.157964697107673}
+{"Finetune/Learning Rate": 3.4998871353192964e-06, "Finetune/Loss": 0.8379324078559875, "Finetune/Loss (Raw)": 0.9279525876045227, "Finetune/Step": 7053, "Finetune/Step Time": 6.155812062323093}
+{"Finetune/Learning Rate": 3.497328141457622e-06, "Finetune/Loss": 0.8360521793365479, "Finetune/Loss (Raw)": 0.7827078700065613, "Finetune/Step": 7054, "Finetune/Step Time": 6.156900281086564}
+{"Finetune/Learning Rate": 3.4947698851850766e-06, "Finetune/Loss": 0.8347415924072266, "Finetune/Loss (Raw)": 0.8067887425422668, "Finetune/Step": 7055, "Finetune/Step Time": 6.16276727989316}
+{"Finetune/Learning Rate": 3.4922123667918305e-06, "Finetune/Loss": 0.8356354236602783, "Finetune/Loss (Raw)": 1.0059118270874023, "Finetune/Step": 7056, "Finetune/Step Time": 6.163542544469237}
+{"Finetune/Learning Rate": 3.4896555865679884e-06, "Finetune/Loss": 0.8365471363067627, "Finetune/Loss (Raw)": 0.9431540369987488, "Finetune/Step": 7057, "Finetune/Step Time": 6.160915303975344}
+{"Finetune/Learning Rate": 3.487099544803563e-06, "Finetune/Loss": 0.8367984294891357, "Finetune/Loss (Raw)": 0.7299627065658569, "Finetune/Step": 7058, "Finetune/Step Time": 6.158187350258231}
+{"Finetune/Learning Rate": 3.4845442417884756e-06, "Finetune/Loss": 0.8361101150512695, "Finetune/Loss (Raw)": 0.7175358533859253, "Finetune/Step": 7059, "Finetune/Step Time": 6.148212829604745}
+{"Finetune/Learning Rate": 3.4819896778125706e-06, "Finetune/Loss": 0.8350507020950317, "Finetune/Loss (Raw)": 0.769810140132904, "Finetune/Step": 7060, "Finetune/Step Time": 6.150944938883185}
+{"Finetune/Learning Rate": 3.479435853165619e-06, "Finetune/Loss": 0.8340457677841187, "Finetune/Loss (Raw)": 0.7649634480476379, "Finetune/Step": 7061, "Finetune/Step Time": 6.155388947576284}
+{"Finetune/Learning Rate": 3.4768827681372887e-06, "Finetune/Loss": 0.8312781453132629, "Finetune/Loss (Raw)": 0.326427161693573, "Finetune/Step": 7062, "Finetune/Step Time": 6.1573303416371346}
+{"Finetune/Learning Rate": 3.4743304230171747e-06, "Finetune/Loss": 0.8302115201950073, "Finetune/Loss (Raw)": 0.8591944575309753, "Finetune/Step": 7063, "Finetune/Step Time": 6.166312688961625}
+{"Finetune/Learning Rate": 3.4717788180947855e-06, "Finetune/Loss": 0.8306454420089722, "Finetune/Loss (Raw)": 0.9213489294052124, "Finetune/Step": 7064, "Finetune/Step Time": 6.162907924503088}
+{"Finetune/Learning Rate": 3.4692279536595475e-06, "Finetune/Loss": 0.8308897018432617, "Finetune/Loss (Raw)": 0.861632227897644, "Finetune/Step": 7065, "Finetune/Step Time": 6.177886884659529}
+{"Finetune/Learning Rate": 3.466677830000801e-06, "Finetune/Loss": 0.8278631567955017, "Finetune/Loss (Raw)": 0.3665752410888672, "Finetune/Step": 7066, "Finetune/Step Time": 6.181796241551638}
+{"Finetune/Learning Rate": 3.464128447407802e-06, "Finetune/Loss": 0.8284968733787537, "Finetune/Loss (Raw)": 0.8348467350006104, "Finetune/Step": 7067, "Finetune/Step Time": 6.192668845877051}
+{"Finetune/Learning Rate": 3.4615798061697258e-06, "Finetune/Loss": 0.8293576836585999, "Finetune/Loss (Raw)": 0.9165394306182861, "Finetune/Step": 7068, "Finetune/Step Time": 6.188537020236254}
+{"Finetune/Learning Rate": 3.4590319065756594e-06, "Finetune/Loss": 0.8293039798736572, "Finetune/Loss (Raw)": 0.8311298489570618, "Finetune/Step": 7069, "Finetune/Step Time": 6.187350008636713}
+{"Finetune/Learning Rate": 3.456484748914608e-06, "Finetune/Loss": 0.8290526866912842, "Finetune/Loss (Raw)": 0.7495322823524475, "Finetune/Step": 7070, "Finetune/Step Time": 6.1899569518864155}
+{"Finetune/Learning Rate": 3.4539383334754927e-06, "Finetune/Loss": 0.8305938839912415, "Finetune/Loss (Raw)": 0.9635305404663086, "Finetune/Step": 7071, "Finetune/Step Time": 6.18757151812315}
+{"Finetune/Learning Rate": 3.4513926605471504e-06, "Finetune/Loss": 0.8303182125091553, "Finetune/Loss (Raw)": 0.876602053642273, "Finetune/Step": 7072, "Finetune/Step Time": 6.18210381641984}
+{"Finetune/Learning Rate": 3.4488477304183344e-06, "Finetune/Loss": 0.8337079286575317, "Finetune/Loss (Raw)": 0.9066112637519836, "Finetune/Step": 7073, "Finetune/Step Time": 6.180951530113816}
+{"Finetune/Learning Rate": 3.446303543377705e-06, "Finetune/Loss": 0.8305956125259399, "Finetune/Loss (Raw)": 0.34245383739471436, "Finetune/Step": 7074, "Finetune/Step Time": 6.173185501247644}
+{"Finetune/Learning Rate": 3.443760099713854e-06, "Finetune/Loss": 0.8269225358963013, "Finetune/Loss (Raw)": 0.5255631804466248, "Finetune/Step": 7075, "Finetune/Step Time": 6.18906225822866}
+{"Finetune/Learning Rate": 3.4412173997152785e-06, "Finetune/Loss": 0.8268911838531494, "Finetune/Loss (Raw)": 0.8385698199272156, "Finetune/Step": 7076, "Finetune/Step Time": 6.193039448931813}
+{"Finetune/Learning Rate": 3.438675443670394e-06, "Finetune/Loss": 0.8230484127998352, "Finetune/Loss (Raw)": 0.3988022208213806, "Finetune/Step": 7077, "Finetune/Step Time": 6.19623988494277}
+{"Finetune/Learning Rate": 3.4361342318675297e-06, "Finetune/Loss": 0.8224533796310425, "Finetune/Loss (Raw)": 0.7752871513366699, "Finetune/Step": 7078, "Finetune/Step Time": 6.205044690519571}
+{"Finetune/Learning Rate": 3.4335937645949312e-06, "Finetune/Loss": 0.8236546516418457, "Finetune/Loss (Raw)": 0.9013204574584961, "Finetune/Step": 7079, "Finetune/Step Time": 6.206832172349095}
+{"Finetune/Learning Rate": 3.4310540421407667e-06, "Finetune/Loss": 0.8234718441963196, "Finetune/Loss (Raw)": 0.7995771169662476, "Finetune/Step": 7080, "Finetune/Step Time": 6.20364136248827}
+{"Finetune/Learning Rate": 3.4285150647930997e-06, "Finetune/Loss": 0.8245170712471008, "Finetune/Loss (Raw)": 0.906317949295044, "Finetune/Step": 7081, "Finetune/Step Time": 6.201582446694374}
+{"Finetune/Learning Rate": 3.425976832839936e-06, "Finetune/Loss": 0.8246408700942993, "Finetune/Loss (Raw)": 0.7391441464424133, "Finetune/Step": 7082, "Finetune/Step Time": 6.20486999116838}
+{"Finetune/Learning Rate": 3.4234393465691806e-06, "Finetune/Loss": 0.8239720463752747, "Finetune/Loss (Raw)": 0.7453539967536926, "Finetune/Step": 7083, "Finetune/Step Time": 6.198479983955622}
+{"Finetune/Learning Rate": 3.42090260626865e-06, "Finetune/Loss": 0.8254159688949585, "Finetune/Loss (Raw)": 0.8568101525306702, "Finetune/Step": 7084, "Finetune/Step Time": 6.196545269340277}
+{"Finetune/Learning Rate": 3.4183666122260915e-06, "Finetune/Loss": 0.8252986073493958, "Finetune/Loss (Raw)": 0.8628044128417969, "Finetune/Step": 7085, "Finetune/Step Time": 6.197058850899339}
+{"Finetune/Learning Rate": 3.415831364729161e-06, "Finetune/Loss": 0.8269774913787842, "Finetune/Loss (Raw)": 0.8849143981933594, "Finetune/Step": 7086, "Finetune/Step Time": 6.195855889469385}
+{"Finetune/Learning Rate": 3.41329686406542e-06, "Finetune/Loss": 0.8267253637313843, "Finetune/Loss (Raw)": 0.7384140491485596, "Finetune/Step": 7087, "Finetune/Step Time": 6.182820355519652}
+{"Finetune/Learning Rate": 3.4107631105223528e-06, "Finetune/Loss": 0.8245896100997925, "Finetune/Loss (Raw)": 0.7773148417472839, "Finetune/Step": 7088, "Finetune/Step Time": 6.194722952321172}
+{"Finetune/Learning Rate": 3.4082301043873712e-06, "Finetune/Loss": 0.8252443671226501, "Finetune/Loss (Raw)": 0.9096329808235168, "Finetune/Step": 7089, "Finetune/Step Time": 6.195780113339424}
+{"Finetune/Learning Rate": 3.4056978459477807e-06, "Finetune/Loss": 0.825331449508667, "Finetune/Loss (Raw)": 0.7756925821304321, "Finetune/Step": 7090, "Finetune/Step Time": 6.194906448945403}
+{"Finetune/Learning Rate": 3.403166335490814e-06, "Finetune/Loss": 0.8228570818901062, "Finetune/Loss (Raw)": 0.4218062162399292, "Finetune/Step": 7091, "Finetune/Step Time": 6.1978052239865065}
+{"Finetune/Learning Rate": 3.4006355733036167e-06, "Finetune/Loss": 0.821874737739563, "Finetune/Loss (Raw)": 0.7767297625541687, "Finetune/Step": 7092, "Finetune/Step Time": 6.212454361841083}
+{"Finetune/Learning Rate": 3.3981055596732515e-06, "Finetune/Loss": 0.819489598274231, "Finetune/Loss (Raw)": 0.4598621129989624, "Finetune/Step": 7093, "Finetune/Step Time": 6.2158442214131355}
+{"Finetune/Learning Rate": 3.3955762948866922e-06, "Finetune/Loss": 0.8197529315948486, "Finetune/Loss (Raw)": 0.8483231663703918, "Finetune/Step": 7094, "Finetune/Step Time": 6.222994893789291}
+{"Finetune/Learning Rate": 3.3930477792308315e-06, "Finetune/Loss": 0.8192681670188904, "Finetune/Loss (Raw)": 0.7773996591567993, "Finetune/Step": 7095, "Finetune/Step Time": 6.208525635302067}
+{"Finetune/Learning Rate": 3.390520012992474e-06, "Finetune/Loss": 0.8185670971870422, "Finetune/Loss (Raw)": 0.9070866703987122, "Finetune/Step": 7096, "Finetune/Step Time": 6.208227714523673}
+{"Finetune/Learning Rate": 3.3879929964583427e-06, "Finetune/Loss": 0.8185285329818726, "Finetune/Loss (Raw)": 0.8409942984580994, "Finetune/Step": 7097, "Finetune/Step Time": 6.2100239638239145}
+{"Finetune/Learning Rate": 3.3854667299150712e-06, "Finetune/Loss": 0.818446159362793, "Finetune/Loss (Raw)": 0.8292154669761658, "Finetune/Step": 7098, "Finetune/Step Time": 6.1888523288071156}
+{"Finetune/Learning Rate": 3.3829412136492124e-06, "Finetune/Loss": 0.8196414113044739, "Finetune/Loss (Raw)": 0.8667700886726379, "Finetune/Step": 7099, "Finetune/Step Time": 6.187276476994157}
+{"Finetune/Learning Rate": 3.3804164479472313e-06, "Finetune/Loss": 0.8202560544013977, "Finetune/Loss (Raw)": 0.9103811979293823, "Finetune/Step": 7100, "Finetune/Step Time": 6.1838685013353825}
+{"Finetune/Learning Rate": 3.377892433095512e-06, "Finetune/Loss": 0.8208483457565308, "Finetune/Loss (Raw)": 0.8725921511650085, "Finetune/Step": 7101, "Finetune/Step Time": 6.171169202774763}
+{"Finetune/Learning Rate": 3.3753691693803404e-06, "Finetune/Loss": 0.8197026252746582, "Finetune/Loss (Raw)": 0.7974886894226074, "Finetune/Step": 7102, "Finetune/Step Time": 6.161131264641881}
+{"Finetune/Learning Rate": 3.372846657087936e-06, "Finetune/Loss": 0.8198026418685913, "Finetune/Loss (Raw)": 0.8123602867126465, "Finetune/Step": 7103, "Finetune/Step Time": 6.156872289255261}
+{"Finetune/Learning Rate": 3.3703248965044253e-06, "Finetune/Loss": 0.8197389841079712, "Finetune/Loss (Raw)": 0.8356255888938904, "Finetune/Step": 7104, "Finetune/Step Time": 6.141741564497352}
+{"Finetune/Learning Rate": 3.367803887915837e-06, "Finetune/Loss": 0.8193478584289551, "Finetune/Loss (Raw)": 0.8837452530860901, "Finetune/Step": 7105, "Finetune/Step Time": 6.139871330931783}
+{"Finetune/Learning Rate": 3.365283631608135e-06, "Finetune/Loss": 0.8182647824287415, "Finetune/Loss (Raw)": 0.768091082572937, "Finetune/Step": 7106, "Finetune/Step Time": 6.139231836423278}
+{"Finetune/Learning Rate": 3.3627641278671896e-06, "Finetune/Loss": 0.8179405927658081, "Finetune/Loss (Raw)": 0.8362715840339661, "Finetune/Step": 7107, "Finetune/Step Time": 6.139288496226072}
+{"Finetune/Learning Rate": 3.360245376978779e-06, "Finetune/Loss": 0.8164961338043213, "Finetune/Loss (Raw)": 0.6973371505737305, "Finetune/Step": 7108, "Finetune/Step Time": 6.1400557570159435}
+{"Finetune/Learning Rate": 3.3577273792285993e-06, "Finetune/Loss": 0.8155075311660767, "Finetune/Loss (Raw)": 0.8142604827880859, "Finetune/Step": 7109, "Finetune/Step Time": 6.139163203537464}
+{"Finetune/Learning Rate": 3.355210134902275e-06, "Finetune/Loss": 0.8151924014091492, "Finetune/Loss (Raw)": 0.7862992286682129, "Finetune/Step": 7110, "Finetune/Step Time": 6.136508341878653}
+{"Finetune/Learning Rate": 3.352693644285323e-06, "Finetune/Loss": 0.8150469064712524, "Finetune/Loss (Raw)": 0.7854328751564026, "Finetune/Step": 7111, "Finetune/Step Time": 6.136471286416054}
+{"Finetune/Learning Rate": 3.3501779076631867e-06, "Finetune/Loss": 0.8155198097229004, "Finetune/Loss (Raw)": 0.8821573853492737, "Finetune/Step": 7112, "Finetune/Step Time": 6.132822373881936}
+{"Finetune/Learning Rate": 3.34766292532123e-06, "Finetune/Loss": 0.8156306743621826, "Finetune/Loss (Raw)": 0.8075980544090271, "Finetune/Step": 7113, "Finetune/Step Time": 6.144805749878287}
+{"Finetune/Learning Rate": 3.3451486975447166e-06, "Finetune/Loss": 0.8162214756011963, "Finetune/Loss (Raw)": 0.826994776725769, "Finetune/Step": 7114, "Finetune/Step Time": 6.140587391331792}
+{"Finetune/Learning Rate": 3.342635224618834e-06, "Finetune/Loss": 0.8159794211387634, "Finetune/Loss (Raw)": 0.9163914918899536, "Finetune/Step": 7115, "Finetune/Step Time": 6.136625835672021}
+{"Finetune/Learning Rate": 3.3401225068286825e-06, "Finetune/Loss": 0.8149192929267883, "Finetune/Loss (Raw)": 0.7522739768028259, "Finetune/Step": 7116, "Finetune/Step Time": 6.1337628699839115}
+{"Finetune/Learning Rate": 3.3376105444592754e-06, "Finetune/Loss": 0.8163893818855286, "Finetune/Loss (Raw)": 0.8964256048202515, "Finetune/Step": 7117, "Finetune/Step Time": 6.133089805021882}
+{"Finetune/Learning Rate": 3.335099337795542e-06, "Finetune/Loss": 0.8162223696708679, "Finetune/Loss (Raw)": 0.8554513454437256, "Finetune/Step": 7118, "Finetune/Step Time": 6.1356400810182095}
+{"Finetune/Learning Rate": 3.3325888871223244e-06, "Finetune/Loss": 0.8161409497261047, "Finetune/Loss (Raw)": 0.8324688076972961, "Finetune/Step": 7119, "Finetune/Step Time": 6.130542011931539}
+{"Finetune/Learning Rate": 3.330079192724379e-06, "Finetune/Loss": 0.8170256018638611, "Finetune/Loss (Raw)": 0.8986945152282715, "Finetune/Step": 7120, "Finetune/Step Time": 6.122813468798995}
+{"Finetune/Learning Rate": 3.3275702548863785e-06, "Finetune/Loss": 0.8160935640335083, "Finetune/Loss (Raw)": 0.8327046036720276, "Finetune/Step": 7121, "Finetune/Step Time": 6.121385948732495}
+{"Finetune/Learning Rate": 3.3250620738929075e-06, "Finetune/Loss": 0.8171200752258301, "Finetune/Loss (Raw)": 0.8870718479156494, "Finetune/Step": 7122, "Finetune/Step Time": 6.127364322543144}
+{"Finetune/Learning Rate": 3.3225546500284656e-06, "Finetune/Loss": 0.8172732591629028, "Finetune/Loss (Raw)": 0.834320604801178, "Finetune/Step": 7123, "Finetune/Step Time": 6.124383315443993}
+{"Finetune/Learning Rate": 3.3200479835774656e-06, "Finetune/Loss": 0.8163493275642395, "Finetune/Loss (Raw)": 0.787688672542572, "Finetune/Step": 7124, "Finetune/Step Time": 6.126447901129723}
+{"Finetune/Learning Rate": 3.3175420748242405e-06, "Finetune/Loss": 0.8155174255371094, "Finetune/Loss (Raw)": 0.7731907963752747, "Finetune/Step": 7125, "Finetune/Step Time": 6.132010582834482}
+{"Finetune/Learning Rate": 3.31503692405302e-06, "Finetune/Loss": 0.8153340816497803, "Finetune/Loss (Raw)": 0.8559374213218689, "Finetune/Step": 7126, "Finetune/Step Time": 6.13085494749248}
+{"Finetune/Learning Rate": 3.312532531547972e-06, "Finetune/Loss": 0.8167082667350769, "Finetune/Loss (Raw)": 0.8993110060691833, "Finetune/Step": 7127, "Finetune/Step Time": 6.137142913416028}
+{"Finetune/Learning Rate": 3.310028897593164e-06, "Finetune/Loss": 0.8173694610595703, "Finetune/Loss (Raw)": 0.8985986709594727, "Finetune/Step": 7128, "Finetune/Step Time": 6.137964831665158}
+{"Finetune/Learning Rate": 3.3075260224725748e-06, "Finetune/Loss": 0.8182545900344849, "Finetune/Loss (Raw)": 0.9047513008117676, "Finetune/Step": 7129, "Finetune/Step Time": 6.134556949138641}
+{"Finetune/Learning Rate": 3.305023906470102e-06, "Finetune/Loss": 0.8189055323600769, "Finetune/Loss (Raw)": 0.7923063635826111, "Finetune/Step": 7130, "Finetune/Step Time": 6.1347966603934765}
+{"Finetune/Learning Rate": 3.302522549869566e-06, "Finetune/Loss": 0.8173539638519287, "Finetune/Loss (Raw)": 0.6779253482818604, "Finetune/Step": 7131, "Finetune/Step Time": 6.154043763875961}
+{"Finetune/Learning Rate": 3.3000219529546817e-06, "Finetune/Loss": 0.8167589902877808, "Finetune/Loss (Raw)": 0.7970695495605469, "Finetune/Step": 7132, "Finetune/Step Time": 6.156408973038197}
+{"Finetune/Learning Rate": 3.2975221160090907e-06, "Finetune/Loss": 0.8159441947937012, "Finetune/Loss (Raw)": 0.8971686959266663, "Finetune/Step": 7133, "Finetune/Step Time": 6.165526071563363}
+{"Finetune/Learning Rate": 3.2950230393163563e-06, "Finetune/Loss": 0.8154176473617554, "Finetune/Loss (Raw)": 0.8196571469306946, "Finetune/Step": 7134, "Finetune/Step Time": 6.16903430223465}
+{"Finetune/Learning Rate": 3.2925247231599323e-06, "Finetune/Loss": 0.8144979476928711, "Finetune/Loss (Raw)": 0.8492438793182373, "Finetune/Step": 7135, "Finetune/Step Time": 6.17557237483561}
+{"Finetune/Learning Rate": 3.2900271678232045e-06, "Finetune/Loss": 0.8145840764045715, "Finetune/Loss (Raw)": 0.8388134837150574, "Finetune/Step": 7136, "Finetune/Step Time": 6.173992298543453}
+{"Finetune/Learning Rate": 3.287530373589467e-06, "Finetune/Loss": 0.8136176466941833, "Finetune/Loss (Raw)": 0.633335292339325, "Finetune/Step": 7137, "Finetune/Step Time": 6.164112275466323}
+{"Finetune/Learning Rate": 3.2850343407419284e-06, "Finetune/Loss": 0.8119393587112427, "Finetune/Loss (Raw)": 0.7614485621452332, "Finetune/Step": 7138, "Finetune/Step Time": 6.157702935859561}
+{"Finetune/Learning Rate": 3.2825390695637094e-06, "Finetune/Loss": 0.8098397254943848, "Finetune/Loss (Raw)": 0.6870833039283752, "Finetune/Step": 7139, "Finetune/Step Time": 6.159036930650473}
+{"Finetune/Learning Rate": 3.280044560337845e-06, "Finetune/Loss": 0.8116710782051086, "Finetune/Loss (Raw)": 1.0233503580093384, "Finetune/Step": 7140, "Finetune/Step Time": 6.160759983584285}
+{"Finetune/Learning Rate": 3.2775508133472843e-06, "Finetune/Loss": 0.8133588433265686, "Finetune/Loss (Raw)": 0.885481595993042, "Finetune/Step": 7141, "Finetune/Step Time": 6.158584637567401}
+{"Finetune/Learning Rate": 3.275057828874889e-06, "Finetune/Loss": 0.8131970167160034, "Finetune/Loss (Raw)": 0.7590610384941101, "Finetune/Step": 7142, "Finetune/Step Time": 6.147040197625756}
+{"Finetune/Learning Rate": 3.2725656072034362e-06, "Finetune/Loss": 0.8117335438728333, "Finetune/Loss (Raw)": 0.7710078954696655, "Finetune/Step": 7143, "Finetune/Step Time": 6.146897871047258}
+{"Finetune/Learning Rate": 3.270074148615615e-06, "Finetune/Loss": 0.81126868724823, "Finetune/Loss (Raw)": 0.7473422288894653, "Finetune/Step": 7144, "Finetune/Step Time": 6.1446545124053955}
+{"Finetune/Learning Rate": 3.2675834533940265e-06, "Finetune/Loss": 0.8109108209609985, "Finetune/Loss (Raw)": 0.7377021312713623, "Finetune/Step": 7145, "Finetune/Step Time": 6.147370681166649}
+{"Finetune/Learning Rate": 3.265093521821192e-06, "Finetune/Loss": 0.8090209364891052, "Finetune/Loss (Raw)": 0.6413438320159912, "Finetune/Step": 7146, "Finetune/Step Time": 6.160922791808844}
+{"Finetune/Learning Rate": 3.2626043541795306e-06, "Finetune/Loss": 0.8071198463439941, "Finetune/Loss (Raw)": 0.7154414057731628, "Finetune/Step": 7147, "Finetune/Step Time": 6.17883768863976}
+{"Finetune/Learning Rate": 3.2601159507513936e-06, "Finetune/Loss": 0.8082864284515381, "Finetune/Loss (Raw)": 0.857978880405426, "Finetune/Step": 7148, "Finetune/Step Time": 6.163280623033643}
+{"Finetune/Learning Rate": 3.2576283118190388e-06, "Finetune/Loss": 0.8065435290336609, "Finetune/Loss (Raw)": 0.7388840913772583, "Finetune/Step": 7149, "Finetune/Step Time": 6.172077119350433}
+{"Finetune/Learning Rate": 3.2551414376646263e-06, "Finetune/Loss": 0.8072376251220703, "Finetune/Loss (Raw)": 0.8918456435203552, "Finetune/Step": 7150, "Finetune/Step Time": 6.181637091562152}
+{"Finetune/Learning Rate": 3.2526553285702467e-06, "Finetune/Loss": 0.8057914972305298, "Finetune/Loss (Raw)": 0.7713068127632141, "Finetune/Step": 7151, "Finetune/Step Time": 6.1790298745036125}
+{"Finetune/Learning Rate": 3.250169984817897e-06, "Finetune/Loss": 0.8057453632354736, "Finetune/Loss (Raw)": 0.8834431767463684, "Finetune/Step": 7152, "Finetune/Step Time": 6.171873360872269}
+{"Finetune/Learning Rate": 3.24768540668948e-06, "Finetune/Loss": 0.8061052560806274, "Finetune/Loss (Raw)": 0.9106104373931885, "Finetune/Step": 7153, "Finetune/Step Time": 6.16966044344008}
+{"Finetune/Learning Rate": 3.245201594466818e-06, "Finetune/Loss": 0.8057145476341248, "Finetune/Loss (Raw)": 0.8225536942481995, "Finetune/Step": 7154, "Finetune/Step Time": 6.162183478474617}
+{"Finetune/Learning Rate": 3.242718548431656e-06, "Finetune/Loss": 0.8052055835723877, "Finetune/Loss (Raw)": 0.7996217608451843, "Finetune/Step": 7155, "Finetune/Step Time": 6.162806687876582}
+{"Finetune/Learning Rate": 3.240236268865632e-06, "Finetune/Loss": 0.805024266242981, "Finetune/Loss (Raw)": 0.754359781742096, "Finetune/Step": 7156, "Finetune/Step Time": 6.158309241756797}
+{"Finetune/Learning Rate": 3.237754756050312e-06, "Finetune/Loss": 0.8053388595581055, "Finetune/Loss (Raw)": 0.9077439904212952, "Finetune/Step": 7157, "Finetune/Step Time": 6.158431144431233}
+{"Finetune/Learning Rate": 3.23527401026717e-06, "Finetune/Loss": 0.8040988445281982, "Finetune/Loss (Raw)": 0.7835140824317932, "Finetune/Step": 7158, "Finetune/Step Time": 6.1764169707894325}
+{"Finetune/Learning Rate": 3.2327940317975936e-06, "Finetune/Loss": 0.8049161434173584, "Finetune/Loss (Raw)": 0.8548974990844727, "Finetune/Step": 7159, "Finetune/Step Time": 6.177222879603505}
+{"Finetune/Learning Rate": 3.230314820922883e-06, "Finetune/Loss": 0.8046794533729553, "Finetune/Loss (Raw)": 0.7953243851661682, "Finetune/Step": 7160, "Finetune/Step Time": 6.17444927059114}
+{"Finetune/Learning Rate": 3.2278363779242484e-06, "Finetune/Loss": 0.8080872297286987, "Finetune/Loss (Raw)": 0.8065597414970398, "Finetune/Step": 7161, "Finetune/Step Time": 6.175450745970011}
+{"Finetune/Learning Rate": 3.225358703082827e-06, "Finetune/Loss": 0.8084732294082642, "Finetune/Loss (Raw)": 0.9592599868774414, "Finetune/Step": 7162, "Finetune/Step Time": 6.160023257136345}
+{"Finetune/Learning Rate": 3.222881796679648e-06, "Finetune/Loss": 0.8057693243026733, "Finetune/Loss (Raw)": 0.7145693898200989, "Finetune/Step": 7163, "Finetune/Step Time": 6.1597801223397255}
+{"Finetune/Learning Rate": 3.2204056589956657e-06, "Finetune/Loss": 0.8026180863380432, "Finetune/Loss (Raw)": 0.46977174282073975, "Finetune/Step": 7164, "Finetune/Step Time": 6.16010288707912}
+{"Finetune/Learning Rate": 3.217930290311746e-06, "Finetune/Loss": 0.802821159362793, "Finetune/Loss (Raw)": 0.815057635307312, "Finetune/Step": 7165, "Finetune/Step Time": 6.177341807633638}
+{"Finetune/Learning Rate": 3.2154556909086664e-06, "Finetune/Loss": 0.8025097250938416, "Finetune/Loss (Raw)": 0.899283230304718, "Finetune/Step": 7166, "Finetune/Step Time": 6.179592091590166}
+{"Finetune/Learning Rate": 3.212981861067116e-06, "Finetune/Loss": 0.8015098571777344, "Finetune/Loss (Raw)": 0.8621002435684204, "Finetune/Step": 7167, "Finetune/Step Time": 6.18846608325839}
+{"Finetune/Learning Rate": 3.2105088010677e-06, "Finetune/Loss": 0.8017722368240356, "Finetune/Loss (Raw)": 0.9148175120353699, "Finetune/Step": 7168, "Finetune/Step Time": 6.193197436630726}
+{"Finetune/Learning Rate": 3.208036511190934e-06, "Finetune/Loss": 0.804541289806366, "Finetune/Loss (Raw)": 0.7996120452880859, "Finetune/Step": 7169, "Finetune/Step Time": 6.201584501191974}
+{"Finetune/Learning Rate": 3.205564991717244e-06, "Finetune/Loss": 0.8033958673477173, "Finetune/Loss (Raw)": 0.790462851524353, "Finetune/Step": 7170, "Finetune/Step Time": 6.18802653811872}
+{"Finetune/Learning Rate": 3.203094242926974e-06, "Finetune/Loss": 0.8034359812736511, "Finetune/Loss (Raw)": 0.8228036761283875, "Finetune/Step": 7171, "Finetune/Step Time": 6.18677250482142}
+{"Finetune/Learning Rate": 3.200624265100376e-06, "Finetune/Loss": 0.8049259185791016, "Finetune/Loss (Raw)": 1.0145304203033447, "Finetune/Step": 7172, "Finetune/Step Time": 6.186106335371733}
+{"Finetune/Learning Rate": 3.198155058517616e-06, "Finetune/Loss": 0.805708646774292, "Finetune/Loss (Raw)": 0.9289276599884033, "Finetune/Step": 7173, "Finetune/Step Time": 6.188330741599202}
+{"Finetune/Learning Rate": 3.195686623458777e-06, "Finetune/Loss": 0.8070509433746338, "Finetune/Loss (Raw)": 0.916476309299469, "Finetune/Step": 7174, "Finetune/Step Time": 6.1859357710927725}
+{"Finetune/Learning Rate": 3.19321896020384e-06, "Finetune/Loss": 0.8056849241256714, "Finetune/Loss (Raw)": 0.8438696265220642, "Finetune/Step": 7175, "Finetune/Step Time": 6.188666621223092}
+{"Finetune/Learning Rate": 3.190752069032719e-06, "Finetune/Loss": 0.806674063205719, "Finetune/Loss (Raw)": 0.9677356481552124, "Finetune/Step": 7176, "Finetune/Step Time": 6.185982573777437}
+{"Finetune/Learning Rate": 3.1882859502252283e-06, "Finetune/Loss": 0.8075971603393555, "Finetune/Loss (Raw)": 0.7791579365730286, "Finetune/Step": 7177, "Finetune/Step Time": 6.17586156539619}
+{"Finetune/Learning Rate": 3.1858206040610883e-06, "Finetune/Loss": 0.8075199127197266, "Finetune/Loss (Raw)": 0.9066545963287354, "Finetune/Step": 7178, "Finetune/Step Time": 6.17092364653945}
+{"Finetune/Learning Rate": 3.1833560308199485e-06, "Finetune/Loss": 0.8067384958267212, "Finetune/Loss (Raw)": 0.8356025218963623, "Finetune/Step": 7179, "Finetune/Step Time": 6.171957613900304}
+{"Finetune/Learning Rate": 3.1808922307813628e-06, "Finetune/Loss": 0.8067091703414917, "Finetune/Loss (Raw)": 0.8938215970993042, "Finetune/Step": 7180, "Finetune/Step Time": 6.170992033556104}
+{"Finetune/Learning Rate": 3.178429204224791e-06, "Finetune/Loss": 0.8057078123092651, "Finetune/Loss (Raw)": 0.7997778654098511, "Finetune/Step": 7181, "Finetune/Step Time": 6.172393219545484}
+{"Finetune/Learning Rate": 3.1759669514296086e-06, "Finetune/Loss": 0.8064941167831421, "Finetune/Loss (Raw)": 0.8833536505699158, "Finetune/Step": 7182, "Finetune/Step Time": 6.154355363920331}
+{"Finetune/Learning Rate": 3.1735054726751167e-06, "Finetune/Loss": 0.8070393204689026, "Finetune/Loss (Raw)": 0.8765770792961121, "Finetune/Step": 7183, "Finetune/Step Time": 6.151204317808151}
+{"Finetune/Learning Rate": 3.171044768240508e-06, "Finetune/Loss": 0.8050661087036133, "Finetune/Loss (Raw)": 0.7533368468284607, "Finetune/Step": 7184, "Finetune/Step Time": 6.155420454218984}
+{"Finetune/Learning Rate": 3.1685848384048977e-06, "Finetune/Loss": 0.8040634393692017, "Finetune/Loss (Raw)": 0.8148124814033508, "Finetune/Step": 7185, "Finetune/Step Time": 6.1571817472577095}
+{"Finetune/Learning Rate": 3.1661256834473153e-06, "Finetune/Loss": 0.8050341606140137, "Finetune/Loss (Raw)": 0.8542110919952393, "Finetune/Step": 7186, "Finetune/Step Time": 6.155189609155059}
+{"Finetune/Learning Rate": 3.163667303646699e-06, "Finetune/Loss": 0.8063935041427612, "Finetune/Loss (Raw)": 0.8915300965309143, "Finetune/Step": 7187, "Finetune/Step Time": 6.150534812361002}
+{"Finetune/Learning Rate": 3.1612096992818973e-06, "Finetune/Loss": 0.8060054779052734, "Finetune/Loss (Raw)": 0.7201493978500366, "Finetune/Step": 7188, "Finetune/Step Time": 6.141692370176315}
+{"Finetune/Learning Rate": 3.158752870631675e-06, "Finetune/Loss": 0.8069298267364502, "Finetune/Loss (Raw)": 0.8832871317863464, "Finetune/Step": 7189, "Finetune/Step Time": 6.150182573124766}
+{"Finetune/Learning Rate": 3.1562968179747058e-06, "Finetune/Loss": 0.8103208541870117, "Finetune/Loss (Raw)": 0.7604676485061646, "Finetune/Step": 7190, "Finetune/Step Time": 6.157650826498866}
+{"Finetune/Learning Rate": 3.153841541589576e-06, "Finetune/Loss": 0.8111569285392761, "Finetune/Loss (Raw)": 0.966218888759613, "Finetune/Step": 7191, "Finetune/Step Time": 6.170106234028935}
+{"Finetune/Learning Rate": 3.151387041754784e-06, "Finetune/Loss": 0.8110774755477905, "Finetune/Loss (Raw)": 0.9111820459365845, "Finetune/Step": 7192, "Finetune/Step Time": 6.176601216197014}
+{"Finetune/Learning Rate": 3.1489333187487424e-06, "Finetune/Loss": 0.8109004497528076, "Finetune/Loss (Raw)": 0.8389675617218018, "Finetune/Step": 7193, "Finetune/Step Time": 6.172686032950878}
+{"Finetune/Learning Rate": 3.146480372849773e-06, "Finetune/Loss": 0.8139661550521851, "Finetune/Loss (Raw)": 0.7589817047119141, "Finetune/Step": 7194, "Finetune/Step Time": 6.172768983989954}
+{"Finetune/Learning Rate": 3.1440282043361113e-06, "Finetune/Loss": 0.8150426149368286, "Finetune/Loss (Raw)": 0.9726336598396301, "Finetune/Step": 7195, "Finetune/Step Time": 6.167305151000619}
+{"Finetune/Learning Rate": 3.1415768134858947e-06, "Finetune/Loss": 0.8144240379333496, "Finetune/Loss (Raw)": 0.8373655080795288, "Finetune/Step": 7196, "Finetune/Step Time": 6.17009019292891}
+{"Finetune/Learning Rate": 3.1391262005771927e-06, "Finetune/Loss": 0.8142918348312378, "Finetune/Loss (Raw)": 0.8142051696777344, "Finetune/Step": 7197, "Finetune/Step Time": 6.170862313359976}
+{"Finetune/Learning Rate": 3.136676365887972e-06, "Finetune/Loss": 0.8152475357055664, "Finetune/Loss (Raw)": 0.871864914894104, "Finetune/Step": 7198, "Finetune/Step Time": 6.171282317489386}
+{"Finetune/Learning Rate": 3.1342273096961063e-06, "Finetune/Loss": 0.8138684034347534, "Finetune/Loss (Raw)": 0.787009060382843, "Finetune/Step": 7199, "Finetune/Step Time": 6.180864080786705}
+{"Finetune/Learning Rate": 3.131779032279397e-06, "Finetune/Loss": 0.8137133121490479, "Finetune/Loss (Raw)": 0.8567397594451904, "Finetune/Step": 7200, "Finetune/Step Time": 6.191802492365241}
+{"Finetune/Learning Rate": 3.1293315339155505e-06, "Finetune/Loss": 0.8128867745399475, "Finetune/Loss (Raw)": 0.8008155822753906, "Finetune/Step": 7201, "Finetune/Step Time": 6.189767127856612}
+{"Finetune/Learning Rate": 3.126884814882176e-06, "Finetune/Loss": 0.8161225318908691, "Finetune/Loss (Raw)": 0.7566299438476562, "Finetune/Step": 7202, "Finetune/Step Time": 6.184881299734116}
+{"Finetune/Learning Rate": 3.1244388754568e-06, "Finetune/Loss": 0.8188743591308594, "Finetune/Loss (Raw)": 0.8777969479560852, "Finetune/Step": 7203, "Finetune/Step Time": 6.176707901060581}
+{"Finetune/Learning Rate": 3.1219937159168743e-06, "Finetune/Loss": 0.8183762431144714, "Finetune/Loss (Raw)": 0.7748151421546936, "Finetune/Step": 7204, "Finetune/Step Time": 6.180919582024217}
+{"Finetune/Learning Rate": 3.1195493365397376e-06, "Finetune/Loss": 0.8214398622512817, "Finetune/Loss (Raw)": 0.7909444570541382, "Finetune/Step": 7205, "Finetune/Step Time": 6.18655108101666}
+{"Finetune/Learning Rate": 3.1171057376026548e-06, "Finetune/Loss": 0.8211512565612793, "Finetune/Loss (Raw)": 0.7383496165275574, "Finetune/Step": 7206, "Finetune/Step Time": 6.178117478266358}
+{"Finetune/Learning Rate": 3.114662919382809e-06, "Finetune/Loss": 0.8210135698318481, "Finetune/Loss (Raw)": 0.8836920261383057, "Finetune/Step": 7207, "Finetune/Step Time": 6.207186775282025}
+{"Finetune/Learning Rate": 3.112220882157275e-06, "Finetune/Loss": 0.8220196962356567, "Finetune/Loss (Raw)": 0.9283644556999207, "Finetune/Step": 7208, "Finetune/Step Time": 6.207345040515065}
+{"Finetune/Learning Rate": 3.1097796262030544e-06, "Finetune/Loss": 0.8219678997993469, "Finetune/Loss (Raw)": 0.8996888399124146, "Finetune/Step": 7209, "Finetune/Step Time": 6.2029526606202126}
+{"Finetune/Learning Rate": 3.1073391517970543e-06, "Finetune/Loss": 0.8230132460594177, "Finetune/Loss (Raw)": 0.8729448318481445, "Finetune/Step": 7210, "Finetune/Step Time": 6.196826491504908}
+{"Finetune/Learning Rate": 3.1048994592160954e-06, "Finetune/Loss": 0.8240470290184021, "Finetune/Loss (Raw)": 0.8776779174804688, "Finetune/Step": 7211, "Finetune/Step Time": 6.203442968428135}
+{"Finetune/Learning Rate": 3.1024605487369076e-06, "Finetune/Loss": 0.823577880859375, "Finetune/Loss (Raw)": 0.7967567443847656, "Finetune/Step": 7212, "Finetune/Step Time": 6.2119517512619495}
+{"Finetune/Learning Rate": 3.100022420636134e-06, "Finetune/Loss": 0.8232436180114746, "Finetune/Loss (Raw)": 0.820019006729126, "Finetune/Step": 7213, "Finetune/Step Time": 6.210746424272656}
+{"Finetune/Learning Rate": 3.097585075190328e-06, "Finetune/Loss": 0.8229133486747742, "Finetune/Loss (Raw)": 0.8426446914672852, "Finetune/Step": 7214, "Finetune/Step Time": 6.217203540727496}
+{"Finetune/Learning Rate": 3.0951485126759526e-06, "Finetune/Loss": 0.8238539695739746, "Finetune/Loss (Raw)": 0.8588095307350159, "Finetune/Step": 7215, "Finetune/Step Time": 6.217906281352043}
+{"Finetune/Learning Rate": 3.0927127333693872e-06, "Finetune/Loss": 0.8228466510772705, "Finetune/Loss (Raw)": 0.6483763456344604, "Finetune/Step": 7216, "Finetune/Step Time": 6.20945792645216}
+{"Finetune/Learning Rate": 3.0902777375469164e-06, "Finetune/Loss": 0.8239820003509521, "Finetune/Loss (Raw)": 1.0549618005752563, "Finetune/Step": 7217, "Finetune/Step Time": 6.222558716312051}
+{"Finetune/Learning Rate": 3.0878435254847393e-06, "Finetune/Loss": 0.8229629993438721, "Finetune/Loss (Raw)": 0.645261824131012, "Finetune/Step": 7218, "Finetune/Step Time": 6.223345635458827}
+{"Finetune/Learning Rate": 3.085410097458967e-06, "Finetune/Loss": 0.8268746733665466, "Finetune/Loss (Raw)": 0.9225000143051147, "Finetune/Step": 7219, "Finetune/Step Time": 6.217513153329492}
+{"Finetune/Learning Rate": 3.0829774537456124e-06, "Finetune/Loss": 0.8264449834823608, "Finetune/Loss (Raw)": 0.7217234969139099, "Finetune/Step": 7220, "Finetune/Step Time": 6.198723478242755}
+{"Finetune/Learning Rate": 3.0805455946206164e-06, "Finetune/Loss": 0.8287688493728638, "Finetune/Loss (Raw)": 0.757323682308197, "Finetune/Step": 7221, "Finetune/Step Time": 6.194495528936386}
+{"Finetune/Learning Rate": 3.0781145203598196e-06, "Finetune/Loss": 0.8287477493286133, "Finetune/Loss (Raw)": 0.8456198573112488, "Finetune/Step": 7222, "Finetune/Step Time": 6.1853989120572805}
+{"Finetune/Learning Rate": 3.07568423123897e-06, "Finetune/Loss": 0.8288979530334473, "Finetune/Loss (Raw)": 0.7966238260269165, "Finetune/Step": 7223, "Finetune/Step Time": 6.185974288731813}
+{"Finetune/Learning Rate": 3.073254727533732e-06, "Finetune/Loss": 0.8270344734191895, "Finetune/Loss (Raw)": 0.6685594916343689, "Finetune/Step": 7224, "Finetune/Step Time": 6.18629976734519}
+{"Finetune/Learning Rate": 3.070826009519691e-06, "Finetune/Loss": 0.8266621828079224, "Finetune/Loss (Raw)": 0.7933530807495117, "Finetune/Step": 7225, "Finetune/Step Time": 6.1915135737508535}
+{"Finetune/Learning Rate": 3.068398077472322e-06, "Finetune/Loss": 0.827495813369751, "Finetune/Loss (Raw)": 0.935917854309082, "Finetune/Step": 7226, "Finetune/Step Time": 6.188093967735767}
+{"Finetune/Learning Rate": 3.0659709316670237e-06, "Finetune/Loss": 0.826256275177002, "Finetune/Loss (Raw)": 0.7081055641174316, "Finetune/Step": 7227, "Finetune/Step Time": 6.190212184563279}
+{"Finetune/Learning Rate": 3.0635445723791123e-06, "Finetune/Loss": 0.8260086178779602, "Finetune/Loss (Raw)": 0.878679633140564, "Finetune/Step": 7228, "Finetune/Step Time": 6.202279604971409}
+{"Finetune/Learning Rate": 3.0611189998837978e-06, "Finetune/Loss": 0.8246132135391235, "Finetune/Loss (Raw)": 0.6939809322357178, "Finetune/Step": 7229, "Finetune/Step Time": 6.209001325070858}
+{"Finetune/Learning Rate": 3.0586942144562115e-06, "Finetune/Loss": 0.8247964382171631, "Finetune/Loss (Raw)": 0.820947527885437, "Finetune/Step": 7230, "Finetune/Step Time": 6.210457714274526}
+{"Finetune/Learning Rate": 3.0562702163713954e-06, "Finetune/Loss": 0.8242959380149841, "Finetune/Loss (Raw)": 0.7482889890670776, "Finetune/Step": 7231, "Finetune/Step Time": 6.213854815810919}
+{"Finetune/Learning Rate": 3.053847005904298e-06, "Finetune/Loss": 0.8238040208816528, "Finetune/Loss (Raw)": 0.7726531028747559, "Finetune/Step": 7232, "Finetune/Step Time": 6.215230679139495}
+{"Finetune/Learning Rate": 3.0514245833297817e-06, "Finetune/Loss": 0.823691725730896, "Finetune/Loss (Raw)": 0.869376003742218, "Finetune/Step": 7233, "Finetune/Step Time": 6.215658824890852}
+{"Finetune/Learning Rate": 3.0490029489226193e-06, "Finetune/Loss": 0.8239969611167908, "Finetune/Loss (Raw)": 0.8071663975715637, "Finetune/Step": 7234, "Finetune/Step Time": 6.217078847810626}
+{"Finetune/Learning Rate": 3.0465821029574927e-06, "Finetune/Loss": 0.8237822651863098, "Finetune/Loss (Raw)": 0.8087869882583618, "Finetune/Step": 7235, "Finetune/Step Time": 6.2147684544324875}
+{"Finetune/Learning Rate": 3.044162045708996e-06, "Finetune/Loss": 0.8241392374038696, "Finetune/Loss (Raw)": 0.7430369853973389, "Finetune/Step": 7236, "Finetune/Step Time": 6.214349634945393}
+{"Finetune/Learning Rate": 3.0417427774516304e-06, "Finetune/Loss": 0.82512366771698, "Finetune/Loss (Raw)": 0.9402593970298767, "Finetune/Step": 7237, "Finetune/Step Time": 6.2223027646541595}
+{"Finetune/Learning Rate": 3.0393242984598136e-06, "Finetune/Loss": 0.8252379894256592, "Finetune/Loss (Raw)": 0.8009322285652161, "Finetune/Step": 7238, "Finetune/Step Time": 6.2439162619411945}
+{"Finetune/Learning Rate": 3.036906609007868e-06, "Finetune/Loss": 0.8271163702011108, "Finetune/Loss (Raw)": 1.0258711576461792, "Finetune/Step": 7239, "Finetune/Step Time": 6.243925739079714}
+{"Finetune/Learning Rate": 3.0344897093700333e-06, "Finetune/Loss": 0.8264696598052979, "Finetune/Loss (Raw)": 0.799378514289856, "Finetune/Step": 7240, "Finetune/Step Time": 6.246655438095331}
+{"Finetune/Learning Rate": 3.0320735998204444e-06, "Finetune/Loss": 0.8259904384613037, "Finetune/Loss (Raw)": 0.7462512850761414, "Finetune/Step": 7241, "Finetune/Step Time": 6.252127690240741}
+{"Finetune/Learning Rate": 3.0296582806331676e-06, "Finetune/Loss": 0.8253278732299805, "Finetune/Loss (Raw)": 0.7421932816505432, "Finetune/Step": 7242, "Finetune/Step Time": 6.255818547680974}
+{"Finetune/Learning Rate": 3.0272437520821663e-06, "Finetune/Loss": 0.8241298198699951, "Finetune/Loss (Raw)": 0.7630409002304077, "Finetune/Step": 7243, "Finetune/Step Time": 6.250412104651332}
+{"Finetune/Learning Rate": 3.0248300144413157e-06, "Finetune/Loss": 0.8240903615951538, "Finetune/Loss (Raw)": 0.7472177147865295, "Finetune/Step": 7244, "Finetune/Step Time": 6.260060239583254}
+{"Finetune/Learning Rate": 3.0224170679844046e-06, "Finetune/Loss": 0.8238987922668457, "Finetune/Loss (Raw)": 0.8719022274017334, "Finetune/Step": 7245, "Finetune/Step Time": 6.2718095779418945}
+{"Finetune/Learning Rate": 3.0200049129851293e-06, "Finetune/Loss": 0.8234072327613831, "Finetune/Loss (Raw)": 0.7925384044647217, "Finetune/Step": 7246, "Finetune/Step Time": 6.267180103808641}
+{"Finetune/Learning Rate": 3.0175935497171005e-06, "Finetune/Loss": 0.8238747119903564, "Finetune/Loss (Raw)": 0.8923074007034302, "Finetune/Step": 7247, "Finetune/Step Time": 6.267602950334549}
+{"Finetune/Learning Rate": 3.0151829784538257e-06, "Finetune/Loss": 0.8241043090820312, "Finetune/Loss (Raw)": 0.9280760288238525, "Finetune/Step": 7248, "Finetune/Step Time": 6.266989395022392}
+{"Finetune/Learning Rate": 3.0127731994687426e-06, "Finetune/Loss": 0.8245508670806885, "Finetune/Loss (Raw)": 0.8898591995239258, "Finetune/Step": 7249, "Finetune/Step Time": 6.262645995244384}
+{"Finetune/Learning Rate": 3.0103642130351897e-06, "Finetune/Loss": 0.8238246440887451, "Finetune/Loss (Raw)": 0.7941227555274963, "Finetune/Step": 7250, "Finetune/Step Time": 6.254964517429471}
+{"Finetune/Learning Rate": 3.007956019426409e-06, "Finetune/Loss": 0.8239030241966248, "Finetune/Loss (Raw)": 0.8443554043769836, "Finetune/Step": 7251, "Finetune/Step Time": 6.257049137726426}
+{"Finetune/Learning Rate": 3.005548618915557e-06, "Finetune/Loss": 0.8239959478378296, "Finetune/Loss (Raw)": 0.7995878458023071, "Finetune/Step": 7252, "Finetune/Step Time": 6.275721976533532}
+{"Finetune/Learning Rate": 3.0031420117757116e-06, "Finetune/Loss": 0.8247033357620239, "Finetune/Loss (Raw)": 0.8637265563011169, "Finetune/Step": 7253, "Finetune/Step Time": 6.271801536902785}
+{"Finetune/Learning Rate": 3.0007361982798433e-06, "Finetune/Loss": 0.8235623240470886, "Finetune/Loss (Raw)": 0.7098904252052307, "Finetune/Step": 7254, "Finetune/Step Time": 6.274161132052541}
+{"Finetune/Learning Rate": 2.998331178700837e-06, "Finetune/Loss": 0.8232544660568237, "Finetune/Loss (Raw)": 0.8599098324775696, "Finetune/Step": 7255, "Finetune/Step Time": 6.270499179139733}
+{"Finetune/Learning Rate": 2.9959269533115042e-06, "Finetune/Loss": 0.8225256204605103, "Finetune/Loss (Raw)": 0.8053067326545715, "Finetune/Step": 7256, "Finetune/Step Time": 6.280996387824416}
+{"Finetune/Learning Rate": 2.9935235223845405e-06, "Finetune/Loss": 0.8228598237037659, "Finetune/Loss (Raw)": 0.9475222826004028, "Finetune/Step": 7257, "Finetune/Step Time": 6.279643012210727}
+{"Finetune/Learning Rate": 2.9911208861925676e-06, "Finetune/Loss": 0.8229233026504517, "Finetune/Loss (Raw)": 0.8004336953163147, "Finetune/Step": 7258, "Finetune/Step Time": 6.27331736497581}
+{"Finetune/Learning Rate": 2.988719045008114e-06, "Finetune/Loss": 0.8242542147636414, "Finetune/Loss (Raw)": 0.8482873439788818, "Finetune/Step": 7259, "Finetune/Step Time": 6.258367853239179}
+{"Finetune/Learning Rate": 2.986317999103616e-06, "Finetune/Loss": 0.8213040828704834, "Finetune/Loss (Raw)": 0.4194532632827759, "Finetune/Step": 7260, "Finetune/Step Time": 6.260691616684198}
+{"Finetune/Learning Rate": 2.9839177487514215e-06, "Finetune/Loss": 0.8210824728012085, "Finetune/Loss (Raw)": 0.868792712688446, "Finetune/Step": 7261, "Finetune/Step Time": 6.267064465209842}
+{"Finetune/Learning Rate": 2.9815182942237885e-06, "Finetune/Loss": 0.8208644390106201, "Finetune/Loss (Raw)": 0.7917492389678955, "Finetune/Step": 7262, "Finetune/Step Time": 6.270983042195439}
+{"Finetune/Learning Rate": 2.979119635792882e-06, "Finetune/Loss": 0.8212910890579224, "Finetune/Loss (Raw)": 0.903857946395874, "Finetune/Step": 7263, "Finetune/Step Time": 6.276717212051153}
+{"Finetune/Learning Rate": 2.9767217737307805e-06, "Finetune/Loss": 0.8210257887840271, "Finetune/Loss (Raw)": 0.8048549294471741, "Finetune/Step": 7264, "Finetune/Step Time": 6.277481550350785}
+{"Finetune/Learning Rate": 2.9743247083094685e-06, "Finetune/Loss": 0.8219394683837891, "Finetune/Loss (Raw)": 0.7502864599227905, "Finetune/Step": 7265, "Finetune/Step Time": 6.278556244447827}
+{"Finetune/Learning Rate": 2.971928439800843e-06, "Finetune/Loss": 0.8188164234161377, "Finetune/Loss (Raw)": 0.36169788241386414, "Finetune/Step": 7266, "Finetune/Step Time": 6.285967377945781}
+{"Finetune/Learning Rate": 2.969532968476709e-06, "Finetune/Loss": 0.8206853866577148, "Finetune/Loss (Raw)": 0.9263131022453308, "Finetune/Step": 7267, "Finetune/Step Time": 6.304602002725005}
+{"Finetune/Learning Rate": 2.9671382946087847e-06, "Finetune/Loss": 0.8193683624267578, "Finetune/Loss (Raw)": 0.8547695875167847, "Finetune/Step": 7268, "Finetune/Step Time": 6.312865573912859}
+{"Finetune/Learning Rate": 2.9647444184686847e-06, "Finetune/Loss": 0.8152930736541748, "Finetune/Loss (Raw)": 0.36384016275405884, "Finetune/Step": 7269, "Finetune/Step Time": 6.317751113325357}
+{"Finetune/Learning Rate": 2.9623513403279537e-06, "Finetune/Loss": 0.815658688545227, "Finetune/Loss (Raw)": 0.805863618850708, "Finetune/Step": 7270, "Finetune/Step Time": 6.334470700472593}
+{"Finetune/Learning Rate": 2.959959060458034e-06, "Finetune/Loss": 0.8165125846862793, "Finetune/Loss (Raw)": 0.880308985710144, "Finetune/Step": 7271, "Finetune/Step Time": 6.335444083437324}
+{"Finetune/Learning Rate": 2.9575675791302704e-06, "Finetune/Loss": 0.8167837858200073, "Finetune/Loss (Raw)": 0.7820516228675842, "Finetune/Step": 7272, "Finetune/Step Time": 6.336703449487686}
+{"Finetune/Learning Rate": 2.9551768966159333e-06, "Finetune/Loss": 0.8179279565811157, "Finetune/Loss (Raw)": 0.8841589093208313, "Finetune/Step": 7273, "Finetune/Step Time": 6.329984728246927}
+{"Finetune/Learning Rate": 2.9527870131861958e-06, "Finetune/Loss": 0.8203543424606323, "Finetune/Loss (Raw)": 0.9519171118736267, "Finetune/Step": 7274, "Finetune/Step Time": 6.315682016313076}
+{"Finetune/Learning Rate": 2.950397929112132e-06, "Finetune/Loss": 0.8213171362876892, "Finetune/Loss (Raw)": 0.8386809825897217, "Finetune/Step": 7275, "Finetune/Step Time": 6.298604691401124}
+{"Finetune/Learning Rate": 2.9480096446647335e-06, "Finetune/Loss": 0.8213300704956055, "Finetune/Loss (Raw)": 0.8596387505531311, "Finetune/Step": 7276, "Finetune/Step Time": 6.298049999400973}
+{"Finetune/Learning Rate": 2.945622160114908e-06, "Finetune/Loss": 0.8183972239494324, "Finetune/Loss (Raw)": 0.36347848176956177, "Finetune/Step": 7277, "Finetune/Step Time": 6.299977598711848}
+{"Finetune/Learning Rate": 2.943235475733457e-06, "Finetune/Loss": 0.817531168460846, "Finetune/Loss (Raw)": 0.7809852361679077, "Finetune/Step": 7278, "Finetune/Step Time": 6.30404956638813}
+{"Finetune/Learning Rate": 2.9408495917911007e-06, "Finetune/Loss": 0.8176057934761047, "Finetune/Loss (Raw)": 0.7808636426925659, "Finetune/Step": 7279, "Finetune/Step Time": 6.308992536738515}
+{"Finetune/Learning Rate": 2.938464508558466e-06, "Finetune/Loss": 0.8163926601409912, "Finetune/Loss (Raw)": 0.7281602621078491, "Finetune/Step": 7280, "Finetune/Step Time": 6.3154142703861}
+{"Finetune/Learning Rate": 2.9360802263060917e-06, "Finetune/Loss": 0.8166766166687012, "Finetune/Loss (Raw)": 0.9469559192657471, "Finetune/Step": 7281, "Finetune/Step Time": 6.31887948513031}
+{"Finetune/Learning Rate": 2.9336967453044206e-06, "Finetune/Loss": 0.8160216808319092, "Finetune/Loss (Raw)": 0.738719642162323, "Finetune/Step": 7282, "Finetune/Step Time": 6.317892372608185}
+{"Finetune/Learning Rate": 2.9313140658238114e-06, "Finetune/Loss": 0.8157709836959839, "Finetune/Loss (Raw)": 0.7675361037254333, "Finetune/Step": 7283, "Finetune/Step Time": 6.321976600214839}
+{"Finetune/Learning Rate": 2.9289321881345257e-06, "Finetune/Loss": 0.8156059980392456, "Finetune/Loss (Raw)": 0.7332468032836914, "Finetune/Step": 7284, "Finetune/Step Time": 6.334054287523031}
+{"Finetune/Learning Rate": 2.926551112506737e-06, "Finetune/Loss": 0.8159991502761841, "Finetune/Loss (Raw)": 0.9580693244934082, "Finetune/Step": 7285, "Finetune/Step Time": 6.358701704069972}
+{"Finetune/Learning Rate": 2.9241708392105284e-06, "Finetune/Loss": 0.8169436454772949, "Finetune/Loss (Raw)": 0.9044017195701599, "Finetune/Step": 7286, "Finetune/Step Time": 6.347505716606975}
+{"Finetune/Learning Rate": 2.9217913685158894e-06, "Finetune/Loss": 0.8164697289466858, "Finetune/Loss (Raw)": 0.794239342212677, "Finetune/Step": 7287, "Finetune/Step Time": 6.34537260606885}
+{"Finetune/Learning Rate": 2.9194127006927208e-06, "Finetune/Loss": 0.8170416355133057, "Finetune/Loss (Raw)": 0.8685240745544434, "Finetune/Step": 7288, "Finetune/Step Time": 6.3432201240211725}
+{"Finetune/Learning Rate": 2.9170348360108326e-06, "Finetune/Loss": 0.8174502849578857, "Finetune/Loss (Raw)": 0.8588699698448181, "Finetune/Step": 7289, "Finetune/Step Time": 6.339743785560131}
+{"Finetune/Learning Rate": 2.9146577747399406e-06, "Finetune/Loss": 0.8151599764823914, "Finetune/Loss (Raw)": 0.666100025177002, "Finetune/Step": 7290, "Finetune/Step Time": 6.347006486728787}
+{"Finetune/Learning Rate": 2.9122815171496743e-06, "Finetune/Loss": 0.8174855709075928, "Finetune/Loss (Raw)": 1.012244462966919, "Finetune/Step": 7291, "Finetune/Step Time": 6.344637395814061}
+{"Finetune/Learning Rate": 2.90990606350957e-06, "Finetune/Loss": 0.8172863721847534, "Finetune/Loss (Raw)": 0.44427743554115295, "Finetune/Step": 7292, "Finetune/Step Time": 6.3467429261654615}
+{"Finetune/Learning Rate": 2.907531414089064e-06, "Finetune/Loss": 0.8186075687408447, "Finetune/Loss (Raw)": 0.9841706156730652, "Finetune/Step": 7293, "Finetune/Step Time": 6.348268304020166}
+{"Finetune/Learning Rate": 2.9051575691575196e-06, "Finetune/Loss": 0.817852795124054, "Finetune/Loss (Raw)": 0.8026680946350098, "Finetune/Step": 7294, "Finetune/Step Time": 6.345822621136904}
+{"Finetune/Learning Rate": 2.902784528984197e-06, "Finetune/Loss": 0.8174402117729187, "Finetune/Loss (Raw)": 0.8092918992042542, "Finetune/Step": 7295, "Finetune/Step Time": 6.338681338354945}
+{"Finetune/Learning Rate": 2.9004122938382617e-06, "Finetune/Loss": 0.8171343207359314, "Finetune/Loss (Raw)": 0.8756639957427979, "Finetune/Step": 7296, "Finetune/Step Time": 6.336258361116052}
+{"Finetune/Learning Rate": 2.8980408639887925e-06, "Finetune/Loss": 0.8170597553253174, "Finetune/Loss (Raw)": 0.7900667190551758, "Finetune/Step": 7297, "Finetune/Step Time": 6.32225333340466}
+{"Finetune/Learning Rate": 2.8956702397047875e-06, "Finetune/Loss": 0.8175958395004272, "Finetune/Loss (Raw)": 0.8590798377990723, "Finetune/Step": 7298, "Finetune/Step Time": 6.320365142077208}
+{"Finetune/Learning Rate": 2.893300421255134e-06, "Finetune/Loss": 0.8176136016845703, "Finetune/Loss (Raw)": 0.8250809907913208, "Finetune/Step": 7299, "Finetune/Step Time": 6.320130053907633}
+{"Finetune/Learning Rate": 2.890931408908637e-06, "Finetune/Loss": 0.8155225515365601, "Finetune/Loss (Raw)": 0.7468779683113098, "Finetune/Step": 7300, "Finetune/Step Time": 6.3225914891809225}
+{"Finetune/Learning Rate": 2.8885632029340185e-06, "Finetune/Loss": 0.8144577741622925, "Finetune/Loss (Raw)": 0.7926324605941772, "Finetune/Step": 7301, "Finetune/Step Time": 6.323815360665321}
+{"Finetune/Learning Rate": 2.886195803599894e-06, "Finetune/Loss": 0.8121826648712158, "Finetune/Loss (Raw)": 0.6252630949020386, "Finetune/Step": 7302, "Finetune/Step Time": 6.342669479548931}
+{"Finetune/Learning Rate": 2.8838292111747946e-06, "Finetune/Loss": 0.8121367692947388, "Finetune/Loss (Raw)": 0.8379979729652405, "Finetune/Step": 7303, "Finetune/Step Time": 6.351704157888889}
+{"Finetune/Learning Rate": 2.881463425927161e-06, "Finetune/Loss": 0.8121546506881714, "Finetune/Loss (Raw)": 0.9700150489807129, "Finetune/Step": 7304, "Finetune/Step Time": 6.360705930739641}
+{"Finetune/Learning Rate": 2.8790984481253426e-06, "Finetune/Loss": 0.812563955783844, "Finetune/Loss (Raw)": 0.8315503597259521, "Finetune/Step": 7305, "Finetune/Step Time": 6.368048286065459}
+{"Finetune/Learning Rate": 2.876734278037593e-06, "Finetune/Loss": 0.8128466606140137, "Finetune/Loss (Raw)": 0.9428452253341675, "Finetune/Step": 7306, "Finetune/Step Time": 6.37108856625855}
+{"Finetune/Learning Rate": 2.8743709159320776e-06, "Finetune/Loss": 0.8129091262817383, "Finetune/Loss (Raw)": 0.8436005115509033, "Finetune/Step": 7307, "Finetune/Step Time": 6.3722485937178135}
+{"Finetune/Learning Rate": 2.872008362076869e-06, "Finetune/Loss": 0.8089882135391235, "Finetune/Loss (Raw)": 0.39193448424339294, "Finetune/Step": 7308, "Finetune/Step Time": 6.375814452767372}
+{"Finetune/Learning Rate": 2.8696466167399508e-06, "Finetune/Loss": 0.8095332384109497, "Finetune/Loss (Raw)": 0.8695502281188965, "Finetune/Step": 7309, "Finetune/Step Time": 6.390992784872651}
+{"Finetune/Learning Rate": 2.867285680189209e-06, "Finetune/Loss": 0.8105534911155701, "Finetune/Loss (Raw)": 1.0139410495758057, "Finetune/Step": 7310, "Finetune/Step Time": 6.3908250499516726}
+{"Finetune/Learning Rate": 2.8649255526924437e-06, "Finetune/Loss": 0.8106033802032471, "Finetune/Loss (Raw)": 0.8829680681228638, "Finetune/Step": 7311, "Finetune/Step Time": 6.3892501294612885}
+{"Finetune/Learning Rate": 2.86256623451736e-06, "Finetune/Loss": 0.8112794160842896, "Finetune/Loss (Raw)": 0.839862048625946, "Finetune/Step": 7312, "Finetune/Step Time": 6.3905095513910055}
+{"Finetune/Learning Rate": 2.8602077259315754e-06, "Finetune/Loss": 0.8114720582962036, "Finetune/Loss (Raw)": 0.8394743204116821, "Finetune/Step": 7313, "Finetune/Step Time": 6.397460767999291}
+{"Finetune/Learning Rate": 2.857850027202602e-06, "Finetune/Loss": 0.8109472990036011, "Finetune/Loss (Raw)": 0.7870414853096008, "Finetune/Step": 7314, "Finetune/Step Time": 6.403416970744729}
+{"Finetune/Learning Rate": 2.8554931385978823e-06, "Finetune/Loss": 0.8110735416412354, "Finetune/Loss (Raw)": 0.907687783241272, "Finetune/Step": 7315, "Finetune/Step Time": 6.408649746328592}
+{"Finetune/Learning Rate": 2.853137060384752e-06, "Finetune/Loss": 0.8116132020950317, "Finetune/Loss (Raw)": 0.7892317771911621, "Finetune/Step": 7316, "Finetune/Step Time": 6.404726438224316}
+{"Finetune/Learning Rate": 2.8507817928304505e-06, "Finetune/Loss": 0.8121825456619263, "Finetune/Loss (Raw)": 0.9561575651168823, "Finetune/Step": 7317, "Finetune/Step Time": 6.392451411113143}
+{"Finetune/Learning Rate": 2.848427336202142e-06, "Finetune/Loss": 0.8135714530944824, "Finetune/Loss (Raw)": 0.9382461905479431, "Finetune/Step": 7318, "Finetune/Step Time": 6.385115060955286}
+{"Finetune/Learning Rate": 2.8460736907668873e-06, "Finetune/Loss": 0.8123676180839539, "Finetune/Loss (Raw)": 0.8121320605278015, "Finetune/Step": 7319, "Finetune/Step Time": 6.3606269508600235}
+{"Finetune/Learning Rate": 2.843720856791652e-06, "Finetune/Loss": 0.812675952911377, "Finetune/Loss (Raw)": 0.9506469368934631, "Finetune/Step": 7320, "Finetune/Step Time": 6.359340639784932}
+{"Finetune/Learning Rate": 2.8413688345433156e-06, "Finetune/Loss": 0.8126832246780396, "Finetune/Loss (Raw)": 0.8398993015289307, "Finetune/Step": 7321, "Finetune/Step Time": 6.348077796399593}
+{"Finetune/Learning Rate": 2.8390176242886725e-06, "Finetune/Loss": 0.8118879795074463, "Finetune/Loss (Raw)": 0.6571924090385437, "Finetune/Step": 7322, "Finetune/Step Time": 6.344844250008464}
+{"Finetune/Learning Rate": 2.8366672262944094e-06, "Finetune/Loss": 0.8100519180297852, "Finetune/Loss (Raw)": 0.7376161813735962, "Finetune/Step": 7323, "Finetune/Step Time": 6.34562374278903}
+{"Finetune/Learning Rate": 2.8343176408271312e-06, "Finetune/Loss": 0.8107215166091919, "Finetune/Loss (Raw)": 0.9230751395225525, "Finetune/Step": 7324, "Finetune/Step Time": 6.359437953680754}
+{"Finetune/Learning Rate": 2.8319688681533484e-06, "Finetune/Loss": 0.8101583123207092, "Finetune/Loss (Raw)": 0.7421132922172546, "Finetune/Step": 7325, "Finetune/Step Time": 6.356901818886399}
+{"Finetune/Learning Rate": 2.8296209085394787e-06, "Finetune/Loss": 0.8107135891914368, "Finetune/Loss (Raw)": 0.9429368376731873, "Finetune/Step": 7326, "Finetune/Step Time": 6.3524861596524715}
+{"Finetune/Learning Rate": 2.8272737622518474e-06, "Finetune/Loss": 0.8115282654762268, "Finetune/Loss (Raw)": 0.8912966847419739, "Finetune/Step": 7327, "Finetune/Step Time": 6.344958294183016}
+{"Finetune/Learning Rate": 2.8249274295566863e-06, "Finetune/Loss": 0.8124110698699951, "Finetune/Loss (Raw)": 0.969736635684967, "Finetune/Step": 7328, "Finetune/Step Time": 6.333583706989884}
+{"Finetune/Learning Rate": 2.822581910720146e-06, "Finetune/Loss": 0.8131206631660461, "Finetune/Loss (Raw)": 0.8916409015655518, "Finetune/Step": 7329, "Finetune/Step Time": 6.333057556301355}
+{"Finetune/Learning Rate": 2.820237206008265e-06, "Finetune/Loss": 0.8135368227958679, "Finetune/Loss (Raw)": 0.8098993301391602, "Finetune/Step": 7330, "Finetune/Step Time": 6.331586882472038}
+{"Finetune/Learning Rate": 2.8178933156870023e-06, "Finetune/Loss": 0.8129007816314697, "Finetune/Loss (Raw)": 0.7963765859603882, "Finetune/Step": 7331, "Finetune/Step Time": 6.3295788615942}
+{"Finetune/Learning Rate": 2.8155502400222246e-06, "Finetune/Loss": 0.8130170106887817, "Finetune/Loss (Raw)": 0.7897008657455444, "Finetune/Step": 7332, "Finetune/Step Time": 6.325807616114616}
+{"Finetune/Learning Rate": 2.813207979279703e-06, "Finetune/Loss": 0.8119313716888428, "Finetune/Loss (Raw)": 0.6519793272018433, "Finetune/Step": 7333, "Finetune/Step Time": 6.321570221334696}
+{"Finetune/Learning Rate": 2.810866533725115e-06, "Finetune/Loss": 0.8126789331436157, "Finetune/Loss (Raw)": 0.8340437412261963, "Finetune/Step": 7334, "Finetune/Step Time": 6.319408601149917}
+{"Finetune/Learning Rate": 2.8085259036240498e-06, "Finetune/Loss": 0.8115078210830688, "Finetune/Loss (Raw)": 0.7337885499000549, "Finetune/Step": 7335, "Finetune/Step Time": 6.292552746832371}
+{"Finetune/Learning Rate": 2.8061860892420013e-06, "Finetune/Loss": 0.8094717264175415, "Finetune/Loss (Raw)": 0.667744517326355, "Finetune/Step": 7336, "Finetune/Step Time": 6.3143038880079985}
+{"Finetune/Learning Rate": 2.8038470908443717e-06, "Finetune/Loss": 0.8095793724060059, "Finetune/Loss (Raw)": 0.9134695529937744, "Finetune/Step": 7337, "Finetune/Step Time": 6.32297632843256}
+{"Finetune/Learning Rate": 2.8015089086964685e-06, "Finetune/Loss": 0.809877872467041, "Finetune/Loss (Raw)": 0.9111469388008118, "Finetune/Step": 7338, "Finetune/Step Time": 6.325680820271373}
+{"Finetune/Learning Rate": 2.79917154306351e-06, "Finetune/Loss": 0.8088347911834717, "Finetune/Loss (Raw)": 0.7441604137420654, "Finetune/Step": 7339, "Finetune/Step Time": 6.317133404314518}
+{"Finetune/Learning Rate": 2.796834994210621e-06, "Finetune/Loss": 0.8078494668006897, "Finetune/Loss (Raw)": 0.6706441044807434, "Finetune/Step": 7340, "Finetune/Step Time": 6.306114599108696}
+{"Finetune/Learning Rate": 2.7944992624028355e-06, "Finetune/Loss": 0.8075016736984253, "Finetune/Loss (Raw)": 0.7754945158958435, "Finetune/Step": 7341, "Finetune/Step Time": 6.305191783234477}
+{"Finetune/Learning Rate": 2.792164347905082e-06, "Finetune/Loss": 0.8073174357414246, "Finetune/Loss (Raw)": 0.819062352180481, "Finetune/Step": 7342, "Finetune/Step Time": 6.3052980825304985}
+{"Finetune/Learning Rate": 2.789830250982217e-06, "Finetune/Loss": 0.8081711530685425, "Finetune/Loss (Raw)": 0.9680935144424438, "Finetune/Step": 7343, "Finetune/Step Time": 6.300972003489733}
+{"Finetune/Learning Rate": 2.7874969718989943e-06, "Finetune/Loss": 0.809135377407074, "Finetune/Loss (Raw)": 0.7717909216880798, "Finetune/Step": 7344, "Finetune/Step Time": 6.297134026885033}
+{"Finetune/Learning Rate": 2.7851645109200644e-06, "Finetune/Loss": 0.806725263595581, "Finetune/Loss (Raw)": 0.7464634776115417, "Finetune/Step": 7345, "Finetune/Step Time": 6.287659140303731}
+{"Finetune/Learning Rate": 2.782832868310005e-06, "Finetune/Loss": 0.8069411516189575, "Finetune/Loss (Raw)": 0.6729003190994263, "Finetune/Step": 7346, "Finetune/Step Time": 6.29199487529695}
+{"Finetune/Learning Rate": 2.7805020443332898e-06, "Finetune/Loss": 0.8062470555305481, "Finetune/Loss (Raw)": 0.8336526155471802, "Finetune/Step": 7347, "Finetune/Step Time": 6.314843438565731}
+{"Finetune/Learning Rate": 2.7781720392542965e-06, "Finetune/Loss": 0.8064962029457092, "Finetune/Loss (Raw)": 0.7536196708679199, "Finetune/Step": 7348, "Finetune/Step Time": 6.317141093313694}
+{"Finetune/Learning Rate": 2.7758428533373127e-06, "Finetune/Loss": 0.80622398853302, "Finetune/Loss (Raw)": 0.7224828004837036, "Finetune/Step": 7349, "Finetune/Step Time": 6.315536404028535}
+{"Finetune/Learning Rate": 2.773514486846546e-06, "Finetune/Loss": 0.8058903217315674, "Finetune/Loss (Raw)": 0.8029100298881531, "Finetune/Step": 7350, "Finetune/Step Time": 6.3124250043183565}
+{"Finetune/Learning Rate": 2.77118694004609e-06, "Finetune/Loss": 0.8056122064590454, "Finetune/Loss (Raw)": 0.7610182166099548, "Finetune/Step": 7351, "Finetune/Step Time": 6.311335328966379}
+{"Finetune/Learning Rate": 2.7688602131999564e-06, "Finetune/Loss": 0.8069524765014648, "Finetune/Loss (Raw)": 0.8401135206222534, "Finetune/Step": 7352, "Finetune/Step Time": 6.310723595321178}
+{"Finetune/Learning Rate": 2.766534306572065e-06, "Finetune/Loss": 0.807937502861023, "Finetune/Loss (Raw)": 0.9194437265396118, "Finetune/Step": 7353, "Finetune/Step Time": 6.305215226486325}
+{"Finetune/Learning Rate": 2.7642092204262394e-06, "Finetune/Loss": 0.8069167137145996, "Finetune/Loss (Raw)": 0.8052532076835632, "Finetune/Step": 7354, "Finetune/Step Time": 6.3161094803363085}
+{"Finetune/Learning Rate": 2.7618849550262097e-06, "Finetune/Loss": 0.8085875511169434, "Finetune/Loss (Raw)": 0.9219755530357361, "Finetune/Step": 7355, "Finetune/Step Time": 6.323602253571153}
+{"Finetune/Learning Rate": 2.7595615106356154e-06, "Finetune/Loss": 0.8073216080665588, "Finetune/Loss (Raw)": 0.7166380286216736, "Finetune/Step": 7356, "Finetune/Step Time": 6.313157066702843}
+{"Finetune/Learning Rate": 2.757238887518001e-06, "Finetune/Loss": 0.8072335720062256, "Finetune/Loss (Raw)": 0.682711660861969, "Finetune/Step": 7357, "Finetune/Step Time": 6.322840292006731}
+{"Finetune/Learning Rate": 2.7549170859368203e-06, "Finetune/Loss": 0.8075016736984253, "Finetune/Loss (Raw)": 0.8552662134170532, "Finetune/Step": 7358, "Finetune/Step Time": 6.32745460793376}
+{"Finetune/Learning Rate": 2.7525961061554286e-06, "Finetune/Loss": 0.808777928352356, "Finetune/Loss (Raw)": 0.9116491675376892, "Finetune/Step": 7359, "Finetune/Step Time": 6.335424769669771}
+{"Finetune/Learning Rate": 2.7502759484370946e-06, "Finetune/Loss": 0.8087992668151855, "Finetune/Loss (Raw)": 0.7753825187683105, "Finetune/Step": 7360, "Finetune/Step Time": 6.33455684222281}
+{"Finetune/Learning Rate": 2.7479566130449887e-06, "Finetune/Loss": 0.808060348033905, "Finetune/Loss (Raw)": 0.7747927904129028, "Finetune/Step": 7361, "Finetune/Step Time": 6.3346387799829245}
+{"Finetune/Learning Rate": 2.745638100242194e-06, "Finetune/Loss": 0.8078384399414062, "Finetune/Loss (Raw)": 0.7787602543830872, "Finetune/Step": 7362, "Finetune/Step Time": 6.3338515274226665}
+{"Finetune/Learning Rate": 2.7433204102916866e-06, "Finetune/Loss": 0.8081310987472534, "Finetune/Loss (Raw)": 0.8462516069412231, "Finetune/Step": 7363, "Finetune/Step Time": 6.3410188145935535}
+{"Finetune/Learning Rate": 2.7410035434563677e-06, "Finetune/Loss": 0.8071932792663574, "Finetune/Loss (Raw)": 0.6229969263076782, "Finetune/Step": 7364, "Finetune/Step Time": 6.350640004500747}
+{"Finetune/Learning Rate": 2.7386874999990375e-06, "Finetune/Loss": 0.8056491613388062, "Finetune/Loss (Raw)": 0.7426097393035889, "Finetune/Step": 7365, "Finetune/Step Time": 6.352578949183226}
+{"Finetune/Learning Rate": 2.736372280182391e-06, "Finetune/Loss": 0.8064752817153931, "Finetune/Loss (Raw)": 0.9066770672798157, "Finetune/Step": 7366, "Finetune/Step Time": 6.335205981507897}
+{"Finetune/Learning Rate": 2.7340578842690515e-06, "Finetune/Loss": 0.8048354387283325, "Finetune/Loss (Raw)": 0.8159724473953247, "Finetune/Step": 7367, "Finetune/Step Time": 6.336481990292668}
+{"Finetune/Learning Rate": 2.731744312521536e-06, "Finetune/Loss": 0.805088996887207, "Finetune/Loss (Raw)": 0.8318331241607666, "Finetune/Step": 7368, "Finetune/Step Time": 6.330430243164301}
+{"Finetune/Learning Rate": 2.729431565202263e-06, "Finetune/Loss": 0.8061504364013672, "Finetune/Loss (Raw)": 0.8821151852607727, "Finetune/Step": 7369, "Finetune/Step Time": 6.307423960417509}
+{"Finetune/Learning Rate": 2.7271196425735667e-06, "Finetune/Loss": 0.8067739009857178, "Finetune/Loss (Raw)": 0.8219938278198242, "Finetune/Step": 7370, "Finetune/Step Time": 6.3028095699846745}
+{"Finetune/Learning Rate": 2.7248085448976934e-06, "Finetune/Loss": 0.8075048923492432, "Finetune/Loss (Raw)": 0.8566165566444397, "Finetune/Step": 7371, "Finetune/Step Time": 6.303646046668291}
+{"Finetune/Learning Rate": 2.7224982724367775e-06, "Finetune/Loss": 0.8087111711502075, "Finetune/Loss (Raw)": 0.9016184210777283, "Finetune/Step": 7372, "Finetune/Step Time": 6.297744397073984}
+{"Finetune/Learning Rate": 2.7201888254528706e-06, "Finetune/Loss": 0.8079829216003418, "Finetune/Loss (Raw)": 0.778681218624115, "Finetune/Step": 7373, "Finetune/Step Time": 6.28380442224443}
+{"Finetune/Learning Rate": 2.717880204207941e-06, "Finetune/Loss": 0.8075755834579468, "Finetune/Loss (Raw)": 0.7403956651687622, "Finetune/Step": 7374, "Finetune/Step Time": 6.281922284513712}
+{"Finetune/Learning Rate": 2.7155724089638415e-06, "Finetune/Loss": 0.8063514828681946, "Finetune/Loss (Raw)": 0.7356241345405579, "Finetune/Step": 7375, "Finetune/Step Time": 6.2797341756522655}
+{"Finetune/Learning Rate": 2.7132654399823444e-06, "Finetune/Loss": 0.8054313659667969, "Finetune/Loss (Raw)": 0.8103044033050537, "Finetune/Step": 7376, "Finetune/Step Time": 6.277835842221975}
+{"Finetune/Learning Rate": 2.7109592975251274e-06, "Finetune/Loss": 0.804724931716919, "Finetune/Loss (Raw)": 0.7994307279586792, "Finetune/Step": 7377, "Finetune/Step Time": 6.284941570833325}
+{"Finetune/Learning Rate": 2.708653981853774e-06, "Finetune/Loss": 0.8056596517562866, "Finetune/Loss (Raw)": 0.9137649536132812, "Finetune/Step": 7378, "Finetune/Step Time": 6.302427444607019}
+{"Finetune/Learning Rate": 2.7063494932297705e-06, "Finetune/Loss": 0.8051279783248901, "Finetune/Loss (Raw)": 0.7763107419013977, "Finetune/Step": 7379, "Finetune/Step Time": 6.313041055575013}
+{"Finetune/Learning Rate": 2.7040458319145137e-06, "Finetune/Loss": 0.8061167001724243, "Finetune/Loss (Raw)": 0.9261432886123657, "Finetune/Step": 7380, "Finetune/Step Time": 6.300204269587994}
+{"Finetune/Learning Rate": 2.7017429981693043e-06, "Finetune/Loss": 0.8052806258201599, "Finetune/Loss (Raw)": 0.7567020058631897, "Finetune/Step": 7381, "Finetune/Step Time": 6.303139083087444}
+{"Finetune/Learning Rate": 2.6994409922553487e-06, "Finetune/Loss": 0.8072925806045532, "Finetune/Loss (Raw)": 0.9674202799797058, "Finetune/Step": 7382, "Finetune/Step Time": 6.315868314355612}
+{"Finetune/Learning Rate": 2.6971398144337624e-06, "Finetune/Loss": 0.805935800075531, "Finetune/Loss (Raw)": 0.6862488389015198, "Finetune/Step": 7383, "Finetune/Step Time": 6.317681312561035}
+{"Finetune/Learning Rate": 2.694839464965563e-06, "Finetune/Loss": 0.8066756725311279, "Finetune/Loss (Raw)": 0.9000058770179749, "Finetune/Step": 7384, "Finetune/Step Time": 6.304383814334869}
+{"Finetune/Learning Rate": 2.6925399441116763e-06, "Finetune/Loss": 0.805739164352417, "Finetune/Loss (Raw)": 0.8276569843292236, "Finetune/Step": 7385, "Finetune/Step Time": 6.305587191134691}
+{"Finetune/Learning Rate": 2.690241252132937e-06, "Finetune/Loss": 0.8072744607925415, "Finetune/Loss (Raw)": 0.9969482421875, "Finetune/Step": 7386, "Finetune/Step Time": 6.301888199523091}
+{"Finetune/Learning Rate": 2.687943389290073e-06, "Finetune/Loss": 0.8070448637008667, "Finetune/Loss (Raw)": 0.8188994526863098, "Finetune/Step": 7387, "Finetune/Step Time": 6.29705061390996}
+{"Finetune/Learning Rate": 2.6856463558437374e-06, "Finetune/Loss": 0.8095830678939819, "Finetune/Loss (Raw)": 0.7443459033966064, "Finetune/Step": 7388, "Finetune/Step Time": 6.292074387893081}
+{"Finetune/Learning Rate": 2.683350152054479e-06, "Finetune/Loss": 0.8089326620101929, "Finetune/Loss (Raw)": 0.7855331897735596, "Finetune/Step": 7389, "Finetune/Step Time": 6.287529177963734}
+{"Finetune/Learning Rate": 2.681054778182748e-06, "Finetune/Loss": 0.8095926642417908, "Finetune/Loss (Raw)": 0.8762337565422058, "Finetune/Step": 7390, "Finetune/Step Time": 6.311542470008135}
+{"Finetune/Learning Rate": 2.6787602344889053e-06, "Finetune/Loss": 0.8083072900772095, "Finetune/Loss (Raw)": 0.7393230199813843, "Finetune/Step": 7391, "Finetune/Step Time": 6.301403943449259}
+{"Finetune/Learning Rate": 2.676466521233225e-06, "Finetune/Loss": 0.8082143068313599, "Finetune/Loss (Raw)": 0.792952299118042, "Finetune/Step": 7392, "Finetune/Step Time": 6.299833679571748}
+{"Finetune/Learning Rate": 2.6741736386758743e-06, "Finetune/Loss": 0.8089199066162109, "Finetune/Loss (Raw)": 0.8406111001968384, "Finetune/Step": 7393, "Finetune/Step Time": 6.299126846715808}
+{"Finetune/Learning Rate": 2.671881587076929e-06, "Finetune/Loss": 0.811961829662323, "Finetune/Loss (Raw)": 0.7510626912117004, "Finetune/Step": 7394, "Finetune/Step Time": 6.2976648434996605}
+{"Finetune/Learning Rate": 2.669590366696382e-06, "Finetune/Loss": 0.8108094930648804, "Finetune/Loss (Raw)": 0.7788201570510864, "Finetune/Step": 7395, "Finetune/Step Time": 6.30216721445322}
+{"Finetune/Learning Rate": 2.6672999777941168e-06, "Finetune/Loss": 0.8102055191993713, "Finetune/Loss (Raw)": 0.7774555087089539, "Finetune/Step": 7396, "Finetune/Step Time": 6.297136088833213}
+{"Finetune/Learning Rate": 2.6650104206299287e-06, "Finetune/Loss": 0.8133676648139954, "Finetune/Loss (Raw)": 0.7685903310775757, "Finetune/Step": 7397, "Finetune/Step Time": 6.302365755662322}
+{"Finetune/Learning Rate": 2.6627216954635227e-06, "Finetune/Loss": 0.8128812313079834, "Finetune/Loss (Raw)": 0.7436035871505737, "Finetune/Step": 7398, "Finetune/Step Time": 6.293378170579672}
+{"Finetune/Learning Rate": 2.660433802554503e-06, "Finetune/Loss": 0.8123574256896973, "Finetune/Loss (Raw)": 0.8132574558258057, "Finetune/Step": 7399, "Finetune/Step Time": 6.294772990047932}
+{"Finetune/Learning Rate": 2.6581467421623842e-06, "Finetune/Loss": 0.8133690357208252, "Finetune/Loss (Raw)": 0.9115412831306458, "Finetune/Step": 7400, "Finetune/Step Time": 6.29785031452775}
+{"Finetune/Learning Rate": 2.6558605145465823e-06, "Finetune/Loss": 0.8127353191375732, "Finetune/Loss (Raw)": 0.8030486702919006, "Finetune/Step": 7401, "Finetune/Step Time": 6.299072941765189}
+{"Finetune/Learning Rate": 2.6535751199664218e-06, "Finetune/Loss": 0.8114055395126343, "Finetune/Loss (Raw)": 0.781699538230896, "Finetune/Step": 7402, "Finetune/Step Time": 6.302996588870883}
+{"Finetune/Learning Rate": 2.6512905586811333e-06, "Finetune/Loss": 0.8101996779441833, "Finetune/Loss (Raw)": 0.6843344569206238, "Finetune/Step": 7403, "Finetune/Step Time": 6.30318370833993}
+{"Finetune/Learning Rate": 2.6490068309498483e-06, "Finetune/Loss": 0.8097853064537048, "Finetune/Loss (Raw)": 0.8065954446792603, "Finetune/Step": 7404, "Finetune/Step Time": 6.300610421225429}
+{"Finetune/Learning Rate": 2.646723937031611e-06, "Finetune/Loss": 0.8146927952766418, "Finetune/Loss (Raw)": 0.9916368722915649, "Finetune/Step": 7405, "Finetune/Step Time": 6.291673284024}
+{"Finetune/Learning Rate": 2.6444418771853632e-06, "Finetune/Loss": 0.8157514929771423, "Finetune/Loss (Raw)": 0.9165037274360657, "Finetune/Step": 7406, "Finetune/Step Time": 6.277414955198765}
+{"Finetune/Learning Rate": 2.6421606516699607e-06, "Finetune/Loss": 0.8162103891372681, "Finetune/Loss (Raw)": 0.8395904898643494, "Finetune/Step": 7407, "Finetune/Step Time": 6.273228358477354}
+{"Finetune/Learning Rate": 2.639880260744151e-06, "Finetune/Loss": 0.816673994064331, "Finetune/Loss (Raw)": 0.787504255771637, "Finetune/Step": 7408, "Finetune/Step Time": 6.2695586290210485}
+{"Finetune/Learning Rate": 2.637600704666603e-06, "Finetune/Loss": 0.8153337240219116, "Finetune/Loss (Raw)": 0.7754116654396057, "Finetune/Step": 7409, "Finetune/Step Time": 6.271226601675153}
+{"Finetune/Learning Rate": 2.6353219836958823e-06, "Finetune/Loss": 0.8154228925704956, "Finetune/Loss (Raw)": 0.7501313090324402, "Finetune/Step": 7410, "Finetune/Step Time": 6.282583506777883}
+{"Finetune/Learning Rate": 2.6330440980904603e-06, "Finetune/Loss": 0.8146693706512451, "Finetune/Loss (Raw)": 0.6710876226425171, "Finetune/Step": 7411, "Finetune/Step Time": 6.278463799506426}
+{"Finetune/Learning Rate": 2.6307670481087143e-06, "Finetune/Loss": 0.8150044679641724, "Finetune/Loss (Raw)": 0.7761269211769104, "Finetune/Step": 7412, "Finetune/Step Time": 6.268848909065127}
+{"Finetune/Learning Rate": 2.6284908340089276e-06, "Finetune/Loss": 0.8135808706283569, "Finetune/Loss (Raw)": 0.775854229927063, "Finetune/Step": 7413, "Finetune/Step Time": 6.245051696896553}
+{"Finetune/Learning Rate": 2.6262154560492915e-06, "Finetune/Loss": 0.8134142160415649, "Finetune/Loss (Raw)": 0.8830691576004028, "Finetune/Step": 7414, "Finetune/Step Time": 6.2389659490436316}
+{"Finetune/Learning Rate": 2.623940914487888e-06, "Finetune/Loss": 0.8124467730522156, "Finetune/Loss (Raw)": 0.6704063415527344, "Finetune/Step": 7415, "Finetune/Step Time": 6.248428322374821}
+{"Finetune/Learning Rate": 2.6216672095827267e-06, "Finetune/Loss": 0.8127194046974182, "Finetune/Loss (Raw)": 0.9034277200698853, "Finetune/Step": 7416, "Finetune/Step Time": 6.253612732514739}
+{"Finetune/Learning Rate": 2.619394341591709e-06, "Finetune/Loss": 0.8121629953384399, "Finetune/Loss (Raw)": 0.7876497507095337, "Finetune/Step": 7417, "Finetune/Step Time": 6.255174720659852}
+{"Finetune/Learning Rate": 2.6171223107726373e-06, "Finetune/Loss": 0.8129420280456543, "Finetune/Loss (Raw)": 0.7658143639564514, "Finetune/Step": 7418, "Finetune/Step Time": 6.251715453341603}
+{"Finetune/Learning Rate": 2.6148511173832246e-06, "Finetune/Loss": 0.811506450176239, "Finetune/Loss (Raw)": 0.8284908533096313, "Finetune/Step": 7419, "Finetune/Step Time": 6.253698734566569}
+{"Finetune/Learning Rate": 2.6125807616811006e-06, "Finetune/Loss": 0.8146853446960449, "Finetune/Loss (Raw)": 0.8511672616004944, "Finetune/Step": 7420, "Finetune/Step Time": 6.254228485748172}
+{"Finetune/Learning Rate": 2.6103112439237776e-06, "Finetune/Loss": 0.8124693632125854, "Finetune/Loss (Raw)": 0.7005335092544556, "Finetune/Step": 7421, "Finetune/Step Time": 6.242477850988507}
+{"Finetune/Learning Rate": 2.6080425643686835e-06, "Finetune/Loss": 0.8123992085456848, "Finetune/Loss (Raw)": 0.7936860918998718, "Finetune/Step": 7422, "Finetune/Step Time": 6.24215279892087}
+{"Finetune/Learning Rate": 2.605774723273162e-06, "Finetune/Loss": 0.8125127553939819, "Finetune/Loss (Raw)": 0.8238188624382019, "Finetune/Step": 7423, "Finetune/Step Time": 6.250637641176581}
+{"Finetune/Learning Rate": 2.6035077208944416e-06, "Finetune/Loss": 0.8126435875892639, "Finetune/Loss (Raw)": 0.8924155235290527, "Finetune/Step": 7424, "Finetune/Step Time": 6.254715170711279}
+{"Finetune/Learning Rate": 2.6012415574896677e-06, "Finetune/Loss": 0.8135664463043213, "Finetune/Loss (Raw)": 0.9081954956054688, "Finetune/Step": 7425, "Finetune/Step Time": 6.257536679506302}
+{"Finetune/Learning Rate": 2.5989762333158896e-06, "Finetune/Loss": 0.8132572174072266, "Finetune/Loss (Raw)": 0.8194969892501831, "Finetune/Step": 7426, "Finetune/Step Time": 6.259458936750889}
+{"Finetune/Learning Rate": 2.5967117486300573e-06, "Finetune/Loss": 0.8135643005371094, "Finetune/Loss (Raw)": 0.8643947839736938, "Finetune/Step": 7427, "Finetune/Step Time": 6.263118086382747}
+{"Finetune/Learning Rate": 2.594448103689031e-06, "Finetune/Loss": 0.8144996166229248, "Finetune/Loss (Raw)": 0.8665862679481506, "Finetune/Step": 7428, "Finetune/Step Time": 6.259580941870809}
+{"Finetune/Learning Rate": 2.592185298749571e-06, "Finetune/Loss": 0.813646674156189, "Finetune/Loss (Raw)": 0.6834593415260315, "Finetune/Step": 7429, "Finetune/Step Time": 6.2703273221850395}
+{"Finetune/Learning Rate": 2.589923334068345e-06, "Finetune/Loss": 0.8117873668670654, "Finetune/Loss (Raw)": 0.3872748613357544, "Finetune/Step": 7430, "Finetune/Step Time": 6.255033250898123}
+{"Finetune/Learning Rate": 2.5876622099019243e-06, "Finetune/Loss": 0.8116796612739563, "Finetune/Loss (Raw)": 0.824211597442627, "Finetune/Step": 7431, "Finetune/Step Time": 6.257545759901404}
+{"Finetune/Learning Rate": 2.585401926506785e-06, "Finetune/Loss": 0.8106586933135986, "Finetune/Loss (Raw)": 0.8393292427062988, "Finetune/Step": 7432, "Finetune/Step Time": 6.2483209650963545}
+{"Finetune/Learning Rate": 2.5831424841393084e-06, "Finetune/Loss": 0.8074215650558472, "Finetune/Loss (Raw)": 0.41720086336135864, "Finetune/Step": 7433, "Finetune/Step Time": 6.251604849472642}
+{"Finetune/Learning Rate": 2.580883883055779e-06, "Finetune/Loss": 0.8066571354866028, "Finetune/Loss (Raw)": 0.8449949026107788, "Finetune/Step": 7434, "Finetune/Step Time": 6.265223369002342}
+{"Finetune/Learning Rate": 2.578626123512391e-06, "Finetune/Loss": 0.806200385093689, "Finetune/Loss (Raw)": 0.7851393222808838, "Finetune/Step": 7435, "Finetune/Step Time": 6.264896363019943}
+{"Finetune/Learning Rate": 2.576369205765229e-06, "Finetune/Loss": 0.8103606700897217, "Finetune/Loss (Raw)": 0.9244455695152283, "Finetune/Step": 7436, "Finetune/Step Time": 6.259780330583453}
+{"Finetune/Learning Rate": 2.5741131300703004e-06, "Finetune/Loss": 0.8097137212753296, "Finetune/Loss (Raw)": 0.7867501974105835, "Finetune/Step": 7437, "Finetune/Step Time": 6.248478515073657}
+{"Finetune/Learning Rate": 2.5718578966835116e-06, "Finetune/Loss": 0.8077808022499084, "Finetune/Loss (Raw)": 0.7665198445320129, "Finetune/Step": 7438, "Finetune/Step Time": 6.254577634856105}
+{"Finetune/Learning Rate": 2.569603505860658e-06, "Finetune/Loss": 0.8080206513404846, "Finetune/Loss (Raw)": 0.9136655926704407, "Finetune/Step": 7439, "Finetune/Step Time": 6.2633598409593105}
+{"Finetune/Learning Rate": 2.5673499578574644e-06, "Finetune/Loss": 0.8074699640274048, "Finetune/Loss (Raw)": 0.7693833708763123, "Finetune/Step": 7440, "Finetune/Step Time": 6.280827613547444}
+{"Finetune/Learning Rate": 2.565097252929545e-06, "Finetune/Loss": 0.8084354400634766, "Finetune/Loss (Raw)": 0.963047981262207, "Finetune/Step": 7441, "Finetune/Step Time": 6.280733872205019}
+{"Finetune/Learning Rate": 2.562845391332417e-06, "Finetune/Loss": 0.8079274892807007, "Finetune/Loss (Raw)": 0.7220226526260376, "Finetune/Step": 7442, "Finetune/Step Time": 6.275037879124284}
+{"Finetune/Learning Rate": 2.5605943733215044e-06, "Finetune/Loss": 0.8081902265548706, "Finetune/Loss (Raw)": 0.9413225650787354, "Finetune/Step": 7443, "Finetune/Step Time": 6.268664680421352}
+{"Finetune/Learning Rate": 2.5583441991521475e-06, "Finetune/Loss": 0.8082189559936523, "Finetune/Loss (Raw)": 0.792905330657959, "Finetune/Step": 7444, "Finetune/Step Time": 6.2692699041217566}
+{"Finetune/Learning Rate": 2.5560948690795693e-06, "Finetune/Loss": 0.8076887130737305, "Finetune/Loss (Raw)": 0.8882975578308105, "Finetune/Step": 7445, "Finetune/Step Time": 6.273173037916422}
+{"Finetune/Learning Rate": 2.5538463833589144e-06, "Finetune/Loss": 0.8067994117736816, "Finetune/Loss (Raw)": 0.8244050741195679, "Finetune/Step": 7446, "Finetune/Step Time": 6.269432166591287}
+{"Finetune/Learning Rate": 2.5515987422452225e-06, "Finetune/Loss": 0.8077952265739441, "Finetune/Loss (Raw)": 0.939598023891449, "Finetune/Step": 7447, "Finetune/Step Time": 6.265125969424844}
+{"Finetune/Learning Rate": 2.5493519459934423e-06, "Finetune/Loss": 0.8058292269706726, "Finetune/Loss (Raw)": 0.6989980936050415, "Finetune/Step": 7448, "Finetune/Step Time": 6.265514628961682}
+{"Finetune/Learning Rate": 2.5471059948584243e-06, "Finetune/Loss": 0.8057721853256226, "Finetune/Loss (Raw)": 0.8326017260551453, "Finetune/Step": 7449, "Finetune/Step Time": 6.271061424165964}
+{"Finetune/Learning Rate": 2.544860889094922e-06, "Finetune/Loss": 0.805950403213501, "Finetune/Loss (Raw)": 0.6799958944320679, "Finetune/Step": 7450, "Finetune/Step Time": 6.270983252674341}
+{"Finetune/Learning Rate": 2.542616628957598e-06, "Finetune/Loss": 0.8064238429069519, "Finetune/Loss (Raw)": 0.7982203364372253, "Finetune/Step": 7451, "Finetune/Step Time": 6.269527154043317}
+{"Finetune/Learning Rate": 2.540373214701013e-06, "Finetune/Loss": 0.8053305149078369, "Finetune/Loss (Raw)": 0.7831342220306396, "Finetune/Step": 7452, "Finetune/Step Time": 6.253115540370345}
+{"Finetune/Learning Rate": 2.538130646579635e-06, "Finetune/Loss": 0.8053056001663208, "Finetune/Loss (Raw)": 0.7389212250709534, "Finetune/Step": 7453, "Finetune/Step Time": 6.262961529195309}
+{"Finetune/Learning Rate": 2.5358889248478357e-06, "Finetune/Loss": 0.8035159111022949, "Finetune/Loss (Raw)": 0.7138565182685852, "Finetune/Step": 7454, "Finetune/Step Time": 6.2771099507808685}
+{"Finetune/Learning Rate": 2.5336480497598905e-06, "Finetune/Loss": 0.8030298352241516, "Finetune/Loss (Raw)": 0.8290797472000122, "Finetune/Step": 7455, "Finetune/Step Time": 6.275450885295868}
+{"Finetune/Learning Rate": 2.5314080215699822e-06, "Finetune/Loss": 0.8026257753372192, "Finetune/Loss (Raw)": 0.918013870716095, "Finetune/Step": 7456, "Finetune/Step Time": 6.2793566938489676}
+{"Finetune/Learning Rate": 2.5291688405321835e-06, "Finetune/Loss": 0.8013878464698792, "Finetune/Loss (Raw)": 0.7331870198249817, "Finetune/Step": 7457, "Finetune/Step Time": 6.287178762257099}
+{"Finetune/Learning Rate": 2.5269305069004924e-06, "Finetune/Loss": 0.8019500970840454, "Finetune/Loss (Raw)": 0.8818636536598206, "Finetune/Step": 7458, "Finetune/Step Time": 6.28928348235786}
+{"Finetune/Learning Rate": 2.524693020928799e-06, "Finetune/Loss": 0.8018761873245239, "Finetune/Loss (Raw)": 0.7869263291358948, "Finetune/Step": 7459, "Finetune/Step Time": 6.286680301651359}
+{"Finetune/Learning Rate": 2.5224563828708904e-06, "Finetune/Loss": 0.8019967079162598, "Finetune/Loss (Raw)": 0.8051270246505737, "Finetune/Step": 7460, "Finetune/Step Time": 6.285814123228192}
+{"Finetune/Learning Rate": 2.5202205929804726e-06, "Finetune/Loss": 0.8039798736572266, "Finetune/Loss (Raw)": 0.9058263301849365, "Finetune/Step": 7461, "Finetune/Step Time": 6.280694181099534}
+{"Finetune/Learning Rate": 2.517985651511149e-06, "Finetune/Loss": 0.8027731776237488, "Finetune/Loss (Raw)": 0.6795796155929565, "Finetune/Step": 7462, "Finetune/Step Time": 6.274413703009486}
+{"Finetune/Learning Rate": 2.5157515587164204e-06, "Finetune/Loss": 0.8031848669052124, "Finetune/Loss (Raw)": 0.7864871025085449, "Finetune/Step": 7463, "Finetune/Step Time": 6.269133850932121}
+{"Finetune/Learning Rate": 2.5135183148496976e-06, "Finetune/Loss": 0.8043305277824402, "Finetune/Loss (Raw)": 0.8143898844718933, "Finetune/Step": 7464, "Finetune/Step Time": 6.244808938354254}
+{"Finetune/Learning Rate": 2.5112859201643013e-06, "Finetune/Loss": 0.8048536777496338, "Finetune/Loss (Raw)": 0.9804373979568481, "Finetune/Step": 7465, "Finetune/Step Time": 6.2384588196873665}
+{"Finetune/Learning Rate": 2.509054374913441e-06, "Finetune/Loss": 0.8043006658554077, "Finetune/Loss (Raw)": 0.8403500914573669, "Finetune/Step": 7466, "Finetune/Step Time": 6.240968320518732}
+{"Finetune/Learning Rate": 2.5068236793502387e-06, "Finetune/Loss": 0.8041576147079468, "Finetune/Loss (Raw)": 0.7258548736572266, "Finetune/Step": 7467, "Finetune/Step Time": 6.255243770778179}
+{"Finetune/Learning Rate": 2.5045938337277263e-06, "Finetune/Loss": 0.8052433729171753, "Finetune/Loss (Raw)": 0.8096179366111755, "Finetune/Step": 7468, "Finetune/Step Time": 6.253891019150615}
+{"Finetune/Learning Rate": 2.502364838298824e-06, "Finetune/Loss": 0.8049655556678772, "Finetune/Loss (Raw)": 0.7399404048919678, "Finetune/Step": 7469, "Finetune/Step Time": 6.253763748332858}
+{"Finetune/Learning Rate": 2.5001366933163672e-06, "Finetune/Loss": 0.8050510287284851, "Finetune/Loss (Raw)": 0.8299990296363831, "Finetune/Step": 7470, "Finetune/Step Time": 6.248876202851534}
+{"Finetune/Learning Rate": 2.4979093990330903e-06, "Finetune/Loss": 0.8041127920150757, "Finetune/Loss (Raw)": 0.8480080366134644, "Finetune/Step": 7471, "Finetune/Step Time": 6.2463214956223965}
+{"Finetune/Learning Rate": 2.4956829557016336e-06, "Finetune/Loss": 0.8047152161598206, "Finetune/Loss (Raw)": 0.848892092704773, "Finetune/Step": 7472, "Finetune/Step Time": 6.244933109730482}
+{"Finetune/Learning Rate": 2.4934573635745386e-06, "Finetune/Loss": 0.8052177429199219, "Finetune/Loss (Raw)": 0.8107852339744568, "Finetune/Step": 7473, "Finetune/Step Time": 6.247142173349857}
+{"Finetune/Learning Rate": 2.4912326229042504e-06, "Finetune/Loss": 0.8056535720825195, "Finetune/Loss (Raw)": 0.7286885976791382, "Finetune/Step": 7474, "Finetune/Step Time": 6.253576945513487}
+{"Finetune/Learning Rate": 2.48900873394312e-06, "Finetune/Loss": 0.8053796887397766, "Finetune/Loss (Raw)": 0.7985960841178894, "Finetune/Step": 7475, "Finetune/Step Time": 6.2361177653074265}
+{"Finetune/Learning Rate": 2.486785696943399e-06, "Finetune/Loss": 0.806231677532196, "Finetune/Loss (Raw)": 0.8626770973205566, "Finetune/Step": 7476, "Finetune/Step Time": 6.248029289767146}
+{"Finetune/Learning Rate": 2.4845635121572433e-06, "Finetune/Loss": 0.806499719619751, "Finetune/Loss (Raw)": 0.7567954659461975, "Finetune/Step": 7477, "Finetune/Step Time": 6.251118654385209}
+{"Finetune/Learning Rate": 2.482342179836712e-06, "Finetune/Loss": 0.8061723709106445, "Finetune/Loss (Raw)": 0.761003851890564, "Finetune/Step": 7478, "Finetune/Step Time": 6.261509243398905}
+{"Finetune/Learning Rate": 2.48012170023377e-06, "Finetune/Loss": 0.8070504665374756, "Finetune/Loss (Raw)": 0.8734194040298462, "Finetune/Step": 7479, "Finetune/Step Time": 6.266509210690856}
+{"Finetune/Learning Rate": 2.4779020736002836e-06, "Finetune/Loss": 0.8086293935775757, "Finetune/Loss (Raw)": 1.04220712184906, "Finetune/Step": 7480, "Finetune/Step Time": 6.266369296237826}
+{"Finetune/Learning Rate": 2.4756833001880145e-06, "Finetune/Loss": 0.8072400093078613, "Finetune/Loss (Raw)": 0.7416105270385742, "Finetune/Step": 7481, "Finetune/Step Time": 6.268806904554367}
+{"Finetune/Learning Rate": 2.473465380248643e-06, "Finetune/Loss": 0.8072430491447449, "Finetune/Loss (Raw)": 0.8056385517120361, "Finetune/Step": 7482, "Finetune/Step Time": 6.266980949789286}
+{"Finetune/Learning Rate": 2.4712483140337452e-06, "Finetune/Loss": 0.8068774342536926, "Finetune/Loss (Raw)": 0.8751786947250366, "Finetune/Step": 7483, "Finetune/Step Time": 6.254406616091728}
+{"Finetune/Learning Rate": 2.4690321017947938e-06, "Finetune/Loss": 0.8086917996406555, "Finetune/Loss (Raw)": 0.9488768577575684, "Finetune/Step": 7484, "Finetune/Step Time": 6.250681214034557}
+{"Finetune/Learning Rate": 2.4668167437831714e-06, "Finetune/Loss": 0.8106950521469116, "Finetune/Loss (Raw)": 0.9391223788261414, "Finetune/Step": 7485, "Finetune/Step Time": 6.235339215025306}
+{"Finetune/Learning Rate": 2.464602240250172e-06, "Finetune/Loss": 0.8099932670593262, "Finetune/Loss (Raw)": 0.7654451727867126, "Finetune/Step": 7486, "Finetune/Step Time": 6.2316396199166775}
+{"Finetune/Learning Rate": 2.4623885914469735e-06, "Finetune/Loss": 0.8101507425308228, "Finetune/Loss (Raw)": 0.9318061470985413, "Finetune/Step": 7487, "Finetune/Step Time": 6.225024459883571}
+{"Finetune/Learning Rate": 2.4601757976246685e-06, "Finetune/Loss": 0.810967206954956, "Finetune/Loss (Raw)": 0.879887044429779, "Finetune/Step": 7488, "Finetune/Step Time": 6.222404459491372}
+{"Finetune/Learning Rate": 2.457963859034258e-06, "Finetune/Loss": 0.8108624815940857, "Finetune/Loss (Raw)": 0.7613885402679443, "Finetune/Step": 7489, "Finetune/Step Time": 6.236422142013907}
+{"Finetune/Learning Rate": 2.455752775926633e-06, "Finetune/Loss": 0.8114423751831055, "Finetune/Loss (Raw)": 0.8529884219169617, "Finetune/Step": 7490, "Finetune/Step Time": 6.235424155369401}
+{"Finetune/Learning Rate": 2.453542548552594e-06, "Finetune/Loss": 0.8108261823654175, "Finetune/Loss (Raw)": 0.7673733830451965, "Finetune/Step": 7491, "Finetune/Step Time": 6.234228743240237}
+{"Finetune/Learning Rate": 2.451333177162847e-06, "Finetune/Loss": 0.8117243051528931, "Finetune/Loss (Raw)": 0.7379583120346069, "Finetune/Step": 7492, "Finetune/Step Time": 6.229095922783017}
+{"Finetune/Learning Rate": 2.4491246620079946e-06, "Finetune/Loss": 0.8127794861793518, "Finetune/Loss (Raw)": 0.8776766061782837, "Finetune/Step": 7493, "Finetune/Step Time": 6.2190607860684395}
+{"Finetune/Learning Rate": 2.446917003338547e-06, "Finetune/Loss": 0.8125228881835938, "Finetune/Loss (Raw)": 0.8738285303115845, "Finetune/Step": 7494, "Finetune/Step Time": 6.2157710418105125}
+{"Finetune/Learning Rate": 2.444710201404914e-06, "Finetune/Loss": 0.8118153810501099, "Finetune/Loss (Raw)": 0.7254106402397156, "Finetune/Step": 7495, "Finetune/Step Time": 6.2148611936718225}
+{"Finetune/Learning Rate": 2.4425042564574186e-06, "Finetune/Loss": 0.8101571798324585, "Finetune/Loss (Raw)": 0.6195877194404602, "Finetune/Step": 7496, "Finetune/Step Time": 6.22626425512135}
+{"Finetune/Learning Rate": 2.4402991687462675e-06, "Finetune/Loss": 0.8088099956512451, "Finetune/Loss (Raw)": 0.7096734046936035, "Finetune/Step": 7497, "Finetune/Step Time": 6.254970418289304}
+{"Finetune/Learning Rate": 2.4380949385215856e-06, "Finetune/Loss": 0.8080234527587891, "Finetune/Loss (Raw)": 0.7213178277015686, "Finetune/Step": 7498, "Finetune/Step Time": 6.2529864348471165}
+{"Finetune/Learning Rate": 2.4358915660333946e-06, "Finetune/Loss": 0.8080082535743713, "Finetune/Loss (Raw)": 0.8546672463417053, "Finetune/Step": 7499, "Finetune/Step Time": 6.255107007920742}
+{"Finetune/Learning Rate": 2.4336890515316215e-06, "Finetune/Loss": 0.8084350228309631, "Finetune/Loss (Raw)": 0.9562438130378723, "Finetune/Step": 7500, "Finetune/Step Time": 6.254648525267839}
+{"Finetune/Learning Rate": 2.4314873952660933e-06, "Finetune/Loss": 0.8047535419464111, "Finetune/Loss (Raw)": 0.307456910610199, "Finetune/Step": 7501, "Finetune/Step Time": 6.257105454802513}
+{"Finetune/Learning Rate": 2.4292865974865397e-06, "Finetune/Loss": 0.8052211999893188, "Finetune/Loss (Raw)": 0.8002574443817139, "Finetune/Step": 7502, "Finetune/Step Time": 6.27335530333221}
+{"Finetune/Learning Rate": 2.427086658442597e-06, "Finetune/Loss": 0.8065537214279175, "Finetune/Loss (Raw)": 0.9061890244483948, "Finetune/Step": 7503, "Finetune/Step Time": 6.273400882259011}
+{"Finetune/Learning Rate": 2.424887578383799e-06, "Finetune/Loss": 0.8060922622680664, "Finetune/Loss (Raw)": 0.7512326836585999, "Finetune/Step": 7504, "Finetune/Step Time": 6.278113674372435}
+{"Finetune/Learning Rate": 2.4226893575595855e-06, "Finetune/Loss": 0.8057674169540405, "Finetune/Loss (Raw)": 0.7578459978103638, "Finetune/Step": 7505, "Finetune/Step Time": 6.2749067060649395}
+{"Finetune/Learning Rate": 2.4204919962192974e-06, "Finetune/Loss": 0.8047439455986023, "Finetune/Loss (Raw)": 0.7827697992324829, "Finetune/Step": 7506, "Finetune/Step Time": 6.263156466186047}
+{"Finetune/Learning Rate": 2.418295494612177e-06, "Finetune/Loss": 0.8049460649490356, "Finetune/Loss (Raw)": 0.8021766543388367, "Finetune/Step": 7507, "Finetune/Step Time": 6.250719036906958}
+{"Finetune/Learning Rate": 2.4160998529873756e-06, "Finetune/Loss": 0.8044770956039429, "Finetune/Loss (Raw)": 0.8661131262779236, "Finetune/Step": 7508, "Finetune/Step Time": 6.24074599146843}
+{"Finetune/Learning Rate": 2.413905071593933e-06, "Finetune/Loss": 0.8047866821289062, "Finetune/Loss (Raw)": 0.7963296175003052, "Finetune/Step": 7509, "Finetune/Step Time": 6.2394883912056684}
+{"Finetune/Learning Rate": 2.4117111506808067e-06, "Finetune/Loss": 0.8040468096733093, "Finetune/Loss (Raw)": 0.872717022895813, "Finetune/Step": 7510, "Finetune/Step Time": 6.220263592898846}
+{"Finetune/Learning Rate": 2.409518090496852e-06, "Finetune/Loss": 0.8054215908050537, "Finetune/Loss (Raw)": 0.8622232675552368, "Finetune/Step": 7511, "Finetune/Step Time": 6.214023286476731}
+{"Finetune/Learning Rate": 2.407325891290817e-06, "Finetune/Loss": 0.8046988248825073, "Finetune/Loss (Raw)": 0.8074910640716553, "Finetune/Step": 7512, "Finetune/Step Time": 6.218632157891989}
+{"Finetune/Learning Rate": 2.4051345533113625e-06, "Finetune/Loss": 0.8036133050918579, "Finetune/Loss (Raw)": 0.6887069344520569, "Finetune/Step": 7513, "Finetune/Step Time": 6.215742830187082}
+{"Finetune/Learning Rate": 2.4029440768070565e-06, "Finetune/Loss": 0.8019124269485474, "Finetune/Loss (Raw)": 0.7792376279830933, "Finetune/Step": 7514, "Finetune/Step Time": 6.214721038937569}
+{"Finetune/Learning Rate": 2.400754462026352e-06, "Finetune/Loss": 0.8016438484191895, "Finetune/Loss (Raw)": 0.7845196723937988, "Finetune/Step": 7515, "Finetune/Step Time": 6.213866414502263}
+{"Finetune/Learning Rate": 2.3985657092176153e-06, "Finetune/Loss": 0.7985963225364685, "Finetune/Loss (Raw)": 0.35426101088523865, "Finetune/Step": 7516, "Finetune/Step Time": 6.217981530353427}
+{"Finetune/Learning Rate": 2.396377818629122e-06, "Finetune/Loss": 0.795099139213562, "Finetune/Loss (Raw)": 0.3378983438014984, "Finetune/Step": 7517, "Finetune/Step Time": 6.227213488891721}
+{"Finetune/Learning Rate": 2.3941907905090322e-06, "Finetune/Loss": 0.793925404548645, "Finetune/Loss (Raw)": 0.7259930372238159, "Finetune/Step": 7518, "Finetune/Step Time": 6.221715493127704}
+{"Finetune/Learning Rate": 2.392004625105422e-06, "Finetune/Loss": 0.7945293188095093, "Finetune/Loss (Raw)": 0.8166208267211914, "Finetune/Step": 7519, "Finetune/Step Time": 6.24335952475667}
+{"Finetune/Learning Rate": 2.389819322666264e-06, "Finetune/Loss": 0.7952998876571655, "Finetune/Loss (Raw)": 0.891588032245636, "Finetune/Step": 7520, "Finetune/Step Time": 6.242651753127575}
+{"Finetune/Learning Rate": 2.3876348834394325e-06, "Finetune/Loss": 0.7951080799102783, "Finetune/Loss (Raw)": 0.8160625696182251, "Finetune/Step": 7521, "Finetune/Step Time": 6.244445161893964}
+{"Finetune/Learning Rate": 2.385451307672708e-06, "Finetune/Loss": 0.7966755628585815, "Finetune/Loss (Raw)": 0.9516982436180115, "Finetune/Step": 7522, "Finetune/Step Time": 6.243388591334224}
+{"Finetune/Learning Rate": 2.38326859561377e-06, "Finetune/Loss": 0.7974708080291748, "Finetune/Loss (Raw)": 0.8806084990501404, "Finetune/Step": 7523, "Finetune/Step Time": 6.238314723595977}
+{"Finetune/Learning Rate": 2.3810867475101995e-06, "Finetune/Loss": 0.7964255809783936, "Finetune/Loss (Raw)": 0.6436687111854553, "Finetune/Step": 7524, "Finetune/Step Time": 6.239281689748168}
+{"Finetune/Learning Rate": 2.3789057636094813e-06, "Finetune/Loss": 0.7961399555206299, "Finetune/Loss (Raw)": 0.7320348024368286, "Finetune/Step": 7525, "Finetune/Step Time": 6.241578038781881}
+{"Finetune/Learning Rate": 2.3767256441590015e-06, "Finetune/Loss": 0.7968199253082275, "Finetune/Loss (Raw)": 0.8306397795677185, "Finetune/Step": 7526, "Finetune/Step Time": 6.235820088535547}
+{"Finetune/Learning Rate": 2.374546389406047e-06, "Finetune/Loss": 0.7967727184295654, "Finetune/Loss (Raw)": 0.8072080016136169, "Finetune/Step": 7527, "Finetune/Step Time": 6.232346525415778}
+{"Finetune/Learning Rate": 2.3723679995978088e-06, "Finetune/Loss": 0.7956383228302002, "Finetune/Loss (Raw)": 0.7663450837135315, "Finetune/Step": 7528, "Finetune/Step Time": 6.230175830423832}
+{"Finetune/Learning Rate": 2.370190474981381e-06, "Finetune/Loss": 0.7956483960151672, "Finetune/Loss (Raw)": 0.8043338656425476, "Finetune/Step": 7529, "Finetune/Step Time": 6.232489373534918}
+{"Finetune/Learning Rate": 2.368013815803749e-06, "Finetune/Loss": 0.7954680919647217, "Finetune/Loss (Raw)": 0.7586225271224976, "Finetune/Step": 7530, "Finetune/Step Time": 6.236423779278994}
+{"Finetune/Learning Rate": 2.3658380223118173e-06, "Finetune/Loss": 0.7956772446632385, "Finetune/Loss (Raw)": 0.7111064791679382, "Finetune/Step": 7531, "Finetune/Step Time": 6.235572315752506}
+{"Finetune/Learning Rate": 2.363663094752381e-06, "Finetune/Loss": 0.7952914237976074, "Finetune/Loss (Raw)": 0.7572134733200073, "Finetune/Step": 7532, "Finetune/Step Time": 6.245293196290731}
+{"Finetune/Learning Rate": 2.361489033372133e-06, "Finetune/Loss": 0.7943108081817627, "Finetune/Loss (Raw)": 0.8661206364631653, "Finetune/Step": 7533, "Finetune/Step Time": 6.256915083155036}
+{"Finetune/Learning Rate": 2.3593158384176818e-06, "Finetune/Loss": 0.7938923835754395, "Finetune/Loss (Raw)": 0.8629409074783325, "Finetune/Step": 7534, "Finetune/Step Time": 6.278824741020799}
+{"Finetune/Learning Rate": 2.357143510135529e-06, "Finetune/Loss": 0.7934848070144653, "Finetune/Loss (Raw)": 0.7874206900596619, "Finetune/Step": 7535, "Finetune/Step Time": 6.2822937946766615}
+{"Finetune/Learning Rate": 2.354972048772074e-06, "Finetune/Loss": 0.7947179079055786, "Finetune/Loss (Raw)": 0.9453426599502563, "Finetune/Step": 7536, "Finetune/Step Time": 6.283276651054621}
+{"Finetune/Learning Rate": 2.352801454573623e-06, "Finetune/Loss": 0.7956605553627014, "Finetune/Loss (Raw)": 0.8960663676261902, "Finetune/Step": 7537, "Finetune/Step Time": 6.276282329112291}
+{"Finetune/Learning Rate": 2.350631727786392e-06, "Finetune/Loss": 0.7953552603721619, "Finetune/Loss (Raw)": 0.7110555171966553, "Finetune/Step": 7538, "Finetune/Step Time": 6.2643280159682035}
+{"Finetune/Learning Rate": 2.3484628686564815e-06, "Finetune/Loss": 0.7961276769638062, "Finetune/Loss (Raw)": 0.7699611783027649, "Finetune/Step": 7539, "Finetune/Step Time": 6.265306385233998}
+{"Finetune/Learning Rate": 2.3462948774299034e-06, "Finetune/Loss": 0.7961855530738831, "Finetune/Loss (Raw)": 0.7835288643836975, "Finetune/Step": 7540, "Finetune/Step Time": 6.2718423921614885}
+{"Finetune/Learning Rate": 2.344127754352572e-06, "Finetune/Loss": 0.7968564629554749, "Finetune/Loss (Raw)": 0.8617348670959473, "Finetune/Step": 7541, "Finetune/Step Time": 6.269769195467234}
+{"Finetune/Learning Rate": 2.341961499670301e-06, "Finetune/Loss": 0.7977890968322754, "Finetune/Loss (Raw)": 1.0024429559707642, "Finetune/Step": 7542, "Finetune/Step Time": 6.2676416002213955}
+{"Finetune/Learning Rate": 2.339796113628805e-06, "Finetune/Loss": 0.7992616891860962, "Finetune/Loss (Raw)": 0.8588985800743103, "Finetune/Step": 7543, "Finetune/Step Time": 6.260168809443712}
+{"Finetune/Learning Rate": 2.3376315964737008e-06, "Finetune/Loss": 0.7986046671867371, "Finetune/Loss (Raw)": 0.8193278908729553, "Finetune/Step": 7544, "Finetune/Step Time": 6.2615679912269115}
+{"Finetune/Learning Rate": 2.335467948450506e-06, "Finetune/Loss": 0.798443078994751, "Finetune/Loss (Raw)": 0.7669634222984314, "Finetune/Step": 7545, "Finetune/Step Time": 6.256541226059198}
+{"Finetune/Learning Rate": 2.3333051698046417e-06, "Finetune/Loss": 0.7989894151687622, "Finetune/Loss (Raw)": 0.835753321647644, "Finetune/Step": 7546, "Finetune/Step Time": 6.253283217549324}
+{"Finetune/Learning Rate": 2.3311432607814275e-06, "Finetune/Loss": 0.7993528246879578, "Finetune/Loss (Raw)": 0.8750027418136597, "Finetune/Step": 7547, "Finetune/Step Time": 6.252967368811369}
+{"Finetune/Learning Rate": 2.328982221626087e-06, "Finetune/Loss": 0.798551082611084, "Finetune/Loss (Raw)": 0.7485435009002686, "Finetune/Step": 7548, "Finetune/Step Time": 6.247581262141466}
+{"Finetune/Learning Rate": 2.3268220525837436e-06, "Finetune/Loss": 0.8003441095352173, "Finetune/Loss (Raw)": 0.9300411343574524, "Finetune/Step": 7549, "Finetune/Step Time": 6.242798754945397}
+{"Finetune/Learning Rate": 2.3246627538994213e-06, "Finetune/Loss": 0.8009923696517944, "Finetune/Loss (Raw)": 0.8766664862632751, "Finetune/Step": 7550, "Finetune/Step Time": 6.242419296875596}
+{"Finetune/Learning Rate": 2.3225043258180468e-06, "Finetune/Loss": 0.8018903732299805, "Finetune/Loss (Raw)": 0.9387637376785278, "Finetune/Step": 7551, "Finetune/Step Time": 6.233687845990062}
+{"Finetune/Learning Rate": 2.320346768584449e-06, "Finetune/Loss": 0.8003070950508118, "Finetune/Loss (Raw)": 0.6897580623626709, "Finetune/Step": 7552, "Finetune/Step Time": 6.228044401854277}
+{"Finetune/Learning Rate": 2.3181900824433577e-06, "Finetune/Loss": 0.7998315095901489, "Finetune/Loss (Raw)": 0.8473128080368042, "Finetune/Step": 7553, "Finetune/Step Time": 6.22473618760705}
+{"Finetune/Learning Rate": 2.3160342676393954e-06, "Finetune/Loss": 0.7993093729019165, "Finetune/Loss (Raw)": 0.7526627779006958, "Finetune/Step": 7554, "Finetune/Step Time": 6.226999159902334}
+{"Finetune/Learning Rate": 2.313879324417101e-06, "Finetune/Loss": 0.7983431220054626, "Finetune/Loss (Raw)": 0.7407210469245911, "Finetune/Step": 7555, "Finetune/Step Time": 6.238961327821016}
+{"Finetune/Learning Rate": 2.3117252530209067e-06, "Finetune/Loss": 0.7980294823646545, "Finetune/Loss (Raw)": 0.8264387249946594, "Finetune/Step": 7556, "Finetune/Step Time": 6.244923556223512}
+{"Finetune/Learning Rate": 2.3095720536951418e-06, "Finetune/Loss": 0.798275887966156, "Finetune/Loss (Raw)": 0.7150020599365234, "Finetune/Step": 7557, "Finetune/Step Time": 6.234199082478881}
+{"Finetune/Learning Rate": 2.3074197266840383e-06, "Finetune/Loss": 0.8021961450576782, "Finetune/Loss (Raw)": 0.8890647888183594, "Finetune/Step": 7558, "Finetune/Step Time": 6.233455393463373}
+{"Finetune/Learning Rate": 2.305268272231742e-06, "Finetune/Loss": 0.800886332988739, "Finetune/Loss (Raw)": 0.6565613150596619, "Finetune/Step": 7559, "Finetune/Step Time": 6.2228702157735825}
+{"Finetune/Learning Rate": 2.3031176905822805e-06, "Finetune/Loss": 0.8002227544784546, "Finetune/Loss (Raw)": 0.7543827891349792, "Finetune/Step": 7560, "Finetune/Step Time": 6.231295149773359}
+{"Finetune/Learning Rate": 2.3009679819795905e-06, "Finetune/Loss": 0.8044353723526001, "Finetune/Loss (Raw)": 0.9564117789268494, "Finetune/Step": 7561, "Finetune/Step Time": 6.2262778133153915}
+{"Finetune/Learning Rate": 2.29881914666752e-06, "Finetune/Loss": 0.8041343092918396, "Finetune/Loss (Raw)": 0.8064669966697693, "Finetune/Step": 7562, "Finetune/Step Time": 6.225517308339477}
+{"Finetune/Learning Rate": 2.2966711848898005e-06, "Finetune/Loss": 0.8048242330551147, "Finetune/Loss (Raw)": 0.8734498620033264, "Finetune/Step": 7563, "Finetune/Step Time": 6.227597609162331}
+{"Finetune/Learning Rate": 2.2945240968900728e-06, "Finetune/Loss": 0.8033370971679688, "Finetune/Loss (Raw)": 0.7340968251228333, "Finetune/Step": 7564, "Finetune/Step Time": 6.234493235126138}
+{"Finetune/Learning Rate": 2.2923778829118804e-06, "Finetune/Loss": 0.8020601272583008, "Finetune/Loss (Raw)": 0.6232953071594238, "Finetune/Step": 7565, "Finetune/Step Time": 6.242429152131081}
+{"Finetune/Learning Rate": 2.2902325431986636e-06, "Finetune/Loss": 0.8032007217407227, "Finetune/Loss (Raw)": 0.912521481513977, "Finetune/Step": 7566, "Finetune/Step Time": 6.24155617877841}
+{"Finetune/Learning Rate": 2.2880880779937674e-06, "Finetune/Loss": 0.8027983903884888, "Finetune/Loss (Raw)": 0.8621607422828674, "Finetune/Step": 7567, "Finetune/Step Time": 6.235393807291985}
+{"Finetune/Learning Rate": 2.2859444875404347e-06, "Finetune/Loss": 0.8024394512176514, "Finetune/Loss (Raw)": 0.7234400510787964, "Finetune/Step": 7568, "Finetune/Step Time": 6.215475860983133}
+{"Finetune/Learning Rate": 2.2838017720818095e-06, "Finetune/Loss": 0.8008314371109009, "Finetune/Loss (Raw)": 0.75721275806427, "Finetune/Step": 7569, "Finetune/Step Time": 6.217579122632742}
+{"Finetune/Learning Rate": 2.2816599318609367e-06, "Finetune/Loss": 0.8022198677062988, "Finetune/Loss (Raw)": 0.89974445104599, "Finetune/Step": 7570, "Finetune/Step Time": 6.2313993740826845}
+{"Finetune/Learning Rate": 2.279518967120764e-06, "Finetune/Loss": 0.7979134321212769, "Finetune/Loss (Raw)": 0.3901064097881317, "Finetune/Step": 7571, "Finetune/Step Time": 6.236439501866698}
+{"Finetune/Learning Rate": 2.277378878104136e-06, "Finetune/Loss": 0.7976885437965393, "Finetune/Loss (Raw)": 0.7641164064407349, "Finetune/Step": 7572, "Finetune/Step Time": 6.254601372405887}
+{"Finetune/Learning Rate": 2.275239665053801e-06, "Finetune/Loss": 0.7978693842887878, "Finetune/Loss (Raw)": 0.9114465713500977, "Finetune/Step": 7573, "Finetune/Step Time": 6.257906623184681}
+{"Finetune/Learning Rate": 2.2731013282124113e-06, "Finetune/Loss": 0.7985583543777466, "Finetune/Loss (Raw)": 0.9125903248786926, "Finetune/Step": 7574, "Finetune/Step Time": 6.259367832913995}
+{"Finetune/Learning Rate": 2.2709638678225044e-06, "Finetune/Loss": 0.7965846061706543, "Finetune/Loss (Raw)": 0.6869648694992065, "Finetune/Step": 7575, "Finetune/Step Time": 6.265992999076843}
+{"Finetune/Learning Rate": 2.268827284126539e-06, "Finetune/Loss": 0.7985542416572571, "Finetune/Loss (Raw)": 0.951105535030365, "Finetune/Step": 7576, "Finetune/Step Time": 6.2840116284787655}
+{"Finetune/Learning Rate": 2.2666915773668628e-06, "Finetune/Loss": 0.7978610992431641, "Finetune/Loss (Raw)": 0.7438808083534241, "Finetune/Step": 7577, "Finetune/Step Time": 6.28040855191648}
+{"Finetune/Learning Rate": 2.2645567477857266e-06, "Finetune/Loss": 0.7982579469680786, "Finetune/Loss (Raw)": 0.7307870984077454, "Finetune/Step": 7578, "Finetune/Step Time": 6.284138226881623}
+{"Finetune/Learning Rate": 2.262422795625279e-06, "Finetune/Loss": 0.7973436117172241, "Finetune/Loss (Raw)": 0.6811869740486145, "Finetune/Step": 7579, "Finetune/Step Time": 6.292984250932932}
+{"Finetune/Learning Rate": 2.260289721127572e-06, "Finetune/Loss": 0.7979243993759155, "Finetune/Loss (Raw)": 0.8574761152267456, "Finetune/Step": 7580, "Finetune/Step Time": 6.29786492139101}
+{"Finetune/Learning Rate": 2.258157524534561e-06, "Finetune/Loss": 0.7994462251663208, "Finetune/Loss (Raw)": 0.9337195158004761, "Finetune/Step": 7581, "Finetune/Step Time": 6.291323184967041}
+{"Finetune/Learning Rate": 2.256026206088089e-06, "Finetune/Loss": 0.800055980682373, "Finetune/Loss (Raw)": 0.7919005751609802, "Finetune/Step": 7582, "Finetune/Step Time": 6.27929449826479}
+{"Finetune/Learning Rate": 2.2538957660299166e-06, "Finetune/Loss": 0.7998895049095154, "Finetune/Loss (Raw)": 0.8077698945999146, "Finetune/Step": 7583, "Finetune/Step Time": 6.288215296342969}
+{"Finetune/Learning Rate": 2.2517662046016975e-06, "Finetune/Loss": 0.7991902828216553, "Finetune/Loss (Raw)": 0.8285148739814758, "Finetune/Step": 7584, "Finetune/Step Time": 6.304809618741274}
+{"Finetune/Learning Rate": 2.2496375220449795e-06, "Finetune/Loss": 0.8000129461288452, "Finetune/Loss (Raw)": 0.838489830493927, "Finetune/Step": 7585, "Finetune/Step Time": 6.299397161230445}
+{"Finetune/Learning Rate": 2.247509718601215e-06, "Finetune/Loss": 0.7986606359481812, "Finetune/Loss (Raw)": 0.708766520023346, "Finetune/Step": 7586, "Finetune/Step Time": 6.2990099247545}
+{"Finetune/Learning Rate": 2.2453827945117678e-06, "Finetune/Loss": 0.7951474189758301, "Finetune/Loss (Raw)": 0.33722975850105286, "Finetune/Step": 7587, "Finetune/Step Time": 6.301944710314274}
+{"Finetune/Learning Rate": 2.2432567500178828e-06, "Finetune/Loss": 0.795324444770813, "Finetune/Loss (Raw)": 0.8277929425239563, "Finetune/Step": 7588, "Finetune/Step Time": 6.317778756842017}
+{"Finetune/Learning Rate": 2.241131585360713e-06, "Finetune/Loss": 0.7947684526443481, "Finetune/Loss (Raw)": 0.8346595764160156, "Finetune/Step": 7589, "Finetune/Step Time": 6.3195571303367615}
+{"Finetune/Learning Rate": 2.239007300781323e-06, "Finetune/Loss": 0.7961665391921997, "Finetune/Loss (Raw)": 0.8585273027420044, "Finetune/Step": 7590, "Finetune/Step Time": 6.320785103365779}
+{"Finetune/Learning Rate": 2.2368838965206586e-06, "Finetune/Loss": 0.79681396484375, "Finetune/Loss (Raw)": 0.8693686723709106, "Finetune/Step": 7591, "Finetune/Step Time": 6.322431398555636}
+{"Finetune/Learning Rate": 2.234761372819577e-06, "Finetune/Loss": 0.7965005040168762, "Finetune/Loss (Raw)": 0.7742652893066406, "Finetune/Step": 7592, "Finetune/Step Time": 6.329414656385779}
+{"Finetune/Learning Rate": 2.232639729918833e-06, "Finetune/Loss": 0.7959465980529785, "Finetune/Loss (Raw)": 0.9095287919044495, "Finetune/Step": 7593, "Finetune/Step Time": 6.330577030777931}
+{"Finetune/Learning Rate": 2.2305189680590834e-06, "Finetune/Loss": 0.7951616644859314, "Finetune/Loss (Raw)": 0.7398791313171387, "Finetune/Step": 7594, "Finetune/Step Time": 6.3252785708755255}
+{"Finetune/Learning Rate": 2.2283990874808812e-06, "Finetune/Loss": 0.7961968779563904, "Finetune/Loss (Raw)": 0.8583666682243347, "Finetune/Step": 7595, "Finetune/Step Time": 6.311667829751968}
+{"Finetune/Learning Rate": 2.2262800884246828e-06, "Finetune/Loss": 0.7957273721694946, "Finetune/Loss (Raw)": 0.7495147585868835, "Finetune/Step": 7596, "Finetune/Step Time": 6.319650610908866}
+{"Finetune/Learning Rate": 2.2241619711308425e-06, "Finetune/Loss": 0.7929061055183411, "Finetune/Loss (Raw)": 0.3788209557533264, "Finetune/Step": 7597, "Finetune/Step Time": 6.329511931166053}
+{"Finetune/Learning Rate": 2.222044735839617e-06, "Finetune/Loss": 0.7920485138893127, "Finetune/Loss (Raw)": 0.7202311158180237, "Finetune/Step": 7598, "Finetune/Step Time": 6.343956530094147}
+{"Finetune/Learning Rate": 2.219928382791159e-06, "Finetune/Loss": 0.7920668721199036, "Finetune/Loss (Raw)": 0.8503559231758118, "Finetune/Step": 7599, "Finetune/Step Time": 6.349571602419019}
+{"Finetune/Learning Rate": 2.2178129122255255e-06, "Finetune/Loss": 0.7919204831123352, "Finetune/Loss (Raw)": 0.830151379108429, "Finetune/Step": 7600, "Finetune/Step Time": 6.358659641817212}
+{"Finetune/Learning Rate": 2.21569832438267e-06, "Finetune/Loss": 0.7881941795349121, "Finetune/Loss (Raw)": 0.33382660150527954, "Finetune/Step": 7601, "Finetune/Step Time": 6.3554075583815575}
+{"Finetune/Learning Rate": 2.213584619502451e-06, "Finetune/Loss": 0.7889977693557739, "Finetune/Loss (Raw)": 0.8315455913543701, "Finetune/Step": 7602, "Finetune/Step Time": 6.359080132097006}
+{"Finetune/Learning Rate": 2.211471797824615e-06, "Finetune/Loss": 0.7898930311203003, "Finetune/Loss (Raw)": 0.9131842851638794, "Finetune/Step": 7603, "Finetune/Step Time": 6.353199852630496}
+{"Finetune/Learning Rate": 2.209359859588823e-06, "Finetune/Loss": 0.7895562648773193, "Finetune/Loss (Raw)": 0.8195724487304688, "Finetune/Step": 7604, "Finetune/Step Time": 6.344404451549053}
+{"Finetune/Learning Rate": 2.207248805034632e-06, "Finetune/Loss": 0.7898340225219727, "Finetune/Loss (Raw)": 0.7923438549041748, "Finetune/Step": 7605, "Finetune/Step Time": 6.346763551235199}
+{"Finetune/Learning Rate": 2.2051386344014856e-06, "Finetune/Loss": 0.7897122502326965, "Finetune/Loss (Raw)": 0.7454216480255127, "Finetune/Step": 7606, "Finetune/Step Time": 6.3368877079337835}
+{"Finetune/Learning Rate": 2.203029347928747e-06, "Finetune/Loss": 0.7859147191047668, "Finetune/Loss (Raw)": 0.38733649253845215, "Finetune/Step": 7607, "Finetune/Step Time": 6.339345367625356}
+{"Finetune/Learning Rate": 2.200920945855669e-06, "Finetune/Loss": 0.7840028405189514, "Finetune/Loss (Raw)": 0.7974876761436462, "Finetune/Step": 7608, "Finetune/Step Time": 6.353533711284399}
+{"Finetune/Learning Rate": 2.198813428421399e-06, "Finetune/Loss": 0.7842557430267334, "Finetune/Loss (Raw)": 0.7739818096160889, "Finetune/Step": 7609, "Finetune/Step Time": 6.353456597775221}
+{"Finetune/Learning Rate": 2.196706795864991e-06, "Finetune/Loss": 0.7849246263504028, "Finetune/Loss (Raw)": 0.8912543058395386, "Finetune/Step": 7610, "Finetune/Step Time": 6.3647265415638685}
+{"Finetune/Learning Rate": 2.194601048425404e-06, "Finetune/Loss": 0.7841185331344604, "Finetune/Loss (Raw)": 0.7719978094100952, "Finetune/Step": 7611, "Finetune/Step Time": 6.370857974514365}
+{"Finetune/Learning Rate": 2.192496186341484e-06, "Finetune/Loss": 0.7837663888931274, "Finetune/Loss (Raw)": 0.9038082361221313, "Finetune/Step": 7612, "Finetune/Step Time": 6.373117683455348}
+{"Finetune/Learning Rate": 2.1903922098519837e-06, "Finetune/Loss": 0.7830268144607544, "Finetune/Loss (Raw)": 0.8444470763206482, "Finetune/Step": 7613, "Finetune/Step Time": 6.371903136372566}
+{"Finetune/Learning Rate": 2.1882891191955535e-06, "Finetune/Loss": 0.7833050489425659, "Finetune/Loss (Raw)": 0.8010663986206055, "Finetune/Step": 7614, "Finetune/Step Time": 6.369272829964757}
+{"Finetune/Learning Rate": 2.186186914610746e-06, "Finetune/Loss": 0.7813801765441895, "Finetune/Loss (Raw)": 0.6854182481765747, "Finetune/Step": 7615, "Finetune/Step Time": 6.368277741596103}
+{"Finetune/Learning Rate": 2.184085596336011e-06, "Finetune/Loss": 0.781085729598999, "Finetune/Loss (Raw)": 0.8421968221664429, "Finetune/Step": 7616, "Finetune/Step Time": 6.378641055896878}
+{"Finetune/Learning Rate": 2.181985164609697e-06, "Finetune/Loss": 0.7820000648498535, "Finetune/Loss (Raw)": 0.8784207701683044, "Finetune/Step": 7617, "Finetune/Step Time": 6.365690298378468}
+{"Finetune/Learning Rate": 2.1798856196700544e-06, "Finetune/Loss": 0.7809498906135559, "Finetune/Loss (Raw)": 0.7185755372047424, "Finetune/Step": 7618, "Finetune/Step Time": 6.389521144330502}
+{"Finetune/Learning Rate": 2.1777869617552304e-06, "Finetune/Loss": 0.7826055884361267, "Finetune/Loss (Raw)": 0.9793007969856262, "Finetune/Step": 7619, "Finetune/Step Time": 6.395087433978915}
+{"Finetune/Learning Rate": 2.175689191103275e-06, "Finetune/Loss": 0.7831119298934937, "Finetune/Loss (Raw)": 0.8027642369270325, "Finetune/Step": 7620, "Finetune/Step Time": 6.390139797702432}
+{"Finetune/Learning Rate": 2.1735923079521328e-06, "Finetune/Loss": 0.7791083455085754, "Finetune/Loss (Raw)": 0.3652208745479584, "Finetune/Step": 7621, "Finetune/Step Time": 6.398307539522648}
+{"Finetune/Learning Rate": 2.1714963125396515e-06, "Finetune/Loss": 0.7789660096168518, "Finetune/Loss (Raw)": 0.8556124567985535, "Finetune/Step": 7622, "Finetune/Step Time": 6.4193809404969215}
+{"Finetune/Learning Rate": 2.1694012051035807e-06, "Finetune/Loss": 0.7806742191314697, "Finetune/Loss (Raw)": 0.9440546035766602, "Finetune/Step": 7623, "Finetune/Step Time": 6.431804060935974}
+{"Finetune/Learning Rate": 2.1673069858815553e-06, "Finetune/Loss": 0.778652548789978, "Finetune/Loss (Raw)": 0.36081981658935547, "Finetune/Step": 7624, "Finetune/Step Time": 6.427579693496227}
+{"Finetune/Learning Rate": 2.1652136551111304e-06, "Finetune/Loss": 0.775714635848999, "Finetune/Loss (Raw)": 0.3336211144924164, "Finetune/Step": 7625, "Finetune/Step Time": 6.419112415984273}
+{"Finetune/Learning Rate": 2.1631212130297472e-06, "Finetune/Loss": 0.7762501239776611, "Finetune/Loss (Raw)": 0.7898582816123962, "Finetune/Step": 7626, "Finetune/Step Time": 6.434490837156773}
+{"Finetune/Learning Rate": 2.1610296598747426e-06, "Finetune/Loss": 0.7761973142623901, "Finetune/Loss (Raw)": 0.8479103446006775, "Finetune/Step": 7627, "Finetune/Step Time": 6.432819211855531}
+{"Finetune/Learning Rate": 2.158938995883365e-06, "Finetune/Loss": 0.7751703262329102, "Finetune/Loss (Raw)": 0.8247940540313721, "Finetune/Step": 7628, "Finetune/Step Time": 6.433425642549992}
+{"Finetune/Learning Rate": 2.156849221292756e-06, "Finetune/Loss": 0.7801989316940308, "Finetune/Loss (Raw)": 0.9511131048202515, "Finetune/Step": 7629, "Finetune/Step Time": 6.448802819475532}
+{"Finetune/Learning Rate": 2.1547603363399505e-06, "Finetune/Loss": 0.7799410820007324, "Finetune/Loss (Raw)": 0.767254650592804, "Finetune/Step": 7630, "Finetune/Step Time": 6.435025915503502}
+{"Finetune/Learning Rate": 2.152672341261888e-06, "Finetune/Loss": 0.7801772356033325, "Finetune/Loss (Raw)": 0.9364132285118103, "Finetune/Step": 7631, "Finetune/Step Time": 6.439394801855087}
+{"Finetune/Learning Rate": 2.150585236295415e-06, "Finetune/Loss": 0.7812788486480713, "Finetune/Loss (Raw)": 0.8922321796417236, "Finetune/Step": 7632, "Finetune/Step Time": 6.443807689473033}
+{"Finetune/Learning Rate": 2.1484990216772604e-06, "Finetune/Loss": 0.7819253206253052, "Finetune/Loss (Raw)": 0.8405953645706177, "Finetune/Step": 7633, "Finetune/Step Time": 6.442241808399558}
+{"Finetune/Learning Rate": 2.1464136976440618e-06, "Finetune/Loss": 0.7813937664031982, "Finetune/Loss (Raw)": 0.7147414684295654, "Finetune/Step": 7634, "Finetune/Step Time": 6.4409889578819275}
+{"Finetune/Learning Rate": 2.1443292644323623e-06, "Finetune/Loss": 0.7819576263427734, "Finetune/Loss (Raw)": 0.874355673789978, "Finetune/Step": 7635, "Finetune/Step Time": 6.4453087486326694}
+{"Finetune/Learning Rate": 2.1422457222785875e-06, "Finetune/Loss": 0.7816895246505737, "Finetune/Loss (Raw)": 0.8317890167236328, "Finetune/Step": 7636, "Finetune/Step Time": 6.446323534473777}
+{"Finetune/Learning Rate": 2.1401630714190736e-06, "Finetune/Loss": 0.7825357913970947, "Finetune/Loss (Raw)": 0.9046491384506226, "Finetune/Step": 7637, "Finetune/Step Time": 6.44428894110024}
+{"Finetune/Learning Rate": 2.138081312090052e-06, "Finetune/Loss": 0.7809271216392517, "Finetune/Loss (Raw)": 0.6668098568916321, "Finetune/Step": 7638, "Finetune/Step Time": 6.451950639486313}
+{"Finetune/Learning Rate": 2.136000444527656e-06, "Finetune/Loss": 0.7806087732315063, "Finetune/Loss (Raw)": 0.8214825987815857, "Finetune/Step": 7639, "Finetune/Step Time": 6.465650252997875}
+{"Finetune/Learning Rate": 2.133920468967915e-06, "Finetune/Loss": 0.7806798219680786, "Finetune/Loss (Raw)": 0.8165801167488098, "Finetune/Step": 7640, "Finetune/Step Time": 6.46402040310204}
+{"Finetune/Learning Rate": 2.1318413856467556e-06, "Finetune/Loss": 0.7819165587425232, "Finetune/Loss (Raw)": 0.8470040559768677, "Finetune/Step": 7641, "Finetune/Step Time": 6.462891720235348}
+{"Finetune/Learning Rate": 2.1297631948000087e-06, "Finetune/Loss": 0.7820838689804077, "Finetune/Loss (Raw)": 0.8006497025489807, "Finetune/Step": 7642, "Finetune/Step Time": 6.463683163747191}
+{"Finetune/Learning Rate": 2.127685896663397e-06, "Finetune/Loss": 0.7827434539794922, "Finetune/Loss (Raw)": 0.8689495921134949, "Finetune/Step": 7643, "Finetune/Step Time": 6.464037977159023}
+{"Finetune/Learning Rate": 2.125609491472549e-06, "Finetune/Loss": 0.7860771417617798, "Finetune/Loss (Raw)": 0.7809722423553467, "Finetune/Step": 7644, "Finetune/Step Time": 6.460457196459174}
+{"Finetune/Learning Rate": 2.1235339794629863e-06, "Finetune/Loss": 0.7905383110046387, "Finetune/Loss (Raw)": 0.908928632736206, "Finetune/Step": 7645, "Finetune/Step Time": 6.443268969655037}
+{"Finetune/Learning Rate": 2.121459360870132e-06, "Finetune/Loss": 0.7912605404853821, "Finetune/Loss (Raw)": 0.8184421062469482, "Finetune/Step": 7646, "Finetune/Step Time": 6.419793263077736}
+{"Finetune/Learning Rate": 2.1193856359293087e-06, "Finetune/Loss": 0.7877808809280396, "Finetune/Loss (Raw)": 0.37122735381126404, "Finetune/Step": 7647, "Finetune/Step Time": 6.406691836193204}
+{"Finetune/Learning Rate": 2.1173128048757307e-06, "Finetune/Loss": 0.7867036461830139, "Finetune/Loss (Raw)": 0.753697395324707, "Finetune/Step": 7648, "Finetune/Step Time": 6.43577173165977}
+{"Finetune/Learning Rate": 2.1152408679445224e-06, "Finetune/Loss": 0.7873743176460266, "Finetune/Loss (Raw)": 0.9019082188606262, "Finetune/Step": 7649, "Finetune/Step Time": 6.432422332465649}
+{"Finetune/Learning Rate": 2.113169825370701e-06, "Finetune/Loss": 0.786936342716217, "Finetune/Loss (Raw)": 0.8956364393234253, "Finetune/Step": 7650, "Finetune/Step Time": 6.4312520530074835}
+{"Finetune/Learning Rate": 2.1110996773891777e-06, "Finetune/Loss": 0.7851806879043579, "Finetune/Loss (Raw)": 0.6558926701545715, "Finetune/Step": 7651, "Finetune/Step Time": 6.413877567276359}
+{"Finetune/Learning Rate": 2.109030424234766e-06, "Finetune/Loss": 0.7873479127883911, "Finetune/Loss (Raw)": 0.9210659265518188, "Finetune/Step": 7652, "Finetune/Step Time": 6.410204695537686}
+{"Finetune/Learning Rate": 2.1069620661421865e-06, "Finetune/Loss": 0.7883386611938477, "Finetune/Loss (Raw)": 0.8588544130325317, "Finetune/Step": 7653, "Finetune/Step Time": 6.398762818425894}
+{"Finetune/Learning Rate": 2.1048946033460417e-06, "Finetune/Loss": 0.7881587743759155, "Finetune/Loss (Raw)": 0.8076139092445374, "Finetune/Step": 7654, "Finetune/Step Time": 6.397767070680857}
+{"Finetune/Learning Rate": 2.1028280360808405e-06, "Finetune/Loss": 0.788494348526001, "Finetune/Loss (Raw)": 0.850160539150238, "Finetune/Step": 7655, "Finetune/Step Time": 6.398119913414121}
+{"Finetune/Learning Rate": 2.1007623645810004e-06, "Finetune/Loss": 0.7886234521865845, "Finetune/Loss (Raw)": 0.7828647494316101, "Finetune/Step": 7656, "Finetune/Step Time": 6.396380649879575}
+{"Finetune/Learning Rate": 2.098697589080819e-06, "Finetune/Loss": 0.7882335186004639, "Finetune/Loss (Raw)": 0.7544288039207458, "Finetune/Step": 7657, "Finetune/Step Time": 6.394284065812826}
+{"Finetune/Learning Rate": 2.096633709814504e-06, "Finetune/Loss": 0.7884389162063599, "Finetune/Loss (Raw)": 0.7849116325378418, "Finetune/Step": 7658, "Finetune/Step Time": 6.386936269700527}
+{"Finetune/Learning Rate": 2.094570727016155e-06, "Finetune/Loss": 0.7897515296936035, "Finetune/Loss (Raw)": 0.8791238069534302, "Finetune/Step": 7659, "Finetune/Step Time": 6.385219372808933}
+{"Finetune/Learning Rate": 2.0925086409197815e-06, "Finetune/Loss": 0.7895207405090332, "Finetune/Loss (Raw)": 0.7276723980903625, "Finetune/Step": 7660, "Finetune/Step Time": 6.375419849529862}
+{"Finetune/Learning Rate": 2.0904474517592755e-06, "Finetune/Loss": 0.7888151407241821, "Finetune/Loss (Raw)": 0.7758042216300964, "Finetune/Step": 7661, "Finetune/Step Time": 6.363284222781658}
+{"Finetune/Learning Rate": 2.088387159768437e-06, "Finetune/Loss": 0.7880942821502686, "Finetune/Loss (Raw)": 0.7706645131111145, "Finetune/Step": 7662, "Finetune/Step Time": 6.338574852794409}
+{"Finetune/Learning Rate": 2.086327765180961e-06, "Finetune/Loss": 0.7884141206741333, "Finetune/Loss (Raw)": 0.8283669352531433, "Finetune/Step": 7663, "Finetune/Step Time": 6.335917694494128}
+{"Finetune/Learning Rate": 2.0842692682304442e-06, "Finetune/Loss": 0.7883754968643188, "Finetune/Loss (Raw)": 0.9403976798057556, "Finetune/Step": 7664, "Finetune/Step Time": 6.336072558537126}
+{"Finetune/Learning Rate": 2.082211669150378e-06, "Finetune/Loss": 0.7874382734298706, "Finetune/Loss (Raw)": 0.7761014103889465, "Finetune/Step": 7665, "Finetune/Step Time": 6.34236752986908}
+{"Finetune/Learning Rate": 2.0801549681741526e-06, "Finetune/Loss": 0.7888756990432739, "Finetune/Loss (Raw)": 0.8950390219688416, "Finetune/Step": 7666, "Finetune/Step Time": 6.346339551731944}
+{"Finetune/Learning Rate": 2.078099165535058e-06, "Finetune/Loss": 0.7894010543823242, "Finetune/Loss (Raw)": 0.8372087478637695, "Finetune/Step": 7667, "Finetune/Step Time": 6.347095837816596}
+{"Finetune/Learning Rate": 2.0760442614662803e-06, "Finetune/Loss": 0.7905373573303223, "Finetune/Loss (Raw)": 0.9289785027503967, "Finetune/Step": 7668, "Finetune/Step Time": 6.3400128819048405}
+{"Finetune/Learning Rate": 2.073990256200903e-06, "Finetune/Loss": 0.7896525263786316, "Finetune/Loss (Raw)": 0.7484734654426575, "Finetune/Step": 7669, "Finetune/Step Time": 6.33826120942831}
+{"Finetune/Learning Rate": 2.0719371499719123e-06, "Finetune/Loss": 0.788011372089386, "Finetune/Loss (Raw)": 0.7923755645751953, "Finetune/Step": 7670, "Finetune/Step Time": 6.337955387309194}
+{"Finetune/Learning Rate": 2.069884943012186e-06, "Finetune/Loss": 0.787179708480835, "Finetune/Loss (Raw)": 0.7524478435516357, "Finetune/Step": 7671, "Finetune/Step Time": 6.341152369976044}
+{"Finetune/Learning Rate": 2.0678336355545047e-06, "Finetune/Loss": 0.7877432107925415, "Finetune/Loss (Raw)": 0.8914581537246704, "Finetune/Step": 7672, "Finetune/Step Time": 6.35378685593605}
+{"Finetune/Learning Rate": 2.065783227831545e-06, "Finetune/Loss": 0.7874857187271118, "Finetune/Loss (Raw)": 0.7340012192726135, "Finetune/Step": 7673, "Finetune/Step Time": 6.358755573630333}
+{"Finetune/Learning Rate": 2.063733720075882e-06, "Finetune/Loss": 0.7878987789154053, "Finetune/Loss (Raw)": 0.8886317610740662, "Finetune/Step": 7674, "Finetune/Step Time": 6.367241667583585}
+{"Finetune/Learning Rate": 2.061685112519992e-06, "Finetune/Loss": 0.7872258424758911, "Finetune/Loss (Raw)": 0.7888611555099487, "Finetune/Step": 7675, "Finetune/Step Time": 6.364797867834568}
+{"Finetune/Learning Rate": 2.0596374053962363e-06, "Finetune/Loss": 0.7862915992736816, "Finetune/Loss (Raw)": 0.6289658546447754, "Finetune/Step": 7676, "Finetune/Step Time": 6.362656880170107}
+{"Finetune/Learning Rate": 2.0575905989368917e-06, "Finetune/Loss": 0.7817714214324951, "Finetune/Loss (Raw)": 0.3514552116394043, "Finetune/Step": 7677, "Finetune/Step Time": 6.382431825622916}
+{"Finetune/Learning Rate": 2.0555446933741263e-06, "Finetune/Loss": 0.7822132706642151, "Finetune/Loss (Raw)": 0.9332177639007568, "Finetune/Step": 7678, "Finetune/Step Time": 6.397757541388273}
+{"Finetune/Learning Rate": 2.053499688939997e-06, "Finetune/Loss": 0.7820553183555603, "Finetune/Loss (Raw)": 0.9185474514961243, "Finetune/Step": 7679, "Finetune/Step Time": 6.3968734331429005}
+{"Finetune/Learning Rate": 2.0514555858664663e-06, "Finetune/Loss": 0.7835071086883545, "Finetune/Loss (Raw)": 0.8755897879600525, "Finetune/Step": 7680, "Finetune/Step Time": 6.401052566245198}
+{"Finetune/Learning Rate": 2.0494123843854032e-06, "Finetune/Loss": 0.7835211753845215, "Finetune/Loss (Raw)": 0.8491150736808777, "Finetune/Step": 7681, "Finetune/Step Time": 6.414327874779701}
+{"Finetune/Learning Rate": 2.047370084728556e-06, "Finetune/Loss": 0.7837992906570435, "Finetune/Loss (Raw)": 0.7882567048072815, "Finetune/Step": 7682, "Finetune/Step Time": 6.409261679276824}
+{"Finetune/Learning Rate": 2.0453286871275802e-06, "Finetune/Loss": 0.7845373153686523, "Finetune/Loss (Raw)": 0.8351909518241882, "Finetune/Step": 7683, "Finetune/Step Time": 6.397543219849467}
+{"Finetune/Learning Rate": 2.043288191814037e-06, "Finetune/Loss": 0.7825961112976074, "Finetune/Loss (Raw)": 0.5779604315757751, "Finetune/Step": 7684, "Finetune/Step Time": 6.409844787791371}
+{"Finetune/Learning Rate": 2.0412485990193685e-06, "Finetune/Loss": 0.7831865549087524, "Finetune/Loss (Raw)": 0.7905771732330322, "Finetune/Step": 7685, "Finetune/Step Time": 6.432982129976153}
+{"Finetune/Learning Rate": 2.0392099089749263e-06, "Finetune/Loss": 0.7823227643966675, "Finetune/Loss (Raw)": 0.7785027623176575, "Finetune/Step": 7686, "Finetune/Step Time": 6.431488510221243}
+{"Finetune/Learning Rate": 2.0371721219119556e-06, "Finetune/Loss": 0.7839499711990356, "Finetune/Loss (Raw)": 0.8648473620414734, "Finetune/Step": 7687, "Finetune/Step Time": 6.426468363031745}
+{"Finetune/Learning Rate": 2.035135238061601e-06, "Finetune/Loss": 0.7849436402320862, "Finetune/Loss (Raw)": 0.8815706372261047, "Finetune/Step": 7688, "Finetune/Step Time": 6.422449257224798}
+{"Finetune/Learning Rate": 2.0330992576549015e-06, "Finetune/Loss": 0.7839481830596924, "Finetune/Loss (Raw)": 0.8289974927902222, "Finetune/Step": 7689, "Finetune/Step Time": 6.424771273508668}
+{"Finetune/Learning Rate": 2.031064180922796e-06, "Finetune/Loss": 0.7843251824378967, "Finetune/Loss (Raw)": 0.8547226190567017, "Finetune/Step": 7690, "Finetune/Step Time": 6.413972167298198}
+{"Finetune/Learning Rate": 2.0290300080961213e-06, "Finetune/Loss": 0.7858180999755859, "Finetune/Loss (Raw)": 1.0645411014556885, "Finetune/Step": 7691, "Finetune/Step Time": 6.413214294239879}
+{"Finetune/Learning Rate": 2.026996739405611e-06, "Finetune/Loss": 0.7860183715820312, "Finetune/Loss (Raw)": 0.7597319483757019, "Finetune/Step": 7692, "Finetune/Step Time": 6.405605398118496}
+{"Finetune/Learning Rate": 2.0249643750818947e-06, "Finetune/Loss": 0.787055253982544, "Finetune/Loss (Raw)": 0.7560073137283325, "Finetune/Step": 7693, "Finetune/Step Time": 6.400237876921892}
+{"Finetune/Learning Rate": 2.022932915355502e-06, "Finetune/Loss": 0.7870209217071533, "Finetune/Loss (Raw)": 0.9081282615661621, "Finetune/Step": 7694, "Finetune/Step Time": 6.405459649860859}
+{"Finetune/Learning Rate": 2.020902360456858e-06, "Finetune/Loss": 0.783556342124939, "Finetune/Loss (Raw)": 0.41869857907295227, "Finetune/Step": 7695, "Finetune/Step Time": 6.409290028735995}
+{"Finetune/Learning Rate": 2.0188727106162874e-06, "Finetune/Loss": 0.7848072648048401, "Finetune/Loss (Raw)": 0.883560299873352, "Finetune/Step": 7696, "Finetune/Step Time": 6.423101410269737}
+{"Finetune/Learning Rate": 2.0168439660640047e-06, "Finetune/Loss": 0.784554660320282, "Finetune/Loss (Raw)": 0.7248749136924744, "Finetune/Step": 7697, "Finetune/Step Time": 6.414998587220907}
+{"Finetune/Learning Rate": 2.014816127030135e-06, "Finetune/Loss": 0.7840420007705688, "Finetune/Loss (Raw)": 0.8341270089149475, "Finetune/Step": 7698, "Finetune/Step Time": 6.402544319629669}
+{"Finetune/Learning Rate": 2.012789193744692e-06, "Finetune/Loss": 0.7864826917648315, "Finetune/Loss (Raw)": 0.7025161981582642, "Finetune/Step": 7699, "Finetune/Step Time": 6.403173329308629}
+{"Finetune/Learning Rate": 2.0107631664375805e-06, "Finetune/Loss": 0.7874420881271362, "Finetune/Loss (Raw)": 0.8869161009788513, "Finetune/Step": 7700, "Finetune/Step Time": 6.389162076637149}
+{"Finetune/Learning Rate": 2.0087380453386185e-06, "Finetune/Loss": 0.7862081527709961, "Finetune/Loss (Raw)": 0.7535054087638855, "Finetune/Step": 7701, "Finetune/Step Time": 6.383785609155893}
+{"Finetune/Learning Rate": 2.0067138306775126e-06, "Finetune/Loss": 0.7864248752593994, "Finetune/Loss (Raw)": 0.9403337836265564, "Finetune/Step": 7702, "Finetune/Step Time": 6.383112341165543}
+{"Finetune/Learning Rate": 2.0046905226838607e-06, "Finetune/Loss": 0.7883358001708984, "Finetune/Loss (Raw)": 0.9315583109855652, "Finetune/Step": 7703, "Finetune/Step Time": 6.3798590041697025}
+{"Finetune/Learning Rate": 2.0026681215871656e-06, "Finetune/Loss": 0.7866435050964355, "Finetune/Loss (Raw)": 0.7344931960105896, "Finetune/Step": 7704, "Finetune/Step Time": 6.3624028246849775}
+{"Finetune/Learning Rate": 2.000646627616831e-06, "Finetune/Loss": 0.7880598306655884, "Finetune/Loss (Raw)": 0.9251680374145508, "Finetune/Step": 7705, "Finetune/Step Time": 6.361212121322751}
+{"Finetune/Learning Rate": 1.998626041002146e-06, "Finetune/Loss": 0.7885890007019043, "Finetune/Loss (Raw)": 0.7985244393348694, "Finetune/Step": 7706, "Finetune/Step Time": 6.3603773675858974}
+{"Finetune/Learning Rate": 1.9966063619723055e-06, "Finetune/Loss": 0.7889512777328491, "Finetune/Loss (Raw)": 0.7275571823120117, "Finetune/Step": 7707, "Finetune/Step Time": 6.348501058295369}
+{"Finetune/Learning Rate": 1.994587590756397e-06, "Finetune/Loss": 0.787641704082489, "Finetune/Loss (Raw)": 0.6898515224456787, "Finetune/Step": 7708, "Finetune/Step Time": 6.3483068235218525}
+{"Finetune/Learning Rate": 1.99256972758341e-06, "Finetune/Loss": 0.787389874458313, "Finetune/Loss (Raw)": 0.901485800743103, "Finetune/Step": 7709, "Finetune/Step Time": 6.349137559533119}
+{"Finetune/Learning Rate": 1.9905527726822247e-06, "Finetune/Loss": 0.7869036197662354, "Finetune/Loss (Raw)": 0.7296577095985413, "Finetune/Step": 7710, "Finetune/Step Time": 6.348424464464188}
+{"Finetune/Learning Rate": 1.9885367262816246e-06, "Finetune/Loss": 0.7866489291191101, "Finetune/Loss (Raw)": 0.775174617767334, "Finetune/Step": 7711, "Finetune/Step Time": 6.3608249723911285}
+{"Finetune/Learning Rate": 1.986521588610285e-06, "Finetune/Loss": 0.787530779838562, "Finetune/Loss (Raw)": 0.941385805606842, "Finetune/Step": 7712, "Finetune/Step Time": 6.346384918317199}
+{"Finetune/Learning Rate": 1.98450735989678e-06, "Finetune/Loss": 0.7866820096969604, "Finetune/Loss (Raw)": 0.7298480868339539, "Finetune/Step": 7713, "Finetune/Step Time": 6.3497506733983755}
+{"Finetune/Learning Rate": 1.9824940403695834e-06, "Finetune/Loss": 0.7864987850189209, "Finetune/Loss (Raw)": 0.6853132843971252, "Finetune/Step": 7714, "Finetune/Step Time": 6.345863865688443}
+{"Finetune/Learning Rate": 1.9804816302570605e-06, "Finetune/Loss": 0.790226399898529, "Finetune/Loss (Raw)": 0.8143712878227234, "Finetune/Step": 7715, "Finetune/Step Time": 6.338044522330165}
+{"Finetune/Learning Rate": 1.9784701297874774e-06, "Finetune/Loss": 0.7896789908409119, "Finetune/Loss (Raw)": 0.7577195763587952, "Finetune/Step": 7716, "Finetune/Step Time": 6.324015224352479}
+{"Finetune/Learning Rate": 1.9764595391889975e-06, "Finetune/Loss": 0.7894572615623474, "Finetune/Loss (Raw)": 0.806277871131897, "Finetune/Step": 7717, "Finetune/Step Time": 6.333111688494682}
+{"Finetune/Learning Rate": 1.974449858689673e-06, "Finetune/Loss": 0.7884721159934998, "Finetune/Loss (Raw)": 0.7324309349060059, "Finetune/Step": 7718, "Finetune/Step Time": 6.342100305482745}
+{"Finetune/Learning Rate": 1.972441088517466e-06, "Finetune/Loss": 0.7867496013641357, "Finetune/Loss (Raw)": 0.6488919258117676, "Finetune/Step": 7719, "Finetune/Step Time": 6.343571739271283}
+{"Finetune/Learning Rate": 1.9704332289002292e-06, "Finetune/Loss": 0.7884700894355774, "Finetune/Loss (Raw)": 0.994478702545166, "Finetune/Step": 7720, "Finetune/Step Time": 6.350165273994207}
+{"Finetune/Learning Rate": 1.9684262800657028e-06, "Finetune/Loss": 0.7885022163391113, "Finetune/Loss (Raw)": 0.913637638092041, "Finetune/Step": 7721, "Finetune/Step Time": 6.351380739361048}
+{"Finetune/Learning Rate": 1.9664202422415402e-06, "Finetune/Loss": 0.7890664935112, "Finetune/Loss (Raw)": 0.8121148943901062, "Finetune/Step": 7722, "Finetune/Step Time": 6.369723800569773}
+{"Finetune/Learning Rate": 1.964415115655284e-06, "Finetune/Loss": 0.7891504764556885, "Finetune/Loss (Raw)": 0.8691186308860779, "Finetune/Step": 7723, "Finetune/Step Time": 6.371008854359388}
+{"Finetune/Learning Rate": 1.962410900534367e-06, "Finetune/Loss": 0.7888344526290894, "Finetune/Loss (Raw)": 0.7090649008750916, "Finetune/Step": 7724, "Finetune/Step Time": 6.366811519488692}
+{"Finetune/Learning Rate": 1.9604075971061254e-06, "Finetune/Loss": 0.7931540012359619, "Finetune/Loss (Raw)": 0.9317123889923096, "Finetune/Step": 7725, "Finetune/Step Time": 6.358425745740533}
+{"Finetune/Learning Rate": 1.9584052055977985e-06, "Finetune/Loss": 0.793777346611023, "Finetune/Loss (Raw)": 0.8000307083129883, "Finetune/Step": 7726, "Finetune/Step Time": 6.342588350176811}
+{"Finetune/Learning Rate": 1.9564037262365075e-06, "Finetune/Loss": 0.7943429946899414, "Finetune/Loss (Raw)": 0.9227593541145325, "Finetune/Step": 7727, "Finetune/Step Time": 6.339941957965493}
+{"Finetune/Learning Rate": 1.9544031592492763e-06, "Finetune/Loss": 0.7944255471229553, "Finetune/Loss (Raw)": 0.8407108783721924, "Finetune/Step": 7728, "Finetune/Step Time": 6.333771258592606}
+{"Finetune/Learning Rate": 1.9524035048630365e-06, "Finetune/Loss": 0.7973933219909668, "Finetune/Loss (Raw)": 0.7137060761451721, "Finetune/Step": 7729, "Finetune/Step Time": 6.327572256326675}
+{"Finetune/Learning Rate": 1.950404763304595e-06, "Finetune/Loss": 0.7968771457672119, "Finetune/Loss (Raw)": 0.765469491481781, "Finetune/Step": 7730, "Finetune/Step Time": 6.313500413671136}
+{"Finetune/Learning Rate": 1.9484069348006717e-06, "Finetune/Loss": 0.7967385053634644, "Finetune/Loss (Raw)": 0.895435094833374, "Finetune/Step": 7731, "Finetune/Step Time": 6.322443151846528}
+{"Finetune/Learning Rate": 1.9464100195778757e-06, "Finetune/Loss": 0.7973214387893677, "Finetune/Loss (Raw)": 0.8941907286643982, "Finetune/Step": 7732, "Finetune/Step Time": 6.322298288345337}
+{"Finetune/Learning Rate": 1.9444140178627156e-06, "Finetune/Loss": 0.7964644432067871, "Finetune/Loss (Raw)": 0.6826526522636414, "Finetune/Step": 7733, "Finetune/Step Time": 6.3220963180065155}
+{"Finetune/Learning Rate": 1.9424189298815955e-06, "Finetune/Loss": 0.7979016900062561, "Finetune/Loss (Raw)": 0.9293903112411499, "Finetune/Step": 7734, "Finetune/Step Time": 6.331488443538547}
+{"Finetune/Learning Rate": 1.940424755860815e-06, "Finetune/Loss": 0.8018314242362976, "Finetune/Loss (Raw)": 0.8903408050537109, "Finetune/Step": 7735, "Finetune/Step Time": 6.3266717959195375}
+{"Finetune/Learning Rate": 1.938431496026569e-06, "Finetune/Loss": 0.8025301694869995, "Finetune/Loss (Raw)": 0.8869192600250244, "Finetune/Step": 7736, "Finetune/Step Time": 6.315120650455356}
+{"Finetune/Learning Rate": 1.936439150604952e-06, "Finetune/Loss": 0.8032007813453674, "Finetune/Loss (Raw)": 0.8598259091377258, "Finetune/Step": 7737, "Finetune/Step Time": 6.3136274702847}
+{"Finetune/Learning Rate": 1.9344477198219524e-06, "Finetune/Loss": 0.803779125213623, "Finetune/Loss (Raw)": 0.9652785658836365, "Finetune/Step": 7738, "Finetune/Step Time": 6.298810716718435}
+{"Finetune/Learning Rate": 1.9324572039034564e-06, "Finetune/Loss": 0.8043340444564819, "Finetune/Loss (Raw)": 0.8430308103561401, "Finetune/Step": 7739, "Finetune/Step Time": 6.294895742088556}
+{"Finetune/Learning Rate": 1.9304676030752435e-06, "Finetune/Loss": 0.8032895922660828, "Finetune/Loss (Raw)": 0.7701205611228943, "Finetune/Step": 7740, "Finetune/Step Time": 6.296175917610526}
+{"Finetune/Learning Rate": 1.928478917562996e-06, "Finetune/Loss": 0.8031326532363892, "Finetune/Loss (Raw)": 0.8243570327758789, "Finetune/Step": 7741, "Finetune/Step Time": 6.297806292772293}
+{"Finetune/Learning Rate": 1.9264911475922775e-06, "Finetune/Loss": 0.8043400645256042, "Finetune/Loss (Raw)": 0.9556151628494263, "Finetune/Step": 7742, "Finetune/Step Time": 6.301949208602309}
+{"Finetune/Learning Rate": 1.9245042933885693e-06, "Finetune/Loss": 0.8054503202438354, "Finetune/Loss (Raw)": 0.8275375366210938, "Finetune/Step": 7743, "Finetune/Step Time": 6.298188224434853}
+{"Finetune/Learning Rate": 1.922518355177232e-06, "Finetune/Loss": 0.8057998418807983, "Finetune/Loss (Raw)": 0.8869323134422302, "Finetune/Step": 7744, "Finetune/Step Time": 6.289333879947662}
+{"Finetune/Learning Rate": 1.920533333183532e-06, "Finetune/Loss": 0.8053770065307617, "Finetune/Loss (Raw)": 0.8242995738983154, "Finetune/Step": 7745, "Finetune/Step Time": 6.286127984523773}
+{"Finetune/Learning Rate": 1.918549227632619e-06, "Finetune/Loss": 0.806302011013031, "Finetune/Loss (Raw)": 0.836973249912262, "Finetune/Step": 7746, "Finetune/Step Time": 6.2636143155395985}
+{"Finetune/Learning Rate": 1.9165660387495545e-06, "Finetune/Loss": 0.8054702281951904, "Finetune/Loss (Raw)": 0.8728286027908325, "Finetune/Step": 7747, "Finetune/Step Time": 6.2561880350112915}
+{"Finetune/Learning Rate": 1.9145837667592914e-06, "Finetune/Loss": 0.8058319687843323, "Finetune/Loss (Raw)": 0.849068284034729, "Finetune/Step": 7748, "Finetune/Step Time": 6.260299870744348}
+{"Finetune/Learning Rate": 1.912602411886666e-06, "Finetune/Loss": 0.8096550703048706, "Finetune/Loss (Raw)": 0.8545798063278198, "Finetune/Step": 7749, "Finetune/Step Time": 6.258237067610025}
+{"Finetune/Learning Rate": 1.910621974356429e-06, "Finetune/Loss": 0.8089319467544556, "Finetune/Loss (Raw)": 0.763054370880127, "Finetune/Step": 7750, "Finetune/Step Time": 6.241155885159969}
+{"Finetune/Learning Rate": 1.9086424543932192e-06, "Finetune/Loss": 0.8090383410453796, "Finetune/Loss (Raw)": 0.9576715230941772, "Finetune/Step": 7751, "Finetune/Step Time": 6.227310936897993}
+{"Finetune/Learning Rate": 1.9066638522215652e-06, "Finetune/Loss": 0.8117668628692627, "Finetune/Loss (Raw)": 0.7100660800933838, "Finetune/Step": 7752, "Finetune/Step Time": 6.229048743844032}
+{"Finetune/Learning Rate": 1.9046861680658979e-06, "Finetune/Loss": 0.815729558467865, "Finetune/Loss (Raw)": 0.8408482074737549, "Finetune/Step": 7753, "Finetune/Step Time": 6.219402274116874}
+{"Finetune/Learning Rate": 1.9027094021505487e-06, "Finetune/Loss": 0.8154168725013733, "Finetune/Loss (Raw)": 0.7498331665992737, "Finetune/Step": 7754, "Finetune/Step Time": 6.204464543610811}
+{"Finetune/Learning Rate": 1.9007335546997352e-06, "Finetune/Loss": 0.8148794174194336, "Finetune/Loss (Raw)": 0.7791227102279663, "Finetune/Step": 7755, "Finetune/Step Time": 6.206306552514434}
+{"Finetune/Learning Rate": 1.8987586259375724e-06, "Finetune/Loss": 0.8151065111160278, "Finetune/Loss (Raw)": 0.8538606762886047, "Finetune/Step": 7756, "Finetune/Step Time": 6.206679465249181}
+{"Finetune/Learning Rate": 1.896784616088082e-06, "Finetune/Loss": 0.8137669563293457, "Finetune/Loss (Raw)": 0.7796494364738464, "Finetune/Step": 7757, "Finetune/Step Time": 6.193697365000844}
+{"Finetune/Learning Rate": 1.8948115253751664e-06, "Finetune/Loss": 0.8132206201553345, "Finetune/Loss (Raw)": 0.6973262429237366, "Finetune/Step": 7758, "Finetune/Step Time": 6.193371849134564}
+{"Finetune/Learning Rate": 1.892839354022633e-06, "Finetune/Loss": 0.8120871782302856, "Finetune/Loss (Raw)": 0.7913269996643066, "Finetune/Step": 7759, "Finetune/Step Time": 6.190541196614504}
+{"Finetune/Learning Rate": 1.890868102254182e-06, "Finetune/Loss": 0.8123387694358826, "Finetune/Loss (Raw)": 0.924441397190094, "Finetune/Step": 7760, "Finetune/Step Time": 6.187435192987323}
+{"Finetune/Learning Rate": 1.8888977702934086e-06, "Finetune/Loss": 0.8125132322311401, "Finetune/Loss (Raw)": 0.8629239797592163, "Finetune/Step": 7761, "Finetune/Step Time": 6.18873704969883}
+{"Finetune/Learning Rate": 1.8869283583638064e-06, "Finetune/Loss": 0.8135737180709839, "Finetune/Loss (Raw)": 0.8504817485809326, "Finetune/Step": 7762, "Finetune/Step Time": 6.190689757466316}
+{"Finetune/Learning Rate": 1.8849598666887636e-06, "Finetune/Loss": 0.8128246665000916, "Finetune/Loss (Raw)": 0.7784796953201294, "Finetune/Step": 7763, "Finetune/Step Time": 6.191178273409605}
+{"Finetune/Learning Rate": 1.8829922954915626e-06, "Finetune/Loss": 0.8124344348907471, "Finetune/Loss (Raw)": 0.7818397283554077, "Finetune/Step": 7764, "Finetune/Step Time": 6.192060723900795}
+{"Finetune/Learning Rate": 1.8810256449953822e-06, "Finetune/Loss": 0.8121975064277649, "Finetune/Loss (Raw)": 0.8743191957473755, "Finetune/Step": 7765, "Finetune/Step Time": 6.195538561791182}
+{"Finetune/Learning Rate": 1.879059915423297e-06, "Finetune/Loss": 0.8135787844657898, "Finetune/Loss (Raw)": 0.8436170220375061, "Finetune/Step": 7766, "Finetune/Step Time": 6.188231619074941}
+{"Finetune/Learning Rate": 1.8770951069982768e-06, "Finetune/Loss": 0.8134236931800842, "Finetune/Loss (Raw)": 0.8016243577003479, "Finetune/Step": 7767, "Finetune/Step Time": 6.176099898293614}
+{"Finetune/Learning Rate": 1.875131219943187e-06, "Finetune/Loss": 0.8137379884719849, "Finetune/Loss (Raw)": 0.8568137884140015, "Finetune/Step": 7768, "Finetune/Step Time": 6.178465073928237}
+{"Finetune/Learning Rate": 1.8731682544807917e-06, "Finetune/Loss": 0.8128868341445923, "Finetune/Loss (Raw)": 0.7380533218383789, "Finetune/Step": 7769, "Finetune/Step Time": 6.186166973784566}
+{"Finetune/Learning Rate": 1.8712062108337403e-06, "Finetune/Loss": 0.8137050271034241, "Finetune/Loss (Raw)": 0.9053766131401062, "Finetune/Step": 7770, "Finetune/Step Time": 6.192024014890194}
+{"Finetune/Learning Rate": 1.8692450892245906e-06, "Finetune/Loss": 0.8139675855636597, "Finetune/Loss (Raw)": 0.9025631546974182, "Finetune/Step": 7771, "Finetune/Step Time": 6.193661421537399}
+{"Finetune/Learning Rate": 1.8672848898757912e-06, "Finetune/Loss": 0.8147865533828735, "Finetune/Loss (Raw)": 0.8857970237731934, "Finetune/Step": 7772, "Finetune/Step Time": 6.194396445527673}
+{"Finetune/Learning Rate": 1.8653256130096797e-06, "Finetune/Loss": 0.8131211996078491, "Finetune/Loss (Raw)": 0.6957621574401855, "Finetune/Step": 7773, "Finetune/Step Time": 6.1934910118579865}
+{"Finetune/Learning Rate": 1.8633672588484941e-06, "Finetune/Loss": 0.8144439458847046, "Finetune/Loss (Raw)": 0.9877588152885437, "Finetune/Step": 7774, "Finetune/Step Time": 6.195027343928814}
+{"Finetune/Learning Rate": 1.8614098276143744e-06, "Finetune/Loss": 0.8184748888015747, "Finetune/Loss (Raw)": 0.8871872425079346, "Finetune/Step": 7775, "Finetune/Step Time": 6.19093575887382}
+{"Finetune/Learning Rate": 1.859453319529343e-06, "Finetune/Loss": 0.819729208946228, "Finetune/Loss (Raw)": 0.9142459630966187, "Finetune/Step": 7776, "Finetune/Step Time": 6.164010496810079}
+{"Finetune/Learning Rate": 1.8574977348153245e-06, "Finetune/Loss": 0.8195005655288696, "Finetune/Loss (Raw)": 0.8726423382759094, "Finetune/Step": 7777, "Finetune/Step Time": 6.167419768869877}
+{"Finetune/Learning Rate": 1.8555430736941439e-06, "Finetune/Loss": 0.818507730960846, "Finetune/Loss (Raw)": 0.7685521841049194, "Finetune/Step": 7778, "Finetune/Step Time": 6.168292278423905}
+{"Finetune/Learning Rate": 1.853589336387509e-06, "Finetune/Loss": 0.8206809163093567, "Finetune/Loss (Raw)": 0.9340639710426331, "Finetune/Step": 7779, "Finetune/Step Time": 6.172647221013904}
+{"Finetune/Learning Rate": 1.8516365231170318e-06, "Finetune/Loss": 0.8164399266242981, "Finetune/Loss (Raw)": 0.3782200813293457, "Finetune/Step": 7780, "Finetune/Step Time": 6.190047387033701}
+{"Finetune/Learning Rate": 1.8496846341042175e-06, "Finetune/Loss": 0.8159189224243164, "Finetune/Loss (Raw)": 0.7921619415283203, "Finetune/Step": 7781, "Finetune/Step Time": 6.203877739608288}
+{"Finetune/Learning Rate": 1.8477336695704663e-06, "Finetune/Loss": 0.8156699538230896, "Finetune/Loss (Raw)": 0.7757536172866821, "Finetune/Step": 7782, "Finetune/Step Time": 6.20514640212059}
+{"Finetune/Learning Rate": 1.8457836297370734e-06, "Finetune/Loss": 0.8150945901870728, "Finetune/Loss (Raw)": 0.7765031456947327, "Finetune/Step": 7783, "Finetune/Step Time": 6.211467923596501}
+{"Finetune/Learning Rate": 1.843834514825229e-06, "Finetune/Loss": 0.8154811859130859, "Finetune/Loss (Raw)": 0.8323525786399841, "Finetune/Step": 7784, "Finetune/Step Time": 6.215755240991712}
+{"Finetune/Learning Rate": 1.8418863250560193e-06, "Finetune/Loss": 0.8165441155433655, "Finetune/Loss (Raw)": 0.890484094619751, "Finetune/Step": 7785, "Finetune/Step Time": 6.2237568218261}
+{"Finetune/Learning Rate": 1.839939060650423e-06, "Finetune/Loss": 0.8166453242301941, "Finetune/Loss (Raw)": 0.7978643774986267, "Finetune/Step": 7786, "Finetune/Step Time": 6.22926670499146}
+{"Finetune/Learning Rate": 1.837992721829317e-06, "Finetune/Loss": 0.8127884864807129, "Finetune/Loss (Raw)": 0.38544973731040955, "Finetune/Step": 7787, "Finetune/Step Time": 6.248649891465902}
+{"Finetune/Learning Rate": 1.8360473088134722e-06, "Finetune/Loss": 0.8139252662658691, "Finetune/Loss (Raw)": 0.8731815814971924, "Finetune/Step": 7788, "Finetune/Step Time": 6.265088312327862}
+{"Finetune/Learning Rate": 1.8341028218235525e-06, "Finetune/Loss": 0.8148670196533203, "Finetune/Loss (Raw)": 0.8963572978973389, "Finetune/Step": 7789, "Finetune/Step Time": 6.264817610383034}
+{"Finetune/Learning Rate": 1.832159261080122e-06, "Finetune/Loss": 0.8145549297332764, "Finetune/Loss (Raw)": 0.7307102680206299, "Finetune/Step": 7790, "Finetune/Step Time": 6.270048756152391}
+{"Finetune/Learning Rate": 1.8302166268036293e-06, "Finetune/Loss": 0.8153244256973267, "Finetune/Loss (Raw)": 0.9268622994422913, "Finetune/Step": 7791, "Finetune/Step Time": 6.284903299063444}
+{"Finetune/Learning Rate": 1.82827491921443e-06, "Finetune/Loss": 0.8146330118179321, "Finetune/Loss (Raw)": 0.8518928289413452, "Finetune/Step": 7792, "Finetune/Step Time": 6.283617118373513}
+{"Finetune/Learning Rate": 1.8263341385327716e-06, "Finetune/Loss": 0.8143470883369446, "Finetune/Loss (Raw)": 0.7395052909851074, "Finetune/Step": 7793, "Finetune/Step Time": 6.280174661427736}
+{"Finetune/Learning Rate": 1.8243942849787854e-06, "Finetune/Loss": 0.8136627674102783, "Finetune/Loss (Raw)": 0.8074485659599304, "Finetune/Step": 7794, "Finetune/Step Time": 6.276931619271636}
+{"Finetune/Learning Rate": 1.8224553587725148e-06, "Finetune/Loss": 0.8138223886489868, "Finetune/Loss (Raw)": 0.8576382398605347, "Finetune/Step": 7795, "Finetune/Step Time": 6.279015880078077}
+{"Finetune/Learning Rate": 1.8205173601338889e-06, "Finetune/Loss": 0.8124661445617676, "Finetune/Loss (Raw)": 0.7553739547729492, "Finetune/Step": 7796, "Finetune/Step Time": 6.291637621819973}
+{"Finetune/Learning Rate": 1.8185802892827265e-06, "Finetune/Loss": 0.812616229057312, "Finetune/Loss (Raw)": 0.7676895260810852, "Finetune/Step": 7797, "Finetune/Step Time": 6.310530560091138}
+{"Finetune/Learning Rate": 1.8166441464387486e-06, "Finetune/Loss": 0.8136758804321289, "Finetune/Loss (Raw)": 0.9280176162719727, "Finetune/Step": 7798, "Finetune/Step Time": 6.308692507445812}
+{"Finetune/Learning Rate": 1.814708931821575e-06, "Finetune/Loss": 0.8134430646896362, "Finetune/Loss (Raw)": 0.7226391434669495, "Finetune/Step": 7799, "Finetune/Step Time": 6.302770644426346}
+{"Finetune/Learning Rate": 1.8127746456507077e-06, "Finetune/Loss": 0.8131608366966248, "Finetune/Loss (Raw)": 0.8553305268287659, "Finetune/Step": 7800, "Finetune/Step Time": 6.28243800625205}
+{"Finetune/Learning Rate": 1.8108412881455528e-06, "Finetune/Loss": 0.8134644031524658, "Finetune/Loss (Raw)": 0.7728567123413086, "Finetune/Step": 7801, "Finetune/Step Time": 6.277248300611973}
+{"Finetune/Learning Rate": 1.8089088595254078e-06, "Finetune/Loss": 0.812961995601654, "Finetune/Loss (Raw)": 0.8243282437324524, "Finetune/Step": 7802, "Finetune/Step Time": 6.26709939353168}
+{"Finetune/Learning Rate": 1.8069773600094665e-06, "Finetune/Loss": 0.8142632842063904, "Finetune/Loss (Raw)": 0.9554275274276733, "Finetune/Step": 7803, "Finetune/Step Time": 6.26962380297482}
+{"Finetune/Learning Rate": 1.8050467898168156e-06, "Finetune/Loss": 0.8124833106994629, "Finetune/Loss (Raw)": 0.4011232554912567, "Finetune/Step": 7804, "Finetune/Step Time": 6.275558929890394}
+{"Finetune/Learning Rate": 1.8031171491664367e-06, "Finetune/Loss": 0.8167864084243774, "Finetune/Loss (Raw)": 0.9022619724273682, "Finetune/Step": 7805, "Finetune/Step Time": 6.288590459153056}
+{"Finetune/Learning Rate": 1.801188438277206e-06, "Finetune/Loss": 0.8149469494819641, "Finetune/Loss (Raw)": 0.6977637410163879, "Finetune/Step": 7806, "Finetune/Step Time": 6.276144023984671}
+{"Finetune/Learning Rate": 1.799260657367896e-06, "Finetune/Loss": 0.8143362998962402, "Finetune/Loss (Raw)": 0.8403776288032532, "Finetune/Step": 7807, "Finetune/Step Time": 6.282776394858956}
+{"Finetune/Learning Rate": 1.797333806657171e-06, "Finetune/Loss": 0.8142220973968506, "Finetune/Loss (Raw)": 0.8609753847122192, "Finetune/Step": 7808, "Finetune/Step Time": 6.280266100540757}
+{"Finetune/Learning Rate": 1.7954078863635904e-06, "Finetune/Loss": 0.8145426511764526, "Finetune/Loss (Raw)": 0.8901521563529968, "Finetune/Step": 7809, "Finetune/Step Time": 6.269314952194691}
+{"Finetune/Learning Rate": 1.7934828967056107e-06, "Finetune/Loss": 0.8154044151306152, "Finetune/Loss (Raw)": 0.8985598087310791, "Finetune/Step": 7810, "Finetune/Step Time": 6.271145163103938}
+{"Finetune/Learning Rate": 1.7915588379015802e-06, "Finetune/Loss": 0.815055787563324, "Finetune/Loss (Raw)": 0.7905673384666443, "Finetune/Step": 7811, "Finetune/Step Time": 6.267803685739636}
+{"Finetune/Learning Rate": 1.7896357101697405e-06, "Finetune/Loss": 0.8173249363899231, "Finetune/Loss (Raw)": 0.8684067726135254, "Finetune/Step": 7812, "Finetune/Step Time": 6.251383822411299}
+{"Finetune/Learning Rate": 1.787713513728232e-06, "Finetune/Loss": 0.8174610733985901, "Finetune/Loss (Raw)": 0.8080045580863953, "Finetune/Step": 7813, "Finetune/Step Time": 6.229498552158475}
+{"Finetune/Learning Rate": 1.7857922487950873e-06, "Finetune/Loss": 0.8165115118026733, "Finetune/Loss (Raw)": 0.6569666862487793, "Finetune/Step": 7814, "Finetune/Step Time": 6.2333790473639965}
+{"Finetune/Learning Rate": 1.7838719155882257e-06, "Finetune/Loss": 0.8163902163505554, "Finetune/Loss (Raw)": 0.8493173718452454, "Finetune/Step": 7815, "Finetune/Step Time": 6.2408041302114725}
+{"Finetune/Learning Rate": 1.7819525143254758e-06, "Finetune/Loss": 0.815147340297699, "Finetune/Loss (Raw)": 0.7224768400192261, "Finetune/Step": 7816, "Finetune/Step Time": 6.256080824881792}
+{"Finetune/Learning Rate": 1.7800340452245523e-06, "Finetune/Loss": 0.8139673471450806, "Finetune/Loss (Raw)": 0.6779599785804749, "Finetune/Step": 7817, "Finetune/Step Time": 6.254199855029583}
+{"Finetune/Learning Rate": 1.7781165085030604e-06, "Finetune/Loss": 0.8140958547592163, "Finetune/Loss (Raw)": 0.8711768984794617, "Finetune/Step": 7818, "Finetune/Step Time": 6.249576095491648}
+{"Finetune/Learning Rate": 1.7761999043785027e-06, "Finetune/Loss": 0.8127379417419434, "Finetune/Loss (Raw)": 0.8907284736633301, "Finetune/Step": 7819, "Finetune/Step Time": 6.251365326344967}
+{"Finetune/Learning Rate": 1.7742842330682852e-06, "Finetune/Loss": 0.8140213489532471, "Finetune/Loss (Raw)": 0.924004077911377, "Finetune/Step": 7820, "Finetune/Step Time": 6.263857858255506}
+{"Finetune/Learning Rate": 1.7723694947896918e-06, "Finetune/Loss": 0.8142483234405518, "Finetune/Loss (Raw)": 0.7850580811500549, "Finetune/Step": 7821, "Finetune/Step Time": 6.256521064788103}
+{"Finetune/Learning Rate": 1.770455689759909e-06, "Finetune/Loss": 0.8137627243995667, "Finetune/Loss (Raw)": 0.8459739089012146, "Finetune/Step": 7822, "Finetune/Step Time": 6.24815078265965}
+{"Finetune/Learning Rate": 1.768542818196024e-06, "Finetune/Loss": 0.8168154358863831, "Finetune/Loss (Raw)": 0.8094437718391418, "Finetune/Step": 7823, "Finetune/Step Time": 6.24154157564044}
+{"Finetune/Learning Rate": 1.7666308803150045e-06, "Finetune/Loss": 0.8164792060852051, "Finetune/Loss (Raw)": 0.8405247330665588, "Finetune/Step": 7824, "Finetune/Step Time": 6.2306145671755075}
+{"Finetune/Learning Rate": 1.7647198763337203e-06, "Finetune/Loss": 0.8173680305480957, "Finetune/Loss (Raw)": 0.8386436104774475, "Finetune/Step": 7825, "Finetune/Step Time": 6.239278346300125}
+{"Finetune/Learning Rate": 1.7628098064689336e-06, "Finetune/Loss": 0.8162731528282166, "Finetune/Loss (Raw)": 0.6939831972122192, "Finetune/Step": 7826, "Finetune/Step Time": 6.247153952717781}
+{"Finetune/Learning Rate": 1.7609006709373055e-06, "Finetune/Loss": 0.8173628449440002, "Finetune/Loss (Raw)": 0.8420025706291199, "Finetune/Step": 7827, "Finetune/Step Time": 6.242408413439989}
+{"Finetune/Learning Rate": 1.7589924699553817e-06, "Finetune/Loss": 0.816027045249939, "Finetune/Loss (Raw)": 0.7159245610237122, "Finetune/Step": 7828, "Finetune/Step Time": 6.241949716582894}
+{"Finetune/Learning Rate": 1.757085203739608e-06, "Finetune/Loss": 0.8161863088607788, "Finetune/Loss (Raw)": 0.7738897204399109, "Finetune/Step": 7829, "Finetune/Step Time": 6.248256508260965}
+{"Finetune/Learning Rate": 1.7551788725063234e-06, "Finetune/Loss": 0.8162965178489685, "Finetune/Loss (Raw)": 0.9544468522071838, "Finetune/Step": 7830, "Finetune/Step Time": 6.261229356750846}
+{"Finetune/Learning Rate": 1.7532734764717606e-06, "Finetune/Loss": 0.8116453886032104, "Finetune/Loss (Raw)": 0.3362188935279846, "Finetune/Step": 7831, "Finetune/Step Time": 6.263510474935174}
+{"Finetune/Learning Rate": 1.7513690158520457e-06, "Finetune/Loss": 0.8127197623252869, "Finetune/Loss (Raw)": 0.8720085620880127, "Finetune/Step": 7832, "Finetune/Step Time": 6.273525428026915}
+{"Finetune/Learning Rate": 1.749465490863198e-06, "Finetune/Loss": 0.8124943375587463, "Finetune/Loss (Raw)": 0.8963135480880737, "Finetune/Step": 7833, "Finetune/Step Time": 6.269886646419764}
+{"Finetune/Learning Rate": 1.7475629017211348e-06, "Finetune/Loss": 0.8121394515037537, "Finetune/Loss (Raw)": 0.7530977129936218, "Finetune/Step": 7834, "Finetune/Step Time": 6.269143288955092}
+{"Finetune/Learning Rate": 1.7456612486416612e-06, "Finetune/Loss": 0.8127115964889526, "Finetune/Loss (Raw)": 0.8007956147193909, "Finetune/Step": 7835, "Finetune/Step Time": 6.27277304418385}
+{"Finetune/Learning Rate": 1.7437605318404805e-06, "Finetune/Loss": 0.8133453130722046, "Finetune/Loss (Raw)": 0.7709664106369019, "Finetune/Step": 7836, "Finetune/Step Time": 6.270245585590601}
+{"Finetune/Learning Rate": 1.7418607515331876e-06, "Finetune/Loss": 0.8126782178878784, "Finetune/Loss (Raw)": 0.8160965442657471, "Finetune/Step": 7837, "Finetune/Step Time": 6.268068291246891}
+{"Finetune/Learning Rate": 1.7399619079352725e-06, "Finetune/Loss": 0.8144758343696594, "Finetune/Loss (Raw)": 0.9597527384757996, "Finetune/Step": 7838, "Finetune/Step Time": 6.2709319200366735}
+{"Finetune/Learning Rate": 1.7380640012621187e-06, "Finetune/Loss": 0.8146621584892273, "Finetune/Loss (Raw)": 0.7990214824676514, "Finetune/Step": 7839, "Finetune/Step Time": 6.252970663830638}
+{"Finetune/Learning Rate": 1.7361670317290014e-06, "Finetune/Loss": 0.8141056299209595, "Finetune/Loss (Raw)": 0.8701487183570862, "Finetune/Step": 7840, "Finetune/Step Time": 6.2498464826494455}
+{"Finetune/Learning Rate": 1.7342709995510942e-06, "Finetune/Loss": 0.8139051198959351, "Finetune/Loss (Raw)": 0.7041839361190796, "Finetune/Step": 7841, "Finetune/Step Time": 6.2432480081915855}
+{"Finetune/Learning Rate": 1.732375904943462e-06, "Finetune/Loss": 0.8144268989562988, "Finetune/Loss (Raw)": 0.7521003484725952, "Finetune/Step": 7842, "Finetune/Step Time": 6.244525671005249}
+{"Finetune/Learning Rate": 1.7304817481210544e-06, "Finetune/Loss": 0.8151850700378418, "Finetune/Loss (Raw)": 0.9114179611206055, "Finetune/Step": 7843, "Finetune/Step Time": 6.244035705924034}
+{"Finetune/Learning Rate": 1.7285885292987338e-06, "Finetune/Loss": 0.8158723711967468, "Finetune/Loss (Raw)": 0.8456988334655762, "Finetune/Step": 7844, "Finetune/Step Time": 6.24151461198926}
+{"Finetune/Learning Rate": 1.726696248691242e-06, "Finetune/Loss": 0.8154360055923462, "Finetune/Loss (Raw)": 0.7504158020019531, "Finetune/Step": 7845, "Finetune/Step Time": 6.230114413425326}
+{"Finetune/Learning Rate": 1.7248049065132145e-06, "Finetune/Loss": 0.8164424896240234, "Finetune/Loss (Raw)": 0.861262857913971, "Finetune/Step": 7846, "Finetune/Step Time": 6.2198805417865515}
+{"Finetune/Learning Rate": 1.7229145029791827e-06, "Finetune/Loss": 0.8175872564315796, "Finetune/Loss (Raw)": 0.7954274415969849, "Finetune/Step": 7847, "Finetune/Step Time": 6.218800308182836}
+{"Finetune/Learning Rate": 1.721025038303581e-06, "Finetune/Loss": 0.8154938817024231, "Finetune/Loss (Raw)": 0.7265280485153198, "Finetune/Step": 7848, "Finetune/Step Time": 6.205698860809207}
+{"Finetune/Learning Rate": 1.7191365127007197e-06, "Finetune/Loss": 0.8154258728027344, "Finetune/Loss (Raw)": 0.9049269556999207, "Finetune/Step": 7849, "Finetune/Step Time": 6.205186501145363}
+{"Finetune/Learning Rate": 1.7172489263848148e-06, "Finetune/Loss": 0.8150434494018555, "Finetune/Loss (Raw)": 0.7631662487983704, "Finetune/Step": 7850, "Finetune/Step Time": 6.201825711876154}
+{"Finetune/Learning Rate": 1.7153622795699765e-06, "Finetune/Loss": 0.8149187564849854, "Finetune/Loss (Raw)": 0.8531585931777954, "Finetune/Step": 7851, "Finetune/Step Time": 6.213951056823134}
+{"Finetune/Learning Rate": 1.7134765724701996e-06, "Finetune/Loss": 0.815219521522522, "Finetune/Loss (Raw)": 0.7475601434707642, "Finetune/Step": 7852, "Finetune/Step Time": 6.213129369542003}
+{"Finetune/Learning Rate": 1.7115918052993773e-06, "Finetune/Loss": 0.8137001991271973, "Finetune/Loss (Raw)": 0.7372400164604187, "Finetune/Step": 7853, "Finetune/Step Time": 6.210848214104772}
+{"Finetune/Learning Rate": 1.7097079782712988e-06, "Finetune/Loss": 0.814032793045044, "Finetune/Loss (Raw)": 0.8426022529602051, "Finetune/Step": 7854, "Finetune/Step Time": 6.211606087163091}
+{"Finetune/Learning Rate": 1.707825091599643e-06, "Finetune/Loss": 0.8127017021179199, "Finetune/Loss (Raw)": 0.7523782253265381, "Finetune/Step": 7855, "Finetune/Step Time": 6.212250243872404}
+{"Finetune/Learning Rate": 1.7059431454979825e-06, "Finetune/Loss": 0.812541663646698, "Finetune/Loss (Raw)": 0.8202314972877502, "Finetune/Step": 7856, "Finetune/Step Time": 6.211446417495608}
+{"Finetune/Learning Rate": 1.7040621401797853e-06, "Finetune/Loss": 0.8125101327896118, "Finetune/Loss (Raw)": 0.7096651792526245, "Finetune/Step": 7857, "Finetune/Step Time": 6.213245524093509}
+{"Finetune/Learning Rate": 1.7021820758584085e-06, "Finetune/Loss": 0.813342809677124, "Finetune/Loss (Raw)": 0.8720544576644897, "Finetune/Step": 7858, "Finetune/Step Time": 6.213987888768315}
+{"Finetune/Learning Rate": 1.7003029527471082e-06, "Finetune/Loss": 0.8129253387451172, "Finetune/Loss (Raw)": 0.8419952988624573, "Finetune/Step": 7859, "Finetune/Step Time": 6.212443361058831}
+{"Finetune/Learning Rate": 1.6984247710590296e-06, "Finetune/Loss": 0.8127269744873047, "Finetune/Loss (Raw)": 0.868803858757019, "Finetune/Step": 7860, "Finetune/Step Time": 6.2238296158611774}
+{"Finetune/Learning Rate": 1.6965475310072122e-06, "Finetune/Loss": 0.8099923133850098, "Finetune/Loss (Raw)": 0.3326127529144287, "Finetune/Step": 7861, "Finetune/Step Time": 6.224799193441868}
+{"Finetune/Learning Rate": 1.6946712328045889e-06, "Finetune/Loss": 0.8095040321350098, "Finetune/Loss (Raw)": 0.8668891787528992, "Finetune/Step": 7862, "Finetune/Step Time": 6.2279823292046785}
+{"Finetune/Learning Rate": 1.6927958766639874e-06, "Finetune/Loss": 0.8080098628997803, "Finetune/Loss (Raw)": 0.6990878582000732, "Finetune/Step": 7863, "Finetune/Step Time": 6.227538214996457}
+{"Finetune/Learning Rate": 1.6909214627981197e-06, "Finetune/Loss": 0.8085935115814209, "Finetune/Loss (Raw)": 0.9616298675537109, "Finetune/Step": 7864, "Finetune/Step Time": 6.225993599742651}
+{"Finetune/Learning Rate": 1.6890479914196067e-06, "Finetune/Loss": 0.8093003034591675, "Finetune/Loss (Raw)": 0.9502980709075928, "Finetune/Step": 7865, "Finetune/Step Time": 6.22636946849525}
+{"Finetune/Learning Rate": 1.687175462740952e-06, "Finetune/Loss": 0.8082500696182251, "Finetune/Loss (Raw)": 0.8308421969413757, "Finetune/Step": 7866, "Finetune/Step Time": 6.231669265776873}
+{"Finetune/Learning Rate": 1.6853038769745466e-06, "Finetune/Loss": 0.8078501224517822, "Finetune/Loss (Raw)": 0.7918455600738525, "Finetune/Step": 7867, "Finetune/Step Time": 6.231388300657272}
+{"Finetune/Learning Rate": 1.683433234332691e-06, "Finetune/Loss": 0.8086650371551514, "Finetune/Loss (Raw)": 0.8744238615036011, "Finetune/Step": 7868, "Finetune/Step Time": 6.232299814000726}
+{"Finetune/Learning Rate": 1.6815635350275683e-06, "Finetune/Loss": 0.8075219988822937, "Finetune/Loss (Raw)": 0.6780503988265991, "Finetune/Step": 7869, "Finetune/Step Time": 6.237639132887125}
+{"Finetune/Learning Rate": 1.6796947792712504e-06, "Finetune/Loss": 0.80726557970047, "Finetune/Loss (Raw)": 0.9227893948554993, "Finetune/Step": 7870, "Finetune/Step Time": 6.233728272840381}
+{"Finetune/Learning Rate": 1.6778269672757085e-06, "Finetune/Loss": 0.808289110660553, "Finetune/Loss (Raw)": 0.9585480093955994, "Finetune/Step": 7871, "Finetune/Step Time": 6.236268667504191}
+{"Finetune/Learning Rate": 1.6759600992528147e-06, "Finetune/Loss": 0.8082387447357178, "Finetune/Loss (Raw)": 0.8804893493652344, "Finetune/Step": 7872, "Finetune/Step Time": 6.24595863185823}
+{"Finetune/Learning Rate": 1.6740941754143147e-06, "Finetune/Loss": 0.8083903193473816, "Finetune/Loss (Raw)": 0.8437023162841797, "Finetune/Step": 7873, "Finetune/Step Time": 6.250947656109929}
+{"Finetune/Learning Rate": 1.672229195971863e-06, "Finetune/Loss": 0.8092354536056519, "Finetune/Loss (Raw)": 0.9451416730880737, "Finetune/Step": 7874, "Finetune/Step Time": 6.2512320671230555}
+{"Finetune/Learning Rate": 1.6703651611370009e-06, "Finetune/Loss": 0.8083786964416504, "Finetune/Loss (Raw)": 0.7631673216819763, "Finetune/Step": 7875, "Finetune/Step Time": 6.249020865187049}
+{"Finetune/Learning Rate": 1.668502071121162e-06, "Finetune/Loss": 0.8085625171661377, "Finetune/Loss (Raw)": 0.872597336769104, "Finetune/Step": 7876, "Finetune/Step Time": 6.247321762144566}
+{"Finetune/Learning Rate": 1.6666399261356759e-06, "Finetune/Loss": 0.8073816895484924, "Finetune/Loss (Raw)": 0.7034322023391724, "Finetune/Step": 7877, "Finetune/Step Time": 6.24551665969193}
+{"Finetune/Learning Rate": 1.6647787263917615e-06, "Finetune/Loss": 0.8072915077209473, "Finetune/Loss (Raw)": 0.7515157461166382, "Finetune/Step": 7878, "Finetune/Step Time": 6.248079791665077}
+{"Finetune/Learning Rate": 1.6629184721005332e-06, "Finetune/Loss": 0.8055747747421265, "Finetune/Loss (Raw)": 0.7379269599914551, "Finetune/Step": 7879, "Finetune/Step Time": 6.2543525993824005}
+{"Finetune/Learning Rate": 1.6610591634729966e-06, "Finetune/Loss": 0.8052722215652466, "Finetune/Loss (Raw)": 0.6713435053825378, "Finetune/Step": 7880, "Finetune/Step Time": 6.24964695610106}
+{"Finetune/Learning Rate": 1.6592008007200511e-06, "Finetune/Loss": 0.8060086965560913, "Finetune/Loss (Raw)": 0.9351165890693665, "Finetune/Step": 7881, "Finetune/Step Time": 6.247133556753397}
+{"Finetune/Learning Rate": 1.6573433840524877e-06, "Finetune/Loss": 0.8065335750579834, "Finetune/Loss (Raw)": 0.8170167803764343, "Finetune/Step": 7882, "Finetune/Step Time": 6.248989539220929}
+{"Finetune/Learning Rate": 1.6554869136809903e-06, "Finetune/Loss": 0.8053971529006958, "Finetune/Loss (Raw)": 0.6336587071418762, "Finetune/Step": 7883, "Finetune/Step Time": 6.256617773324251}
+{"Finetune/Learning Rate": 1.6536313898161393e-06, "Finetune/Loss": 0.8043628334999084, "Finetune/Loss (Raw)": 0.7214692831039429, "Finetune/Step": 7884, "Finetune/Step Time": 6.281605020165443}
+{"Finetune/Learning Rate": 1.6517768126683964e-06, "Finetune/Loss": 0.8053956031799316, "Finetune/Loss (Raw)": 0.9118432402610779, "Finetune/Step": 7885, "Finetune/Step Time": 6.286461533978581}
+{"Finetune/Learning Rate": 1.6499231824481299e-06, "Finetune/Loss": 0.8058267831802368, "Finetune/Loss (Raw)": 0.7525191903114319, "Finetune/Step": 7886, "Finetune/Step Time": 6.291362116113305}
+{"Finetune/Learning Rate": 1.6480704993655961e-06, "Finetune/Loss": 0.8060451745986938, "Finetune/Loss (Raw)": 0.8192802667617798, "Finetune/Step": 7887, "Finetune/Step Time": 6.289808638393879}
+{"Finetune/Learning Rate": 1.6462187636309345e-06, "Finetune/Loss": 0.8053001761436462, "Finetune/Loss (Raw)": 0.8290787935256958, "Finetune/Step": 7888, "Finetune/Step Time": 6.286796377971768}
+{"Finetune/Learning Rate": 1.6443679754541931e-06, "Finetune/Loss": 0.8050429821014404, "Finetune/Loss (Raw)": 0.8300114870071411, "Finetune/Step": 7889, "Finetune/Step Time": 6.285594226792455}
+{"Finetune/Learning Rate": 1.6425181350453023e-06, "Finetune/Loss": 0.8047383427619934, "Finetune/Loss (Raw)": 0.811479926109314, "Finetune/Step": 7890, "Finetune/Step Time": 6.279005000367761}
+{"Finetune/Learning Rate": 1.6406692426140835e-06, "Finetune/Loss": 0.8052279949188232, "Finetune/Loss (Raw)": 0.841154158115387, "Finetune/Step": 7891, "Finetune/Step Time": 6.271036673337221}
+{"Finetune/Learning Rate": 1.6388212983702534e-06, "Finetune/Loss": 0.8060692548751831, "Finetune/Loss (Raw)": 0.8895185589790344, "Finetune/Step": 7892, "Finetune/Step Time": 6.269459184259176}
+{"Finetune/Learning Rate": 1.6369743025234286e-06, "Finetune/Loss": 0.8066942691802979, "Finetune/Loss (Raw)": 0.9543276429176331, "Finetune/Step": 7893, "Finetune/Step Time": 6.268566358834505}
+{"Finetune/Learning Rate": 1.635128255283106e-06, "Finetune/Loss": 0.8073667287826538, "Finetune/Loss (Raw)": 0.9296880960464478, "Finetune/Step": 7894, "Finetune/Step Time": 6.269324742257595}
+{"Finetune/Learning Rate": 1.6332831568586805e-06, "Finetune/Loss": 0.8071555495262146, "Finetune/Loss (Raw)": 0.7745919227600098, "Finetune/Step": 7895, "Finetune/Step Time": 6.269099980592728}
+{"Finetune/Learning Rate": 1.6314390074594412e-06, "Finetune/Loss": 0.8076756000518799, "Finetune/Loss (Raw)": 0.9233799576759338, "Finetune/Step": 7896, "Finetune/Step Time": 6.26342998072505}
+{"Finetune/Learning Rate": 1.629595807294565e-06, "Finetune/Loss": 0.8089209794998169, "Finetune/Loss (Raw)": 0.8974705934524536, "Finetune/Step": 7897, "Finetune/Step Time": 6.2556662410497665}
+{"Finetune/Learning Rate": 1.6277535565731251e-06, "Finetune/Loss": 0.8079637289047241, "Finetune/Loss (Raw)": 0.7828453183174133, "Finetune/Step": 7898, "Finetune/Step Time": 6.249544641003013}
+{"Finetune/Learning Rate": 1.6259122555040852e-06, "Finetune/Loss": 0.8073979616165161, "Finetune/Loss (Raw)": 0.8301459550857544, "Finetune/Step": 7899, "Finetune/Step Time": 6.249055428430438}
+{"Finetune/Learning Rate": 1.6240719042963004e-06, "Finetune/Loss": 0.807432234287262, "Finetune/Loss (Raw)": 0.8901767730712891, "Finetune/Step": 7900, "Finetune/Step Time": 6.267273087054491}
+{"Finetune/Learning Rate": 1.6222325031585218e-06, "Finetune/Loss": 0.8048934936523438, "Finetune/Loss (Raw)": 0.3708086907863617, "Finetune/Step": 7901, "Finetune/Step Time": 6.271912580356002}
+{"Finetune/Learning Rate": 1.6203940522993878e-06, "Finetune/Loss": 0.8046125769615173, "Finetune/Loss (Raw)": 0.9518023729324341, "Finetune/Step": 7902, "Finetune/Step Time": 6.285763580352068}
+{"Finetune/Learning Rate": 1.6185565519274326e-06, "Finetune/Loss": 0.8044617176055908, "Finetune/Loss (Raw)": 0.8678682446479797, "Finetune/Step": 7903, "Finetune/Step Time": 6.279797228053212}
+{"Finetune/Learning Rate": 1.6167200022510799e-06, "Finetune/Loss": 0.802852988243103, "Finetune/Loss (Raw)": 0.7083318829536438, "Finetune/Step": 7904, "Finetune/Step Time": 6.280802488327026}
+{"Finetune/Learning Rate": 1.6148844034786493e-06, "Finetune/Loss": 0.8024717569351196, "Finetune/Loss (Raw)": 0.8238569498062134, "Finetune/Step": 7905, "Finetune/Step Time": 6.277116598561406}
+{"Finetune/Learning Rate": 1.6130497558183478e-06, "Finetune/Loss": 0.8033198118209839, "Finetune/Loss (Raw)": 0.8770978450775146, "Finetune/Step": 7906, "Finetune/Step Time": 6.2739495895802975}
+{"Finetune/Learning Rate": 1.611216059478279e-06, "Finetune/Loss": 0.8022814989089966, "Finetune/Loss (Raw)": 0.8011593222618103, "Finetune/Step": 7907, "Finetune/Step Time": 6.273099014535546}
+{"Finetune/Learning Rate": 1.6093833146664373e-06, "Finetune/Loss": 0.804652750492096, "Finetune/Loss (Raw)": 0.6817371845245361, "Finetune/Step": 7908, "Finetune/Step Time": 6.25765734910965}
+{"Finetune/Learning Rate": 1.6075515215907022e-06, "Finetune/Loss": 0.8046672344207764, "Finetune/Loss (Raw)": 0.7940149307250977, "Finetune/Step": 7909, "Finetune/Step Time": 6.248664405196905}
+{"Finetune/Learning Rate": 1.6057206804588576e-06, "Finetune/Loss": 0.8012232184410095, "Finetune/Loss (Raw)": 0.3349232077598572, "Finetune/Step": 7910, "Finetune/Step Time": 6.252988025546074}
+{"Finetune/Learning Rate": 1.603890791478573e-06, "Finetune/Loss": 0.7978807091712952, "Finetune/Loss (Raw)": 0.3486548364162445, "Finetune/Step": 7911, "Finetune/Step Time": 6.286586659029126}
+{"Finetune/Learning Rate": 1.6020618548574108e-06, "Finetune/Loss": 0.7983885407447815, "Finetune/Loss (Raw)": 0.897361695766449, "Finetune/Step": 7912, "Finetune/Step Time": 6.298863876610994}
+{"Finetune/Learning Rate": 1.6002338708028187e-06, "Finetune/Loss": 0.798680305480957, "Finetune/Loss (Raw)": 0.9278282523155212, "Finetune/Step": 7913, "Finetune/Step Time": 6.291343532502651}
+{"Finetune/Learning Rate": 1.5984068395221485e-06, "Finetune/Loss": 0.7992547750473022, "Finetune/Loss (Raw)": 0.8713952898979187, "Finetune/Step": 7914, "Finetune/Step Time": 6.28727487847209}
+{"Finetune/Learning Rate": 1.596580761222638e-06, "Finetune/Loss": 0.8023438453674316, "Finetune/Loss (Raw)": 0.7808499932289124, "Finetune/Step": 7915, "Finetune/Step Time": 6.274363147094846}
+{"Finetune/Learning Rate": 1.5947556361114102e-06, "Finetune/Loss": 0.8034601211547852, "Finetune/Loss (Raw)": 1.0160636901855469, "Finetune/Step": 7916, "Finetune/Step Time": 6.2646022494882345}
+{"Finetune/Learning Rate": 1.5929314643954941e-06, "Finetune/Loss": 0.8030216693878174, "Finetune/Loss (Raw)": 0.8402444124221802, "Finetune/Step": 7917, "Finetune/Step Time": 6.276090564206243}
+{"Finetune/Learning Rate": 1.5911082462818017e-06, "Finetune/Loss": 0.804099440574646, "Finetune/Loss (Raw)": 0.8686630725860596, "Finetune/Step": 7918, "Finetune/Step Time": 6.290545439347625}
+{"Finetune/Learning Rate": 1.5892859819771334e-06, "Finetune/Loss": 0.8029993772506714, "Finetune/Loss (Raw)": 0.7860477566719055, "Finetune/Step": 7919, "Finetune/Step Time": 6.2818399630486965}
+{"Finetune/Learning Rate": 1.587464671688187e-06, "Finetune/Loss": 0.8020460605621338, "Finetune/Loss (Raw)": 0.7298711538314819, "Finetune/Step": 7920, "Finetune/Step Time": 6.282095519825816}
+{"Finetune/Learning Rate": 1.5856443156215583e-06, "Finetune/Loss": 0.8020326495170593, "Finetune/Loss (Raw)": 0.7377907633781433, "Finetune/Step": 7921, "Finetune/Step Time": 6.283131949603558}
+{"Finetune/Learning Rate": 1.5838249139837204e-06, "Finetune/Loss": 0.80270916223526, "Finetune/Loss (Raw)": 0.8940460681915283, "Finetune/Step": 7922, "Finetune/Step Time": 6.289014611393213}
+{"Finetune/Learning Rate": 1.5820064669810486e-06, "Finetune/Loss": 0.8023155927658081, "Finetune/Loss (Raw)": 0.8072550892829895, "Finetune/Step": 7923, "Finetune/Step Time": 6.2865659687668085}
+{"Finetune/Learning Rate": 1.5801889748198052e-06, "Finetune/Loss": 0.8016744256019592, "Finetune/Loss (Raw)": 0.6733031868934631, "Finetune/Step": 7924, "Finetune/Step Time": 6.272393545135856}
+{"Finetune/Learning Rate": 1.578372437706147e-06, "Finetune/Loss": 0.8016437292098999, "Finetune/Loss (Raw)": 0.7637606859207153, "Finetune/Step": 7925, "Finetune/Step Time": 6.253888687118888}
+{"Finetune/Learning Rate": 1.5765568558461209e-06, "Finetune/Loss": 0.7995683550834656, "Finetune/Loss (Raw)": 0.6623710989952087, "Finetune/Step": 7926, "Finetune/Step Time": 6.256998412311077}
+{"Finetune/Learning Rate": 1.574742229445666e-06, "Finetune/Loss": 0.8000792860984802, "Finetune/Loss (Raw)": 0.7880361080169678, "Finetune/Step": 7927, "Finetune/Step Time": 6.260125853121281}
+{"Finetune/Learning Rate": 1.5729285587106135e-06, "Finetune/Loss": 0.7993061542510986, "Finetune/Loss (Raw)": 0.7563741207122803, "Finetune/Step": 7928, "Finetune/Step Time": 6.264143252745271}
+{"Finetune/Learning Rate": 1.5711158438466845e-06, "Finetune/Loss": 0.8000792860984802, "Finetune/Loss (Raw)": 0.871816098690033, "Finetune/Step": 7929, "Finetune/Step Time": 6.269644193351269}
+{"Finetune/Learning Rate": 1.569304085059493e-06, "Finetune/Loss": 0.799801766872406, "Finetune/Loss (Raw)": 0.7888066172599792, "Finetune/Step": 7930, "Finetune/Step Time": 6.270559756085277}
+{"Finetune/Learning Rate": 1.5674932825545453e-06, "Finetune/Loss": 0.7989332675933838, "Finetune/Loss (Raw)": 0.8442537188529968, "Finetune/Step": 7931, "Finetune/Step Time": 6.270692938938737}
+{"Finetune/Learning Rate": 1.5656834365372376e-06, "Finetune/Loss": 0.8022756576538086, "Finetune/Loss (Raw)": 0.828954815864563, "Finetune/Step": 7932, "Finetune/Step Time": 6.268818594515324}
+{"Finetune/Learning Rate": 1.563874547212858e-06, "Finetune/Loss": 0.8024215698242188, "Finetune/Loss (Raw)": 0.9209375977516174, "Finetune/Step": 7933, "Finetune/Step Time": 6.234822068363428}
+{"Finetune/Learning Rate": 1.562066614786586e-06, "Finetune/Loss": 0.8040369749069214, "Finetune/Loss (Raw)": 0.9045395255088806, "Finetune/Step": 7934, "Finetune/Step Time": 6.233002986758947}
+{"Finetune/Learning Rate": 1.5602596394634928e-06, "Finetune/Loss": 0.8040907382965088, "Finetune/Loss (Raw)": 0.8472559452056885, "Finetune/Step": 7935, "Finetune/Step Time": 6.230378055945039}
+{"Finetune/Learning Rate": 1.5584536214485457e-06, "Finetune/Loss": 0.8045849800109863, "Finetune/Loss (Raw)": 0.9242410063743591, "Finetune/Step": 7936, "Finetune/Step Time": 6.242595152929425}
+{"Finetune/Learning Rate": 1.5566485609465888e-06, "Finetune/Loss": 0.8031556606292725, "Finetune/Loss (Raw)": 0.7071930766105652, "Finetune/Step": 7937, "Finetune/Step Time": 6.245621869340539}
+{"Finetune/Learning Rate": 1.5548444581623767e-06, "Finetune/Loss": 0.8018208146095276, "Finetune/Loss (Raw)": 0.727705717086792, "Finetune/Step": 7938, "Finetune/Step Time": 6.257287723943591}
+{"Finetune/Learning Rate": 1.5530413133005451e-06, "Finetune/Loss": 0.8030785322189331, "Finetune/Loss (Raw)": 0.95155268907547, "Finetune/Step": 7939, "Finetune/Step Time": 6.258629681542516}
+{"Finetune/Learning Rate": 1.551239126565618e-06, "Finetune/Loss": 0.8033453226089478, "Finetune/Loss (Raw)": 0.9025477766990662, "Finetune/Step": 7940, "Finetune/Step Time": 6.258692629635334}
+{"Finetune/Learning Rate": 1.5494378981620162e-06, "Finetune/Loss": 0.8034319877624512, "Finetune/Loss (Raw)": 0.819101870059967, "Finetune/Step": 7941, "Finetune/Step Time": 6.258640203624964}
+{"Finetune/Learning Rate": 1.5476376282940552e-06, "Finetune/Loss": 0.8054777979850769, "Finetune/Loss (Raw)": 0.918830394744873, "Finetune/Step": 7942, "Finetune/Step Time": 6.257248597219586}
+{"Finetune/Learning Rate": 1.545838317165932e-06, "Finetune/Loss": 0.8044862747192383, "Finetune/Loss (Raw)": 0.7224072813987732, "Finetune/Step": 7943, "Finetune/Step Time": 6.253527212888002}
+{"Finetune/Learning Rate": 1.5440399649817384e-06, "Finetune/Loss": 0.8054184913635254, "Finetune/Loss (Raw)": 0.8418013453483582, "Finetune/Step": 7944, "Finetune/Step Time": 6.233401527628303}
+{"Finetune/Learning Rate": 1.542242571945467e-06, "Finetune/Loss": 0.8069522380828857, "Finetune/Loss (Raw)": 0.8742756843566895, "Finetune/Step": 7945, "Finetune/Step Time": 6.229017574340105}
+{"Finetune/Learning Rate": 1.540446138260987e-06, "Finetune/Loss": 0.8057475090026855, "Finetune/Loss (Raw)": 0.7169675230979919, "Finetune/Step": 7946, "Finetune/Step Time": 6.232666587457061}
+{"Finetune/Learning Rate": 1.5386506641320676e-06, "Finetune/Loss": 0.8038536310195923, "Finetune/Loss (Raw)": 0.6483176350593567, "Finetune/Step": 7947, "Finetune/Step Time": 6.229754768311977}
+{"Finetune/Learning Rate": 1.5368561497623668e-06, "Finetune/Loss": 0.8026309013366699, "Finetune/Loss (Raw)": 0.7674976587295532, "Finetune/Step": 7948, "Finetune/Step Time": 6.225291050970554}
+{"Finetune/Learning Rate": 1.5350625953554333e-06, "Finetune/Loss": 0.8027548789978027, "Finetune/Loss (Raw)": 0.8009238839149475, "Finetune/Step": 7949, "Finetune/Step Time": 6.228449773043394}
+{"Finetune/Learning Rate": 1.5332700011147072e-06, "Finetune/Loss": 0.8028939366340637, "Finetune/Loss (Raw)": 0.8637704849243164, "Finetune/Step": 7950, "Finetune/Step Time": 6.238494409248233}
+{"Finetune/Learning Rate": 1.5314783672435218e-06, "Finetune/Loss": 0.8032296895980835, "Finetune/Loss (Raw)": 0.8524203896522522, "Finetune/Step": 7951, "Finetune/Step Time": 6.240882555022836}
+{"Finetune/Learning Rate": 1.5296876939450978e-06, "Finetune/Loss": 0.8030232191085815, "Finetune/Loss (Raw)": 0.8141053318977356, "Finetune/Step": 7952, "Finetune/Step Time": 6.241808068007231}
+{"Finetune/Learning Rate": 1.5278979814225502e-06, "Finetune/Loss": 0.802409827709198, "Finetune/Loss (Raw)": 0.7601251602172852, "Finetune/Step": 7953, "Finetune/Step Time": 6.232954498380423}
+{"Finetune/Learning Rate": 1.5261092298788827e-06, "Finetune/Loss": 0.8035616874694824, "Finetune/Loss (Raw)": 0.8414174318313599, "Finetune/Step": 7954, "Finetune/Step Time": 6.224452329799533}
+{"Finetune/Learning Rate": 1.5243214395169926e-06, "Finetune/Loss": 0.7995227575302124, "Finetune/Loss (Raw)": 0.32502928376197815, "Finetune/Step": 7955, "Finetune/Step Time": 6.229138588532805}
+{"Finetune/Learning Rate": 1.5225346105396631e-06, "Finetune/Loss": 0.8006224632263184, "Finetune/Loss (Raw)": 0.8566768765449524, "Finetune/Step": 7956, "Finetune/Step Time": 6.238797349855304}
+{"Finetune/Learning Rate": 1.5207487431495771e-06, "Finetune/Loss": 0.8013218641281128, "Finetune/Loss (Raw)": 0.8634205460548401, "Finetune/Step": 7957, "Finetune/Step Time": 6.231425318866968}
+{"Finetune/Learning Rate": 1.5189638375492953e-06, "Finetune/Loss": 0.7989928722381592, "Finetune/Loss (Raw)": 0.6563258171081543, "Finetune/Step": 7958, "Finetune/Step Time": 6.218488181009889}
+{"Finetune/Learning Rate": 1.517179893941284e-06, "Finetune/Loss": 0.8024940490722656, "Finetune/Loss (Raw)": 0.7843664288520813, "Finetune/Step": 7959, "Finetune/Step Time": 6.213844530284405}
+{"Finetune/Learning Rate": 1.5153969125278933e-06, "Finetune/Loss": 0.8028272390365601, "Finetune/Loss (Raw)": 0.9146658182144165, "Finetune/Step": 7960, "Finetune/Step Time": 6.205716414377093}
+{"Finetune/Learning Rate": 1.513614893511357e-06, "Finetune/Loss": 0.8022178411483765, "Finetune/Loss (Raw)": 0.8183066248893738, "Finetune/Step": 7961, "Finetune/Step Time": 6.209087707102299}
+{"Finetune/Learning Rate": 1.5118338370938158e-06, "Finetune/Loss": 0.8027313947677612, "Finetune/Loss (Raw)": 0.8188285231590271, "Finetune/Step": 7962, "Finetune/Step Time": 6.212942169979215}
+{"Finetune/Learning Rate": 1.51005374347729e-06, "Finetune/Loss": 0.8036569356918335, "Finetune/Loss (Raw)": 0.9192714095115662, "Finetune/Step": 7963, "Finetune/Step Time": 6.22432011552155}
+{"Finetune/Learning Rate": 1.5082746128636905e-06, "Finetune/Loss": 0.803650438785553, "Finetune/Loss (Raw)": 0.7701340913772583, "Finetune/Step": 7964, "Finetune/Step Time": 6.228624194860458}
+{"Finetune/Learning Rate": 1.5064964454548192e-06, "Finetune/Loss": 0.8032463192939758, "Finetune/Loss (Raw)": 0.7643761038780212, "Finetune/Step": 7965, "Finetune/Step Time": 6.22577309794724}
+{"Finetune/Learning Rate": 1.5047192414523814e-06, "Finetune/Loss": 0.8020870685577393, "Finetune/Loss (Raw)": 0.8113572001457214, "Finetune/Step": 7966, "Finetune/Step Time": 6.228897290304303}
+{"Finetune/Learning Rate": 1.5029430010579539e-06, "Finetune/Loss": 0.801882266998291, "Finetune/Loss (Raw)": 0.7728126049041748, "Finetune/Step": 7967, "Finetune/Step Time": 6.234388632699847}
+{"Finetune/Learning Rate": 1.501167724473016e-06, "Finetune/Loss": 0.8009910583496094, "Finetune/Loss (Raw)": 0.7560784816741943, "Finetune/Step": 7968, "Finetune/Step Time": 6.248099435120821}
+{"Finetune/Learning Rate": 1.499393411898935e-06, "Finetune/Loss": 0.80216383934021, "Finetune/Loss (Raw)": 0.8542909026145935, "Finetune/Step": 7969, "Finetune/Step Time": 6.2514358796179295}
+{"Finetune/Learning Rate": 1.4976200635369675e-06, "Finetune/Loss": 0.8032362461090088, "Finetune/Loss (Raw)": 0.8893671631813049, "Finetune/Step": 7970, "Finetune/Step Time": 6.252278467640281}
+{"Finetune/Learning Rate": 1.4958476795882637e-06, "Finetune/Loss": 0.8035154342651367, "Finetune/Loss (Raw)": 0.9471566677093506, "Finetune/Step": 7971, "Finetune/Step Time": 6.257138991728425}
+{"Finetune/Learning Rate": 1.4940762602538628e-06, "Finetune/Loss": 0.803229808807373, "Finetune/Loss (Raw)": 0.8091470003128052, "Finetune/Step": 7972, "Finetune/Step Time": 6.268411792814732}
+{"Finetune/Learning Rate": 1.492305805734693e-06, "Finetune/Loss": 0.8039082288742065, "Finetune/Loss (Raw)": 0.8372533321380615, "Finetune/Step": 7973, "Finetune/Step Time": 6.2719144485890865}
+{"Finetune/Learning Rate": 1.4905363162315746e-06, "Finetune/Loss": 0.8032267093658447, "Finetune/Loss (Raw)": 0.7740194797515869, "Finetune/Step": 7974, "Finetune/Step Time": 6.275482900440693}
+{"Finetune/Learning Rate": 1.4887677919452204e-06, "Finetune/Loss": 0.8037309646606445, "Finetune/Loss (Raw)": 0.8599762916564941, "Finetune/Step": 7975, "Finetune/Step Time": 6.2759047001600266}
+{"Finetune/Learning Rate": 1.487000233076229e-06, "Finetune/Loss": 0.8048903942108154, "Finetune/Loss (Raw)": 0.8749329447746277, "Finetune/Step": 7976, "Finetune/Step Time": 6.277408216148615}
+{"Finetune/Learning Rate": 1.4852336398250932e-06, "Finetune/Loss": 0.8039717078208923, "Finetune/Loss (Raw)": 0.7873347997665405, "Finetune/Step": 7977, "Finetune/Step Time": 6.275264911353588}
+{"Finetune/Learning Rate": 1.4834680123921986e-06, "Finetune/Loss": 0.8043838739395142, "Finetune/Loss (Raw)": 0.8159239888191223, "Finetune/Step": 7978, "Finetune/Step Time": 6.259299064055085}
+{"Finetune/Learning Rate": 1.48170335097781e-06, "Finetune/Loss": 0.8040145635604858, "Finetune/Loss (Raw)": 0.8058915138244629, "Finetune/Step": 7979, "Finetune/Step Time": 6.244325507432222}
+{"Finetune/Learning Rate": 1.4799396557820977e-06, "Finetune/Loss": 0.8057016134262085, "Finetune/Loss (Raw)": 0.9635030031204224, "Finetune/Step": 7980, "Finetune/Step Time": 6.24268788844347}
+{"Finetune/Learning Rate": 1.478176927005115e-06, "Finetune/Loss": 0.8067280650138855, "Finetune/Loss (Raw)": 0.8686239123344421, "Finetune/Step": 7981, "Finetune/Step Time": 6.244366504251957}
+{"Finetune/Learning Rate": 1.4764151648467984e-06, "Finetune/Loss": 0.8068765997886658, "Finetune/Loss (Raw)": 0.8616123795509338, "Finetune/Step": 7982, "Finetune/Step Time": 6.246108999475837}
+{"Finetune/Learning Rate": 1.4746543695069903e-06, "Finetune/Loss": 0.807685911655426, "Finetune/Loss (Raw)": 0.8559672236442566, "Finetune/Step": 7983, "Finetune/Step Time": 6.243273515254259}
+{"Finetune/Learning Rate": 1.4728945411854135e-06, "Finetune/Loss": 0.8072302937507629, "Finetune/Loss (Raw)": 0.7619178295135498, "Finetune/Step": 7984, "Finetune/Step Time": 6.242981856688857}
+{"Finetune/Learning Rate": 1.4711356800816811e-06, "Finetune/Loss": 0.8042960166931152, "Finetune/Loss (Raw)": 0.3340775966644287, "Finetune/Step": 7985, "Finetune/Step Time": 6.253301942721009}
+{"Finetune/Learning Rate": 1.4693777863952952e-06, "Finetune/Loss": 0.8041337728500366, "Finetune/Loss (Raw)": 0.8512805104255676, "Finetune/Step": 7986, "Finetune/Step Time": 6.268961921334267}
+{"Finetune/Learning Rate": 1.4676208603256602e-06, "Finetune/Loss": 0.8043035268783569, "Finetune/Loss (Raw)": 0.8637344837188721, "Finetune/Step": 7987, "Finetune/Step Time": 6.265703953802586}
+{"Finetune/Learning Rate": 1.4658649020720539e-06, "Finetune/Loss": 0.8038696050643921, "Finetune/Loss (Raw)": 0.8132572770118713, "Finetune/Step": 7988, "Finetune/Step Time": 6.255037279799581}
+{"Finetune/Learning Rate": 1.4641099118336532e-06, "Finetune/Loss": 0.80803382396698, "Finetune/Loss (Raw)": 0.8656372427940369, "Finetune/Step": 7989, "Finetune/Step Time": 6.249963950365782}
+{"Finetune/Learning Rate": 1.4623558898095303e-06, "Finetune/Loss": 0.8082319498062134, "Finetune/Loss (Raw)": 0.8922425508499146, "Finetune/Step": 7990, "Finetune/Step Time": 6.237364968284965}
+{"Finetune/Learning Rate": 1.4606028361986357e-06, "Finetune/Loss": 0.8082742094993591, "Finetune/Loss (Raw)": 0.7044970989227295, "Finetune/Step": 7991, "Finetune/Step Time": 6.242372903972864}
+{"Finetune/Learning Rate": 1.4588507511998162e-06, "Finetune/Loss": 0.806398868560791, "Finetune/Loss (Raw)": 0.7215948104858398, "Finetune/Step": 7992, "Finetune/Step Time": 6.248524729162455}
+{"Finetune/Learning Rate": 1.4570996350118073e-06, "Finetune/Loss": 0.8039153218269348, "Finetune/Loss (Raw)": 0.6323952674865723, "Finetune/Step": 7993, "Finetune/Step Time": 6.263349335640669}
+{"Finetune/Learning Rate": 1.455349487833243e-06, "Finetune/Loss": 0.8029556274414062, "Finetune/Loss (Raw)": 0.708003044128418, "Finetune/Step": 7994, "Finetune/Step Time": 6.258964953944087}
+{"Finetune/Learning Rate": 1.4536003098626329e-06, "Finetune/Loss": 0.8040874004364014, "Finetune/Loss (Raw)": 0.9367204904556274, "Finetune/Step": 7995, "Finetune/Step Time": 6.25773804821074}
+{"Finetune/Learning Rate": 1.4518521012983856e-06, "Finetune/Loss": 0.8034298419952393, "Finetune/Loss (Raw)": 0.7902496457099915, "Finetune/Step": 7996, "Finetune/Step Time": 6.252460058778524}
+{"Finetune/Learning Rate": 1.450104862338798e-06, "Finetune/Loss": 0.8051344752311707, "Finetune/Loss (Raw)": 0.8962392807006836, "Finetune/Step": 7997, "Finetune/Step Time": 6.251583572477102}
+{"Finetune/Learning Rate": 1.4483585931820577e-06, "Finetune/Loss": 0.8044942617416382, "Finetune/Loss (Raw)": 0.840847909450531, "Finetune/Step": 7998, "Finetune/Step Time": 6.2602015901356936}
+{"Finetune/Learning Rate": 1.446613294026241e-06, "Finetune/Loss": 0.804078996181488, "Finetune/Loss (Raw)": 0.9053909778594971, "Finetune/Step": 7999, "Finetune/Step Time": 6.26650252379477}
+{"Finetune/Learning Rate": 1.444868965069315e-06, "Finetune/Loss": 0.8001193404197693, "Finetune/Loss (Raw)": 0.3736557364463806, "Finetune/Step": 8000, "Finetune/Step Time": 6.266123495995998}
+{"Finetune/Learning Rate": 1.443125606509137e-06, "Finetune/Loss": 0.8010516166687012, "Finetune/Loss (Raw)": 0.9630358815193176, "Finetune/Step": 8001, "Finetune/Step Time": 6.278120903298259}
+{"Finetune/Learning Rate": 1.441383218543453e-06, "Finetune/Loss": 0.7997868061065674, "Finetune/Loss (Raw)": 0.7832397818565369, "Finetune/Step": 8002, "Finetune/Step Time": 6.279042772948742}
+{"Finetune/Learning Rate": 1.439641801369901e-06, "Finetune/Loss": 0.8010460138320923, "Finetune/Loss (Raw)": 0.924349308013916, "Finetune/Step": 8003, "Finetune/Step Time": 6.282267365604639}
+{"Finetune/Learning Rate": 1.4379013551860054e-06, "Finetune/Loss": 0.8011026382446289, "Finetune/Loss (Raw)": 0.8798518180847168, "Finetune/Step": 8004, "Finetune/Step Time": 6.309460194781423}
+{"Finetune/Learning Rate": 1.436161880189184e-06, "Finetune/Loss": 0.8021694421768188, "Finetune/Loss (Raw)": 0.8399762511253357, "Finetune/Step": 8005, "Finetune/Step Time": 6.313481813296676}
+{"Finetune/Learning Rate": 1.4344233765767457e-06, "Finetune/Loss": 0.8033236861228943, "Finetune/Loss (Raw)": 0.899258017539978, "Finetune/Step": 8006, "Finetune/Step Time": 6.331239864230156}
+{"Finetune/Learning Rate": 1.432685844545879e-06, "Finetune/Loss": 0.8042616844177246, "Finetune/Loss (Raw)": 0.8579979538917542, "Finetune/Step": 8007, "Finetune/Step Time": 6.323706230148673}
+{"Finetune/Learning Rate": 1.4309492842936767e-06, "Finetune/Loss": 0.8054171204566956, "Finetune/Loss (Raw)": 0.8192332983016968, "Finetune/Step": 8008, "Finetune/Step Time": 6.327381795272231}
+{"Finetune/Learning Rate": 1.4292136960171144e-06, "Finetune/Loss": 0.8050832152366638, "Finetune/Loss (Raw)": 0.8923740983009338, "Finetune/Step": 8009, "Finetune/Step Time": 6.3308448400348425}
+{"Finetune/Learning Rate": 1.42747907991305e-06, "Finetune/Loss": 0.8051645755767822, "Finetune/Loss (Raw)": 0.8274403810501099, "Finetune/Step": 8010, "Finetune/Step Time": 6.330490490421653}
+{"Finetune/Learning Rate": 1.4257454361782475e-06, "Finetune/Loss": 0.8059998750686646, "Finetune/Loss (Raw)": 0.7405712604522705, "Finetune/Step": 8011, "Finetune/Step Time": 6.3292152639478445}
+{"Finetune/Learning Rate": 1.4240127650093494e-06, "Finetune/Loss": 0.8057841062545776, "Finetune/Loss (Raw)": 0.6938514113426208, "Finetune/Step": 8012, "Finetune/Step Time": 6.304479613900185}
+{"Finetune/Learning Rate": 1.4222810666028874e-06, "Finetune/Loss": 0.805084764957428, "Finetune/Loss (Raw)": 0.82232666015625, "Finetune/Step": 8013, "Finetune/Step Time": 6.296026470139623}
+{"Finetune/Learning Rate": 1.4205503411552846e-06, "Finetune/Loss": 0.8040105700492859, "Finetune/Loss (Raw)": 0.6150227785110474, "Finetune/Step": 8014, "Finetune/Step Time": 6.2928579561412334}
+{"Finetune/Learning Rate": 1.4188205888628625e-06, "Finetune/Loss": 0.8036155700683594, "Finetune/Loss (Raw)": 0.7687245011329651, "Finetune/Step": 8015, "Finetune/Step Time": 6.2942388989031315}
+{"Finetune/Learning Rate": 1.4170918099218166e-06, "Finetune/Loss": 0.8036274313926697, "Finetune/Loss (Raw)": 0.830589771270752, "Finetune/Step": 8016, "Finetune/Step Time": 6.294028418138623}
+{"Finetune/Learning Rate": 1.4153640045282412e-06, "Finetune/Loss": 0.804663896560669, "Finetune/Loss (Raw)": 0.9626784920692444, "Finetune/Step": 8017, "Finetune/Step Time": 6.295395620167255}
+{"Finetune/Learning Rate": 1.413637172878125e-06, "Finetune/Loss": 0.8036133050918579, "Finetune/Loss (Raw)": 0.6770022511482239, "Finetune/Step": 8018, "Finetune/Step Time": 6.3002591002732515}
+{"Finetune/Learning Rate": 1.4119113151673325e-06, "Finetune/Loss": 0.8027940392494202, "Finetune/Loss (Raw)": 0.7362978458404541, "Finetune/Step": 8019, "Finetune/Step Time": 6.304573085159063}
+{"Finetune/Learning Rate": 1.410186431591629e-06, "Finetune/Loss": 0.8019169569015503, "Finetune/Loss (Raw)": 0.7772467136383057, "Finetune/Step": 8020, "Finetune/Step Time": 6.303369302302599}
+{"Finetune/Learning Rate": 1.4084625223466653e-06, "Finetune/Loss": 0.8012007474899292, "Finetune/Loss (Raw)": 0.8626512885093689, "Finetune/Step": 8021, "Finetune/Step Time": 6.297658966854215}
+{"Finetune/Learning Rate": 1.4067395876279821e-06, "Finetune/Loss": 0.8003448247909546, "Finetune/Loss (Raw)": 0.8201298117637634, "Finetune/Step": 8022, "Finetune/Step Time": 6.297124562785029}
+{"Finetune/Learning Rate": 1.405017627631009e-06, "Finetune/Loss": 0.800034761428833, "Finetune/Loss (Raw)": 0.7349100708961487, "Finetune/Step": 8023, "Finetune/Step Time": 6.298955835402012}
+{"Finetune/Learning Rate": 1.4032966425510664e-06, "Finetune/Loss": 0.7970819473266602, "Finetune/Loss (Raw)": 0.5454191565513611, "Finetune/Step": 8024, "Finetune/Step Time": 6.303636429831386}
+{"Finetune/Learning Rate": 1.4015766325833613e-06, "Finetune/Loss": 0.796004056930542, "Finetune/Loss (Raw)": 0.759495735168457, "Finetune/Step": 8025, "Finetune/Step Time": 6.32368684746325}
+{"Finetune/Learning Rate": 1.3998575979229944e-06, "Finetune/Loss": 0.7957158088684082, "Finetune/Loss (Raw)": 0.7459491491317749, "Finetune/Step": 8026, "Finetune/Step Time": 6.324274564161897}
+{"Finetune/Learning Rate": 1.3981395387649532e-06, "Finetune/Loss": 0.7961970567703247, "Finetune/Loss (Raw)": 0.8917521238327026, "Finetune/Step": 8027, "Finetune/Step Time": 6.322985511273146}
+{"Finetune/Learning Rate": 1.396422455304114e-06, "Finetune/Loss": 0.7948498129844666, "Finetune/Loss (Raw)": 0.7177251577377319, "Finetune/Step": 8028, "Finetune/Step Time": 6.30260101146996}
+{"Finetune/Learning Rate": 1.394706347735243e-06, "Finetune/Loss": 0.7981495261192322, "Finetune/Loss (Raw)": 0.7931760549545288, "Finetune/Step": 8029, "Finetune/Step Time": 6.303378295153379}
+{"Finetune/Learning Rate": 1.3929912162529979e-06, "Finetune/Loss": 0.7966601848602295, "Finetune/Loss (Raw)": 0.7611649036407471, "Finetune/Step": 8030, "Finetune/Step Time": 6.302711192518473}
+{"Finetune/Learning Rate": 1.391277061051919e-06, "Finetune/Loss": 0.7957900762557983, "Finetune/Loss (Raw)": 0.7564931511878967, "Finetune/Step": 8031, "Finetune/Step Time": 6.30553387477994}
+{"Finetune/Learning Rate": 1.3895638823264447e-06, "Finetune/Loss": 0.7972536087036133, "Finetune/Loss (Raw)": 0.8956592082977295, "Finetune/Step": 8032, "Finetune/Step Time": 6.306521847844124}
+{"Finetune/Learning Rate": 1.3878516802708997e-06, "Finetune/Loss": 0.7970906496047974, "Finetune/Loss (Raw)": 0.8029947280883789, "Finetune/Step": 8033, "Finetune/Step Time": 6.309677019715309}
+{"Finetune/Learning Rate": 1.3861404550794933e-06, "Finetune/Loss": 0.7964251041412354, "Finetune/Loss (Raw)": 0.7919192910194397, "Finetune/Step": 8034, "Finetune/Step Time": 6.310412287712097}
+{"Finetune/Learning Rate": 1.3844302069463257e-06, "Finetune/Loss": 0.7965579032897949, "Finetune/Loss (Raw)": 0.8181523680686951, "Finetune/Step": 8035, "Finetune/Step Time": 6.307930348441005}
+{"Finetune/Learning Rate": 1.3827209360653948e-06, "Finetune/Loss": 0.7958911657333374, "Finetune/Loss (Raw)": 0.5963976979255676, "Finetune/Step": 8036, "Finetune/Step Time": 6.3083688504993916}
+{"Finetune/Learning Rate": 1.381012642630576e-06, "Finetune/Loss": 0.7970606088638306, "Finetune/Loss (Raw)": 0.9437022805213928, "Finetune/Step": 8037, "Finetune/Step Time": 6.318740202113986}
+{"Finetune/Learning Rate": 1.379305326835636e-06, "Finetune/Loss": 0.7992076873779297, "Finetune/Loss (Raw)": 0.6097468733787537, "Finetune/Step": 8038, "Finetune/Step Time": 6.336333878338337}
+{"Finetune/Learning Rate": 1.3775989888742425e-06, "Finetune/Loss": 0.8030463457107544, "Finetune/Loss (Raw)": 0.8400030732154846, "Finetune/Step": 8039, "Finetune/Step Time": 6.310297826305032}
+{"Finetune/Learning Rate": 1.3758936289399349e-06, "Finetune/Loss": 0.8020784854888916, "Finetune/Loss (Raw)": 0.7734731435775757, "Finetune/Step": 8040, "Finetune/Step Time": 6.293223405256867}
+{"Finetune/Learning Rate": 1.374189247226152e-06, "Finetune/Loss": 0.8002074956893921, "Finetune/Loss (Raw)": 0.6883443593978882, "Finetune/Step": 8041, "Finetune/Step Time": 6.298026876524091}
+{"Finetune/Learning Rate": 1.3724858439262201e-06, "Finetune/Loss": 0.796739935874939, "Finetune/Loss (Raw)": 0.4275498688220978, "Finetune/Step": 8042, "Finetune/Step Time": 6.313366772606969}
+{"Finetune/Learning Rate": 1.3707834192333535e-06, "Finetune/Loss": 0.7968822717666626, "Finetune/Loss (Raw)": 0.7990705370903015, "Finetune/Step": 8043, "Finetune/Step Time": 6.32595082372427}
+{"Finetune/Learning Rate": 1.3690819733406568e-06, "Finetune/Loss": 0.7953859567642212, "Finetune/Loss (Raw)": 0.8245289325714111, "Finetune/Step": 8044, "Finetune/Step Time": 6.3249257523566484}
+{"Finetune/Learning Rate": 1.367381506441121e-06, "Finetune/Loss": 0.7966838479042053, "Finetune/Loss (Raw)": 1.0063832998275757, "Finetune/Step": 8045, "Finetune/Step Time": 6.31269646063447}
+{"Finetune/Learning Rate": 1.3656820187276298e-06, "Finetune/Loss": 0.7966446876525879, "Finetune/Loss (Raw)": 0.8636450171470642, "Finetune/Step": 8046, "Finetune/Step Time": 6.29443184658885}
+{"Finetune/Learning Rate": 1.3639835103929522e-06, "Finetune/Loss": 0.7963695526123047, "Finetune/Loss (Raw)": 0.7508270740509033, "Finetune/Step": 8047, "Finetune/Step Time": 6.28922975063324}
+{"Finetune/Learning Rate": 1.3622859816297473e-06, "Finetune/Loss": 0.795732855796814, "Finetune/Loss (Raw)": 0.6483708620071411, "Finetune/Step": 8048, "Finetune/Step Time": 6.290809294208884}
+{"Finetune/Learning Rate": 1.3605894326305647e-06, "Finetune/Loss": 0.7960686683654785, "Finetune/Loss (Raw)": 0.7807838320732117, "Finetune/Step": 8049, "Finetune/Step Time": 6.293133372440934}
+{"Finetune/Learning Rate": 1.3588938635878412e-06, "Finetune/Loss": 0.7946790456771851, "Finetune/Loss (Raw)": 0.7161694765090942, "Finetune/Step": 8050, "Finetune/Step Time": 6.2973059900105}
+{"Finetune/Learning Rate": 1.3571992746939055e-06, "Finetune/Loss": 0.7934479713439941, "Finetune/Loss (Raw)": 0.6496872305870056, "Finetune/Step": 8051, "Finetune/Step Time": 6.304899713024497}
+{"Finetune/Learning Rate": 1.355505666140965e-06, "Finetune/Loss": 0.795043408870697, "Finetune/Loss (Raw)": 0.877509593963623, "Finetune/Step": 8052, "Finetune/Step Time": 6.312047693878412}
+{"Finetune/Learning Rate": 1.35381303812113e-06, "Finetune/Loss": 0.7956007122993469, "Finetune/Loss (Raw)": 0.8350980281829834, "Finetune/Step": 8053, "Finetune/Step Time": 6.3232673685997725}
+{"Finetune/Learning Rate": 1.3521213908263931e-06, "Finetune/Loss": 0.7972162365913391, "Finetune/Loss (Raw)": 0.8691586852073669, "Finetune/Step": 8054, "Finetune/Step Time": 6.3250300996005535}
+{"Finetune/Learning Rate": 1.3504307244486302e-06, "Finetune/Loss": 0.7965453863143921, "Finetune/Loss (Raw)": 0.702165961265564, "Finetune/Step": 8055, "Finetune/Step Time": 6.341569520533085}
+{"Finetune/Learning Rate": 1.3487410391796163e-06, "Finetune/Loss": 0.7962961196899414, "Finetune/Loss (Raw)": 0.7244687080383301, "Finetune/Step": 8056, "Finetune/Step Time": 6.360159544274211}
+{"Finetune/Learning Rate": 1.347052335211011e-06, "Finetune/Loss": 0.7952288389205933, "Finetune/Loss (Raw)": 0.7352054715156555, "Finetune/Step": 8057, "Finetune/Step Time": 6.362437134608626}
+{"Finetune/Learning Rate": 1.3453646127343566e-06, "Finetune/Loss": 0.7945258021354675, "Finetune/Loss (Raw)": 0.69881671667099, "Finetune/Step": 8058, "Finetune/Step Time": 6.36708321236074}
+{"Finetune/Learning Rate": 1.3436778719410892e-06, "Finetune/Loss": 0.7943551540374756, "Finetune/Loss (Raw)": 0.8224183917045593, "Finetune/Step": 8059, "Finetune/Step Time": 6.372002320364118}
+{"Finetune/Learning Rate": 1.3419921130225399e-06, "Finetune/Loss": 0.7912286520004272, "Finetune/Loss (Raw)": 0.4287525713443756, "Finetune/Step": 8060, "Finetune/Step Time": 6.378446850925684}
+{"Finetune/Learning Rate": 1.340307336169917e-06, "Finetune/Loss": 0.7914494872093201, "Finetune/Loss (Raw)": 0.9492097496986389, "Finetune/Step": 8061, "Finetune/Step Time": 6.395258346572518}
+{"Finetune/Learning Rate": 1.3386235415743232e-06, "Finetune/Loss": 0.79164719581604, "Finetune/Loss (Raw)": 0.9298474788665771, "Finetune/Step": 8062, "Finetune/Step Time": 6.394010940566659}
+{"Finetune/Learning Rate": 1.3369407294267489e-06, "Finetune/Loss": 0.7920287251472473, "Finetune/Loss (Raw)": 0.8960893154144287, "Finetune/Step": 8063, "Finetune/Step Time": 6.387121802195907}
+{"Finetune/Learning Rate": 1.3352588999180726e-06, "Finetune/Loss": 0.7897615432739258, "Finetune/Loss (Raw)": 0.6340442299842834, "Finetune/Step": 8064, "Finetune/Step Time": 6.375286299735308}
+{"Finetune/Learning Rate": 1.3335780532390642e-06, "Finetune/Loss": 0.7909947633743286, "Finetune/Loss (Raw)": 0.8650426864624023, "Finetune/Step": 8065, "Finetune/Step Time": 6.383736545220017}
+{"Finetune/Learning Rate": 1.3318981895803785e-06, "Finetune/Loss": 0.7925071716308594, "Finetune/Loss (Raw)": 0.9212888479232788, "Finetune/Step": 8066, "Finetune/Step Time": 6.3710692543536425}
+{"Finetune/Learning Rate": 1.3302193091325588e-06, "Finetune/Loss": 0.7918030619621277, "Finetune/Loss (Raw)": 0.861430287361145, "Finetune/Step": 8067, "Finetune/Step Time": 6.368874995037913}
+{"Finetune/Learning Rate": 1.3285414120860407e-06, "Finetune/Loss": 0.7920336723327637, "Finetune/Loss (Raw)": 0.9320600628852844, "Finetune/Step": 8068, "Finetune/Step Time": 6.368387348949909}
+{"Finetune/Learning Rate": 1.326864498631144e-06, "Finetune/Loss": 0.7928450107574463, "Finetune/Loss (Raw)": 0.9229660034179688, "Finetune/Step": 8069, "Finetune/Step Time": 6.364082952961326}
+{"Finetune/Learning Rate": 1.32518856895808e-06, "Finetune/Loss": 0.7909681797027588, "Finetune/Loss (Raw)": 0.6785857677459717, "Finetune/Step": 8070, "Finetune/Step Time": 6.367902128025889}
+{"Finetune/Learning Rate": 1.3235136232569456e-06, "Finetune/Loss": 0.7919591665267944, "Finetune/Loss (Raw)": 0.8492610454559326, "Finetune/Step": 8071, "Finetune/Step Time": 6.367131199687719}
+{"Finetune/Learning Rate": 1.3218396617177287e-06, "Finetune/Loss": 0.7928180694580078, "Finetune/Loss (Raw)": 0.9517310261726379, "Finetune/Step": 8072, "Finetune/Step Time": 6.375405997037888}
+{"Finetune/Learning Rate": 1.320166684530303e-06, "Finetune/Loss": 0.7924932241439819, "Finetune/Loss (Raw)": 0.8327014446258545, "Finetune/Step": 8073, "Finetune/Step Time": 6.3833616971969604}
+{"Finetune/Learning Rate": 1.3184946918844344e-06, "Finetune/Loss": 0.7932214736938477, "Finetune/Loss (Raw)": 0.8101836442947388, "Finetune/Step": 8074, "Finetune/Step Time": 6.392007455229759}
+{"Finetune/Learning Rate": 1.3168236839697745e-06, "Finetune/Loss": 0.794342041015625, "Finetune/Loss (Raw)": 0.7917501330375671, "Finetune/Step": 8075, "Finetune/Step Time": 6.39976916462183}
+{"Finetune/Learning Rate": 1.3151536609758586e-06, "Finetune/Loss": 0.7951418161392212, "Finetune/Loss (Raw)": 0.8698679804801941, "Finetune/Step": 8076, "Finetune/Step Time": 6.4004249684512615}
+{"Finetune/Learning Rate": 1.3134846230921216e-06, "Finetune/Loss": 0.7949857711791992, "Finetune/Loss (Raw)": 0.7809537053108215, "Finetune/Step": 8077, "Finetune/Step Time": 6.4022775534540415}
+{"Finetune/Learning Rate": 1.3118165705078768e-06, "Finetune/Loss": 0.7942641973495483, "Finetune/Loss (Raw)": 0.7714045643806458, "Finetune/Step": 8078, "Finetune/Step Time": 6.390333140268922}
+{"Finetune/Learning Rate": 1.3101495034123313e-06, "Finetune/Loss": 0.7931401133537292, "Finetune/Loss (Raw)": 0.708538293838501, "Finetune/Step": 8079, "Finetune/Step Time": 6.389673383906484}
+{"Finetune/Learning Rate": 1.3084834219945731e-06, "Finetune/Loss": 0.7923607230186462, "Finetune/Loss (Raw)": 0.7143440246582031, "Finetune/Step": 8080, "Finetune/Step Time": 6.3861304465681314}
+{"Finetune/Learning Rate": 1.3068183264435885e-06, "Finetune/Loss": 0.7931965589523315, "Finetune/Loss (Raw)": 0.8671068549156189, "Finetune/Step": 8081, "Finetune/Step Time": 6.3897686172276735}
+{"Finetune/Learning Rate": 1.3051542169482489e-06, "Finetune/Loss": 0.7918825745582581, "Finetune/Loss (Raw)": 0.6732333898544312, "Finetune/Step": 8082, "Finetune/Step Time": 6.388644773513079}
+{"Finetune/Learning Rate": 1.3034910936973032e-06, "Finetune/Loss": 0.796008288860321, "Finetune/Loss (Raw)": 0.8531168699264526, "Finetune/Step": 8083, "Finetune/Step Time": 6.38338540866971}
+{"Finetune/Learning Rate": 1.301828956879405e-06, "Finetune/Loss": 0.7955975532531738, "Finetune/Loss (Raw)": 0.804107129573822, "Finetune/Step": 8084, "Finetune/Step Time": 6.373803207650781}
+{"Finetune/Learning Rate": 1.300167806683088e-06, "Finetune/Loss": 0.794053852558136, "Finetune/Loss (Raw)": 0.6658245325088501, "Finetune/Step": 8085, "Finetune/Step Time": 6.381761165335774}
+{"Finetune/Learning Rate": 1.2985076432967703e-06, "Finetune/Loss": 0.7950887680053711, "Finetune/Loss (Raw)": 0.788797914981842, "Finetune/Step": 8086, "Finetune/Step Time": 6.380673762410879}
+{"Finetune/Learning Rate": 1.2968484669087612e-06, "Finetune/Loss": 0.7951153516769409, "Finetune/Loss (Raw)": 0.7877646088600159, "Finetune/Step": 8087, "Finetune/Step Time": 6.401156343519688}
+{"Finetune/Learning Rate": 1.2951902777072656e-06, "Finetune/Loss": 0.7951298356056213, "Finetune/Loss (Raw)": 0.9165205359458923, "Finetune/Step": 8088, "Finetune/Step Time": 6.4014234729111195}
+{"Finetune/Learning Rate": 1.2935330758803633e-06, "Finetune/Loss": 0.7937908172607422, "Finetune/Loss (Raw)": 0.6469069123268127, "Finetune/Step": 8089, "Finetune/Step Time": 6.399478865787387}
+{"Finetune/Learning Rate": 1.2918768616160294e-06, "Finetune/Loss": 0.7935425043106079, "Finetune/Loss (Raw)": 0.787047803401947, "Finetune/Step": 8090, "Finetune/Step Time": 6.394490193575621}
+{"Finetune/Learning Rate": 1.290221635102128e-06, "Finetune/Loss": 0.7920462489128113, "Finetune/Loss (Raw)": 0.7277536988258362, "Finetune/Step": 8091, "Finetune/Step Time": 6.379132041707635}
+{"Finetune/Learning Rate": 1.2885673965264078e-06, "Finetune/Loss": 0.7915357351303101, "Finetune/Loss (Raw)": 0.7047848701477051, "Finetune/Step": 8092, "Finetune/Step Time": 6.389923071488738}
+{"Finetune/Learning Rate": 1.2869141460765067e-06, "Finetune/Loss": 0.7920244932174683, "Finetune/Loss (Raw)": 0.8269407153129578, "Finetune/Step": 8093, "Finetune/Step Time": 6.396303236484528}
+{"Finetune/Learning Rate": 1.2852618839399522e-06, "Finetune/Loss": 0.7910391688346863, "Finetune/Loss (Raw)": 0.6852341890335083, "Finetune/Step": 8094, "Finetune/Step Time": 6.393161589279771}
+{"Finetune/Learning Rate": 1.2836106103041556e-06, "Finetune/Loss": 0.7924665212631226, "Finetune/Loss (Raw)": 0.9555147290229797, "Finetune/Step": 8095, "Finetune/Step Time": 6.385528828948736}
+{"Finetune/Learning Rate": 1.2819603253564206e-06, "Finetune/Loss": 0.793178141117096, "Finetune/Loss (Raw)": 0.8471641540527344, "Finetune/Step": 8096, "Finetune/Step Time": 6.373921977356076}
+{"Finetune/Learning Rate": 1.280311029283936e-06, "Finetune/Loss": 0.7930362820625305, "Finetune/Loss (Raw)": 0.8361321687698364, "Finetune/Step": 8097, "Finetune/Step Time": 6.374583907425404}
+{"Finetune/Learning Rate": 1.2786627222737801e-06, "Finetune/Loss": 0.7924419641494751, "Finetune/Loss (Raw)": 0.813302218914032, "Finetune/Step": 8098, "Finetune/Step Time": 6.392174916341901}
+{"Finetune/Learning Rate": 1.2770154045129168e-06, "Finetune/Loss": 0.7918483018875122, "Finetune/Loss (Raw)": 0.8711566925048828, "Finetune/Step": 8099, "Finetune/Step Time": 6.390223545953631}
+{"Finetune/Learning Rate": 1.275369076188202e-06, "Finetune/Loss": 0.7923593521118164, "Finetune/Loss (Raw)": 0.8745688796043396, "Finetune/Step": 8100, "Finetune/Step Time": 6.385468201711774}
+{"Finetune/Learning Rate": 1.2737237374863687e-06, "Finetune/Loss": 0.7921375036239624, "Finetune/Loss (Raw)": 0.8088599443435669, "Finetune/Step": 8101, "Finetune/Step Time": 6.386978318914771}
+{"Finetune/Learning Rate": 1.2720793885940541e-06, "Finetune/Loss": 0.792445182800293, "Finetune/Loss (Raw)": 0.813398540019989, "Finetune/Step": 8102, "Finetune/Step Time": 6.389681614935398}
+{"Finetune/Learning Rate": 1.2704360296977735e-06, "Finetune/Loss": 0.7910996079444885, "Finetune/Loss (Raw)": 0.687742292881012, "Finetune/Step": 8103, "Finetune/Step Time": 6.392815954983234}
+{"Finetune/Learning Rate": 1.2687936609839235e-06, "Finetune/Loss": 0.7901256084442139, "Finetune/Loss (Raw)": 0.7502620816230774, "Finetune/Step": 8104, "Finetune/Step Time": 6.398167887702584}
+{"Finetune/Learning Rate": 1.2671522826388028e-06, "Finetune/Loss": 0.7907979488372803, "Finetune/Loss (Raw)": 0.8733980059623718, "Finetune/Step": 8105, "Finetune/Step Time": 6.398392243310809}
+{"Finetune/Learning Rate": 1.26551189484859e-06, "Finetune/Loss": 0.790986180305481, "Finetune/Loss (Raw)": 0.8400152325630188, "Finetune/Step": 8106, "Finetune/Step Time": 6.410206001251936}
+{"Finetune/Learning Rate": 1.26387249779935e-06, "Finetune/Loss": 0.7908165454864502, "Finetune/Loss (Raw)": 0.7841784358024597, "Finetune/Step": 8107, "Finetune/Step Time": 6.422544147819281}
+{"Finetune/Learning Rate": 1.2622340916770348e-06, "Finetune/Loss": 0.7890721559524536, "Finetune/Loss (Raw)": 0.7402164340019226, "Finetune/Step": 8108, "Finetune/Step Time": 6.42550309188664}
+{"Finetune/Learning Rate": 1.2605966766674948e-06, "Finetune/Loss": 0.7883228063583374, "Finetune/Loss (Raw)": 0.7727069854736328, "Finetune/Step": 8109, "Finetune/Step Time": 6.427698170766234}
+{"Finetune/Learning Rate": 1.2589602529564516e-06, "Finetune/Loss": 0.7884613275527954, "Finetune/Loss (Raw)": 0.8793401122093201, "Finetune/Step": 8110, "Finetune/Step Time": 6.426428824663162}
+{"Finetune/Learning Rate": 1.2573248207295241e-06, "Finetune/Loss": 0.7884239554405212, "Finetune/Loss (Raw)": 0.851188600063324, "Finetune/Step": 8111, "Finetune/Step Time": 6.431989431381226}
+{"Finetune/Learning Rate": 1.255690380172222e-06, "Finetune/Loss": 0.7887522578239441, "Finetune/Loss (Raw)": 0.8039383888244629, "Finetune/Step": 8112, "Finetune/Step Time": 6.438612684607506}
+{"Finetune/Learning Rate": 1.2540569314699325e-06, "Finetune/Loss": 0.7931634187698364, "Finetune/Loss (Raw)": 0.8987104296684265, "Finetune/Step": 8113, "Finetune/Step Time": 6.427419997751713}
+{"Finetune/Learning Rate": 1.2524244748079372e-06, "Finetune/Loss": 0.7933655381202698, "Finetune/Loss (Raw)": 0.8771523833274841, "Finetune/Step": 8114, "Finetune/Step Time": 6.407211314886808}
+{"Finetune/Learning Rate": 1.2507930103714028e-06, "Finetune/Loss": 0.7921525239944458, "Finetune/Loss (Raw)": 0.7084632515907288, "Finetune/Step": 8115, "Finetune/Step Time": 6.40313914231956}
+{"Finetune/Learning Rate": 1.2491625383453854e-06, "Finetune/Loss": 0.7921344637870789, "Finetune/Loss (Raw)": 0.8109480738639832, "Finetune/Step": 8116, "Finetune/Step Time": 6.403370006009936}
+{"Finetune/Learning Rate": 1.247533058914826e-06, "Finetune/Loss": 0.7927526831626892, "Finetune/Loss (Raw)": 0.9447731375694275, "Finetune/Step": 8117, "Finetune/Step Time": 6.407959556207061}
+{"Finetune/Learning Rate": 1.2459045722645547e-06, "Finetune/Loss": 0.7926883101463318, "Finetune/Loss (Raw)": 0.8839983344078064, "Finetune/Step": 8118, "Finetune/Step Time": 6.41167295910418}
+{"Finetune/Learning Rate": 1.244277078579289e-06, "Finetune/Loss": 0.7906907200813293, "Finetune/Loss (Raw)": 0.4488067328929901, "Finetune/Step": 8119, "Finetune/Step Time": 6.419629357755184}
+{"Finetune/Learning Rate": 1.2426505780436326e-06, "Finetune/Loss": 0.7910704612731934, "Finetune/Loss (Raw)": 0.7702076435089111, "Finetune/Step": 8120, "Finetune/Step Time": 6.425821326673031}
+{"Finetune/Learning Rate": 1.2410250708420767e-06, "Finetune/Loss": 0.793658971786499, "Finetune/Loss (Raw)": 0.9637166857719421, "Finetune/Step": 8121, "Finetune/Step Time": 6.407739436253905}
+{"Finetune/Learning Rate": 1.2394005571590007e-06, "Finetune/Loss": 0.7949901819229126, "Finetune/Loss (Raw)": 0.8784023523330688, "Finetune/Step": 8122, "Finetune/Step Time": 6.409079594537616}
+{"Finetune/Learning Rate": 1.2377770371786723e-06, "Finetune/Loss": 0.7939729690551758, "Finetune/Loss (Raw)": 0.8065160512924194, "Finetune/Step": 8123, "Finetune/Step Time": 6.413012854754925}
+{"Finetune/Learning Rate": 1.2361545110852458e-06, "Finetune/Loss": 0.7961172461509705, "Finetune/Loss (Raw)": 1.06471586227417, "Finetune/Step": 8124, "Finetune/Step Time": 6.41633203625679}
+{"Finetune/Learning Rate": 1.234532979062756e-06, "Finetune/Loss": 0.7945206165313721, "Finetune/Loss (Raw)": 0.691871702671051, "Finetune/Step": 8125, "Finetune/Step Time": 6.421134175732732}
+{"Finetune/Learning Rate": 1.2329124412951366e-06, "Finetune/Loss": 0.7952924966812134, "Finetune/Loss (Raw)": 0.9396504759788513, "Finetune/Step": 8126, "Finetune/Step Time": 6.425133805721998}
+{"Finetune/Learning Rate": 1.2312928979662053e-06, "Finetune/Loss": 0.7936047911643982, "Finetune/Loss (Raw)": 0.6893599033355713, "Finetune/Step": 8127, "Finetune/Step Time": 6.418475272133946}
+{"Finetune/Learning Rate": 1.2296743492596587e-06, "Finetune/Loss": 0.793465256690979, "Finetune/Loss (Raw)": 0.3557988405227661, "Finetune/Step": 8128, "Finetune/Step Time": 6.414403615519404}
+{"Finetune/Learning Rate": 1.228056795359086e-06, "Finetune/Loss": 0.7930159568786621, "Finetune/Loss (Raw)": 0.9055233597755432, "Finetune/Step": 8129, "Finetune/Step Time": 6.413974963128567}
+{"Finetune/Learning Rate": 1.226440236447972e-06, "Finetune/Loss": 0.7927935123443604, "Finetune/Loss (Raw)": 0.7547654509544373, "Finetune/Step": 8130, "Finetune/Step Time": 6.412503942847252}
+{"Finetune/Learning Rate": 1.2248246727096747e-06, "Finetune/Loss": 0.788276195526123, "Finetune/Loss (Raw)": 0.3461301922798157, "Finetune/Step": 8131, "Finetune/Step Time": 6.412372915074229}
+{"Finetune/Learning Rate": 1.2232101043274437e-06, "Finetune/Loss": 0.7874234318733215, "Finetune/Loss (Raw)": 0.7707017064094543, "Finetune/Step": 8132, "Finetune/Step Time": 6.395372562110424}
+{"Finetune/Learning Rate": 1.2215965314844235e-06, "Finetune/Loss": 0.7879794836044312, "Finetune/Loss (Raw)": 0.9111492037773132, "Finetune/Step": 8133, "Finetune/Step Time": 6.389133583754301}
+{"Finetune/Learning Rate": 1.2199839543636338e-06, "Finetune/Loss": 0.7873547077178955, "Finetune/Loss (Raw)": 0.8192811012268066, "Finetune/Step": 8134, "Finetune/Step Time": 6.369062207639217}
+{"Finetune/Learning Rate": 1.21837237314799e-06, "Finetune/Loss": 0.7876427173614502, "Finetune/Loss (Raw)": 0.8948680758476257, "Finetune/Step": 8135, "Finetune/Step Time": 6.368744337931275}
+{"Finetune/Learning Rate": 1.216761788020291e-06, "Finetune/Loss": 0.788337230682373, "Finetune/Loss (Raw)": 0.9081357717514038, "Finetune/Step": 8136, "Finetune/Step Time": 6.362214993685484}
+{"Finetune/Learning Rate": 1.215152199163222e-06, "Finetune/Loss": 0.7877671718597412, "Finetune/Loss (Raw)": 0.8194057941436768, "Finetune/Step": 8137, "Finetune/Step Time": 6.348563963547349}
+{"Finetune/Learning Rate": 1.2135436067593575e-06, "Finetune/Loss": 0.7867106199264526, "Finetune/Loss (Raw)": 0.6921980381011963, "Finetune/Step": 8138, "Finetune/Step Time": 6.355531943961978}
+{"Finetune/Learning Rate": 1.2119360109911581e-06, "Finetune/Loss": 0.7881470918655396, "Finetune/Loss (Raw)": 0.9244409799575806, "Finetune/Step": 8139, "Finetune/Step Time": 6.36882820725441}
+{"Finetune/Learning Rate": 1.2103294120409715e-06, "Finetune/Loss": 0.7891993522644043, "Finetune/Loss (Raw)": 0.8285447359085083, "Finetune/Step": 8140, "Finetune/Step Time": 6.370605532079935}
+{"Finetune/Learning Rate": 1.2087238100910304e-06, "Finetune/Loss": 0.7885211110115051, "Finetune/Loss (Raw)": 0.7355092167854309, "Finetune/Step": 8141, "Finetune/Step Time": 6.368558472022414}
+{"Finetune/Learning Rate": 1.2071192053234581e-06, "Finetune/Loss": 0.7902097702026367, "Finetune/Loss (Raw)": 0.8311692476272583, "Finetune/Step": 8142, "Finetune/Step Time": 6.3660240434110165}
+{"Finetune/Learning Rate": 1.2055155979202616e-06, "Finetune/Loss": 0.7904652953147888, "Finetune/Loss (Raw)": 0.8014352321624756, "Finetune/Step": 8143, "Finetune/Step Time": 6.364698991179466}
+{"Finetune/Learning Rate": 1.203912988063335e-06, "Finetune/Loss": 0.7908601760864258, "Finetune/Loss (Raw)": 0.8811308145523071, "Finetune/Step": 8144, "Finetune/Step Time": 6.361997382715344}
+{"Finetune/Learning Rate": 1.202311375934464e-06, "Finetune/Loss": 0.7897774577140808, "Finetune/Loss (Raw)": 0.8240927457809448, "Finetune/Step": 8145, "Finetune/Step Time": 6.358145264908671}
+{"Finetune/Learning Rate": 1.2007107617153091e-06, "Finetune/Loss": 0.790894091129303, "Finetune/Loss (Raw)": 0.8199282884597778, "Finetune/Step": 8146, "Finetune/Step Time": 6.355724599212408}
+{"Finetune/Learning Rate": 1.1991111455874338e-06, "Finetune/Loss": 0.7874396443367004, "Finetune/Loss (Raw)": 0.2941339612007141, "Finetune/Step": 8147, "Finetune/Step Time": 6.362477995455265}
+{"Finetune/Learning Rate": 1.1975125277322797e-06, "Finetune/Loss": 0.7847995758056641, "Finetune/Loss (Raw)": 0.4393167495727539, "Finetune/Step": 8148, "Finetune/Step Time": 6.383962599560618}
+{"Finetune/Learning Rate": 1.1959149083311695e-06, "Finetune/Loss": 0.7850874662399292, "Finetune/Loss (Raw)": 0.8995023965835571, "Finetune/Step": 8149, "Finetune/Step Time": 6.4008809030056}
+{"Finetune/Learning Rate": 1.1943182875653258e-06, "Finetune/Loss": 0.7846983671188354, "Finetune/Loss (Raw)": 0.7703152894973755, "Finetune/Step": 8150, "Finetune/Step Time": 6.403155094012618}
+{"Finetune/Learning Rate": 1.1927226656158497e-06, "Finetune/Loss": 0.786216139793396, "Finetune/Loss (Raw)": 0.929196298122406, "Finetune/Step": 8151, "Finetune/Step Time": 6.40157637745142}
+{"Finetune/Learning Rate": 1.1911280426637274e-06, "Finetune/Loss": 0.7879945635795593, "Finetune/Loss (Raw)": 0.773055911064148, "Finetune/Step": 8152, "Finetune/Step Time": 6.395022805780172}
+{"Finetune/Learning Rate": 1.1895344188898339e-06, "Finetune/Loss": 0.7880840301513672, "Finetune/Loss (Raw)": 0.7709416151046753, "Finetune/Step": 8153, "Finetune/Step Time": 6.377194920554757}
+{"Finetune/Learning Rate": 1.1879417944749395e-06, "Finetune/Loss": 0.7900012731552124, "Finetune/Loss (Raw)": 0.9913545250892639, "Finetune/Step": 8154, "Finetune/Step Time": 6.377957262098789}
+{"Finetune/Learning Rate": 1.186350169599686e-06, "Finetune/Loss": 0.7888375520706177, "Finetune/Loss (Raw)": 0.742798388004303, "Finetune/Step": 8155, "Finetune/Step Time": 6.3808103036135435}
+{"Finetune/Learning Rate": 1.1847595444446115e-06, "Finetune/Loss": 0.7901171445846558, "Finetune/Loss (Raw)": 0.8815109133720398, "Finetune/Step": 8156, "Finetune/Step Time": 6.382910830900073}
+{"Finetune/Learning Rate": 1.183169919190138e-06, "Finetune/Loss": 0.7905089855194092, "Finetune/Loss (Raw)": 0.8433390259742737, "Finetune/Step": 8157, "Finetune/Step Time": 6.377230767160654}
+{"Finetune/Learning Rate": 1.181581294016575e-06, "Finetune/Loss": 0.7902696132659912, "Finetune/Loss (Raw)": 0.7305225133895874, "Finetune/Step": 8158, "Finetune/Step Time": 6.3711129911243916}
+{"Finetune/Learning Rate": 1.179993669104118e-06, "Finetune/Loss": 0.7907703518867493, "Finetune/Loss (Raw)": 0.8205929398536682, "Finetune/Step": 8159, "Finetune/Step Time": 6.386230392381549}
+{"Finetune/Learning Rate": 1.1784070446328477e-06, "Finetune/Loss": 0.787163257598877, "Finetune/Loss (Raw)": 0.43394407629966736, "Finetune/Step": 8160, "Finetune/Step Time": 6.389896595850587}
+{"Finetune/Learning Rate": 1.1768214207827377e-06, "Finetune/Loss": 0.7840019464492798, "Finetune/Loss (Raw)": 0.398349791765213, "Finetune/Step": 8161, "Finetune/Step Time": 6.408442474901676}
+{"Finetune/Learning Rate": 1.1752367977336376e-06, "Finetune/Loss": 0.7839937210083008, "Finetune/Loss (Raw)": 0.7908656597137451, "Finetune/Step": 8162, "Finetune/Step Time": 6.425672037526965}
+{"Finetune/Learning Rate": 1.1736531756652914e-06, "Finetune/Loss": 0.7836587429046631, "Finetune/Loss (Raw)": 0.7752792239189148, "Finetune/Step": 8163, "Finetune/Step Time": 6.430472105741501}
+{"Finetune/Learning Rate": 1.1720705547573263e-06, "Finetune/Loss": 0.7846344709396362, "Finetune/Loss (Raw)": 0.7212876677513123, "Finetune/Step": 8164, "Finetune/Step Time": 6.437495047226548}
+{"Finetune/Learning Rate": 1.170488935189258e-06, "Finetune/Loss": 0.7828487157821655, "Finetune/Loss (Raw)": 0.7151218056678772, "Finetune/Step": 8165, "Finetune/Step Time": 6.450722800567746}
+{"Finetune/Learning Rate": 1.1689083171404859e-06, "Finetune/Loss": 0.7846318483352661, "Finetune/Loss (Raw)": 0.8379865884780884, "Finetune/Step": 8166, "Finetune/Step Time": 6.429198397323489}
+{"Finetune/Learning Rate": 1.1673287007902988e-06, "Finetune/Loss": 0.7851338386535645, "Finetune/Loss (Raw)": 0.9042620658874512, "Finetune/Step": 8167, "Finetune/Step Time": 6.415250863879919}
+{"Finetune/Learning Rate": 1.1657500863178694e-06, "Finetune/Loss": 0.7859564423561096, "Finetune/Loss (Raw)": 0.8787662982940674, "Finetune/Step": 8168, "Finetune/Step Time": 6.416905615478754}
+{"Finetune/Learning Rate": 1.1641724739022586e-06, "Finetune/Loss": 0.7880989909172058, "Finetune/Loss (Raw)": 0.9625927209854126, "Finetune/Step": 8169, "Finetune/Step Time": 6.416497735306621}
+{"Finetune/Learning Rate": 1.1625958637224122e-06, "Finetune/Loss": 0.7877585291862488, "Finetune/Loss (Raw)": 0.3839678466320038, "Finetune/Step": 8170, "Finetune/Step Time": 6.405969111248851}
+{"Finetune/Learning Rate": 1.1610202559571626e-06, "Finetune/Loss": 0.7890602946281433, "Finetune/Loss (Raw)": 0.9657012224197388, "Finetune/Step": 8171, "Finetune/Step Time": 6.404658323153853}
+{"Finetune/Learning Rate": 1.1594456507852293e-06, "Finetune/Loss": 0.7889037132263184, "Finetune/Loss (Raw)": 0.804483950138092, "Finetune/Step": 8172, "Finetune/Step Time": 6.4012197237461805}
+{"Finetune/Learning Rate": 1.1578720483852202e-06, "Finetune/Loss": 0.7872331142425537, "Finetune/Loss (Raw)": 0.7925427556037903, "Finetune/Step": 8173, "Finetune/Step Time": 6.4009798634797335}
+{"Finetune/Learning Rate": 1.1562994489356194e-06, "Finetune/Loss": 0.7863349318504333, "Finetune/Loss (Raw)": 0.7486820220947266, "Finetune/Step": 8174, "Finetune/Step Time": 6.400666948407888}
+{"Finetune/Learning Rate": 1.154727852614812e-06, "Finetune/Loss": 0.7874346375465393, "Finetune/Loss (Raw)": 0.8915927410125732, "Finetune/Step": 8175, "Finetune/Step Time": 6.40095417201519}
+{"Finetune/Learning Rate": 1.153157259601062e-06, "Finetune/Loss": 0.7890772819519043, "Finetune/Loss (Raw)": 0.858624279499054, "Finetune/Step": 8176, "Finetune/Step Time": 6.4067053105682135}
+{"Finetune/Learning Rate": 1.1515876700725127e-06, "Finetune/Loss": 0.7900780439376831, "Finetune/Loss (Raw)": 0.9088857769966125, "Finetune/Step": 8177, "Finetune/Step Time": 6.408478515222669}
+{"Finetune/Learning Rate": 1.1500190842072067e-06, "Finetune/Loss": 0.7910860776901245, "Finetune/Loss (Raw)": 0.8451973795890808, "Finetune/Step": 8178, "Finetune/Step Time": 6.399205885827541}
+{"Finetune/Learning Rate": 1.1484515021830677e-06, "Finetune/Loss": 0.7932761907577515, "Finetune/Loss (Raw)": 0.9300194382667542, "Finetune/Step": 8179, "Finetune/Step Time": 6.3913867231458426}
+{"Finetune/Learning Rate": 1.1468849241778978e-06, "Finetune/Loss": 0.7938121557235718, "Finetune/Loss (Raw)": 0.9461168646812439, "Finetune/Step": 8180, "Finetune/Step Time": 6.3866037260740995}
+{"Finetune/Learning Rate": 1.1453193503693948e-06, "Finetune/Loss": 0.7943337559700012, "Finetune/Loss (Raw)": 0.9018561840057373, "Finetune/Step": 8181, "Finetune/Step Time": 6.37563849426806}
+{"Finetune/Learning Rate": 1.1437547809351435e-06, "Finetune/Loss": 0.7935959696769714, "Finetune/Loss (Raw)": 0.7747235298156738, "Finetune/Step": 8182, "Finetune/Step Time": 6.39019569568336}
+{"Finetune/Learning Rate": 1.142191216052606e-06, "Finetune/Loss": 0.7944278717041016, "Finetune/Loss (Raw)": 0.808648407459259, "Finetune/Step": 8183, "Finetune/Step Time": 6.368666050955653}
+{"Finetune/Learning Rate": 1.1406286558991376e-06, "Finetune/Loss": 0.7953746318817139, "Finetune/Loss (Raw)": 0.84565269947052, "Finetune/Step": 8184, "Finetune/Step Time": 6.347304569557309}
+{"Finetune/Learning Rate": 1.139067100651976e-06, "Finetune/Loss": 0.7959877848625183, "Finetune/Loss (Raw)": 0.8136914968490601, "Finetune/Step": 8185, "Finetune/Step Time": 6.341161025688052}
+{"Finetune/Learning Rate": 1.1375065504882465e-06, "Finetune/Loss": 0.796394944190979, "Finetune/Loss (Raw)": 0.7509343028068542, "Finetune/Step": 8186, "Finetune/Step Time": 6.337039673700929}
+{"Finetune/Learning Rate": 1.1359470055849609e-06, "Finetune/Loss": 0.7978183031082153, "Finetune/Loss (Raw)": 1.004610300064087, "Finetune/Step": 8187, "Finetune/Step Time": 6.332087343558669}
+{"Finetune/Learning Rate": 1.1343884661190153e-06, "Finetune/Loss": 0.8010673522949219, "Finetune/Loss (Raw)": 0.8446311950683594, "Finetune/Step": 8188, "Finetune/Step Time": 6.324181532487273}
+{"Finetune/Learning Rate": 1.1328309322671937e-06, "Finetune/Loss": 0.7997398972511292, "Finetune/Loss (Raw)": 0.7792905569076538, "Finetune/Step": 8189, "Finetune/Step Time": 6.310734696686268}
+{"Finetune/Learning Rate": 1.1312744042061653e-06, "Finetune/Loss": 0.798678994178772, "Finetune/Loss (Raw)": 0.7940564751625061, "Finetune/Step": 8190, "Finetune/Step Time": 6.310620289295912}
+{"Finetune/Learning Rate": 1.129718882112484e-06, "Finetune/Loss": 0.7990389466285706, "Finetune/Loss (Raw)": 0.9421618580818176, "Finetune/Step": 8191, "Finetune/Step Time": 6.3134135864675045}
+{"Finetune/Learning Rate": 1.1281643661625896e-06, "Finetune/Loss": 0.8003141283988953, "Finetune/Loss (Raw)": 0.7972691059112549, "Finetune/Step": 8192, "Finetune/Step Time": 6.312707390636206}
+{"Finetune/Learning Rate": 1.1266108565328103e-06, "Finetune/Loss": 0.7993992567062378, "Finetune/Loss (Raw)": 0.747937798500061, "Finetune/Step": 8193, "Finetune/Step Time": 6.317750873044133}
+{"Finetune/Learning Rate": 1.1250583533993598e-06, "Finetune/Loss": 0.7982848882675171, "Finetune/Loss (Raw)": 0.7786533832550049, "Finetune/Step": 8194, "Finetune/Step Time": 6.32384836114943}
+{"Finetune/Learning Rate": 1.1235068569383334e-06, "Finetune/Loss": 0.7986979484558105, "Finetune/Loss (Raw)": 0.91429203748703, "Finetune/Step": 8195, "Finetune/Step Time": 6.326960995793343}
+{"Finetune/Learning Rate": 1.1219563673257162e-06, "Finetune/Loss": 0.7984621524810791, "Finetune/Loss (Raw)": 0.9018829464912415, "Finetune/Step": 8196, "Finetune/Step Time": 6.3267369121313095}
+{"Finetune/Learning Rate": 1.1204068847373806e-06, "Finetune/Loss": 0.7980109453201294, "Finetune/Loss (Raw)": 0.8652037978172302, "Finetune/Step": 8197, "Finetune/Step Time": 6.3281738627702}
+{"Finetune/Learning Rate": 1.1188584093490773e-06, "Finetune/Loss": 0.7996807098388672, "Finetune/Loss (Raw)": 0.8923181891441345, "Finetune/Step": 8198, "Finetune/Step Time": 6.32478098385036}
+{"Finetune/Learning Rate": 1.1173109413364513e-06, "Finetune/Loss": 0.7996706962585449, "Finetune/Loss (Raw)": 0.8479886054992676, "Finetune/Step": 8199, "Finetune/Step Time": 6.3233296275138855}
+{"Finetune/Learning Rate": 1.1157644808750313e-06, "Finetune/Loss": 0.7979881763458252, "Finetune/Loss (Raw)": 0.7363641858100891, "Finetune/Step": 8200, "Finetune/Step Time": 6.317590219900012}
+{"Finetune/Learning Rate": 1.1142190281402266e-06, "Finetune/Loss": 0.7947921752929688, "Finetune/Loss (Raw)": 0.4236120581626892, "Finetune/Step": 8201, "Finetune/Step Time": 6.328898152336478}
+{"Finetune/Learning Rate": 1.1126745833073338e-06, "Finetune/Loss": 0.7954373359680176, "Finetune/Loss (Raw)": 0.8927620053291321, "Finetune/Step": 8202, "Finetune/Step Time": 6.333194229751825}
+{"Finetune/Learning Rate": 1.111131146551545e-06, "Finetune/Loss": 0.7958388328552246, "Finetune/Loss (Raw)": 0.8431404829025269, "Finetune/Step": 8203, "Finetune/Step Time": 6.320817494764924}
+{"Finetune/Learning Rate": 1.1095887180479248e-06, "Finetune/Loss": 0.7945438623428345, "Finetune/Loss (Raw)": 0.7041063904762268, "Finetune/Step": 8204, "Finetune/Step Time": 6.314316477626562}
+{"Finetune/Learning Rate": 1.1080472979714263e-06, "Finetune/Loss": 0.7939602732658386, "Finetune/Loss (Raw)": 0.706261396408081, "Finetune/Step": 8205, "Finetune/Step Time": 6.320351744070649}
+{"Finetune/Learning Rate": 1.1065068864968976e-06, "Finetune/Loss": 0.7937195301055908, "Finetune/Loss (Raw)": 0.7405920624732971, "Finetune/Step": 8206, "Finetune/Step Time": 6.331308947876096}
+{"Finetune/Learning Rate": 1.104967483799061e-06, "Finetune/Loss": 0.7961255311965942, "Finetune/Loss (Raw)": 1.016501784324646, "Finetune/Step": 8207, "Finetune/Step Time": 6.348419982939959}
+{"Finetune/Learning Rate": 1.1034290900525279e-06, "Finetune/Loss": 0.796685516834259, "Finetune/Loss (Raw)": 0.78602534532547, "Finetune/Step": 8208, "Finetune/Step Time": 6.3542379308491945}
+{"Finetune/Learning Rate": 1.101891705431799e-06, "Finetune/Loss": 0.7959065437316895, "Finetune/Loss (Raw)": 0.767392635345459, "Finetune/Step": 8209, "Finetune/Step Time": 6.348980247974396}
+{"Finetune/Learning Rate": 1.1003553301112557e-06, "Finetune/Loss": 0.7970978021621704, "Finetune/Loss (Raw)": 0.8257247805595398, "Finetune/Step": 8210, "Finetune/Step Time": 6.348993835970759}
+{"Finetune/Learning Rate": 1.0988199642651687e-06, "Finetune/Loss": 0.7968524694442749, "Finetune/Loss (Raw)": 0.8217035531997681, "Finetune/Step": 8211, "Finetune/Step Time": 6.349006064236164}
+{"Finetune/Learning Rate": 1.0972856080676908e-06, "Finetune/Loss": 0.793405294418335, "Finetune/Loss (Raw)": 0.36286860704421997, "Finetune/Step": 8212, "Finetune/Step Time": 6.353917356580496}
+{"Finetune/Learning Rate": 1.0957522616928629e-06, "Finetune/Loss": 0.7942661046981812, "Finetune/Loss (Raw)": 0.7760087251663208, "Finetune/Step": 8213, "Finetune/Step Time": 6.367984382435679}
+{"Finetune/Learning Rate": 1.0942199253146103e-06, "Finetune/Loss": 0.7914743423461914, "Finetune/Loss (Raw)": 0.4314504861831665, "Finetune/Step": 8214, "Finetune/Step Time": 6.393287988379598}
+{"Finetune/Learning Rate": 1.0926885991067437e-06, "Finetune/Loss": 0.7916750907897949, "Finetune/Loss (Raw)": 0.8134633302688599, "Finetune/Step": 8215, "Finetune/Step Time": 6.388632154092193}
+{"Finetune/Learning Rate": 1.0911582832429591e-06, "Finetune/Loss": 0.7890010476112366, "Finetune/Loss (Raw)": 0.5742474794387817, "Finetune/Step": 8216, "Finetune/Step Time": 6.388090468943119}
+{"Finetune/Learning Rate": 1.0896289778968384e-06, "Finetune/Loss": 0.7916694283485413, "Finetune/Loss (Raw)": 0.988459587097168, "Finetune/Step": 8217, "Finetune/Step Time": 6.394980849698186}
+{"Finetune/Learning Rate": 1.0881006832418506e-06, "Finetune/Loss": 0.7915819883346558, "Finetune/Loss (Raw)": 0.7758499979972839, "Finetune/Step": 8218, "Finetune/Step Time": 6.394991619512439}
+{"Finetune/Learning Rate": 1.0865733994513416e-06, "Finetune/Loss": 0.7916440963745117, "Finetune/Loss (Raw)": 0.7357109785079956, "Finetune/Step": 8219, "Finetune/Step Time": 6.3904356602579355}
+{"Finetune/Learning Rate": 1.0850471266985551e-06, "Finetune/Loss": 0.7922887802124023, "Finetune/Loss (Raw)": 0.787299633026123, "Finetune/Step": 8220, "Finetune/Step Time": 6.373046860098839}
+{"Finetune/Learning Rate": 1.0835218651566148e-06, "Finetune/Loss": 0.792310357093811, "Finetune/Loss (Raw)": 0.8297061920166016, "Finetune/Step": 8221, "Finetune/Step Time": 6.365633608773351}
+{"Finetune/Learning Rate": 1.0819976149985233e-06, "Finetune/Loss": 0.7933293581008911, "Finetune/Loss (Raw)": 0.8156587481498718, "Finetune/Step": 8222, "Finetune/Step Time": 6.3637582790106535}
+{"Finetune/Learning Rate": 1.0804743763971791e-06, "Finetune/Loss": 0.7927988767623901, "Finetune/Loss (Raw)": 0.8876179456710815, "Finetune/Step": 8223, "Finetune/Step Time": 6.3668473064899445}
+{"Finetune/Learning Rate": 1.078952149525362e-06, "Finetune/Loss": 0.7929978370666504, "Finetune/Loss (Raw)": 0.8726283311843872, "Finetune/Step": 8224, "Finetune/Step Time": 6.364645000547171}
+{"Finetune/Learning Rate": 1.077430934555731e-06, "Finetune/Loss": 0.7935967445373535, "Finetune/Loss (Raw)": 0.9128014445304871, "Finetune/Step": 8225, "Finetune/Step Time": 6.3622241504490376}
+{"Finetune/Learning Rate": 1.0759107316608352e-06, "Finetune/Loss": 0.7943829298019409, "Finetune/Loss (Raw)": 0.9139314889907837, "Finetune/Step": 8226, "Finetune/Step Time": 6.354073548689485}
+{"Finetune/Learning Rate": 1.0743915410131177e-06, "Finetune/Loss": 0.7927287817001343, "Finetune/Loss (Raw)": 0.6594205498695374, "Finetune/Step": 8227, "Finetune/Step Time": 6.375129170715809}
+{"Finetune/Learning Rate": 1.0728733627848898e-06, "Finetune/Loss": 0.7922914028167725, "Finetune/Loss (Raw)": 0.8185932040214539, "Finetune/Step": 8228, "Finetune/Step Time": 6.38126458786428}
+{"Finetune/Learning Rate": 1.0713561971483587e-06, "Finetune/Loss": 0.7926324605941772, "Finetune/Loss (Raw)": 0.852508008480072, "Finetune/Step": 8229, "Finetune/Step Time": 6.3814797922968864}
+{"Finetune/Learning Rate": 1.069840044275615e-06, "Finetune/Loss": 0.7929844856262207, "Finetune/Loss (Raw)": 0.858457088470459, "Finetune/Step": 8230, "Finetune/Step Time": 6.395214283838868}
+{"Finetune/Learning Rate": 1.0683249043386335e-06, "Finetune/Loss": 0.7949492931365967, "Finetune/Loss (Raw)": 0.9392390251159668, "Finetune/Step": 8231, "Finetune/Step Time": 6.400918619707227}
+{"Finetune/Learning Rate": 1.066810777509275e-06, "Finetune/Loss": 0.7952980399131775, "Finetune/Loss (Raw)": 0.7948995232582092, "Finetune/Step": 8232, "Finetune/Step Time": 6.400425119325519}
+{"Finetune/Learning Rate": 1.0652976639592837e-06, "Finetune/Loss": 0.7943086624145508, "Finetune/Loss (Raw)": 0.7467591762542725, "Finetune/Step": 8233, "Finetune/Step Time": 6.415779324248433}
+{"Finetune/Learning Rate": 1.0637855638602913e-06, "Finetune/Loss": 0.7950495481491089, "Finetune/Loss (Raw)": 0.9348439574241638, "Finetune/Step": 8234, "Finetune/Step Time": 6.424121359363198}
+{"Finetune/Learning Rate": 1.0622744773838123e-06, "Finetune/Loss": 0.7951820492744446, "Finetune/Loss (Raw)": 0.8011453747749329, "Finetune/Step": 8235, "Finetune/Step Time": 6.4166685957461596}
+{"Finetune/Learning Rate": 1.0607644047012477e-06, "Finetune/Loss": 0.7963242530822754, "Finetune/Loss (Raw)": 0.8864258527755737, "Finetune/Step": 8236, "Finetune/Step Time": 6.425358984619379}
+{"Finetune/Learning Rate": 1.0592553459838828e-06, "Finetune/Loss": 0.7968630790710449, "Finetune/Loss (Raw)": 0.8416704535484314, "Finetune/Step": 8237, "Finetune/Step Time": 6.432120626792312}
+{"Finetune/Learning Rate": 1.0577473014028872e-06, "Finetune/Loss": 0.7971885204315186, "Finetune/Loss (Raw)": 0.9209877252578735, "Finetune/Step": 8238, "Finetune/Step Time": 6.432748794555664}
+{"Finetune/Learning Rate": 1.0562402711293195e-06, "Finetune/Loss": 0.7970321178436279, "Finetune/Loss (Raw)": 0.8311769366264343, "Finetune/Step": 8239, "Finetune/Step Time": 6.428857849910855}
+{"Finetune/Learning Rate": 1.0547342553341144e-06, "Finetune/Loss": 0.7969263792037964, "Finetune/Loss (Raw)": 0.7904078960418701, "Finetune/Step": 8240, "Finetune/Step Time": 6.4237465765327215}
+{"Finetune/Learning Rate": 1.0532292541881018e-06, "Finetune/Loss": 0.7960677742958069, "Finetune/Loss (Raw)": 0.7888060808181763, "Finetune/Step": 8241, "Finetune/Step Time": 6.428591212257743}
+{"Finetune/Learning Rate": 1.0517252678619904e-06, "Finetune/Loss": 0.7955070734024048, "Finetune/Loss (Raw)": 0.8053801655769348, "Finetune/Step": 8242, "Finetune/Step Time": 6.438278201967478}
+{"Finetune/Learning Rate": 1.0502222965263754e-06, "Finetune/Loss": 0.7964809536933899, "Finetune/Loss (Raw)": 0.8331226706504822, "Finetune/Step": 8243, "Finetune/Step Time": 6.440159039571881}
+{"Finetune/Learning Rate": 1.0487203403517377e-06, "Finetune/Loss": 0.7976673245429993, "Finetune/Loss (Raw)": 0.9628012180328369, "Finetune/Step": 8244, "Finetune/Step Time": 6.440784532576799}
+{"Finetune/Learning Rate": 1.04721939950844e-06, "Finetune/Loss": 0.7953233122825623, "Finetune/Loss (Raw)": 0.6447387337684631, "Finetune/Step": 8245, "Finetune/Step Time": 6.438664590939879}
+{"Finetune/Learning Rate": 1.0457194741667364e-06, "Finetune/Loss": 0.7942357063293457, "Finetune/Loss (Raw)": 0.7447876930236816, "Finetune/Step": 8246, "Finetune/Step Time": 6.4344997219741344}
+{"Finetune/Learning Rate": 1.044220564496754e-06, "Finetune/Loss": 0.7973904609680176, "Finetune/Loss (Raw)": 0.8526140451431274, "Finetune/Step": 8247, "Finetune/Step Time": 6.42213118262589}
+{"Finetune/Learning Rate": 1.0427226706685178e-06, "Finetune/Loss": 0.7967826724052429, "Finetune/Loss (Raw)": 0.6924067735671997, "Finetune/Step": 8248, "Finetune/Step Time": 6.412615370005369}
+{"Finetune/Learning Rate": 1.041225792851932e-06, "Finetune/Loss": 0.79583740234375, "Finetune/Loss (Raw)": 0.8427234888076782, "Finetune/Step": 8249, "Finetune/Step Time": 6.423635553568602}
+{"Finetune/Learning Rate": 1.0397299312167807e-06, "Finetune/Loss": 0.7956023812294006, "Finetune/Loss (Raw)": 0.8483179211616516, "Finetune/Step": 8250, "Finetune/Step Time": 6.422683920711279}
+{"Finetune/Learning Rate": 1.0382350859327416e-06, "Finetune/Loss": 0.7956404685974121, "Finetune/Loss (Raw)": 0.8113970756530762, "Finetune/Step": 8251, "Finetune/Step Time": 6.429066462442279}
+{"Finetune/Learning Rate": 1.0367412571693746e-06, "Finetune/Loss": 0.7945742607116699, "Finetune/Loss (Raw)": 0.928242027759552, "Finetune/Step": 8252, "Finetune/Step Time": 6.4260813388973475}
+{"Finetune/Learning Rate": 1.0352484450961176e-06, "Finetune/Loss": 0.7964470386505127, "Finetune/Loss (Raw)": 0.9315803647041321, "Finetune/Step": 8253, "Finetune/Step Time": 6.4165094923228025}
+{"Finetune/Learning Rate": 1.033756649882297e-06, "Finetune/Loss": 0.7962659597396851, "Finetune/Loss (Raw)": 0.9164778590202332, "Finetune/Step": 8254, "Finetune/Step Time": 6.407146999612451}
+{"Finetune/Learning Rate": 1.0322658716971346e-06, "Finetune/Loss": 0.796690821647644, "Finetune/Loss (Raw)": 0.743744969367981, "Finetune/Step": 8255, "Finetune/Step Time": 6.4137680400162935}
+{"Finetune/Learning Rate": 1.030776110709718e-06, "Finetune/Loss": 0.7997373938560486, "Finetune/Loss (Raw)": 0.7457588315010071, "Finetune/Step": 8256, "Finetune/Step Time": 6.413632204756141}
+{"Finetune/Learning Rate": 1.0292873670890323e-06, "Finetune/Loss": 0.7990370988845825, "Finetune/Loss (Raw)": 0.815883457660675, "Finetune/Step": 8257, "Finetune/Step Time": 6.3985246773809195}
+{"Finetune/Learning Rate": 1.0277996410039425e-06, "Finetune/Loss": 0.7987590432167053, "Finetune/Loss (Raw)": 0.7191727161407471, "Finetune/Step": 8258, "Finetune/Step Time": 6.3995986226946115}
+{"Finetune/Learning Rate": 1.0263129326232012e-06, "Finetune/Loss": 0.8017740845680237, "Finetune/Loss (Raw)": 0.7320585250854492, "Finetune/Step": 8259, "Finetune/Step Time": 6.398983243852854}
+{"Finetune/Learning Rate": 1.0248272421154426e-06, "Finetune/Loss": 0.8016706705093384, "Finetune/Loss (Raw)": 0.7574664950370789, "Finetune/Step": 8260, "Finetune/Step Time": 6.3908561412245035}
+{"Finetune/Learning Rate": 1.0233425696491861e-06, "Finetune/Loss": 0.8002907037734985, "Finetune/Loss (Raw)": 0.7345128059387207, "Finetune/Step": 8261, "Finetune/Step Time": 6.398477828130126}
+{"Finetune/Learning Rate": 1.021858915392836e-06, "Finetune/Loss": 0.7997875213623047, "Finetune/Loss (Raw)": 0.7548716068267822, "Finetune/Step": 8262, "Finetune/Step Time": 6.4046999625861645}
+{"Finetune/Learning Rate": 1.0203762795146833e-06, "Finetune/Loss": 0.7998813390731812, "Finetune/Loss (Raw)": 0.9068745970726013, "Finetune/Step": 8263, "Finetune/Step Time": 6.405791450291872}
+{"Finetune/Learning Rate": 1.0188946621828977e-06, "Finetune/Loss": 0.7993060946464539, "Finetune/Loss (Raw)": 0.8345062732696533, "Finetune/Step": 8264, "Finetune/Step Time": 6.410960787907243}
+{"Finetune/Learning Rate": 1.0174140635655405e-06, "Finetune/Loss": 0.7963428497314453, "Finetune/Loss (Raw)": 0.4401055574417114, "Finetune/Step": 8265, "Finetune/Step Time": 6.4238132908940315}
+{"Finetune/Learning Rate": 1.0159344838305517e-06, "Finetune/Loss": 0.797392725944519, "Finetune/Loss (Raw)": 0.8265874981880188, "Finetune/Step": 8266, "Finetune/Step Time": 6.430118100717664}
+{"Finetune/Learning Rate": 1.0144559231457617e-06, "Finetune/Loss": 0.7947564125061035, "Finetune/Loss (Raw)": 0.5869923233985901, "Finetune/Step": 8267, "Finetune/Step Time": 6.412454405799508}
+{"Finetune/Learning Rate": 1.0129783816788742e-06, "Finetune/Loss": 0.7942854166030884, "Finetune/Loss (Raw)": 0.7682579755783081, "Finetune/Step": 8268, "Finetune/Step Time": 6.4239434245973825}
+{"Finetune/Learning Rate": 1.0115018595974912e-06, "Finetune/Loss": 0.7945919632911682, "Finetune/Loss (Raw)": 0.7747467160224915, "Finetune/Step": 8269, "Finetune/Step Time": 6.4327072482556105}
+{"Finetune/Learning Rate": 1.0100263570690915e-06, "Finetune/Loss": 0.7954764366149902, "Finetune/Loss (Raw)": 0.9443766474723816, "Finetune/Step": 8270, "Finetune/Step Time": 6.433521527796984}
+{"Finetune/Learning Rate": 1.0085518742610355e-06, "Finetune/Loss": 0.7956343293190002, "Finetune/Loss (Raw)": 0.8216469287872314, "Finetune/Step": 8271, "Finetune/Step Time": 6.433536898344755}
+{"Finetune/Learning Rate": 1.0070784113405763e-06, "Finetune/Loss": 0.7948063611984253, "Finetune/Loss (Raw)": 0.7751515507698059, "Finetune/Step": 8272, "Finetune/Step Time": 6.435913130640984}
+{"Finetune/Learning Rate": 1.0056059684748475e-06, "Finetune/Loss": 0.7952125072479248, "Finetune/Loss (Raw)": 0.8760817050933838, "Finetune/Step": 8273, "Finetune/Step Time": 6.438573913648725}
+{"Finetune/Learning Rate": 1.0041345458308615e-06, "Finetune/Loss": 0.7952924370765686, "Finetune/Loss (Raw)": 0.8301579356193542, "Finetune/Step": 8274, "Finetune/Step Time": 6.438043262809515}
+{"Finetune/Learning Rate": 1.0026641435755214e-06, "Finetune/Loss": 0.7995506525039673, "Finetune/Loss (Raw)": 0.8391910791397095, "Finetune/Step": 8275, "Finetune/Step Time": 6.4486767165362835}
+{"Finetune/Learning Rate": 1.0011947618756156e-06, "Finetune/Loss": 0.8026901483535767, "Finetune/Loss (Raw)": 0.841164231300354, "Finetune/Step": 8276, "Finetune/Step Time": 6.435801247134805}
+{"Finetune/Learning Rate": 9.997264008978113e-07, "Finetune/Loss": 0.8012323379516602, "Finetune/Loss (Raw)": 0.7128998041152954, "Finetune/Step": 8277, "Finetune/Step Time": 6.425569428130984}
+{"Finetune/Learning Rate": 9.982590608086617e-07, "Finetune/Loss": 0.8020943403244019, "Finetune/Loss (Raw)": 0.8806533217430115, "Finetune/Step": 8278, "Finetune/Step Time": 6.422732202336192}
+{"Finetune/Learning Rate": 9.967927417746103e-07, "Finetune/Loss": 0.80146723985672, "Finetune/Loss (Raw)": 0.8489276170730591, "Finetune/Step": 8279, "Finetune/Step Time": 6.437156179919839}
+{"Finetune/Learning Rate": 9.953274439619742e-07, "Finetune/Loss": 0.8019458055496216, "Finetune/Loss (Raw)": 0.8343191146850586, "Finetune/Step": 8280, "Finetune/Step Time": 6.444867027923465}
+{"Finetune/Learning Rate": 9.938631675369626e-07, "Finetune/Loss": 0.8026344776153564, "Finetune/Loss (Raw)": 0.8590888381004333, "Finetune/Step": 8281, "Finetune/Step Time": 6.447409648448229}
+{"Finetune/Learning Rate": 9.923999126656647e-07, "Finetune/Loss": 0.8009625673294067, "Finetune/Loss (Raw)": 0.7773531079292297, "Finetune/Step": 8282, "Finetune/Step Time": 6.451185366138816}
+{"Finetune/Learning Rate": 9.90937679514058e-07, "Finetune/Loss": 0.8015191555023193, "Finetune/Loss (Raw)": 0.814041018486023, "Finetune/Step": 8283, "Finetune/Step Time": 6.455741612240672}
+{"Finetune/Learning Rate": 9.894764682480006e-07, "Finetune/Loss": 0.8022986650466919, "Finetune/Loss (Raw)": 0.9812901020050049, "Finetune/Step": 8284, "Finetune/Step Time": 6.456271113827825}
+{"Finetune/Learning Rate": 9.880162790332348e-07, "Finetune/Loss": 0.8021106719970703, "Finetune/Loss (Raw)": 0.8192734718322754, "Finetune/Step": 8285, "Finetune/Step Time": 6.456142300739884}
+{"Finetune/Learning Rate": 9.865571120353878e-07, "Finetune/Loss": 0.8030048608779907, "Finetune/Loss (Raw)": 0.8449752330780029, "Finetune/Step": 8286, "Finetune/Step Time": 6.46747956238687}
+{"Finetune/Learning Rate": 9.85098967419973e-07, "Finetune/Loss": 0.8026649355888367, "Finetune/Loss (Raw)": 0.7770810127258301, "Finetune/Step": 8287, "Finetune/Step Time": 6.451142540201545}
+{"Finetune/Learning Rate": 9.836418453523833e-07, "Finetune/Loss": 0.8051864504814148, "Finetune/Loss (Raw)": 0.756702721118927, "Finetune/Step": 8288, "Finetune/Step Time": 6.445576114580035}
+{"Finetune/Learning Rate": 9.82185745997899e-07, "Finetune/Loss": 0.8083933591842651, "Finetune/Loss (Raw)": 0.8088324666023254, "Finetune/Step": 8289, "Finetune/Step Time": 6.431981261819601}
+{"Finetune/Learning Rate": 9.807306695216846e-07, "Finetune/Loss": 0.8083925247192383, "Finetune/Loss (Raw)": 0.7907557487487793, "Finetune/Step": 8290, "Finetune/Step Time": 6.416720604524016}
+{"Finetune/Learning Rate": 9.792766160887868e-07, "Finetune/Loss": 0.8094935417175293, "Finetune/Loss (Raw)": 0.9162073731422424, "Finetune/Step": 8291, "Finetune/Step Time": 6.410573422908783}
+{"Finetune/Learning Rate": 9.778235858641338e-07, "Finetune/Loss": 0.8104289770126343, "Finetune/Loss (Raw)": 0.841029167175293, "Finetune/Step": 8292, "Finetune/Step Time": 6.4081214759498835}
+{"Finetune/Learning Rate": 9.76371579012545e-07, "Finetune/Loss": 0.8106924891471863, "Finetune/Loss (Raw)": 0.7488484978675842, "Finetune/Step": 8293, "Finetune/Step Time": 6.381178300827742}
+{"Finetune/Learning Rate": 9.749205956987196e-07, "Finetune/Loss": 0.8075604438781738, "Finetune/Loss (Raw)": 0.4370933175086975, "Finetune/Step": 8294, "Finetune/Step Time": 6.385605875402689}
+{"Finetune/Learning Rate": 9.73470636087237e-07, "Finetune/Loss": 0.8064677715301514, "Finetune/Loss (Raw)": 0.7643887400627136, "Finetune/Step": 8295, "Finetune/Step Time": 6.403095239773393}
+{"Finetune/Learning Rate": 9.720217003425648e-07, "Finetune/Loss": 0.8067585229873657, "Finetune/Loss (Raw)": 0.9159908294677734, "Finetune/Step": 8296, "Finetune/Step Time": 6.4036998972296715}
+{"Finetune/Learning Rate": 9.705737886290578e-07, "Finetune/Loss": 0.806154191493988, "Finetune/Loss (Raw)": 0.8852344751358032, "Finetune/Step": 8297, "Finetune/Step Time": 6.398800605908036}
+{"Finetune/Learning Rate": 9.691269011109472e-07, "Finetune/Loss": 0.8104798197746277, "Finetune/Loss (Raw)": 0.9376506805419922, "Finetune/Step": 8298, "Finetune/Step Time": 6.396438751369715}
+{"Finetune/Learning Rate": 9.676810379523505e-07, "Finetune/Loss": 0.8091687560081482, "Finetune/Loss (Raw)": 0.7978876233100891, "Finetune/Step": 8299, "Finetune/Step Time": 6.380684923380613}
+{"Finetune/Learning Rate": 9.662361993172743e-07, "Finetune/Loss": 0.8092309236526489, "Finetune/Loss (Raw)": 0.8124411702156067, "Finetune/Step": 8300, "Finetune/Step Time": 6.379685509949923}
+{"Finetune/Learning Rate": 9.647923853696006e-07, "Finetune/Loss": 0.8085775375366211, "Finetune/Loss (Raw)": 0.7089052200317383, "Finetune/Step": 8301, "Finetune/Step Time": 6.380560418590903}
+{"Finetune/Learning Rate": 9.63349596273101e-07, "Finetune/Loss": 0.8084461688995361, "Finetune/Loss (Raw)": 0.731864333152771, "Finetune/Step": 8302, "Finetune/Step Time": 6.38572596386075}
+{"Finetune/Learning Rate": 9.61907832191429e-07, "Finetune/Loss": 0.8083518743515015, "Finetune/Loss (Raw)": 0.8795216679573059, "Finetune/Step": 8303, "Finetune/Step Time": 6.391693335026503}
+{"Finetune/Learning Rate": 9.604670932881211e-07, "Finetune/Loss": 0.809073805809021, "Finetune/Loss (Raw)": 0.9510350823402405, "Finetune/Step": 8304, "Finetune/Step Time": 6.3838962148875}
+{"Finetune/Learning Rate": 9.590273797265992e-07, "Finetune/Loss": 0.8090713024139404, "Finetune/Loss (Raw)": 0.9085630774497986, "Finetune/Step": 8305, "Finetune/Step Time": 6.381938382983208}
+{"Finetune/Learning Rate": 9.575886916701681e-07, "Finetune/Loss": 0.808150053024292, "Finetune/Loss (Raw)": 0.7272796034812927, "Finetune/Step": 8306, "Finetune/Step Time": 6.38002291880548}
+{"Finetune/Learning Rate": 9.561510292820154e-07, "Finetune/Loss": 0.8074366450309753, "Finetune/Loss (Raw)": 0.8387035131454468, "Finetune/Step": 8307, "Finetune/Step Time": 6.3845875188708305}
+{"Finetune/Learning Rate": 9.547143927252134e-07, "Finetune/Loss": 0.8059712648391724, "Finetune/Loss (Raw)": 0.7585509419441223, "Finetune/Step": 8308, "Finetune/Step Time": 6.4010522570461035}
+{"Finetune/Learning Rate": 9.532787821627188e-07, "Finetune/Loss": 0.8049428462982178, "Finetune/Loss (Raw)": 0.7702122330665588, "Finetune/Step": 8309, "Finetune/Step Time": 6.4020743276923895}
+{"Finetune/Learning Rate": 9.5184419775737e-07, "Finetune/Loss": 0.8054717779159546, "Finetune/Loss (Raw)": 0.8424277305603027, "Finetune/Step": 8310, "Finetune/Step Time": 6.3857620768249035}
+{"Finetune/Learning Rate": 9.504106396718893e-07, "Finetune/Loss": 0.8063563108444214, "Finetune/Loss (Raw)": 0.9218783378601074, "Finetune/Step": 8311, "Finetune/Step Time": 6.3882722575217485}
+{"Finetune/Learning Rate": 9.489781080688865e-07, "Finetune/Loss": 0.8062154054641724, "Finetune/Loss (Raw)": 0.8276193737983704, "Finetune/Step": 8312, "Finetune/Step Time": 6.39185487665236}
+{"Finetune/Learning Rate": 9.475466031108448e-07, "Finetune/Loss": 0.8054642081260681, "Finetune/Loss (Raw)": 0.7175308465957642, "Finetune/Step": 8313, "Finetune/Step Time": 6.392446231096983}
+{"Finetune/Learning Rate": 9.461161249601447e-07, "Finetune/Loss": 0.8052135705947876, "Finetune/Loss (Raw)": 0.718852698802948, "Finetune/Step": 8314, "Finetune/Step Time": 6.391534145921469}
+{"Finetune/Learning Rate": 9.446866737790427e-07, "Finetune/Loss": 0.804076075553894, "Finetune/Loss (Raw)": 0.8590167164802551, "Finetune/Step": 8315, "Finetune/Step Time": 6.394353175535798}
+{"Finetune/Learning Rate": 9.432582497296749e-07, "Finetune/Loss": 0.802693784236908, "Finetune/Loss (Raw)": 0.6676945686340332, "Finetune/Step": 8316, "Finetune/Step Time": 6.3984934985637665}
+{"Finetune/Learning Rate": 9.418308529740694e-07, "Finetune/Loss": 0.7992215752601624, "Finetune/Loss (Raw)": 0.334842711687088, "Finetune/Step": 8317, "Finetune/Step Time": 6.410530978813767}
+{"Finetune/Learning Rate": 9.404044836741343e-07, "Finetune/Loss": 0.80046147108078, "Finetune/Loss (Raw)": 0.9527620673179626, "Finetune/Step": 8318, "Finetune/Step Time": 6.425151178613305}
+{"Finetune/Learning Rate": 9.389791419916572e-07, "Finetune/Loss": 0.7985931634902954, "Finetune/Loss (Raw)": 0.7030181884765625, "Finetune/Step": 8319, "Finetune/Step Time": 6.429609389975667}
+{"Finetune/Learning Rate": 9.375548280883129e-07, "Finetune/Loss": 0.7992972135543823, "Finetune/Loss (Raw)": 0.887397289276123, "Finetune/Step": 8320, "Finetune/Step Time": 6.430761963129044}
+{"Finetune/Learning Rate": 9.361315421256645e-07, "Finetune/Loss": 0.8012065887451172, "Finetune/Loss (Raw)": 0.9923325181007385, "Finetune/Step": 8321, "Finetune/Step Time": 6.4137749299407005}
+{"Finetune/Learning Rate": 9.347092842651483e-07, "Finetune/Loss": 0.801150381565094, "Finetune/Loss (Raw)": 0.7714572548866272, "Finetune/Step": 8322, "Finetune/Step Time": 6.408810991793871}
+{"Finetune/Learning Rate": 9.332880546680911e-07, "Finetune/Loss": 0.8003116846084595, "Finetune/Loss (Raw)": 0.8069388270378113, "Finetune/Step": 8323, "Finetune/Step Time": 6.4061113726347685}
+{"Finetune/Learning Rate": 9.318678534957004e-07, "Finetune/Loss": 0.7992773056030273, "Finetune/Loss (Raw)": 0.7694881558418274, "Finetune/Step": 8324, "Finetune/Step Time": 6.405445251613855}
+{"Finetune/Learning Rate": 9.304486809090674e-07, "Finetune/Loss": 0.7997294664382935, "Finetune/Loss (Raw)": 0.923075258731842, "Finetune/Step": 8325, "Finetune/Step Time": 6.407085144892335}
+{"Finetune/Learning Rate": 9.290305370691677e-07, "Finetune/Loss": 0.7996665239334106, "Finetune/Loss (Raw)": 0.8842543959617615, "Finetune/Step": 8326, "Finetune/Step Time": 6.410019570961595}
+{"Finetune/Learning Rate": 9.276134221368571e-07, "Finetune/Loss": 0.7994495630264282, "Finetune/Loss (Raw)": 0.8202223777770996, "Finetune/Step": 8327, "Finetune/Step Time": 6.415910575538874}
+{"Finetune/Learning Rate": 9.261973362728827e-07, "Finetune/Loss": 0.7989951372146606, "Finetune/Loss (Raw)": 0.6782005429267883, "Finetune/Step": 8328, "Finetune/Step Time": 6.419829150661826}
+{"Finetune/Learning Rate": 9.247822796378636e-07, "Finetune/Loss": 0.8016219735145569, "Finetune/Loss (Raw)": 0.7598509192466736, "Finetune/Step": 8329, "Finetune/Step Time": 6.403124628588557}
+{"Finetune/Learning Rate": 9.233682523923093e-07, "Finetune/Loss": 0.8017988204956055, "Finetune/Loss (Raw)": 0.9153907299041748, "Finetune/Step": 8330, "Finetune/Step Time": 6.386486100032926}
+{"Finetune/Learning Rate": 9.219552546966116e-07, "Finetune/Loss": 0.8016276359558105, "Finetune/Loss (Raw)": 0.8212343454360962, "Finetune/Step": 8331, "Finetune/Step Time": 6.3889340572059155}
+{"Finetune/Learning Rate": 9.205432867110442e-07, "Finetune/Loss": 0.8013425469398499, "Finetune/Loss (Raw)": 0.6676108837127686, "Finetune/Step": 8332, "Finetune/Step Time": 6.389484202489257}
+{"Finetune/Learning Rate": 9.191323485957648e-07, "Finetune/Loss": 0.8010271787643433, "Finetune/Loss (Raw)": 0.6658909916877747, "Finetune/Step": 8333, "Finetune/Step Time": 6.382986780256033}
+{"Finetune/Learning Rate": 9.177224405108154e-07, "Finetune/Loss": 0.8007137179374695, "Finetune/Loss (Raw)": 0.700470507144928, "Finetune/Step": 8334, "Finetune/Step Time": 6.369665298610926}
+{"Finetune/Learning Rate": 9.163135626161179e-07, "Finetune/Loss": 0.7999911308288574, "Finetune/Loss (Raw)": 0.9240106344223022, "Finetune/Step": 8335, "Finetune/Step Time": 6.350191397592425}
+{"Finetune/Learning Rate": 9.149057150714802e-07, "Finetune/Loss": 0.8003730177879333, "Finetune/Loss (Raw)": 0.8349097371101379, "Finetune/Step": 8336, "Finetune/Step Time": 6.340398704633117}
+{"Finetune/Learning Rate": 9.134988980365934e-07, "Finetune/Loss": 0.80214524269104, "Finetune/Loss (Raw)": 0.9942371845245361, "Finetune/Step": 8337, "Finetune/Step Time": 6.34094276279211}
+{"Finetune/Learning Rate": 9.120931116710297e-07, "Finetune/Loss": 0.8022357225418091, "Finetune/Loss (Raw)": 0.8373053073883057, "Finetune/Step": 8338, "Finetune/Step Time": 6.344739994034171}
+{"Finetune/Learning Rate": 9.106883561342461e-07, "Finetune/Loss": 0.802009105682373, "Finetune/Loss (Raw)": 0.7926957011222839, "Finetune/Step": 8339, "Finetune/Step Time": 6.3481716979295015}
+{"Finetune/Learning Rate": 9.092846315855841e-07, "Finetune/Loss": 0.8060855865478516, "Finetune/Loss (Raw)": 0.8846570253372192, "Finetune/Step": 8340, "Finetune/Step Time": 6.345308169722557}
+{"Finetune/Learning Rate": 9.078819381842597e-07, "Finetune/Loss": 0.8066937923431396, "Finetune/Loss (Raw)": 0.853866457939148, "Finetune/Step": 8341, "Finetune/Step Time": 6.325705420225859}
+{"Finetune/Learning Rate": 9.064802760893854e-07, "Finetune/Loss": 0.8099059462547302, "Finetune/Loss (Raw)": 0.8426020741462708, "Finetune/Step": 8342, "Finetune/Step Time": 6.300323151051998}
+{"Finetune/Learning Rate": 9.050796454599486e-07, "Finetune/Loss": 0.8099390268325806, "Finetune/Loss (Raw)": 0.8176969885826111, "Finetune/Step": 8343, "Finetune/Step Time": 6.282300502061844}
+{"Finetune/Learning Rate": 9.036800464548157e-07, "Finetune/Loss": 0.8115036487579346, "Finetune/Loss (Raw)": 0.7745153903961182, "Finetune/Step": 8344, "Finetune/Step Time": 6.275753427296877}
+{"Finetune/Learning Rate": 9.022814792327473e-07, "Finetune/Loss": 0.8101745843887329, "Finetune/Loss (Raw)": 0.8183427453041077, "Finetune/Step": 8345, "Finetune/Step Time": 6.268644938245416}
+{"Finetune/Learning Rate": 9.008839439523809e-07, "Finetune/Loss": 0.810149073600769, "Finetune/Loss (Raw)": 0.7725819945335388, "Finetune/Step": 8346, "Finetune/Step Time": 6.269131971523166}
+{"Finetune/Learning Rate": 8.994874407722321e-07, "Finetune/Loss": 0.8115222454071045, "Finetune/Loss (Raw)": 0.9114830493927002, "Finetune/Step": 8347, "Finetune/Step Time": 6.2742971163243055}
+{"Finetune/Learning Rate": 8.980919698507062e-07, "Finetune/Loss": 0.8115411996841431, "Finetune/Loss (Raw)": 0.789719820022583, "Finetune/Step": 8348, "Finetune/Step Time": 6.27542045339942}
+{"Finetune/Learning Rate": 8.966975313460935e-07, "Finetune/Loss": 0.8117382526397705, "Finetune/Loss (Raw)": 0.8549346327781677, "Finetune/Step": 8349, "Finetune/Step Time": 6.278493558987975}
+{"Finetune/Learning Rate": 8.953041254165595e-07, "Finetune/Loss": 0.8120323419570923, "Finetune/Loss (Raw)": 0.8532964587211609, "Finetune/Step": 8350, "Finetune/Step Time": 6.280428495258093}
+{"Finetune/Learning Rate": 8.939117522201557e-07, "Finetune/Loss": 0.8126834034919739, "Finetune/Loss (Raw)": 0.9709593057632446, "Finetune/Step": 8351, "Finetune/Step Time": 6.273550186306238}
+{"Finetune/Learning Rate": 8.925204119148189e-07, "Finetune/Loss": 0.8123444318771362, "Finetune/Loss (Raw)": 0.8292407989501953, "Finetune/Step": 8352, "Finetune/Step Time": 6.271150277927518}
+{"Finetune/Learning Rate": 8.911301046583665e-07, "Finetune/Loss": 0.810966968536377, "Finetune/Loss (Raw)": 0.7364802956581116, "Finetune/Step": 8353, "Finetune/Step Time": 6.274992989376187}
+{"Finetune/Learning Rate": 8.897408306084998e-07, "Finetune/Loss": 0.8098703622817993, "Finetune/Loss (Raw)": 0.7735724449157715, "Finetune/Step": 8354, "Finetune/Step Time": 6.280288223177195}
+{"Finetune/Learning Rate": 8.883525899228007e-07, "Finetune/Loss": 0.8114086985588074, "Finetune/Loss (Raw)": 0.8563264608383179, "Finetune/Step": 8355, "Finetune/Step Time": 6.263056121766567}
+{"Finetune/Learning Rate": 8.869653827587366e-07, "Finetune/Loss": 0.8115509152412415, "Finetune/Loss (Raw)": 0.8367957472801208, "Finetune/Step": 8356, "Finetune/Step Time": 6.254743300378323}
+{"Finetune/Learning Rate": 8.855792092736559e-07, "Finetune/Loss": 0.8109924793243408, "Finetune/Loss (Raw)": 0.7810294032096863, "Finetune/Step": 8357, "Finetune/Step Time": 6.25695126876235}
+{"Finetune/Learning Rate": 8.841940696247908e-07, "Finetune/Loss": 0.8102052807807922, "Finetune/Loss (Raw)": 0.7576944231987, "Finetune/Step": 8358, "Finetune/Step Time": 6.238151594996452}
+{"Finetune/Learning Rate": 8.828099639692555e-07, "Finetune/Loss": 0.8091732263565063, "Finetune/Loss (Raw)": 0.8071415424346924, "Finetune/Step": 8359, "Finetune/Step Time": 6.229883525520563}
+{"Finetune/Learning Rate": 8.814268924640468e-07, "Finetune/Loss": 0.8088394403457642, "Finetune/Loss (Raw)": 0.752166211605072, "Finetune/Step": 8360, "Finetune/Step Time": 6.229219309985638}
+{"Finetune/Learning Rate": 8.800448552660479e-07, "Finetune/Loss": 0.8101222515106201, "Finetune/Loss (Raw)": 0.9109665751457214, "Finetune/Step": 8361, "Finetune/Step Time": 6.2131950519979}
+{"Finetune/Learning Rate": 8.786638525320146e-07, "Finetune/Loss": 0.8098413944244385, "Finetune/Loss (Raw)": 0.8988914489746094, "Finetune/Step": 8362, "Finetune/Step Time": 6.2022294364869595}
+{"Finetune/Learning Rate": 8.772838844185972e-07, "Finetune/Loss": 0.8102364540100098, "Finetune/Loss (Raw)": 0.8517206311225891, "Finetune/Step": 8363, "Finetune/Step Time": 6.199281111359596}
+{"Finetune/Learning Rate": 8.759049510823247e-07, "Finetune/Loss": 0.8089889287948608, "Finetune/Loss (Raw)": 0.7267372012138367, "Finetune/Step": 8364, "Finetune/Step Time": 6.190669698640704}
+{"Finetune/Learning Rate": 8.745270526796023e-07, "Finetune/Loss": 0.808495044708252, "Finetune/Loss (Raw)": 0.778453528881073, "Finetune/Step": 8365, "Finetune/Step Time": 6.183313857764006}
+{"Finetune/Learning Rate": 8.731501893667272e-07, "Finetune/Loss": 0.8078705668449402, "Finetune/Loss (Raw)": 0.8410510420799255, "Finetune/Step": 8366, "Finetune/Step Time": 6.183700654655695}
+{"Finetune/Learning Rate": 8.717743612998764e-07, "Finetune/Loss": 0.8079872131347656, "Finetune/Loss (Raw)": 0.8461097478866577, "Finetune/Step": 8367, "Finetune/Step Time": 6.182241283357143}
+{"Finetune/Learning Rate": 8.703995686351041e-07, "Finetune/Loss": 0.8086318373680115, "Finetune/Loss (Raw)": 0.8729183673858643, "Finetune/Step": 8368, "Finetune/Step Time": 6.184612056240439}
+{"Finetune/Learning Rate": 8.690258115283523e-07, "Finetune/Loss": 0.8088968992233276, "Finetune/Loss (Raw)": 0.8227366805076599, "Finetune/Step": 8369, "Finetune/Step Time": 6.209533469751477}
+{"Finetune/Learning Rate": 8.676530901354474e-07, "Finetune/Loss": 0.8093116283416748, "Finetune/Loss (Raw)": 0.8584721684455872, "Finetune/Step": 8370, "Finetune/Step Time": 6.205530617386103}
+{"Finetune/Learning Rate": 8.662814046120916e-07, "Finetune/Loss": 0.8083387613296509, "Finetune/Loss (Raw)": 0.7085883617401123, "Finetune/Step": 8371, "Finetune/Step Time": 6.205428089946508}
+{"Finetune/Learning Rate": 8.649107551138725e-07, "Finetune/Loss": 0.8072575330734253, "Finetune/Loss (Raw)": 0.8244000673294067, "Finetune/Step": 8372, "Finetune/Step Time": 6.206137867644429}
+{"Finetune/Learning Rate": 8.635411417962658e-07, "Finetune/Loss": 0.807788074016571, "Finetune/Loss (Raw)": 0.7126491665840149, "Finetune/Step": 8373, "Finetune/Step Time": 6.203659167513251}
+{"Finetune/Learning Rate": 8.621725648146217e-07, "Finetune/Loss": 0.8078895211219788, "Finetune/Loss (Raw)": 0.7577708959579468, "Finetune/Step": 8374, "Finetune/Step Time": 6.200427459552884}
+{"Finetune/Learning Rate": 8.608050243241761e-07, "Finetune/Loss": 0.8082807064056396, "Finetune/Loss (Raw)": 0.902685821056366, "Finetune/Step": 8375, "Finetune/Step Time": 6.198554953560233}
+{"Finetune/Learning Rate": 8.594385204800481e-07, "Finetune/Loss": 0.8083165884017944, "Finetune/Loss (Raw)": 0.6969999074935913, "Finetune/Step": 8376, "Finetune/Step Time": 6.194359449669719}
+{"Finetune/Learning Rate": 8.580730534372372e-07, "Finetune/Loss": 0.8085106611251831, "Finetune/Loss (Raw)": 0.8675655722618103, "Finetune/Step": 8377, "Finetune/Step Time": 6.183591706678271}
+{"Finetune/Learning Rate": 8.567086233506284e-07, "Finetune/Loss": 0.8072972893714905, "Finetune/Loss (Raw)": 0.6930119395256042, "Finetune/Step": 8378, "Finetune/Step Time": 6.181962423026562}
+{"Finetune/Learning Rate": 8.553452303749843e-07, "Finetune/Loss": 0.8047686815261841, "Finetune/Loss (Raw)": 0.4877334535121918, "Finetune/Step": 8379, "Finetune/Step Time": 6.17892887070775}
+{"Finetune/Learning Rate": 8.539828746649548e-07, "Finetune/Loss": 0.8037219047546387, "Finetune/Loss (Raw)": 0.7942461371421814, "Finetune/Step": 8380, "Finetune/Step Time": 6.213857529684901}
+{"Finetune/Learning Rate": 8.526215563750695e-07, "Finetune/Loss": 0.8021786212921143, "Finetune/Loss (Raw)": 0.7340458035469055, "Finetune/Step": 8381, "Finetune/Step Time": 6.219327064231038}
+{"Finetune/Learning Rate": 8.512612756597416e-07, "Finetune/Loss": 0.8007123470306396, "Finetune/Loss (Raw)": 0.7287947535514832, "Finetune/Step": 8382, "Finetune/Step Time": 6.229816377162933}
+{"Finetune/Learning Rate": 8.499020326732643e-07, "Finetune/Loss": 0.802118182182312, "Finetune/Loss (Raw)": 0.9236865639686584, "Finetune/Step": 8383, "Finetune/Step Time": 6.225705863907933}
+{"Finetune/Learning Rate": 8.485438275698154e-07, "Finetune/Loss": 0.8019848465919495, "Finetune/Loss (Raw)": 0.7287003397941589, "Finetune/Step": 8384, "Finetune/Step Time": 6.219273237511516}
+{"Finetune/Learning Rate": 8.471866605034562e-07, "Finetune/Loss": 0.8021767139434814, "Finetune/Loss (Raw)": 0.8404350876808167, "Finetune/Step": 8385, "Finetune/Step Time": 6.218701770529151}
+{"Finetune/Learning Rate": 8.458305316281234e-07, "Finetune/Loss": 0.8025211095809937, "Finetune/Loss (Raw)": 0.7632594704627991, "Finetune/Step": 8386, "Finetune/Step Time": 6.217244293540716}
+{"Finetune/Learning Rate": 8.444754410976452e-07, "Finetune/Loss": 0.8041642904281616, "Finetune/Loss (Raw)": 0.9423815011978149, "Finetune/Step": 8387, "Finetune/Step Time": 6.211854685097933}
+{"Finetune/Learning Rate": 8.431213890657275e-07, "Finetune/Loss": 0.8046200275421143, "Finetune/Loss (Raw)": 0.8158005475997925, "Finetune/Step": 8388, "Finetune/Step Time": 6.2081079706549644}
+{"Finetune/Learning Rate": 8.417683756859563e-07, "Finetune/Loss": 0.8061853647232056, "Finetune/Loss (Raw)": 0.9348822236061096, "Finetune/Step": 8389, "Finetune/Step Time": 6.200592037290335}
+{"Finetune/Learning Rate": 8.40416401111801e-07, "Finetune/Loss": 0.8069215416908264, "Finetune/Loss (Raw)": 0.849101722240448, "Finetune/Step": 8390, "Finetune/Step Time": 6.188548160716891}
+{"Finetune/Learning Rate": 8.390654654966202e-07, "Finetune/Loss": 0.8056978583335876, "Finetune/Loss (Raw)": 0.7502388954162598, "Finetune/Step": 8391, "Finetune/Step Time": 6.19111386500299}
+{"Finetune/Learning Rate": 8.377155689936434e-07, "Finetune/Loss": 0.8063452243804932, "Finetune/Loss (Raw)": 0.9173724055290222, "Finetune/Step": 8392, "Finetune/Step Time": 6.196781121194363}
+{"Finetune/Learning Rate": 8.363667117559871e-07, "Finetune/Loss": 0.8092984557151794, "Finetune/Loss (Raw)": 0.8181171417236328, "Finetune/Step": 8393, "Finetune/Step Time": 6.194151025265455}
+{"Finetune/Learning Rate": 8.350188939366544e-07, "Finetune/Loss": 0.8094757795333862, "Finetune/Loss (Raw)": 0.8492854237556458, "Finetune/Step": 8394, "Finetune/Step Time": 6.188009414821863}
+{"Finetune/Learning Rate": 8.33672115688523e-07, "Finetune/Loss": 0.8077206611633301, "Finetune/Loss (Raw)": 0.3623361885547638, "Finetune/Step": 8395, "Finetune/Step Time": 6.189448295161128}
+{"Finetune/Learning Rate": 8.323263771643575e-07, "Finetune/Loss": 0.807951807975769, "Finetune/Loss (Raw)": 0.7978426218032837, "Finetune/Step": 8396, "Finetune/Step Time": 6.188852624967694}
+{"Finetune/Learning Rate": 8.309816785168035e-07, "Finetune/Loss": 0.8091357946395874, "Finetune/Loss (Raw)": 0.9262993931770325, "Finetune/Step": 8397, "Finetune/Step Time": 6.1815658044070005}
+{"Finetune/Learning Rate": 8.296380198983867e-07, "Finetune/Loss": 0.8069182634353638, "Finetune/Loss (Raw)": 0.6605345606803894, "Finetune/Step": 8398, "Finetune/Step Time": 6.189502427354455}
+{"Finetune/Learning Rate": 8.282954014615185e-07, "Finetune/Loss": 0.8066882491111755, "Finetune/Loss (Raw)": 0.7921987175941467, "Finetune/Step": 8399, "Finetune/Step Time": 6.218075845390558}
+{"Finetune/Learning Rate": 8.269538233584884e-07, "Finetune/Loss": 0.8064905405044556, "Finetune/Loss (Raw)": 0.749851405620575, "Finetune/Step": 8400, "Finetune/Step Time": 6.218714194372296}
+{"Finetune/Learning Rate": 8.256132857414701e-07, "Finetune/Loss": 0.8061020374298096, "Finetune/Loss (Raw)": 0.8263483047485352, "Finetune/Step": 8401, "Finetune/Step Time": 6.217220075428486}
+{"Finetune/Learning Rate": 8.242737887625207e-07, "Finetune/Loss": 0.8050519227981567, "Finetune/Loss (Raw)": 0.695755124092102, "Finetune/Step": 8402, "Finetune/Step Time": 6.218089357018471}
+{"Finetune/Learning Rate": 8.229353325735756e-07, "Finetune/Loss": 0.8051100969314575, "Finetune/Loss (Raw)": 0.8466281890869141, "Finetune/Step": 8403, "Finetune/Step Time": 6.203204667195678}
+{"Finetune/Learning Rate": 8.215979173264543e-07, "Finetune/Loss": 0.8044258952140808, "Finetune/Loss (Raw)": 0.7535877823829651, "Finetune/Step": 8404, "Finetune/Step Time": 6.193841032683849}
+{"Finetune/Learning Rate": 8.202615431728589e-07, "Finetune/Loss": 0.8050272464752197, "Finetune/Loss (Raw)": 0.7898721694946289, "Finetune/Step": 8405, "Finetune/Step Time": 6.188047355040908}
+{"Finetune/Learning Rate": 8.189262102643747e-07, "Finetune/Loss": 0.8050671815872192, "Finetune/Loss (Raw)": 0.8857690691947937, "Finetune/Step": 8406, "Finetune/Step Time": 6.187595430761576}
+{"Finetune/Learning Rate": 8.175919187524584e-07, "Finetune/Loss": 0.8043437004089355, "Finetune/Loss (Raw)": 0.7563248872756958, "Finetune/Step": 8407, "Finetune/Step Time": 6.1731466725468636}
+{"Finetune/Learning Rate": 8.162586687884655e-07, "Finetune/Loss": 0.8032966256141663, "Finetune/Loss (Raw)": 0.7002868056297302, "Finetune/Step": 8408, "Finetune/Step Time": 6.167213199660182}
+{"Finetune/Learning Rate": 8.149264605236207e-07, "Finetune/Loss": 0.8029440641403198, "Finetune/Loss (Raw)": 0.8139591217041016, "Finetune/Step": 8409, "Finetune/Step Time": 6.165345748886466}
+{"Finetune/Learning Rate": 8.135952941090363e-07, "Finetune/Loss": 0.8032169342041016, "Finetune/Loss (Raw)": 0.8122866749763489, "Finetune/Step": 8410, "Finetune/Step Time": 6.1612260695546865}
+{"Finetune/Learning Rate": 8.122651696957041e-07, "Finetune/Loss": 0.8024962544441223, "Finetune/Loss (Raw)": 0.7217949032783508, "Finetune/Step": 8411, "Finetune/Step Time": 6.1555981785058975}
+{"Finetune/Learning Rate": 8.109360874344962e-07, "Finetune/Loss": 0.800995945930481, "Finetune/Loss (Raw)": 0.7892456650733948, "Finetune/Step": 8412, "Finetune/Step Time": 6.153242135420442}
+{"Finetune/Learning Rate": 8.096080474761736e-07, "Finetune/Loss": 0.8002943396568298, "Finetune/Loss (Raw)": 0.7294672131538391, "Finetune/Step": 8413, "Finetune/Step Time": 6.153225241228938}
+{"Finetune/Learning Rate": 8.082810499713667e-07, "Finetune/Loss": 0.7996500730514526, "Finetune/Loss (Raw)": 0.7625160217285156, "Finetune/Step": 8414, "Finetune/Step Time": 6.136376483365893}
+{"Finetune/Learning Rate": 8.069550950706018e-07, "Finetune/Loss": 0.8006449341773987, "Finetune/Loss (Raw)": 0.9044171571731567, "Finetune/Step": 8415, "Finetune/Step Time": 6.134777037426829}
+{"Finetune/Learning Rate": 8.056301829242785e-07, "Finetune/Loss": 0.7999957203865051, "Finetune/Loss (Raw)": 0.6736037135124207, "Finetune/Step": 8416, "Finetune/Step Time": 6.137225734069943}
+{"Finetune/Learning Rate": 8.043063136826768e-07, "Finetune/Loss": 0.7960628867149353, "Finetune/Loss (Raw)": 0.30542701482772827, "Finetune/Step": 8417, "Finetune/Step Time": 6.141899283975363}
+{"Finetune/Learning Rate": 8.029834874959619e-07, "Finetune/Loss": 0.7962207794189453, "Finetune/Loss (Raw)": 0.8109643459320068, "Finetune/Step": 8418, "Finetune/Step Time": 6.1564879566431046}
+{"Finetune/Learning Rate": 8.016617045141839e-07, "Finetune/Loss": 0.7961685657501221, "Finetune/Loss (Raw)": 0.9095284938812256, "Finetune/Step": 8419, "Finetune/Step Time": 6.160495260730386}
+{"Finetune/Learning Rate": 8.003409648872684e-07, "Finetune/Loss": 0.7962071895599365, "Finetune/Loss (Raw)": 0.8459708094596863, "Finetune/Step": 8420, "Finetune/Step Time": 6.153195379301906}
+{"Finetune/Learning Rate": 7.990212687650223e-07, "Finetune/Loss": 0.796284556388855, "Finetune/Loss (Raw)": 0.7587549090385437, "Finetune/Step": 8421, "Finetune/Step Time": 6.153708979487419}
+{"Finetune/Learning Rate": 7.977026162971436e-07, "Finetune/Loss": 0.7992755770683289, "Finetune/Loss (Raw)": 0.8199418783187866, "Finetune/Step": 8422, "Finetune/Step Time": 6.151652919128537}
+{"Finetune/Learning Rate": 7.963850076332003e-07, "Finetune/Loss": 0.799899697303772, "Finetune/Loss (Raw)": 0.8442795276641846, "Finetune/Step": 8423, "Finetune/Step Time": 6.1386108715087175}
+{"Finetune/Learning Rate": 7.950684429226463e-07, "Finetune/Loss": 0.8001493811607361, "Finetune/Loss (Raw)": 0.9479478001594543, "Finetune/Step": 8424, "Finetune/Step Time": 6.138629954308271}
+{"Finetune/Learning Rate": 7.93752922314821e-07, "Finetune/Loss": 0.7986449003219604, "Finetune/Loss (Raw)": 0.6926602125167847, "Finetune/Step": 8425, "Finetune/Step Time": 6.141667487099767}
+{"Finetune/Learning Rate": 7.924384459589396e-07, "Finetune/Loss": 0.7980018854141235, "Finetune/Loss (Raw)": 0.8553493618965149, "Finetune/Step": 8426, "Finetune/Step Time": 6.1383990198373795}
+{"Finetune/Learning Rate": 7.911250140041038e-07, "Finetune/Loss": 0.7989058494567871, "Finetune/Loss (Raw)": 0.9136009812355042, "Finetune/Step": 8427, "Finetune/Step Time": 6.13892849907279}
+{"Finetune/Learning Rate": 7.898126265992912e-07, "Finetune/Loss": 0.7991405725479126, "Finetune/Loss (Raw)": 0.8424801826477051, "Finetune/Step": 8428, "Finetune/Step Time": 6.139615183696151}
+{"Finetune/Learning Rate": 7.88501283893367e-07, "Finetune/Loss": 0.7994279861450195, "Finetune/Loss (Raw)": 0.7456901669502258, "Finetune/Step": 8429, "Finetune/Step Time": 6.140693366527557}
+{"Finetune/Learning Rate": 7.871909860350724e-07, "Finetune/Loss": 0.8017352819442749, "Finetune/Loss (Raw)": 1.0271962881088257, "Finetune/Step": 8430, "Finetune/Step Time": 6.136376013979316}
+{"Finetune/Learning Rate": 7.85881733173035e-07, "Finetune/Loss": 0.8007698655128479, "Finetune/Loss (Raw)": 0.7559521794319153, "Finetune/Step": 8431, "Finetune/Step Time": 6.130411917343736}
+{"Finetune/Learning Rate": 7.845735254557608e-07, "Finetune/Loss": 0.7999554872512817, "Finetune/Loss (Raw)": 0.8467936515808105, "Finetune/Step": 8432, "Finetune/Step Time": 6.134622963145375}
+{"Finetune/Learning Rate": 7.832663630316373e-07, "Finetune/Loss": 0.7985440492630005, "Finetune/Loss (Raw)": 0.7278950214385986, "Finetune/Step": 8433, "Finetune/Step Time": 6.14051621966064}
+{"Finetune/Learning Rate": 7.819602460489362e-07, "Finetune/Loss": 0.7949666976928711, "Finetune/Loss (Raw)": 0.26938530802726746, "Finetune/Step": 8434, "Finetune/Step Time": 6.147761832922697}
+{"Finetune/Learning Rate": 7.806551746558044e-07, "Finetune/Loss": 0.7952409982681274, "Finetune/Loss (Raw)": 0.8738176822662354, "Finetune/Step": 8435, "Finetune/Step Time": 6.156466813758016}
+{"Finetune/Learning Rate": 7.793511490002781e-07, "Finetune/Loss": 0.7950015068054199, "Finetune/Loss (Raw)": 0.7278958559036255, "Finetune/Step": 8436, "Finetune/Step Time": 6.137134248390794}
+{"Finetune/Learning Rate": 7.780481692302722e-07, "Finetune/Loss": 0.7964497804641724, "Finetune/Loss (Raw)": 0.955578625202179, "Finetune/Step": 8437, "Finetune/Step Time": 6.137353548780084}
+{"Finetune/Learning Rate": 7.767462354935751e-07, "Finetune/Loss": 0.7962507009506226, "Finetune/Loss (Raw)": 0.816947340965271, "Finetune/Step": 8438, "Finetune/Step Time": 6.1355873961001635}
+{"Finetune/Learning Rate": 7.75445347937871e-07, "Finetune/Loss": 0.7960296273231506, "Finetune/Loss (Raw)": 0.8935853242874146, "Finetune/Step": 8439, "Finetune/Step Time": 6.13687358237803}
+{"Finetune/Learning Rate": 7.741455067107162e-07, "Finetune/Loss": 0.7924381494522095, "Finetune/Loss (Raw)": 0.36791327595710754, "Finetune/Step": 8440, "Finetune/Step Time": 6.150358762592077}
+{"Finetune/Learning Rate": 7.728467119595462e-07, "Finetune/Loss": 0.7931131720542908, "Finetune/Loss (Raw)": 0.8039327263832092, "Finetune/Step": 8441, "Finetune/Step Time": 6.164780976250768}
+{"Finetune/Learning Rate": 7.71548963831682e-07, "Finetune/Loss": 0.794293224811554, "Finetune/Loss (Raw)": 0.8698962330818176, "Finetune/Step": 8442, "Finetune/Step Time": 6.16253705509007}
+{"Finetune/Learning Rate": 7.702522624743303e-07, "Finetune/Loss": 0.7937883138656616, "Finetune/Loss (Raw)": 0.7943864464759827, "Finetune/Step": 8443, "Finetune/Step Time": 6.156690750271082}
+{"Finetune/Learning Rate": 7.689566080345701e-07, "Finetune/Loss": 0.7955803871154785, "Finetune/Loss (Raw)": 0.8970887064933777, "Finetune/Step": 8444, "Finetune/Step Time": 6.153335815295577}
+{"Finetune/Learning Rate": 7.67662000659366e-07, "Finetune/Loss": 0.7996192574501038, "Finetune/Loss (Raw)": 0.8518092632293701, "Finetune/Step": 8445, "Finetune/Step Time": 6.141067458316684}
+{"Finetune/Learning Rate": 7.66368440495564e-07, "Finetune/Loss": 0.7975472807884216, "Finetune/Loss (Raw)": 0.687552273273468, "Finetune/Step": 8446, "Finetune/Step Time": 6.12780849263072}
+{"Finetune/Learning Rate": 7.650759276898923e-07, "Finetune/Loss": 0.7987875938415527, "Finetune/Loss (Raw)": 0.861778199672699, "Finetune/Step": 8447, "Finetune/Step Time": 6.12497503682971}
+{"Finetune/Learning Rate": 7.637844623889557e-07, "Finetune/Loss": 0.7984437942504883, "Finetune/Loss (Raw)": 0.8433837890625, "Finetune/Step": 8448, "Finetune/Step Time": 6.12936014868319}
+{"Finetune/Learning Rate": 7.624940447392459e-07, "Finetune/Loss": 0.7966552376747131, "Finetune/Loss (Raw)": 0.7633998394012451, "Finetune/Step": 8449, "Finetune/Step Time": 6.138758860528469}
+{"Finetune/Learning Rate": 7.612046748871327e-07, "Finetune/Loss": 0.7970001697540283, "Finetune/Loss (Raw)": 0.815617561340332, "Finetune/Step": 8450, "Finetune/Step Time": 6.140994781628251}
+{"Finetune/Learning Rate": 7.599163529788677e-07, "Finetune/Loss": 0.7962790727615356, "Finetune/Loss (Raw)": 0.7146313786506653, "Finetune/Step": 8451, "Finetune/Step Time": 6.14558787830174}
+{"Finetune/Learning Rate": 7.586290791605822e-07, "Finetune/Loss": 0.7965313792228699, "Finetune/Loss (Raw)": 0.8017848134040833, "Finetune/Step": 8452, "Finetune/Step Time": 6.1601892579346895}
+{"Finetune/Learning Rate": 7.573428535782912e-07, "Finetune/Loss": 0.7954587936401367, "Finetune/Loss (Raw)": 0.7857816815376282, "Finetune/Step": 8453, "Finetune/Step Time": 6.162433106452227}
+{"Finetune/Learning Rate": 7.560576763778882e-07, "Finetune/Loss": 0.7952513694763184, "Finetune/Loss (Raw)": 0.8577150702476501, "Finetune/Step": 8454, "Finetune/Step Time": 6.160402104258537}
+{"Finetune/Learning Rate": 7.547735477051509e-07, "Finetune/Loss": 0.7946027517318726, "Finetune/Loss (Raw)": 0.7371883392333984, "Finetune/Step": 8455, "Finetune/Step Time": 6.163590995594859}
+{"Finetune/Learning Rate": 7.534904677057353e-07, "Finetune/Loss": 0.7964968085289001, "Finetune/Loss (Raw)": 0.9206430315971375, "Finetune/Step": 8456, "Finetune/Step Time": 6.161388022825122}
+{"Finetune/Learning Rate": 7.522084365251791e-07, "Finetune/Loss": 0.7981348037719727, "Finetune/Loss (Raw)": 0.9695181846618652, "Finetune/Step": 8457, "Finetune/Step Time": 6.166364869102836}
+{"Finetune/Learning Rate": 7.509274543089029e-07, "Finetune/Loss": 0.7960054874420166, "Finetune/Loss (Raw)": 0.6428382396697998, "Finetune/Step": 8458, "Finetune/Step Time": 6.168781336396933}
+{"Finetune/Learning Rate": 7.496475212022036e-07, "Finetune/Loss": 0.7955429553985596, "Finetune/Loss (Raw)": 0.7620272636413574, "Finetune/Step": 8459, "Finetune/Step Time": 6.171102663502097}
+{"Finetune/Learning Rate": 7.483686373502641e-07, "Finetune/Loss": 0.7972131371498108, "Finetune/Loss (Raw)": 0.881395161151886, "Finetune/Step": 8460, "Finetune/Step Time": 6.175468781962991}
+{"Finetune/Learning Rate": 7.470908028981494e-07, "Finetune/Loss": 0.7970907688140869, "Finetune/Loss (Raw)": 0.6502293944358826, "Finetune/Step": 8461, "Finetune/Step Time": 6.171820329502225}
+{"Finetune/Learning Rate": 7.458140179907969e-07, "Finetune/Loss": 0.7978300452232361, "Finetune/Loss (Raw)": 0.7950944900512695, "Finetune/Step": 8462, "Finetune/Step Time": 6.176945449784398}
+{"Finetune/Learning Rate": 7.44538282773033e-07, "Finetune/Loss": 0.7973265051841736, "Finetune/Loss (Raw)": 0.859558641910553, "Finetune/Step": 8463, "Finetune/Step Time": 6.180162578821182}
+{"Finetune/Learning Rate": 7.432635973895652e-07, "Finetune/Loss": 0.7966029644012451, "Finetune/Loss (Raw)": 0.7422924041748047, "Finetune/Step": 8464, "Finetune/Step Time": 6.1991037260740995}
+{"Finetune/Learning Rate": 7.419899619849747e-07, "Finetune/Loss": 0.7949299216270447, "Finetune/Loss (Raw)": 0.7800864577293396, "Finetune/Step": 8465, "Finetune/Step Time": 6.1994770634919405}
+{"Finetune/Learning Rate": 7.40717376703729e-07, "Finetune/Loss": 0.7945264577865601, "Finetune/Loss (Raw)": 0.7856636047363281, "Finetune/Step": 8466, "Finetune/Step Time": 6.1991881635040045}
+{"Finetune/Learning Rate": 7.394458416901817e-07, "Finetune/Loss": 0.7947020530700684, "Finetune/Loss (Raw)": 0.8151695728302002, "Finetune/Step": 8467, "Finetune/Step Time": 6.206517837941647}
+{"Finetune/Learning Rate": 7.381753570885542e-07, "Finetune/Loss": 0.7937180995941162, "Finetune/Loss (Raw)": 0.758715808391571, "Finetune/Step": 8468, "Finetune/Step Time": 6.207215515896678}
+{"Finetune/Learning Rate": 7.369059230429576e-07, "Finetune/Loss": 0.7926696538925171, "Finetune/Loss (Raw)": 0.7196658253669739, "Finetune/Step": 8469, "Finetune/Step Time": 6.213364936411381}
+{"Finetune/Learning Rate": 7.356375396973836e-07, "Finetune/Loss": 0.7929424047470093, "Finetune/Loss (Raw)": 0.8775151371955872, "Finetune/Step": 8470, "Finetune/Step Time": 6.217791151255369}
+{"Finetune/Learning Rate": 7.343702071957027e-07, "Finetune/Loss": 0.7929947376251221, "Finetune/Loss (Raw)": 0.8243922591209412, "Finetune/Step": 8471, "Finetune/Step Time": 6.225297594442964}
+{"Finetune/Learning Rate": 7.331039256816664e-07, "Finetune/Loss": 0.7929470539093018, "Finetune/Loss (Raw)": 0.7684110999107361, "Finetune/Step": 8472, "Finetune/Step Time": 6.225687760859728}
+{"Finetune/Learning Rate": 7.318386952989065e-07, "Finetune/Loss": 0.7939610481262207, "Finetune/Loss (Raw)": 0.9481407403945923, "Finetune/Step": 8473, "Finetune/Step Time": 6.227352563291788}
+{"Finetune/Learning Rate": 7.305745161909372e-07, "Finetune/Loss": 0.7953977584838867, "Finetune/Loss (Raw)": 0.9564722776412964, "Finetune/Step": 8474, "Finetune/Step Time": 6.22332414239645}
+{"Finetune/Learning Rate": 7.293113885011527e-07, "Finetune/Loss": 0.794952929019928, "Finetune/Loss (Raw)": 0.8545504808425903, "Finetune/Step": 8475, "Finetune/Step Time": 6.234457761049271}
+{"Finetune/Learning Rate": 7.280493123728282e-07, "Finetune/Loss": 0.7953047752380371, "Finetune/Loss (Raw)": 0.834752082824707, "Finetune/Step": 8476, "Finetune/Step Time": 6.234326990321279}
+{"Finetune/Learning Rate": 7.267882879491184e-07, "Finetune/Loss": 0.7947798371315002, "Finetune/Loss (Raw)": 0.7877487540245056, "Finetune/Step": 8477, "Finetune/Step Time": 6.231323227286339}
+{"Finetune/Learning Rate": 7.255283153730586e-07, "Finetune/Loss": 0.7931556105613708, "Finetune/Loss (Raw)": 0.6453925967216492, "Finetune/Step": 8478, "Finetune/Step Time": 6.2325665056705475}
+{"Finetune/Learning Rate": 7.242693947875701e-07, "Finetune/Loss": 0.7930964827537537, "Finetune/Loss (Raw)": 0.9633894562721252, "Finetune/Step": 8479, "Finetune/Step Time": 6.248501596972346}
+{"Finetune/Learning Rate": 7.230115263354431e-07, "Finetune/Loss": 0.7933763265609741, "Finetune/Loss (Raw)": 0.8650596737861633, "Finetune/Step": 8480, "Finetune/Step Time": 6.248171225190163}
+{"Finetune/Learning Rate": 7.217547101593625e-07, "Finetune/Loss": 0.7939168214797974, "Finetune/Loss (Raw)": 0.8056588768959045, "Finetune/Step": 8481, "Finetune/Step Time": 6.243487324565649}
+{"Finetune/Learning Rate": 7.204989464018863e-07, "Finetune/Loss": 0.7948576807975769, "Finetune/Loss (Raw)": 0.894009530544281, "Finetune/Step": 8482, "Finetune/Step Time": 6.229917408898473}
+{"Finetune/Learning Rate": 7.192442352054496e-07, "Finetune/Loss": 0.7943060398101807, "Finetune/Loss (Raw)": 0.7857149243354797, "Finetune/Step": 8483, "Finetune/Step Time": 6.2262015752494335}
+{"Finetune/Learning Rate": 7.179905767123773e-07, "Finetune/Loss": 0.7908172607421875, "Finetune/Loss (Raw)": 0.39023515582084656, "Finetune/Step": 8484, "Finetune/Step Time": 6.228204406797886}
+{"Finetune/Learning Rate": 7.167379710648703e-07, "Finetune/Loss": 0.7910274267196655, "Finetune/Loss (Raw)": 0.8079253435134888, "Finetune/Step": 8485, "Finetune/Step Time": 6.234470393508673}
+{"Finetune/Learning Rate": 7.154864184050059e-07, "Finetune/Loss": 0.7912949323654175, "Finetune/Loss (Raw)": 0.7919397354125977, "Finetune/Step": 8486, "Finetune/Step Time": 6.233275536447763}
+{"Finetune/Learning Rate": 7.142359188747472e-07, "Finetune/Loss": 0.7908321619033813, "Finetune/Loss (Raw)": 0.7479100823402405, "Finetune/Step": 8487, "Finetune/Step Time": 6.234525930136442}
+{"Finetune/Learning Rate": 7.129864726159408e-07, "Finetune/Loss": 0.7908539772033691, "Finetune/Loss (Raw)": 0.7549575567245483, "Finetune/Step": 8488, "Finetune/Step Time": 6.235716998577118}
+{"Finetune/Learning Rate": 7.117380797703044e-07, "Finetune/Loss": 0.7894223928451538, "Finetune/Loss (Raw)": 0.7277224063873291, "Finetune/Step": 8489, "Finetune/Step Time": 6.2345061376690865}
+{"Finetune/Learning Rate": 7.104907404794448e-07, "Finetune/Loss": 0.7894068956375122, "Finetune/Loss (Raw)": 0.8969077467918396, "Finetune/Step": 8490, "Finetune/Step Time": 6.227628065273166}
+{"Finetune/Learning Rate": 7.092444548848443e-07, "Finetune/Loss": 0.7895997166633606, "Finetune/Loss (Raw)": 0.8763994574546814, "Finetune/Step": 8491, "Finetune/Step Time": 6.229026744142175}
+{"Finetune/Learning Rate": 7.079992231278676e-07, "Finetune/Loss": 0.7895996570587158, "Finetune/Loss (Raw)": 0.726738691329956, "Finetune/Step": 8492, "Finetune/Step Time": 6.226892052218318}
+{"Finetune/Learning Rate": 7.067550453497596e-07, "Finetune/Loss": 0.7891604900360107, "Finetune/Loss (Raw)": 0.7222321629524231, "Finetune/Step": 8493, "Finetune/Step Time": 6.225437117740512}
+{"Finetune/Learning Rate": 7.055119216916451e-07, "Finetune/Loss": 0.7879957556724548, "Finetune/Loss (Raw)": 0.6919610500335693, "Finetune/Step": 8494, "Finetune/Step Time": 6.225663771852851}
+{"Finetune/Learning Rate": 7.042698522945335e-07, "Finetune/Loss": 0.787521481513977, "Finetune/Loss (Raw)": 0.7854006886482239, "Finetune/Step": 8495, "Finetune/Step Time": 6.226420421153307}
+{"Finetune/Learning Rate": 7.030288372993066e-07, "Finetune/Loss": 0.7868641018867493, "Finetune/Loss (Raw)": 0.7887786626815796, "Finetune/Step": 8496, "Finetune/Step Time": 6.227683696895838}
+{"Finetune/Learning Rate": 7.01788876846734e-07, "Finetune/Loss": 0.7868167161941528, "Finetune/Loss (Raw)": 0.8166654109954834, "Finetune/Step": 8497, "Finetune/Step Time": 6.2156515177339315}
+{"Finetune/Learning Rate": 7.005499710774599e-07, "Finetune/Loss": 0.7856721878051758, "Finetune/Loss (Raw)": 0.7119848728179932, "Finetune/Step": 8498, "Finetune/Step Time": 6.215708415955305}
+{"Finetune/Learning Rate": 6.993121201320142e-07, "Finetune/Loss": 0.7861009836196899, "Finetune/Loss (Raw)": 0.7634636759757996, "Finetune/Step": 8499, "Finetune/Step Time": 6.217145511880517}
+{"Finetune/Learning Rate": 6.980753241508032e-07, "Finetune/Loss": 0.7860101461410522, "Finetune/Loss (Raw)": 0.8127822279930115, "Finetune/Step": 8500, "Finetune/Step Time": 6.214287219569087}
+{"Finetune/Learning Rate": 6.968395832741159e-07, "Finetune/Loss": 0.7876328229904175, "Finetune/Loss (Raw)": 0.920348584651947, "Finetune/Step": 8501, "Finetune/Step Time": 6.212932325899601}
+{"Finetune/Learning Rate": 6.956048976421192e-07, "Finetune/Loss": 0.7878917455673218, "Finetune/Loss (Raw)": 0.790915310382843, "Finetune/Step": 8502, "Finetune/Step Time": 6.213746005669236}
+{"Finetune/Learning Rate": 6.943712673948643e-07, "Finetune/Loss": 0.7834298610687256, "Finetune/Loss (Raw)": 0.33156028389930725, "Finetune/Step": 8503, "Finetune/Step Time": 6.219461651518941}
+{"Finetune/Learning Rate": 6.931386926722772e-07, "Finetune/Loss": 0.7842747569084167, "Finetune/Loss (Raw)": 0.8051503300666809, "Finetune/Step": 8504, "Finetune/Step Time": 6.235997587442398}
+{"Finetune/Learning Rate": 6.919071736141702e-07, "Finetune/Loss": 0.7831510901451111, "Finetune/Loss (Raw)": 0.7237330675125122, "Finetune/Step": 8505, "Finetune/Step Time": 6.238172810524702}
+{"Finetune/Learning Rate": 6.906767103602297e-07, "Finetune/Loss": 0.782734751701355, "Finetune/Loss (Raw)": 0.6397208571434021, "Finetune/Step": 8506, "Finetune/Step Time": 6.242086416110396}
+{"Finetune/Learning Rate": 6.894473030500292e-07, "Finetune/Loss": 0.7862272262573242, "Finetune/Loss (Raw)": 0.9347633719444275, "Finetune/Step": 8507, "Finetune/Step Time": 6.25715384632349}
+{"Finetune/Learning Rate": 6.882189518230142e-07, "Finetune/Loss": 0.7863246202468872, "Finetune/Loss (Raw)": 0.8067196607589722, "Finetune/Step": 8508, "Finetune/Step Time": 6.245044246315956}
+{"Finetune/Learning Rate": 6.869916568185175e-07, "Finetune/Loss": 0.7865147590637207, "Finetune/Loss (Raw)": 0.7583829760551453, "Finetune/Step": 8509, "Finetune/Step Time": 6.2407517079263926}
+{"Finetune/Learning Rate": 6.857654181757512e-07, "Finetune/Loss": 0.7881060242652893, "Finetune/Loss (Raw)": 0.9324727654457092, "Finetune/Step": 8510, "Finetune/Step Time": 6.232744617387652}
+{"Finetune/Learning Rate": 6.845402360338004e-07, "Finetune/Loss": 0.7866278886795044, "Finetune/Loss (Raw)": 0.7344847917556763, "Finetune/Step": 8511, "Finetune/Step Time": 6.2324309423565865}
+{"Finetune/Learning Rate": 6.833161105316421e-07, "Finetune/Loss": 0.7887369394302368, "Finetune/Loss (Raw)": 0.9986611008644104, "Finetune/Step": 8512, "Finetune/Step Time": 6.237342454493046}
+{"Finetune/Learning Rate": 6.82093041808124e-07, "Finetune/Loss": 0.7895866632461548, "Finetune/Loss (Raw)": 0.949196457862854, "Finetune/Step": 8513, "Finetune/Step Time": 6.238043591380119}
+{"Finetune/Learning Rate": 6.808710300019771e-07, "Finetune/Loss": 0.789203405380249, "Finetune/Loss (Raw)": 0.7142026424407959, "Finetune/Step": 8514, "Finetune/Step Time": 6.23816747777164}
+{"Finetune/Learning Rate": 6.796500752518109e-07, "Finetune/Loss": 0.7877705097198486, "Finetune/Loss (Raw)": 0.7589759826660156, "Finetune/Step": 8515, "Finetune/Step Time": 6.240963509306312}
+{"Finetune/Learning Rate": 6.784301776961222e-07, "Finetune/Loss": 0.7873788475990295, "Finetune/Loss (Raw)": 0.7656657695770264, "Finetune/Step": 8516, "Finetune/Step Time": 6.2395805306732655}
+{"Finetune/Learning Rate": 6.772113374732769e-07, "Finetune/Loss": 0.7862488031387329, "Finetune/Loss (Raw)": 0.7902389168739319, "Finetune/Step": 8517, "Finetune/Step Time": 6.241777215152979}
+{"Finetune/Learning Rate": 6.75993554721528e-07, "Finetune/Loss": 0.7840946912765503, "Finetune/Loss (Raw)": 0.5733745694160461, "Finetune/Step": 8518, "Finetune/Step Time": 6.256634637713432}
+{"Finetune/Learning Rate": 6.747768295790069e-07, "Finetune/Loss": 0.7845543622970581, "Finetune/Loss (Raw)": 0.8090799450874329, "Finetune/Step": 8519, "Finetune/Step Time": 6.295577205717564}
+{"Finetune/Learning Rate": 6.735611621837257e-07, "Finetune/Loss": 0.7835771441459656, "Finetune/Loss (Raw)": 0.7922880053520203, "Finetune/Step": 8520, "Finetune/Step Time": 6.295198671519756}
+{"Finetune/Learning Rate": 6.723465526735751e-07, "Finetune/Loss": 0.7842788100242615, "Finetune/Loss (Raw)": 0.9079300761222839, "Finetune/Step": 8521, "Finetune/Step Time": 6.308047082275152}
+{"Finetune/Learning Rate": 6.71133001186326e-07, "Finetune/Loss": 0.7841430902481079, "Finetune/Loss (Raw)": 0.8319033980369568, "Finetune/Step": 8522, "Finetune/Step Time": 6.2979765702039}
+{"Finetune/Learning Rate": 6.699205078596316e-07, "Finetune/Loss": 0.7875853776931763, "Finetune/Loss (Raw)": 0.8029585480690002, "Finetune/Step": 8523, "Finetune/Step Time": 6.292901253327727}
+{"Finetune/Learning Rate": 6.68709072831023e-07, "Finetune/Loss": 0.7877513766288757, "Finetune/Loss (Raw)": 0.8190895915031433, "Finetune/Step": 8524, "Finetune/Step Time": 6.2843343913555145}
+{"Finetune/Learning Rate": 6.674986962379104e-07, "Finetune/Loss": 0.786085844039917, "Finetune/Loss (Raw)": 0.7131122350692749, "Finetune/Step": 8525, "Finetune/Step Time": 6.2989532593637705}
+{"Finetune/Learning Rate": 6.662893782175861e-07, "Finetune/Loss": 0.786025881767273, "Finetune/Loss (Raw)": 0.6528509259223938, "Finetune/Step": 8526, "Finetune/Step Time": 6.303808161988854}
+{"Finetune/Learning Rate": 6.650811189072215e-07, "Finetune/Loss": 0.7874144315719604, "Finetune/Loss (Raw)": 0.9699393510818481, "Finetune/Step": 8527, "Finetune/Step Time": 6.273314444348216}
+{"Finetune/Learning Rate": 6.638739184438681e-07, "Finetune/Loss": 0.7865849137306213, "Finetune/Loss (Raw)": 0.6436732411384583, "Finetune/Step": 8528, "Finetune/Step Time": 6.272480016574264}
+{"Finetune/Learning Rate": 6.626677769644541e-07, "Finetune/Loss": 0.7853090167045593, "Finetune/Loss (Raw)": 0.6630308628082275, "Finetune/Step": 8529, "Finetune/Step Time": 6.280652476474643}
+{"Finetune/Learning Rate": 6.614626946057945e-07, "Finetune/Loss": 0.7851917743682861, "Finetune/Loss (Raw)": 0.6807523369789124, "Finetune/Step": 8530, "Finetune/Step Time": 6.296983217820525}
+{"Finetune/Learning Rate": 6.602586715045789e-07, "Finetune/Loss": 0.7863811254501343, "Finetune/Loss (Raw)": 0.9988642334938049, "Finetune/Step": 8531, "Finetune/Step Time": 6.2979757115244865}
+{"Finetune/Learning Rate": 6.590557077973747e-07, "Finetune/Loss": 0.7862508893013, "Finetune/Loss (Raw)": 0.7369176149368286, "Finetune/Step": 8532, "Finetune/Step Time": 6.305835776031017}
+{"Finetune/Learning Rate": 6.578538036206372e-07, "Finetune/Loss": 0.7881403565406799, "Finetune/Loss (Raw)": 1.0317268371582031, "Finetune/Step": 8533, "Finetune/Step Time": 6.31434803456068}
+{"Finetune/Learning Rate": 6.566529591106962e-07, "Finetune/Loss": 0.7872380018234253, "Finetune/Loss (Raw)": 0.7702635526657104, "Finetune/Step": 8534, "Finetune/Step Time": 6.32104941084981}
+{"Finetune/Learning Rate": 6.554531744037585e-07, "Finetune/Loss": 0.7871301174163818, "Finetune/Loss (Raw)": 0.7425112128257751, "Finetune/Step": 8535, "Finetune/Step Time": 6.3253767136484385}
+{"Finetune/Learning Rate": 6.542544496359138e-07, "Finetune/Loss": 0.7878548502922058, "Finetune/Loss (Raw)": 0.7930590510368347, "Finetune/Step": 8536, "Finetune/Step Time": 6.326953053474426}
+{"Finetune/Learning Rate": 6.530567849431369e-07, "Finetune/Loss": 0.7893577814102173, "Finetune/Loss (Raw)": 1.00633704662323, "Finetune/Step": 8537, "Finetune/Step Time": 6.328577484935522}
+{"Finetune/Learning Rate": 6.518601804612734e-07, "Finetune/Loss": 0.7901074886322021, "Finetune/Loss (Raw)": 0.9082403182983398, "Finetune/Step": 8538, "Finetune/Step Time": 6.33067568205297}
+{"Finetune/Learning Rate": 6.506646363260516e-07, "Finetune/Loss": 0.7900052666664124, "Finetune/Loss (Raw)": 0.7087178826332092, "Finetune/Step": 8539, "Finetune/Step Time": 6.334252908825874}
+{"Finetune/Learning Rate": 6.494701526730851e-07, "Finetune/Loss": 0.7901129722595215, "Finetune/Loss (Raw)": 0.8030315637588501, "Finetune/Step": 8540, "Finetune/Step Time": 6.341467069461942}
+{"Finetune/Learning Rate": 6.482767296378578e-07, "Finetune/Loss": 0.7915723323822021, "Finetune/Loss (Raw)": 0.9162647128105164, "Finetune/Step": 8541, "Finetune/Step Time": 6.3400356732308865}
+{"Finetune/Learning Rate": 6.470843673557403e-07, "Finetune/Loss": 0.7922766208648682, "Finetune/Loss (Raw)": 0.8526663184165955, "Finetune/Step": 8542, "Finetune/Step Time": 6.340027378872037}
+{"Finetune/Learning Rate": 6.458930659619799e-07, "Finetune/Loss": 0.787958025932312, "Finetune/Loss (Raw)": 0.3516383767127991, "Finetune/Step": 8543, "Finetune/Step Time": 6.346960432827473}
+{"Finetune/Learning Rate": 6.447028255917054e-07, "Finetune/Loss": 0.7903594970703125, "Finetune/Loss (Raw)": 0.9809859991073608, "Finetune/Step": 8544, "Finetune/Step Time": 6.356606438755989}
+{"Finetune/Learning Rate": 6.435136463799218e-07, "Finetune/Loss": 0.7936050295829773, "Finetune/Loss (Raw)": 0.7208545207977295, "Finetune/Step": 8545, "Finetune/Step Time": 6.346683248877525}
+{"Finetune/Learning Rate": 6.423255284615182e-07, "Finetune/Loss": 0.793764591217041, "Finetune/Loss (Raw)": 0.8313916325569153, "Finetune/Step": 8546, "Finetune/Step Time": 6.330296514555812}
+{"Finetune/Learning Rate": 6.41138471971261e-07, "Finetune/Loss": 0.7923393249511719, "Finetune/Loss (Raw)": 0.7270883321762085, "Finetune/Step": 8547, "Finetune/Step Time": 6.329923344776034}
+{"Finetune/Learning Rate": 6.399524770437948e-07, "Finetune/Loss": 0.7926107048988342, "Finetune/Loss (Raw)": 0.8807103037834167, "Finetune/Step": 8548, "Finetune/Step Time": 6.344486393034458}
+{"Finetune/Learning Rate": 6.387675438136464e-07, "Finetune/Loss": 0.7933478355407715, "Finetune/Loss (Raw)": 0.8531056046485901, "Finetune/Step": 8549, "Finetune/Step Time": 6.344426762312651}
+{"Finetune/Learning Rate": 6.375836724152218e-07, "Finetune/Loss": 0.7930514812469482, "Finetune/Loss (Raw)": 0.7820115685462952, "Finetune/Step": 8550, "Finetune/Step Time": 6.346519825980067}
+{"Finetune/Learning Rate": 6.364008629828056e-07, "Finetune/Loss": 0.7927865386009216, "Finetune/Loss (Raw)": 0.8103638887405396, "Finetune/Step": 8551, "Finetune/Step Time": 6.344068778678775}
+{"Finetune/Learning Rate": 6.352191156505627e-07, "Finetune/Loss": 0.7921848297119141, "Finetune/Loss (Raw)": 0.8709291815757751, "Finetune/Step": 8552, "Finetune/Step Time": 6.344562655314803}
+{"Finetune/Learning Rate": 6.340384305525337e-07, "Finetune/Loss": 0.7930047512054443, "Finetune/Loss (Raw)": 0.7976115942001343, "Finetune/Step": 8553, "Finetune/Step Time": 6.3428415935486555}
+{"Finetune/Learning Rate": 6.328588078226461e-07, "Finetune/Loss": 0.792998194694519, "Finetune/Loss (Raw)": 0.8545178174972534, "Finetune/Step": 8554, "Finetune/Step Time": 6.344881024211645}
+{"Finetune/Learning Rate": 6.316802475947026e-07, "Finetune/Loss": 0.7922987937927246, "Finetune/Loss (Raw)": 0.8240740895271301, "Finetune/Step": 8555, "Finetune/Step Time": 6.347940282896161}
+{"Finetune/Learning Rate": 6.305027500023841e-07, "Finetune/Loss": 0.7922655344009399, "Finetune/Loss (Raw)": 0.8382177352905273, "Finetune/Step": 8556, "Finetune/Step Time": 6.352088650688529}
+{"Finetune/Learning Rate": 6.293263151792506e-07, "Finetune/Loss": 0.7922431230545044, "Finetune/Loss (Raw)": 0.7428270578384399, "Finetune/Step": 8557, "Finetune/Step Time": 6.369406592100859}
+{"Finetune/Learning Rate": 6.281509432587496e-07, "Finetune/Loss": 0.7895779609680176, "Finetune/Loss (Raw)": 0.6860597729682922, "Finetune/Step": 8558, "Finetune/Step Time": 6.369096076115966}
+{"Finetune/Learning Rate": 6.269766343741957e-07, "Finetune/Loss": 0.7902395725250244, "Finetune/Loss (Raw)": 0.8406326174736023, "Finetune/Step": 8559, "Finetune/Step Time": 6.3662905022501945}
+{"Finetune/Learning Rate": 6.258033886587911e-07, "Finetune/Loss": 0.7902976274490356, "Finetune/Loss (Raw)": 0.854228138923645, "Finetune/Step": 8560, "Finetune/Step Time": 6.361574936658144}
+{"Finetune/Learning Rate": 6.246312062456183e-07, "Finetune/Loss": 0.7914469242095947, "Finetune/Loss (Raw)": 0.8750014305114746, "Finetune/Step": 8561, "Finetune/Step Time": 6.351975595578551}
+{"Finetune/Learning Rate": 6.234600872676322e-07, "Finetune/Loss": 0.7939082384109497, "Finetune/Loss (Raw)": 0.584433913230896, "Finetune/Step": 8562, "Finetune/Step Time": 6.34785888530314}
+{"Finetune/Learning Rate": 6.222900318576741e-07, "Finetune/Loss": 0.7931050658226013, "Finetune/Loss (Raw)": 0.771007776260376, "Finetune/Step": 8563, "Finetune/Step Time": 6.33471579477191}
+{"Finetune/Learning Rate": 6.211210401484602e-07, "Finetune/Loss": 0.7937796115875244, "Finetune/Loss (Raw)": 0.8142344951629639, "Finetune/Step": 8564, "Finetune/Step Time": 6.337067449465394}
+{"Finetune/Learning Rate": 6.199531122725878e-07, "Finetune/Loss": 0.7920092344284058, "Finetune/Loss (Raw)": 0.7289783358573914, "Finetune/Step": 8565, "Finetune/Step Time": 6.3357273526489735}
+{"Finetune/Learning Rate": 6.18786248362534e-07, "Finetune/Loss": 0.7913585901260376, "Finetune/Loss (Raw)": 0.7336691617965698, "Finetune/Step": 8566, "Finetune/Step Time": 6.340974044054747}
+{"Finetune/Learning Rate": 6.176204485506543e-07, "Finetune/Loss": 0.7870864272117615, "Finetune/Loss (Raw)": 0.3467433452606201, "Finetune/Step": 8567, "Finetune/Step Time": 6.3530877865850925}
+{"Finetune/Learning Rate": 6.164557129691828e-07, "Finetune/Loss": 0.7904050946235657, "Finetune/Loss (Raw)": 0.792701005935669, "Finetune/Step": 8568, "Finetune/Step Time": 6.370837729424238}
+{"Finetune/Learning Rate": 6.152920417502361e-07, "Finetune/Loss": 0.7888048887252808, "Finetune/Loss (Raw)": 0.5991145968437195, "Finetune/Step": 8569, "Finetune/Step Time": 6.358429815620184}
+{"Finetune/Learning Rate": 6.141294350258065e-07, "Finetune/Loss": 0.788666844367981, "Finetune/Loss (Raw)": 0.8522231578826904, "Finetune/Step": 8570, "Finetune/Step Time": 6.363053649663925}
+{"Finetune/Learning Rate": 6.129678929277661e-07, "Finetune/Loss": 0.789725661277771, "Finetune/Loss (Raw)": 0.9299064874649048, "Finetune/Step": 8571, "Finetune/Step Time": 6.364878682419658}
+{"Finetune/Learning Rate": 6.118074155878672e-07, "Finetune/Loss": 0.789535641670227, "Finetune/Loss (Raw)": 0.8727666139602661, "Finetune/Step": 8572, "Finetune/Step Time": 6.3649150263518095}
+{"Finetune/Learning Rate": 6.106480031377449e-07, "Finetune/Loss": 0.7888569235801697, "Finetune/Loss (Raw)": 0.7649415135383606, "Finetune/Step": 8573, "Finetune/Step Time": 6.363833202049136}
+{"Finetune/Learning Rate": 6.094896557089025e-07, "Finetune/Loss": 0.7900189757347107, "Finetune/Loss (Raw)": 0.8362955451011658, "Finetune/Step": 8574, "Finetune/Step Time": 6.3609832134097815}
+{"Finetune/Learning Rate": 6.083323734327362e-07, "Finetune/Loss": 0.7902494072914124, "Finetune/Loss (Raw)": 0.8912711143493652, "Finetune/Step": 8575, "Finetune/Step Time": 6.357917711138725}
+{"Finetune/Learning Rate": 6.071761564405121e-07, "Finetune/Loss": 0.7907037734985352, "Finetune/Loss (Raw)": 0.9015442132949829, "Finetune/Step": 8576, "Finetune/Step Time": 6.3506537433713675}
+{"Finetune/Learning Rate": 6.060210048633785e-07, "Finetune/Loss": 0.790756344795227, "Finetune/Loss (Raw)": 0.7701282501220703, "Finetune/Step": 8577, "Finetune/Step Time": 6.340156128630042}
+{"Finetune/Learning Rate": 6.048669188323631e-07, "Finetune/Loss": 0.7907151579856873, "Finetune/Loss (Raw)": 0.8103476762771606, "Finetune/Step": 8578, "Finetune/Step Time": 6.336618851870298}
+{"Finetune/Learning Rate": 6.03713898478373e-07, "Finetune/Loss": 0.7931295037269592, "Finetune/Loss (Raw)": 1.0236629247665405, "Finetune/Step": 8579, "Finetune/Step Time": 6.335237262770534}
+{"Finetune/Learning Rate": 6.025619439321928e-07, "Finetune/Loss": 0.7934384346008301, "Finetune/Loss (Raw)": 0.8413299918174744, "Finetune/Step": 8580, "Finetune/Step Time": 6.321093367412686}
+{"Finetune/Learning Rate": 6.014110553244857e-07, "Finetune/Loss": 0.7934158444404602, "Finetune/Loss (Raw)": 0.7828893065452576, "Finetune/Step": 8581, "Finetune/Step Time": 6.318605480715632}
+{"Finetune/Learning Rate": 6.002612327857971e-07, "Finetune/Loss": 0.7937475442886353, "Finetune/Loss (Raw)": 0.9001695513725281, "Finetune/Step": 8582, "Finetune/Step Time": 6.32380391843617}
+{"Finetune/Learning Rate": 5.991124764465528e-07, "Finetune/Loss": 0.7940561771392822, "Finetune/Loss (Raw)": 0.776701033115387, "Finetune/Step": 8583, "Finetune/Step Time": 6.317598344758153}
+{"Finetune/Learning Rate": 5.979647864370486e-07, "Finetune/Loss": 0.7933306097984314, "Finetune/Loss (Raw)": 0.8277633190155029, "Finetune/Step": 8584, "Finetune/Step Time": 6.320829689502716}
+{"Finetune/Learning Rate": 5.96818162887467e-07, "Finetune/Loss": 0.7928482294082642, "Finetune/Loss (Raw)": 0.9077788591384888, "Finetune/Step": 8585, "Finetune/Step Time": 6.315973872318864}
+{"Finetune/Learning Rate": 5.956726059278717e-07, "Finetune/Loss": 0.7939246892929077, "Finetune/Loss (Raw)": 0.7806235551834106, "Finetune/Step": 8586, "Finetune/Step Time": 6.3167585879564285}
+{"Finetune/Learning Rate": 5.945281156881988e-07, "Finetune/Loss": 0.7941915988922119, "Finetune/Loss (Raw)": 0.7961864471435547, "Finetune/Step": 8587, "Finetune/Step Time": 6.322303142398596}
+{"Finetune/Learning Rate": 5.933846922982645e-07, "Finetune/Loss": 0.7938966155052185, "Finetune/Loss (Raw)": 0.8436427712440491, "Finetune/Step": 8588, "Finetune/Step Time": 6.332061814144254}
+{"Finetune/Learning Rate": 5.922423358877704e-07, "Finetune/Loss": 0.7954984903335571, "Finetune/Loss (Raw)": 0.8552706241607666, "Finetune/Step": 8589, "Finetune/Step Time": 6.331312343478203}
+{"Finetune/Learning Rate": 5.911010465862887e-07, "Finetune/Loss": 0.796909749507904, "Finetune/Loss (Raw)": 0.9757326245307922, "Finetune/Step": 8590, "Finetune/Step Time": 6.333990717306733}
+{"Finetune/Learning Rate": 5.899608245232757e-07, "Finetune/Loss": 0.7967957258224487, "Finetune/Loss (Raw)": 0.8449707627296448, "Finetune/Step": 8591, "Finetune/Step Time": 6.34205667488277}
+{"Finetune/Learning Rate": 5.888216698280646e-07, "Finetune/Loss": 0.796980619430542, "Finetune/Loss (Raw)": 0.7659512162208557, "Finetune/Step": 8592, "Finetune/Step Time": 6.32925134152174}
+{"Finetune/Learning Rate": 5.876835826298688e-07, "Finetune/Loss": 0.7987139225006104, "Finetune/Loss (Raw)": 1.0019460916519165, "Finetune/Step": 8593, "Finetune/Step Time": 6.340074902400374}
+{"Finetune/Learning Rate": 5.865465630577793e-07, "Finetune/Loss": 0.7995213866233826, "Finetune/Loss (Raw)": 0.8890214562416077, "Finetune/Step": 8594, "Finetune/Step Time": 6.336757406592369}
+{"Finetune/Learning Rate": 5.854106112407665e-07, "Finetune/Loss": 0.7993888854980469, "Finetune/Loss (Raw)": 0.7982109785079956, "Finetune/Step": 8595, "Finetune/Step Time": 6.326756197959185}
+{"Finetune/Learning Rate": 5.842757273076815e-07, "Finetune/Loss": 0.7998237609863281, "Finetune/Loss (Raw)": 0.8143861889839172, "Finetune/Step": 8596, "Finetune/Step Time": 6.324765056371689}
+{"Finetune/Learning Rate": 5.831419113872505e-07, "Finetune/Loss": 0.8007416129112244, "Finetune/Loss (Raw)": 0.8371456861495972, "Finetune/Step": 8597, "Finetune/Step Time": 6.317460011690855}
+{"Finetune/Learning Rate": 5.820091636080827e-07, "Finetune/Loss": 0.8016563653945923, "Finetune/Loss (Raw)": 0.9945963025093079, "Finetune/Step": 8598, "Finetune/Step Time": 6.313212390989065}
+{"Finetune/Learning Rate": 5.80877484098662e-07, "Finetune/Loss": 0.8008962273597717, "Finetune/Loss (Raw)": 0.7271039485931396, "Finetune/Step": 8599, "Finetune/Step Time": 6.312302341684699}
+{"Finetune/Learning Rate": 5.797468729873546e-07, "Finetune/Loss": 0.8016868233680725, "Finetune/Loss (Raw)": 0.8696036338806152, "Finetune/Step": 8600, "Finetune/Step Time": 6.326810380443931}
+{"Finetune/Learning Rate": 5.786173304024057e-07, "Finetune/Loss": 0.7999263405799866, "Finetune/Loss (Raw)": 0.7227981090545654, "Finetune/Step": 8601, "Finetune/Step Time": 6.325107015669346}
+{"Finetune/Learning Rate": 5.774888564719328e-07, "Finetune/Loss": 0.795362114906311, "Finetune/Loss (Raw)": 0.37225303053855896, "Finetune/Step": 8602, "Finetune/Step Time": 6.333994671702385}
+{"Finetune/Learning Rate": 5.763614513239424e-07, "Finetune/Loss": 0.7949953675270081, "Finetune/Loss (Raw)": 0.8076086044311523, "Finetune/Step": 8603, "Finetune/Step Time": 6.334767745807767}
+{"Finetune/Learning Rate": 5.752351150863133e-07, "Finetune/Loss": 0.7948482036590576, "Finetune/Loss (Raw)": 0.8159151673316956, "Finetune/Step": 8604, "Finetune/Step Time": 6.341674588620663}
+{"Finetune/Learning Rate": 5.741098478868002e-07, "Finetune/Loss": 0.795319139957428, "Finetune/Loss (Raw)": 0.8480255007743835, "Finetune/Step": 8605, "Finetune/Step Time": 6.345192385837436}
+{"Finetune/Learning Rate": 5.729856498530461e-07, "Finetune/Loss": 0.7969624996185303, "Finetune/Loss (Raw)": 0.8557431101799011, "Finetune/Step": 8606, "Finetune/Step Time": 6.345376640558243}
+{"Finetune/Learning Rate": 5.718625211125661e-07, "Finetune/Loss": 0.7971280813217163, "Finetune/Loss (Raw)": 0.9845884442329407, "Finetune/Step": 8607, "Finetune/Step Time": 6.334374021738768}
+{"Finetune/Learning Rate": 5.707404617927526e-07, "Finetune/Loss": 0.7967430353164673, "Finetune/Loss (Raw)": 0.8157718181610107, "Finetune/Step": 8608, "Finetune/Step Time": 6.336763724684715}
+{"Finetune/Learning Rate": 5.696194720208792e-07, "Finetune/Loss": 0.7963241338729858, "Finetune/Loss (Raw)": 0.7520389556884766, "Finetune/Step": 8609, "Finetune/Step Time": 6.3384104166179895}
+{"Finetune/Learning Rate": 5.684995519241021e-07, "Finetune/Loss": 0.7961848378181458, "Finetune/Loss (Raw)": 0.8761715888977051, "Finetune/Step": 8610, "Finetune/Step Time": 6.339536024257541}
+{"Finetune/Learning Rate": 5.673807016294485e-07, "Finetune/Loss": 0.7964863181114197, "Finetune/Loss (Raw)": 0.8243109583854675, "Finetune/Step": 8611, "Finetune/Step Time": 6.342154774814844}
+{"Finetune/Learning Rate": 5.662629212638293e-07, "Finetune/Loss": 0.7990657091140747, "Finetune/Loss (Raw)": 0.7203981876373291, "Finetune/Step": 8612, "Finetune/Step Time": 6.333236111328006}
+{"Finetune/Learning Rate": 5.65146210954034e-07, "Finetune/Loss": 0.8000962138175964, "Finetune/Loss (Raw)": 0.9398285150527954, "Finetune/Step": 8613, "Finetune/Step Time": 6.31953059323132}
+{"Finetune/Learning Rate": 5.640305708267269e-07, "Finetune/Loss": 0.8000116348266602, "Finetune/Loss (Raw)": 0.781111478805542, "Finetune/Step": 8614, "Finetune/Step Time": 6.320339294150472}
+{"Finetune/Learning Rate": 5.629160010084566e-07, "Finetune/Loss": 0.8006205558776855, "Finetune/Loss (Raw)": 0.8258531093597412, "Finetune/Step": 8615, "Finetune/Step Time": 6.31635170802474}
+{"Finetune/Learning Rate": 5.618025016256445e-07, "Finetune/Loss": 0.8008472919464111, "Finetune/Loss (Raw)": 0.783983051776886, "Finetune/Step": 8616, "Finetune/Step Time": 6.311182269826531}
+{"Finetune/Learning Rate": 5.60690072804595e-07, "Finetune/Loss": 0.800744891166687, "Finetune/Loss (Raw)": 0.7146046757698059, "Finetune/Step": 8617, "Finetune/Step Time": 6.312667829915881}
+{"Finetune/Learning Rate": 5.595787146714882e-07, "Finetune/Loss": 0.8000144362449646, "Finetune/Loss (Raw)": 0.8034156560897827, "Finetune/Step": 8618, "Finetune/Step Time": 6.317022055387497}
+{"Finetune/Learning Rate": 5.584684273523855e-07, "Finetune/Loss": 0.7997379899024963, "Finetune/Loss (Raw)": 0.84101802110672, "Finetune/Step": 8619, "Finetune/Step Time": 6.315928665921092}
+{"Finetune/Learning Rate": 5.57359210973224e-07, "Finetune/Loss": 0.8001182675361633, "Finetune/Loss (Raw)": 0.7754079103469849, "Finetune/Step": 8620, "Finetune/Step Time": 6.319054467603564}
+{"Finetune/Learning Rate": 5.562510656598208e-07, "Finetune/Loss": 0.8009092211723328, "Finetune/Loss (Raw)": 0.8234729170799255, "Finetune/Step": 8621, "Finetune/Step Time": 6.321951664984226}
+{"Finetune/Learning Rate": 5.551439915378731e-07, "Finetune/Loss": 0.8012105226516724, "Finetune/Loss (Raw)": 0.7305269837379456, "Finetune/Step": 8622, "Finetune/Step Time": 6.3221334759145975}
+{"Finetune/Learning Rate": 5.540379887329494e-07, "Finetune/Loss": 0.80106520652771, "Finetune/Loss (Raw)": 0.7668055891990662, "Finetune/Step": 8623, "Finetune/Step Time": 6.322147024795413}
+{"Finetune/Learning Rate": 5.529330573705083e-07, "Finetune/Loss": 0.7999528646469116, "Finetune/Loss (Raw)": 0.6463993787765503, "Finetune/Step": 8624, "Finetune/Step Time": 6.317267838865519}
+{"Finetune/Learning Rate": 5.518291975758794e-07, "Finetune/Loss": 0.7998254299163818, "Finetune/Loss (Raw)": 0.8003531694412231, "Finetune/Step": 8625, "Finetune/Step Time": 6.3022861164063215}
+{"Finetune/Learning Rate": 5.50726409474267e-07, "Finetune/Loss": 0.8001242280006409, "Finetune/Loss (Raw)": 0.7502318620681763, "Finetune/Step": 8626, "Finetune/Step Time": 6.300290022045374}
+{"Finetune/Learning Rate": 5.496246931907645e-07, "Finetune/Loss": 0.8006935119628906, "Finetune/Loss (Raw)": 0.8363284468650818, "Finetune/Step": 8627, "Finetune/Step Time": 6.299338482320309}
+{"Finetune/Learning Rate": 5.485240488503385e-07, "Finetune/Loss": 0.8007233738899231, "Finetune/Loss (Raw)": 0.816606879234314, "Finetune/Step": 8628, "Finetune/Step Time": 6.297004917636514}
+{"Finetune/Learning Rate": 5.474244765778281e-07, "Finetune/Loss": 0.8002014756202698, "Finetune/Loss (Raw)": 0.8535462021827698, "Finetune/Step": 8629, "Finetune/Step Time": 6.296541994437575}
+{"Finetune/Learning Rate": 5.46325976497959e-07, "Finetune/Loss": 0.8005999326705933, "Finetune/Loss (Raw)": 0.8419169783592224, "Finetune/Step": 8630, "Finetune/Step Time": 6.297092707827687}
+{"Finetune/Learning Rate": 5.45228548735336e-07, "Finetune/Loss": 0.8054924011230469, "Finetune/Loss (Raw)": 0.9577979445457458, "Finetune/Step": 8631, "Finetune/Step Time": 6.296249654144049}
+{"Finetune/Learning Rate": 5.44132193414434e-07, "Finetune/Loss": 0.8054167628288269, "Finetune/Loss (Raw)": 0.7954689264297485, "Finetune/Step": 8632, "Finetune/Step Time": 6.296209743246436}
+{"Finetune/Learning Rate": 5.430369106596112e-07, "Finetune/Loss": 0.8068674206733704, "Finetune/Loss (Raw)": 0.9094119668006897, "Finetune/Step": 8633, "Finetune/Step Time": 6.29894820228219}
+{"Finetune/Learning Rate": 5.419427005951083e-07, "Finetune/Loss": 0.8089714050292969, "Finetune/Loss (Raw)": 0.9090346693992615, "Finetune/Step": 8634, "Finetune/Step Time": 6.295935904607177}
+{"Finetune/Learning Rate": 5.408495633450361e-07, "Finetune/Loss": 0.8083164691925049, "Finetune/Loss (Raw)": 0.8509323000907898, "Finetune/Step": 8635, "Finetune/Step Time": 6.274101512506604}
+{"Finetune/Learning Rate": 5.397574990333898e-07, "Finetune/Loss": 0.8077256083488464, "Finetune/Loss (Raw)": 0.7310879230499268, "Finetune/Step": 8636, "Finetune/Step Time": 6.25202276930213}
+{"Finetune/Learning Rate": 5.386665077840392e-07, "Finetune/Loss": 0.8078367710113525, "Finetune/Loss (Raw)": 0.7726099491119385, "Finetune/Step": 8637, "Finetune/Step Time": 6.250511564314365}
+{"Finetune/Learning Rate": 5.375765897207341e-07, "Finetune/Loss": 0.8071566820144653, "Finetune/Loss (Raw)": 0.8454321026802063, "Finetune/Step": 8638, "Finetune/Step Time": 6.248225335031748}
+{"Finetune/Learning Rate": 5.364877449671036e-07, "Finetune/Loss": 0.807762861251831, "Finetune/Loss (Raw)": 0.812059223651886, "Finetune/Step": 8639, "Finetune/Step Time": 6.263634504750371}
+{"Finetune/Learning Rate": 5.353999736466531e-07, "Finetune/Loss": 0.8064695596694946, "Finetune/Loss (Raw)": 0.8331270813941956, "Finetune/Step": 8640, "Finetune/Step Time": 6.262661566957831}
+{"Finetune/Learning Rate": 5.343132758827674e-07, "Finetune/Loss": 0.8048563003540039, "Finetune/Loss (Raw)": 0.7427003979682922, "Finetune/Step": 8641, "Finetune/Step Time": 6.261371688917279}
+{"Finetune/Learning Rate": 5.332276517987089e-07, "Finetune/Loss": 0.805991530418396, "Finetune/Loss (Raw)": 0.8595163226127625, "Finetune/Step": 8642, "Finetune/Step Time": 6.264116086065769}
+{"Finetune/Learning Rate": 5.321431015176171e-07, "Finetune/Loss": 0.8062282800674438, "Finetune/Loss (Raw)": 0.7892727851867676, "Finetune/Step": 8643, "Finetune/Step Time": 6.269957827404141}
+{"Finetune/Learning Rate": 5.310596251625133e-07, "Finetune/Loss": 0.8072081804275513, "Finetune/Loss (Raw)": 0.8910921812057495, "Finetune/Step": 8644, "Finetune/Step Time": 6.27221948094666}
+{"Finetune/Learning Rate": 5.299772228562938e-07, "Finetune/Loss": 0.8074149489402771, "Finetune/Loss (Raw)": 0.8167064785957336, "Finetune/Step": 8645, "Finetune/Step Time": 6.269274931401014}
+{"Finetune/Learning Rate": 5.28895894721736e-07, "Finetune/Loss": 0.810048520565033, "Finetune/Loss (Raw)": 0.9104743599891663, "Finetune/Step": 8646, "Finetune/Step Time": 6.255485648289323}
+{"Finetune/Learning Rate": 5.278156408814883e-07, "Finetune/Loss": 0.8099173903465271, "Finetune/Loss (Raw)": 0.7922955751419067, "Finetune/Step": 8647, "Finetune/Step Time": 6.2136047296226025}
+{"Finetune/Learning Rate": 5.267364614580861e-07, "Finetune/Loss": 0.8094810247421265, "Finetune/Loss (Raw)": 0.7364333271980286, "Finetune/Step": 8648, "Finetune/Step Time": 6.204525645822287}
+{"Finetune/Learning Rate": 5.256583565739403e-07, "Finetune/Loss": 0.8083950877189636, "Finetune/Loss (Raw)": 0.7689255475997925, "Finetune/Step": 8649, "Finetune/Step Time": 6.185771081596613}
+{"Finetune/Learning Rate": 5.245813263513366e-07, "Finetune/Loss": 0.8088216781616211, "Finetune/Loss (Raw)": 0.8865078091621399, "Finetune/Step": 8650, "Finetune/Step Time": 6.194586548954248}
+{"Finetune/Learning Rate": 5.235053709124394e-07, "Finetune/Loss": 0.8095170259475708, "Finetune/Loss (Raw)": 0.8919662833213806, "Finetune/Step": 8651, "Finetune/Step Time": 6.223704727366567}
+{"Finetune/Learning Rate": 5.224304903792987e-07, "Finetune/Loss": 0.8095402121543884, "Finetune/Loss (Raw)": 0.8220574259757996, "Finetune/Step": 8652, "Finetune/Step Time": 6.218624023720622}
+{"Finetune/Learning Rate": 5.213566848738316e-07, "Finetune/Loss": 0.8099281787872314, "Finetune/Loss (Raw)": 0.7627670764923096, "Finetune/Step": 8653, "Finetune/Step Time": 6.203902181237936}
+{"Finetune/Learning Rate": 5.202839545178384e-07, "Finetune/Loss": 0.8109690546989441, "Finetune/Loss (Raw)": 0.7860890030860901, "Finetune/Step": 8654, "Finetune/Step Time": 6.19312284514308}
+{"Finetune/Learning Rate": 5.192122994330017e-07, "Finetune/Loss": 0.8099508285522461, "Finetune/Loss (Raw)": 0.8396050930023193, "Finetune/Step": 8655, "Finetune/Step Time": 6.199178788810968}
+{"Finetune/Learning Rate": 5.181417197408733e-07, "Finetune/Loss": 0.8114053010940552, "Finetune/Loss (Raw)": 0.8298477530479431, "Finetune/Step": 8656, "Finetune/Step Time": 6.198609750717878}
+{"Finetune/Learning Rate": 5.170722155628904e-07, "Finetune/Loss": 0.8118595480918884, "Finetune/Loss (Raw)": 0.7211695909500122, "Finetune/Step": 8657, "Finetune/Step Time": 6.190640319138765}
+{"Finetune/Learning Rate": 5.160037870203638e-07, "Finetune/Loss": 0.8120415210723877, "Finetune/Loss (Raw)": 0.7040493488311768, "Finetune/Step": 8658, "Finetune/Step Time": 6.173551129177213}
+{"Finetune/Learning Rate": 5.149364342344843e-07, "Finetune/Loss": 0.8102585077285767, "Finetune/Loss (Raw)": 0.7706350684165955, "Finetune/Step": 8659, "Finetune/Step Time": 6.168831814080477}
+{"Finetune/Learning Rate": 5.138701573263216e-07, "Finetune/Loss": 0.8108594417572021, "Finetune/Loss (Raw)": 0.8138431906700134, "Finetune/Step": 8660, "Finetune/Step Time": 6.160805242136121}
+{"Finetune/Learning Rate": 5.12804956416818e-07, "Finetune/Loss": 0.8087788820266724, "Finetune/Loss (Raw)": 0.7654122114181519, "Finetune/Step": 8661, "Finetune/Step Time": 6.1535471975803375}
+{"Finetune/Learning Rate": 5.117408316268047e-07, "Finetune/Loss": 0.8092203140258789, "Finetune/Loss (Raw)": 0.8267669081687927, "Finetune/Step": 8662, "Finetune/Step Time": 6.168790839612484}
+{"Finetune/Learning Rate": 5.106777830769771e-07, "Finetune/Loss": 0.8117192983627319, "Finetune/Loss (Raw)": 1.062381386756897, "Finetune/Step": 8663, "Finetune/Step Time": 6.16521106287837}
+{"Finetune/Learning Rate": 5.09615810887919e-07, "Finetune/Loss": 0.8110121488571167, "Finetune/Loss (Raw)": 0.7025488615036011, "Finetune/Step": 8664, "Finetune/Step Time": 6.165355499833822}
+{"Finetune/Learning Rate": 5.085549151800873e-07, "Finetune/Loss": 0.8099194765090942, "Finetune/Loss (Raw)": 0.8664656281471252, "Finetune/Step": 8665, "Finetune/Step Time": 6.161834638565779}
+{"Finetune/Learning Rate": 5.074950960738179e-07, "Finetune/Loss": 0.8089978694915771, "Finetune/Loss (Raw)": 0.7902789115905762, "Finetune/Step": 8666, "Finetune/Step Time": 6.164383901283145}
+{"Finetune/Learning Rate": 5.064363536893258e-07, "Finetune/Loss": 0.8098293542861938, "Finetune/Loss (Raw)": 0.8151434063911438, "Finetune/Step": 8667, "Finetune/Step Time": 6.162520978599787}
+{"Finetune/Learning Rate": 5.053786881467004e-07, "Finetune/Loss": 0.8103287220001221, "Finetune/Loss (Raw)": 0.8669572472572327, "Finetune/Step": 8668, "Finetune/Step Time": 6.158223202452064}
+{"Finetune/Learning Rate": 5.043220995659137e-07, "Finetune/Loss": 0.810038149356842, "Finetune/Loss (Raw)": 0.8790649771690369, "Finetune/Step": 8669, "Finetune/Step Time": 6.162955274805427}
+{"Finetune/Learning Rate": 5.03266588066812e-07, "Finetune/Loss": 0.8087859749794006, "Finetune/Loss (Raw)": 0.6923924684524536, "Finetune/Step": 8670, "Finetune/Step Time": 6.160466957837343}
+{"Finetune/Learning Rate": 5.022121537691205e-07, "Finetune/Loss": 0.8127226233482361, "Finetune/Loss (Raw)": 0.8555291295051575, "Finetune/Step": 8671, "Finetune/Step Time": 6.15445838868618}
+{"Finetune/Learning Rate": 5.011587967924414e-07, "Finetune/Loss": 0.8117818832397461, "Finetune/Loss (Raw)": 0.8605697751045227, "Finetune/Step": 8672, "Finetune/Step Time": 6.140049649402499}
+{"Finetune/Learning Rate": 5.001065172562569e-07, "Finetune/Loss": 0.8123524188995361, "Finetune/Loss (Raw)": 0.7938833236694336, "Finetune/Step": 8673, "Finetune/Step Time": 6.1393280029296875}
+{"Finetune/Learning Rate": 4.990553152799272e-07, "Finetune/Loss": 0.8127253651618958, "Finetune/Loss (Raw)": 0.8791287541389465, "Finetune/Step": 8674, "Finetune/Step Time": 6.139377580955625}
+{"Finetune/Learning Rate": 4.980051909826833e-07, "Finetune/Loss": 0.8113341331481934, "Finetune/Loss (Raw)": 0.5490156412124634, "Finetune/Step": 8675, "Finetune/Step Time": 6.144792515784502}
+{"Finetune/Learning Rate": 4.969561444836446e-07, "Finetune/Loss": 0.8107337951660156, "Finetune/Loss (Raw)": 0.8038596510887146, "Finetune/Step": 8676, "Finetune/Step Time": 6.150307796895504}
+{"Finetune/Learning Rate": 4.959081759018014e-07, "Finetune/Loss": 0.8104394674301147, "Finetune/Loss (Raw)": 0.8154333233833313, "Finetune/Step": 8677, "Finetune/Step Time": 6.149745900183916}
+{"Finetune/Learning Rate": 4.94861285356022e-07, "Finetune/Loss": 0.8116464614868164, "Finetune/Loss (Raw)": 0.9365015029907227, "Finetune/Step": 8678, "Finetune/Step Time": 6.149091875180602}
+{"Finetune/Learning Rate": 4.938154729650535e-07, "Finetune/Loss": 0.8117115497589111, "Finetune/Loss (Raw)": 0.8187053203582764, "Finetune/Step": 8679, "Finetune/Step Time": 6.149378798902035}
+{"Finetune/Learning Rate": 4.927707388475256e-07, "Finetune/Loss": 0.8101120591163635, "Finetune/Loss (Raw)": 0.6661917567253113, "Finetune/Step": 8680, "Finetune/Step Time": 6.156449681147933}
+{"Finetune/Learning Rate": 4.917270831219357e-07, "Finetune/Loss": 0.8114687204360962, "Finetune/Loss (Raw)": 0.9712622761726379, "Finetune/Step": 8681, "Finetune/Step Time": 6.155915116891265}
+{"Finetune/Learning Rate": 4.906845059066656e-07, "Finetune/Loss": 0.8114047050476074, "Finetune/Loss (Raw)": 0.8463188409805298, "Finetune/Step": 8682, "Finetune/Step Time": 6.157224558293819}
+{"Finetune/Learning Rate": 4.896430073199754e-07, "Finetune/Loss": 0.8110263347625732, "Finetune/Loss (Raw)": 0.775644063949585, "Finetune/Step": 8683, "Finetune/Step Time": 6.159357128664851}
+{"Finetune/Learning Rate": 4.886025874799993e-07, "Finetune/Loss": 0.8111730217933655, "Finetune/Loss (Raw)": 0.856998085975647, "Finetune/Step": 8684, "Finetune/Step Time": 6.154443457722664}
+{"Finetune/Learning Rate": 4.875632465047498e-07, "Finetune/Loss": 0.8116757869720459, "Finetune/Loss (Raw)": 0.8071765899658203, "Finetune/Step": 8685, "Finetune/Step Time": 6.141181735321879}
+{"Finetune/Learning Rate": 4.865249845121201e-07, "Finetune/Loss": 0.8090481758117676, "Finetune/Loss (Raw)": 0.3497326076030731, "Finetune/Step": 8686, "Finetune/Step Time": 6.160131959244609}
+{"Finetune/Learning Rate": 4.854878016198772e-07, "Finetune/Loss": 0.8085747957229614, "Finetune/Loss (Raw)": 0.7800315618515015, "Finetune/Step": 8687, "Finetune/Step Time": 6.175355985760689}
+{"Finetune/Learning Rate": 4.844516979456671e-07, "Finetune/Loss": 0.807753324508667, "Finetune/Loss (Raw)": 0.7490839958190918, "Finetune/Step": 8688, "Finetune/Step Time": 6.176050813868642}
+{"Finetune/Learning Rate": 4.834166736070156e-07, "Finetune/Loss": 0.807386577129364, "Finetune/Loss (Raw)": 0.8280630707740784, "Finetune/Step": 8689, "Finetune/Step Time": 6.1754524521529675}
+{"Finetune/Learning Rate": 4.823827287213223e-07, "Finetune/Loss": 0.808002769947052, "Finetune/Loss (Raw)": 0.6633015871047974, "Finetune/Step": 8690, "Finetune/Step Time": 6.179576152935624}
+{"Finetune/Learning Rate": 4.813498634058666e-07, "Finetune/Loss": 0.8084672093391418, "Finetune/Loss (Raw)": 0.8304563164710999, "Finetune/Step": 8691, "Finetune/Step Time": 6.188106907531619}
+{"Finetune/Learning Rate": 4.80318077777805e-07, "Finetune/Loss": 0.8084394931793213, "Finetune/Loss (Raw)": 0.810688853263855, "Finetune/Step": 8692, "Finetune/Step Time": 6.188516788184643}
+{"Finetune/Learning Rate": 4.792873719541724e-07, "Finetune/Loss": 0.8089106678962708, "Finetune/Loss (Raw)": 0.7892900705337524, "Finetune/Step": 8693, "Finetune/Step Time": 6.190695350989699}
+{"Finetune/Learning Rate": 4.782577460518789e-07, "Finetune/Loss": 0.8098952770233154, "Finetune/Loss (Raw)": 0.8596973419189453, "Finetune/Step": 8694, "Finetune/Step Time": 6.188469225540757}
+{"Finetune/Learning Rate": 4.772292001877154e-07, "Finetune/Loss": 0.8122777342796326, "Finetune/Loss (Raw)": 0.6517021656036377, "Finetune/Step": 8695, "Finetune/Step Time": 6.177691705524921}
+{"Finetune/Learning Rate": 4.7620173447834426e-07, "Finetune/Loss": 0.8121770620346069, "Finetune/Loss (Raw)": 0.7798135280609131, "Finetune/Step": 8696, "Finetune/Step Time": 6.1462833769619465}
+{"Finetune/Learning Rate": 4.751753490403144e-07, "Finetune/Loss": 0.8141419291496277, "Finetune/Loss (Raw)": 0.8506137132644653, "Finetune/Step": 8697, "Finetune/Step Time": 6.143361819908023}
+{"Finetune/Learning Rate": 4.7415004399004704e-07, "Finetune/Loss": 0.8133291602134705, "Finetune/Loss (Raw)": 0.7481865286827087, "Finetune/Step": 8698, "Finetune/Step Time": 6.144467441365123}
+{"Finetune/Learning Rate": 4.73125819443836e-07, "Finetune/Loss": 0.8135659694671631, "Finetune/Loss (Raw)": 0.960220992565155, "Finetune/Step": 8699, "Finetune/Step Time": 6.150367913767695}
+{"Finetune/Learning Rate": 4.721026755178626e-07, "Finetune/Loss": 0.813119649887085, "Finetune/Loss (Raw)": 0.8156336545944214, "Finetune/Step": 8700, "Finetune/Step Time": 6.1478105913847685}
+{"Finetune/Learning Rate": 4.710806123281808e-07, "Finetune/Loss": 0.8133060336112976, "Finetune/Loss (Raw)": 0.7888057231903076, "Finetune/Step": 8701, "Finetune/Step Time": 6.1472783870995045}
+{"Finetune/Learning Rate": 4.7005962999071895e-07, "Finetune/Loss": 0.8135974407196045, "Finetune/Loss (Raw)": 0.8735895156860352, "Finetune/Step": 8702, "Finetune/Step Time": 6.149705769494176}
+{"Finetune/Learning Rate": 4.6903972862128553e-07, "Finetune/Loss": 0.8121907711029053, "Finetune/Loss (Raw)": 0.7112252712249756, "Finetune/Step": 8703, "Finetune/Step Time": 6.157084634527564}
+{"Finetune/Learning Rate": 4.6802090833557136e-07, "Finetune/Loss": 0.8074626326560974, "Finetune/Loss (Raw)": 0.2963399589061737, "Finetune/Step": 8704, "Finetune/Step Time": 6.167093172669411}
+{"Finetune/Learning Rate": 4.6700316924913393e-07, "Finetune/Loss": 0.808760404586792, "Finetune/Loss (Raw)": 0.9362434148788452, "Finetune/Step": 8705, "Finetune/Step Time": 6.183304134756327}
+{"Finetune/Learning Rate": 4.6598651147741646e-07, "Finetune/Loss": 0.8085888624191284, "Finetune/Loss (Raw)": 0.7883867025375366, "Finetune/Step": 8706, "Finetune/Step Time": 6.1862477622926235}
+{"Finetune/Learning Rate": 4.649709351357379e-07, "Finetune/Loss": 0.8070821762084961, "Finetune/Loss (Raw)": 0.8308076858520508, "Finetune/Step": 8707, "Finetune/Step Time": 6.188303150236607}
+{"Finetune/Learning Rate": 4.6395644033929264e-07, "Finetune/Loss": 0.8068432211875916, "Finetune/Loss (Raw)": 0.8107446432113647, "Finetune/Step": 8708, "Finetune/Step Time": 6.188563261181116}
+{"Finetune/Learning Rate": 4.629430272031532e-07, "Finetune/Loss": 0.8066727519035339, "Finetune/Loss (Raw)": 0.7610711455345154, "Finetune/Step": 8709, "Finetune/Step Time": 6.18375582806766}
+{"Finetune/Learning Rate": 4.619306958422698e-07, "Finetune/Loss": 0.8059590458869934, "Finetune/Loss (Raw)": 0.8088144063949585, "Finetune/Step": 8710, "Finetune/Step Time": 6.173708638176322}
+{"Finetune/Learning Rate": 4.6091944637147056e-07, "Finetune/Loss": 0.8061028718948364, "Finetune/Loss (Raw)": 0.7951095700263977, "Finetune/Step": 8711, "Finetune/Step Time": 6.1688668336719275}
+{"Finetune/Learning Rate": 4.5990927890545934e-07, "Finetune/Loss": 0.8072292804718018, "Finetune/Loss (Raw)": 0.9719484448432922, "Finetune/Step": 8712, "Finetune/Step Time": 6.164332648739219}
+{"Finetune/Learning Rate": 4.589001935588189e-07, "Finetune/Loss": 0.8064283132553101, "Finetune/Loss (Raw)": 0.8052489161491394, "Finetune/Step": 8713, "Finetune/Step Time": 6.171202091500163}
+{"Finetune/Learning Rate": 4.578921904460076e-07, "Finetune/Loss": 0.8068138360977173, "Finetune/Loss (Raw)": 0.8299736380577087, "Finetune/Step": 8714, "Finetune/Step Time": 6.176181638613343}
+{"Finetune/Learning Rate": 4.5688526968136193e-07, "Finetune/Loss": 0.8074942827224731, "Finetune/Loss (Raw)": 0.8832846283912659, "Finetune/Step": 8715, "Finetune/Step Time": 6.170361991971731}
+{"Finetune/Learning Rate": 4.55879431379096e-07, "Finetune/Loss": 0.8071680665016174, "Finetune/Loss (Raw)": 0.8018850088119507, "Finetune/Step": 8716, "Finetune/Step Time": 6.153148578479886}
+{"Finetune/Learning Rate": 4.548746756532996e-07, "Finetune/Loss": 0.8064348697662354, "Finetune/Loss (Raw)": 0.7614222168922424, "Finetune/Step": 8717, "Finetune/Step Time": 6.154800713062286}
+{"Finetune/Learning Rate": 4.5387100261794157e-07, "Finetune/Loss": 0.8063516616821289, "Finetune/Loss (Raw)": 0.9650842547416687, "Finetune/Step": 8718, "Finetune/Step Time": 6.152138659730554}
+{"Finetune/Learning Rate": 4.5286841238686876e-07, "Finetune/Loss": 0.8064748644828796, "Finetune/Loss (Raw)": 0.8607375621795654, "Finetune/Step": 8719, "Finetune/Step Time": 6.153160260990262}
+{"Finetune/Learning Rate": 4.5186690507379894e-07, "Finetune/Loss": 0.8061679005622864, "Finetune/Loss (Raw)": 0.7266615629196167, "Finetune/Step": 8720, "Finetune/Step Time": 6.157178984954953}
+{"Finetune/Learning Rate": 4.5086648079233686e-07, "Finetune/Loss": 0.8048353791236877, "Finetune/Loss (Raw)": 0.8313795924186707, "Finetune/Step": 8721, "Finetune/Step Time": 6.152441062033176}
+{"Finetune/Learning Rate": 4.498671396559584e-07, "Finetune/Loss": 0.8035725355148315, "Finetune/Loss (Raw)": 0.7273814678192139, "Finetune/Step": 8722, "Finetune/Step Time": 6.157540567219257}
+{"Finetune/Learning Rate": 4.4886888177801404e-07, "Finetune/Loss": 0.8035584092140198, "Finetune/Loss (Raw)": 0.7963979840278625, "Finetune/Step": 8723, "Finetune/Step Time": 6.171736795455217}
+{"Finetune/Learning Rate": 4.4787170727173537e-07, "Finetune/Loss": 0.8037568926811218, "Finetune/Loss (Raw)": 0.8397933840751648, "Finetune/Step": 8724, "Finetune/Step Time": 6.170878905802965}
+{"Finetune/Learning Rate": 4.4687561625023637e-07, "Finetune/Loss": 0.8035458326339722, "Finetune/Loss (Raw)": 0.8101282119750977, "Finetune/Step": 8725, "Finetune/Step Time": 6.175339739769697}
+{"Finetune/Learning Rate": 4.458806088264955e-07, "Finetune/Loss": 0.8029366135597229, "Finetune/Loss (Raw)": 0.9166229367256165, "Finetune/Step": 8726, "Finetune/Step Time": 6.189115446060896}
+{"Finetune/Learning Rate": 4.4488668511337594e-07, "Finetune/Loss": 0.8038483262062073, "Finetune/Loss (Raw)": 0.8437986969947815, "Finetune/Step": 8727, "Finetune/Step Time": 6.189211025834084}
+{"Finetune/Learning Rate": 4.438938452236219e-07, "Finetune/Loss": 0.8026163578033447, "Finetune/Loss (Raw)": 0.7119202613830566, "Finetune/Step": 8728, "Finetune/Step Time": 6.179959384724498}
+{"Finetune/Learning Rate": 4.4290208926984546e-07, "Finetune/Loss": 0.8040463328361511, "Finetune/Loss (Raw)": 0.9058273434638977, "Finetune/Step": 8729, "Finetune/Step Time": 6.180004894733429}
+{"Finetune/Learning Rate": 4.4191141736454114e-07, "Finetune/Loss": 0.8075637221336365, "Finetune/Loss (Raw)": 0.822478711605072, "Finetune/Step": 8730, "Finetune/Step Time": 6.173248300328851}
+{"Finetune/Learning Rate": 4.4092182962008013e-07, "Finetune/Loss": 0.804395318031311, "Finetune/Loss (Raw)": 0.40205100178718567, "Finetune/Step": 8731, "Finetune/Step Time": 6.162023615092039}
+{"Finetune/Learning Rate": 4.399333261487082e-07, "Finetune/Loss": 0.804555356502533, "Finetune/Loss (Raw)": 0.8364012241363525, "Finetune/Step": 8732, "Finetune/Step Time": 6.171046348288655}
+{"Finetune/Learning Rate": 4.3894590706255235e-07, "Finetune/Loss": 0.803041398525238, "Finetune/Loss (Raw)": 0.6542404890060425, "Finetune/Step": 8733, "Finetune/Step Time": 6.171238189563155}
+{"Finetune/Learning Rate": 4.37959572473613e-07, "Finetune/Loss": 0.8032885789871216, "Finetune/Loss (Raw)": 0.8873794674873352, "Finetune/Step": 8734, "Finetune/Step Time": 6.168196331709623}
+{"Finetune/Learning Rate": 4.369743224937695e-07, "Finetune/Loss": 0.8025221824645996, "Finetune/Loss (Raw)": 0.886489748954773, "Finetune/Step": 8735, "Finetune/Step Time": 6.1659852508455515}
+{"Finetune/Learning Rate": 4.359901572347758e-07, "Finetune/Loss": 0.8020950555801392, "Finetune/Loss (Raw)": 0.7611055374145508, "Finetune/Step": 8736, "Finetune/Step Time": 6.162677448242903}
+{"Finetune/Learning Rate": 4.3500707680826595e-07, "Finetune/Loss": 0.8017489910125732, "Finetune/Loss (Raw)": 0.7077380418777466, "Finetune/Step": 8737, "Finetune/Step Time": 6.166365580633283}
+{"Finetune/Learning Rate": 4.340250813257485e-07, "Finetune/Loss": 0.8020876049995422, "Finetune/Loss (Raw)": 0.9195115566253662, "Finetune/Step": 8738, "Finetune/Step Time": 6.176607323810458}
+{"Finetune/Learning Rate": 4.3304417089861106e-07, "Finetune/Loss": 0.8024583458900452, "Finetune/Loss (Raw)": 0.8717630505561829, "Finetune/Step": 8739, "Finetune/Step Time": 6.176142925396562}
+{"Finetune/Learning Rate": 4.320643456381157e-07, "Finetune/Loss": 0.8037868738174438, "Finetune/Loss (Raw)": 0.8904531002044678, "Finetune/Step": 8740, "Finetune/Step Time": 6.18497578240931}
+{"Finetune/Learning Rate": 4.3108560565540135e-07, "Finetune/Loss": 0.8023020029067993, "Finetune/Loss (Raw)": 0.7497689127922058, "Finetune/Step": 8741, "Finetune/Step Time": 6.188844868913293}
+{"Finetune/Learning Rate": 4.3010795106148804e-07, "Finetune/Loss": 0.8019790053367615, "Finetune/Loss (Raw)": 0.7397655248641968, "Finetune/Step": 8742, "Finetune/Step Time": 6.190378911793232}
+{"Finetune/Learning Rate": 4.2913138196726934e-07, "Finetune/Loss": 0.8014118671417236, "Finetune/Loss (Raw)": 0.753254771232605, "Finetune/Step": 8743, "Finetune/Step Time": 6.1871680822223425}
+{"Finetune/Learning Rate": 4.2815589848351434e-07, "Finetune/Loss": 0.8015803098678589, "Finetune/Loss (Raw)": 0.8055493235588074, "Finetune/Step": 8744, "Finetune/Step Time": 6.18637603148818}
+{"Finetune/Learning Rate": 4.271815007208724e-07, "Finetune/Loss": 0.8019825220108032, "Finetune/Loss (Raw)": 0.7660938501358032, "Finetune/Step": 8745, "Finetune/Step Time": 6.186898026615381}
+{"Finetune/Learning Rate": 4.2620818878986727e-07, "Finetune/Loss": 0.801022469997406, "Finetune/Loss (Raw)": 0.6805163621902466, "Finetune/Step": 8746, "Finetune/Step Time": 6.206626512110233}
+{"Finetune/Learning Rate": 4.252359628009017e-07, "Finetune/Loss": 0.8010610342025757, "Finetune/Loss (Raw)": 0.8459619879722595, "Finetune/Step": 8747, "Finetune/Step Time": 6.215650158002973}
+{"Finetune/Learning Rate": 4.242648228642499e-07, "Finetune/Loss": 0.8017078042030334, "Finetune/Loss (Raw)": 0.8581894636154175, "Finetune/Step": 8748, "Finetune/Step Time": 6.213749347254634}
+{"Finetune/Learning Rate": 4.232947690900724e-07, "Finetune/Loss": 0.8014841675758362, "Finetune/Loss (Raw)": 0.7948503494262695, "Finetune/Step": 8749, "Finetune/Step Time": 6.211355336010456}
+{"Finetune/Learning Rate": 4.2232580158839907e-07, "Finetune/Loss": 0.8018023371696472, "Finetune/Loss (Raw)": 0.771253228187561, "Finetune/Step": 8750, "Finetune/Step Time": 6.209005316719413}
+{"Finetune/Learning Rate": 4.213579204691376e-07, "Finetune/Loss": 0.8033618927001953, "Finetune/Loss (Raw)": 0.9664257168769836, "Finetune/Step": 8751, "Finetune/Step Time": 6.208811707794666}
+{"Finetune/Learning Rate": 4.203911258420712e-07, "Finetune/Loss": 0.8046661615371704, "Finetune/Loss (Raw)": 0.8133443593978882, "Finetune/Step": 8752, "Finetune/Step Time": 6.210110921412706}
+{"Finetune/Learning Rate": 4.194254178168689e-07, "Finetune/Loss": 0.8039032220840454, "Finetune/Loss (Raw)": 0.7027046084403992, "Finetune/Step": 8753, "Finetune/Step Time": 6.208056963980198}
+{"Finetune/Learning Rate": 4.184607965030629e-07, "Finetune/Loss": 0.804435133934021, "Finetune/Loss (Raw)": 0.8183106780052185, "Finetune/Step": 8754, "Finetune/Step Time": 6.20981758274138}
+{"Finetune/Learning Rate": 4.1749726201007037e-07, "Finetune/Loss": 0.8037927150726318, "Finetune/Loss (Raw)": 0.7541028261184692, "Finetune/Step": 8755, "Finetune/Step Time": 6.217521218582988}
+{"Finetune/Learning Rate": 4.165348144471881e-07, "Finetune/Loss": 0.8036442399024963, "Finetune/Loss (Raw)": 0.7975953221321106, "Finetune/Step": 8756, "Finetune/Step Time": 6.2178032621741295}
+{"Finetune/Learning Rate": 4.1557345392358004e-07, "Finetune/Loss": 0.803175687789917, "Finetune/Loss (Raw)": 0.7935745120048523, "Finetune/Step": 8757, "Finetune/Step Time": 6.240146851167083}
+{"Finetune/Learning Rate": 4.1461318054829446e-07, "Finetune/Loss": 0.8034288883209229, "Finetune/Loss (Raw)": 0.8743299841880798, "Finetune/Step": 8758, "Finetune/Step Time": 6.247778546065092}
+{"Finetune/Learning Rate": 4.13653994430252e-07, "Finetune/Loss": 0.8026792407035828, "Finetune/Loss (Raw)": 0.8618414998054504, "Finetune/Step": 8759, "Finetune/Step Time": 6.265809478238225}
+{"Finetune/Learning Rate": 4.126958956782545e-07, "Finetune/Loss": 0.8034201860427856, "Finetune/Loss (Raw)": 0.8903146982192993, "Finetune/Step": 8760, "Finetune/Step Time": 6.259139224886894}
+{"Finetune/Learning Rate": 4.117388844009751e-07, "Finetune/Loss": 0.8035685420036316, "Finetune/Loss (Raw)": 0.9283983111381531, "Finetune/Step": 8761, "Finetune/Step Time": 6.2652346938848495}
+{"Finetune/Learning Rate": 4.1078296070696797e-07, "Finetune/Loss": 0.8031594753265381, "Finetune/Loss (Raw)": 0.8566668033599854, "Finetune/Step": 8762, "Finetune/Step Time": 6.287217570468783}
+{"Finetune/Learning Rate": 4.0982812470466204e-07, "Finetune/Loss": 0.8030813336372375, "Finetune/Loss (Raw)": 0.8409321308135986, "Finetune/Step": 8763, "Finetune/Step Time": 6.284879049286246}
+{"Finetune/Learning Rate": 4.088743765023617e-07, "Finetune/Loss": 0.8034975528717041, "Finetune/Loss (Raw)": 0.784363865852356, "Finetune/Step": 8764, "Finetune/Step Time": 6.285583863034844}
+{"Finetune/Learning Rate": 4.079217162082516e-07, "Finetune/Loss": 0.8037251234054565, "Finetune/Loss (Raw)": 0.801744282245636, "Finetune/Step": 8765, "Finetune/Step Time": 6.287488806992769}
+{"Finetune/Learning Rate": 4.069701439303886e-07, "Finetune/Loss": 0.8041411638259888, "Finetune/Loss (Raw)": 0.8986803889274597, "Finetune/Step": 8766, "Finetune/Step Time": 6.283671829849482}
+{"Finetune/Learning Rate": 4.0601965977670964e-07, "Finetune/Loss": 0.8049627542495728, "Finetune/Loss (Raw)": 0.9172200560569763, "Finetune/Step": 8767, "Finetune/Step Time": 6.269427509978414}
+{"Finetune/Learning Rate": 4.0507026385502747e-07, "Finetune/Loss": 0.8045259714126587, "Finetune/Loss (Raw)": 0.7772179245948792, "Finetune/Step": 8768, "Finetune/Step Time": 6.273321460932493}
+{"Finetune/Learning Rate": 4.04121956273027e-07, "Finetune/Loss": 0.8053978085517883, "Finetune/Loss (Raw)": 0.8543058037757874, "Finetune/Step": 8769, "Finetune/Step Time": 6.274529790505767}
+{"Finetune/Learning Rate": 4.031747371382766e-07, "Finetune/Loss": 0.8042134046554565, "Finetune/Loss (Raw)": 0.7079096436500549, "Finetune/Step": 8770, "Finetune/Step Time": 6.274505389854312}
+{"Finetune/Learning Rate": 4.0222860655821927e-07, "Finetune/Loss": 0.8046271800994873, "Finetune/Loss (Raw)": 0.8422372341156006, "Finetune/Step": 8771, "Finetune/Step Time": 6.2666764091700315}
+{"Finetune/Learning Rate": 4.0128356464016915e-07, "Finetune/Loss": 0.8033745288848877, "Finetune/Loss (Raw)": 0.7307490706443787, "Finetune/Step": 8772, "Finetune/Step Time": 6.267276661470532}
+{"Finetune/Learning Rate": 4.003396114913238e-07, "Finetune/Loss": 0.8031890988349915, "Finetune/Loss (Raw)": 0.7929712533950806, "Finetune/Step": 8773, "Finetune/Step Time": 6.272907394915819}
+{"Finetune/Learning Rate": 3.993967472187565e-07, "Finetune/Loss": 0.8015741109848022, "Finetune/Loss (Raw)": 0.7037537097930908, "Finetune/Step": 8774, "Finetune/Step Time": 6.280938126146793}
+{"Finetune/Learning Rate": 3.984549719294106e-07, "Finetune/Loss": 0.8016268014907837, "Finetune/Loss (Raw)": 0.7990404367446899, "Finetune/Step": 8775, "Finetune/Step Time": 6.283002603799105}
+{"Finetune/Learning Rate": 3.9751428573011175e-07, "Finetune/Loss": 0.8024033308029175, "Finetune/Loss (Raw)": 0.8358350396156311, "Finetune/Step": 8776, "Finetune/Step Time": 6.281068565323949}
+{"Finetune/Learning Rate": 3.965746887275634e-07, "Finetune/Loss": 0.8030656576156616, "Finetune/Loss (Raw)": 0.8537003397941589, "Finetune/Step": 8777, "Finetune/Step Time": 6.278301751241088}
+{"Finetune/Learning Rate": 3.956361810283393e-07, "Finetune/Loss": 0.8035988211631775, "Finetune/Loss (Raw)": 0.9547461867332458, "Finetune/Step": 8778, "Finetune/Step Time": 6.274963876232505}
+{"Finetune/Learning Rate": 3.946987627388943e-07, "Finetune/Loss": 0.8035632371902466, "Finetune/Loss (Raw)": 0.8874182105064392, "Finetune/Step": 8779, "Finetune/Step Time": 6.253503317013383}
+{"Finetune/Learning Rate": 3.937624339655599e-07, "Finetune/Loss": 0.8041759729385376, "Finetune/Loss (Raw)": 0.9004831314086914, "Finetune/Step": 8780, "Finetune/Step Time": 6.253950567916036}
+{"Finetune/Learning Rate": 3.928271948145401e-07, "Finetune/Loss": 0.8048912882804871, "Finetune/Loss (Raw)": 0.8543359637260437, "Finetune/Step": 8781, "Finetune/Step Time": 6.255925610661507}
+{"Finetune/Learning Rate": 3.9189304539191895e-07, "Finetune/Loss": 0.8055565357208252, "Finetune/Loss (Raw)": 0.8712268471717834, "Finetune/Step": 8782, "Finetune/Step Time": 6.252053909003735}
+{"Finetune/Learning Rate": 3.9095998580365724e-07, "Finetune/Loss": 0.8054935932159424, "Finetune/Loss (Raw)": 0.8315569162368774, "Finetune/Step": 8783, "Finetune/Step Time": 6.250070324167609}
+{"Finetune/Learning Rate": 3.9002801615558805e-07, "Finetune/Loss": 0.8050130605697632, "Finetune/Loss (Raw)": 0.768334686756134, "Finetune/Step": 8784, "Finetune/Step Time": 6.262040207162499}
+{"Finetune/Learning Rate": 3.8909713655342464e-07, "Finetune/Loss": 0.8046805262565613, "Finetune/Loss (Raw)": 0.6786124110221863, "Finetune/Step": 8785, "Finetune/Step Time": 6.267524102702737}
+{"Finetune/Learning Rate": 3.881673471027558e-07, "Finetune/Loss": 0.8061879873275757, "Finetune/Loss (Raw)": 0.8969987034797668, "Finetune/Step": 8786, "Finetune/Step Time": 6.276258010417223}
+{"Finetune/Learning Rate": 3.872386479090451e-07, "Finetune/Loss": 0.8067847490310669, "Finetune/Loss (Raw)": 0.8470200896263123, "Finetune/Step": 8787, "Finetune/Step Time": 6.282252363860607}
+{"Finetune/Learning Rate": 3.863110390776348e-07, "Finetune/Loss": 0.8062739372253418, "Finetune/Loss (Raw)": 0.7484610080718994, "Finetune/Step": 8788, "Finetune/Step Time": 6.299831131473184}
+{"Finetune/Learning Rate": 3.85384520713743e-07, "Finetune/Loss": 0.8072991371154785, "Finetune/Loss (Raw)": 0.8966480493545532, "Finetune/Step": 8789, "Finetune/Step Time": 6.311192771419883}
+{"Finetune/Learning Rate": 3.844590929224601e-07, "Finetune/Loss": 0.8070112466812134, "Finetune/Loss (Raw)": 0.7899042963981628, "Finetune/Step": 8790, "Finetune/Step Time": 6.292596634477377}
+{"Finetune/Learning Rate": 3.8353475580875874e-07, "Finetune/Loss": 0.8053865432739258, "Finetune/Loss (Raw)": 0.8544260859489441, "Finetune/Step": 8791, "Finetune/Step Time": 6.2917150147259235}
+{"Finetune/Learning Rate": 3.8261150947748627e-07, "Finetune/Loss": 0.806268036365509, "Finetune/Loss (Raw)": 0.8153764605522156, "Finetune/Step": 8792, "Finetune/Step Time": 6.292376860976219}
+{"Finetune/Learning Rate": 3.8168935403336215e-07, "Finetune/Loss": 0.8060100078582764, "Finetune/Loss (Raw)": 0.8334460258483887, "Finetune/Step": 8793, "Finetune/Step Time": 6.295112421736121}
+{"Finetune/Learning Rate": 3.8076828958098723e-07, "Finetune/Loss": 0.8070177435874939, "Finetune/Loss (Raw)": 0.9192600250244141, "Finetune/Step": 8794, "Finetune/Step Time": 6.29181625507772}
+{"Finetune/Learning Rate": 3.798483162248368e-07, "Finetune/Loss": 0.8074920177459717, "Finetune/Loss (Raw)": 0.875856339931488, "Finetune/Step": 8795, "Finetune/Step Time": 6.294922145083547}
+{"Finetune/Learning Rate": 3.7892943406926064e-07, "Finetune/Loss": 0.8056691288948059, "Finetune/Loss (Raw)": 0.633625328540802, "Finetune/Step": 8796, "Finetune/Step Time": 6.297088420018554}
+{"Finetune/Learning Rate": 3.780116432184855e-07, "Finetune/Loss": 0.8053447604179382, "Finetune/Loss (Raw)": 0.837549090385437, "Finetune/Step": 8797, "Finetune/Step Time": 6.302328273653984}
+{"Finetune/Learning Rate": 3.7709494377662024e-07, "Finetune/Loss": 0.8063620328903198, "Finetune/Loss (Raw)": 0.8225931525230408, "Finetune/Step": 8798, "Finetune/Step Time": 6.301311967894435}
+{"Finetune/Learning Rate": 3.7617933584763846e-07, "Finetune/Loss": 0.8071775436401367, "Finetune/Loss (Raw)": 0.9599223136901855, "Finetune/Step": 8799, "Finetune/Step Time": 6.2988323122262955}
+{"Finetune/Learning Rate": 3.7526481953539915e-07, "Finetune/Loss": 0.8072717189788818, "Finetune/Loss (Raw)": 0.8726227283477783, "Finetune/Step": 8800, "Finetune/Step Time": 6.30116937123239}
+{"Finetune/Learning Rate": 3.7435139494363725e-07, "Finetune/Loss": 0.8086511492729187, "Finetune/Loss (Raw)": 0.9704549312591553, "Finetune/Step": 8801, "Finetune/Step Time": 6.305878404527903}
+{"Finetune/Learning Rate": 3.734390621759565e-07, "Finetune/Loss": 0.8085695505142212, "Finetune/Loss (Raw)": 0.8686798214912415, "Finetune/Step": 8802, "Finetune/Step Time": 6.306528393179178}
+{"Finetune/Learning Rate": 3.7252782133584406e-07, "Finetune/Loss": 0.8104732036590576, "Finetune/Loss (Raw)": 0.7926802635192871, "Finetune/Step": 8803, "Finetune/Step Time": 6.296235151588917}
+{"Finetune/Learning Rate": 3.716176725266607e-07, "Finetune/Loss": 0.8106966018676758, "Finetune/Loss (Raw)": 0.8324581384658813, "Finetune/Step": 8804, "Finetune/Step Time": 6.273253424093127}
+{"Finetune/Learning Rate": 3.7070861585164263e-07, "Finetune/Loss": 0.8112092018127441, "Finetune/Loss (Raw)": 0.8810496926307678, "Finetune/Step": 8805, "Finetune/Step Time": 6.271564355120063}
+{"Finetune/Learning Rate": 3.698006514139041e-07, "Finetune/Loss": 0.8103720545768738, "Finetune/Loss (Raw)": 0.8293426632881165, "Finetune/Step": 8806, "Finetune/Step Time": 6.267899079248309}
+{"Finetune/Learning Rate": 3.688937793164327e-07, "Finetune/Loss": 0.8110189437866211, "Finetune/Loss (Raw)": 0.9015018343925476, "Finetune/Step": 8807, "Finetune/Step Time": 6.273311793804169}
+{"Finetune/Learning Rate": 3.67987999662095e-07, "Finetune/Loss": 0.8118888139724731, "Finetune/Loss (Raw)": 0.7775334715843201, "Finetune/Step": 8808, "Finetune/Step Time": 6.275502180680633}
+{"Finetune/Learning Rate": 3.6708331255363103e-07, "Finetune/Loss": 0.8115552663803101, "Finetune/Loss (Raw)": 0.9285762906074524, "Finetune/Step": 8809, "Finetune/Step Time": 6.273498721420765}
+{"Finetune/Learning Rate": 3.661797180936588e-07, "Finetune/Loss": 0.8109971284866333, "Finetune/Loss (Raw)": 0.7748777270317078, "Finetune/Step": 8810, "Finetune/Step Time": 6.270149694755673}
+{"Finetune/Learning Rate": 3.6527721638467293e-07, "Finetune/Loss": 0.810717761516571, "Finetune/Loss (Raw)": 0.7398849129676819, "Finetune/Step": 8811, "Finetune/Step Time": 6.264172699302435}
+{"Finetune/Learning Rate": 3.6437580752904155e-07, "Finetune/Loss": 0.8108762502670288, "Finetune/Loss (Raw)": 0.8772755861282349, "Finetune/Step": 8812, "Finetune/Step Time": 6.267081309109926}
+{"Finetune/Learning Rate": 3.634754916290117e-07, "Finetune/Loss": 0.8101354241371155, "Finetune/Loss (Raw)": 0.7123611569404602, "Finetune/Step": 8813, "Finetune/Step Time": 6.273169752210379}
+{"Finetune/Learning Rate": 3.6257626878670183e-07, "Finetune/Loss": 0.8144298791885376, "Finetune/Loss (Raw)": 0.8994185924530029, "Finetune/Step": 8814, "Finetune/Step Time": 6.2681819051504135}
+{"Finetune/Learning Rate": 3.6167813910411244e-07, "Finetune/Loss": 0.8154014348983765, "Finetune/Loss (Raw)": 0.9043992161750793, "Finetune/Step": 8815, "Finetune/Step Time": 6.252704033628106}
+{"Finetune/Learning Rate": 3.607811026831176e-07, "Finetune/Loss": 0.8157579302787781, "Finetune/Loss (Raw)": 0.7947055101394653, "Finetune/Step": 8816, "Finetune/Step Time": 6.252496859058738}
+{"Finetune/Learning Rate": 3.598851596254638e-07, "Finetune/Loss": 0.816074013710022, "Finetune/Loss (Raw)": 0.8685304522514343, "Finetune/Step": 8817, "Finetune/Step Time": 6.252731878310442}
+{"Finetune/Learning Rate": 3.589903100327785e-07, "Finetune/Loss": 0.8164763450622559, "Finetune/Loss (Raw)": 0.7148000001907349, "Finetune/Step": 8818, "Finetune/Step Time": 6.248835053294897}
+{"Finetune/Learning Rate": 3.580965540065651e-07, "Finetune/Loss": 0.8163487911224365, "Finetune/Loss (Raw)": 0.8141248822212219, "Finetune/Step": 8819, "Finetune/Step Time": 6.244484445080161}
+{"Finetune/Learning Rate": 3.572038916481979e-07, "Finetune/Loss": 0.8162448406219482, "Finetune/Loss (Raw)": 0.7973795533180237, "Finetune/Step": 8820, "Finetune/Step Time": 6.242879528552294}
+{"Finetune/Learning Rate": 3.5631232305893047e-07, "Finetune/Loss": 0.8169031143188477, "Finetune/Loss (Raw)": 0.8735584616661072, "Finetune/Step": 8821, "Finetune/Step Time": 6.240931339561939}
+{"Finetune/Learning Rate": 3.5542184833989634e-07, "Finetune/Loss": 0.8160940408706665, "Finetune/Loss (Raw)": 0.75612473487854, "Finetune/Step": 8822, "Finetune/Step Time": 6.239470740780234}
+{"Finetune/Learning Rate": 3.5453246759209693e-07, "Finetune/Loss": 0.818257749080658, "Finetune/Loss (Raw)": 0.9286616444587708, "Finetune/Step": 8823, "Finetune/Step Time": 6.244011998176575}
+{"Finetune/Learning Rate": 3.5364418091641374e-07, "Finetune/Loss": 0.8183073997497559, "Finetune/Loss (Raw)": 0.7861714363098145, "Finetune/Step": 8824, "Finetune/Step Time": 6.2400990426540375}
+{"Finetune/Learning Rate": 3.5275698841360393e-07, "Finetune/Loss": 0.8182610273361206, "Finetune/Loss (Raw)": 0.84467613697052, "Finetune/Step": 8825, "Finetune/Step Time": 6.241543799638748}
+{"Finetune/Learning Rate": 3.5187089018430377e-07, "Finetune/Loss": 0.8192648887634277, "Finetune/Loss (Raw)": 0.876680314540863, "Finetune/Step": 8826, "Finetune/Step Time": 6.245090989395976}
+{"Finetune/Learning Rate": 3.509858863290183e-07, "Finetune/Loss": 0.8190258741378784, "Finetune/Loss (Raw)": 0.9296223521232605, "Finetune/Step": 8827, "Finetune/Step Time": 6.240042252466083}
+{"Finetune/Learning Rate": 3.5010197694813285e-07, "Finetune/Loss": 0.8187978267669678, "Finetune/Loss (Raw)": 0.786449670791626, "Finetune/Step": 8828, "Finetune/Step Time": 6.243069244548678}
+{"Finetune/Learning Rate": 3.4921916214191055e-07, "Finetune/Loss": 0.8196701407432556, "Finetune/Loss (Raw)": 0.9004585146903992, "Finetune/Step": 8829, "Finetune/Step Time": 6.245245516300201}
+{"Finetune/Learning Rate": 3.4833744201048457e-07, "Finetune/Loss": 0.819587230682373, "Finetune/Loss (Raw)": 0.862971842288971, "Finetune/Step": 8830, "Finetune/Step Time": 6.243626061826944}
+{"Finetune/Learning Rate": 3.474568166538694e-07, "Finetune/Loss": 0.8213885426521301, "Finetune/Loss (Raw)": 0.9418013095855713, "Finetune/Step": 8831, "Finetune/Step Time": 6.2395281828939915}
+{"Finetune/Learning Rate": 3.4657728617195295e-07, "Finetune/Loss": 0.8247727155685425, "Finetune/Loss (Raw)": 0.7295048236846924, "Finetune/Step": 8832, "Finetune/Step Time": 6.239367391914129}
+{"Finetune/Learning Rate": 3.456988506644987e-07, "Finetune/Loss": 0.8237236738204956, "Finetune/Loss (Raw)": 0.8019758462905884, "Finetune/Step": 8833, "Finetune/Step Time": 6.246993850916624}
+{"Finetune/Learning Rate": 3.4482151023114583e-07, "Finetune/Loss": 0.8234992027282715, "Finetune/Loss (Raw)": 0.7596467137336731, "Finetune/Step": 8834, "Finetune/Step Time": 6.253515878692269}
+{"Finetune/Learning Rate": 3.4394526497141034e-07, "Finetune/Loss": 0.8236823081970215, "Finetune/Loss (Raw)": 0.854248046875, "Finetune/Step": 8835, "Finetune/Step Time": 6.250538285821676}
+{"Finetune/Learning Rate": 3.430701149846849e-07, "Finetune/Loss": 0.8241109251976013, "Finetune/Loss (Raw)": 0.8656132817268372, "Finetune/Step": 8836, "Finetune/Step Time": 6.249176632612944}
+{"Finetune/Learning Rate": 3.4219606037023454e-07, "Finetune/Loss": 0.8254527449607849, "Finetune/Loss (Raw)": 0.9328212141990662, "Finetune/Step": 8837, "Finetune/Step Time": 6.2481255400925875}
+{"Finetune/Learning Rate": 3.4132310122720226e-07, "Finetune/Loss": 0.8258978128433228, "Finetune/Loss (Raw)": 0.8657830953598022, "Finetune/Step": 8838, "Finetune/Step Time": 6.249627428129315}
+{"Finetune/Learning Rate": 3.4045123765460765e-07, "Finetune/Loss": 0.8259756565093994, "Finetune/Loss (Raw)": 0.8050740361213684, "Finetune/Step": 8839, "Finetune/Step Time": 6.268464477732778}
+{"Finetune/Learning Rate": 3.3958046975134494e-07, "Finetune/Loss": 0.8250112533569336, "Finetune/Loss (Raw)": 0.8484994173049927, "Finetune/Step": 8840, "Finetune/Step Time": 6.268236272037029}
+{"Finetune/Learning Rate": 3.387107976161852e-07, "Finetune/Loss": 0.8265670537948608, "Finetune/Loss (Raw)": 1.0043970346450806, "Finetune/Step": 8841, "Finetune/Step Time": 6.2695162277668715}
+{"Finetune/Learning Rate": 3.3784222134776946e-07, "Finetune/Loss": 0.8260937333106995, "Finetune/Loss (Raw)": 0.7693898677825928, "Finetune/Step": 8842, "Finetune/Step Time": 6.26218038611114}
+{"Finetune/Learning Rate": 3.3697474104462447e-07, "Finetune/Loss": 0.8253833651542664, "Finetune/Loss (Raw)": 0.7923526167869568, "Finetune/Step": 8843, "Finetune/Step Time": 6.261278536170721}
+{"Finetune/Learning Rate": 3.36108356805146e-07, "Finetune/Loss": 0.8248581886291504, "Finetune/Loss (Raw)": 0.7346651554107666, "Finetune/Step": 8844, "Finetune/Step Time": 6.2641571294516325}
+{"Finetune/Learning Rate": 3.3524306872760425e-07, "Finetune/Loss": 0.8253949284553528, "Finetune/Loss (Raw)": 0.8301220536231995, "Finetune/Step": 8845, "Finetune/Step Time": 6.263871299102902}
+{"Finetune/Learning Rate": 3.343788769101486e-07, "Finetune/Loss": 0.8245183229446411, "Finetune/Loss (Raw)": 0.8528833389282227, "Finetune/Step": 8846, "Finetune/Step Time": 6.259699020534754}
+{"Finetune/Learning Rate": 3.335157814508072e-07, "Finetune/Loss": 0.8229186534881592, "Finetune/Loss (Raw)": 0.6559765934944153, "Finetune/Step": 8847, "Finetune/Step Time": 6.248517932370305}
+{"Finetune/Learning Rate": 3.32653782447474e-07, "Finetune/Loss": 0.8236691355705261, "Finetune/Loss (Raw)": 0.8227221369743347, "Finetune/Step": 8848, "Finetune/Step Time": 6.240624660626054}
+{"Finetune/Learning Rate": 3.317928799979275e-07, "Finetune/Loss": 0.823466956615448, "Finetune/Loss (Raw)": 0.8055039644241333, "Finetune/Step": 8849, "Finetune/Step Time": 6.233192211017013}
+{"Finetune/Learning Rate": 3.3093307419981957e-07, "Finetune/Loss": 0.8238792419433594, "Finetune/Loss (Raw)": 0.7801539897918701, "Finetune/Step": 8850, "Finetune/Step Time": 6.246572194620967}
+{"Finetune/Learning Rate": 3.3007436515067323e-07, "Finetune/Loss": 0.820900022983551, "Finetune/Loss (Raw)": 0.4150555729866028, "Finetune/Step": 8851, "Finetune/Step Time": 6.241293029859662}
+{"Finetune/Learning Rate": 3.2921675294789403e-07, "Finetune/Loss": 0.8226608037948608, "Finetune/Loss (Raw)": 1.0651785135269165, "Finetune/Step": 8852, "Finetune/Step Time": 6.25348343513906}
+{"Finetune/Learning Rate": 3.2836023768875846e-07, "Finetune/Loss": 0.8222826719284058, "Finetune/Loss (Raw)": 0.761724054813385, "Finetune/Step": 8853, "Finetune/Step Time": 6.247850967571139}
+{"Finetune/Learning Rate": 3.2750481947042e-07, "Finetune/Loss": 0.8213186264038086, "Finetune/Loss (Raw)": 0.7932230234146118, "Finetune/Step": 8854, "Finetune/Step Time": 6.235282335430384}
+{"Finetune/Learning Rate": 3.266504983899066e-07, "Finetune/Loss": 0.8205147981643677, "Finetune/Loss (Raw)": 0.7409095764160156, "Finetune/Step": 8855, "Finetune/Step Time": 6.234637461602688}
+{"Finetune/Learning Rate": 3.2579727454412404e-07, "Finetune/Loss": 0.8199172019958496, "Finetune/Loss (Raw)": 0.6354323625564575, "Finetune/Step": 8856, "Finetune/Step Time": 6.231232902035117}
+{"Finetune/Learning Rate": 3.2494514802985265e-07, "Finetune/Loss": 0.8192425966262817, "Finetune/Loss (Raw)": 0.8194773197174072, "Finetune/Step": 8857, "Finetune/Step Time": 6.235298570245504}
+{"Finetune/Learning Rate": 3.240941189437463e-07, "Finetune/Loss": 0.8183616995811462, "Finetune/Loss (Raw)": 0.7097204327583313, "Finetune/Step": 8858, "Finetune/Step Time": 6.233634639531374}
+{"Finetune/Learning Rate": 3.2324418738233667e-07, "Finetune/Loss": 0.8227968811988831, "Finetune/Loss (Raw)": 0.9697551131248474, "Finetune/Step": 8859, "Finetune/Step Time": 6.229805024340749}
+{"Finetune/Learning Rate": 3.223953534420321e-07, "Finetune/Loss": 0.8229390382766724, "Finetune/Loss (Raw)": 0.8545994758605957, "Finetune/Step": 8860, "Finetune/Step Time": 6.214886864647269}
+{"Finetune/Learning Rate": 3.215476172191112e-07, "Finetune/Loss": 0.8254178166389465, "Finetune/Loss (Raw)": 0.9715209603309631, "Finetune/Step": 8861, "Finetune/Step Time": 6.21281936019659}
+{"Finetune/Learning Rate": 3.207009788097359e-07, "Finetune/Loss": 0.824857234954834, "Finetune/Loss (Raw)": 0.8156224489212036, "Finetune/Step": 8862, "Finetune/Step Time": 6.2111112382262945}
+{"Finetune/Learning Rate": 3.1985543830993505e-07, "Finetune/Loss": 0.8245021104812622, "Finetune/Loss (Raw)": 0.8410391211509705, "Finetune/Step": 8863, "Finetune/Step Time": 6.212916513904929}
+{"Finetune/Learning Rate": 3.1901099581561846e-07, "Finetune/Loss": 0.8255594968795776, "Finetune/Loss (Raw)": 0.8964473605155945, "Finetune/Step": 8864, "Finetune/Step Time": 6.214228119701147}
+{"Finetune/Learning Rate": 3.181676514225729e-07, "Finetune/Loss": 0.826784610748291, "Finetune/Loss (Raw)": 0.8645516037940979, "Finetune/Step": 8865, "Finetune/Step Time": 6.2082101088017225}
+{"Finetune/Learning Rate": 3.1732540522645294e-07, "Finetune/Loss": 0.8269780278205872, "Finetune/Loss (Raw)": 0.9442715644836426, "Finetune/Step": 8866, "Finetune/Step Time": 6.195987798273563}
+{"Finetune/Learning Rate": 3.1648425732279666e-07, "Finetune/Loss": 0.8263742327690125, "Finetune/Loss (Raw)": 0.7944802641868591, "Finetune/Step": 8867, "Finetune/Step Time": 6.1932412050664425}
+{"Finetune/Learning Rate": 3.1564420780701435e-07, "Finetune/Loss": 0.8256494998931885, "Finetune/Loss (Raw)": 0.7976793646812439, "Finetune/Step": 8868, "Finetune/Step Time": 6.1885559018701315}
+{"Finetune/Learning Rate": 3.1480525677439087e-07, "Finetune/Loss": 0.8269407749176025, "Finetune/Loss (Raw)": 0.9150515794754028, "Finetune/Step": 8869, "Finetune/Step Time": 6.184801906347275}
+{"Finetune/Learning Rate": 3.1396740432008465e-07, "Finetune/Loss": 0.8274659514427185, "Finetune/Loss (Raw)": 0.80699223279953, "Finetune/Step": 8870, "Finetune/Step Time": 6.181623330339789}
+{"Finetune/Learning Rate": 3.131306505391385e-07, "Finetune/Loss": 0.8273552060127258, "Finetune/Loss (Raw)": 0.7390853762626648, "Finetune/Step": 8871, "Finetune/Step Time": 6.186003962531686}
+{"Finetune/Learning Rate": 3.122949955264587e-07, "Finetune/Loss": 0.8265040516853333, "Finetune/Loss (Raw)": 0.6965950131416321, "Finetune/Step": 8872, "Finetune/Step Time": 6.187846062704921}
+{"Finetune/Learning Rate": 3.114604393768339e-07, "Finetune/Loss": 0.8274943828582764, "Finetune/Loss (Raw)": 0.8928619027137756, "Finetune/Step": 8873, "Finetune/Step Time": 6.193686654791236}
+{"Finetune/Learning Rate": 3.106269821849273e-07, "Finetune/Loss": 0.8292254209518433, "Finetune/Loss (Raw)": 0.9020863175392151, "Finetune/Step": 8874, "Finetune/Step Time": 6.16892864741385}
+{"Finetune/Learning Rate": 3.0979462404527647e-07, "Finetune/Loss": 0.8295859098434448, "Finetune/Loss (Raw)": 0.8921083807945251, "Finetune/Step": 8875, "Finetune/Step Time": 6.158710211515427}
+{"Finetune/Learning Rate": 3.08963365052295e-07, "Finetune/Loss": 0.8284186124801636, "Finetune/Loss (Raw)": 0.7087748050689697, "Finetune/Step": 8876, "Finetune/Step Time": 6.1565842386335135}
+{"Finetune/Learning Rate": 3.0813320530027056e-07, "Finetune/Loss": 0.8282086849212646, "Finetune/Loss (Raw)": 0.7679750919342041, "Finetune/Step": 8877, "Finetune/Step Time": 6.15583192370832}
+{"Finetune/Learning Rate": 3.07304144883368e-07, "Finetune/Loss": 0.828044593334198, "Finetune/Loss (Raw)": 0.7502495646476746, "Finetune/Step": 8878, "Finetune/Step Time": 6.158638609573245}
+{"Finetune/Learning Rate": 3.064761838956254e-07, "Finetune/Loss": 0.8267732262611389, "Finetune/Loss (Raw)": 0.8036945462226868, "Finetune/Step": 8879, "Finetune/Step Time": 6.176682638004422}
+{"Finetune/Learning Rate": 3.056493224309587e-07, "Finetune/Loss": 0.8268341422080994, "Finetune/Loss (Raw)": 0.8211385607719421, "Finetune/Step": 8880, "Finetune/Step Time": 6.176888229325414}
+{"Finetune/Learning Rate": 3.048235605831573e-07, "Finetune/Loss": 0.8289182186126709, "Finetune/Loss (Raw)": 0.9694598913192749, "Finetune/Step": 8881, "Finetune/Step Time": 6.180278480052948}
+{"Finetune/Learning Rate": 3.039988984458853e-07, "Finetune/Loss": 0.8275762796401978, "Finetune/Loss (Raw)": 0.6465563178062439, "Finetune/Step": 8882, "Finetune/Step Time": 6.179240994155407}
+{"Finetune/Learning Rate": 3.0317533611268435e-07, "Finetune/Loss": 0.8279244899749756, "Finetune/Loss (Raw)": 0.7986665368080139, "Finetune/Step": 8883, "Finetune/Step Time": 6.171769980341196}
+{"Finetune/Learning Rate": 3.0235287367696763e-07, "Finetune/Loss": 0.8284896016120911, "Finetune/Loss (Raw)": 0.8699336051940918, "Finetune/Step": 8884, "Finetune/Step Time": 6.17431559972465}
+{"Finetune/Learning Rate": 3.0153151123202827e-07, "Finetune/Loss": 0.8284512758255005, "Finetune/Loss (Raw)": 0.7886642217636108, "Finetune/Step": 8885, "Finetune/Step Time": 6.153820356354117}
+{"Finetune/Learning Rate": 3.0071124887103174e-07, "Finetune/Loss": 0.8273320198059082, "Finetune/Loss (Raw)": 0.7310613989830017, "Finetune/Step": 8886, "Finetune/Step Time": 6.146409632638097}
+{"Finetune/Learning Rate": 2.9989208668701806e-07, "Finetune/Loss": 0.8267963528633118, "Finetune/Loss (Raw)": 0.7932846546173096, "Finetune/Step": 8887, "Finetune/Step Time": 6.12876470759511}
+{"Finetune/Learning Rate": 2.9907402477290515e-07, "Finetune/Loss": 0.8260222673416138, "Finetune/Loss (Raw)": 0.7912213802337646, "Finetune/Step": 8888, "Finetune/Step Time": 6.127631671726704}
+{"Finetune/Learning Rate": 2.982570632214854e-07, "Finetune/Loss": 0.825433611869812, "Finetune/Loss (Raw)": 0.8530520796775818, "Finetune/Step": 8889, "Finetune/Step Time": 6.119405830278993}
+{"Finetune/Learning Rate": 2.974412021254236e-07, "Finetune/Loss": 0.8256636261940002, "Finetune/Loss (Raw)": 0.8861182332038879, "Finetune/Step": 8890, "Finetune/Step Time": 6.095692448318005}
+{"Finetune/Learning Rate": 2.966264415772602e-07, "Finetune/Loss": 0.8249948024749756, "Finetune/Loss (Raw)": 0.755317747592926, "Finetune/Step": 8891, "Finetune/Step Time": 6.098496649414301}
+{"Finetune/Learning Rate": 2.9581278166941784e-07, "Finetune/Loss": 0.8253491520881653, "Finetune/Loss (Raw)": 0.8297230005264282, "Finetune/Step": 8892, "Finetune/Step Time": 6.098570358008146}
+{"Finetune/Learning Rate": 2.95000222494185e-07, "Finetune/Loss": 0.8259504437446594, "Finetune/Loss (Raw)": 0.8787049055099487, "Finetune/Step": 8893, "Finetune/Step Time": 6.09549361653626}
+{"Finetune/Learning Rate": 2.9418876414372797e-07, "Finetune/Loss": 0.8261299133300781, "Finetune/Loss (Raw)": 0.921654462814331, "Finetune/Step": 8894, "Finetune/Step Time": 6.094512635841966}
+{"Finetune/Learning Rate": 2.933784067100931e-07, "Finetune/Loss": 0.825831413269043, "Finetune/Loss (Raw)": 0.8790139555931091, "Finetune/Step": 8895, "Finetune/Step Time": 6.088616898283362}
+{"Finetune/Learning Rate": 2.9256915028519575e-07, "Finetune/Loss": 0.825324296951294, "Finetune/Loss (Raw)": 0.7123005986213684, "Finetune/Step": 8896, "Finetune/Step Time": 6.084226291626692}
+{"Finetune/Learning Rate": 2.917609949608291e-07, "Finetune/Loss": 0.8244996070861816, "Finetune/Loss (Raw)": 0.7487422823905945, "Finetune/Step": 8897, "Finetune/Step Time": 6.090065952390432}
+{"Finetune/Learning Rate": 2.90953940828661e-07, "Finetune/Loss": 0.8254826664924622, "Finetune/Loss (Raw)": 0.8337495923042297, "Finetune/Step": 8898, "Finetune/Step Time": 6.093208322301507}
+{"Finetune/Learning Rate": 2.901479879802349e-07, "Finetune/Loss": 0.8251219987869263, "Finetune/Loss (Raw)": 0.7960739135742188, "Finetune/Step": 8899, "Finetune/Step Time": 6.092753484845161}
+{"Finetune/Learning Rate": 2.8934313650696877e-07, "Finetune/Loss": 0.8264714479446411, "Finetune/Loss (Raw)": 0.9034755825996399, "Finetune/Step": 8900, "Finetune/Step Time": 6.089854313060641}
+{"Finetune/Learning Rate": 2.8853938650015624e-07, "Finetune/Loss": 0.8260449171066284, "Finetune/Loss (Raw)": 0.7383716702461243, "Finetune/Step": 8901, "Finetune/Step Time": 6.0873826034367085}
+{"Finetune/Learning Rate": 2.8773673805096436e-07, "Finetune/Loss": 0.8268861770629883, "Finetune/Loss (Raw)": 0.8114421367645264, "Finetune/Step": 8902, "Finetune/Step Time": 6.090607589110732}
+{"Finetune/Learning Rate": 2.8693519125043813e-07, "Finetune/Loss": 0.8272292017936707, "Finetune/Loss (Raw)": 0.8429456353187561, "Finetune/Step": 8903, "Finetune/Step Time": 6.087128654122353}
+{"Finetune/Learning Rate": 2.8613474618949365e-07, "Finetune/Loss": 0.8278043270111084, "Finetune/Loss (Raw)": 0.909446656703949, "Finetune/Step": 8904, "Finetune/Step Time": 6.0867770742625}
+{"Finetune/Learning Rate": 2.8533540295892614e-07, "Finetune/Loss": 0.827977180480957, "Finetune/Loss (Raw)": 0.875828206539154, "Finetune/Step": 8905, "Finetune/Step Time": 6.085765168070793}
+{"Finetune/Learning Rate": 2.845371616494041e-07, "Finetune/Loss": 0.8266462683677673, "Finetune/Loss (Raw)": 0.7843917012214661, "Finetune/Step": 8906, "Finetune/Step Time": 6.083511870354414}
+{"Finetune/Learning Rate": 2.837400223514708e-07, "Finetune/Loss": 0.8258599042892456, "Finetune/Loss (Raw)": 0.7867591977119446, "Finetune/Step": 8907, "Finetune/Step Time": 6.081893125548959}
+{"Finetune/Learning Rate": 2.829439851555427e-07, "Finetune/Loss": 0.8248269557952881, "Finetune/Loss (Raw)": 0.7682679295539856, "Finetune/Step": 8908, "Finetune/Step Time": 6.078625427559018}
+{"Finetune/Learning Rate": 2.8214905015191527e-07, "Finetune/Loss": 0.8253659009933472, "Finetune/Loss (Raw)": 0.9233236908912659, "Finetune/Step": 8909, "Finetune/Step Time": 6.075664570555091}
+{"Finetune/Learning Rate": 2.813552174307566e-07, "Finetune/Loss": 0.8245130777359009, "Finetune/Loss (Raw)": 0.762059211730957, "Finetune/Step": 8910, "Finetune/Step Time": 6.075346853584051}
+{"Finetune/Learning Rate": 2.8056248708211e-07, "Finetune/Loss": 0.8245994448661804, "Finetune/Loss (Raw)": 0.8426148891448975, "Finetune/Step": 8911, "Finetune/Step Time": 6.073262577876449}
+{"Finetune/Learning Rate": 2.7977085919589253e-07, "Finetune/Loss": 0.82599937915802, "Finetune/Loss (Raw)": 0.9475261569023132, "Finetune/Step": 8912, "Finetune/Step Time": 6.065816778689623}
+{"Finetune/Learning Rate": 2.789803338618979e-07, "Finetune/Loss": 0.8273805379867554, "Finetune/Loss (Raw)": 0.8554005026817322, "Finetune/Step": 8913, "Finetune/Step Time": 6.0600431188941}
+{"Finetune/Learning Rate": 2.781909111697978e-07, "Finetune/Loss": 0.8271497488021851, "Finetune/Loss (Raw)": 0.8674581050872803, "Finetune/Step": 8914, "Finetune/Step Time": 6.051015878096223}
+{"Finetune/Learning Rate": 2.774025912091294e-07, "Finetune/Loss": 0.8276253938674927, "Finetune/Loss (Raw)": 0.9079015254974365, "Finetune/Step": 8915, "Finetune/Step Time": 6.046566898003221}
+{"Finetune/Learning Rate": 2.766153740693145e-07, "Finetune/Loss": 0.8284099102020264, "Finetune/Loss (Raw)": 0.8488826751708984, "Finetune/Step": 8916, "Finetune/Step Time": 6.031572951003909}
+{"Finetune/Learning Rate": 2.7582925983964726e-07, "Finetune/Loss": 0.8274312019348145, "Finetune/Loss (Raw)": 0.7713713645935059, "Finetune/Step": 8917, "Finetune/Step Time": 6.019581509754062}
+{"Finetune/Learning Rate": 2.7504424860929193e-07, "Finetune/Loss": 0.8279904127120972, "Finetune/Loss (Raw)": 0.861487865447998, "Finetune/Step": 8918, "Finetune/Step Time": 6.017924141138792}
+{"Finetune/Learning Rate": 2.7426034046729165e-07, "Finetune/Loss": 0.8273171186447144, "Finetune/Loss (Raw)": 0.7682409286499023, "Finetune/Step": 8919, "Finetune/Step Time": 6.018080569803715}
+{"Finetune/Learning Rate": 2.734775355025687e-07, "Finetune/Loss": 0.8268042802810669, "Finetune/Loss (Raw)": 0.7497316002845764, "Finetune/Step": 8920, "Finetune/Step Time": 6.017219750210643}
+{"Finetune/Learning Rate": 2.7269583380390984e-07, "Finetune/Loss": 0.826798677444458, "Finetune/Loss (Raw)": 0.8327328562736511, "Finetune/Step": 8921, "Finetune/Step Time": 6.014569299295545}
+{"Finetune/Learning Rate": 2.719152354599841e-07, "Finetune/Loss": 0.826625406742096, "Finetune/Loss (Raw)": 0.89708012342453, "Finetune/Step": 8922, "Finetune/Step Time": 6.014310440048575}
+{"Finetune/Learning Rate": 2.7113574055933734e-07, "Finetune/Loss": 0.8248242139816284, "Finetune/Loss (Raw)": 0.645298182964325, "Finetune/Step": 8923, "Finetune/Step Time": 6.008628534153104}
+{"Finetune/Learning Rate": 2.7035734919038104e-07, "Finetune/Loss": 0.8272925615310669, "Finetune/Loss (Raw)": 0.9495745897293091, "Finetune/Step": 8924, "Finetune/Step Time": 6.008743120357394}
+{"Finetune/Learning Rate": 2.6958006144141123e-07, "Finetune/Loss": 0.8269315958023071, "Finetune/Loss (Raw)": 0.7913480401039124, "Finetune/Step": 8925, "Finetune/Step Time": 6.002553582191467}
+{"Finetune/Learning Rate": 2.688038774005919e-07, "Finetune/Loss": 0.8256077766418457, "Finetune/Loss (Raw)": 0.6531447768211365, "Finetune/Step": 8926, "Finetune/Step Time": 6.007130300626159}
+{"Finetune/Learning Rate": 2.6802879715596585e-07, "Finetune/Loss": 0.8235759139060974, "Finetune/Loss (Raw)": 0.6998401284217834, "Finetune/Step": 8927, "Finetune/Step Time": 6.0225404016673565}
+{"Finetune/Learning Rate": 2.672548207954495e-07, "Finetune/Loss": 0.8238289952278137, "Finetune/Loss (Raw)": 0.9050189256668091, "Finetune/Step": 8928, "Finetune/Step Time": 6.019854556769133}
+{"Finetune/Learning Rate": 2.6648194840683264e-07, "Finetune/Loss": 0.8221811056137085, "Finetune/Loss (Raw)": 0.7595281600952148, "Finetune/Step": 8929, "Finetune/Step Time": 6.0140342973172665}
+{"Finetune/Learning Rate": 2.657101800777828e-07, "Finetune/Loss": 0.8202064633369446, "Finetune/Loss (Raw)": 0.6159268617630005, "Finetune/Step": 8930, "Finetune/Step Time": 6.013593880459666}
+{"Finetune/Learning Rate": 2.6493951589584013e-07, "Finetune/Loss": 0.8199000358581543, "Finetune/Loss (Raw)": 0.7534575462341309, "Finetune/Step": 8931, "Finetune/Step Time": 6.0157528184354305}
+{"Finetune/Learning Rate": 2.64169955948419e-07, "Finetune/Loss": 0.8193129301071167, "Finetune/Loss (Raw)": 0.7573066353797913, "Finetune/Step": 8932, "Finetune/Step Time": 6.0200517904013395}
+{"Finetune/Learning Rate": 2.6340150032281075e-07, "Finetune/Loss": 0.8180513381958008, "Finetune/Loss (Raw)": 0.7195673584938049, "Finetune/Step": 8933, "Finetune/Step Time": 6.038235366344452}
+{"Finetune/Learning Rate": 2.626341491061801e-07, "Finetune/Loss": 0.8171403408050537, "Finetune/Loss (Raw)": 0.7127317190170288, "Finetune/Step": 8934, "Finetune/Step Time": 6.036476166918874}
+{"Finetune/Learning Rate": 2.6186790238556634e-07, "Finetune/Loss": 0.8165795207023621, "Finetune/Loss (Raw)": 0.8297194242477417, "Finetune/Step": 8935, "Finetune/Step Time": 6.0315619148314}
+{"Finetune/Learning Rate": 2.6110276024788216e-07, "Finetune/Loss": 0.8169776201248169, "Finetune/Loss (Raw)": 0.8284875154495239, "Finetune/Step": 8936, "Finetune/Step Time": 6.023074643686414}
+{"Finetune/Learning Rate": 2.6033872277991923e-07, "Finetune/Loss": 0.8165735006332397, "Finetune/Loss (Raw)": 0.8768535256385803, "Finetune/Step": 8937, "Finetune/Step Time": 6.0243717469275}
+{"Finetune/Learning Rate": 2.5957579006834156e-07, "Finetune/Loss": 0.8167837262153625, "Finetune/Loss (Raw)": 0.8017832636833191, "Finetune/Step": 8938, "Finetune/Step Time": 6.027374776080251}
+{"Finetune/Learning Rate": 2.5881396219968436e-07, "Finetune/Loss": 0.8168740272521973, "Finetune/Loss (Raw)": 0.7514444589614868, "Finetune/Step": 8939, "Finetune/Step Time": 6.027456438168883}
+{"Finetune/Learning Rate": 2.5805323926036295e-07, "Finetune/Loss": 0.8157755136489868, "Finetune/Loss (Raw)": 0.7366698384284973, "Finetune/Step": 8940, "Finetune/Step Time": 6.029870696365833}
+{"Finetune/Learning Rate": 2.57293621336665e-07, "Finetune/Loss": 0.8171861171722412, "Finetune/Loss (Raw)": 0.8929204940795898, "Finetune/Step": 8941, "Finetune/Step Time": 6.018703376874328}
+{"Finetune/Learning Rate": 2.565351085147527e-07, "Finetune/Loss": 0.8161352872848511, "Finetune/Loss (Raw)": 0.764904797077179, "Finetune/Step": 8942, "Finetune/Step Time": 6.013995999470353}
+{"Finetune/Learning Rate": 2.557777008806617e-07, "Finetune/Loss": 0.814598560333252, "Finetune/Loss (Raw)": 0.707698404788971, "Finetune/Step": 8943, "Finetune/Step Time": 6.03739981725812}
+{"Finetune/Learning Rate": 2.550213985203076e-07, "Finetune/Loss": 0.8147114515304565, "Finetune/Loss (Raw)": 0.809156596660614, "Finetune/Step": 8944, "Finetune/Step Time": 6.0523624792695045}
+{"Finetune/Learning Rate": 2.54266201519473e-07, "Finetune/Loss": 0.8136274814605713, "Finetune/Loss (Raw)": 0.7297781109809875, "Finetune/Step": 8945, "Finetune/Step Time": 6.049335924908519}
+{"Finetune/Learning Rate": 2.535121099638194e-07, "Finetune/Loss": 0.8130719661712646, "Finetune/Loss (Raw)": 0.6436992287635803, "Finetune/Step": 8946, "Finetune/Step Time": 6.051781190559268}
+{"Finetune/Learning Rate": 2.527591239388838e-07, "Finetune/Loss": 0.8122609257698059, "Finetune/Loss (Raw)": 0.7103123664855957, "Finetune/Step": 8947, "Finetune/Step Time": 6.057171814143658}
+{"Finetune/Learning Rate": 2.5200724353007464e-07, "Finetune/Loss": 0.8126674294471741, "Finetune/Loss (Raw)": 0.8494102358818054, "Finetune/Step": 8948, "Finetune/Step Time": 6.056845752522349}
+{"Finetune/Learning Rate": 2.512564688226782e-07, "Finetune/Loss": 0.8113285899162292, "Finetune/Loss (Raw)": 0.7021875977516174, "Finetune/Step": 8949, "Finetune/Step Time": 6.054523831233382}
+{"Finetune/Learning Rate": 2.50506799901854e-07, "Finetune/Loss": 0.8119739294052124, "Finetune/Loss (Raw)": 0.8387244939804077, "Finetune/Step": 8950, "Finetune/Step Time": 6.053717358037829}
+{"Finetune/Learning Rate": 2.497582368526341e-07, "Finetune/Loss": 0.8102002739906311, "Finetune/Loss (Raw)": 0.7016381025314331, "Finetune/Step": 8951, "Finetune/Step Time": 6.042996276170015}
+{"Finetune/Learning Rate": 2.4901077975992836e-07, "Finetune/Loss": 0.809940755367279, "Finetune/Loss (Raw)": 0.7529516220092773, "Finetune/Step": 8952, "Finetune/Step Time": 6.0433657970279455}
+{"Finetune/Learning Rate": 2.482644287085201e-07, "Finetune/Loss": 0.81082683801651, "Finetune/Loss (Raw)": 0.9580922722816467, "Finetune/Step": 8953, "Finetune/Step Time": 6.043082695454359}
+{"Finetune/Learning Rate": 2.4751918378306484e-07, "Finetune/Loss": 0.8108545541763306, "Finetune/Loss (Raw)": 0.8802317380905151, "Finetune/Step": 8954, "Finetune/Step Time": 6.04292575083673}
+{"Finetune/Learning Rate": 2.4677504506809723e-07, "Finetune/Loss": 0.8102219104766846, "Finetune/Loss (Raw)": 0.8486442565917969, "Finetune/Step": 8955, "Finetune/Step Time": 6.045233577489853}
+{"Finetune/Learning Rate": 2.4603201264802423e-07, "Finetune/Loss": 0.811014711856842, "Finetune/Loss (Raw)": 0.8879241943359375, "Finetune/Step": 8956, "Finetune/Step Time": 6.044642044231296}
+{"Finetune/Learning Rate": 2.452900866071228e-07, "Finetune/Loss": 0.8098117113113403, "Finetune/Loss (Raw)": 0.7464760541915894, "Finetune/Step": 8957, "Finetune/Step Time": 6.048636477440596}
+{"Finetune/Learning Rate": 2.445492670295524e-07, "Finetune/Loss": 0.8089123964309692, "Finetune/Loss (Raw)": 0.7478687167167664, "Finetune/Step": 8958, "Finetune/Step Time": 6.051178116351366}
+{"Finetune/Learning Rate": 2.438095539993435e-07, "Finetune/Loss": 0.8081138134002686, "Finetune/Loss (Raw)": 0.8395745754241943, "Finetune/Step": 8959, "Finetune/Step Time": 6.051249071955681}
+{"Finetune/Learning Rate": 2.430709476003978e-07, "Finetune/Loss": 0.807335376739502, "Finetune/Loss (Raw)": 0.6298695802688599, "Finetune/Step": 8960, "Finetune/Step Time": 6.054692467674613}
+{"Finetune/Learning Rate": 2.4233344791649625e-07, "Finetune/Loss": 0.8076565265655518, "Finetune/Loss (Raw)": 0.8430846333503723, "Finetune/Step": 8961, "Finetune/Step Time": 6.042941343039274}
+{"Finetune/Learning Rate": 2.4159705503129406e-07, "Finetune/Loss": 0.8070176839828491, "Finetune/Loss (Raw)": 0.67787104845047, "Finetune/Step": 8962, "Finetune/Step Time": 6.035859486088157}
+{"Finetune/Learning Rate": 2.408617690283155e-07, "Finetune/Loss": 0.8075635433197021, "Finetune/Loss (Raw)": 0.924113929271698, "Finetune/Step": 8963, "Finetune/Step Time": 6.03968283161521}
+{"Finetune/Learning Rate": 2.4012758999096387e-07, "Finetune/Loss": 0.8071244955062866, "Finetune/Loss (Raw)": 0.8094159960746765, "Finetune/Step": 8964, "Finetune/Step Time": 6.039590688422322}
+{"Finetune/Learning Rate": 2.3939451800252035e-07, "Finetune/Loss": 0.8062338829040527, "Finetune/Loss (Raw)": 0.8188227415084839, "Finetune/Step": 8965, "Finetune/Step Time": 6.041729908436537}
+{"Finetune/Learning Rate": 2.3866255314613064e-07, "Finetune/Loss": 0.8052959442138672, "Finetune/Loss (Raw)": 0.7457253336906433, "Finetune/Step": 8966, "Finetune/Step Time": 6.044694868847728}
+{"Finetune/Learning Rate": 2.3793169550482388e-07, "Finetune/Loss": 0.8060523271560669, "Finetune/Loss (Raw)": 0.9018909931182861, "Finetune/Step": 8967, "Finetune/Step Time": 6.039064025506377}
+{"Finetune/Learning Rate": 2.3720194516149818e-07, "Finetune/Loss": 0.8056190013885498, "Finetune/Loss (Raw)": 0.7930362224578857, "Finetune/Step": 8968, "Finetune/Step Time": 6.037501590326428}
+{"Finetune/Learning Rate": 2.3647330219893073e-07, "Finetune/Loss": 0.8047357797622681, "Finetune/Loss (Raw)": 0.8913443684577942, "Finetune/Step": 8969, "Finetune/Step Time": 6.02772275544703}
+{"Finetune/Learning Rate": 2.3574576669976867e-07, "Finetune/Loss": 0.8047683238983154, "Finetune/Loss (Raw)": 0.7735591530799866, "Finetune/Step": 8970, "Finetune/Step Time": 6.028649736195803}
+{"Finetune/Learning Rate": 2.3501933874653493e-07, "Finetune/Loss": 0.8055601119995117, "Finetune/Loss (Raw)": 0.8936980962753296, "Finetune/Step": 8971, "Finetune/Step Time": 6.030093656852841}
+{"Finetune/Learning Rate": 2.3429401842162802e-07, "Finetune/Loss": 0.8044334053993225, "Finetune/Loss (Raw)": 0.5904414057731628, "Finetune/Step": 8972, "Finetune/Step Time": 6.031008271500468}
+{"Finetune/Learning Rate": 2.3356980580732103e-07, "Finetune/Loss": 0.8031350374221802, "Finetune/Loss (Raw)": 0.6639363765716553, "Finetune/Step": 8973, "Finetune/Step Time": 6.0427161026746035}
+{"Finetune/Learning Rate": 2.3284670098575822e-07, "Finetune/Loss": 0.8030039072036743, "Finetune/Loss (Raw)": 0.8360969424247742, "Finetune/Step": 8974, "Finetune/Step Time": 6.045188182964921}
+{"Finetune/Learning Rate": 2.3212470403896291e-07, "Finetune/Loss": 0.8042837381362915, "Finetune/Loss (Raw)": 0.8197934627532959, "Finetune/Step": 8975, "Finetune/Step Time": 6.046432986855507}
+{"Finetune/Learning Rate": 2.3140381504882736e-07, "Finetune/Loss": 0.8049473762512207, "Finetune/Loss (Raw)": 0.9076664447784424, "Finetune/Step": 8976, "Finetune/Step Time": 6.044931391254067}
+{"Finetune/Learning Rate": 2.3068403409712392e-07, "Finetune/Loss": 0.8054313659667969, "Finetune/Loss (Raw)": 0.8674557209014893, "Finetune/Step": 8977, "Finetune/Step Time": 6.047136476263404}
+{"Finetune/Learning Rate": 2.2996536126549395e-07, "Finetune/Loss": 0.8054468631744385, "Finetune/Loss (Raw)": 0.7821370959281921, "Finetune/Step": 8978, "Finetune/Step Time": 6.027651678770781}
+{"Finetune/Learning Rate": 2.292477966354567e-07, "Finetune/Loss": 0.8085150122642517, "Finetune/Loss (Raw)": 0.8077784776687622, "Finetune/Step": 8979, "Finetune/Step Time": 6.018775777891278}
+{"Finetune/Learning Rate": 2.2853134028840594e-07, "Finetune/Loss": 0.80653977394104, "Finetune/Loss (Raw)": 0.8123553395271301, "Finetune/Step": 8980, "Finetune/Step Time": 6.007578087970614}
+{"Finetune/Learning Rate": 2.2781599230560446e-07, "Finetune/Loss": 0.8057804703712463, "Finetune/Loss (Raw)": 0.6645280718803406, "Finetune/Step": 8981, "Finetune/Step Time": 6.013730449602008}
+{"Finetune/Learning Rate": 2.2710175276819625e-07, "Finetune/Loss": 0.8047836422920227, "Finetune/Loss (Raw)": 0.6656261086463928, "Finetune/Step": 8982, "Finetune/Step Time": 6.011723356321454}
+{"Finetune/Learning Rate": 2.2638862175719645e-07, "Finetune/Loss": 0.8056423664093018, "Finetune/Loss (Raw)": 0.8508270382881165, "Finetune/Step": 8983, "Finetune/Step Time": 6.0071377120912075}
+{"Finetune/Learning Rate": 2.2567659935349373e-07, "Finetune/Loss": 0.8070805668830872, "Finetune/Loss (Raw)": 0.8195255398750305, "Finetune/Step": 8984, "Finetune/Step Time": 6.0059533677995205}
+{"Finetune/Learning Rate": 2.2496568563785014e-07, "Finetune/Loss": 0.807304322719574, "Finetune/Loss (Raw)": 0.8481212854385376, "Finetune/Step": 8985, "Finetune/Step Time": 6.002435244619846}
+{"Finetune/Learning Rate": 2.2425588069090787e-07, "Finetune/Loss": 0.8088138103485107, "Finetune/Loss (Raw)": 0.9029273986816406, "Finetune/Step": 8986, "Finetune/Step Time": 6.006144262850285}
+{"Finetune/Learning Rate": 2.235471845931747e-07, "Finetune/Loss": 0.807325005531311, "Finetune/Loss (Raw)": 0.7791916131973267, "Finetune/Step": 8987, "Finetune/Step Time": 6.00442311540246}
+{"Finetune/Learning Rate": 2.228395974250386e-07, "Finetune/Loss": 0.8061802387237549, "Finetune/Loss (Raw)": 0.7080661058425903, "Finetune/Step": 8988, "Finetune/Step Time": 6.012584324926138}
+{"Finetune/Learning Rate": 2.2213311926676308e-07, "Finetune/Loss": 0.8041524887084961, "Finetune/Loss (Raw)": 0.7119668126106262, "Finetune/Step": 8989, "Finetune/Step Time": 6.040704049170017}
+{"Finetune/Learning Rate": 2.2142775019847963e-07, "Finetune/Loss": 0.8044240474700928, "Finetune/Loss (Raw)": 0.850390613079071, "Finetune/Step": 8990, "Finetune/Step Time": 6.04358122497797}
+{"Finetune/Learning Rate": 2.2072349030019757e-07, "Finetune/Loss": 0.803387463092804, "Finetune/Loss (Raw)": 0.7083526849746704, "Finetune/Step": 8991, "Finetune/Step Time": 6.0555049777030945}
+{"Finetune/Learning Rate": 2.200203396517997e-07, "Finetune/Loss": 0.8022967576980591, "Finetune/Loss (Raw)": 0.7568413615226746, "Finetune/Step": 8992, "Finetune/Step Time": 6.062518946826458}
+{"Finetune/Learning Rate": 2.1931829833304663e-07, "Finetune/Loss": 0.8023074865341187, "Finetune/Loss (Raw)": 0.8659154176712036, "Finetune/Step": 8993, "Finetune/Step Time": 6.085080137476325}
+{"Finetune/Learning Rate": 2.186173664235669e-07, "Finetune/Loss": 0.800841212272644, "Finetune/Loss (Raw)": 0.756594181060791, "Finetune/Step": 8994, "Finetune/Step Time": 6.089142763987184}
+{"Finetune/Learning Rate": 2.1791754400286802e-07, "Finetune/Loss": 0.8015871047973633, "Finetune/Loss (Raw)": 0.8899503946304321, "Finetune/Step": 8995, "Finetune/Step Time": 6.088956993073225}
+{"Finetune/Learning Rate": 2.172188311503276e-07, "Finetune/Loss": 0.802532970905304, "Finetune/Loss (Raw)": 0.9187548160552979, "Finetune/Step": 8996, "Finetune/Step Time": 6.094223693013191}
+{"Finetune/Learning Rate": 2.1652122794520225e-07, "Finetune/Loss": 0.8020897507667542, "Finetune/Loss (Raw)": 0.8583185076713562, "Finetune/Step": 8997, "Finetune/Step Time": 6.109117584303021}
+{"Finetune/Learning Rate": 2.1582473446661867e-07, "Finetune/Loss": 0.801929235458374, "Finetune/Loss (Raw)": 0.7864437699317932, "Finetune/Step": 8998, "Finetune/Step Time": 6.114918414503336}
+{"Finetune/Learning Rate": 2.151293507935792e-07, "Finetune/Loss": 0.8022624850273132, "Finetune/Loss (Raw)": 0.7817426323890686, "Finetune/Step": 8999, "Finetune/Step Time": 6.130008393898606}
+{"Finetune/Learning Rate": 2.1443507700495968e-07, "Finetune/Loss": 0.803680956363678, "Finetune/Loss (Raw)": 0.8781586289405823, "Finetune/Step": 9000, "Finetune/Step Time": 6.128663359209895}
+{"Finetune/Learning Rate": 2.1374191317951266e-07, "Finetune/Loss": 0.8026583194732666, "Finetune/Loss (Raw)": 0.7619715929031372, "Finetune/Step": 9001, "Finetune/Step Time": 6.12410813011229}
+{"Finetune/Learning Rate": 2.1304985939586186e-07, "Finetune/Loss": 0.8018871545791626, "Finetune/Loss (Raw)": 0.8033681511878967, "Finetune/Step": 9002, "Finetune/Step Time": 6.128766618669033}
+{"Finetune/Learning Rate": 2.1235891573250455e-07, "Finetune/Loss": 0.8018438816070557, "Finetune/Loss (Raw)": 0.8865682482719421, "Finetune/Step": 9003, "Finetune/Step Time": 6.129503823816776}
+{"Finetune/Learning Rate": 2.116690822678158e-07, "Finetune/Loss": 0.8024552464485168, "Finetune/Loss (Raw)": 0.7870314717292786, "Finetune/Step": 9004, "Finetune/Step Time": 6.133013568818569}
+{"Finetune/Learning Rate": 2.1098035908004078e-07, "Finetune/Loss": 0.8022327423095703, "Finetune/Loss (Raw)": 0.7394976019859314, "Finetune/Step": 9005, "Finetune/Step Time": 6.134272003546357}
+{"Finetune/Learning Rate": 2.1029274624730034e-07, "Finetune/Loss": 0.8033974766731262, "Finetune/Loss (Raw)": 0.8993346095085144, "Finetune/Step": 9006, "Finetune/Step Time": 6.133887395262718}
+{"Finetune/Learning Rate": 2.09606243847591e-07, "Finetune/Loss": 0.804068922996521, "Finetune/Loss (Raw)": 0.8896399140357971, "Finetune/Step": 9007, "Finetune/Step Time": 6.122394248843193}
+{"Finetune/Learning Rate": 2.0892085195878154e-07, "Finetune/Loss": 0.8042967319488525, "Finetune/Loss (Raw)": 0.8502955436706543, "Finetune/Step": 9008, "Finetune/Step Time": 6.118073504418135}
+{"Finetune/Learning Rate": 2.0823657065861313e-07, "Finetune/Loss": 0.8024112582206726, "Finetune/Loss (Raw)": 0.7281237840652466, "Finetune/Step": 9009, "Finetune/Step Time": 6.11518395319581}
+{"Finetune/Learning Rate": 2.075534000247037e-07, "Finetune/Loss": 0.8040568232536316, "Finetune/Loss (Raw)": 0.8571845293045044, "Finetune/Step": 9010, "Finetune/Step Time": 6.11556545458734}
+{"Finetune/Learning Rate": 2.068713401345468e-07, "Finetune/Loss": 0.8053054809570312, "Finetune/Loss (Raw)": 0.9584884643554688, "Finetune/Step": 9011, "Finetune/Step Time": 6.117315275594592}
+{"Finetune/Learning Rate": 2.0619039106550387e-07, "Finetune/Loss": 0.8042284846305847, "Finetune/Loss (Raw)": 0.7320879101753235, "Finetune/Step": 9012, "Finetune/Step Time": 6.114873711019754}
+{"Finetune/Learning Rate": 2.0551055289481536e-07, "Finetune/Loss": 0.8044288158416748, "Finetune/Loss (Raw)": 0.8143078088760376, "Finetune/Step": 9013, "Finetune/Step Time": 6.113908018916845}
+{"Finetune/Learning Rate": 2.0483182569959627e-07, "Finetune/Loss": 0.805313766002655, "Finetune/Loss (Raw)": 0.8443348407745361, "Finetune/Step": 9014, "Finetune/Step Time": 6.113701993599534}
+{"Finetune/Learning Rate": 2.0415420955683052e-07, "Finetune/Loss": 0.8063935041427612, "Finetune/Loss (Raw)": 0.9314893484115601, "Finetune/Step": 9015, "Finetune/Step Time": 6.111849125474691}
+{"Finetune/Learning Rate": 2.0347770454338111e-07, "Finetune/Loss": 0.8053866624832153, "Finetune/Loss (Raw)": 0.6623490452766418, "Finetune/Step": 9016, "Finetune/Step Time": 6.111018909141421}
+{"Finetune/Learning Rate": 2.0280231073598333e-07, "Finetune/Loss": 0.8066653609275818, "Finetune/Loss (Raw)": 1.016724944114685, "Finetune/Step": 9017, "Finetune/Step Time": 6.110990382730961}
+{"Finetune/Learning Rate": 2.0212802821124588e-07, "Finetune/Loss": 0.8051072359085083, "Finetune/Loss (Raw)": 0.6866777539253235, "Finetune/Step": 9018, "Finetune/Step Time": 6.115612301975489}
+{"Finetune/Learning Rate": 2.0145485704564982e-07, "Finetune/Loss": 0.8051617741584778, "Finetune/Loss (Raw)": 0.762294590473175, "Finetune/Step": 9019, "Finetune/Step Time": 6.120354413986206}
+{"Finetune/Learning Rate": 2.0078279731555517e-07, "Finetune/Loss": 0.8048413991928101, "Finetune/Loss (Raw)": 0.7887145280838013, "Finetune/Step": 9020, "Finetune/Step Time": 6.1376592591404915}
+{"Finetune/Learning Rate": 2.0011184909718982e-07, "Finetune/Loss": 0.800890326499939, "Finetune/Loss (Raw)": 0.3729739189147949, "Finetune/Step": 9021, "Finetune/Step Time": 6.1467969454824924}
+{"Finetune/Learning Rate": 1.9944201246666072e-07, "Finetune/Loss": 0.8013578653335571, "Finetune/Loss (Raw)": 0.9814962148666382, "Finetune/Step": 9022, "Finetune/Step Time": 6.166613912209868}
+{"Finetune/Learning Rate": 1.9877328749994485e-07, "Finetune/Loss": 0.8010835647583008, "Finetune/Loss (Raw)": 0.8439034223556519, "Finetune/Step": 9023, "Finetune/Step Time": 6.175281148403883}
+{"Finetune/Learning Rate": 1.9810567427289596e-07, "Finetune/Loss": 0.8017158508300781, "Finetune/Loss (Raw)": 0.7932299375534058, "Finetune/Step": 9024, "Finetune/Step Time": 6.181966094300151}
+{"Finetune/Learning Rate": 1.9743917286124014e-07, "Finetune/Loss": 0.8026342391967773, "Finetune/Loss (Raw)": 0.8663038015365601, "Finetune/Step": 9025, "Finetune/Step Time": 6.175980580970645}
+{"Finetune/Learning Rate": 1.9677378334057807e-07, "Finetune/Loss": 0.8029902577400208, "Finetune/Loss (Raw)": 0.879308819770813, "Finetune/Step": 9026, "Finetune/Step Time": 6.171273168176413}
+{"Finetune/Learning Rate": 1.9610950578638267e-07, "Finetune/Loss": 0.8038725852966309, "Finetune/Loss (Raw)": 0.9090222120285034, "Finetune/Step": 9027, "Finetune/Step Time": 6.189512565732002}
+{"Finetune/Learning Rate": 1.9544634027400367e-07, "Finetune/Loss": 0.8035790920257568, "Finetune/Loss (Raw)": 0.8659065961837769, "Finetune/Step": 9028, "Finetune/Step Time": 6.189450455829501}
+{"Finetune/Learning Rate": 1.9478428687866313e-07, "Finetune/Loss": 0.8040435314178467, "Finetune/Loss (Raw)": 0.7978193759918213, "Finetune/Step": 9029, "Finetune/Step Time": 6.186511816456914}
+{"Finetune/Learning Rate": 1.9412334567545433e-07, "Finetune/Loss": 0.8042130470275879, "Finetune/Loss (Raw)": 0.8331406116485596, "Finetune/Step": 9030, "Finetune/Step Time": 6.1758423782885075}
+{"Finetune/Learning Rate": 1.934635167393484e-07, "Finetune/Loss": 0.8034131526947021, "Finetune/Loss (Raw)": 0.7405610680580139, "Finetune/Step": 9031, "Finetune/Step Time": 6.176171684637666}
+{"Finetune/Learning Rate": 1.9280480014519098e-07, "Finetune/Loss": 0.8024957180023193, "Finetune/Loss (Raw)": 0.7920081615447998, "Finetune/Step": 9032, "Finetune/Step Time": 6.178183225914836}
+{"Finetune/Learning Rate": 1.921471959676957e-07, "Finetune/Loss": 0.8018491864204407, "Finetune/Loss (Raw)": 0.7930750846862793, "Finetune/Step": 9033, "Finetune/Step Time": 6.1797867603600025}
+{"Finetune/Learning Rate": 1.9149070428145511e-07, "Finetune/Loss": 0.8022395372390747, "Finetune/Loss (Raw)": 0.834348201751709, "Finetune/Step": 9034, "Finetune/Step Time": 6.178122093901038}
+{"Finetune/Learning Rate": 1.9083532516093628e-07, "Finetune/Loss": 0.8028187155723572, "Finetune/Loss (Raw)": 0.860902726650238, "Finetune/Step": 9035, "Finetune/Step Time": 6.1709652077406645}
+{"Finetune/Learning Rate": 1.9018105868047533e-07, "Finetune/Loss": 0.8034190535545349, "Finetune/Loss (Raw)": 0.8451093435287476, "Finetune/Step": 9036, "Finetune/Step Time": 6.175102569162846}
+{"Finetune/Learning Rate": 1.8952790491428508e-07, "Finetune/Loss": 0.8024410009384155, "Finetune/Loss (Raw)": 0.798140287399292, "Finetune/Step": 9037, "Finetune/Step Time": 6.182743487879634}
+{"Finetune/Learning Rate": 1.8887586393645407e-07, "Finetune/Loss": 0.8027291297912598, "Finetune/Loss (Raw)": 0.7989371418952942, "Finetune/Step": 9038, "Finetune/Step Time": 6.20932924374938}
+{"Finetune/Learning Rate": 1.8822493582093981e-07, "Finetune/Loss": 0.8040540218353271, "Finetune/Loss (Raw)": 1.012198805809021, "Finetune/Step": 9039, "Finetune/Step Time": 6.210955867543817}
+{"Finetune/Learning Rate": 1.8757512064157658e-07, "Finetune/Loss": 0.8034894466400146, "Finetune/Loss (Raw)": 0.8752594590187073, "Finetune/Step": 9040, "Finetune/Step Time": 6.206660537049174}
+{"Finetune/Learning Rate": 1.8692641847207316e-07, "Finetune/Loss": 0.8034267425537109, "Finetune/Loss (Raw)": 0.847373366355896, "Finetune/Step": 9041, "Finetune/Step Time": 6.207925841212273}
+{"Finetune/Learning Rate": 1.862788293860096e-07, "Finetune/Loss": 0.8025851249694824, "Finetune/Loss (Raw)": 0.7597314715385437, "Finetune/Step": 9042, "Finetune/Step Time": 6.21683313511312}
+{"Finetune/Learning Rate": 1.856323534568427e-07, "Finetune/Loss": 0.801871120929718, "Finetune/Loss (Raw)": 0.816516637802124, "Finetune/Step": 9043, "Finetune/Step Time": 6.241883842274547}
+{"Finetune/Learning Rate": 1.8498699075789938e-07, "Finetune/Loss": 0.8018143177032471, "Finetune/Loss (Raw)": 0.8416064977645874, "Finetune/Step": 9044, "Finetune/Step Time": 6.241375278681517}
+{"Finetune/Learning Rate": 1.843427413623844e-07, "Finetune/Loss": 0.8018849492073059, "Finetune/Loss (Raw)": 0.7804105281829834, "Finetune/Step": 9045, "Finetune/Step Time": 6.241761054843664}
+{"Finetune/Learning Rate": 1.836996053433726e-07, "Finetune/Loss": 0.8021140098571777, "Finetune/Loss (Raw)": 0.8908140063285828, "Finetune/Step": 9046, "Finetune/Step Time": 6.241931280121207}
+{"Finetune/Learning Rate": 1.830575827738146e-07, "Finetune/Loss": 0.8021966218948364, "Finetune/Loss (Raw)": 0.7788137197494507, "Finetune/Step": 9047, "Finetune/Step Time": 6.243351420387626}
+{"Finetune/Learning Rate": 1.8241667372653316e-07, "Finetune/Loss": 0.8032401204109192, "Finetune/Loss (Raw)": 0.8832978010177612, "Finetune/Step": 9048, "Finetune/Step Time": 6.253034397959709}
+{"Finetune/Learning Rate": 1.8177687827422796e-07, "Finetune/Loss": 0.8030117750167847, "Finetune/Loss (Raw)": 0.8035012483596802, "Finetune/Step": 9049, "Finetune/Step Time": 6.2529566790908575}
+{"Finetune/Learning Rate": 1.811381964894676e-07, "Finetune/Loss": 0.8030490279197693, "Finetune/Loss (Raw)": 0.9018431305885315, "Finetune/Step": 9050, "Finetune/Step Time": 6.2528630662709475}
+{"Finetune/Learning Rate": 1.8050062844469752e-07, "Finetune/Loss": 0.8038372993469238, "Finetune/Loss (Raw)": 0.7462003827095032, "Finetune/Step": 9051, "Finetune/Step Time": 6.253383057191968}
+{"Finetune/Learning Rate": 1.7986417421223758e-07, "Finetune/Loss": 0.8019459843635559, "Finetune/Loss (Raw)": 0.7074890732765198, "Finetune/Step": 9052, "Finetune/Step Time": 6.246677681803703}
+{"Finetune/Learning Rate": 1.792288338642789e-07, "Finetune/Loss": 0.801709771156311, "Finetune/Loss (Raw)": 0.7611159086227417, "Finetune/Step": 9053, "Finetune/Step Time": 6.24418450333178}
+{"Finetune/Learning Rate": 1.7859460747288616e-07, "Finetune/Loss": 0.8023089170455933, "Finetune/Loss (Raw)": 0.7298344969749451, "Finetune/Step": 9054, "Finetune/Step Time": 6.2411918099969625}
+{"Finetune/Learning Rate": 1.779614951100006e-07, "Finetune/Loss": 0.8033449649810791, "Finetune/Loss (Raw)": 0.8324554562568665, "Finetune/Step": 9055, "Finetune/Step Time": 6.229523658752441}
+{"Finetune/Learning Rate": 1.7732949684743593e-07, "Finetune/Loss": 0.801979660987854, "Finetune/Loss (Raw)": 0.7302641272544861, "Finetune/Step": 9056, "Finetune/Step Time": 6.236395990476012}
+{"Finetune/Learning Rate": 1.7669861275687593e-07, "Finetune/Loss": 0.8018437623977661, "Finetune/Loss (Raw)": 0.7421289086341858, "Finetune/Step": 9057, "Finetune/Step Time": 6.24528799764812}
+{"Finetune/Learning Rate": 1.7606884290988223e-07, "Finetune/Loss": 0.8038198947906494, "Finetune/Loss (Raw)": 0.8688664436340332, "Finetune/Step": 9058, "Finetune/Step Time": 6.256776703521609}
+{"Finetune/Learning Rate": 1.7544018737788994e-07, "Finetune/Loss": 0.8043628931045532, "Finetune/Loss (Raw)": 0.8229697346687317, "Finetune/Step": 9059, "Finetune/Step Time": 6.256743215024471}
+{"Finetune/Learning Rate": 1.7481264623220527e-07, "Finetune/Loss": 0.8052825331687927, "Finetune/Loss (Raw)": 0.8750123381614685, "Finetune/Step": 9060, "Finetune/Step Time": 6.2550178039819}
+{"Finetune/Learning Rate": 1.7418621954400916e-07, "Finetune/Loss": 0.8071205019950867, "Finetune/Loss (Raw)": 0.9548263549804688, "Finetune/Step": 9061, "Finetune/Step Time": 6.234023682773113}
+{"Finetune/Learning Rate": 1.7356090738435804e-07, "Finetune/Loss": 0.8081011772155762, "Finetune/Loss (Raw)": 0.8382638096809387, "Finetune/Step": 9062, "Finetune/Step Time": 6.230830393731594}
+{"Finetune/Learning Rate": 1.7293670982417853e-07, "Finetune/Loss": 0.8065406084060669, "Finetune/Loss (Raw)": 0.6299600601196289, "Finetune/Step": 9063, "Finetune/Step Time": 6.231243250891566}
+{"Finetune/Learning Rate": 1.723136269342729e-07, "Finetune/Loss": 0.8069714903831482, "Finetune/Loss (Raw)": 0.8836455345153809, "Finetune/Step": 9064, "Finetune/Step Time": 6.236796727403998}
+{"Finetune/Learning Rate": 1.716916587853168e-07, "Finetune/Loss": 0.8063510656356812, "Finetune/Loss (Raw)": 0.7974392771720886, "Finetune/Step": 9065, "Finetune/Step Time": 6.2396248783916235}
+{"Finetune/Learning Rate": 1.7107080544785937e-07, "Finetune/Loss": 0.8054087162017822, "Finetune/Loss (Raw)": 0.6811619997024536, "Finetune/Step": 9066, "Finetune/Step Time": 6.24461255967617}
+{"Finetune/Learning Rate": 1.7045106699232316e-07, "Finetune/Loss": 0.8052229881286621, "Finetune/Loss (Raw)": 0.7276723384857178, "Finetune/Step": 9067, "Finetune/Step Time": 6.250801086425781}
+{"Finetune/Learning Rate": 1.698324434890042e-07, "Finetune/Loss": 0.8061854839324951, "Finetune/Loss (Raw)": 0.8598691821098328, "Finetune/Step": 9068, "Finetune/Step Time": 6.248048076406121}
+{"Finetune/Learning Rate": 1.6921493500807074e-07, "Finetune/Loss": 0.8043268918991089, "Finetune/Loss (Raw)": 0.6550192832946777, "Finetune/Step": 9069, "Finetune/Step Time": 6.257966820150614}
+{"Finetune/Learning Rate": 1.685985416195679e-07, "Finetune/Loss": 0.80427086353302, "Finetune/Loss (Raw)": 0.7577342391014099, "Finetune/Step": 9070, "Finetune/Step Time": 6.271190524101257}
+{"Finetune/Learning Rate": 1.6798326339341197e-07, "Finetune/Loss": 0.8045111894607544, "Finetune/Loss (Raw)": 0.7384517192840576, "Finetune/Step": 9071, "Finetune/Step Time": 6.253341859206557}
+{"Finetune/Learning Rate": 1.6736910039939159e-07, "Finetune/Loss": 0.8046218752861023, "Finetune/Loss (Raw)": 0.8233315944671631, "Finetune/Step": 9072, "Finetune/Step Time": 6.24101728759706}
+{"Finetune/Learning Rate": 1.667560527071721e-07, "Finetune/Loss": 0.8052805066108704, "Finetune/Loss (Raw)": 0.8140818476676941, "Finetune/Step": 9073, "Finetune/Step Time": 6.245256768539548}
+{"Finetune/Learning Rate": 1.6614412038629125e-07, "Finetune/Loss": 0.805662989616394, "Finetune/Loss (Raw)": 0.6926534175872803, "Finetune/Step": 9074, "Finetune/Step Time": 6.241460820659995}
+{"Finetune/Learning Rate": 1.655333035061568e-07, "Finetune/Loss": 0.8064125776290894, "Finetune/Loss (Raw)": 0.8062661290168762, "Finetune/Step": 9075, "Finetune/Step Time": 6.238279951736331}
+{"Finetune/Learning Rate": 1.6492360213605563e-07, "Finetune/Loss": 0.8059742450714111, "Finetune/Loss (Raw)": 0.7933018803596497, "Finetune/Step": 9076, "Finetune/Step Time": 6.241687443107367}
+{"Finetune/Learning Rate": 1.6431501634514346e-07, "Finetune/Loss": 0.8067095279693604, "Finetune/Loss (Raw)": 0.7963041067123413, "Finetune/Step": 9077, "Finetune/Step Time": 6.242840168997645}
+{"Finetune/Learning Rate": 1.6370754620245289e-07, "Finetune/Loss": 0.8071650266647339, "Finetune/Loss (Raw)": 0.8970226645469666, "Finetune/Step": 9078, "Finetune/Step Time": 6.242466324940324}
+{"Finetune/Learning Rate": 1.6310119177688655e-07, "Finetune/Loss": 0.809272050857544, "Finetune/Loss (Raw)": 0.9713366031646729, "Finetune/Step": 9079, "Finetune/Step Time": 6.246748767793179}
+{"Finetune/Learning Rate": 1.62495953137225e-07, "Finetune/Loss": 0.810153603553772, "Finetune/Loss (Raw)": 0.8657926917076111, "Finetune/Step": 9080, "Finetune/Step Time": 6.2532359436154366}
+{"Finetune/Learning Rate": 1.6189183035211776e-07, "Finetune/Loss": 0.8098676204681396, "Finetune/Loss (Raw)": 0.921493411064148, "Finetune/Step": 9081, "Finetune/Step Time": 6.264592245221138}
+{"Finetune/Learning Rate": 1.612888234900889e-07, "Finetune/Loss": 0.809239387512207, "Finetune/Loss (Raw)": 0.7998172044754028, "Finetune/Step": 9082, "Finetune/Step Time": 6.258780725300312}
+{"Finetune/Learning Rate": 1.6068693261953928e-07, "Finetune/Loss": 0.8088977932929993, "Finetune/Loss (Raw)": 0.8049158453941345, "Finetune/Step": 9083, "Finetune/Step Time": 6.254512207582593}
+{"Finetune/Learning Rate": 1.600861578087387e-07, "Finetune/Loss": 0.808170735836029, "Finetune/Loss (Raw)": 0.7948641777038574, "Finetune/Step": 9084, "Finetune/Step Time": 6.2521375846117735}
+{"Finetune/Learning Rate": 1.5948649912583269e-07, "Finetune/Loss": 0.8090763092041016, "Finetune/Loss (Raw)": 0.8623886704444885, "Finetune/Step": 9085, "Finetune/Step Time": 6.2502755317837}
+{"Finetune/Learning Rate": 1.5888795663883904e-07, "Finetune/Loss": 0.8086293935775757, "Finetune/Loss (Raw)": 0.6906598210334778, "Finetune/Step": 9086, "Finetune/Step Time": 6.250812534242868}
+{"Finetune/Learning Rate": 1.5829053041565123e-07, "Finetune/Loss": 0.8097673654556274, "Finetune/Loss (Raw)": 0.9852369427680969, "Finetune/Step": 9087, "Finetune/Step Time": 6.255344649776816}
+{"Finetune/Learning Rate": 1.5769422052403172e-07, "Finetune/Loss": 0.8118739128112793, "Finetune/Loss (Raw)": 0.8995065689086914, "Finetune/Step": 9088, "Finetune/Step Time": 6.244008664041758}
+{"Finetune/Learning Rate": 1.5709902703162195e-07, "Finetune/Loss": 0.8126558661460876, "Finetune/Loss (Raw)": 0.9431762099266052, "Finetune/Step": 9089, "Finetune/Step Time": 6.233832497149706}
+{"Finetune/Learning Rate": 1.5650495000593345e-07, "Finetune/Loss": 0.8098286986351013, "Finetune/Loss (Raw)": 0.31599146127700806, "Finetune/Step": 9090, "Finetune/Step Time": 6.238436857238412}
+{"Finetune/Learning Rate": 1.5591198951435016e-07, "Finetune/Loss": 0.8107196092605591, "Finetune/Loss (Raw)": 1.0381563901901245, "Finetune/Step": 9091, "Finetune/Step Time": 6.248578442260623}
+{"Finetune/Learning Rate": 1.5532014562413044e-07, "Finetune/Loss": 0.8109957575798035, "Finetune/Loss (Raw)": 0.8447628021240234, "Finetune/Step": 9092, "Finetune/Step Time": 6.252259615808725}
+{"Finetune/Learning Rate": 1.5472941840240951e-07, "Finetune/Loss": 0.8097470998764038, "Finetune/Loss (Raw)": 0.6589879989624023, "Finetune/Step": 9093, "Finetune/Step Time": 6.262930952012539}
+{"Finetune/Learning Rate": 1.5413980791618931e-07, "Finetune/Loss": 0.8109878301620483, "Finetune/Loss (Raw)": 0.9045462608337402, "Finetune/Step": 9094, "Finetune/Step Time": 6.274165036156774}
+{"Finetune/Learning Rate": 1.535513142323497e-07, "Finetune/Loss": 0.8109222054481506, "Finetune/Loss (Raw)": 0.8934839367866516, "Finetune/Step": 9095, "Finetune/Step Time": 6.269362458959222}
+{"Finetune/Learning Rate": 1.5296393741764392e-07, "Finetune/Loss": 0.8117343187332153, "Finetune/Loss (Raw)": 0.896988570690155, "Finetune/Step": 9096, "Finetune/Step Time": 6.271187324076891}
+{"Finetune/Learning Rate": 1.5237767753869536e-07, "Finetune/Loss": 0.8108120560646057, "Finetune/Loss (Raw)": 0.7732951045036316, "Finetune/Step": 9097, "Finetune/Step Time": 6.279379511252046}
+{"Finetune/Learning Rate": 1.5179253466200418e-07, "Finetune/Loss": 0.810846209526062, "Finetune/Loss (Raw)": 0.7779272198677063, "Finetune/Step": 9098, "Finetune/Step Time": 6.290053648874164}
+{"Finetune/Learning Rate": 1.5120850885394056e-07, "Finetune/Loss": 0.8103374242782593, "Finetune/Loss (Raw)": 0.828577995300293, "Finetune/Step": 9099, "Finetune/Step Time": 6.289210230112076}
+{"Finetune/Learning Rate": 1.5062560018075267e-07, "Finetune/Loss": 0.8133135437965393, "Finetune/Loss (Raw)": 0.9713868498802185, "Finetune/Step": 9100, "Finetune/Step Time": 6.290955172851682}
+{"Finetune/Learning Rate": 1.5004380870855652e-07, "Finetune/Loss": 0.8147919178009033, "Finetune/Loss (Raw)": 0.8531642556190491, "Finetune/Step": 9101, "Finetune/Step Time": 6.278436670079827}
+{"Finetune/Learning Rate": 1.4946313450334483e-07, "Finetune/Loss": 0.8148674964904785, "Finetune/Loss (Raw)": 0.8457657694816589, "Finetune/Step": 9102, "Finetune/Step Time": 6.28354050219059}
+{"Finetune/Learning Rate": 1.488835776309816e-07, "Finetune/Loss": 0.8145779967308044, "Finetune/Loss (Raw)": 0.7827426791191101, "Finetune/Step": 9103, "Finetune/Step Time": 6.287684414535761}
+{"Finetune/Learning Rate": 1.483051381572076e-07, "Finetune/Loss": 0.8134772181510925, "Finetune/Loss (Raw)": 0.7667658925056458, "Finetune/Step": 9104, "Finetune/Step Time": 6.289898306131363}
+{"Finetune/Learning Rate": 1.4772781614763255e-07, "Finetune/Loss": 0.8120461702346802, "Finetune/Loss (Raw)": 0.6842821836471558, "Finetune/Step": 9105, "Finetune/Step Time": 6.290900828316808}
+{"Finetune/Learning Rate": 1.4715161166774184e-07, "Finetune/Loss": 0.8131433129310608, "Finetune/Loss (Raw)": 0.9225683808326721, "Finetune/Step": 9106, "Finetune/Step Time": 6.300428444519639}
+{"Finetune/Learning Rate": 1.465765247828921e-07, "Finetune/Loss": 0.813385546207428, "Finetune/Loss (Raw)": 0.8387883305549622, "Finetune/Step": 9107, "Finetune/Step Time": 6.312018893659115}
+{"Finetune/Learning Rate": 1.4600255555831667e-07, "Finetune/Loss": 0.8138735294342041, "Finetune/Loss (Raw)": 0.8748189210891724, "Finetune/Step": 9108, "Finetune/Step Time": 6.307683430612087}
+{"Finetune/Learning Rate": 1.4542970405912016e-07, "Finetune/Loss": 0.8152145147323608, "Finetune/Loss (Raw)": 0.8361638784408569, "Finetune/Step": 9109, "Finetune/Step Time": 6.303502231836319}
+{"Finetune/Learning Rate": 1.4485797035027728e-07, "Finetune/Loss": 0.8155251741409302, "Finetune/Loss (Raw)": 0.7053998708724976, "Finetune/Step": 9110, "Finetune/Step Time": 6.305157983675599}
+{"Finetune/Learning Rate": 1.4428735449664389e-07, "Finetune/Loss": 0.8151801824569702, "Finetune/Loss (Raw)": 0.8066632151603699, "Finetune/Step": 9111, "Finetune/Step Time": 6.3063756842166185}
+{"Finetune/Learning Rate": 1.4371785656294045e-07, "Finetune/Loss": 0.8151351809501648, "Finetune/Loss (Raw)": 0.8137694597244263, "Finetune/Step": 9112, "Finetune/Step Time": 6.308343371376395}
+{"Finetune/Learning Rate": 1.4314947661376533e-07, "Finetune/Loss": 0.8150919675827026, "Finetune/Loss (Raw)": 0.8425945043563843, "Finetune/Step": 9113, "Finetune/Step Time": 6.312795465812087}
+{"Finetune/Learning Rate": 1.4258221471358913e-07, "Finetune/Loss": 0.8140790462493896, "Finetune/Loss (Raw)": 0.7732617259025574, "Finetune/Step": 9114, "Finetune/Step Time": 6.319028565660119}
+{"Finetune/Learning Rate": 1.4201607092675596e-07, "Finetune/Loss": 0.8146588802337646, "Finetune/Loss (Raw)": 0.853420615196228, "Finetune/Step": 9115, "Finetune/Step Time": 6.33599566295743}
+{"Finetune/Learning Rate": 1.414510453174811e-07, "Finetune/Loss": 0.8153588175773621, "Finetune/Loss (Raw)": 0.7976563572883606, "Finetune/Step": 9116, "Finetune/Step Time": 6.330362988635898}
+{"Finetune/Learning Rate": 1.4088713794985775e-07, "Finetune/Loss": 0.8156564235687256, "Finetune/Loss (Raw)": 0.7500547170639038, "Finetune/Step": 9117, "Finetune/Step Time": 6.304043365642428}
+{"Finetune/Learning Rate": 1.4032434888784585e-07, "Finetune/Loss": 0.8162794709205627, "Finetune/Loss (Raw)": 0.9301462769508362, "Finetune/Step": 9118, "Finetune/Step Time": 6.302212912589312}
+{"Finetune/Learning Rate": 1.3976267819528432e-07, "Finetune/Loss": 0.8172852993011475, "Finetune/Loss (Raw)": 0.8370965719223022, "Finetune/Step": 9119, "Finetune/Step Time": 6.304441221058369}
+{"Finetune/Learning Rate": 1.3920212593588113e-07, "Finetune/Loss": 0.8180997967720032, "Finetune/Loss (Raw)": 0.8610987663269043, "Finetune/Step": 9120, "Finetune/Step Time": 6.298001069575548}
+{"Finetune/Learning Rate": 1.386426921732187e-07, "Finetune/Loss": 0.8170893788337708, "Finetune/Loss (Raw)": 0.7365783452987671, "Finetune/Step": 9121, "Finetune/Step Time": 6.300948854535818}
+{"Finetune/Learning Rate": 1.3808437697075404e-07, "Finetune/Loss": 0.8174813389778137, "Finetune/Loss (Raw)": 0.8067647218704224, "Finetune/Step": 9122, "Finetune/Step Time": 6.319485500454903}
+{"Finetune/Learning Rate": 1.3752718039181656e-07, "Finetune/Loss": 0.8168113231658936, "Finetune/Loss (Raw)": 0.8041844964027405, "Finetune/Step": 9123, "Finetune/Step Time": 6.320566710084677}
+{"Finetune/Learning Rate": 1.3697110249960564e-07, "Finetune/Loss": 0.816518247127533, "Finetune/Loss (Raw)": 0.8812495470046997, "Finetune/Step": 9124, "Finetune/Step Time": 6.318211192265153}
+{"Finetune/Learning Rate": 1.3641614335719976e-07, "Finetune/Loss": 0.8147923946380615, "Finetune/Loss (Raw)": 0.6374043226242065, "Finetune/Step": 9125, "Finetune/Step Time": 6.309582199901342}
+{"Finetune/Learning Rate": 1.358623030275452e-07, "Finetune/Loss": 0.8155953884124756, "Finetune/Loss (Raw)": 0.8892278075218201, "Finetune/Step": 9126, "Finetune/Step Time": 6.3124439883977175}
+{"Finetune/Learning Rate": 1.3530958157346285e-07, "Finetune/Loss": 0.8176537752151489, "Finetune/Loss (Raw)": 1.0452125072479248, "Finetune/Step": 9127, "Finetune/Step Time": 6.30106769874692}
+{"Finetune/Learning Rate": 1.3475797905764808e-07, "Finetune/Loss": 0.8157061338424683, "Finetune/Loss (Raw)": 0.6288690567016602, "Finetune/Step": 9128, "Finetune/Step Time": 6.300389444455504}
+{"Finetune/Learning Rate": 1.3420749554266976e-07, "Finetune/Loss": 0.8164485692977905, "Finetune/Loss (Raw)": 0.8569994568824768, "Finetune/Step": 9129, "Finetune/Step Time": 6.299977419897914}
+{"Finetune/Learning Rate": 1.336581310909657e-07, "Finetune/Loss": 0.8166325092315674, "Finetune/Loss (Raw)": 0.8269158005714417, "Finetune/Step": 9130, "Finetune/Step Time": 6.297377007082105}
+{"Finetune/Learning Rate": 1.331098857648494e-07, "Finetune/Loss": 0.8157222270965576, "Finetune/Loss (Raw)": 0.7700515389442444, "Finetune/Step": 9131, "Finetune/Step Time": 6.297808526083827}
+{"Finetune/Learning Rate": 1.3256275962651223e-07, "Finetune/Loss": 0.8155894875526428, "Finetune/Loss (Raw)": 0.770039439201355, "Finetune/Step": 9132, "Finetune/Step Time": 6.3108207155019045}
+{"Finetune/Learning Rate": 1.3201675273800896e-07, "Finetune/Loss": 0.8158814907073975, "Finetune/Loss (Raw)": 0.7768805623054504, "Finetune/Step": 9133, "Finetune/Step Time": 6.309679390862584}
+{"Finetune/Learning Rate": 1.3147186516127453e-07, "Finetune/Loss": 0.8144172430038452, "Finetune/Loss (Raw)": 0.7119060158729553, "Finetune/Step": 9134, "Finetune/Step Time": 6.3121329210698605}
+{"Finetune/Learning Rate": 1.3092809695811393e-07, "Finetune/Loss": 0.8137482404708862, "Finetune/Loss (Raw)": 0.8040037751197815, "Finetune/Step": 9135, "Finetune/Step Time": 6.310365742072463}
+{"Finetune/Learning Rate": 1.303854481902067e-07, "Finetune/Loss": 0.8142322301864624, "Finetune/Loss (Raw)": 0.9122487902641296, "Finetune/Step": 9136, "Finetune/Step Time": 6.327127745375037}
+{"Finetune/Learning Rate": 1.2984391891910476e-07, "Finetune/Loss": 0.8164569735527039, "Finetune/Loss (Raw)": 1.0128905773162842, "Finetune/Step": 9137, "Finetune/Step Time": 6.330768344923854}
+{"Finetune/Learning Rate": 1.2930350920623224e-07, "Finetune/Loss": 0.8153928518295288, "Finetune/Loss (Raw)": 0.7209736108779907, "Finetune/Step": 9138, "Finetune/Step Time": 6.335355648770928}
+{"Finetune/Learning Rate": 1.2876421911288906e-07, "Finetune/Loss": 0.8140996694564819, "Finetune/Loss (Raw)": 0.7929582595825195, "Finetune/Step": 9139, "Finetune/Step Time": 6.345492891967297}
+{"Finetune/Learning Rate": 1.2822604870024403e-07, "Finetune/Loss": 0.8139547109603882, "Finetune/Loss (Raw)": 0.713542103767395, "Finetune/Step": 9140, "Finetune/Step Time": 6.353379299864173}
+{"Finetune/Learning Rate": 1.2768899802934164e-07, "Finetune/Loss": 0.8142322301864624, "Finetune/Loss (Raw)": 0.8498246073722839, "Finetune/Step": 9141, "Finetune/Step Time": 6.371243068948388}
+{"Finetune/Learning Rate": 1.2715306716109876e-07, "Finetune/Loss": 0.814734697341919, "Finetune/Loss (Raw)": 0.9086551070213318, "Finetune/Step": 9142, "Finetune/Step Time": 6.370955279096961}
+{"Finetune/Learning Rate": 1.2661825615630675e-07, "Finetune/Loss": 0.814856231212616, "Finetune/Loss (Raw)": 0.9470396041870117, "Finetune/Step": 9143, "Finetune/Step Time": 6.368932859972119}
+{"Finetune/Learning Rate": 1.2608456507562706e-07, "Finetune/Loss": 0.8161888718605042, "Finetune/Loss (Raw)": 0.8329364657402039, "Finetune/Step": 9144, "Finetune/Step Time": 6.360747382044792}
+{"Finetune/Learning Rate": 1.2555199397959462e-07, "Finetune/Loss": 0.815564751625061, "Finetune/Loss (Raw)": 0.9368340969085693, "Finetune/Step": 9145, "Finetune/Step Time": 6.361861195415258}
+{"Finetune/Learning Rate": 1.2502054292861998e-07, "Finetune/Loss": 0.8171776533126831, "Finetune/Loss (Raw)": 0.89312344789505, "Finetune/Step": 9146, "Finetune/Step Time": 6.360009280964732}
+{"Finetune/Learning Rate": 1.2449021198298493e-07, "Finetune/Loss": 0.8189274072647095, "Finetune/Loss (Raw)": 0.9862619638442993, "Finetune/Step": 9147, "Finetune/Step Time": 6.3611340168863535}
+{"Finetune/Learning Rate": 1.2396100120284137e-07, "Finetune/Loss": 0.8161458373069763, "Finetune/Loss (Raw)": 0.43268099427223206, "Finetune/Step": 9148, "Finetune/Step Time": 6.348283616825938}
+{"Finetune/Learning Rate": 1.2343291064822127e-07, "Finetune/Loss": 0.8191426396369934, "Finetune/Loss (Raw)": 0.7565672397613525, "Finetune/Step": 9149, "Finetune/Step Time": 6.3562854044139385}
+{"Finetune/Learning Rate": 1.2290594037902225e-07, "Finetune/Loss": 0.8168332576751709, "Finetune/Loss (Raw)": 0.6858934164047241, "Finetune/Step": 9150, "Finetune/Step Time": 6.345915965735912}
+{"Finetune/Learning Rate": 1.2238009045501985e-07, "Finetune/Loss": 0.8156396150588989, "Finetune/Loss (Raw)": 0.6911213397979736, "Finetune/Step": 9151, "Finetune/Step Time": 6.344829859212041}
+{"Finetune/Learning Rate": 1.218553609358575e-07, "Finetune/Loss": 0.8161019086837769, "Finetune/Loss (Raw)": 0.8523993492126465, "Finetune/Step": 9152, "Finetune/Step Time": 6.3413788471370935}
+{"Finetune/Learning Rate": 1.213317518810575e-07, "Finetune/Loss": 0.8140252828598022, "Finetune/Loss (Raw)": 0.6004964113235474, "Finetune/Step": 9153, "Finetune/Step Time": 6.346312245354056}
+{"Finetune/Learning Rate": 1.208092633500102e-07, "Finetune/Loss": 0.8136500120162964, "Finetune/Loss (Raw)": 0.8312730193138123, "Finetune/Step": 9154, "Finetune/Step Time": 6.351630933582783}
+{"Finetune/Learning Rate": 1.202878954019815e-07, "Finetune/Loss": 0.8128657341003418, "Finetune/Loss (Raw)": 0.8086307048797607, "Finetune/Step": 9155, "Finetune/Step Time": 6.337872492149472}
+{"Finetune/Learning Rate": 1.1976764809611075e-07, "Finetune/Loss": 0.8132234215736389, "Finetune/Loss (Raw)": 0.9116936326026917, "Finetune/Step": 9156, "Finetune/Step Time": 6.3451582081615925}
+{"Finetune/Learning Rate": 1.1924852149140632e-07, "Finetune/Loss": 0.8149617314338684, "Finetune/Loss (Raw)": 1.0203273296356201, "Finetune/Step": 9157, "Finetune/Step Time": 6.348175544291735}
+{"Finetune/Learning Rate": 1.1873051564675331e-07, "Finetune/Loss": 0.8154137134552002, "Finetune/Loss (Raw)": 0.8909872770309448, "Finetune/Step": 9158, "Finetune/Step Time": 6.349315986037254}
+{"Finetune/Learning Rate": 1.1821363062090808e-07, "Finetune/Loss": 0.8125734925270081, "Finetune/Loss (Raw)": 0.3770144283771515, "Finetune/Step": 9159, "Finetune/Step Time": 6.354440802708268}
+{"Finetune/Learning Rate": 1.1769786647250148e-07, "Finetune/Loss": 0.8125565052032471, "Finetune/Loss (Raw)": 0.7898361086845398, "Finetune/Step": 9160, "Finetune/Step Time": 6.3700192756950855}
+{"Finetune/Learning Rate": 1.1718322326003451e-07, "Finetune/Loss": 0.8121719360351562, "Finetune/Loss (Raw)": 0.743844747543335, "Finetune/Step": 9161, "Finetune/Step Time": 6.371405648067594}
+{"Finetune/Learning Rate": 1.1666970104188379e-07, "Finetune/Loss": 0.8121683597564697, "Finetune/Loss (Raw)": 0.8339008688926697, "Finetune/Step": 9162, "Finetune/Step Time": 6.374322935938835}
+{"Finetune/Learning Rate": 1.1615729987629498e-07, "Finetune/Loss": 0.81192946434021, "Finetune/Loss (Raw)": 0.8303166031837463, "Finetune/Step": 9163, "Finetune/Step Time": 6.375034721568227}
+{"Finetune/Learning Rate": 1.1564601982139157e-07, "Finetune/Loss": 0.8109464049339294, "Finetune/Loss (Raw)": 0.7192786335945129, "Finetune/Step": 9164, "Finetune/Step Time": 6.371928064152598}
+{"Finetune/Learning Rate": 1.1513586093516604e-07, "Finetune/Loss": 0.8108803629875183, "Finetune/Loss (Raw)": 0.789689838886261, "Finetune/Step": 9165, "Finetune/Step Time": 6.366887988522649}
+{"Finetune/Learning Rate": 1.1462682327548547e-07, "Finetune/Loss": 0.8111748695373535, "Finetune/Loss (Raw)": 0.8366328477859497, "Finetune/Step": 9166, "Finetune/Step Time": 6.343006929382682}
+{"Finetune/Learning Rate": 1.1411890690008919e-07, "Finetune/Loss": 0.8094494342803955, "Finetune/Loss (Raw)": 0.7913442254066467, "Finetune/Step": 9167, "Finetune/Step Time": 6.342665622010827}
+{"Finetune/Learning Rate": 1.1361211186658893e-07, "Finetune/Loss": 0.8087223172187805, "Finetune/Loss (Raw)": 0.7821892499923706, "Finetune/Step": 9168, "Finetune/Step Time": 6.344216801226139}
+{"Finetune/Learning Rate": 1.1310643823247091e-07, "Finetune/Loss": 0.8089568018913269, "Finetune/Loss (Raw)": 0.8773878812789917, "Finetune/Step": 9169, "Finetune/Step Time": 6.342116240411997}
+{"Finetune/Learning Rate": 1.1260188605509259e-07, "Finetune/Loss": 0.8089030981063843, "Finetune/Loss (Raw)": 0.7528501152992249, "Finetune/Step": 9170, "Finetune/Step Time": 6.333822848275304}
+{"Finetune/Learning Rate": 1.1209845539168373e-07, "Finetune/Loss": 0.8089629411697388, "Finetune/Loss (Raw)": 0.8241813778877258, "Finetune/Step": 9171, "Finetune/Step Time": 6.307141667231917}
+{"Finetune/Learning Rate": 1.1159614629934867e-07, "Finetune/Loss": 0.808174192905426, "Finetune/Loss (Raw)": 0.740645706653595, "Finetune/Step": 9172, "Finetune/Step Time": 6.304612157866359}
+{"Finetune/Learning Rate": 1.1109495883506294e-07, "Finetune/Loss": 0.8089460134506226, "Finetune/Loss (Raw)": 0.8792059421539307, "Finetune/Step": 9173, "Finetune/Step Time": 6.308871163055301}
+{"Finetune/Learning Rate": 1.1059489305567661e-07, "Finetune/Loss": 0.806778073310852, "Finetune/Loss (Raw)": 0.6133118867874146, "Finetune/Step": 9174, "Finetune/Step Time": 6.32638493180275}
+{"Finetune/Learning Rate": 1.1009594901791098e-07, "Finetune/Loss": 0.8079735040664673, "Finetune/Loss (Raw)": 0.9318363666534424, "Finetune/Step": 9175, "Finetune/Step Time": 6.337109640240669}
+{"Finetune/Learning Rate": 1.0959812677835968e-07, "Finetune/Loss": 0.8083961009979248, "Finetune/Loss (Raw)": 0.9373897910118103, "Finetune/Step": 9176, "Finetune/Step Time": 6.3284445740282536}
+{"Finetune/Learning Rate": 1.0910142639349198e-07, "Finetune/Loss": 0.8086146116256714, "Finetune/Loss (Raw)": 0.8314622640609741, "Finetune/Step": 9177, "Finetune/Step Time": 6.330447604879737}
+{"Finetune/Learning Rate": 1.0860584791964612e-07, "Finetune/Loss": 0.8072800636291504, "Finetune/Loss (Raw)": 0.7310224175453186, "Finetune/Step": 9178, "Finetune/Step Time": 6.329600786790252}
+{"Finetune/Learning Rate": 1.0811139141303607e-07, "Finetune/Loss": 0.8083057403564453, "Finetune/Loss (Raw)": 0.8774953484535217, "Finetune/Step": 9179, "Finetune/Step Time": 6.332094157114625}
+{"Finetune/Learning Rate": 1.0761805692974469e-07, "Finetune/Loss": 0.808998167514801, "Finetune/Loss (Raw)": 0.7961157560348511, "Finetune/Step": 9180, "Finetune/Step Time": 6.340115590021014}
+{"Finetune/Learning Rate": 1.0712584452573504e-07, "Finetune/Loss": 0.8089091777801514, "Finetune/Loss (Raw)": 0.7497270107269287, "Finetune/Step": 9181, "Finetune/Step Time": 6.341183861717582}
+{"Finetune/Learning Rate": 1.0663475425683357e-07, "Finetune/Loss": 0.8093314170837402, "Finetune/Loss (Raw)": 0.7838802933692932, "Finetune/Step": 9182, "Finetune/Step Time": 6.34794102050364}
+{"Finetune/Learning Rate": 1.0614478617874569e-07, "Finetune/Loss": 0.8092386722564697, "Finetune/Loss (Raw)": 0.8205826282501221, "Finetune/Step": 9183, "Finetune/Step Time": 6.363515378907323}
+{"Finetune/Learning Rate": 1.0565594034704918e-07, "Finetune/Loss": 0.8110164403915405, "Finetune/Loss (Raw)": 0.9578198194503784, "Finetune/Step": 9184, "Finetune/Step Time": 6.366310365498066}
+{"Finetune/Learning Rate": 1.0516821681719081e-07, "Finetune/Loss": 0.8115887641906738, "Finetune/Loss (Raw)": 0.8153853416442871, "Finetune/Step": 9185, "Finetune/Step Time": 6.357716951519251}
+{"Finetune/Learning Rate": 1.0468161564449409e-07, "Finetune/Loss": 0.811356782913208, "Finetune/Loss (Raw)": 0.8391675353050232, "Finetune/Step": 9186, "Finetune/Step Time": 6.34878590144217}
+{"Finetune/Learning Rate": 1.0419613688415265e-07, "Finetune/Loss": 0.8124018907546997, "Finetune/Loss (Raw)": 0.9567450881004333, "Finetune/Step": 9187, "Finetune/Step Time": 6.354830345138907}
+{"Finetune/Learning Rate": 1.0371178059123354e-07, "Finetune/Loss": 0.8131124973297119, "Finetune/Loss (Raw)": 0.9659730195999146, "Finetune/Step": 9188, "Finetune/Step Time": 6.353972731158137}
+{"Finetune/Learning Rate": 1.0322854682067729e-07, "Finetune/Loss": 0.8123444318771362, "Finetune/Loss (Raw)": 0.8565161824226379, "Finetune/Step": 9189, "Finetune/Step Time": 6.35558894649148}
+{"Finetune/Learning Rate": 1.027464356272967e-07, "Finetune/Loss": 0.8116223812103271, "Finetune/Loss (Raw)": 0.7458405494689941, "Finetune/Step": 9190, "Finetune/Step Time": 6.361373174935579}
+{"Finetune/Learning Rate": 1.0226544706577579e-07, "Finetune/Loss": 0.8132078647613525, "Finetune/Loss (Raw)": 0.8328930139541626, "Finetune/Step": 9191, "Finetune/Step Time": 6.362327119335532}
+{"Finetune/Learning Rate": 1.0178558119067316e-07, "Finetune/Loss": 0.8128963708877563, "Finetune/Loss (Raw)": 0.8437870144844055, "Finetune/Step": 9192, "Finetune/Step Time": 6.358467556536198}
+{"Finetune/Learning Rate": 1.013068380564186e-07, "Finetune/Loss": 0.8133171796798706, "Finetune/Loss (Raw)": 0.8513019680976868, "Finetune/Step": 9193, "Finetune/Step Time": 6.356897121295333}
+{"Finetune/Learning Rate": 1.0082921771731646e-07, "Finetune/Loss": 0.8136045336723328, "Finetune/Loss (Raw)": 0.7179368138313293, "Finetune/Step": 9194, "Finetune/Step Time": 6.3606407549232244}
+{"Finetune/Learning Rate": 1.0035272022754227e-07, "Finetune/Loss": 0.8129764199256897, "Finetune/Loss (Raw)": 0.6472769379615784, "Finetune/Step": 9195, "Finetune/Step Time": 6.379012307152152}
+{"Finetune/Learning Rate": 9.987734564114504e-08, "Finetune/Loss": 0.8126480579376221, "Finetune/Loss (Raw)": 0.8178417682647705, "Finetune/Step": 9196, "Finetune/Step Time": 6.38082373701036}
+{"Finetune/Learning Rate": 9.940309401204273e-08, "Finetune/Loss": 0.8139634132385254, "Finetune/Loss (Raw)": 0.8233852982521057, "Finetune/Step": 9197, "Finetune/Step Time": 6.375572012737393}
+{"Finetune/Learning Rate": 9.892996539403232e-08, "Finetune/Loss": 0.8156068921089172, "Finetune/Loss (Raw)": 0.9680947065353394, "Finetune/Step": 9198, "Finetune/Step Time": 6.354044860228896}
+{"Finetune/Learning Rate": 9.845795984078088e-08, "Finetune/Loss": 0.8162258267402649, "Finetune/Loss (Raw)": 0.8176784515380859, "Finetune/Step": 9199, "Finetune/Step Time": 6.3505916483700275}
+{"Finetune/Learning Rate": 9.798707740582447e-08, "Finetune/Loss": 0.8148614168167114, "Finetune/Loss (Raw)": 0.6486882567405701, "Finetune/Step": 9200, "Finetune/Step Time": 6.346251079812646}
+{"Finetune/Learning Rate": 9.751731814257481e-08, "Finetune/Loss": 0.8138647079467773, "Finetune/Loss (Raw)": 0.6864950060844421, "Finetune/Step": 9201, "Finetune/Step Time": 6.3514091689139605}
+{"Finetune/Learning Rate": 9.704868210431816e-08, "Finetune/Loss": 0.8146754503250122, "Finetune/Loss (Raw)": 0.7964330315589905, "Finetune/Step": 9202, "Finetune/Step Time": 6.364351803436875}
+{"Finetune/Learning Rate": 9.65811693442098e-08, "Finetune/Loss": 0.8157768249511719, "Finetune/Loss (Raw)": 0.9472399950027466, "Finetune/Step": 9203, "Finetune/Step Time": 6.366271091625094}
+{"Finetune/Learning Rate": 9.61147799152795e-08, "Finetune/Loss": 0.815947413444519, "Finetune/Loss (Raw)": 0.8151391744613647, "Finetune/Step": 9204, "Finetune/Step Time": 6.362329153344035}
+{"Finetune/Learning Rate": 9.564951387042942e-08, "Finetune/Loss": 0.815409779548645, "Finetune/Loss (Raw)": 0.7274848222732544, "Finetune/Step": 9205, "Finetune/Step Time": 6.363455111160874}
+{"Finetune/Learning Rate": 9.518537126243399e-08, "Finetune/Loss": 0.8156882524490356, "Finetune/Loss (Raw)": 0.9326667189598083, "Finetune/Step": 9206, "Finetune/Step Time": 6.365854101255536}
+{"Finetune/Learning Rate": 9.472235214393888e-08, "Finetune/Loss": 0.8130567669868469, "Finetune/Loss (Raw)": 0.6345072984695435, "Finetune/Step": 9207, "Finetune/Step Time": 6.369663145393133}
+{"Finetune/Learning Rate": 9.42604565674654e-08, "Finetune/Loss": 0.8138991594314575, "Finetune/Loss (Raw)": 0.9736238121986389, "Finetune/Step": 9208, "Finetune/Step Time": 6.376740947365761}
+{"Finetune/Learning Rate": 9.379968458540501e-08, "Finetune/Loss": 0.8131647706031799, "Finetune/Loss (Raw)": 0.8274896740913391, "Finetune/Step": 9209, "Finetune/Step Time": 6.365791290998459}
+{"Finetune/Learning Rate": 9.334003625002253e-08, "Finetune/Loss": 0.812938928604126, "Finetune/Loss (Raw)": 0.7709079384803772, "Finetune/Step": 9210, "Finetune/Step Time": 6.3697697799652815}
+{"Finetune/Learning Rate": 9.288151161345626e-08, "Finetune/Loss": 0.8121655583381653, "Finetune/Loss (Raw)": 0.7059258222579956, "Finetune/Step": 9211, "Finetune/Step Time": 6.377558156847954}
+{"Finetune/Learning Rate": 9.242411072771463e-08, "Finetune/Loss": 0.8088558912277222, "Finetune/Loss (Raw)": 0.3712237775325775, "Finetune/Step": 9212, "Finetune/Step Time": 6.381943888962269}
+{"Finetune/Learning Rate": 9.196783364467943e-08, "Finetune/Loss": 0.8090977668762207, "Finetune/Loss (Raw)": 0.8933508992195129, "Finetune/Step": 9213, "Finetune/Step Time": 6.3923431523144245}
+{"Finetune/Learning Rate": 9.151268041610706e-08, "Finetune/Loss": 0.808129608631134, "Finetune/Loss (Raw)": 0.5667389631271362, "Finetune/Step": 9214, "Finetune/Step Time": 6.4083082638680935}
+{"Finetune/Learning Rate": 9.10586510936251e-08, "Finetune/Loss": 0.8067164421081543, "Finetune/Loss (Raw)": 0.8043471574783325, "Finetune/Step": 9215, "Finetune/Step Time": 6.4043359365314245}
+{"Finetune/Learning Rate": 9.060574572873238e-08, "Finetune/Loss": 0.806267261505127, "Finetune/Loss (Raw)": 0.8420194983482361, "Finetune/Step": 9216, "Finetune/Step Time": 6.4090885780751705}
+{"Finetune/Learning Rate": 9.015396437280222e-08, "Finetune/Loss": 0.8045902252197266, "Finetune/Loss (Raw)": 0.7285116314888, "Finetune/Step": 9217, "Finetune/Step Time": 6.407561212778091}
+{"Finetune/Learning Rate": 8.970330707707809e-08, "Finetune/Loss": 0.8091939687728882, "Finetune/Loss (Raw)": 0.9052590727806091, "Finetune/Step": 9218, "Finetune/Step Time": 6.398393239825964}
+{"Finetune/Learning Rate": 8.925377389267797e-08, "Finetune/Loss": 0.8058814406394958, "Finetune/Loss (Raw)": 0.6141610741615295, "Finetune/Step": 9219, "Finetune/Step Time": 6.381368497386575}
+{"Finetune/Learning Rate": 8.880536487059333e-08, "Finetune/Loss": 0.8061543107032776, "Finetune/Loss (Raw)": 0.8796865940093994, "Finetune/Step": 9220, "Finetune/Step Time": 6.379854144528508}
+{"Finetune/Learning Rate": 8.835808006168455e-08, "Finetune/Loss": 0.8070361018180847, "Finetune/Loss (Raw)": 0.771858811378479, "Finetune/Step": 9221, "Finetune/Step Time": 6.369403140619397}
+{"Finetune/Learning Rate": 8.791191951668886e-08, "Finetune/Loss": 0.8064939975738525, "Finetune/Loss (Raw)": 0.8351538777351379, "Finetune/Step": 9222, "Finetune/Step Time": 6.356347244232893}
+{"Finetune/Learning Rate": 8.746688328621133e-08, "Finetune/Loss": 0.804984450340271, "Finetune/Loss (Raw)": 0.7002729177474976, "Finetune/Step": 9223, "Finetune/Step Time": 6.354520622640848}
+{"Finetune/Learning Rate": 8.70229714207338e-08, "Finetune/Loss": 0.8004387617111206, "Finetune/Loss (Raw)": 0.31513461470603943, "Finetune/Step": 9224, "Finetune/Step Time": 6.35516969114542}
+{"Finetune/Learning Rate": 8.658018397060486e-08, "Finetune/Loss": 0.7996292114257812, "Finetune/Loss (Raw)": 0.6696717143058777, "Finetune/Step": 9225, "Finetune/Step Time": 6.3835544642060995}
+{"Finetune/Learning Rate": 8.613852098605435e-08, "Finetune/Loss": 0.7994328737258911, "Finetune/Loss (Raw)": 0.7527947425842285, "Finetune/Step": 9226, "Finetune/Step Time": 6.38401641137898}
+{"Finetune/Learning Rate": 8.569798251717664e-08, "Finetune/Loss": 0.7996342182159424, "Finetune/Loss (Raw)": 0.8543480634689331, "Finetune/Step": 9227, "Finetune/Step Time": 6.388291995972395}
+{"Finetune/Learning Rate": 8.525856861394177e-08, "Finetune/Loss": 0.7984060049057007, "Finetune/Loss (Raw)": 0.8141741752624512, "Finetune/Step": 9228, "Finetune/Step Time": 6.391524801030755}
+{"Finetune/Learning Rate": 8.482027932619097e-08, "Finetune/Loss": 0.798858106136322, "Finetune/Loss (Raw)": 0.9110368490219116, "Finetune/Step": 9229, "Finetune/Step Time": 6.393163667991757}
+{"Finetune/Learning Rate": 8.438311470364113e-08, "Finetune/Loss": 0.7972216606140137, "Finetune/Loss (Raw)": 0.636306881904602, "Finetune/Step": 9230, "Finetune/Step Time": 6.390993362292647}
+{"Finetune/Learning Rate": 8.394707479587705e-08, "Finetune/Loss": 0.7974578738212585, "Finetune/Loss (Raw)": 0.8129697442054749, "Finetune/Step": 9231, "Finetune/Step Time": 6.393799925222993}
+{"Finetune/Learning Rate": 8.351215965235915e-08, "Finetune/Loss": 0.7982238531112671, "Finetune/Loss (Raw)": 0.8648144602775574, "Finetune/Step": 9232, "Finetune/Step Time": 6.414311051368713}
+{"Finetune/Learning Rate": 8.307836932241797e-08, "Finetune/Loss": 0.7995362281799316, "Finetune/Loss (Raw)": 0.8522647023200989, "Finetune/Step": 9233, "Finetune/Step Time": 6.4149641916155815}
+{"Finetune/Learning Rate": 8.264570385525972e-08, "Finetune/Loss": 0.7987191677093506, "Finetune/Loss (Raw)": 0.8179841637611389, "Finetune/Step": 9234, "Finetune/Step Time": 6.410559372976422}
+{"Finetune/Learning Rate": 8.221416329996068e-08, "Finetune/Loss": 0.7992666959762573, "Finetune/Loss (Raw)": 0.9088773131370544, "Finetune/Step": 9235, "Finetune/Step Time": 6.397369159385562}
+{"Finetune/Learning Rate": 8.178374770546838e-08, "Finetune/Loss": 0.798041820526123, "Finetune/Loss (Raw)": 0.718025267124176, "Finetune/Step": 9236, "Finetune/Step Time": 6.399631345644593}
+{"Finetune/Learning Rate": 8.135445712060597e-08, "Finetune/Loss": 0.7974933385848999, "Finetune/Loss (Raw)": 0.7659657001495361, "Finetune/Step": 9237, "Finetune/Step Time": 6.397802531719208}
+{"Finetune/Learning Rate": 8.092629159406673e-08, "Finetune/Loss": 0.7986563444137573, "Finetune/Loss (Raw)": 0.8542572259902954, "Finetune/Step": 9238, "Finetune/Step Time": 6.39687435887754}
+{"Finetune/Learning Rate": 8.049925117441626e-08, "Finetune/Loss": 0.7988481521606445, "Finetune/Loss (Raw)": 0.8312276005744934, "Finetune/Step": 9239, "Finetune/Step Time": 6.412304449826479}
+{"Finetune/Learning Rate": 8.007333591009359e-08, "Finetune/Loss": 0.7990310192108154, "Finetune/Loss (Raw)": 0.8371729850769043, "Finetune/Step": 9240, "Finetune/Step Time": 6.410793220624328}
+{"Finetune/Learning Rate": 7.964854584941007e-08, "Finetune/Loss": 0.7990009784698486, "Finetune/Loss (Raw)": 0.8387436270713806, "Finetune/Step": 9241, "Finetune/Step Time": 6.406131682917476}
+{"Finetune/Learning Rate": 7.922488104054826e-08, "Finetune/Loss": 0.7977035045623779, "Finetune/Loss (Raw)": 0.6071875691413879, "Finetune/Step": 9242, "Finetune/Step Time": 6.401089586317539}
+{"Finetune/Learning Rate": 7.880234153156418e-08, "Finetune/Loss": 0.7968690991401672, "Finetune/Loss (Raw)": 0.7466183304786682, "Finetune/Step": 9243, "Finetune/Step Time": 6.3989989552646875}
+{"Finetune/Learning Rate": 7.838092737038617e-08, "Finetune/Loss": 0.7967110276222229, "Finetune/Loss (Raw)": 0.7774226069450378, "Finetune/Step": 9244, "Finetune/Step Time": 6.396438550204039}
+{"Finetune/Learning Rate": 7.796063860481595e-08, "Finetune/Loss": 0.7960031032562256, "Finetune/Loss (Raw)": 0.6594319939613342, "Finetune/Step": 9245, "Finetune/Step Time": 6.3940970953553915}
+{"Finetune/Learning Rate": 7.75414752825232e-08, "Finetune/Loss": 0.7946162223815918, "Finetune/Loss (Raw)": 0.7526267170906067, "Finetune/Step": 9246, "Finetune/Step Time": 6.39411448687315}
+{"Finetune/Learning Rate": 7.712343745105544e-08, "Finetune/Loss": 0.7939581274986267, "Finetune/Loss (Raw)": 0.7528627514839172, "Finetune/Step": 9247, "Finetune/Step Time": 6.380054069682956}
+{"Finetune/Learning Rate": 7.670652515782917e-08, "Finetune/Loss": 0.7945137619972229, "Finetune/Loss (Raw)": 0.9322236776351929, "Finetune/Step": 9248, "Finetune/Step Time": 6.38165008276701}
+{"Finetune/Learning Rate": 7.629073845013435e-08, "Finetune/Loss": 0.7943663597106934, "Finetune/Loss (Raw)": 0.7177066802978516, "Finetune/Step": 9249, "Finetune/Step Time": 6.354805454611778}
+{"Finetune/Learning Rate": 7.587607737513325e-08, "Finetune/Loss": 0.7924808263778687, "Finetune/Loss (Raw)": 0.5654245018959045, "Finetune/Step": 9250, "Finetune/Step Time": 6.335008712485433}
+{"Finetune/Learning Rate": 7.546254197986158e-08, "Finetune/Loss": 0.7918574810028076, "Finetune/Loss (Raw)": 0.7243930101394653, "Finetune/Step": 9251, "Finetune/Step Time": 6.347296068444848}
+{"Finetune/Learning Rate": 7.505013231122294e-08, "Finetune/Loss": 0.791023850440979, "Finetune/Loss (Raw)": 0.7745447754859924, "Finetune/Step": 9252, "Finetune/Step Time": 6.347594840452075}
+{"Finetune/Learning Rate": 7.463884841599878e-08, "Finetune/Loss": 0.7917274832725525, "Finetune/Loss (Raw)": 0.7274653911590576, "Finetune/Step": 9253, "Finetune/Step Time": 6.344800462946296}
+{"Finetune/Learning Rate": 7.422869034084068e-08, "Finetune/Loss": 0.7916654944419861, "Finetune/Loss (Raw)": 0.8812952637672424, "Finetune/Step": 9254, "Finetune/Step Time": 6.336555656045675}
+{"Finetune/Learning Rate": 7.381965813227032e-08, "Finetune/Loss": 0.7897846102714539, "Finetune/Loss (Raw)": 0.8044639229774475, "Finetune/Step": 9255, "Finetune/Step Time": 6.329528214409947}
+{"Finetune/Learning Rate": 7.341175183668503e-08, "Finetune/Loss": 0.791140079498291, "Finetune/Loss (Raw)": 0.802370548248291, "Finetune/Step": 9256, "Finetune/Step Time": 6.328581716865301}
+{"Finetune/Learning Rate": 7.300497150035335e-08, "Finetune/Loss": 0.7909280061721802, "Finetune/Loss (Raw)": 0.8298479318618774, "Finetune/Step": 9257, "Finetune/Step Time": 6.325625523924828}
+{"Finetune/Learning Rate": 7.259931716941505e-08, "Finetune/Loss": 0.7916477918624878, "Finetune/Loss (Raw)": 0.9190441370010376, "Finetune/Step": 9258, "Finetune/Step Time": 6.328625429421663}
+{"Finetune/Learning Rate": 7.21947888898844e-08, "Finetune/Loss": 0.791084885597229, "Finetune/Loss (Raw)": 0.6980041265487671, "Finetune/Step": 9259, "Finetune/Step Time": 6.329763233661652}
+{"Finetune/Learning Rate": 7.179138670764363e-08, "Finetune/Loss": 0.7907620668411255, "Finetune/Loss (Raw)": 0.728719174861908, "Finetune/Step": 9260, "Finetune/Step Time": 6.314673351123929}
+{"Finetune/Learning Rate": 7.138911066845277e-08, "Finetune/Loss": 0.7897595167160034, "Finetune/Loss (Raw)": 0.6485523581504822, "Finetune/Step": 9261, "Finetune/Step Time": 6.316606758162379}
+{"Finetune/Learning Rate": 7.098796081793979e-08, "Finetune/Loss": 0.7901293039321899, "Finetune/Loss (Raw)": 0.759244441986084, "Finetune/Step": 9262, "Finetune/Step Time": 6.311707265675068}
+{"Finetune/Learning Rate": 7.058793720160829e-08, "Finetune/Loss": 0.7892583012580872, "Finetune/Loss (Raw)": 0.6925126314163208, "Finetune/Step": 9263, "Finetune/Step Time": 6.3087501879781485}
+{"Finetune/Learning Rate": 7.018903986483083e-08, "Finetune/Loss": 0.7877478003501892, "Finetune/Loss (Raw)": 0.7189055681228638, "Finetune/Step": 9264, "Finetune/Step Time": 6.298945724964142}
+{"Finetune/Learning Rate": 6.979126885285348e-08, "Finetune/Loss": 0.7862546443939209, "Finetune/Loss (Raw)": 0.8217626214027405, "Finetune/Step": 9265, "Finetune/Step Time": 6.305566843599081}
+{"Finetune/Learning Rate": 6.93946242107968e-08, "Finetune/Loss": 0.7864030003547668, "Finetune/Loss (Raw)": 0.739967405796051, "Finetune/Step": 9266, "Finetune/Step Time": 6.307146104052663}
+{"Finetune/Learning Rate": 6.899910598365034e-08, "Finetune/Loss": 0.7876003384590149, "Finetune/Loss (Raw)": 0.9462170004844666, "Finetune/Step": 9267, "Finetune/Step Time": 6.2966601345688105}
+{"Finetune/Learning Rate": 6.860471421627712e-08, "Finetune/Loss": 0.7876920700073242, "Finetune/Loss (Raw)": 0.7252840399742126, "Finetune/Step": 9268, "Finetune/Step Time": 6.294347381219268}
+{"Finetune/Learning Rate": 6.821144895341248e-08, "Finetune/Loss": 0.7881491184234619, "Finetune/Loss (Raw)": 0.9083234667778015, "Finetune/Step": 9269, "Finetune/Step Time": 6.292812986299396}
+{"Finetune/Learning Rate": 6.781931023966403e-08, "Finetune/Loss": 0.7880076169967651, "Finetune/Loss (Raw)": 0.8905460834503174, "Finetune/Step": 9270, "Finetune/Step Time": 6.302783831954002}
+{"Finetune/Learning Rate": 6.74282981195129e-08, "Finetune/Loss": 0.7869855165481567, "Finetune/Loss (Raw)": 0.8162078261375427, "Finetune/Step": 9271, "Finetune/Step Time": 6.313645729795098}
+{"Finetune/Learning Rate": 6.703841263730914e-08, "Finetune/Loss": 0.7863406538963318, "Finetune/Loss (Raw)": 0.7503985166549683, "Finetune/Step": 9272, "Finetune/Step Time": 6.313947305083275}
+{"Finetune/Learning Rate": 6.66496538372774e-08, "Finetune/Loss": 0.7857184410095215, "Finetune/Loss (Raw)": 0.8571906089782715, "Finetune/Step": 9273, "Finetune/Step Time": 6.311627032235265}
+{"Finetune/Learning Rate": 6.626202176351349e-08, "Finetune/Loss": 0.7864463329315186, "Finetune/Loss (Raw)": 0.9862901568412781, "Finetune/Step": 9274, "Finetune/Step Time": 6.310938561335206}
+{"Finetune/Learning Rate": 6.587551645998891e-08, "Finetune/Loss": 0.784204363822937, "Finetune/Loss (Raw)": 0.6992897391319275, "Finetune/Step": 9275, "Finetune/Step Time": 6.303229443728924}
+{"Finetune/Learning Rate": 6.549013797054083e-08, "Finetune/Loss": 0.7880147695541382, "Finetune/Loss (Raw)": 0.9204187989234924, "Finetune/Step": 9276, "Finetune/Step Time": 6.298902664333582}
+{"Finetune/Learning Rate": 6.510588633888315e-08, "Finetune/Loss": 0.788253664970398, "Finetune/Loss (Raw)": 0.7871412038803101, "Finetune/Step": 9277, "Finetune/Step Time": 6.28468038327992}
+{"Finetune/Learning Rate": 6.472276160860324e-08, "Finetune/Loss": 0.7897380590438843, "Finetune/Loss (Raw)": 0.8758989572525024, "Finetune/Step": 9278, "Finetune/Step Time": 6.278052283450961}
+{"Finetune/Learning Rate": 6.434076382315524e-08, "Finetune/Loss": 0.7907267212867737, "Finetune/Loss (Raw)": 0.8176697492599487, "Finetune/Step": 9279, "Finetune/Step Time": 6.271265782415867}
+{"Finetune/Learning Rate": 6.395989302587113e-08, "Finetune/Loss": 0.7906898260116577, "Finetune/Loss (Raw)": 0.8476749658584595, "Finetune/Step": 9280, "Finetune/Step Time": 6.267024297267199}
+{"Finetune/Learning Rate": 6.358014925995081e-08, "Finetune/Loss": 0.7920078039169312, "Finetune/Loss (Raw)": 0.769199788570404, "Finetune/Step": 9281, "Finetune/Step Time": 6.260620752349496}
+{"Finetune/Learning Rate": 6.320153256846873e-08, "Finetune/Loss": 0.7927229404449463, "Finetune/Loss (Raw)": 0.922803521156311, "Finetune/Step": 9282, "Finetune/Step Time": 6.257266718894243}
+{"Finetune/Learning Rate": 6.282404299437162e-08, "Finetune/Loss": 0.7926406860351562, "Finetune/Loss (Raw)": 0.7981059551239014, "Finetune/Step": 9283, "Finetune/Step Time": 6.257885349914432}
+{"Finetune/Learning Rate": 6.244768058047635e-08, "Finetune/Loss": 0.7917938232421875, "Finetune/Loss (Raw)": 0.803294837474823, "Finetune/Step": 9284, "Finetune/Step Time": 6.25588957965374}
+{"Finetune/Learning Rate": 6.20724453694732e-08, "Finetune/Loss": 0.790541410446167, "Finetune/Loss (Raw)": 0.8600213527679443, "Finetune/Step": 9285, "Finetune/Step Time": 6.255905922502279}
+{"Finetune/Learning Rate": 6.169833740392594e-08, "Finetune/Loss": 0.7903408408164978, "Finetune/Loss (Raw)": 0.8653107285499573, "Finetune/Step": 9286, "Finetune/Step Time": 6.253814334049821}
+{"Finetune/Learning Rate": 6.132535672626839e-08, "Finetune/Loss": 0.7931565046310425, "Finetune/Loss (Raw)": 0.737422525882721, "Finetune/Step": 9287, "Finetune/Step Time": 6.251444714143872}
+{"Finetune/Learning Rate": 6.095350337880667e-08, "Finetune/Loss": 0.7941299080848694, "Finetune/Loss (Raw)": 0.9144285917282104, "Finetune/Step": 9288, "Finetune/Step Time": 6.241230381652713}
+{"Finetune/Learning Rate": 6.058277740372043e-08, "Finetune/Loss": 0.7940619587898254, "Finetune/Loss (Raw)": 0.7351502180099487, "Finetune/Step": 9289, "Finetune/Step Time": 6.241862224414945}
+{"Finetune/Learning Rate": 6.021317884306044e-08, "Finetune/Loss": 0.793088436126709, "Finetune/Loss (Raw)": 0.7092867493629456, "Finetune/Step": 9290, "Finetune/Step Time": 6.251288793981075}
+{"Finetune/Learning Rate": 5.984470773874984e-08, "Finetune/Loss": 0.7928330898284912, "Finetune/Loss (Raw)": 0.797636866569519, "Finetune/Step": 9291, "Finetune/Step Time": 6.256019270047545}
+{"Finetune/Learning Rate": 5.9477364132582984e-08, "Finetune/Loss": 0.7935366034507751, "Finetune/Loss (Raw)": 0.8093258738517761, "Finetune/Step": 9292, "Finetune/Step Time": 6.256301533430815}
+{"Finetune/Learning Rate": 5.911114806622764e-08, "Finetune/Loss": 0.7939121723175049, "Finetune/Loss (Raw)": 0.8377682566642761, "Finetune/Step": 9293, "Finetune/Step Time": 6.25508632697165}
+{"Finetune/Learning Rate": 5.874605958122392e-08, "Finetune/Loss": 0.7951806783676147, "Finetune/Loss (Raw)": 0.9989941120147705, "Finetune/Step": 9294, "Finetune/Step Time": 6.254849137738347}
+{"Finetune/Learning Rate": 5.8382098718980926e-08, "Finetune/Loss": 0.7957965731620789, "Finetune/Loss (Raw)": 0.8701810240745544, "Finetune/Step": 9295, "Finetune/Step Time": 6.252902675420046}
+{"Finetune/Learning Rate": 5.801926552078563e-08, "Finetune/Loss": 0.7957082390785217, "Finetune/Loss (Raw)": 0.7708802819252014, "Finetune/Step": 9296, "Finetune/Step Time": 6.254079777747393}
+{"Finetune/Learning Rate": 5.765756002779177e-08, "Finetune/Loss": 0.7958795428276062, "Finetune/Loss (Raw)": 0.8993181586265564, "Finetune/Step": 9297, "Finetune/Step Time": 6.262251263484359}
+{"Finetune/Learning Rate": 5.7296982281026534e-08, "Finetune/Loss": 0.7962391972541809, "Finetune/Loss (Raw)": 0.7988817691802979, "Finetune/Step": 9298, "Finetune/Step Time": 6.261204078793526}
+{"Finetune/Learning Rate": 5.693753232139165e-08, "Finetune/Loss": 0.7964765429496765, "Finetune/Loss (Raw)": 0.8545616269111633, "Finetune/Step": 9299, "Finetune/Step Time": 6.266894469037652}
+{"Finetune/Learning Rate": 5.657921018965784e-08, "Finetune/Loss": 0.7967708110809326, "Finetune/Loss (Raw)": 0.7783166766166687, "Finetune/Step": 9300, "Finetune/Step Time": 6.2838583290576935}
+{"Finetune/Learning Rate": 5.622201592646925e-08, "Finetune/Loss": 0.7971587181091309, "Finetune/Loss (Raw)": 0.9288533329963684, "Finetune/Step": 9301, "Finetune/Step Time": 6.281282622367144}
+{"Finetune/Learning Rate": 5.586594957234126e-08, "Finetune/Loss": 0.798406183719635, "Finetune/Loss (Raw)": 0.772990345954895, "Finetune/Step": 9302, "Finetune/Step Time": 6.264865370467305}
+{"Finetune/Learning Rate": 5.551101116766267e-08, "Finetune/Loss": 0.7972919344902039, "Finetune/Loss (Raw)": 0.789210855960846, "Finetune/Step": 9303, "Finetune/Step Time": 6.253313397988677}
+{"Finetune/Learning Rate": 5.515720075269349e-08, "Finetune/Loss": 0.7961496114730835, "Finetune/Loss (Raw)": 0.7911726236343384, "Finetune/Step": 9304, "Finetune/Step Time": 6.251826710999012}
+{"Finetune/Learning Rate": 5.4804518367567173e-08, "Finetune/Loss": 0.7957705855369568, "Finetune/Loss (Raw)": 0.7829493880271912, "Finetune/Step": 9305, "Finetune/Step Time": 6.251306425780058}
+{"Finetune/Learning Rate": 5.445296405228617e-08, "Finetune/Loss": 0.7975459098815918, "Finetune/Loss (Raw)": 0.9582652449607849, "Finetune/Step": 9306, "Finetune/Step Time": 6.252543650567532}
+{"Finetune/Learning Rate": 5.410253784672748e-08, "Finetune/Loss": 0.7955554723739624, "Finetune/Loss (Raw)": 0.6227145195007324, "Finetune/Step": 9307, "Finetune/Step Time": 6.254577245563269}
+{"Finetune/Learning Rate": 5.375323979063929e-08, "Finetune/Loss": 0.7953537106513977, "Finetune/Loss (Raw)": 0.7702962160110474, "Finetune/Step": 9308, "Finetune/Step Time": 6.276628876104951}
+{"Finetune/Learning Rate": 5.340506992364325e-08, "Finetune/Loss": 0.7960363626480103, "Finetune/Loss (Raw)": 0.8370998501777649, "Finetune/Step": 9309, "Finetune/Step Time": 6.276411186903715}
+{"Finetune/Learning Rate": 5.305802828522999e-08, "Finetune/Loss": 0.7955672144889832, "Finetune/Loss (Raw)": 0.7238290905952454, "Finetune/Step": 9310, "Finetune/Step Time": 6.268328234553337}
+{"Finetune/Learning Rate": 5.271211491476469e-08, "Finetune/Loss": 0.7961950302124023, "Finetune/Loss (Raw)": 0.900944709777832, "Finetune/Step": 9311, "Finetune/Step Time": 6.254004221409559}
+{"Finetune/Learning Rate": 5.236732985148374e-08, "Finetune/Loss": 0.7947981357574463, "Finetune/Loss (Raw)": 0.7790182828903198, "Finetune/Step": 9312, "Finetune/Step Time": 6.2464530151337385}
+{"Finetune/Learning Rate": 5.202367313449586e-08, "Finetune/Loss": 0.7946507930755615, "Finetune/Loss (Raw)": 0.79653000831604, "Finetune/Step": 9313, "Finetune/Step Time": 6.245282718911767}
+{"Finetune/Learning Rate": 5.168114480278319e-08, "Finetune/Loss": 0.7945858240127563, "Finetune/Loss (Raw)": 0.8308402299880981, "Finetune/Step": 9314, "Finetune/Step Time": 6.24363961443305}
+{"Finetune/Learning Rate": 5.133974489519355e-08, "Finetune/Loss": 0.7938517332077026, "Finetune/Loss (Raw)": 0.862784743309021, "Finetune/Step": 9315, "Finetune/Step Time": 6.237789813429117}
+{"Finetune/Learning Rate": 5.0999473450455974e-08, "Finetune/Loss": 0.7913650274276733, "Finetune/Loss (Raw)": 0.647681474685669, "Finetune/Step": 9316, "Finetune/Step Time": 6.243554031476378}
+{"Finetune/Learning Rate": 5.0660330507166236e-08, "Finetune/Loss": 0.7905426621437073, "Finetune/Loss (Raw)": 0.7512476444244385, "Finetune/Step": 9317, "Finetune/Step Time": 6.255007166415453}
+{"Finetune/Learning Rate": 5.032231610379135e-08, "Finetune/Loss": 0.7917072772979736, "Finetune/Loss (Raw)": 0.8949134349822998, "Finetune/Step": 9318, "Finetune/Step Time": 6.253718381747603}
+{"Finetune/Learning Rate": 4.9985430278671754e-08, "Finetune/Loss": 0.7917356491088867, "Finetune/Loss (Raw)": 0.8365224003791809, "Finetune/Step": 9319, "Finetune/Step Time": 6.278247157111764}
+{"Finetune/Learning Rate": 4.964967307002244e-08, "Finetune/Loss": 0.7907969951629639, "Finetune/Loss (Raw)": 0.7236497402191162, "Finetune/Step": 9320, "Finetune/Step Time": 6.279785633087158}
+{"Finetune/Learning Rate": 4.931504451592517e-08, "Finetune/Loss": 0.7907360196113586, "Finetune/Loss (Raw)": 0.8434909582138062, "Finetune/Step": 9321, "Finetune/Step Time": 6.278598178178072}
+{"Finetune/Learning Rate": 4.8981544654337354e-08, "Finetune/Loss": 0.7910647392272949, "Finetune/Loss (Raw)": 0.7600114345550537, "Finetune/Step": 9322, "Finetune/Step Time": 6.272402798756957}
+{"Finetune/Learning Rate": 4.8649173523087625e-08, "Finetune/Loss": 0.7936786413192749, "Finetune/Loss (Raw)": 0.9818572402000427, "Finetune/Step": 9323, "Finetune/Step Time": 6.248661590740085}
+{"Finetune/Learning Rate": 4.831793115987582e-08, "Finetune/Loss": 0.7942614555358887, "Finetune/Loss (Raw)": 0.8924415707588196, "Finetune/Step": 9324, "Finetune/Step Time": 6.247128261253238}
+{"Finetune/Learning Rate": 4.7987817602275224e-08, "Finetune/Loss": 0.7906639575958252, "Finetune/Loss (Raw)": 0.36290526390075684, "Finetune/Step": 9325, "Finetune/Step Time": 6.249078182503581}
+{"Finetune/Learning Rate": 4.765883288772921e-08, "Finetune/Loss": 0.7888330221176147, "Finetune/Loss (Raw)": 0.7337287068367004, "Finetune/Step": 9326, "Finetune/Step Time": 6.262035198509693}
+{"Finetune/Learning Rate": 4.7330977053555714e-08, "Finetune/Loss": 0.7898393869400024, "Finetune/Loss (Raw)": 0.9464912414550781, "Finetune/Step": 9327, "Finetune/Step Time": 6.2631123252213}
+{"Finetune/Learning Rate": 4.7004250136940547e-08, "Finetune/Loss": 0.7903482913970947, "Finetune/Loss (Raw)": 0.7138421535491943, "Finetune/Step": 9328, "Finetune/Step Time": 6.264176653698087}
+{"Finetune/Learning Rate": 4.667865217494627e-08, "Finetune/Loss": 0.7913563251495361, "Finetune/Loss (Raw)": 0.8155121207237244, "Finetune/Step": 9329, "Finetune/Step Time": 6.2561670914292336}
+{"Finetune/Learning Rate": 4.6354183204503355e-08, "Finetune/Loss": 0.7911522388458252, "Finetune/Loss (Raw)": 0.7703120112419128, "Finetune/Step": 9330, "Finetune/Step Time": 6.244930297136307}
+{"Finetune/Learning Rate": 4.6030843262415694e-08, "Finetune/Loss": 0.7899652123451233, "Finetune/Loss (Raw)": 0.7953015565872192, "Finetune/Step": 9331, "Finetune/Step Time": 6.237011935561895}
+{"Finetune/Learning Rate": 4.570863238536061e-08, "Finetune/Loss": 0.7896847724914551, "Finetune/Loss (Raw)": 0.7792481780052185, "Finetune/Step": 9332, "Finetune/Step Time": 6.240593057125807}
+{"Finetune/Learning Rate": 4.538755060988553e-08, "Finetune/Loss": 0.7909085750579834, "Finetune/Loss (Raw)": 0.8841257095336914, "Finetune/Step": 9333, "Finetune/Step Time": 6.240314343944192}
+{"Finetune/Learning Rate": 4.5067597972409114e-08, "Finetune/Loss": 0.7898027300834656, "Finetune/Loss (Raw)": 0.7911191582679749, "Finetune/Step": 9334, "Finetune/Step Time": 6.23882962949574}
+{"Finetune/Learning Rate": 4.474877450922566e-08, "Finetune/Loss": 0.7910995483398438, "Finetune/Loss (Raw)": 0.8005034923553467, "Finetune/Step": 9335, "Finetune/Step Time": 6.240545080974698}
+{"Finetune/Learning Rate": 4.443108025649623e-08, "Finetune/Loss": 0.7897318601608276, "Finetune/Loss (Raw)": 0.798561155796051, "Finetune/Step": 9336, "Finetune/Step Time": 6.241228349506855}
+{"Finetune/Learning Rate": 4.411451525025867e-08, "Finetune/Loss": 0.7903221845626831, "Finetune/Loss (Raw)": 0.9030537009239197, "Finetune/Step": 9337, "Finetune/Step Time": 6.238855680450797}
+{"Finetune/Learning Rate": 4.379907952641871e-08, "Finetune/Loss": 0.790661096572876, "Finetune/Loss (Raw)": 0.8142821192741394, "Finetune/Step": 9338, "Finetune/Step Time": 6.23407912068069}
+{"Finetune/Learning Rate": 4.3484773120757714e-08, "Finetune/Loss": 0.7911628484725952, "Finetune/Loss (Raw)": 0.7701531648635864, "Finetune/Step": 9339, "Finetune/Step Time": 6.227434748783708}
+{"Finetune/Learning Rate": 4.317159606892496e-08, "Finetune/Loss": 0.7942160367965698, "Finetune/Loss (Raw)": 0.7620309591293335, "Finetune/Step": 9340, "Finetune/Step Time": 6.226799475029111}
+{"Finetune/Learning Rate": 4.285954840644535e-08, "Finetune/Loss": 0.7943353652954102, "Finetune/Loss (Raw)": 0.9086233973503113, "Finetune/Step": 9341, "Finetune/Step Time": 6.2173284608870745}
+{"Finetune/Learning Rate": 4.2548630168712804e-08, "Finetune/Loss": 0.7961483597755432, "Finetune/Loss (Raw)": 0.7988008856773376, "Finetune/Step": 9342, "Finetune/Step Time": 6.212404644116759}
+{"Finetune/Learning Rate": 4.2238841390994654e-08, "Finetune/Loss": 0.7954115271568298, "Finetune/Loss (Raw)": 0.710031270980835, "Finetune/Step": 9343, "Finetune/Step Time": 6.214547069743276}
+{"Finetune/Learning Rate": 4.1930182108430584e-08, "Finetune/Loss": 0.7954741716384888, "Finetune/Loss (Raw)": 0.8500490188598633, "Finetune/Step": 9344, "Finetune/Step Time": 6.210956459864974}
+{"Finetune/Learning Rate": 4.162265235603036e-08, "Finetune/Loss": 0.7961181998252869, "Finetune/Loss (Raw)": 0.810939371585846, "Finetune/Step": 9345, "Finetune/Step Time": 6.210301281884313}
+{"Finetune/Learning Rate": 4.1316252168677187e-08, "Finetune/Loss": 0.7948751449584961, "Finetune/Loss (Raw)": 0.7461525201797485, "Finetune/Step": 9346, "Finetune/Step Time": 6.218437349423766}
+{"Finetune/Learning Rate": 4.101098158112549e-08, "Finetune/Loss": 0.7969726324081421, "Finetune/Loss (Raw)": 0.882634162902832, "Finetune/Step": 9347, "Finetune/Step Time": 6.234966088086367}
+{"Finetune/Learning Rate": 4.070684062800201e-08, "Finetune/Loss": 0.7975507378578186, "Finetune/Loss (Raw)": 0.9536896347999573, "Finetune/Step": 9348, "Finetune/Step Time": 6.233239443972707}
+{"Finetune/Learning Rate": 4.0403829343804715e-08, "Finetune/Loss": 0.7985185384750366, "Finetune/Loss (Raw)": 0.8957273364067078, "Finetune/Step": 9349, "Finetune/Step Time": 6.230993039906025}
+{"Finetune/Learning Rate": 4.010194776290388e-08, "Finetune/Loss": 0.7979732155799866, "Finetune/Loss (Raw)": 0.7653566002845764, "Finetune/Step": 9350, "Finetune/Step Time": 6.231910325586796}
+{"Finetune/Learning Rate": 3.980119591954101e-08, "Finetune/Loss": 0.7981084585189819, "Finetune/Loss (Raw)": 0.7175846695899963, "Finetune/Step": 9351, "Finetune/Step Time": 6.228319201618433}
+{"Finetune/Learning Rate": 3.950157384783104e-08, "Finetune/Loss": 0.8023313283920288, "Finetune/Loss (Raw)": 0.8556637763977051, "Finetune/Step": 9352, "Finetune/Step Time": 6.226333195343614}
+{"Finetune/Learning Rate": 3.9203081581759e-08, "Finetune/Loss": 0.8031181693077087, "Finetune/Loss (Raw)": 0.7703869938850403, "Finetune/Step": 9353, "Finetune/Step Time": 6.187959833070636}
+{"Finetune/Learning Rate": 3.8905719155182263e-08, "Finetune/Loss": 0.8036646246910095, "Finetune/Loss (Raw)": 0.822740912437439, "Finetune/Step": 9354, "Finetune/Step Time": 6.178561542183161}
+{"Finetune/Learning Rate": 3.86094866018305e-08, "Finetune/Loss": 0.803321123123169, "Finetune/Loss (Raw)": 0.8103798031806946, "Finetune/Step": 9355, "Finetune/Step Time": 6.178583223372698}
+{"Finetune/Learning Rate": 3.8314383955304624e-08, "Finetune/Loss": 0.8030153512954712, "Finetune/Loss (Raw)": 0.7750345468521118, "Finetune/Step": 9356, "Finetune/Step Time": 6.174651516601443}
+{"Finetune/Learning Rate": 3.802041124907896e-08, "Finetune/Loss": 0.8024210929870605, "Finetune/Loss (Raw)": 0.8349740505218506, "Finetune/Step": 9357, "Finetune/Step Time": 6.17303978279233}
+{"Finetune/Learning Rate": 3.7727568516496835e-08, "Finetune/Loss": 0.8041571378707886, "Finetune/Loss (Raw)": 0.8585238456726074, "Finetune/Step": 9358, "Finetune/Step Time": 6.170800928026438}
+{"Finetune/Learning Rate": 3.743585579077502e-08, "Finetune/Loss": 0.8051221966743469, "Finetune/Loss (Raw)": 0.9364916086196899, "Finetune/Step": 9359, "Finetune/Step Time": 6.178252715617418}
+{"Finetune/Learning Rate": 3.714527310500371e-08, "Finetune/Loss": 0.8057564496994019, "Finetune/Loss (Raw)": 0.9460073709487915, "Finetune/Step": 9360, "Finetune/Step Time": 6.1545843835920095}
+{"Finetune/Learning Rate": 3.68558204921432e-08, "Finetune/Loss": 0.8056930899620056, "Finetune/Loss (Raw)": 0.8441454172134399, "Finetune/Step": 9361, "Finetune/Step Time": 6.1515022367239}
+{"Finetune/Learning Rate": 3.65674979850239e-08, "Finetune/Loss": 0.8064481019973755, "Finetune/Loss (Raw)": 0.9146339297294617, "Finetune/Step": 9362, "Finetune/Step Time": 6.1542899794876575}
+{"Finetune/Learning Rate": 3.628030561635076e-08, "Finetune/Loss": 0.806503415107727, "Finetune/Loss (Raw)": 0.9159556031227112, "Finetune/Step": 9363, "Finetune/Step Time": 6.1687462497502565}
+{"Finetune/Learning Rate": 3.599424341869884e-08, "Finetune/Loss": 0.8078520894050598, "Finetune/Loss (Raw)": 0.8906548619270325, "Finetune/Step": 9364, "Finetune/Step Time": 6.169932913035154}
+{"Finetune/Learning Rate": 3.570931142451772e-08, "Finetune/Loss": 0.8075379133224487, "Finetune/Loss (Raw)": 0.7257416248321533, "Finetune/Step": 9365, "Finetune/Step Time": 6.172437019646168}
+{"Finetune/Learning Rate": 3.5425509666126014e-08, "Finetune/Loss": 0.8086325526237488, "Finetune/Loss (Raw)": 0.9943777918815613, "Finetune/Step": 9366, "Finetune/Step Time": 6.176420429721475}
+{"Finetune/Learning Rate": 3.514283817571351e-08, "Finetune/Loss": 0.8088909387588501, "Finetune/Loss (Raw)": 0.8642961978912354, "Finetune/Step": 9367, "Finetune/Step Time": 6.1627870704978704}
+{"Finetune/Learning Rate": 3.486129698534457e-08, "Finetune/Loss": 0.8084471225738525, "Finetune/Loss (Raw)": 0.7803750038146973, "Finetune/Step": 9368, "Finetune/Step Time": 6.166876262053847}
+{"Finetune/Learning Rate": 3.458088612695476e-08, "Finetune/Loss": 0.8079367876052856, "Finetune/Loss (Raw)": 0.7734135985374451, "Finetune/Step": 9369, "Finetune/Step Time": 6.1689445693045855}
+{"Finetune/Learning Rate": 3.430160563234974e-08, "Finetune/Loss": 0.8106261491775513, "Finetune/Loss (Raw)": 0.9514238834381104, "Finetune/Step": 9370, "Finetune/Step Time": 6.162088789045811}
+{"Finetune/Learning Rate": 3.4023455533207514e-08, "Finetune/Loss": 0.8093985319137573, "Finetune/Loss (Raw)": 0.5894864797592163, "Finetune/Step": 9371, "Finetune/Step Time": 6.145613882690668}
+{"Finetune/Learning Rate": 3.3746435861078394e-08, "Finetune/Loss": 0.8096880316734314, "Finetune/Loss (Raw)": 0.8144791722297668, "Finetune/Step": 9372, "Finetune/Step Time": 6.145040266215801}
+{"Finetune/Learning Rate": 3.347054664738503e-08, "Finetune/Loss": 0.8112647533416748, "Finetune/Loss (Raw)": 0.8612550497055054, "Finetune/Step": 9373, "Finetune/Step Time": 6.147716766223311}
+{"Finetune/Learning Rate": 3.319578792342126e-08, "Finetune/Loss": 0.8109051585197449, "Finetune/Loss (Raw)": 0.7065951824188232, "Finetune/Step": 9374, "Finetune/Step Time": 6.146024467423558}
+{"Finetune/Learning Rate": 3.2922159720351067e-08, "Finetune/Loss": 0.8109469413757324, "Finetune/Loss (Raw)": 0.7582138776779175, "Finetune/Step": 9375, "Finetune/Step Time": 6.143601011484861}
+{"Finetune/Learning Rate": 3.264966206921294e-08, "Finetune/Loss": 0.8103957772254944, "Finetune/Loss (Raw)": 0.861675500869751, "Finetune/Step": 9376, "Finetune/Step Time": 6.14180239289999}
+{"Finetune/Learning Rate": 3.237829500091661e-08, "Finetune/Loss": 0.8118329048156738, "Finetune/Loss (Raw)": 0.9016541242599487, "Finetune/Step": 9377, "Finetune/Step Time": 6.146433874964714}
+{"Finetune/Learning Rate": 3.2108058546241884e-08, "Finetune/Loss": 0.8144456744194031, "Finetune/Loss (Raw)": 0.8998584747314453, "Finetune/Step": 9378, "Finetune/Step Time": 6.142108140513301}
+{"Finetune/Learning Rate": 3.183895273584092e-08, "Finetune/Loss": 0.8141700625419617, "Finetune/Loss (Raw)": 0.6891154050827026, "Finetune/Step": 9379, "Finetune/Step Time": 6.133162368088961}
+{"Finetune/Learning Rate": 3.157097760023819e-08, "Finetune/Loss": 0.8149055242538452, "Finetune/Loss (Raw)": 0.8686869740486145, "Finetune/Step": 9380, "Finetune/Step Time": 6.139390904456377}
+{"Finetune/Learning Rate": 3.1304133169830496e-08, "Finetune/Loss": 0.8158319592475891, "Finetune/Loss (Raw)": 0.8460471034049988, "Finetune/Step": 9381, "Finetune/Step Time": 6.136176232248545}
+{"Finetune/Learning Rate": 3.103841947488584e-08, "Finetune/Loss": 0.8148010969161987, "Finetune/Loss (Raw)": 0.7493423223495483, "Finetune/Step": 9382, "Finetune/Step Time": 6.13621573895216}
+{"Finetune/Learning Rate": 3.077383654554233e-08, "Finetune/Loss": 0.8148524165153503, "Finetune/Loss (Raw)": 0.8110306262969971, "Finetune/Step": 9383, "Finetune/Step Time": 6.141492096707225}
+{"Finetune/Learning Rate": 3.0510384411812645e-08, "Finetune/Loss": 0.8153255581855774, "Finetune/Loss (Raw)": 0.8629348278045654, "Finetune/Step": 9384, "Finetune/Step Time": 6.148211747407913}
+{"Finetune/Learning Rate": 3.0248063103578416e-08, "Finetune/Loss": 0.815172016620636, "Finetune/Loss (Raw)": 0.8101977109909058, "Finetune/Step": 9385, "Finetune/Step Time": 6.158853758126497}
+{"Finetune/Learning Rate": 2.998687265059586e-08, "Finetune/Loss": 0.8144376277923584, "Finetune/Loss (Raw)": 0.8250455260276794, "Finetune/Step": 9386, "Finetune/Step Time": 6.156266001984477}
+{"Finetune/Learning Rate": 2.9726813082490145e-08, "Finetune/Loss": 0.8152133822441101, "Finetune/Loss (Raw)": 0.7972930073738098, "Finetune/Step": 9387, "Finetune/Step Time": 6.158331360667944}
+{"Finetune/Learning Rate": 2.946788442876103e-08, "Finetune/Loss": 0.816139817237854, "Finetune/Loss (Raw)": 0.8473033308982849, "Finetune/Step": 9388, "Finetune/Step Time": 6.157959036529064}
+{"Finetune/Learning Rate": 2.921008671877612e-08, "Finetune/Loss": 0.8175263404846191, "Finetune/Loss (Raw)": 0.8260313868522644, "Finetune/Step": 9389, "Finetune/Step Time": 6.156489925459027}
+{"Finetune/Learning Rate": 2.8953419981779808e-08, "Finetune/Loss": 0.8185377717018127, "Finetune/Loss (Raw)": 0.8887041807174683, "Finetune/Step": 9390, "Finetune/Step Time": 6.159003671258688}
+{"Finetune/Learning Rate": 2.8697884246884355e-08, "Finetune/Loss": 0.8197118043899536, "Finetune/Loss (Raw)": 0.8427867293357849, "Finetune/Step": 9391, "Finetune/Step Time": 6.156640520319343}
+{"Finetune/Learning Rate": 2.8443479543073248e-08, "Finetune/Loss": 0.8218706846237183, "Finetune/Loss (Raw)": 0.9952417612075806, "Finetune/Step": 9392, "Finetune/Step Time": 6.153250701725483}
+{"Finetune/Learning Rate": 2.8190205899205626e-08, "Finetune/Loss": 0.8224714994430542, "Finetune/Loss (Raw)": 0.8986613750457764, "Finetune/Step": 9393, "Finetune/Step Time": 6.147453181445599}
+{"Finetune/Learning Rate": 2.7938063344008504e-08, "Finetune/Loss": 0.8235666751861572, "Finetune/Loss (Raw)": 0.8801564574241638, "Finetune/Step": 9394, "Finetune/Step Time": 6.138916052877903}
+{"Finetune/Learning Rate": 2.7687051906082342e-08, "Finetune/Loss": 0.8228431940078735, "Finetune/Loss (Raw)": 0.8536134362220764, "Finetune/Step": 9395, "Finetune/Step Time": 6.135167095810175}
+{"Finetune/Learning Rate": 2.7437171613898806e-08, "Finetune/Loss": 0.8227437734603882, "Finetune/Loss (Raw)": 0.7125640511512756, "Finetune/Step": 9396, "Finetune/Step Time": 6.1325998697429895}
+{"Finetune/Learning Rate": 2.7188422495801892e-08, "Finetune/Loss": 0.821225643157959, "Finetune/Loss (Raw)": 0.714000403881073, "Finetune/Step": 9397, "Finetune/Step Time": 6.129307277500629}
+{"Finetune/Learning Rate": 2.6940804580007918e-08, "Finetune/Loss": 0.8210291862487793, "Finetune/Loss (Raw)": 0.8653954863548279, "Finetune/Step": 9398, "Finetune/Step Time": 6.132115665823221}
+{"Finetune/Learning Rate": 2.6694317894601086e-08, "Finetune/Loss": 0.8211014270782471, "Finetune/Loss (Raw)": 0.8254538178443909, "Finetune/Step": 9399, "Finetune/Step Time": 6.125412320718169}
+{"Finetune/Learning Rate": 2.644896246754236e-08, "Finetune/Loss": 0.8231902122497559, "Finetune/Loss (Raw)": 1.0177656412124634, "Finetune/Step": 9400, "Finetune/Step Time": 6.129553591832519}
+{"Finetune/Learning Rate": 2.6204738326661705e-08, "Finetune/Loss": 0.8231146335601807, "Finetune/Loss (Raw)": 0.8475145697593689, "Finetune/Step": 9401, "Finetune/Step Time": 6.128552319481969}
+{"Finetune/Learning Rate": 2.5961645499661404e-08, "Finetune/Loss": 0.8231436610221863, "Finetune/Loss (Raw)": 0.9900079369544983, "Finetune/Step": 9402, "Finetune/Step Time": 6.149436781182885}
+{"Finetune/Learning Rate": 2.5719684014113845e-08, "Finetune/Loss": 0.8242357969284058, "Finetune/Loss (Raw)": 0.8390804529190063, "Finetune/Step": 9403, "Finetune/Step Time": 6.162912283092737}
+{"Finetune/Learning Rate": 2.547885389746485e-08, "Finetune/Loss": 0.8250471949577332, "Finetune/Loss (Raw)": 1.0242797136306763, "Finetune/Step": 9404, "Finetune/Step Time": 6.163091365247965}
+{"Finetune/Learning Rate": 2.523915517703257e-08, "Finetune/Loss": 0.8250483274459839, "Finetune/Loss (Raw)": 0.7872803807258606, "Finetune/Step": 9405, "Finetune/Step Time": 6.165860697627068}
+{"Finetune/Learning Rate": 2.5000587880003037e-08, "Finetune/Loss": 0.8245605826377869, "Finetune/Loss (Raw)": 0.8134720921516418, "Finetune/Step": 9406, "Finetune/Step Time": 6.168883942067623}
+{"Finetune/Learning Rate": 2.4763152033440153e-08, "Finetune/Loss": 0.8245244026184082, "Finetune/Loss (Raw)": 0.8130389451980591, "Finetune/Step": 9407, "Finetune/Step Time": 6.175347069278359}
+{"Finetune/Learning Rate": 2.4526847664273488e-08, "Finetune/Loss": 0.8256441354751587, "Finetune/Loss (Raw)": 0.9909985065460205, "Finetune/Step": 9408, "Finetune/Step Time": 6.1742666475474834}
+{"Finetune/Learning Rate": 2.4291674799307162e-08, "Finetune/Loss": 0.8223114013671875, "Finetune/Loss (Raw)": 0.3426060080528259, "Finetune/Step": 9409, "Finetune/Step Time": 6.1815767623484135}
+{"Finetune/Learning Rate": 2.405763346521761e-08, "Finetune/Loss": 0.8214709758758545, "Finetune/Loss (Raw)": 0.8152386546134949, "Finetune/Step": 9410, "Finetune/Step Time": 6.196425918489695}
+{"Finetune/Learning Rate": 2.3824723688550265e-08, "Finetune/Loss": 0.8228189945220947, "Finetune/Loss (Raw)": 0.9706476926803589, "Finetune/Step": 9411, "Finetune/Step Time": 6.201852884143591}
+{"Finetune/Learning Rate": 2.3592945495725107e-08, "Finetune/Loss": 0.8227986097335815, "Finetune/Loss (Raw)": 0.800694465637207, "Finetune/Step": 9412, "Finetune/Step Time": 6.197875410318375}
+{"Finetune/Learning Rate": 2.33622989130311e-08, "Finetune/Loss": 0.8221882581710815, "Finetune/Loss (Raw)": 0.7818869948387146, "Finetune/Step": 9413, "Finetune/Step Time": 6.197694003582001}
+{"Finetune/Learning Rate": 2.3132783966630657e-08, "Finetune/Loss": 0.8209149837493896, "Finetune/Loss (Raw)": 0.7023314237594604, "Finetune/Step": 9414, "Finetune/Step Time": 6.232965091243386}
+{"Finetune/Learning Rate": 2.2904400682558505e-08, "Finetune/Loss": 0.8211368918418884, "Finetune/Loss (Raw)": 0.7658261656761169, "Finetune/Step": 9415, "Finetune/Step Time": 6.243140913546085}
+{"Finetune/Learning Rate": 2.2677149086718363e-08, "Finetune/Loss": 0.8198387026786804, "Finetune/Loss (Raw)": 0.7482640743255615, "Finetune/Step": 9416, "Finetune/Step Time": 6.239109480753541}
+{"Finetune/Learning Rate": 2.2451029204887396e-08, "Finetune/Loss": 0.8204423189163208, "Finetune/Loss (Raw)": 0.8124114274978638, "Finetune/Step": 9417, "Finetune/Step Time": 6.239836083725095}
+{"Finetune/Learning Rate": 2.2226041062715087e-08, "Finetune/Loss": 0.8210793137550354, "Finetune/Loss (Raw)": 0.7908209562301636, "Finetune/Step": 9418, "Finetune/Step Time": 6.225533368065953}
+{"Finetune/Learning Rate": 2.2002184685719906e-08, "Finetune/Loss": 0.8202108144760132, "Finetune/Loss (Raw)": 0.6864722371101379, "Finetune/Step": 9419, "Finetune/Step Time": 6.222630452364683}
+{"Finetune/Learning Rate": 2.177946009929377e-08, "Finetune/Loss": 0.8204599618911743, "Finetune/Loss (Raw)": 0.841215193271637, "Finetune/Step": 9420, "Finetune/Step Time": 6.233613133430481}
+{"Finetune/Learning Rate": 2.1557867328702022e-08, "Finetune/Loss": 0.8205620050430298, "Finetune/Loss (Raw)": 0.8508289456367493, "Finetune/Step": 9421, "Finetune/Step Time": 6.23555943928659}
+{"Finetune/Learning Rate": 2.1337406399077887e-08, "Finetune/Loss": 0.8159086108207703, "Finetune/Loss (Raw)": 0.40335988998413086, "Finetune/Step": 9422, "Finetune/Step Time": 6.242571888491511}
+{"Finetune/Learning Rate": 2.1118077335428034e-08, "Finetune/Loss": 0.815701425075531, "Finetune/Loss (Raw)": 0.8436657786369324, "Finetune/Step": 9423, "Finetune/Step Time": 6.258954467251897}
+{"Finetune/Learning Rate": 2.0899880162630336e-08, "Finetune/Loss": 0.8162238597869873, "Finetune/Loss (Raw)": 0.8377538323402405, "Finetune/Step": 9424, "Finetune/Step Time": 6.255959112197161}
+{"Finetune/Learning Rate": 2.068281490543611e-08, "Finetune/Loss": 0.8156246542930603, "Finetune/Loss (Raw)": 0.8226098418235779, "Finetune/Step": 9425, "Finetune/Step Time": 6.247805358842015}
+{"Finetune/Learning Rate": 2.046688158846455e-08, "Finetune/Loss": 0.8161601424217224, "Finetune/Loss (Raw)": 0.8674298524856567, "Finetune/Step": 9426, "Finetune/Step Time": 6.248793035745621}
+{"Finetune/Learning Rate": 2.0252080236211612e-08, "Finetune/Loss": 0.8165774345397949, "Finetune/Loss (Raw)": 0.9079683423042297, "Finetune/Step": 9427, "Finetune/Step Time": 6.2450554966926575}
+{"Finetune/Learning Rate": 2.0038410873038926e-08, "Finetune/Loss": 0.8168879747390747, "Finetune/Loss (Raw)": 0.8180738091468811, "Finetune/Step": 9428, "Finetune/Step Time": 6.232243187725544}
+{"Finetune/Learning Rate": 1.982587352318488e-08, "Finetune/Loss": 0.8159502148628235, "Finetune/Loss (Raw)": 0.8088164925575256, "Finetune/Step": 9429, "Finetune/Step Time": 6.229665758088231}
+{"Finetune/Learning Rate": 1.9614468210755743e-08, "Finetune/Loss": 0.8154895305633545, "Finetune/Loss (Raw)": 0.7140193581581116, "Finetune/Step": 9430, "Finetune/Step Time": 6.230280229821801}
+{"Finetune/Learning Rate": 1.9404194959732337e-08, "Finetune/Loss": 0.8150324821472168, "Finetune/Loss (Raw)": 0.7307137846946716, "Finetune/Step": 9431, "Finetune/Step Time": 6.229634393006563}
+{"Finetune/Learning Rate": 1.9195053793964468e-08, "Finetune/Loss": 0.8150691390037537, "Finetune/Loss (Raw)": 0.7958674430847168, "Finetune/Step": 9432, "Finetune/Step Time": 6.235311200842261}
+{"Finetune/Learning Rate": 1.8987044737176497e-08, "Finetune/Loss": 0.8156548142433167, "Finetune/Loss (Raw)": 0.8579123616218567, "Finetune/Step": 9433, "Finetune/Step Time": 6.231572551652789}
+{"Finetune/Learning Rate": 1.878016781295955e-08, "Finetune/Loss": 0.8145607709884644, "Finetune/Loss (Raw)": 0.8182274103164673, "Finetune/Step": 9434, "Finetune/Step Time": 6.2279229033738375}
+{"Finetune/Learning Rate": 1.857442304478263e-08, "Finetune/Loss": 0.8163270950317383, "Finetune/Loss (Raw)": 0.8488017916679382, "Finetune/Step": 9435, "Finetune/Step Time": 6.22676233574748}
+{"Finetune/Learning Rate": 1.8369810455981517e-08, "Finetune/Loss": 0.8170455694198608, "Finetune/Loss (Raw)": 0.8622633814811707, "Finetune/Step": 9436, "Finetune/Step Time": 6.211438123136759}
+{"Finetune/Learning Rate": 1.8166330069764315e-08, "Finetune/Loss": 0.817259669303894, "Finetune/Loss (Raw)": 0.8644974231719971, "Finetune/Step": 9437, "Finetune/Step Time": 6.208614129573107}
+{"Finetune/Learning Rate": 1.796398190921256e-08, "Finetune/Loss": 0.8181964159011841, "Finetune/Loss (Raw)": 0.8437369465827942, "Finetune/Step": 9438, "Finetune/Step Time": 6.208841793239117}
+{"Finetune/Learning Rate": 1.7762765997278996e-08, "Finetune/Loss": 0.816784679889679, "Finetune/Loss (Raw)": 0.720247745513916, "Finetune/Step": 9439, "Finetune/Step Time": 6.2123998533934355}
+{"Finetune/Learning Rate": 1.7562682356786488e-08, "Finetune/Loss": 0.8162329196929932, "Finetune/Loss (Raw)": 0.7083913087844849, "Finetune/Step": 9440, "Finetune/Step Time": 6.218582507222891}
+{"Finetune/Learning Rate": 1.7363731010429096e-08, "Finetune/Loss": 0.8169058561325073, "Finetune/Loss (Raw)": 0.8826653957366943, "Finetune/Step": 9441, "Finetune/Step Time": 6.221858881413937}
+{"Finetune/Learning Rate": 1.716591198077544e-08, "Finetune/Loss": 0.8177214860916138, "Finetune/Loss (Raw)": 0.935235857963562, "Finetune/Step": 9442, "Finetune/Step Time": 6.220539877191186}
+{"Finetune/Learning Rate": 1.6969225290264235e-08, "Finetune/Loss": 0.8132051229476929, "Finetune/Loss (Raw)": 0.28470009565353394, "Finetune/Step": 9443, "Finetune/Step Time": 6.229331640526652}
+{"Finetune/Learning Rate": 1.677367096120319e-08, "Finetune/Loss": 0.813942551612854, "Finetune/Loss (Raw)": 0.7420637607574463, "Finetune/Step": 9444, "Finetune/Step Time": 6.240311922505498}
+{"Finetune/Learning Rate": 1.6579249015774568e-08, "Finetune/Loss": 0.8133083581924438, "Finetune/Loss (Raw)": 0.6700802445411682, "Finetune/Step": 9445, "Finetune/Step Time": 6.231641164049506}
+{"Finetune/Learning Rate": 1.6385959476032942e-08, "Finetune/Loss": 0.8126543164253235, "Finetune/Loss (Raw)": 0.8111907839775085, "Finetune/Step": 9446, "Finetune/Step Time": 6.231949731707573}
+{"Finetune/Learning Rate": 1.619380236390078e-08, "Finetune/Loss": 0.8121954202651978, "Finetune/Loss (Raw)": 0.7777900099754333, "Finetune/Step": 9447, "Finetune/Step Time": 6.204331697896123}
+{"Finetune/Learning Rate": 1.6002777701175088e-08, "Finetune/Loss": 0.8127356171607971, "Finetune/Loss (Raw)": 0.7927881479263306, "Finetune/Step": 9448, "Finetune/Step Time": 6.204535653814673}
+{"Finetune/Learning Rate": 1.581288550952409e-08, "Finetune/Loss": 0.8126896023750305, "Finetune/Loss (Raw)": 0.8376040458679199, "Finetune/Step": 9449, "Finetune/Step Time": 6.217161005362868}
+{"Finetune/Learning Rate": 1.5624125810486114e-08, "Finetune/Loss": 0.813677191734314, "Finetune/Loss (Raw)": 0.8864198923110962, "Finetune/Step": 9450, "Finetune/Step Time": 6.213894195854664}
+{"Finetune/Learning Rate": 1.5436498625471806e-08, "Finetune/Loss": 0.812020480632782, "Finetune/Loss (Raw)": 0.7698020339012146, "Finetune/Step": 9451, "Finetune/Step Time": 6.212295679375529}
+{"Finetune/Learning Rate": 1.5250003975765258e-08, "Finetune/Loss": 0.8113827109336853, "Finetune/Loss (Raw)": 0.8108027577400208, "Finetune/Step": 9452, "Finetune/Step Time": 6.209804378449917}
+{"Finetune/Learning Rate": 1.506464188251733e-08, "Finetune/Loss": 0.8150456547737122, "Finetune/Loss (Raw)": 0.8317620158195496, "Finetune/Step": 9453, "Finetune/Step Time": 6.209995960816741}
+{"Finetune/Learning Rate": 1.4880412366755637e-08, "Finetune/Loss": 0.8157919645309448, "Finetune/Loss (Raw)": 0.8292593359947205, "Finetune/Step": 9454, "Finetune/Step Time": 6.197167029604316}
+{"Finetune/Learning Rate": 1.4697315449376803e-08, "Finetune/Loss": 0.8148975968360901, "Finetune/Loss (Raw)": 0.8320137858390808, "Finetune/Step": 9455, "Finetune/Step Time": 6.19640196301043}
+{"Finetune/Learning Rate": 1.451535115114866e-08, "Finetune/Loss": 0.8145266771316528, "Finetune/Loss (Raw)": 0.6663568019866943, "Finetune/Step": 9456, "Finetune/Step Time": 6.198212020099163}
+{"Finetune/Learning Rate": 1.4334519492711362e-08, "Finetune/Loss": 0.8142955303192139, "Finetune/Loss (Raw)": 0.7859321236610413, "Finetune/Step": 9457, "Finetune/Step Time": 6.203278688713908}
+{"Finetune/Learning Rate": 1.4154820494576282e-08, "Finetune/Loss": 0.8147763013839722, "Finetune/Loss (Raw)": 0.8318518400192261, "Finetune/Step": 9458, "Finetune/Step Time": 6.215296303853393}
+{"Finetune/Learning Rate": 1.3976254177126003e-08, "Finetune/Loss": 0.8135972619056702, "Finetune/Loss (Raw)": 0.6443822383880615, "Finetune/Step": 9459, "Finetune/Step Time": 6.219946851953864}
+{"Finetune/Learning Rate": 1.3798820560616544e-08, "Finetune/Loss": 0.8136916160583496, "Finetune/Loss (Raw)": 0.7913199067115784, "Finetune/Step": 9460, "Finetune/Step Time": 6.22856873460114}
+{"Finetune/Learning Rate": 1.3622519665172918e-08, "Finetune/Loss": 0.8134207725524902, "Finetune/Loss (Raw)": 0.8494685292243958, "Finetune/Step": 9461, "Finetune/Step Time": 6.232842691242695}
+{"Finetune/Learning Rate": 1.3447351510792461e-08, "Finetune/Loss": 0.810043215751648, "Finetune/Loss (Raw)": 0.3587874472141266, "Finetune/Step": 9462, "Finetune/Step Time": 6.242854304611683}
+{"Finetune/Learning Rate": 1.3273316117344837e-08, "Finetune/Loss": 0.8092101812362671, "Finetune/Loss (Raw)": 0.6938689947128296, "Finetune/Step": 9463, "Finetune/Step Time": 6.254710370674729}
+{"Finetune/Learning Rate": 1.3100413504570918e-08, "Finetune/Loss": 0.8081896305084229, "Finetune/Loss (Raw)": 0.6679314374923706, "Finetune/Step": 9464, "Finetune/Step Time": 6.250731458887458}
+{"Finetune/Learning Rate": 1.2928643692081688e-08, "Finetune/Loss": 0.8084158897399902, "Finetune/Loss (Raw)": 0.9320249557495117, "Finetune/Step": 9465, "Finetune/Step Time": 6.253880336880684}
+{"Finetune/Learning Rate": 1.2758006699361558e-08, "Finetune/Loss": 0.8076925873756409, "Finetune/Loss (Raw)": 0.7216914892196655, "Finetune/Step": 9466, "Finetune/Step Time": 6.254788553342223}
+{"Finetune/Learning Rate": 1.2588502545765048e-08, "Finetune/Loss": 0.8085721731185913, "Finetune/Loss (Raw)": 0.8827468752861023, "Finetune/Step": 9467, "Finetune/Step Time": 6.255949806421995}
+{"Finetune/Learning Rate": 1.2420131250520107e-08, "Finetune/Loss": 0.8087952136993408, "Finetune/Loss (Raw)": 0.7905683517456055, "Finetune/Step": 9468, "Finetune/Step Time": 6.2556040566414595}
+{"Finetune/Learning Rate": 1.2252892832722573e-08, "Finetune/Loss": 0.8077385425567627, "Finetune/Loss (Raw)": 0.7733747363090515, "Finetune/Step": 9469, "Finetune/Step Time": 6.249855784699321}
+{"Finetune/Learning Rate": 1.208678731134505e-08, "Finetune/Loss": 0.8075382709503174, "Finetune/Loss (Raw)": 0.7731695175170898, "Finetune/Step": 9470, "Finetune/Step Time": 6.235633289441466}
+{"Finetune/Learning Rate": 1.1921814705225798e-08, "Finetune/Loss": 0.8088335990905762, "Finetune/Loss (Raw)": 0.8758328557014465, "Finetune/Step": 9471, "Finetune/Step Time": 6.227810328826308}
+{"Finetune/Learning Rate": 1.175797503307874e-08, "Finetune/Loss": 0.8094255328178406, "Finetune/Loss (Raw)": 0.9258102774620056, "Finetune/Step": 9472, "Finetune/Step Time": 6.2250505816191435}
+{"Finetune/Learning Rate": 1.1595268313489005e-08, "Finetune/Loss": 0.8099066019058228, "Finetune/Loss (Raw)": 0.8725188374519348, "Finetune/Step": 9473, "Finetune/Step Time": 6.2250261548906565}
+{"Finetune/Learning Rate": 1.1433694564910724e-08, "Finetune/Loss": 0.810268759727478, "Finetune/Loss (Raw)": 0.7925065755844116, "Finetune/Step": 9474, "Finetune/Step Time": 6.216934097930789}
+{"Finetune/Learning Rate": 1.1273253805670347e-08, "Finetune/Loss": 0.8083726167678833, "Finetune/Loss (Raw)": 0.639937162399292, "Finetune/Step": 9475, "Finetune/Step Time": 6.204803494736552}
+{"Finetune/Learning Rate": 1.1113946053968872e-08, "Finetune/Loss": 0.806664228439331, "Finetune/Loss (Raw)": 0.7350115180015564, "Finetune/Step": 9476, "Finetune/Step Time": 6.216251466423273}
+{"Finetune/Learning Rate": 1.0955771327874065e-08, "Finetune/Loss": 0.8060641288757324, "Finetune/Loss (Raw)": 0.8189157247543335, "Finetune/Step": 9477, "Finetune/Step Time": 6.218093315139413}
+{"Finetune/Learning Rate": 1.0798729645329353e-08, "Finetune/Loss": 0.806326150894165, "Finetune/Loss (Raw)": 0.7988917231559753, "Finetune/Step": 9478, "Finetune/Step Time": 6.216282375156879}
+{"Finetune/Learning Rate": 1.0642821024146045e-08, "Finetune/Loss": 0.8079451322555542, "Finetune/Loss (Raw)": 0.9248112440109253, "Finetune/Step": 9479, "Finetune/Step Time": 6.232382969930768}
+{"Finetune/Learning Rate": 1.048804548200888e-08, "Finetune/Loss": 0.8077726364135742, "Finetune/Loss (Raw)": 0.8335890173912048, "Finetune/Step": 9480, "Finetune/Step Time": 6.230169884860516}
+{"Finetune/Learning Rate": 1.0334403036474927e-08, "Finetune/Loss": 0.8077549934387207, "Finetune/Loss (Raw)": 0.7681347131729126, "Finetune/Step": 9481, "Finetune/Step Time": 6.235296957194805}
+{"Finetune/Learning Rate": 1.0181893704971358e-08, "Finetune/Loss": 0.8073302507400513, "Finetune/Loss (Raw)": 0.7683729529380798, "Finetune/Step": 9482, "Finetune/Step Time": 6.242624273523688}
+{"Finetune/Learning Rate": 1.0030517504796555e-08, "Finetune/Loss": 0.8077041506767273, "Finetune/Loss (Raw)": 0.8582344055175781, "Finetune/Step": 9483, "Finetune/Step Time": 6.239058695733547}
+{"Finetune/Learning Rate": 9.88027445312123e-09, "Finetune/Loss": 0.8084349632263184, "Finetune/Loss (Raw)": 0.8685766458511353, "Finetune/Step": 9484, "Finetune/Step Time": 6.234306069090962}
+{"Finetune/Learning Rate": 9.731164566987305e-09, "Finetune/Loss": 0.808690071105957, "Finetune/Loss (Raw)": 0.8676264882087708, "Finetune/Step": 9485, "Finetune/Step Time": 6.234139207750559}
+{"Finetune/Learning Rate": 9.583187863306808e-09, "Finetune/Loss": 0.8085521459579468, "Finetune/Loss (Raw)": 0.8408724069595337, "Finetune/Step": 9486, "Finetune/Step Time": 6.235018013045192}
+{"Finetune/Learning Rate": 9.436344358867422e-09, "Finetune/Loss": 0.8069568276405334, "Finetune/Loss (Raw)": 0.7322934865951538, "Finetune/Step": 9487, "Finetune/Step Time": 6.227282142266631}
+{"Finetune/Learning Rate": 9.290634070322491e-09, "Finetune/Loss": 0.8074977397918701, "Finetune/Loss (Raw)": 1.0152332782745361, "Finetune/Step": 9488, "Finetune/Step Time": 6.2350282203406096}
+{"Finetune/Learning Rate": 9.146057014201015e-09, "Finetune/Loss": 0.8071138262748718, "Finetune/Loss (Raw)": 0.795014500617981, "Finetune/Step": 9489, "Finetune/Step Time": 6.233650939539075}
+{"Finetune/Learning Rate": 9.0026132069021e-09, "Finetune/Loss": 0.8061526417732239, "Finetune/Loss (Raw)": 0.7915984392166138, "Finetune/Step": 9490, "Finetune/Step Time": 6.227751163765788}
+{"Finetune/Learning Rate": 8.860302664697174e-09, "Finetune/Loss": 0.8052486777305603, "Finetune/Loss (Raw)": 0.8002551794052124, "Finetune/Step": 9491, "Finetune/Step Time": 6.216985244303942}
+{"Finetune/Learning Rate": 8.719125403726658e-09, "Finetune/Loss": 0.8045777082443237, "Finetune/Loss (Raw)": 0.8047690391540527, "Finetune/Step": 9492, "Finetune/Step Time": 6.217755664139986}
+{"Finetune/Learning Rate": 8.579081440004411e-09, "Finetune/Loss": 0.806865930557251, "Finetune/Loss (Raw)": 1.018632411956787, "Finetune/Step": 9493, "Finetune/Step Time": 6.216004949063063}
+{"Finetune/Learning Rate": 8.440170789417723e-09, "Finetune/Loss": 0.8056573271751404, "Finetune/Loss (Raw)": 0.8396811485290527, "Finetune/Step": 9494, "Finetune/Step Time": 6.211193777620792}
+{"Finetune/Learning Rate": 8.30239346771955e-09, "Finetune/Loss": 0.805478572845459, "Finetune/Loss (Raw)": 0.8414171934127808, "Finetune/Step": 9495, "Finetune/Step Time": 6.209131887182593}
+{"Finetune/Learning Rate": 8.16574949054072e-09, "Finetune/Loss": 0.8052213788032532, "Finetune/Loss (Raw)": 0.7474434971809387, "Finetune/Step": 9496, "Finetune/Step Time": 6.226142812520266}
+{"Finetune/Learning Rate": 8.030238873378838e-09, "Finetune/Loss": 0.8053869605064392, "Finetune/Loss (Raw)": 0.7946107983589172, "Finetune/Step": 9497, "Finetune/Step Time": 6.223127340897918}
+{"Finetune/Learning Rate": 7.895861631604939e-09, "Finetune/Loss": 0.8042423725128174, "Finetune/Loss (Raw)": 0.8049241304397583, "Finetune/Step": 9498, "Finetune/Step Time": 6.230257326737046}
+{"Finetune/Learning Rate": 7.76261778046128e-09, "Finetune/Loss": 0.8053560853004456, "Finetune/Loss (Raw)": 0.7320323586463928, "Finetune/Step": 9499, "Finetune/Step Time": 6.235234873369336}
+{"Finetune/Learning Rate": 7.630507335062432e-09, "Finetune/Loss": 0.80555260181427, "Finetune/Loss (Raw)": 0.8396309614181519, "Finetune/Step": 9500, "Finetune/Step Time": 6.237139750272036}
+{"Finetune/Learning Rate": 7.499530310393078e-09, "Finetune/Loss": 0.8056954145431519, "Finetune/Loss (Raw)": 0.8795429468154907, "Finetune/Step": 9501, "Finetune/Step Time": 6.237000245600939}
+{"Finetune/Learning Rate": 7.369686721309111e-09, "Finetune/Loss": 0.8071235418319702, "Finetune/Loss (Raw)": 0.8893994688987732, "Finetune/Step": 9502, "Finetune/Step Time": 6.237189654260874}
+{"Finetune/Learning Rate": 7.24097658253875e-09, "Finetune/Loss": 0.8063284158706665, "Finetune/Loss (Raw)": 0.6564368605613708, "Finetune/Step": 9503, "Finetune/Step Time": 6.23685122653842}
+{"Finetune/Learning Rate": 7.113399908681429e-09, "Finetune/Loss": 0.8048628568649292, "Finetune/Loss (Raw)": 0.6740759611129761, "Finetune/Step": 9504, "Finetune/Step Time": 6.245301941409707}
+{"Finetune/Learning Rate": 6.986956714207793e-09, "Finetune/Loss": 0.8036481142044067, "Finetune/Loss (Raw)": 0.7461640238761902, "Finetune/Step": 9505, "Finetune/Step Time": 6.2705340795218945}
+{"Finetune/Learning Rate": 6.861647013461925e-09, "Finetune/Loss": 0.8030152320861816, "Finetune/Loss (Raw)": 0.8188513517379761, "Finetune/Step": 9506, "Finetune/Step Time": 6.279547907412052}
+{"Finetune/Learning Rate": 6.737470820654679e-09, "Finetune/Loss": 0.803416907787323, "Finetune/Loss (Raw)": 0.7405344843864441, "Finetune/Step": 9507, "Finetune/Step Time": 6.300956893712282}
+{"Finetune/Learning Rate": 6.614428149873675e-09, "Finetune/Loss": 0.8031279444694519, "Finetune/Loss (Raw)": 0.8316991329193115, "Finetune/Step": 9508, "Finetune/Step Time": 6.290971286594868}
+{"Finetune/Learning Rate": 6.4925190150733065e-09, "Finetune/Loss": 0.8029436469078064, "Finetune/Loss (Raw)": 0.8224605321884155, "Finetune/Step": 9509, "Finetune/Step Time": 6.293895270675421}
+{"Finetune/Learning Rate": 6.371743430082511e-09, "Finetune/Loss": 0.8035046458244324, "Finetune/Loss (Raw)": 0.8211458921432495, "Finetune/Step": 9510, "Finetune/Step Time": 6.294407334178686}
+{"Finetune/Learning Rate": 6.2521014086014405e-09, "Finetune/Loss": 0.8041175007820129, "Finetune/Loss (Raw)": 0.8894782662391663, "Finetune/Step": 9511, "Finetune/Step Time": 6.28868642821908}
+{"Finetune/Learning Rate": 6.1335929642014626e-09, "Finetune/Loss": 0.8032959699630737, "Finetune/Loss (Raw)": 0.7577804923057556, "Finetune/Step": 9512, "Finetune/Step Time": 6.28461086563766}
+{"Finetune/Learning Rate": 6.016218110321825e-09, "Finetune/Loss": 0.8038530349731445, "Finetune/Loss (Raw)": 0.8814947009086609, "Finetune/Step": 9513, "Finetune/Step Time": 6.272386660799384}
+{"Finetune/Learning Rate": 5.899976860278545e-09, "Finetune/Loss": 0.8040456771850586, "Finetune/Loss (Raw)": 0.8497114777565002, "Finetune/Step": 9514, "Finetune/Step Time": 6.267597766593099}
+{"Finetune/Learning Rate": 5.784869227256628e-09, "Finetune/Loss": 0.8055956363677979, "Finetune/Loss (Raw)": 0.995680034160614, "Finetune/Step": 9515, "Finetune/Step Time": 6.264082636684179}
+{"Finetune/Learning Rate": 5.6708952243123e-09, "Finetune/Loss": 0.804277777671814, "Finetune/Loss (Raw)": 0.678627073764801, "Finetune/Step": 9516, "Finetune/Step Time": 6.2642563208937645}
+{"Finetune/Learning Rate": 5.558054864371887e-09, "Finetune/Loss": 0.8035351634025574, "Finetune/Loss (Raw)": 0.7309703230857849, "Finetune/Step": 9517, "Finetune/Step Time": 6.268813353031874}
+{"Finetune/Learning Rate": 5.446348160237369e-09, "Finetune/Loss": 0.8028230667114258, "Finetune/Loss (Raw)": 0.7975543737411499, "Finetune/Step": 9518, "Finetune/Step Time": 6.275694141164422}
+{"Finetune/Learning Rate": 5.335775124578612e-09, "Finetune/Loss": 0.8036738634109497, "Finetune/Loss (Raw)": 0.9516950845718384, "Finetune/Step": 9519, "Finetune/Step Time": 6.281286794692278}
+{"Finetune/Learning Rate": 5.226335769936697e-09, "Finetune/Loss": 0.8021738529205322, "Finetune/Loss (Raw)": 0.8032315969467163, "Finetune/Step": 9520, "Finetune/Step Time": 6.3031848557293415}
+{"Finetune/Learning Rate": 5.1180301087261355e-09, "Finetune/Loss": 0.8027207851409912, "Finetune/Loss (Raw)": 0.9686725735664368, "Finetune/Step": 9521, "Finetune/Step Time": 6.31922709569335}
+{"Finetune/Learning Rate": 5.010858153231546e-09, "Finetune/Loss": 0.8030462861061096, "Finetune/Loss (Raw)": 0.9218224287033081, "Finetune/Step": 9522, "Finetune/Step Time": 6.33124116063118}
+{"Finetune/Learning Rate": 4.9048199156087604e-09, "Finetune/Loss": 0.8016608953475952, "Finetune/Loss (Raw)": 0.6762807965278625, "Finetune/Step": 9523, "Finetune/Step Time": 6.357680037617683}
+{"Finetune/Learning Rate": 4.799915407887046e-09, "Finetune/Loss": 0.802291989326477, "Finetune/Loss (Raw)": 0.7933423519134521, "Finetune/Step": 9524, "Finetune/Step Time": 6.3609006293118}
+{"Finetune/Learning Rate": 4.696144641964662e-09, "Finetune/Loss": 0.8025248050689697, "Finetune/Loss (Raw)": 0.7438009977340698, "Finetune/Step": 9525, "Finetune/Step Time": 6.346064144745469}
+{"Finetune/Learning Rate": 4.593507629612193e-09, "Finetune/Loss": 0.8002175688743591, "Finetune/Loss (Raw)": 0.5700705051422119, "Finetune/Step": 9526, "Finetune/Step Time": 6.331215126439929}
+{"Finetune/Learning Rate": 4.492004382471438e-09, "Finetune/Loss": 0.8007277250289917, "Finetune/Loss (Raw)": 0.8907506465911865, "Finetune/Step": 9527, "Finetune/Step Time": 6.326713740825653}
+{"Finetune/Learning Rate": 4.39163491205652e-09, "Finetune/Loss": 0.7983502149581909, "Finetune/Loss (Raw)": 0.7134504914283752, "Finetune/Step": 9528, "Finetune/Step Time": 6.321990665048361}
+{"Finetune/Learning Rate": 4.2923992297516645e-09, "Finetune/Loss": 0.7977258563041687, "Finetune/Loss (Raw)": 0.7675925493240356, "Finetune/Step": 9529, "Finetune/Step Time": 6.322155578061938}
+{"Finetune/Learning Rate": 4.194297346812315e-09, "Finetune/Loss": 0.7958788871765137, "Finetune/Loss (Raw)": 0.753604531288147, "Finetune/Step": 9530, "Finetune/Step Time": 6.298453634604812}
+{"Finetune/Learning Rate": 4.0973292743673455e-09, "Finetune/Loss": 0.7968497276306152, "Finetune/Loss (Raw)": 0.9633374810218811, "Finetune/Step": 9531, "Finetune/Step Time": 6.285863783210516}
+{"Finetune/Learning Rate": 4.001495023414626e-09, "Finetune/Loss": 0.7952412366867065, "Finetune/Loss (Raw)": 0.818402111530304, "Finetune/Step": 9532, "Finetune/Step Time": 6.2858933955430984}
+{"Finetune/Learning Rate": 3.906794604825459e-09, "Finetune/Loss": 0.7948399186134338, "Finetune/Loss (Raw)": 0.7359050512313843, "Finetune/Step": 9533, "Finetune/Step Time": 6.282316617667675}
+{"Finetune/Learning Rate": 3.813228029341253e-09, "Finetune/Loss": 0.7946454882621765, "Finetune/Loss (Raw)": 0.7885903120040894, "Finetune/Step": 9534, "Finetune/Step Time": 6.281985566020012}
+{"Finetune/Learning Rate": 3.720795307574632e-09, "Finetune/Loss": 0.7940783500671387, "Finetune/Loss (Raw)": 0.7404424548149109, "Finetune/Step": 9535, "Finetune/Step Time": 6.275618663057685}
+{"Finetune/Learning Rate": 3.6294964500116492e-09, "Finetune/Loss": 0.7924188375473022, "Finetune/Loss (Raw)": 0.7785834670066833, "Finetune/Step": 9536, "Finetune/Step Time": 6.275388969108462}
+{"Finetune/Learning Rate": 3.539331467006246e-09, "Finetune/Loss": 0.7957732081413269, "Finetune/Loss (Raw)": 0.7719615697860718, "Finetune/Step": 9537, "Finetune/Step Time": 6.270067574456334}
+{"Finetune/Learning Rate": 3.450300368785797e-09, "Finetune/Loss": 0.796626091003418, "Finetune/Loss (Raw)": 0.924405574798584, "Finetune/Step": 9538, "Finetune/Step Time": 6.252014219760895}
+{"Finetune/Learning Rate": 3.3624031654511115e-09, "Finetune/Loss": 0.7959791421890259, "Finetune/Loss (Raw)": 0.8878380656242371, "Finetune/Step": 9539, "Finetune/Step Time": 6.244433185085654}
+{"Finetune/Learning Rate": 3.2756398669697708e-09, "Finetune/Loss": 0.7957849502563477, "Finetune/Loss (Raw)": 0.7758426070213318, "Finetune/Step": 9540, "Finetune/Step Time": 6.245807945728302}
+{"Finetune/Learning Rate": 3.1900104831850133e-09, "Finetune/Loss": 0.7941575050354004, "Finetune/Loss (Raw)": 0.5735698938369751, "Finetune/Step": 9541, "Finetune/Step Time": 6.245076710358262}
+{"Finetune/Learning Rate": 3.105515023807959e-09, "Finetune/Loss": 0.7940649390220642, "Finetune/Loss (Raw)": 0.6904857158660889, "Finetune/Step": 9542, "Finetune/Step Time": 6.211771810427308}
+{"Finetune/Learning Rate": 3.022153498424274e-09, "Finetune/Loss": 0.7937512397766113, "Finetune/Loss (Raw)": 0.7256780862808228, "Finetune/Step": 9543, "Finetune/Step Time": 6.1999285109341145}
+{"Finetune/Learning Rate": 2.9399259164897278e-09, "Finetune/Loss": 0.7942235469818115, "Finetune/Loss (Raw)": 0.8087071180343628, "Finetune/Step": 9544, "Finetune/Step Time": 6.197111824527383}
+{"Finetune/Learning Rate": 2.8588322873301933e-09, "Finetune/Loss": 0.79405277967453, "Finetune/Loss (Raw)": 0.7905542850494385, "Finetune/Step": 9545, "Finetune/Step Time": 6.1960344966501}
+{"Finetune/Learning Rate": 2.7788726201438687e-09, "Finetune/Loss": 0.794552206993103, "Finetune/Loss (Raw)": 0.8547489047050476, "Finetune/Step": 9546, "Finetune/Step Time": 6.1990674287080765}
+{"Finetune/Learning Rate": 2.7000469240023865e-09, "Finetune/Loss": 0.7963019609451294, "Finetune/Loss (Raw)": 0.9104442596435547, "Finetune/Step": 9547, "Finetune/Step Time": 6.19615344889462}
+{"Finetune/Learning Rate": 2.622355207844152e-09, "Finetune/Loss": 0.7957279086112976, "Finetune/Loss (Raw)": 0.7677322626113892, "Finetune/Step": 9548, "Finetune/Step Time": 6.191553948447108}
+{"Finetune/Learning Rate": 2.5457974804832252e-09, "Finetune/Loss": 0.7953701019287109, "Finetune/Loss (Raw)": 0.8050340414047241, "Finetune/Step": 9549, "Finetune/Step Time": 6.201711840927601}
+{"Finetune/Learning Rate": 2.4703737506037715e-09, "Finetune/Loss": 0.798312783241272, "Finetune/Loss (Raw)": 0.7800272703170776, "Finetune/Step": 9550, "Finetune/Step Time": 6.196111049503088}
+{"Finetune/Learning Rate": 2.3960840267600595e-09, "Finetune/Loss": 0.798519492149353, "Finetune/Loss (Raw)": 0.8701221942901611, "Finetune/Step": 9551, "Finetune/Step Time": 6.181149907410145}
+{"Finetune/Learning Rate": 2.322928317378681e-09, "Finetune/Loss": 0.7987549304962158, "Finetune/Loss (Raw)": 0.8678882718086243, "Finetune/Step": 9552, "Finetune/Step Time": 6.180136781185865}
+{"Finetune/Learning Rate": 2.2509066307585537e-09, "Finetune/Loss": 0.7980132699012756, "Finetune/Loss (Raw)": 0.7276785969734192, "Finetune/Step": 9553, "Finetune/Step Time": 6.179931925609708}
+{"Finetune/Learning Rate": 2.1800189750686984e-09, "Finetune/Loss": 0.7974114418029785, "Finetune/Loss (Raw)": 0.7903982400894165, "Finetune/Step": 9554, "Finetune/Step Time": 6.18069264292717}
+{"Finetune/Learning Rate": 2.1102653583482403e-09, "Finetune/Loss": 0.7971668243408203, "Finetune/Loss (Raw)": 0.8766536116600037, "Finetune/Step": 9555, "Finetune/Step Time": 6.183493178337812}
+{"Finetune/Learning Rate": 2.0416457885108486e-09, "Finetune/Loss": 0.7976111769676208, "Finetune/Loss (Raw)": 0.8749502301216125, "Finetune/Step": 9556, "Finetune/Step Time": 6.183793319389224}
+{"Finetune/Learning Rate": 1.9741602733402975e-09, "Finetune/Loss": 0.7978209257125854, "Finetune/Loss (Raw)": 0.835658848285675, "Finetune/Step": 9557, "Finetune/Step Time": 6.188077073544264}
+{"Finetune/Learning Rate": 1.9078088204904643e-09, "Finetune/Loss": 0.7987756133079529, "Finetune/Loss (Raw)": 0.8362224698066711, "Finetune/Step": 9558, "Finetune/Step Time": 6.19228071346879}
+{"Finetune/Learning Rate": 1.842591437487551e-09, "Finetune/Loss": 0.8006350994110107, "Finetune/Loss (Raw)": 0.9687349200248718, "Finetune/Step": 9559, "Finetune/Step Time": 6.204258222132921}
+{"Finetune/Learning Rate": 1.7785081317289732e-09, "Finetune/Loss": 0.8000603914260864, "Finetune/Loss (Raw)": 0.7223023176193237, "Finetune/Step": 9560, "Finetune/Step Time": 6.1984976921230555}
+{"Finetune/Learning Rate": 1.7155589104844717e-09, "Finetune/Loss": 0.800321638584137, "Finetune/Loss (Raw)": 0.8913481831550598, "Finetune/Step": 9561, "Finetune/Step Time": 6.205259095877409}
+{"Finetune/Learning Rate": 1.6537437808927804e-09, "Finetune/Loss": 0.8009324073791504, "Finetune/Loss (Raw)": 0.896405816078186, "Finetune/Step": 9562, "Finetune/Step Time": 6.212631139904261}
+{"Finetune/Learning Rate": 1.593062749967178e-09, "Finetune/Loss": 0.8007405996322632, "Finetune/Loss (Raw)": 0.8242509365081787, "Finetune/Step": 9563, "Finetune/Step Time": 6.209556836634874}
+{"Finetune/Learning Rate": 1.5335158245899372e-09, "Finetune/Loss": 0.8002737164497375, "Finetune/Loss (Raw)": 0.8024998903274536, "Finetune/Step": 9564, "Finetune/Step Time": 6.197847664356232}
+{"Finetune/Learning Rate": 1.475103011514545e-09, "Finetune/Loss": 0.8009772300720215, "Finetune/Loss (Raw)": 0.9545458555221558, "Finetune/Step": 9565, "Finetune/Step Time": 6.203541647642851}
+{"Finetune/Learning Rate": 1.4178243173679218e-09, "Finetune/Loss": 0.800481915473938, "Finetune/Loss (Raw)": 0.780346155166626, "Finetune/Step": 9566, "Finetune/Step Time": 6.2058194652199745}
+{"Finetune/Learning Rate": 1.3616797486459832e-09, "Finetune/Loss": 0.801593542098999, "Finetune/Loss (Raw)": 0.8625352382659912, "Finetune/Step": 9567, "Finetune/Step Time": 6.19734569080174}
+{"Finetune/Learning Rate": 1.3066693117191886e-09, "Finetune/Loss": 0.8017407059669495, "Finetune/Loss (Raw)": 0.727218747138977, "Finetune/Step": 9568, "Finetune/Step Time": 6.1916179321706295}
+{"Finetune/Learning Rate": 1.2527930128247713e-09, "Finetune/Loss": 0.8007453083992004, "Finetune/Loss (Raw)": 0.7552626132965088, "Finetune/Step": 9569, "Finetune/Step Time": 6.1892802603542805}
+{"Finetune/Learning Rate": 1.2000508580745085e-09, "Finetune/Loss": 0.7992962598800659, "Finetune/Loss (Raw)": 0.7497491240501404, "Finetune/Step": 9570, "Finetune/Step Time": 6.188809115439653}
+{"Finetune/Learning Rate": 1.1484428534525027e-09, "Finetune/Loss": 0.8033552169799805, "Finetune/Loss (Raw)": 0.8042559623718262, "Finetune/Step": 9571, "Finetune/Step Time": 6.182073995471001}
+{"Finetune/Learning Rate": 1.0979690048107395e-09, "Finetune/Loss": 0.8044674396514893, "Finetune/Loss (Raw)": 0.8844321966171265, "Finetune/Step": 9572, "Finetune/Step Time": 6.171983070671558}
+{"Finetune/Learning Rate": 1.048629317875749e-09, "Finetune/Loss": 0.8056856393814087, "Finetune/Loss (Raw)": 0.825999915599823, "Finetune/Step": 9573, "Finetune/Step Time": 6.171755144372582}
+{"Finetune/Learning Rate": 1.0004237982430553e-09, "Finetune/Loss": 0.8056759834289551, "Finetune/Loss (Raw)": 0.8099597096443176, "Finetune/Step": 9574, "Finetune/Step Time": 6.1780764404684305}
+{"Finetune/Learning Rate": 9.53352451380507e-10, "Finetune/Loss": 0.8063955307006836, "Finetune/Loss (Raw)": 0.8698937296867371, "Finetune/Step": 9575, "Finetune/Step Time": 6.186594545841217}
+{"Finetune/Learning Rate": 9.074152826271665e-10, "Finetune/Loss": 0.8077398538589478, "Finetune/Loss (Raw)": 0.9648523926734924, "Finetune/Step": 9576, "Finetune/Step Time": 6.179955268278718}
+{"Finetune/Learning Rate": 8.626122971955309e-10, "Finetune/Loss": 0.8076848983764648, "Finetune/Loss (Raw)": 0.8305744528770447, "Finetune/Step": 9577, "Finetune/Step Time": 6.166096277534962}
+{"Finetune/Learning Rate": 8.189435001648705e-10, "Finetune/Loss": 0.8062312602996826, "Finetune/Loss (Raw)": 0.7003557682037354, "Finetune/Step": 9578, "Finetune/Step Time": 6.1673397198319435}
+{"Finetune/Learning Rate": 7.764088964912209e-10, "Finetune/Loss": 0.8061302304267883, "Finetune/Loss (Raw)": 0.7568689584732056, "Finetune/Step": 9579, "Finetune/Step Time": 6.175802191719413}
+{"Finetune/Learning Rate": 7.350084909962807e-10, "Finetune/Loss": 0.8071001768112183, "Finetune/Loss (Raw)": 0.9349530339241028, "Finetune/Step": 9580, "Finetune/Step Time": 6.180044325068593}
+{"Finetune/Learning Rate": 6.947422883785137e-10, "Finetune/Loss": 0.8076848983764648, "Finetune/Loss (Raw)": 0.9066030979156494, "Finetune/Step": 9581, "Finetune/Step Time": 6.177027875557542}
+{"Finetune/Learning Rate": 6.556102932042673e-10, "Finetune/Loss": 0.808243989944458, "Finetune/Loss (Raw)": 0.9008283615112305, "Finetune/Step": 9582, "Finetune/Step Time": 6.17539375834167}
+{"Finetune/Learning Rate": 6.17612509911103e-10, "Finetune/Loss": 0.8076711297035217, "Finetune/Loss (Raw)": 0.7586889863014221, "Finetune/Step": 9583, "Finetune/Step Time": 6.17736529186368}
+{"Finetune/Learning Rate": 5.807489428111268e-10, "Finetune/Loss": 0.8090610504150391, "Finetune/Loss (Raw)": 0.844261884689331, "Finetune/Step": 9584, "Finetune/Step Time": 6.177932156249881}
+{"Finetune/Learning Rate": 5.450195960854387e-10, "Finetune/Loss": 0.8099417686462402, "Finetune/Loss (Raw)": 0.8986689448356628, "Finetune/Step": 9585, "Finetune/Step Time": 6.172323297709227}
+{"Finetune/Learning Rate": 5.104244737852426e-10, "Finetune/Loss": 0.8086658716201782, "Finetune/Loss (Raw)": 0.6685307025909424, "Finetune/Step": 9586, "Finetune/Step Time": 6.160683626309037}
+{"Finetune/Learning Rate": 4.769635798351768e-10, "Finetune/Loss": 0.8113580942153931, "Finetune/Loss (Raw)": 0.9889935255050659, "Finetune/Step": 9587, "Finetune/Step Time": 6.161830807104707}
+{"Finetune/Learning Rate": 4.446369180322041e-10, "Finetune/Loss": 0.8112181425094604, "Finetune/Loss (Raw)": 0.7734072804450989, "Finetune/Step": 9588, "Finetune/Step Time": 6.149878725409508}
+{"Finetune/Learning Rate": 4.1344449204117064e-10, "Finetune/Loss": 0.8100169897079468, "Finetune/Loss (Raw)": 0.6957134008407593, "Finetune/Step": 9589, "Finetune/Step Time": 6.1656579449772835}
+{"Finetune/Learning Rate": 3.8338630540035726e-10, "Finetune/Loss": 0.813288688659668, "Finetune/Loss (Raw)": 0.7775737643241882, "Finetune/Step": 9590, "Finetune/Step Time": 6.165668087080121}
+{"Finetune/Learning Rate": 3.544623615203691e-10, "Finetune/Loss": 0.8144780397415161, "Finetune/Loss (Raw)": 0.8461028933525085, "Finetune/Step": 9591, "Finetune/Step Time": 6.14812720194459}
+{"Finetune/Learning Rate": 3.2667266368080486e-10, "Finetune/Loss": 0.8122009038925171, "Finetune/Loss (Raw)": 0.37645864486694336, "Finetune/Step": 9592, "Finetune/Step Time": 6.143497735261917}
+{"Finetune/Learning Rate": 3.0001721503469807e-10, "Finetune/Loss": 0.8121484518051147, "Finetune/Loss (Raw)": 0.9253100752830505, "Finetune/Step": 9593, "Finetune/Step Time": 6.1554737649858}
+{"Finetune/Learning Rate": 2.7449601860629614e-10, "Finetune/Loss": 0.8134100437164307, "Finetune/Loss (Raw)": 0.8831757307052612, "Finetune/Step": 9594, "Finetune/Step Time": 6.156617932021618}
+{"Finetune/Learning Rate": 2.5010907728773016e-10, "Finetune/Loss": 0.8134632110595703, "Finetune/Loss (Raw)": 0.8895467519760132, "Finetune/Step": 9595, "Finetune/Step Time": 6.155082380399108}
+{"Finetune/Learning Rate": 2.2685639384789625e-10, "Finetune/Loss": 0.8139703869819641, "Finetune/Loss (Raw)": 0.8554946184158325, "Finetune/Step": 9596, "Finetune/Step Time": 6.1525996550917625}
+{"Finetune/Learning Rate": 2.0473797092357418e-10, "Finetune/Loss": 0.8141560554504395, "Finetune/Loss (Raw)": 0.797142744064331, "Finetune/Step": 9597, "Finetune/Step Time": 6.152362322434783}
+{"Finetune/Learning Rate": 1.837538110227577e-10, "Finetune/Loss": 0.8134545683860779, "Finetune/Loss (Raw)": 0.6833749413490295, "Finetune/Step": 9598, "Finetune/Step Time": 6.158492669463158}
+{"Finetune/Learning Rate": 1.6390391652576498e-10, "Finetune/Loss": 0.8126758337020874, "Finetune/Loss (Raw)": 0.7761490941047668, "Finetune/Step": 9599, "Finetune/Step Time": 6.197443114593625}
+{"Finetune/Learning Rate": 1.4518828968523857e-10, "Finetune/Loss": 0.8120275735855103, "Finetune/Loss (Raw)": 0.8428421020507812, "Finetune/Step": 9600, "Finetune/Step Time": 6.199053717777133}
+{"Finetune/Learning Rate": 1.2760693262281466e-10, "Finetune/Loss": 0.8111324906349182, "Finetune/Loss (Raw)": 0.757946252822876, "Finetune/Step": 9601, "Finetune/Step Time": 6.216838873922825}
+{"Finetune/Learning Rate": 1.11159847333564e-10, "Finetune/Loss": 0.8109416365623474, "Finetune/Loss (Raw)": 0.7680732607841492, "Finetune/Step": 9602, "Finetune/Step Time": 6.218624716624618}
+{"Finetune/Learning Rate": 9.584703568266129e-11, "Finetune/Loss": 0.812752366065979, "Finetune/Loss (Raw)": 0.8717131614685059, "Finetune/Step": 9603, "Finetune/Step Time": 6.215787556022406}
+{"Finetune/Learning Rate": 8.166849940760557e-11, "Finetune/Loss": 0.8127297163009644, "Finetune/Loss (Raw)": 0.7321083545684814, "Finetune/Step": 9604, "Finetune/Step Time": 6.210190499201417}
+{"Finetune/Learning Rate": 6.862424011599977e-11, "Finetune/Loss": 0.8125344514846802, "Finetune/Loss (Raw)": 0.7939289212226868, "Finetune/Step": 9605, "Finetune/Step Time": 6.20838494040072}
+{"Finetune/Learning Rate": 5.671425928777119e-11, "Finetune/Loss": 0.8136792778968811, "Finetune/Loss (Raw)": 0.9454247951507568, "Finetune/Step": 9606, "Finetune/Step Time": 6.206574261188507}
+{"Finetune/Learning Rate": 4.5938558272951016e-11, "Finetune/Loss": 0.809659481048584, "Finetune/Loss (Raw)": 0.41027697920799255, "Finetune/Step": 9607, "Finetune/Step Time": 6.191387919709086}
+{"Finetune/Learning Rate": 3.629713829500503e-11, "Finetune/Loss": 0.8096852898597717, "Finetune/Loss (Raw)": 0.8368957042694092, "Finetune/Step": 9608, "Finetune/Step Time": 6.206866592168808}
+{"Finetune/Learning Rate": 2.7790000447502907e-11, "Finetune/Loss": 0.8112154006958008, "Finetune/Loss (Raw)": 0.9639869928359985, "Finetune/Step": 9609, "Finetune/Step Time": 6.201712112873793}
+{"Finetune/Learning Rate": 2.0417145695228456e-11, "Finetune/Loss": 0.8114774823188782, "Finetune/Loss (Raw)": 0.8019157648086548, "Finetune/Step": 9610, "Finetune/Step Time": 6.192716831341386}
+{"Finetune/Learning Rate": 1.4178574873069395e-11, "Finetune/Loss": 0.8111585378646851, "Finetune/Loss (Raw)": 0.817412257194519, "Finetune/Step": 9611, "Finetune/Step Time": 6.193032633513212}
+{"Finetune/Learning Rate": 9.074288690458232e-12, "Finetune/Loss": 0.810943067073822, "Finetune/Loss (Raw)": 0.8409982919692993, "Finetune/Step": 9612, "Finetune/Step Time": 6.193065648898482}
+{"Finetune/Learning Rate": 5.10428772693139e-12, "Finetune/Loss": 0.8114355206489563, "Finetune/Loss (Raw)": 0.9306588768959045, "Finetune/Step": 9613, "Finetune/Step Time": 6.193475503474474}
+{"Finetune/Learning Rate": 2.2685724299087443e-12, "Finetune/Loss": 0.8108538389205933, "Finetune/Loss (Raw)": 0.766410768032074, "Finetune/Step": 9614, "Finetune/Step Time": 6.1926439255476}
+{"Finetune/Learning Rate": 5.671431235754199e-13, "Finetune/Loss": 0.8105658292770386, "Finetune/Loss (Raw)": 0.6954343914985657, "Finetune/Step": 9615, "Finetune/Step Time": 6.185204114764929}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.8094528913497925, "Finetune/Loss (Raw)": 0.8727826476097107, "Finetune/Step": 9616, "Finetune/Step Time": 6.179200507700443}