{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+fused-gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "dinosiglip-384px-resize-naive+7b", "reduce_in_full_precision": false, "type": "dinosiglip-384px-resize-naive+7b", "vision_backbone_id": "dinosiglip-vit-so-384px"}, "pretrained_checkpoint": null, "run_id": "dinosiglip-384px-resize-naive+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "dinosiglip-384px-resize-naive+7b+stage-finetune+x7"}
{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 6.668069362640381, "Finetune/Loss (Raw)": 6.668069362640381, "Finetune/Step": 1, "Finetune/Step Time": 26.59931778907776}
{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 6.871901035308838, "Finetune/Loss (Raw)": 7.075732707977295, "Finetune/Step": 2, "Finetune/Step Time": 18.878364086151123}
{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 6.086423397064209, "Finetune/Loss (Raw)": 4.515468120574951, "Finetune/Step": 3, "Finetune/Step Time": 14.702793518702189}
{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 5.598996162414551, "Finetune/Loss (Raw)": 4.136715888977051, "Finetune/Step": 4, "Finetune/Step Time": 12.627888262271881}
{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 5.212047576904297, "Finetune/Loss (Raw)": 3.664252519607544, "Finetune/Step": 5, "Finetune/Step Time": 11.561640882492066}
{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 4.881396293640137, "Finetune/Loss (Raw)": 3.2281382083892822, "Finetune/Step": 6, "Finetune/Step Time": 10.814632574717203}
{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 4.6754984855651855, "Finetune/Loss (Raw)": 3.440112829208374, "Finetune/Step": 7, "Finetune/Step Time": 10.246063538960048}
{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 4.467883110046387, "Finetune/Loss (Raw)": 3.0145785808563232, "Finetune/Step": 8, "Finetune/Step Time": 9.997814536094666}
{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 4.282344341278076, "Finetune/Loss (Raw)": 2.7980291843414307, "Finetune/Step": 9, "Finetune/Step Time": 9.66087818145752}
{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 4.178446292877197, "Finetune/Loss (Raw)": 3.24336314201355, "Finetune/Step": 10, "Finetune/Step Time": 9.640081357955932}
{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 4.054847717285156, "Finetune/Loss (Raw)": 2.8188655376434326, "Finetune/Step": 11, "Finetune/Step Time": 9.368271480907094}
{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 3.9491782188415527, "Finetune/Loss (Raw)": 2.7868099212646484, "Finetune/Step": 12, "Finetune/Step Time": 9.155122756958008}
{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 3.848916530609131, "Finetune/Loss (Raw)": 2.6457791328430176, "Finetune/Step": 13, "Finetune/Step Time": 8.973724035116343}
{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 3.78372859954834, "Finetune/Loss (Raw)": 2.9362854957580566, "Finetune/Step": 14, "Finetune/Step Time": 8.794228417532784}
{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 3.6844911575317383, "Finetune/Loss (Raw)": 2.2951624393463135, "Finetune/Step": 15, "Finetune/Step Time": 8.748501125971476}
{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 3.5549569129943848, "Finetune/Loss (Raw)": 1.6119511127471924, "Finetune/Step": 16, "Finetune/Step Time": 8.70313349366188}
{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 3.4769251346588135, "Finetune/Loss (Raw)": 2.22841215133667, "Finetune/Step": 17, "Finetune/Step Time": 8.600502995883717}
{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 3.376816987991333, "Finetune/Loss (Raw)": 1.674983024597168, "Finetune/Step": 18, "Finetune/Step Time": 8.53526004155477}
{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 3.3064756393432617, "Finetune/Loss (Raw)": 2.040327548980713, "Finetune/Step": 19, "Finetune/Step Time": 8.42509372610795}
{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 3.2365944385528564, "Finetune/Loss (Raw)": 1.9088510274887085, "Finetune/Step": 20, "Finetune/Step Time": 8.313306879997253}
{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 3.160371780395508, "Finetune/Loss (Raw)": 1.6359195709228516, "Finetune/Step": 21, "Finetune/Step Time": 8.298895631517683}
{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 3.0832371711730957, "Finetune/Loss (Raw)": 1.4634058475494385, "Finetune/Step": 22, "Finetune/Step Time": 8.236751718954606}
{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 2.9587314128875732, "Finetune/Loss (Raw)": 0.21960709989070892, "Finetune/Step": 23, "Finetune/Step Time": 8.260351326154625}
{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 2.90790057182312, "Finetune/Loss (Raw)": 1.7387888431549072, "Finetune/Step": 24, "Finetune/Step Time": 8.179163485765457}
{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 2.856248617172241, "Finetune/Loss (Raw)": 1.6166104078292847, "Finetune/Step": 25, "Finetune/Step Time": 8.127859239578248}
{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 2.756591796875, "Finetune/Loss (Raw)": 0.26516640186309814, "Finetune/Step": 26, "Finetune/Step Time": 8.160277265768785}
{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 2.715453863143921, "Finetune/Loss (Raw)": 1.6458628177642822, "Finetune/Step": 27, "Finetune/Step Time": 8.085440618020517}
{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 2.672205686569214, "Finetune/Loss (Raw)": 1.504503846168518, "Finetune/Step": 28, "Finetune/Step Time": 8.022362785679954}
{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 2.6330389976501465, "Finetune/Loss (Raw)": 1.5363768339157104, "Finetune/Step": 29, "Finetune/Step Time": 8.01339184826818}
{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 2.592642307281494, "Finetune/Loss (Raw)": 1.4211375713348389, "Finetune/Step": 30, "Finetune/Step Time": 8.00920828183492}
{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.5602712631225586, "Finetune/Loss (Raw)": 1.5891385078430176, "Finetune/Step": 31, "Finetune/Step Time": 7.979577995115711}
{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 2.5246987342834473, "Finetune/Loss (Raw)": 1.421958327293396, "Finetune/Step": 32, "Finetune/Step Time": 8.005006186664104}
{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 2.48831844329834, "Finetune/Loss (Raw)": 1.3241429328918457, "Finetune/Step": 33, "Finetune/Step Time": 7.983679041717991}
{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.450681209564209, "Finetune/Loss (Raw)": 1.2086536884307861, "Finetune/Step": 34, "Finetune/Step Time": 7.9464415311813354}
{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.4256348609924316, "Finetune/Loss (Raw)": 1.5740547180175781, "Finetune/Step": 35, "Finetune/Step Time": 7.922504711151123}
{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.3947675228118896, "Finetune/Loss (Raw)": 1.314416766166687, "Finetune/Step": 36, "Finetune/Step Time": 7.933113661077288}
{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.370216131210327, "Finetune/Loss (Raw)": 1.4863612651824951, "Finetune/Step": 37, "Finetune/Step Time": 7.993747962487711}
{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.342287540435791, "Finetune/Loss (Raw)": 1.3089349269866943, "Finetune/Step": 38, "Finetune/Step Time": 7.951624832655254}
{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.3149256706237793, "Finetune/Loss (Raw)": 1.2751787900924683, "Finetune/Step": 39, "Finetune/Step Time": 7.909270555545122}
{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 2.2889187335968018, "Finetune/Loss (Raw)": 1.2746437788009644, "Finetune/Step": 40, "Finetune/Step Time": 7.916874516010284}
{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 2.2659738063812256, "Finetune/Loss (Raw)": 1.3481849431991577, "Finetune/Step": 41, "Finetune/Step Time": 7.8674298902837245}
{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 2.242788553237915, "Finetune/Loss (Raw)": 1.2921874523162842, "Finetune/Step": 42, "Finetune/Step Time": 7.829846081279573}
{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 2.2199862003326416, "Finetune/Loss (Raw)": 1.262290120124817, "Finetune/Step": 43, "Finetune/Step Time": 7.827862101931904}
{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 2.198573350906372, "Finetune/Loss (Raw)": 1.2778208255767822, "Finetune/Step": 44, "Finetune/Step Time": 7.818678438663483}
{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 2.174485445022583, "Finetune/Loss (Raw)": 1.1146160364151, "Finetune/Step": 45, "Finetune/Step Time": 7.8775025950537785}
{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 2.1325485706329346, "Finetune/Loss (Raw)": 0.24539029598236084, "Finetune/Step": 46, "Finetune/Step Time": 7.891497938529305}
{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 2.1124308109283447, "Finetune/Loss (Raw)": 1.1870166063308716, "Finetune/Step": 47, "Finetune/Step Time": 7.8676754921040635}
{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 2.0932888984680176, "Finetune/Loss (Raw)": 1.1936063766479492, "Finetune/Step": 48, "Finetune/Step Time": 7.875989789764087}
{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 2.0750651359558105, "Finetune/Loss (Raw)": 1.2003321647644043, "Finetune/Step": 49, "Finetune/Step Time": 7.854176453181675}
{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 2.054614305496216, "Finetune/Loss (Raw)": 1.0525283813476562, "Finetune/Step": 50, "Finetune/Step Time": 7.821135773658752}
{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 2.0369749069213867, "Finetune/Loss (Raw)": 1.1549886465072632, "Finetune/Step": 51, "Finetune/Step Time": 7.795972108840942}
{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.0215847492218018, "Finetune/Loss (Raw)": 1.2366915941238403, "Finetune/Step": 52, "Finetune/Step Time": 7.78874227633843}
{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.001258134841919, "Finetune/Loss (Raw)": 0.944269597530365, "Finetune/Step": 53, "Finetune/Step Time": 7.803409589911407}
{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.9821105003356934, "Finetune/Loss (Raw)": 0.9672961235046387, "Finetune/Step": 54, "Finetune/Step Time": 7.8000881804360285}
{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.967570185661316, "Finetune/Loss (Raw)": 1.1823924779891968, "Finetune/Step": 55, "Finetune/Step Time": 7.803654484315352}
{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.9526634216308594, "Finetune/Loss (Raw)": 1.1327834129333496, "Finetune/Step": 56, "Finetune/Step Time": 7.815599041325705}
{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.9365923404693604, "Finetune/Loss (Raw)": 1.0366193056106567, "Finetune/Step": 57, "Finetune/Step Time": 7.795768603943942}
{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.9218310117721558, "Finetune/Loss (Raw)": 1.0804386138916016, "Finetune/Step": 58, "Finetune/Step Time": 7.822429023939987}
{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.9080195426940918, "Finetune/Loss (Raw)": 1.1069470643997192, "Finetune/Step": 59, "Finetune/Step Time": 7.831684080220885}
{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.8945890665054321, "Finetune/Loss (Raw)": 1.1021888256072998, "Finetune/Step": 60, "Finetune/Step Time": 7.8100686033566795}
{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.8825334310531616, "Finetune/Loss (Raw)": 1.159206509590149, "Finetune/Step": 61, "Finetune/Step Time": 7.7955721597202485}
{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.8717262744903564, "Finetune/Loss (Raw)": 1.2124929428100586, "Finetune/Step": 62, "Finetune/Step Time": 7.774062087458949}
{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.8615139722824097, "Finetune/Loss (Raw)": 1.2283432483673096, "Finetune/Step": 63, "Finetune/Step Time": 7.755162840797787}
{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.849006175994873, "Finetune/Loss (Raw)": 1.0610157251358032, "Finetune/Step": 64, "Finetune/Step Time": 7.810278587043285}
{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.8369632959365845, "Finetune/Loss (Raw)": 1.0662128925323486, "Finetune/Step": 65, "Finetune/Step Time": 7.805965977448683}
{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.8244566917419434, "Finetune/Loss (Raw)": 1.0115315914154053, "Finetune/Step": 66, "Finetune/Step Time": 7.792737017978322}
{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.8107151985168457, "Finetune/Loss (Raw)": 0.9037879705429077, "Finetune/Step": 67, "Finetune/Step Time": 7.770894758736909}
{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.8006705045700073, "Finetune/Loss (Raw)": 1.1276696920394897, "Finetune/Step": 68, "Finetune/Step Time": 7.770062744617462}
{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.791447401046753, "Finetune/Loss (Raw)": 1.16426682472229, "Finetune/Step": 69, "Finetune/Step Time": 7.748505219169285}
{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.7829421758651733, "Finetune/Loss (Raw)": 1.1960887908935547, "Finetune/Step": 70, "Finetune/Step Time": 7.730128649302891}
{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.7707440853118896, "Finetune/Loss (Raw)": 0.9168776869773865, "Finetune/Step": 71, "Finetune/Step Time": 7.747722145537256}
{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.7604591846466064, "Finetune/Loss (Raw)": 1.030222773551941, "Finetune/Step": 72, "Finetune/Step Time": 7.7257916033267975}
{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.7491941452026367, "Finetune/Loss (Raw)": 0.9381075501441956, "Finetune/Step": 73, "Finetune/Step Time": 7.709233620395399}
{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.738217830657959, "Finetune/Loss (Raw)": 0.9369591474533081, "Finetune/Step": 74, "Finetune/Step Time": 7.693437047906824}
{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.7258557081222534, "Finetune/Loss (Raw)": 0.8110540509223938, "Finetune/Step": 75, "Finetune/Step Time": 7.689030526479085}
{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.716084599494934, "Finetune/Loss (Raw)": 0.9832590222358704, "Finetune/Step": 76, "Finetune/Step Time": 7.68201533430501}
{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.7084084749221802, "Finetune/Loss (Raw)": 1.1250070333480835, "Finetune/Step": 77, "Finetune/Step Time": 7.663307899004453}
{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.7020169496536255, "Finetune/Loss (Raw)": 1.2098842859268188, "Finetune/Step": 78, "Finetune/Step Time": 7.64466824898353}
{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.6953566074371338, "Finetune/Loss (Raw)": 1.1758326292037964, "Finetune/Step": 79, "Finetune/Step Time": 7.630113734474665}
{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.6862770318984985, "Finetune/Loss (Raw)": 0.9690064191818237, "Finetune/Step": 80, "Finetune/Step Time": 7.6360535562038425}
{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.6795647144317627, "Finetune/Loss (Raw)": 1.1425776481628418, "Finetune/Step": 81, "Finetune/Step Time": 7.6337386354988}
{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.6724907159805298, "Finetune/Loss (Raw)": 1.099500060081482, "Finetune/Step": 82, "Finetune/Step Time": 7.618403673171997}
{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.663880467414856, "Finetune/Loss (Raw)": 0.957840085029602, "Finetune/Step": 83, "Finetune/Step Time": 7.626960671091655}
{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.6581766605377197, "Finetune/Loss (Raw)": 1.1847425699234009, "Finetune/Step": 84, "Finetune/Step Time": 7.629901647567749}
{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.6510111093521118, "Finetune/Loss (Raw)": 1.0491095781326294, "Finetune/Step": 85, "Finetune/Step Time": 7.6173026814180265}
{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.635442852973938, "Finetune/Loss (Raw)": 0.31215208768844604, "Finetune/Step": 86, "Finetune/Step Time": 7.630423836929854}
{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.6284323930740356, "Finetune/Loss (Raw)": 1.0255341529846191, "Finetune/Step": 87, "Finetune/Step Time": 7.618326494063454}
{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.6238242387771606, "Finetune/Loss (Raw)": 1.222906470298767, "Finetune/Step": 88, "Finetune/Step Time": 7.62630558013916}
{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.6175599098205566, "Finetune/Loss (Raw)": 1.0662983655929565, "Finetune/Step": 89, "Finetune/Step Time": 7.614610516623165}
{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.6122535467147827, "Finetune/Loss (Raw)": 1.1399908065795898, "Finetune/Step": 90, "Finetune/Step Time": 7.622928971714444}
{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.6071690320968628, "Finetune/Loss (Raw)": 1.1495590209960938, "Finetune/Step": 91, "Finetune/Step Time": 7.626540702777905}
{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.6026352643966675, "Finetune/Loss (Raw)": 1.1900728940963745, "Finetune/Step": 92, "Finetune/Step Time": 7.616272356199182}
{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.5953878164291382, "Finetune/Loss (Raw)": 0.928617000579834, "Finetune/Step": 93, "Finetune/Step Time": 7.608323971430461}
{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.5906226634979248, "Finetune/Loss (Raw)": 1.147475004196167, "Finetune/Step": 94, "Finetune/Step Time": 7.5935305331615695}
{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.585159420967102, "Finetune/Loss (Raw)": 1.0715876817703247, "Finetune/Step": 95, "Finetune/Step Time": 7.5825291784186115}
{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.5798475742340088, "Finetune/Loss (Raw)": 1.0752270221710205, "Finetune/Step": 96, "Finetune/Step Time": 7.585881685217221}
{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.5741358995437622, "Finetune/Loss (Raw)": 1.0258419513702393, "Finetune/Step": 97, "Finetune/Step Time": 7.581471647183919}
{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.5694257020950317, "Finetune/Loss (Raw)": 1.1125296354293823, "Finetune/Step": 98, "Finetune/Step Time": 7.5710122901566175}
{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.5556249618530273, "Finetune/Loss (Raw)": 0.20313122868537903, "Finetune/Step": 99, "Finetune/Step Time": 7.576059464252356}
{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.5520362854003906, "Finetune/Loss (Raw)": 1.196768879890442, "Finetune/Step": 100, "Finetune/Step Time": 7.569463105201721}
{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.5469688177108765, "Finetune/Loss (Raw)": 1.040221929550171, "Finetune/Step": 101, "Finetune/Step Time": 7.572052773862782}
{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.5435881614685059, "Finetune/Loss (Raw)": 1.2021390199661255, "Finetune/Step": 102, "Finetune/Step Time": 7.556483394959393}
{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.5313739776611328, "Finetune/Loss (Raw)": 0.28552842140197754, "Finetune/Step": 103, "Finetune/Step Time": 7.562228179672389}
{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.5275647640228271, "Finetune/Loss (Raw)": 1.1352020502090454, "Finetune/Step": 104, "Finetune/Step Time": 7.550379895246946}
{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.5229716300964355, "Finetune/Loss (Raw)": 1.0452935695648193, "Finetune/Step": 105, "Finetune/Step Time": 7.535195166724069}
{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.5185638666152954, "Finetune/Loss (Raw)": 1.0557488203048706, "Finetune/Step": 106, "Finetune/Step Time": 7.524021063210829}
{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.5148402452468872, "Finetune/Loss (Raw)": 1.120139241218567, "Finetune/Step": 107, "Finetune/Step Time": 7.513978675147083}
{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.5101213455200195, "Finetune/Loss (Raw)": 1.0052070617675781, "Finetune/Step": 108, "Finetune/Step Time": 7.507118847635057}
{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.5066403150558472, "Finetune/Loss (Raw)": 1.1306909322738647, "Finetune/Step": 109, "Finetune/Step Time": 7.497409151234758}
{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.5023481845855713, "Finetune/Loss (Raw)": 1.0345066785812378, "Finetune/Step": 110, "Finetune/Step Time": 7.486526391722939}
{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.4987924098968506, "Finetune/Loss (Raw)": 1.1076425313949585, "Finetune/Step": 111, "Finetune/Step Time": 7.4925358424315585}
{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.4949805736541748, "Finetune/Loss (Raw)": 1.0718656778335571, "Finetune/Step": 112, "Finetune/Step Time": 7.489031680992672}
{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.4915415048599243, "Finetune/Loss (Raw)": 1.106374740600586, "Finetune/Step": 113, "Finetune/Step Time": 7.493318922751773}
{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.4804883003234863, "Finetune/Loss (Raw)": 0.23147942125797272, "Finetune/Step": 114, "Finetune/Step Time": 7.50096955634}
{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.476979374885559, "Finetune/Loss (Raw)": 1.076951503753662, "Finetune/Step": 115, "Finetune/Step Time": 7.492678076287975}
{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.4720743894577026, "Finetune/Loss (Raw)": 0.9080055356025696, "Finetune/Step": 116, "Finetune/Step Time": 7.498437634829817}
{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.4689264297485352, "Finetune/Loss (Raw)": 1.1037533283233643, "Finetune/Step": 117, "Finetune/Step Time": 7.4944120105515175}
{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.4661376476287842, "Finetune/Loss (Raw)": 1.1398653984069824, "Finetune/Step": 118, "Finetune/Step Time": 7.4852509599621015}
{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.4625518321990967, "Finetune/Loss (Raw)": 1.0394048690795898, "Finetune/Step": 119, "Finetune/Step Time": 7.477625442152264}
{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.4593502283096313, "Finetune/Loss (Raw)": 1.0783711671829224, "Finetune/Step": 120, "Finetune/Step Time": 7.474294779698054}
{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.455639123916626, "Finetune/Loss (Raw)": 1.0103075504302979, "Finetune/Step": 121, "Finetune/Step Time": 7.4831831494638745}
{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.45164155960083, "Finetune/Loss (Raw)": 0.967947781085968, "Finetune/Step": 122, "Finetune/Step Time": 7.47658971880303}
{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.4479798078536987, "Finetune/Loss (Raw)": 1.001237154006958, "Finetune/Step": 123, "Finetune/Step Time": 7.468495475567453}
{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.445289134979248, "Finetune/Loss (Raw)": 1.114331841468811, "Finetune/Step": 124, "Finetune/Step Time": 7.462809224282542}
{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.4416985511779785, "Finetune/Loss (Raw)": 0.9964649677276611, "Finetune/Step": 125, "Finetune/Step Time": 7.457456974029541}
{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.4388960599899292, "Finetune/Loss (Raw)": 1.0885754823684692, "Finetune/Step": 126, "Finetune/Step Time": 7.469788114229838}
{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.4352043867111206, "Finetune/Loss (Raw)": 0.9700571894645691, "Finetune/Step": 127, "Finetune/Step Time": 7.4613238113132985}
{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.4327788352966309, "Finetune/Loss (Raw)": 1.124735713005066, "Finetune/Step": 128, "Finetune/Step Time": 7.4657392874360085}
{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.389618158340454, "Finetune/Loss (Raw)": 1.143510103225708, "Finetune/Step": 129, "Finetune/Step Time": 7.308843484148383}
{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.3431446552276611, "Finetune/Loss (Raw)": 1.1271190643310547, "Finetune/Step": 130, "Finetune/Step Time": 7.280817812308669}
{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.3163573741912842, "Finetune/Loss (Raw)": 1.0867208242416382, "Finetune/Step": 131, "Finetune/Step Time": 7.279729338362813}
{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.2925375699996948, "Finetune/Loss (Raw)": 1.0877617597579956, "Finetune/Step": 132, "Finetune/Step Time": 7.2796950340271}
{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.2707648277282715, "Finetune/Loss (Raw)": 0.8773578405380249, "Finetune/Step": 133, "Finetune/Step Time": 7.289573680609465}
{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.2551743984222412, "Finetune/Loss (Raw)": 1.2325618267059326, "Finetune/Step": 134, "Finetune/Step Time": 7.285356847569346}
{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.236025333404541, "Finetune/Loss (Raw)": 0.9890271425247192, "Finetune/Step": 135, "Finetune/Step Time": 7.287521066144109}
{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.2208046913146973, "Finetune/Loss (Raw)": 1.0663299560546875, "Finetune/Step": 136, "Finetune/Step Time": 7.273080946877599}
{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.2064263820648193, "Finetune/Loss (Raw)": 0.9576167464256287, "Finetune/Step": 137, "Finetune/Step Time": 7.275036076083779}
{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.1897107362747192, "Finetune/Loss (Raw)": 1.1037555932998657, "Finetune/Step": 138, "Finetune/Step Time": 7.247563719749451}
{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.174663782119751, "Finetune/Loss (Raw)": 0.892859160900116, "Finetune/Step": 139, "Finetune/Step Time": 7.2489148043096066}
{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.1628425121307373, "Finetune/Loss (Raw)": 1.2736787796020508, "Finetune/Step": 140, "Finetune/Step Time": 7.255025176331401}
{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.1501333713531494, "Finetune/Loss (Raw)": 1.0190242528915405, "Finetune/Step": 141, "Finetune/Step Time": 7.248613703995943}
{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.1351473331451416, "Finetune/Loss (Raw)": 1.0180565118789673, "Finetune/Step": 142, "Finetune/Step Time": 7.286794450134039}
{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.124663233757019, "Finetune/Loss (Raw)": 0.953197717666626, "Finetune/Step": 143, "Finetune/Step Time": 7.299051865935326}
{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.1146295070648193, "Finetune/Loss (Raw)": 0.32762235403060913, "Finetune/Step": 144, "Finetune/Step Time": 7.29999778047204}
{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0997110605239868, "Finetune/Loss (Raw)": 0.31886592507362366, "Finetune/Step": 145, "Finetune/Step Time": 7.313292566686869}
{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0940337181091309, "Finetune/Loss (Raw)": 0.948287308216095, "Finetune/Step": 146, "Finetune/Step Time": 7.304188949987292}
{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0849759578704834, "Finetune/Loss (Raw)": 0.8809278011322021, "Finetune/Step": 147, "Finetune/Step Time": 7.31018628552556}
{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.078315258026123, "Finetune/Loss (Raw)": 1.0562794208526611, "Finetune/Step": 148, "Finetune/Step Time": 7.313402296975255}
{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0740805864334106, "Finetune/Loss (Raw)": 1.0938870906829834, "Finetune/Step": 149, "Finetune/Step Time": 7.3032630160450935}
{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0712109804153442, "Finetune/Loss (Raw)": 1.0961003303527832, "Finetune/Step": 150, "Finetune/Step Time": 7.306557346135378}
{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0779342651367188, "Finetune/Loss (Raw)": 1.0801677703857422, "Finetune/Step": 151, "Finetune/Step Time": 7.292898302897811}
{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.072305679321289, "Finetune/Loss (Raw)": 1.0183428525924683, "Finetune/Step": 152, "Finetune/Step Time": 7.298343732953072}
{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0686275959014893, "Finetune/Loss (Raw)": 1.1458146572113037, "Finetune/Step": 153, "Finetune/Step Time": 7.307829624041915}
{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0752753019332886, "Finetune/Loss (Raw)": 1.1160786151885986, "Finetune/Step": 154, "Finetune/Step Time": 7.289341412484646}
{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.071642279624939, "Finetune/Loss (Raw)": 1.1808298826217651, "Finetune/Step": 155, "Finetune/Step Time": 7.296280205249786}
{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0623689889907837, "Finetune/Loss (Raw)": 0.31752437353134155, "Finetune/Step": 156, "Finetune/Step Time": 7.312572352588177}
{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0586369037628174, "Finetune/Loss (Raw)": 1.0586743354797363, "Finetune/Step": 157, "Finetune/Step Time": 7.303259355947375}
{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0560661554336548, "Finetune/Loss (Raw)": 1.0920875072479248, "Finetune/Step": 158, "Finetune/Step Time": 7.293589346110821}
{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0520797967910767, "Finetune/Loss (Raw)": 1.0788726806640625, "Finetune/Step": 159, "Finetune/Step Time": 7.286383492872119}
{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0488553047180176, "Finetune/Loss (Raw)": 1.0092308521270752, "Finetune/Step": 160, "Finetune/Step Time": 7.2754320446401834}
{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0464409589767456, "Finetune/Loss (Raw)": 1.015100359916687, "Finetune/Step": 161, "Finetune/Step Time": 7.271925261244178}
{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.046729326248169, "Finetune/Loss (Raw)": 1.2455579042434692, "Finetune/Step": 162, "Finetune/Step Time": 7.270874198526144}
{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.04278564453125, "Finetune/Loss (Raw)": 1.069268822669983, "Finetune/Step": 163, "Finetune/Step Time": 7.270896323025227}
{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0399885177612305, "Finetune/Loss (Raw)": 0.9563904404640198, "Finetune/Step": 164, "Finetune/Step Time": 7.268807388842106}
{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0365276336669922, "Finetune/Loss (Raw)": 1.0433636903762817, "Finetune/Step": 165, "Finetune/Step Time": 7.2442028149962425}
{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0339750051498413, "Finetune/Loss (Raw)": 0.9822002053260803, "Finetune/Step": 166, "Finetune/Step Time": 7.2458595130592585}
{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.032852053642273, "Finetune/Loss (Raw)": 1.1314374208450317, "Finetune/Step": 167, "Finetune/Step Time": 7.247617730870843}
{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0304405689239502, "Finetune/Loss (Raw)": 0.9659685492515564, "Finetune/Step": 168, "Finetune/Step Time": 7.2361135464161634}
{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0273133516311646, "Finetune/Loss (Raw)": 0.9479016065597534, "Finetune/Step": 169, "Finetune/Step Time": 7.240451887249947}
{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.020038366317749, "Finetune/Loss (Raw)": 0.36098513007164, "Finetune/Step": 170, "Finetune/Step Time": 7.253263125196099}
{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.017975091934204, "Finetune/Loss (Raw)": 0.9982061386108398, "Finetune/Step": 171, "Finetune/Step Time": 7.250979665666819}
{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0156608819961548, "Finetune/Loss (Raw)": 0.9815938472747803, "Finetune/Step": 172, "Finetune/Step Time": 7.254054753109813}
{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.016150712966919, "Finetune/Loss (Raw)": 1.1773091554641724, "Finetune/Step": 173, "Finetune/Step Time": 7.223002105951309}
{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0211619138717651, "Finetune/Loss (Raw)": 0.8868288993835449, "Finetune/Step": 174, "Finetune/Step Time": 7.212152004241943}
{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.021089792251587, "Finetune/Loss (Raw)": 1.1777892112731934, "Finetune/Step": 175, "Finetune/Step Time": 7.209495794028044}
{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.014437198638916, "Finetune/Loss (Raw)": 0.34206220507621765, "Finetune/Step": 176, "Finetune/Step Time": 7.208611702546477}
{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0125999450683594, "Finetune/Loss (Raw)": 0.9651839137077332, "Finetune/Step": 177, "Finetune/Step Time": 7.211127169430256}
{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.013514757156372, "Finetune/Loss (Raw)": 1.1696064472198486, "Finetune/Step": 178, "Finetune/Step Time": 7.218682084232569}
{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0114401578903198, "Finetune/Loss (Raw)": 0.8894525170326233, "Finetune/Step": 179, "Finetune/Step Time": 7.223410943523049}
{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0100853443145752, "Finetune/Loss (Raw)": 1.06328284740448, "Finetune/Step": 180, "Finetune/Step Time": 7.220974197611213}
{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.010575771331787, "Finetune/Loss (Raw)": 1.007034182548523, "Finetune/Step": 181, "Finetune/Step Time": 7.202152518555522}
{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.011169672012329, "Finetune/Loss (Raw)": 1.0433062314987183, "Finetune/Step": 182, "Finetune/Step Time": 7.195539832115173}
{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0097404718399048, "Finetune/Loss (Raw)": 0.9994625449180603, "Finetune/Step": 183, "Finetune/Step Time": 7.178753970190883}
{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.009781002998352, "Finetune/Loss (Raw)": 1.1379718780517578, "Finetune/Step": 184, "Finetune/Step Time": 7.165513379499316}
{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0088286399841309, "Finetune/Loss (Raw)": 0.9147196412086487, "Finetune/Step": 185, "Finetune/Step Time": 7.16323328576982}
{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.008019208908081, "Finetune/Loss (Raw)": 0.9768162965774536, "Finetune/Step": 186, "Finetune/Step Time": 7.154215270653367}
{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0071289539337158, "Finetune/Loss (Raw)": 0.993019163608551, "Finetune/Step": 187, "Finetune/Step Time": 7.140660872682929}
{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0071799755096436, "Finetune/Loss (Raw)": 1.1086982488632202, "Finetune/Step": 188, "Finetune/Step Time": 7.138938341289759}
{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0058945417404175, "Finetune/Loss (Raw)": 0.9946808218955994, "Finetune/Step": 189, "Finetune/Step Time": 7.149840319529176}
{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0047153234481812, "Finetune/Loss (Raw)": 1.0615512132644653, "Finetune/Step": 190, "Finetune/Step Time": 7.155024990439415}
{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0034129619598389, "Finetune/Loss (Raw)": 1.0616451501846313, "Finetune/Step": 191, "Finetune/Step Time": 7.160718474537134}
{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0034234523773193, "Finetune/Loss (Raw)": 1.062364935874939, "Finetune/Step": 192, "Finetune/Step Time": 7.1417113319039345}
{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0023143291473389, "Finetune/Loss (Raw)": 0.9242412447929382, "Finetune/Step": 193, "Finetune/Step Time": 7.1349405236542225}
{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.0025535821914673, "Finetune/Loss (Raw)": 1.0421444177627563, "Finetune/Step": 194, "Finetune/Step Time": 7.134808788076043}
{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.003204107284546, "Finetune/Loss (Raw)": 0.9870617985725403, "Finetune/Step": 195, "Finetune/Step Time": 7.140960702672601}
{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.0018424987792969, "Finetune/Loss (Raw)": 0.953391969203949, "Finetune/Step": 196, "Finetune/Step Time": 7.136894369497895}
{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0008777379989624, "Finetune/Loss (Raw)": 1.0407612323760986, "Finetune/Step": 197, "Finetune/Step Time": 7.14311408251524}
{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9993546605110168, "Finetune/Loss (Raw)": 1.0011488199234009, "Finetune/Step": 198, "Finetune/Step Time": 7.143301550298929}
{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9998763799667358, "Finetune/Loss (Raw)": 0.9836610555648804, "Finetune/Step": 199, "Finetune/Step Time": 7.128249200060964}
{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9997426867485046, "Finetune/Loss (Raw)": 1.013100028038025, "Finetune/Step": 200, "Finetune/Step Time": 7.132709067314863}
{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.001107096672058, "Finetune/Loss (Raw)": 1.1127549409866333, "Finetune/Step": 201, "Finetune/Step Time": 7.136268645524979}
{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0025105476379395, "Finetune/Loss (Raw)": 1.1165971755981445, "Finetune/Step": 202, "Finetune/Step Time": 7.139506692066789}
{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0043870210647583, "Finetune/Loss (Raw)": 1.051249384880066, "Finetune/Step": 203, "Finetune/Step Time": 7.134171016514301}
{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0048742294311523, "Finetune/Loss (Raw)": 1.04562509059906, "Finetune/Step": 204, "Finetune/Step Time": 7.129440141841769}
{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9984816908836365, "Finetune/Loss (Raw)": 0.30675897002220154, "Finetune/Step": 205, "Finetune/Step Time": 7.145439844578505}
{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.996870756149292, "Finetune/Loss (Raw)": 1.003683090209961, "Finetune/Step": 206, "Finetune/Step Time": 7.153557164594531}
{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9967422485351562, "Finetune/Loss (Raw)": 1.1593818664550781, "Finetune/Step": 207, "Finetune/Step Time": 7.175976740196347}
{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9971613883972168, "Finetune/Loss (Raw)": 1.02265465259552, "Finetune/Step": 208, "Finetune/Step Time": 7.162189403548837}
{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.995987057685852, "Finetune/Loss (Raw)": 0.9922704100608826, "Finetune/Step": 209, "Finetune/Step Time": 7.1684165969491005}
{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.989815354347229, "Finetune/Loss (Raw)": 0.30950626730918884, "Finetune/Step": 210, "Finetune/Step Time": 7.1978832967579365}
{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.989961564540863, "Finetune/Loss (Raw)": 0.976568341255188, "Finetune/Step": 211, "Finetune/Step Time": 7.190888844430447}
{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9890363216400146, "Finetune/Loss (Raw)": 1.0663092136383057, "Finetune/Step": 212, "Finetune/Step Time": 7.188353024423122}
{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9899792671203613, "Finetune/Loss (Raw)": 1.1698044538497925, "Finetune/Step": 213, "Finetune/Step Time": 7.190927354618907}
{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9950923919677734, "Finetune/Loss (Raw)": 0.9666391611099243, "Finetune/Step": 214, "Finetune/Step Time": 7.191364316269755}
{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.994505763053894, "Finetune/Loss (Raw)": 0.9504435658454895, "Finetune/Step": 215, "Finetune/Step Time": 7.1909198723733425}
{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9920350313186646, "Finetune/Loss (Raw)": 0.9066473245620728, "Finetune/Step": 216, "Finetune/Step Time": 7.189835088327527}
{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9923303127288818, "Finetune/Loss (Raw)": 1.1041008234024048, "Finetune/Step": 217, "Finetune/Step Time": 7.18782770819962}
{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9917261004447937, "Finetune/Loss (Raw)": 1.0626460313796997, "Finetune/Step": 218, "Finetune/Step Time": 7.177620543166995}
{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9920060634613037, "Finetune/Loss (Raw)": 1.1853868961334229, "Finetune/Step": 219, "Finetune/Step Time": 7.166500126942992}
{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9902389049530029, "Finetune/Loss (Raw)": 0.9638861417770386, "Finetune/Step": 220, "Finetune/Step Time": 7.163767611607909}
{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9915800094604492, "Finetune/Loss (Raw)": 1.1002788543701172, "Finetune/Step": 221, "Finetune/Step Time": 7.166707156226039}
{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9900384545326233, "Finetune/Loss (Raw)": 0.9501563906669617, "Finetune/Step": 222, "Finetune/Step Time": 7.172250758856535}
{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.989263653755188, "Finetune/Loss (Raw)": 0.9724090099334717, "Finetune/Step": 223, "Finetune/Step Time": 7.173262391239405}
{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9834804534912109, "Finetune/Loss (Raw)": 0.33498045802116394, "Finetune/Step": 224, "Finetune/Step Time": 7.175642043352127}
{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9835237264633179, "Finetune/Loss (Raw)": 1.031376600265503, "Finetune/Step": 225, "Finetune/Step Time": 7.1762428767979145}
{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9839791059494019, "Finetune/Loss (Raw)": 1.1708136796951294, "Finetune/Step": 226, "Finetune/Step Time": 7.173682568594813}
{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9914793968200684, "Finetune/Loss (Raw)": 1.1631708145141602, "Finetune/Step": 227, "Finetune/Step Time": 7.159832684323192}
{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9908213019371033, "Finetune/Loss (Raw)": 1.1125417947769165, "Finetune/Step": 228, "Finetune/Step Time": 7.15502117946744}
{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9906045198440552, "Finetune/Loss (Raw)": 1.0124728679656982, "Finetune/Step": 229, "Finetune/Step Time": 7.1482578087598085}
{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.990138053894043, "Finetune/Loss (Raw)": 1.1424353122711182, "Finetune/Step": 230, "Finetune/Step Time": 7.1508454736322165}
{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9957262873649597, "Finetune/Loss (Raw)": 1.0008163452148438, "Finetune/Step": 231, "Finetune/Step Time": 7.138667272403836}
{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9950816631317139, "Finetune/Loss (Raw)": 1.0526936054229736, "Finetune/Step": 232, "Finetune/Step Time": 7.142357977107167}
{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9892886877059937, "Finetune/Loss (Raw)": 0.30379438400268555, "Finetune/Step": 233, "Finetune/Step Time": 7.159978941082954}
{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9899945855140686, "Finetune/Loss (Raw)": 1.146101713180542, "Finetune/Step": 234, "Finetune/Step Time": 7.178749229758978}
{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9905133247375488, "Finetune/Loss (Raw)": 1.1865358352661133, "Finetune/Step": 235, "Finetune/Step Time": 7.217304918915033}
{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9905622601509094, "Finetune/Loss (Raw)": 1.0114753246307373, "Finetune/Step": 236, "Finetune/Step Time": 7.217438781633973}
{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9900282621383667, "Finetune/Loss (Raw)": 1.0623316764831543, "Finetune/Step": 237, "Finetune/Step Time": 7.249452343210578}
{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9897626042366028, "Finetune/Loss (Raw)": 1.0005136728286743, "Finetune/Step": 238, "Finetune/Step Time": 7.253250850364566}
{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9879657030105591, "Finetune/Loss (Raw)": 0.8776312470436096, "Finetune/Step": 239, "Finetune/Step Time": 7.237979980185628}
{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9870058298110962, "Finetune/Loss (Raw)": 0.9490048885345459, "Finetune/Step": 240, "Finetune/Step Time": 7.2353260815143585}
{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9868167638778687, "Finetune/Loss (Raw)": 1.0821723937988281, "Finetune/Step": 241, "Finetune/Step Time": 7.2228101678192616}
{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9930711388587952, "Finetune/Loss (Raw)": 1.032034158706665, "Finetune/Step": 242, "Finetune/Step Time": 7.210708672180772}
{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9928649067878723, "Finetune/Loss (Raw)": 1.0505578517913818, "Finetune/Step": 243, "Finetune/Step Time": 7.220343332737684}
{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9927909970283508, "Finetune/Loss (Raw)": 0.8985478281974792, "Finetune/Step": 244, "Finetune/Step Time": 7.206054914742708}
{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9933778047561646, "Finetune/Loss (Raw)": 1.1788578033447266, "Finetune/Step": 245, "Finetune/Step Time": 7.198880724608898}
{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9933359026908875, "Finetune/Loss (Raw)": 1.1345102787017822, "Finetune/Step": 246, "Finetune/Step Time": 7.2076925076544285}
{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9933857917785645, "Finetune/Loss (Raw)": 1.0457851886749268, "Finetune/Step": 247, "Finetune/Step Time": 7.2079172767698765}
{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9927237033843994, "Finetune/Loss (Raw)": 0.9936268925666809, "Finetune/Step": 248, "Finetune/Step Time": 7.211400197818875}
{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9926947355270386, "Finetune/Loss (Raw)": 1.006603479385376, "Finetune/Step": 249, "Finetune/Step Time": 7.194713085889816}
{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9935203194618225, "Finetune/Loss (Raw)": 1.0736147165298462, "Finetune/Step": 250, "Finetune/Step Time": 7.192359603941441}
{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9945215582847595, "Finetune/Loss (Raw)": 1.1293976306915283, "Finetune/Step": 251, "Finetune/Step Time": 7.206608569249511}
{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9937825798988342, "Finetune/Loss (Raw)": 1.0197436809539795, "Finetune/Step": 252, "Finetune/Step Time": 7.205611107870936}
{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9942833185195923, "Finetune/Loss (Raw)": 1.060562252998352, "Finetune/Step": 253, "Finetune/Step Time": 7.200531842187047}
{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9933233857154846, "Finetune/Loss (Raw)": 0.9657044410705566, "Finetune/Step": 254, "Finetune/Step Time": 7.181106418371201}
{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9882285594940186, "Finetune/Loss (Raw)": 0.3179123103618622, "Finetune/Step": 255, "Finetune/Step Time": 7.194365283474326}
{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9867666959762573, "Finetune/Loss (Raw)": 0.9376170039176941, "Finetune/Step": 256, "Finetune/Step Time": 7.194791318848729}
{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9868531823158264, "Finetune/Loss (Raw)": 1.1545860767364502, "Finetune/Step": 257, "Finetune/Step Time": 7.194603871554136}
{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9866416454315186, "Finetune/Loss (Raw)": 1.100038766860962, "Finetune/Step": 258, "Finetune/Step Time": 7.194476278498769}
{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9864791631698608, "Finetune/Loss (Raw)": 1.0659241676330566, "Finetune/Step": 259, "Finetune/Step Time": 7.196670155972242}
{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9864727258682251, "Finetune/Loss (Raw)": 1.0869396924972534, "Finetune/Step": 260, "Finetune/Step Time": 7.216171860694885}
{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9861301183700562, "Finetune/Loss (Raw)": 0.8334965109825134, "Finetune/Step": 261, "Finetune/Step Time": 7.199928795918822}
{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9829357266426086, "Finetune/Loss (Raw)": 0.8236860036849976, "Finetune/Step": 262, "Finetune/Step Time": 7.210240399464965}
{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.983130931854248, "Finetune/Loss (Raw)": 1.0140130519866943, "Finetune/Step": 263, "Finetune/Step Time": 7.208717606961727}
{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9823195934295654, "Finetune/Loss (Raw)": 0.9624760150909424, "Finetune/Step": 264, "Finetune/Step Time": 7.222489381209016}
{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9823830127716064, "Finetune/Loss (Raw)": 0.9657374620437622, "Finetune/Step": 265, "Finetune/Step Time": 7.2196712996810675}
{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9831361174583435, "Finetune/Loss (Raw)": 1.2001465559005737, "Finetune/Step": 266, "Finetune/Step Time": 7.229799134656787}
{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9830331802368164, "Finetune/Loss (Raw)": 0.8796926140785217, "Finetune/Step": 267, "Finetune/Step Time": 7.22769053094089}
{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9815780520439148, "Finetune/Loss (Raw)": 1.087416648864746, "Finetune/Step": 268, "Finetune/Step Time": 7.219023430719972}
{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9816453456878662, "Finetune/Loss (Raw)": 1.0276377201080322, "Finetune/Step": 269, "Finetune/Step Time": 7.225142603740096}
{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9817072749137878, "Finetune/Loss (Raw)": 1.0259836912155151, "Finetune/Step": 270, "Finetune/Step Time": 7.192031167447567}
{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9821692109107971, "Finetune/Loss (Raw)": 1.012326717376709, "Finetune/Step": 271, "Finetune/Step Time": 7.1829647067934275}
{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.988084077835083, "Finetune/Loss (Raw)": 1.0847207307815552, "Finetune/Step": 272, "Finetune/Step Time": 7.173579551279545}
{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9937488436698914, "Finetune/Loss (Raw)": 1.0439603328704834, "Finetune/Step": 273, "Finetune/Step Time": 7.159565322101116}
{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9948115348815918, "Finetune/Loss (Raw)": 1.084311604499817, "Finetune/Step": 274, "Finetune/Step Time": 7.16537145152688}
{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9957013726234436, "Finetune/Loss (Raw)": 0.9948230981826782, "Finetune/Step": 275, "Finetune/Step Time": 7.162835709750652}
{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9936479330062866, "Finetune/Loss (Raw)": 0.7934402227401733, "Finetune/Step": 276, "Finetune/Step Time": 7.193836189806461}
{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.9929516315460205, "Finetune/Loss (Raw)": 1.0047547817230225, "Finetune/Step": 277, "Finetune/Step Time": 7.1937895603477955}
{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9923423528671265, "Finetune/Loss (Raw)": 1.0181238651275635, "Finetune/Step": 278, "Finetune/Step Time": 7.199216179549694}
{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9930990934371948, "Finetune/Loss (Raw)": 1.1770257949829102, "Finetune/Step": 279, "Finetune/Step Time": 7.2150867991149426}
{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9926211833953857, "Finetune/Loss (Raw)": 0.9571674466133118, "Finetune/Step": 280, "Finetune/Step Time": 7.213776418939233}
{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9919149875640869, "Finetune/Loss (Raw)": 1.0554213523864746, "Finetune/Step": 281, "Finetune/Step Time": 7.199859865009785}
{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9909943342208862, "Finetune/Loss (Raw)": 0.9982372522354126, "Finetune/Step": 282, "Finetune/Step Time": 7.199101272970438}
{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9904744625091553, "Finetune/Loss (Raw)": 1.1142929792404175, "Finetune/Step": 283, "Finetune/Step Time": 7.196851249784231}
{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9967161417007446, "Finetune/Loss (Raw)": 1.1164507865905762, "Finetune/Step": 284, "Finetune/Step Time": 7.180632580071688}
{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9960939884185791, "Finetune/Loss (Raw)": 0.9790383577346802, "Finetune/Step": 285, "Finetune/Step Time": 7.197320841252804}
{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9957112073898315, "Finetune/Loss (Raw)": 1.0430954694747925, "Finetune/Step": 286, "Finetune/Step Time": 7.212543860077858}
{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9954774379730225, "Finetune/Loss (Raw)": 1.0489498376846313, "Finetune/Step": 287, "Finetune/Step Time": 7.219841472804546}
{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9944905042648315, "Finetune/Loss (Raw)": 0.8829017281532288, "Finetune/Step": 288, "Finetune/Step Time": 7.228781670331955}
{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9951134324073792, "Finetune/Loss (Raw)": 1.0948325395584106, "Finetune/Step": 289, "Finetune/Step Time": 7.232658652588725}
{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9927272796630859, "Finetune/Loss (Raw)": 0.9401333928108215, "Finetune/Step": 290, "Finetune/Step Time": 7.243238538503647}
{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9929460287094116, "Finetune/Loss (Raw)": 1.0972696542739868, "Finetune/Step": 291, "Finetune/Step Time": 7.237791055813432}
{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9938760995864868, "Finetune/Loss (Raw)": 1.075438380241394, "Finetune/Step": 292, "Finetune/Step Time": 7.226720329374075}
{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.9944283962249756, "Finetune/Loss (Raw)": 1.1140508651733398, "Finetune/Step": 293, "Finetune/Step Time": 7.22191908583045}
{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9924536347389221, "Finetune/Loss (Raw)": 0.729442834854126, "Finetune/Step": 294, "Finetune/Step Time": 7.227798715233803}
{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.991955041885376, "Finetune/Loss (Raw)": 1.0676164627075195, "Finetune/Step": 295, "Finetune/Step Time": 7.233614234253764}
{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9922544956207275, "Finetune/Loss (Raw)": 1.0042967796325684, "Finetune/Step": 296, "Finetune/Step Time": 7.238368334248662}
{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9934908151626587, "Finetune/Loss (Raw)": 1.1061434745788574, "Finetune/Step": 297, "Finetune/Step Time": 7.2414418794214725}
{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9973941445350647, "Finetune/Loss (Raw)": 0.8606157898902893, "Finetune/Step": 298, "Finetune/Step Time": 7.253010271117091}
{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9920561909675598, "Finetune/Loss (Raw)": 0.31494656205177307, "Finetune/Step": 299, "Finetune/Step Time": 7.259798943996429}
{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.987180233001709, "Finetune/Loss (Raw)": 0.3574710488319397, "Finetune/Step": 300, "Finetune/Step Time": 7.261824164539576}
{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9810155034065247, "Finetune/Loss (Raw)": 0.3882281184196472, "Finetune/Step": 301, "Finetune/Step Time": 7.275179972872138}
{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9807067513465881, "Finetune/Loss (Raw)": 0.8473073244094849, "Finetune/Step": 302, "Finetune/Step Time": 7.283953443169594}
{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.974007248878479, "Finetune/Loss (Raw)": 0.32025882601737976, "Finetune/Step": 303, "Finetune/Step Time": 7.29770247451961}
{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9797845482826233, "Finetune/Loss (Raw)": 1.081551432609558, "Finetune/Step": 304, "Finetune/Step Time": 7.285857018083334}
{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9802815318107605, "Finetune/Loss (Raw)": 1.0287911891937256, "Finetune/Step": 305, "Finetune/Step Time": 7.278461005538702}
{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9783188104629517, "Finetune/Loss (Raw)": 0.918388843536377, "Finetune/Step": 306, "Finetune/Step Time": 7.279237315058708}
{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9803507328033447, "Finetune/Loss (Raw)": 1.1495357751846313, "Finetune/Step": 307, "Finetune/Step Time": 7.281225338578224}
{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9800048470497131, "Finetune/Loss (Raw)": 1.0190093517303467, "Finetune/Step": 308, "Finetune/Step Time": 7.280870795249939}
{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9808601140975952, "Finetune/Loss (Raw)": 1.1164965629577637, "Finetune/Step": 309, "Finetune/Step Time": 7.294902473688126}
{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9803392291069031, "Finetune/Loss (Raw)": 0.976649284362793, "Finetune/Step": 310, "Finetune/Step Time": 7.295770451426506}
{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9803226590156555, "Finetune/Loss (Raw)": 0.997334897518158, "Finetune/Step": 311, "Finetune/Step Time": 7.3023460656404495}
{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9787939190864563, "Finetune/Loss (Raw)": 0.9422897696495056, "Finetune/Step": 312, "Finetune/Step Time": 7.3014424331486225}
{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9801408052444458, "Finetune/Loss (Raw)": 1.087118148803711, "Finetune/Step": 313, "Finetune/Step Time": 7.308805096894503}
{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9815213680267334, "Finetune/Loss (Raw)": 1.1535307168960571, "Finetune/Step": 314, "Finetune/Step Time": 7.293537199497223}
{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9812135100364685, "Finetune/Loss (Raw)": 0.9536173343658447, "Finetune/Step": 315, "Finetune/Step Time": 7.298533329740167}
{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9754457473754883, "Finetune/Loss (Raw)": 0.3704281747341156, "Finetune/Step": 316, "Finetune/Step Time": 7.312912533059716}
{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9750480651855469, "Finetune/Loss (Raw)": 0.9437721371650696, "Finetune/Step": 317, "Finetune/Step Time": 7.304071204736829}
{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.97487473487854, "Finetune/Loss (Raw)": 1.0393702983856201, "Finetune/Step": 318, "Finetune/Step Time": 7.297523412853479}
{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9739564657211304, "Finetune/Loss (Raw)": 0.9441032409667969, "Finetune/Step": 319, "Finetune/Step Time": 7.314270481467247}
{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9727106094360352, "Finetune/Loss (Raw)": 0.9028958678245544, "Finetune/Step": 320, "Finetune/Step Time": 7.29977154918015}
{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9679714441299438, "Finetune/Loss (Raw)": 0.3176318407058716, "Finetune/Step": 321, "Finetune/Step Time": 7.319009993225336}
{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.96736741065979, "Finetune/Loss (Raw)": 0.9648298025131226, "Finetune/Step": 322, "Finetune/Step Time": 7.318835251033306}
{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9677741527557373, "Finetune/Loss (Raw)": 1.0391188859939575, "Finetune/Step": 323, "Finetune/Step Time": 7.313566632568836}
{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.968756914138794, "Finetune/Loss (Raw)": 1.0791890621185303, "Finetune/Step": 324, "Finetune/Step Time": 7.312925241887569}
{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9685497283935547, "Finetune/Loss (Raw)": 1.014232873916626, "Finetune/Step": 325, "Finetune/Step Time": 7.310333833098412}
{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.969857931137085, "Finetune/Loss (Raw)": 1.1686084270477295, "Finetune/Step": 326, "Finetune/Step Time": 7.3103962652385235}
{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9698430299758911, "Finetune/Loss (Raw)": 0.9817466735839844, "Finetune/Step": 327, "Finetune/Step Time": 7.305759780108929}
{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9700356721878052, "Finetune/Loss (Raw)": 1.0377662181854248, "Finetune/Step": 328, "Finetune/Step Time": 7.31210271269083}
{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9683645963668823, "Finetune/Loss (Raw)": 0.898853063583374, "Finetune/Step": 329, "Finetune/Step Time": 7.328907320275903}
{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9663758873939514, "Finetune/Loss (Raw)": 0.8620414733886719, "Finetune/Step": 330, "Finetune/Step Time": 7.333255833014846}
{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.966300368309021, "Finetune/Loss (Raw)": 1.0415846109390259, "Finetune/Step": 331, "Finetune/Step Time": 7.337997732684016}
{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9644150733947754, "Finetune/Loss (Raw)": 0.8043103218078613, "Finetune/Step": 332, "Finetune/Step Time": 7.3542420566082}
{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9698598980903625, "Finetune/Loss (Raw)": 1.0036909580230713, "Finetune/Step": 333, "Finetune/Step Time": 7.345355896279216}
{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.96955806016922, "Finetune/Loss (Raw)": 0.9650507569313049, "Finetune/Step": 334, "Finetune/Step Time": 7.340724533423781}
{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.968069851398468, "Finetune/Loss (Raw)": 0.9688879251480103, "Finetune/Step": 335, "Finetune/Step Time": 7.328634712845087}
{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9684686660766602, "Finetune/Loss (Raw)": 1.0737028121948242, "Finetune/Step": 336, "Finetune/Step Time": 7.331363584846258}
{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.969979465007782, "Finetune/Loss (Raw)": 1.1856584548950195, "Finetune/Step": 337, "Finetune/Step Time": 7.315584445372224}
{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9749366641044617, "Finetune/Loss (Raw)": 0.9440208673477173, "Finetune/Step": 338, "Finetune/Step Time": 7.2945018615573645}
{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9745329022407532, "Finetune/Loss (Raw)": 0.9248883724212646, "Finetune/Step": 339, "Finetune/Step Time": 7.29737475886941}
{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9731537699699402, "Finetune/Loss (Raw)": 0.889778196811676, "Finetune/Step": 340, "Finetune/Step Time": 7.295619400218129}
{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9718257188796997, "Finetune/Loss (Raw)": 0.9998138546943665, "Finetune/Step": 341, "Finetune/Step Time": 7.296877624467015}
{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9723950624465942, "Finetune/Loss (Raw)": 1.0395152568817139, "Finetune/Step": 342, "Finetune/Step Time": 7.288804905489087}
{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9727281332015991, "Finetune/Loss (Raw)": 0.9930796027183533, "Finetune/Step": 343, "Finetune/Step Time": 7.286861028522253}
{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9738388061523438, "Finetune/Loss (Raw)": 1.0488158464431763, "Finetune/Step": 344, "Finetune/Step Time": 7.272273939102888}
{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9737313985824585, "Finetune/Loss (Raw)": 1.0903514623641968, "Finetune/Step": 345, "Finetune/Step Time": 7.274313511326909}
{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9738994836807251, "Finetune/Loss (Raw)": 1.084163784980774, "Finetune/Step": 346, "Finetune/Step Time": 7.280873328447342}
{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9733819365501404, "Finetune/Loss (Raw)": 1.119134545326233, "Finetune/Step": 347, "Finetune/Step Time": 7.293820885941386}
{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9740368127822876, "Finetune/Loss (Raw)": 1.0477044582366943, "Finetune/Step": 348, "Finetune/Step Time": 7.324919341132045}
{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.974170446395874, "Finetune/Loss (Raw)": 1.1173923015594482, "Finetune/Step": 349, "Finetune/Step Time": 7.333676550537348}
{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9739346504211426, "Finetune/Loss (Raw)": 0.9199745655059814, "Finetune/Step": 350, "Finetune/Step Time": 7.348091280087829}
{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9738376140594482, "Finetune/Loss (Raw)": 0.9599799513816833, "Finetune/Step": 351, "Finetune/Step Time": 7.361389519646764}
{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9788556694984436, "Finetune/Loss (Raw)": 0.9772969484329224, "Finetune/Step": 352, "Finetune/Step Time": 7.358032237738371}
{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9781246185302734, "Finetune/Loss (Raw)": 0.9377982020378113, "Finetune/Step": 353, "Finetune/Step Time": 7.356920152902603}
{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9758135080337524, "Finetune/Loss (Raw)": 0.8749929070472717, "Finetune/Step": 354, "Finetune/Step Time": 7.363541353493929}
{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9748609066009521, "Finetune/Loss (Raw)": 1.0412378311157227, "Finetune/Step": 355, "Finetune/Step Time": 7.373094433918595}
{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9730386734008789, "Finetune/Loss (Raw)": 0.8792927861213684, "Finetune/Step": 356, "Finetune/Step Time": 7.380807360634208}
{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9721180200576782, "Finetune/Loss (Raw)": 0.8946329355239868, "Finetune/Step": 357, "Finetune/Step Time": 7.394631858915091}
{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9659786224365234, "Finetune/Loss (Raw)": 0.3565937578678131, "Finetune/Step": 358, "Finetune/Step Time": 7.407874550670385}
{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9646122455596924, "Finetune/Loss (Raw)": 0.8259210586547852, "Finetune/Step": 359, "Finetune/Step Time": 7.409102408215404}
{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9639723300933838, "Finetune/Loss (Raw)": 0.9707818031311035, "Finetune/Step": 360, "Finetune/Step Time": 7.408831177279353}
{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9683572053909302, "Finetune/Loss (Raw)": 0.8650612831115723, "Finetune/Step": 361, "Finetune/Step Time": 7.394866002723575}
{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9667748808860779, "Finetune/Loss (Raw)": 0.9435666799545288, "Finetune/Step": 362, "Finetune/Step Time": 7.387105772271752}
{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9657478332519531, "Finetune/Loss (Raw)": 1.0550711154937744, "Finetune/Step": 363, "Finetune/Step Time": 7.347761254757643}
{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.966018795967102, "Finetune/Loss (Raw)": 1.0461602210998535, "Finetune/Step": 364, "Finetune/Step Time": 7.3458971213549376}
{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.966173529624939, "Finetune/Loss (Raw)": 1.0821340084075928, "Finetune/Step": 365, "Finetune/Step Time": 7.316308483481407}
{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9653792977333069, "Finetune/Loss (Raw)": 0.8988542556762695, "Finetune/Step": 366, "Finetune/Step Time": 7.3208720944821835}
{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9661623239517212, "Finetune/Loss (Raw)": 0.9778542518615723, "Finetune/Step": 367, "Finetune/Step Time": 7.326374053955078}
{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9665170311927795, "Finetune/Loss (Raw)": 0.9944066405296326, "Finetune/Step": 368, "Finetune/Step Time": 7.326954293996096}
{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9655566215515137, "Finetune/Loss (Raw)": 0.9592358469963074, "Finetune/Step": 369, "Finetune/Step Time": 7.326998865231872}
{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9662429094314575, "Finetune/Loss (Raw)": 1.119883418083191, "Finetune/Step": 370, "Finetune/Step Time": 7.326345931738615}
{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9669003486633301, "Finetune/Loss (Raw)": 1.1347202062606812, "Finetune/Step": 371, "Finetune/Step Time": 7.3172488529235125}
{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9678176641464233, "Finetune/Loss (Raw)": 1.015957236289978, "Finetune/Step": 372, "Finetune/Step Time": 7.3258633725345135}
{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9619960188865662, "Finetune/Loss (Raw)": 0.4336853325366974, "Finetune/Step": 373, "Finetune/Step Time": 7.342765863984823}
{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9559096097946167, "Finetune/Loss (Raw)": 0.35545456409454346, "Finetune/Step": 374, "Finetune/Step Time": 7.347734812647104}
{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9561671614646912, "Finetune/Loss (Raw)": 1.0787527561187744, "Finetune/Step": 375, "Finetune/Step Time": 7.345350598916411}
{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9551821947097778, "Finetune/Loss (Raw)": 0.867550253868103, "Finetune/Step": 376, "Finetune/Step Time": 7.344382390379906}
{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9546797275543213, "Finetune/Loss (Raw)": 0.942280650138855, "Finetune/Step": 377, "Finetune/Step Time": 7.3436360359191895}
{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9554736018180847, "Finetune/Loss (Raw)": 1.1752369403839111, "Finetune/Step": 378, "Finetune/Step Time": 7.353006390854716}
{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9554520845413208, "Finetune/Loss (Raw)": 1.1266498565673828, "Finetune/Step": 379, "Finetune/Step Time": 7.33975537493825}
{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9552948474884033, "Finetune/Loss (Raw)": 0.9996052384376526, "Finetune/Step": 380, "Finetune/Step Time": 7.337821442633867}
{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9550877213478088, "Finetune/Loss (Raw)": 1.0340543985366821, "Finetune/Step": 381, "Finetune/Step Time": 7.345459248870611}
{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.95460444688797, "Finetune/Loss (Raw)": 0.9038439393043518, "Finetune/Step": 382, "Finetune/Step Time": 7.383108092471957}
{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9591623544692993, "Finetune/Loss (Raw)": 0.9013302326202393, "Finetune/Step": 383, "Finetune/Step Time": 7.4022301491349936}
{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9556156992912292, "Finetune/Loss (Raw)": 0.4836403727531433, "Finetune/Step": 384, "Finetune/Step Time": 7.402112539857626}
{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9540550112724304, "Finetune/Loss (Raw)": 0.954816460609436, "Finetune/Step": 385, "Finetune/Step Time": 7.39939721301198}
{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9530198574066162, "Finetune/Loss (Raw)": 0.9675377607345581, "Finetune/Step": 386, "Finetune/Step Time": 7.398299077525735}
{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9512302279472351, "Finetune/Loss (Raw)": 0.8368565440177917, "Finetune/Step": 387, "Finetune/Step Time": 7.40022474527359}
{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9497835636138916, "Finetune/Loss (Raw)": 0.9017669558525085, "Finetune/Step": 388, "Finetune/Step Time": 7.379078667610884}
{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9503687620162964, "Finetune/Loss (Raw)": 0.9083987474441528, "Finetune/Step": 389, "Finetune/Step Time": 7.378129744902253}
{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9502875804901123, "Finetune/Loss (Raw)": 0.8132914900779724, "Finetune/Step": 390, "Finetune/Step Time": 7.365034474059939}
{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9499364495277405, "Finetune/Loss (Raw)": 0.969074010848999, "Finetune/Step": 391, "Finetune/Step Time": 7.360329108312726}
{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9496865272521973, "Finetune/Loss (Raw)": 0.9304880499839783, "Finetune/Step": 392, "Finetune/Step Time": 7.35666617564857}
{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9483806490898132, "Finetune/Loss (Raw)": 0.7985806465148926, "Finetune/Step": 393, "Finetune/Step Time": 7.368534903973341}
{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.945164680480957, "Finetune/Loss (Raw)": 0.7885071039199829, "Finetune/Step": 394, "Finetune/Step Time": 7.38363510556519}
{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9475218057632446, "Finetune/Loss (Raw)": 1.1814032793045044, "Finetune/Step": 395, "Finetune/Step Time": 7.382986193522811}
{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9473522901535034, "Finetune/Loss (Raw)": 1.0657174587249756, "Finetune/Step": 396, "Finetune/Step Time": 7.38399943895638}
{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9456136226654053, "Finetune/Loss (Raw)": 0.805087149143219, "Finetune/Step": 397, "Finetune/Step Time": 7.398628441616893}
{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.946482241153717, "Finetune/Loss (Raw)": 1.137169361114502, "Finetune/Step": 398, "Finetune/Step Time": 7.3923730701208115}
{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9454052448272705, "Finetune/Loss (Raw)": 0.8744720220565796, "Finetune/Step": 399, "Finetune/Step Time": 7.379977351054549}
{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9440293312072754, "Finetune/Loss (Raw)": 0.9085996747016907, "Finetune/Step": 400, "Finetune/Step Time": 7.377372205257416}
{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9442102909088135, "Finetune/Loss (Raw)": 1.0671303272247314, "Finetune/Step": 401, "Finetune/Step Time": 7.380286058411002}
{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9432706832885742, "Finetune/Loss (Raw)": 0.9640358090400696, "Finetune/Step": 402, "Finetune/Step Time": 7.39175845682621}
{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9427893161773682, "Finetune/Loss (Raw)": 0.9332154393196106, "Finetune/Step": 403, "Finetune/Step Time": 7.391283228993416}
{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.944716215133667, "Finetune/Loss (Raw)": 1.0400725603103638, "Finetune/Step": 404, "Finetune/Step Time": 7.359968014061451}
{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9423781633377075, "Finetune/Loss (Raw)": 0.7054871320724487, "Finetune/Step": 405, "Finetune/Step Time": 7.371130459010601}
{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9380533695220947, "Finetune/Loss (Raw)": 0.4645521342754364, "Finetune/Step": 406, "Finetune/Step Time": 7.382635559886694}
{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9320223927497864, "Finetune/Loss (Raw)": 0.4050629734992981, "Finetune/Step": 407, "Finetune/Step Time": 7.374519934877753}
{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9318127632141113, "Finetune/Loss (Raw)": 0.9303331971168518, "Finetune/Step": 408, "Finetune/Step Time": 7.374577026814222}
{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9325603246688843, "Finetune/Loss (Raw)": 1.1511090993881226, "Finetune/Step": 409, "Finetune/Step Time": 7.375592138618231}
{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9340132474899292, "Finetune/Loss (Raw)": 1.184208631515503, "Finetune/Step": 410, "Finetune/Step Time": 7.374004082754254}
{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9328606724739075, "Finetune/Loss (Raw)": 0.966772198677063, "Finetune/Step": 411, "Finetune/Step Time": 7.3769253101199865}
{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9269199371337891, "Finetune/Loss (Raw)": 0.35602614283561707, "Finetune/Step": 412, "Finetune/Step Time": 7.3922389186918736}
{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9275957345962524, "Finetune/Loss (Raw)": 1.065544843673706, "Finetune/Step": 413, "Finetune/Step Time": 7.3715394623577595}
{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9265245199203491, "Finetune/Loss (Raw)": 0.9059813022613525, "Finetune/Step": 414, "Finetune/Step Time": 7.35661631450057}
{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9262426495552063, "Finetune/Loss (Raw)": 1.0128728151321411, "Finetune/Step": 415, "Finetune/Step Time": 7.353110607713461}
{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9278764724731445, "Finetune/Loss (Raw)": 1.0920283794403076, "Finetune/Step": 416, "Finetune/Step Time": 7.338277135044336}
{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.927249014377594, "Finetune/Loss (Raw)": 1.0145174264907837, "Finetune/Step": 417, "Finetune/Step Time": 7.345149949193001}
{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9281823635101318, "Finetune/Loss (Raw)": 1.059604525566101, "Finetune/Step": 418, "Finetune/Step Time": 7.343088209629059}
{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9267300367355347, "Finetune/Loss (Raw)": 0.9113683700561523, "Finetune/Step": 419, "Finetune/Step Time": 7.359820397570729}
{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9211345911026001, "Finetune/Loss (Raw)": 0.359213650226593, "Finetune/Step": 420, "Finetune/Step Time": 7.371737541630864}
{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9201346039772034, "Finetune/Loss (Raw)": 0.9860606789588928, "Finetune/Step": 421, "Finetune/Step Time": 7.371859202161431}
{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9220577478408813, "Finetune/Loss (Raw)": 0.9756015539169312, "Finetune/Step": 422, "Finetune/Step Time": 7.3771089389920235}
{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.922181248664856, "Finetune/Loss (Raw)": 1.083426833152771, "Finetune/Step": 423, "Finetune/Step Time": 7.37149777635932}
{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9222573041915894, "Finetune/Loss (Raw)": 1.014037847518921, "Finetune/Step": 424, "Finetune/Step Time": 7.370500551536679}
{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.919102668762207, "Finetune/Loss (Raw)": 0.7023449540138245, "Finetune/Step": 425, "Finetune/Step Time": 7.4043004140257835}
{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9201616644859314, "Finetune/Loss (Raw)": 0.9961661100387573, "Finetune/Step": 426, "Finetune/Step Time": 7.385387536138296}
{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9251422882080078, "Finetune/Loss (Raw)": 0.9524691104888916, "Finetune/Step": 427, "Finetune/Step Time": 7.378680733963847}
{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9307907819747925, "Finetune/Loss (Raw)": 1.0804775953292847, "Finetune/Step": 428, "Finetune/Step Time": 7.365880127996206}
{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9359691143035889, "Finetune/Loss (Raw)": 1.0510566234588623, "Finetune/Step": 429, "Finetune/Step Time": 7.355972884222865}
{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9361055493354797, "Finetune/Loss (Raw)": 0.8647679090499878, "Finetune/Step": 430, "Finetune/Step Time": 7.349226463586092}
{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9415799379348755, "Finetune/Loss (Raw)": 1.020983099937439, "Finetune/Step": 431, "Finetune/Step Time": 7.344256704673171}
{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9402422904968262, "Finetune/Loss (Raw)": 0.9103273153305054, "Finetune/Step": 432, "Finetune/Step Time": 7.350655741989613}
{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9390740990638733, "Finetune/Loss (Raw)": 0.879265546798706, "Finetune/Step": 433, "Finetune/Step Time": 7.354628032073379}
{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9391862750053406, "Finetune/Loss (Raw)": 0.9327460527420044, "Finetune/Step": 434, "Finetune/Step Time": 7.355420522391796}
{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9365305304527283, "Finetune/Loss (Raw)": 0.809604287147522, "Finetune/Step": 435, "Finetune/Step Time": 7.3461934030056}
{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.935346245765686, "Finetune/Loss (Raw)": 0.8674165606498718, "Finetune/Step": 436, "Finetune/Step Time": 7.3535044733434916}
{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9340915679931641, "Finetune/Loss (Raw)": 0.9559011459350586, "Finetune/Step": 437, "Finetune/Step Time": 7.344242542982101}
{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9333058595657349, "Finetune/Loss (Raw)": 0.8760777115821838, "Finetune/Step": 438, "Finetune/Step Time": 7.341478252783418}
{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9327532649040222, "Finetune/Loss (Raw)": 0.9266011714935303, "Finetune/Step": 439, "Finetune/Step Time": 7.345575867220759}
{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9334014654159546, "Finetune/Loss (Raw)": 1.0252585411071777, "Finetune/Step": 440, "Finetune/Step Time": 7.347064005210996}
{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9328426122665405, "Finetune/Loss (Raw)": 1.0155876874923706, "Finetune/Step": 441, "Finetune/Step Time": 7.345377139747143}
{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.927167534828186, "Finetune/Loss (Raw)": 0.4271233081817627, "Finetune/Step": 442, "Finetune/Step Time": 7.360668908804655}
{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9277322292327881, "Finetune/Loss (Raw)": 1.025893211364746, "Finetune/Step": 443, "Finetune/Step Time": 7.364894112572074}
{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9333375096321106, "Finetune/Loss (Raw)": 1.087902545928955, "Finetune/Step": 444, "Finetune/Step Time": 7.352416267618537}
{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9335023164749146, "Finetune/Loss (Raw)": 0.964867353439331, "Finetune/Step": 445, "Finetune/Step Time": 7.348081698641181}
{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9336304664611816, "Finetune/Loss (Raw)": 1.0557688474655151, "Finetune/Step": 446, "Finetune/Step Time": 7.35064940340817}
{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9341029524803162, "Finetune/Loss (Raw)": 1.0045875310897827, "Finetune/Step": 447, "Finetune/Step Time": 7.330818228423595}
{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9344264268875122, "Finetune/Loss (Raw)": 0.9442960619926453, "Finetune/Step": 448, "Finetune/Step Time": 7.330801760777831}
{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9406065940856934, "Finetune/Loss (Raw)": 1.1087031364440918, "Finetune/Step": 449, "Finetune/Step Time": 7.314298860728741}
{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9400099515914917, "Finetune/Loss (Raw)": 0.8884576559066772, "Finetune/Step": 450, "Finetune/Step Time": 7.313698422163725}
{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.939132809638977, "Finetune/Loss (Raw)": 0.9268452525138855, "Finetune/Step": 451, "Finetune/Step Time": 7.3177922908216715}
{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9382262825965881, "Finetune/Loss (Raw)": 0.9631526470184326, "Finetune/Step": 452, "Finetune/Step Time": 7.31066482141614}
{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9394477605819702, "Finetune/Loss (Raw)": 1.170576810836792, "Finetune/Step": 453, "Finetune/Step Time": 7.3058643117547035}
{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9376522898674011, "Finetune/Loss (Raw)": 0.938793957233429, "Finetune/Step": 454, "Finetune/Step Time": 7.319994531571865}
{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9381058216094971, "Finetune/Loss (Raw)": 1.0397917032241821, "Finetune/Step": 455, "Finetune/Step Time": 7.318861285224557}
{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9326235055923462, "Finetune/Loss (Raw)": 0.3360300064086914, "Finetune/Step": 456, "Finetune/Step Time": 7.320870518684387}
{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9323221445083618, "Finetune/Loss (Raw)": 0.8602781891822815, "Finetune/Step": 457, "Finetune/Step Time": 7.301815304905176}
{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.934634804725647, "Finetune/Loss (Raw)": 1.1580601930618286, "Finetune/Step": 458, "Finetune/Step Time": 7.2981816958636045}
{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9337207078933716, "Finetune/Loss (Raw)": 0.9245865345001221, "Finetune/Step": 459, "Finetune/Step Time": 7.299490723758936}
{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9337717294692993, "Finetune/Loss (Raw)": 0.8108362555503845, "Finetune/Step": 460, "Finetune/Step Time": 7.297889033332467}
{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9329817295074463, "Finetune/Loss (Raw)": 0.902572512626648, "Finetune/Step": 461, "Finetune/Step Time": 7.297198213636875}
{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9328244924545288, "Finetune/Loss (Raw)": 0.9449247717857361, "Finetune/Step": 462, "Finetune/Step Time": 7.296579705551267}
{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9342113137245178, "Finetune/Loss (Raw)": 1.1464048624038696, "Finetune/Step": 463, "Finetune/Step Time": 7.290706565603614}
{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9280257821083069, "Finetune/Loss (Raw)": 0.2819523513317108, "Finetune/Step": 464, "Finetune/Step Time": 7.303449356928468}
{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9265705347061157, "Finetune/Loss (Raw)": 0.9993817210197449, "Finetune/Step": 465, "Finetune/Step Time": 7.31056509912014}
{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9258723258972168, "Finetune/Loss (Raw)": 0.854657769203186, "Finetune/Step": 466, "Finetune/Step Time": 7.315308954566717}
{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9265707731246948, "Finetune/Loss (Raw)": 1.0142898559570312, "Finetune/Step": 467, "Finetune/Step Time": 7.3151985257864}
{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9257277250289917, "Finetune/Loss (Raw)": 0.7818683981895447, "Finetune/Step": 468, "Finetune/Step Time": 7.326567767187953}
{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.920632541179657, "Finetune/Loss (Raw)": 0.34762391448020935, "Finetune/Step": 469, "Finetune/Step Time": 7.335575105622411}
{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9199286699295044, "Finetune/Loss (Raw)": 0.9494287371635437, "Finetune/Step": 470, "Finetune/Step Time": 7.335317010059953}
{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9197988510131836, "Finetune/Loss (Raw)": 0.9764574766159058, "Finetune/Step": 471, "Finetune/Step Time": 7.350285246968269}
{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.920060932636261, "Finetune/Loss (Raw)": 1.0823636054992676, "Finetune/Step": 472, "Finetune/Step Time": 7.352068159729242}
{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9182468056678772, "Finetune/Loss (Raw)": 0.8581430315971375, "Finetune/Step": 473, "Finetune/Step Time": 7.350454401224852}
{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.917635440826416, "Finetune/Loss (Raw)": 1.0059133768081665, "Finetune/Step": 474, "Finetune/Step Time": 7.346214426681399}
{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9168411493301392, "Finetune/Loss (Raw)": 1.017459511756897, "Finetune/Step": 475, "Finetune/Step Time": 7.335814122110605}
{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9162969589233398, "Finetune/Loss (Raw)": 0.9780550599098206, "Finetune/Step": 476, "Finetune/Step Time": 7.309148671105504}
{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9155150055885315, "Finetune/Loss (Raw)": 1.0172927379608154, "Finetune/Step": 477, "Finetune/Step Time": 7.314556781202555}
{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9155064821243286, "Finetune/Loss (Raw)": 0.9188887476921082, "Finetune/Step": 478, "Finetune/Step Time": 7.292627280578017}
{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9156990051269531, "Finetune/Loss (Raw)": 0.9846290349960327, "Finetune/Step": 479, "Finetune/Step Time": 7.278323924168944}
{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9160994291305542, "Finetune/Loss (Raw)": 1.0285520553588867, "Finetune/Step": 480, "Finetune/Step Time": 7.270149568095803}
{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9163572788238525, "Finetune/Loss (Raw)": 0.9707916975021362, "Finetune/Step": 481, "Finetune/Step Time": 7.274599514901638}
{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9171750545501709, "Finetune/Loss (Raw)": 0.9796757102012634, "Finetune/Step": 482, "Finetune/Step Time": 7.283179162070155}
{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9168479442596436, "Finetune/Loss (Raw)": 0.9993648529052734, "Finetune/Step": 483, "Finetune/Step Time": 7.2935750633478165}
{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9168506860733032, "Finetune/Loss (Raw)": 0.8796469569206238, "Finetune/Step": 484, "Finetune/Step Time": 7.297403734177351}
{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9161957502365112, "Finetune/Loss (Raw)": 0.8107951283454895, "Finetune/Step": 485, "Finetune/Step Time": 7.301153313368559}
{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9207627773284912, "Finetune/Loss (Raw)": 0.9411804676055908, "Finetune/Step": 486, "Finetune/Step Time": 7.312305314466357}
{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.921899676322937, "Finetune/Loss (Raw)": 0.9714425206184387, "Finetune/Step": 487, "Finetune/Step Time": 7.321361431851983}
{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9221540689468384, "Finetune/Loss (Raw)": 1.0033493041992188, "Finetune/Step": 488, "Finetune/Step Time": 7.318282121792436}
{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9223349094390869, "Finetune/Loss (Raw)": 0.8882034420967102, "Finetune/Step": 489, "Finetune/Step Time": 7.322428282350302}
{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9215973615646362, "Finetune/Loss (Raw)": 0.8491562008857727, "Finetune/Step": 490, "Finetune/Step Time": 7.328596977517009}
{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9181810617446899, "Finetune/Loss (Raw)": 0.617789626121521, "Finetune/Step": 491, "Finetune/Step Time": 7.366620533168316}
{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9169367551803589, "Finetune/Loss (Raw)": 0.8868899345397949, "Finetune/Step": 492, "Finetune/Step Time": 7.372557168826461}
{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9163757562637329, "Finetune/Loss (Raw)": 1.0103219747543335, "Finetune/Step": 493, "Finetune/Step Time": 7.375205306336284}
{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9165325164794922, "Finetune/Loss (Raw)": 0.9189262390136719, "Finetune/Step": 494, "Finetune/Step Time": 7.386046886444092}
{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9163229465484619, "Finetune/Loss (Raw)": 0.9510260820388794, "Finetune/Step": 495, "Finetune/Step Time": 7.386308109387755}
{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9160351753234863, "Finetune/Loss (Raw)": 0.9575729370117188, "Finetune/Step": 496, "Finetune/Step Time": 7.399203192442656}
{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9156046509742737, "Finetune/Loss (Raw)": 0.904121994972229, "Finetune/Step": 497, "Finetune/Step Time": 7.401659542694688}
{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9145663976669312, "Finetune/Loss (Raw)": 0.9869893193244934, "Finetune/Step": 498, "Finetune/Step Time": 7.400078626349568}
{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9123126864433289, "Finetune/Loss (Raw)": 0.8462406992912292, "Finetune/Step": 499, "Finetune/Step Time": 7.402255620807409}
{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9117559194564819, "Finetune/Loss (Raw)": 0.9447008371353149, "Finetune/Step": 500, "Finetune/Step Time": 7.406602198258042}
{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9140183329582214, "Finetune/Loss (Raw)": 0.7232699990272522, "Finetune/Step": 501, "Finetune/Step Time": 7.403849238529801}
{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9175479412078857, "Finetune/Loss (Raw)": 0.8072400093078613, "Finetune/Step": 502, "Finetune/Step Time": 7.408192189410329}
{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.916367769241333, "Finetune/Loss (Raw)": 0.9276917576789856, "Finetune/Step": 503, "Finetune/Step Time": 7.424261715263128}
{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9175266623497009, "Finetune/Loss (Raw)": 1.0158966779708862, "Finetune/Step": 504, "Finetune/Step Time": 7.420314680784941}
{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.917718231678009, "Finetune/Loss (Raw)": 0.9667974710464478, "Finetune/Step": 505, "Finetune/Step Time": 7.421235704794526}
{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9143384695053101, "Finetune/Loss (Raw)": 0.7426186800003052, "Finetune/Step": 506, "Finetune/Step Time": 7.422683034092188}
{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9131110906600952, "Finetune/Loss (Raw)": 0.9695455431938171, "Finetune/Step": 507, "Finetune/Step Time": 7.418899284675717}
{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9124614596366882, "Finetune/Loss (Raw)": 0.9164649844169617, "Finetune/Step": 508, "Finetune/Step Time": 7.418521277606487}
{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9115808606147766, "Finetune/Loss (Raw)": 0.9213314652442932, "Finetune/Step": 509, "Finetune/Step Time": 7.4221479166299105}
{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9113672375679016, "Finetune/Loss (Raw)": 0.8765002489089966, "Finetune/Step": 510, "Finetune/Step Time": 7.386319061741233}
{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.912466824054718, "Finetune/Loss (Raw)": 1.0420763492584229, "Finetune/Step": 511, "Finetune/Step Time": 7.357293497771025}
{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9163636565208435, "Finetune/Loss (Raw)": 0.9824358224868774, "Finetune/Step": 512, "Finetune/Step Time": 7.3460580334067345}
{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9169566035270691, "Finetune/Loss (Raw)": 1.0307116508483887, "Finetune/Step": 513, "Finetune/Step Time": 7.350415365770459}
{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9174007177352905, "Finetune/Loss (Raw)": 1.0243879556655884, "Finetune/Step": 514, "Finetune/Step Time": 7.363878073170781}
{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9139305353164673, "Finetune/Loss (Raw)": 0.3926740288734436, "Finetune/Step": 515, "Finetune/Step Time": 7.376284342259169}
{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9149388074874878, "Finetune/Loss (Raw)": 1.0308231115341187, "Finetune/Step": 516, "Finetune/Step Time": 7.379750207066536}
{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9155232310295105, "Finetune/Loss (Raw)": 0.9832040071487427, "Finetune/Step": 517, "Finetune/Step Time": 7.379021821543574}
{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9168908596038818, "Finetune/Loss (Raw)": 0.988348662853241, "Finetune/Step": 518, "Finetune/Step Time": 7.381466185674071}
{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9172669053077698, "Finetune/Loss (Raw)": 1.0172104835510254, "Finetune/Step": 519, "Finetune/Step Time": 7.395740499719977}
{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9168933033943176, "Finetune/Loss (Raw)": 0.8826669454574585, "Finetune/Step": 520, "Finetune/Step Time": 7.395879881456494}
{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9181113243103027, "Finetune/Loss (Raw)": 0.9544898867607117, "Finetune/Step": 521, "Finetune/Step Time": 7.387116499245167}
{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9193281531333923, "Finetune/Loss (Raw)": 0.9442511796951294, "Finetune/Step": 522, "Finetune/Step Time": 7.3695657178759575}
{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.916713297367096, "Finetune/Loss (Raw)": 0.846708357334137, "Finetune/Step": 523, "Finetune/Step Time": 7.375395892187953}
{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9159510731697083, "Finetune/Loss (Raw)": 0.9681521058082581, "Finetune/Step": 524, "Finetune/Step Time": 7.37175864353776}
{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9172025918960571, "Finetune/Loss (Raw)": 0.9652748703956604, "Finetune/Step": 525, "Finetune/Step Time": 7.355739248916507}
{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9150450229644775, "Finetune/Loss (Raw)": 0.8610005378723145, "Finetune/Step": 526, "Finetune/Step Time": 7.3679229486733675}
{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.915273904800415, "Finetune/Loss (Raw)": 0.9037724733352661, "Finetune/Step": 527, "Finetune/Step Time": 7.36279933154583}
{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9159631133079529, "Finetune/Loss (Raw)": 0.9968193769454956, "Finetune/Step": 528, "Finetune/Step Time": 7.357974831014872}
{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9156293869018555, "Finetune/Loss (Raw)": 1.024412989616394, "Finetune/Step": 529, "Finetune/Step Time": 7.357073623687029}
{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9162207245826721, "Finetune/Loss (Raw)": 1.0397287607192993, "Finetune/Step": 530, "Finetune/Step Time": 7.342181520536542}
{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.917375922203064, "Finetune/Loss (Raw)": 1.0810840129852295, "Finetune/Step": 531, "Finetune/Step Time": 7.338910084217787}
{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9164807796478271, "Finetune/Loss (Raw)": 0.9254881143569946, "Finetune/Step": 532, "Finetune/Step Time": 7.346824239939451}
{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9177536964416504, "Finetune/Loss (Raw)": 0.868419349193573, "Finetune/Step": 533, "Finetune/Step Time": 7.3429635632783175}
{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9212137460708618, "Finetune/Loss (Raw)": 0.9074451923370361, "Finetune/Step": 534, "Finetune/Step Time": 7.326830394566059}
{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9245952367782593, "Finetune/Loss (Raw)": 0.8378986120223999, "Finetune/Step": 535, "Finetune/Step Time": 7.325486233457923}
{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9234397411346436, "Finetune/Loss (Raw)": 0.7824252843856812, "Finetune/Step": 536, "Finetune/Step Time": 7.346855919808149}
{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9223207235336304, "Finetune/Loss (Raw)": 1.0078696012496948, "Finetune/Step": 537, "Finetune/Step Time": 7.348054446280003}
{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9206756353378296, "Finetune/Loss (Raw)": 0.9736409187316895, "Finetune/Step": 538, "Finetune/Step Time": 7.35646672360599}
{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9213923215866089, "Finetune/Loss (Raw)": 1.0585066080093384, "Finetune/Step": 539, "Finetune/Step Time": 7.351234022527933}
{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9258221387863159, "Finetune/Loss (Raw)": 0.9230369329452515, "Finetune/Step": 540, "Finetune/Step Time": 7.335764287039638}
{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9250215888023376, "Finetune/Loss (Raw)": 0.9630832672119141, "Finetune/Step": 541, "Finetune/Step Time": 7.342182667925954}
{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9255894422531128, "Finetune/Loss (Raw)": 0.978664755821228, "Finetune/Step": 542, "Finetune/Step Time": 7.34134903922677}
{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9261568784713745, "Finetune/Loss (Raw)": 1.0855056047439575, "Finetune/Step": 543, "Finetune/Step Time": 7.341223184019327}
{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9255219101905823, "Finetune/Loss (Raw)": 1.0107500553131104, "Finetune/Step": 544, "Finetune/Step Time": 7.341839974746108}
{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9249485731124878, "Finetune/Loss (Raw)": 0.9411301612854004, "Finetune/Step": 545, "Finetune/Step Time": 7.337630128487945}
{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.923668384552002, "Finetune/Loss (Raw)": 0.8957424759864807, "Finetune/Step": 546, "Finetune/Step Time": 7.329174499958754}
{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9245747923851013, "Finetune/Loss (Raw)": 1.0273864269256592, "Finetune/Step": 547, "Finetune/Step Time": 7.32011840865016}
{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9285611510276794, "Finetune/Loss (Raw)": 0.8694695234298706, "Finetune/Step": 548, "Finetune/Step Time": 7.3219553381204605}
{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9266276359558105, "Finetune/Loss (Raw)": 0.7385667562484741, "Finetune/Step": 549, "Finetune/Step Time": 7.3303847666829824}
{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9262930750846863, "Finetune/Loss (Raw)": 0.9327790141105652, "Finetune/Step": 550, "Finetune/Step Time": 7.313772717490792}
{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.924964427947998, "Finetune/Loss (Raw)": 0.913359522819519, "Finetune/Step": 551, "Finetune/Step Time": 7.314597204327583}
{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9252539277076721, "Finetune/Loss (Raw)": 1.0510982275009155, "Finetune/Step": 552, "Finetune/Step Time": 7.3107072673738}
{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9255229234695435, "Finetune/Loss (Raw)": 0.7367780804634094, "Finetune/Step": 553, "Finetune/Step Time": 7.275818007066846}
{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9261866807937622, "Finetune/Loss (Raw)": 1.0811243057250977, "Finetune/Step": 554, "Finetune/Step Time": 7.272453458979726}
{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9257811307907104, "Finetune/Loss (Raw)": 0.9005571007728577, "Finetune/Step": 555, "Finetune/Step Time": 7.297460867092013}
{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9245649576187134, "Finetune/Loss (Raw)": 0.9248066544532776, "Finetune/Step": 556, "Finetune/Step Time": 7.309238635003567}
{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9233207106590271, "Finetune/Loss (Raw)": 0.8917968273162842, "Finetune/Step": 557, "Finetune/Step Time": 7.306292060762644}
{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9184786081314087, "Finetune/Loss (Raw)": 0.24497506022453308, "Finetune/Step": 558, "Finetune/Step Time": 7.313349403440952}
{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9176642894744873, "Finetune/Loss (Raw)": 0.9167567491531372, "Finetune/Step": 559, "Finetune/Step Time": 7.307565001770854}
{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9168030023574829, "Finetune/Loss (Raw)": 0.8000783324241638, "Finetune/Step": 560, "Finetune/Step Time": 7.3025447484105825}
{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9164050817489624, "Finetune/Loss (Raw)": 0.8283353447914124, "Finetune/Step": 561, "Finetune/Step Time": 7.302642118185759}
{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9157648086547852, "Finetune/Loss (Raw)": 0.8507925271987915, "Finetune/Step": 562, "Finetune/Step Time": 7.300650775432587}
{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9172301292419434, "Finetune/Loss (Raw)": 0.9971557855606079, "Finetune/Step": 563, "Finetune/Step Time": 7.301560213789344}
{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9178845286369324, "Finetune/Loss (Raw)": 0.9511851072311401, "Finetune/Step": 564, "Finetune/Step Time": 7.301430303603411}
{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9171237349510193, "Finetune/Loss (Raw)": 0.8585187196731567, "Finetune/Step": 565, "Finetune/Step Time": 7.311230605468154}
{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9183732271194458, "Finetune/Loss (Raw)": 1.0360089540481567, "Finetune/Step": 566, "Finetune/Step Time": 7.312830923125148}
{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.918067216873169, "Finetune/Loss (Raw)": 0.8874343037605286, "Finetune/Step": 567, "Finetune/Step Time": 7.31658929772675}
{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9122499227523804, "Finetune/Loss (Raw)": 0.28064119815826416, "Finetune/Step": 568, "Finetune/Step Time": 7.325495531782508}
{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9111521244049072, "Finetune/Loss (Raw)": 0.8750749826431274, "Finetune/Step": 569, "Finetune/Step Time": 7.3309240359812975}
{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9152334928512573, "Finetune/Loss (Raw)": 0.9495311975479126, "Finetune/Step": 570, "Finetune/Step Time": 7.321977473795414}
{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9140525460243225, "Finetune/Loss (Raw)": 0.874736487865448, "Finetune/Step": 571, "Finetune/Step Time": 7.328113507479429}
{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9133857488632202, "Finetune/Loss (Raw)": 1.0025538206100464, "Finetune/Step": 572, "Finetune/Step Time": 7.326869327574968}
{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9138894081115723, "Finetune/Loss (Raw)": 1.029335618019104, "Finetune/Step": 573, "Finetune/Step Time": 7.330545527860522}
{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9138504266738892, "Finetune/Loss (Raw)": 1.0507757663726807, "Finetune/Step": 574, "Finetune/Step Time": 7.327947691082954}
{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9141975045204163, "Finetune/Loss (Raw)": 1.0490158796310425, "Finetune/Step": 575, "Finetune/Step Time": 7.345714820548892}
{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.914233386516571, "Finetune/Loss (Raw)": 0.9488885402679443, "Finetune/Step": 576, "Finetune/Step Time": 7.347382239997387}
{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9128879308700562, "Finetune/Loss (Raw)": 0.9364868402481079, "Finetune/Step": 577, "Finetune/Step Time": 7.343536335974932}
{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9128963351249695, "Finetune/Loss (Raw)": 0.8895367383956909, "Finetune/Step": 578, "Finetune/Step Time": 7.339621981605887}
{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9117858409881592, "Finetune/Loss (Raw)": 0.7846983671188354, "Finetune/Step": 579, "Finetune/Step Time": 7.3521872609853745}
{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9120347499847412, "Finetune/Loss (Raw)": 0.9950191974639893, "Finetune/Step": 580, "Finetune/Step Time": 7.355088712647557}
{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9112359285354614, "Finetune/Loss (Raw)": 1.0683265924453735, "Finetune/Step": 581, "Finetune/Step Time": 7.359460648149252}
{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9117209911346436, "Finetune/Loss (Raw)": 1.0008749961853027, "Finetune/Step": 582, "Finetune/Step Time": 7.3553539495915174}
{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9099676609039307, "Finetune/Loss (Raw)": 0.8153639435768127, "Finetune/Step": 583, "Finetune/Step Time": 7.361206287518144}
{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9150162935256958, "Finetune/Loss (Raw)": 0.982258141040802, "Finetune/Step": 584, "Finetune/Step Time": 7.357392132282257}
{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9163835644721985, "Finetune/Loss (Raw)": 1.0352866649627686, "Finetune/Step": 585, "Finetune/Step Time": 7.358998661860824}
{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9099932312965393, "Finetune/Loss (Raw)": 0.3401017487049103, "Finetune/Step": 586, "Finetune/Step Time": 7.368184827268124}
{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9114476442337036, "Finetune/Loss (Raw)": 1.110743761062622, "Finetune/Step": 587, "Finetune/Step Time": 7.360568741336465}
{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9120076298713684, "Finetune/Loss (Raw)": 0.8825209736824036, "Finetune/Step": 588, "Finetune/Step Time": 7.368510823696852}
{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9131079912185669, "Finetune/Loss (Raw)": 1.0434203147888184, "Finetune/Step": 589, "Finetune/Step Time": 7.3636985290795565}
{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.913758397102356, "Finetune/Loss (Raw)": 1.0281777381896973, "Finetune/Step": 590, "Finetune/Step Time": 7.364840926602483}
{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9116550087928772, "Finetune/Loss (Raw)": 0.8771658539772034, "Finetune/Step": 591, "Finetune/Step Time": 7.36669621989131}
{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9166279435157776, "Finetune/Loss (Raw)": 0.9184857606887817, "Finetune/Step": 592, "Finetune/Step Time": 7.352321678772569}
{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.915950357913971, "Finetune/Loss (Raw)": 0.9126566052436829, "Finetune/Step": 593, "Finetune/Step Time": 7.366682523861527}
{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9166857004165649, "Finetune/Loss (Raw)": 0.9487829804420471, "Finetune/Step": 594, "Finetune/Step Time": 7.355242054909468}
{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9162251353263855, "Finetune/Loss (Raw)": 0.9553278684616089, "Finetune/Step": 595, "Finetune/Step Time": 7.35608377866447}
{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.917007327079773, "Finetune/Loss (Raw)": 0.8819994926452637, "Finetune/Step": 596, "Finetune/Step Time": 7.338795876130462}
{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9206477999687195, "Finetune/Loss (Raw)": 0.8135998845100403, "Finetune/Step": 597, "Finetune/Step Time": 7.328481908887625}
{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9203689694404602, "Finetune/Loss (Raw)": 0.9137405753135681, "Finetune/Step": 598, "Finetune/Step Time": 7.339897383004427}
{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9202948808670044, "Finetune/Loss (Raw)": 0.9669716954231262, "Finetune/Step": 599, "Finetune/Step Time": 7.322584228590131}
{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9197950959205627, "Finetune/Loss (Raw)": 1.0183908939361572, "Finetune/Step": 600, "Finetune/Step Time": 7.336991785094142}
{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9200534820556641, "Finetune/Loss (Raw)": 0.8912180662155151, "Finetune/Step": 601, "Finetune/Step Time": 7.359772434458137}
{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9199353456497192, "Finetune/Loss (Raw)": 0.9907965660095215, "Finetune/Step": 602, "Finetune/Step Time": 7.353795977309346}
{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9185574054718018, "Finetune/Loss (Raw)": 0.841071605682373, "Finetune/Step": 603, "Finetune/Step Time": 7.358029276132584}
{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9186607003211975, "Finetune/Loss (Raw)": 0.9912821650505066, "Finetune/Step": 604, "Finetune/Step Time": 7.3572645876556635}
{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9171667098999023, "Finetune/Loss (Raw)": 0.8260579109191895, "Finetune/Step": 605, "Finetune/Step Time": 7.352763371542096}
{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9166241884231567, "Finetune/Loss (Raw)": 0.8494475483894348, "Finetune/Step": 606, "Finetune/Step Time": 7.368800660595298}
{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9145543575286865, "Finetune/Loss (Raw)": 0.7196915149688721, "Finetune/Step": 607, "Finetune/Step Time": 7.397377422079444}
{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9145312309265137, "Finetune/Loss (Raw)": 1.0255905389785767, "Finetune/Step": 608, "Finetune/Step Time": 7.395309306681156}
{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.913531482219696, "Finetune/Loss (Raw)": 0.8428260684013367, "Finetune/Step": 609, "Finetune/Step Time": 7.390092143788934}
{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9130673408508301, "Finetune/Loss (Raw)": 0.9202625155448914, "Finetune/Step": 610, "Finetune/Step Time": 7.380963196977973}
{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9128825664520264, "Finetune/Loss (Raw)": 0.9757093787193298, "Finetune/Step": 611, "Finetune/Step Time": 7.359851935878396}
{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9148087501525879, "Finetune/Loss (Raw)": 1.1262043714523315, "Finetune/Step": 612, "Finetune/Step Time": 7.356828350573778}
{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9150369167327881, "Finetune/Loss (Raw)": 0.839999794960022, "Finetune/Step": 613, "Finetune/Step Time": 7.349946770817041}
{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9149998426437378, "Finetune/Loss (Raw)": 0.9364339709281921, "Finetune/Step": 614, "Finetune/Step Time": 7.3243413195014}
{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9146435260772705, "Finetune/Loss (Raw)": 0.925844669342041, "Finetune/Step": 615, "Finetune/Step Time": 7.3204904217273}
{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9142968058586121, "Finetune/Loss (Raw)": 0.9589591026306152, "Finetune/Step": 616, "Finetune/Step Time": 7.322766667231917}
{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9147666692733765, "Finetune/Loss (Raw)": 0.948353111743927, "Finetune/Step": 617, "Finetune/Step Time": 7.315303107723594}
{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.915651798248291, "Finetune/Loss (Raw)": 0.9624494314193726, "Finetune/Step": 618, "Finetune/Step Time": 7.309747505933046}
{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9173734188079834, "Finetune/Loss (Raw)": 0.8381496071815491, "Finetune/Step": 619, "Finetune/Step Time": 7.294380145147443}
{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9181228876113892, "Finetune/Loss (Raw)": 0.9828308820724487, "Finetune/Step": 620, "Finetune/Step Time": 7.285321330651641}
{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9177969694137573, "Finetune/Loss (Raw)": 0.9685976505279541, "Finetune/Step": 621, "Finetune/Step Time": 7.303446440026164}
{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9178014993667603, "Finetune/Loss (Raw)": 0.9195059537887573, "Finetune/Step": 622, "Finetune/Step Time": 7.291968587785959}
{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9183757305145264, "Finetune/Loss (Raw)": 1.0245299339294434, "Finetune/Step": 623, "Finetune/Step Time": 7.293297875672579}
{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.918245792388916, "Finetune/Loss (Raw)": 0.9409428834915161, "Finetune/Step": 624, "Finetune/Step Time": 7.291868196800351}
{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9188393354415894, "Finetune/Loss (Raw)": 0.9800913333892822, "Finetune/Step": 625, "Finetune/Step Time": 7.292579807341099}
{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9189798831939697, "Finetune/Loss (Raw)": 1.0049821138381958, "Finetune/Step": 626, "Finetune/Step Time": 7.290908861905336}
{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9196703433990479, "Finetune/Loss (Raw)": 0.9346155524253845, "Finetune/Step": 627, "Finetune/Step Time": 7.2925430331379175}
{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9194925427436829, "Finetune/Loss (Raw)": 0.9219457507133484, "Finetune/Step": 628, "Finetune/Step Time": 7.282705714926124}
{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9213608503341675, "Finetune/Loss (Raw)": 0.9624199271202087, "Finetune/Step": 629, "Finetune/Step Time": 7.272759262472391}
{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9235153198242188, "Finetune/Loss (Raw)": 1.083009958267212, "Finetune/Step": 630, "Finetune/Step Time": 7.254456210881472}
{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.922742486000061, "Finetune/Loss (Raw)": 0.8287625312805176, "Finetune/Step": 631, "Finetune/Step Time": 7.239967217668891}
{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9232665300369263, "Finetune/Loss (Raw)": 1.0829761028289795, "Finetune/Step": 632, "Finetune/Step Time": 7.238699460402131}
{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9249492883682251, "Finetune/Loss (Raw)": 1.1821993589401245, "Finetune/Step": 633, "Finetune/Step Time": 7.240235095843673}
{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.926063060760498, "Finetune/Loss (Raw)": 0.8851727247238159, "Finetune/Step": 634, "Finetune/Step Time": 7.231150079518557}
{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9259749054908752, "Finetune/Loss (Raw)": 0.9582627415657043, "Finetune/Step": 635, "Finetune/Step Time": 7.234831970185041}
{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9263900518417358, "Finetune/Loss (Raw)": 0.9696024060249329, "Finetune/Step": 636, "Finetune/Step Time": 7.25875286385417}
{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9271418452262878, "Finetune/Loss (Raw)": 1.017564058303833, "Finetune/Step": 637, "Finetune/Step Time": 7.249159513041377}
{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9284210205078125, "Finetune/Loss (Raw)": 1.0402311086654663, "Finetune/Step": 638, "Finetune/Step Time": 7.248820446431637}
{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.927640974521637, "Finetune/Loss (Raw)": 0.9422385096549988, "Finetune/Step": 639, "Finetune/Step Time": 7.246673583984375}
{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9274114370346069, "Finetune/Loss (Raw)": 0.9530519843101501, "Finetune/Step": 640, "Finetune/Step Time": 7.246487960219383}
{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9269893169403076, "Finetune/Loss (Raw)": 0.976679801940918, "Finetune/Step": 641, "Finetune/Step Time": 7.253041787073016}
{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9216208457946777, "Finetune/Loss (Raw)": 0.33721688389778137, "Finetune/Step": 642, "Finetune/Step Time": 7.24557032994926}
{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9258192777633667, "Finetune/Loss (Raw)": 0.9300767779350281, "Finetune/Step": 643, "Finetune/Step Time": 7.232142616063356}
{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9253664016723633, "Finetune/Loss (Raw)": 0.9728584289550781, "Finetune/Step": 644, "Finetune/Step Time": 7.2363058384507895}
{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9256877899169922, "Finetune/Loss (Raw)": 1.0243464708328247, "Finetune/Step": 645, "Finetune/Step Time": 7.235197197645903}
{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9254793524742126, "Finetune/Loss (Raw)": 0.9616618752479553, "Finetune/Step": 646, "Finetune/Step Time": 7.245141780003905}
{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9244565367698669, "Finetune/Loss (Raw)": 0.8862915635108948, "Finetune/Step": 647, "Finetune/Step Time": 7.2463133707642555}
{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9251677989959717, "Finetune/Loss (Raw)": 0.9737059473991394, "Finetune/Step": 648, "Finetune/Step Time": 7.244174951687455}
{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9250811338424683, "Finetune/Loss (Raw)": 0.9433949589729309, "Finetune/Step": 649, "Finetune/Step Time": 7.23988451808691}
{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9245699644088745, "Finetune/Loss (Raw)": 0.8788257837295532, "Finetune/Step": 650, "Finetune/Step Time": 7.252385292202234}
{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9254478216171265, "Finetune/Loss (Raw)": 0.9590739607810974, "Finetune/Step": 651, "Finetune/Step Time": 7.261069506406784}
{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.925192654132843, "Finetune/Loss (Raw)": 0.935489296913147, "Finetune/Step": 652, "Finetune/Step Time": 7.264876639470458}
{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9245426058769226, "Finetune/Loss (Raw)": 0.8820728659629822, "Finetune/Step": 653, "Finetune/Step Time": 7.267514917999506}
{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9269061088562012, "Finetune/Loss (Raw)": 1.1635218858718872, "Finetune/Step": 654, "Finetune/Step Time": 7.269267901778221}
{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9266207218170166, "Finetune/Loss (Raw)": 0.8672484755516052, "Finetune/Step": 655, "Finetune/Step Time": 7.278126196935773}
{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9257901906967163, "Finetune/Loss (Raw)": 0.8905145525932312, "Finetune/Step": 656, "Finetune/Step Time": 7.282004650682211}
{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9245136976242065, "Finetune/Loss (Raw)": 0.8610215783119202, "Finetune/Step": 657, "Finetune/Step Time": 7.30183607339859}
{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9237944483757019, "Finetune/Loss (Raw)": 0.9476580619812012, "Finetune/Step": 658, "Finetune/Step Time": 7.313472557812929}
{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9212779402732849, "Finetune/Loss (Raw)": 0.7589752674102783, "Finetune/Step": 659, "Finetune/Step Time": 7.3348146341741085}
{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9223016500473022, "Finetune/Loss (Raw)": 1.0565186738967896, "Finetune/Step": 660, "Finetune/Step Time": 7.329424800351262}
{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9229000210762024, "Finetune/Loss (Raw)": 0.945020318031311, "Finetune/Step": 661, "Finetune/Step Time": 7.3221522476524115}
{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9236050248146057, "Finetune/Loss (Raw)": 0.997680127620697, "Finetune/Step": 662, "Finetune/Step Time": 7.311772251501679}
{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9249146580696106, "Finetune/Loss (Raw)": 1.005536437034607, "Finetune/Step": 663, "Finetune/Step Time": 7.300834139809012}
{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9258694648742676, "Finetune/Loss (Raw)": 0.9046344757080078, "Finetune/Step": 664, "Finetune/Step Time": 7.288871120661497}
{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9261166453361511, "Finetune/Loss (Raw)": 1.0395088195800781, "Finetune/Step": 665, "Finetune/Step Time": 7.296603171154857}
{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9272786378860474, "Finetune/Loss (Raw)": 1.1223708391189575, "Finetune/Step": 666, "Finetune/Step Time": 7.289491472765803}
{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9268507957458496, "Finetune/Loss (Raw)": 1.0037496089935303, "Finetune/Step": 667, "Finetune/Step Time": 7.301970725879073}
{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9258675575256348, "Finetune/Loss (Raw)": 0.7971858978271484, "Finetune/Step": 668, "Finetune/Step Time": 7.307006079703569}
{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9258031845092773, "Finetune/Loss (Raw)": 0.9548386931419373, "Finetune/Step": 669, "Finetune/Step Time": 7.301271215081215}
{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.924947202205658, "Finetune/Loss (Raw)": 0.8690958619117737, "Finetune/Step": 670, "Finetune/Step Time": 7.3033152259886265}
{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9235514402389526, "Finetune/Loss (Raw)": 0.9068498611450195, "Finetune/Step": 671, "Finetune/Step Time": 7.302555438131094}
{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9233123064041138, "Finetune/Loss (Raw)": 0.9801470041275024, "Finetune/Step": 672, "Finetune/Step Time": 7.2996123265475035}
{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.924157977104187, "Finetune/Loss (Raw)": 1.049370288848877, "Finetune/Step": 673, "Finetune/Step Time": 7.290314132347703}
{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9255254864692688, "Finetune/Loss (Raw)": 1.0707811117172241, "Finetune/Step": 674, "Finetune/Step Time": 7.29115816950798}
{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9253086447715759, "Finetune/Loss (Raw)": 0.9996356964111328, "Finetune/Step": 675, "Finetune/Step Time": 7.293466733768582}
{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9260228872299194, "Finetune/Loss (Raw)": 0.960895299911499, "Finetune/Step": 676, "Finetune/Step Time": 7.288060117512941}
{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9266455173492432, "Finetune/Loss (Raw)": 0.8182677626609802, "Finetune/Step": 677, "Finetune/Step Time": 7.319402519613504}
{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9274644255638123, "Finetune/Loss (Raw)": 1.0375919342041016, "Finetune/Step": 678, "Finetune/Step Time": 7.3306653536856174}
{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9286059141159058, "Finetune/Loss (Raw)": 1.05946946144104, "Finetune/Step": 679, "Finetune/Step Time": 7.335855666548014}
{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9273192286491394, "Finetune/Loss (Raw)": 0.8864010572433472, "Finetune/Step": 680, "Finetune/Step Time": 7.334768226370215}
{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9293891191482544, "Finetune/Loss (Raw)": 1.0017257928848267, "Finetune/Step": 681, "Finetune/Step Time": 7.333347665145993}
{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.928945779800415, "Finetune/Loss (Raw)": 1.0243768692016602, "Finetune/Step": 682, "Finetune/Step Time": 7.330478111281991}
{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9300882816314697, "Finetune/Loss (Raw)": 1.046799898147583, "Finetune/Step": 683, "Finetune/Step Time": 7.30054977722466}
{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9296916127204895, "Finetune/Loss (Raw)": 0.8740295767784119, "Finetune/Step": 684, "Finetune/Step Time": 7.290361747145653}
{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9279589653015137, "Finetune/Loss (Raw)": 0.6700246930122375, "Finetune/Step": 685, "Finetune/Step Time": 7.305490409955382}
{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.932357132434845, "Finetune/Loss (Raw)": 0.8079338073730469, "Finetune/Step": 686, "Finetune/Step Time": 7.305183682590723}
{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9323052763938904, "Finetune/Loss (Raw)": 0.9101235270500183, "Finetune/Step": 687, "Finetune/Step Time": 7.302029250189662}
{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9333372712135315, "Finetune/Loss (Raw)": 0.9321680665016174, "Finetune/Step": 688, "Finetune/Step Time": 7.3007875587791204}
{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.9319091439247131, "Finetune/Loss (Raw)": 0.6455386281013489, "Finetune/Step": 689, "Finetune/Step Time": 7.313204437494278}
{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9310390949249268, "Finetune/Loss (Raw)": 0.7394256591796875, "Finetune/Step": 690, "Finetune/Step Time": 7.34637632034719}
{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9309499263763428, "Finetune/Loss (Raw)": 0.9857366681098938, "Finetune/Step": 691, "Finetune/Step Time": 7.348882796242833}
{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9302085638046265, "Finetune/Loss (Raw)": 0.8562940955162048, "Finetune/Step": 692, "Finetune/Step Time": 7.365564497187734}
{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9300044775009155, "Finetune/Loss (Raw)": 0.832400381565094, "Finetune/Step": 693, "Finetune/Step Time": 7.376892507076263}
{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.92502760887146, "Finetune/Loss (Raw)": 0.3989611268043518, "Finetune/Step": 694, "Finetune/Step Time": 7.388366244733334}
{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9242337942123413, "Finetune/Loss (Raw)": 0.7858355641365051, "Finetune/Step": 695, "Finetune/Step Time": 7.394162023440003}
{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9301137328147888, "Finetune/Loss (Raw)": 1.0332679748535156, "Finetune/Step": 696, "Finetune/Step Time": 7.386618671938777}
{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9299187064170837, "Finetune/Loss (Raw)": 0.8501103520393372, "Finetune/Step": 697, "Finetune/Step Time": 7.392681268975139}
{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.9310542345046997, "Finetune/Loss (Raw)": 1.0948807001113892, "Finetune/Step": 698, "Finetune/Step Time": 7.385958932340145}
{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9330177307128906, "Finetune/Loss (Raw)": 1.1260616779327393, "Finetune/Step": 699, "Finetune/Step Time": 7.382400523871183}
{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9320980310440063, "Finetune/Loss (Raw)": 0.8848347663879395, "Finetune/Step": 700, "Finetune/Step Time": 7.4013119507581}
{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9264580011367798, "Finetune/Loss (Raw)": 0.30741044878959656, "Finetune/Step": 701, "Finetune/Step Time": 7.415277607738972}
{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9252937436103821, "Finetune/Loss (Raw)": 0.9017502665519714, "Finetune/Step": 702, "Finetune/Step Time": 7.422404378652573}
{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.922996997833252, "Finetune/Loss (Raw)": 0.7550308704376221, "Finetune/Step": 703, "Finetune/Step Time": 7.413048405200243}
{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9228793382644653, "Finetune/Loss (Raw)": 0.9338234663009644, "Finetune/Step": 704, "Finetune/Step Time": 7.424813915044069}
{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9230331182479858, "Finetune/Loss (Raw)": 0.9561776518821716, "Finetune/Step": 705, "Finetune/Step Time": 7.424341389909387}
{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.921589732170105, "Finetune/Loss (Raw)": 0.704784631729126, "Finetune/Step": 706, "Finetune/Step Time": 7.426307627931237}
{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9219152331352234, "Finetune/Loss (Raw)": 0.826361358165741, "Finetune/Step": 707, "Finetune/Step Time": 7.411554345861077}
{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9228291511535645, "Finetune/Loss (Raw)": 1.1120010614395142, "Finetune/Step": 708, "Finetune/Step Time": 7.415551278740168}
{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9213112592697144, "Finetune/Loss (Raw)": 0.8740321397781372, "Finetune/Step": 709, "Finetune/Step Time": 7.426748748868704}
{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9199556112289429, "Finetune/Loss (Raw)": 0.8273609280586243, "Finetune/Step": 710, "Finetune/Step Time": 7.416039861738682}
{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9211522340774536, "Finetune/Loss (Raw)": 0.9685280323028564, "Finetune/Step": 711, "Finetune/Step Time": 7.4281961638480425}
{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9182960987091064, "Finetune/Loss (Raw)": 0.6166738271713257, "Finetune/Step": 712, "Finetune/Step Time": 7.438558990135789}
{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9174293279647827, "Finetune/Loss (Raw)": 0.9243409633636475, "Finetune/Step": 713, "Finetune/Step Time": 7.4391034953296185}
{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9211407899856567, "Finetune/Loss (Raw)": 0.8151644468307495, "Finetune/Step": 714, "Finetune/Step Time": 7.431347729638219}
{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9205806851387024, "Finetune/Loss (Raw)": 1.0390480756759644, "Finetune/Step": 715, "Finetune/Step Time": 7.4303002171218395}
{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.919900119304657, "Finetune/Loss (Raw)": 0.7954088449478149, "Finetune/Step": 716, "Finetune/Step Time": 7.405933795496821}
{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9197176694869995, "Finetune/Loss (Raw)": 1.0200637578964233, "Finetune/Step": 717, "Finetune/Step Time": 7.417425751686096}
{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9191416501998901, "Finetune/Loss (Raw)": 0.9544540047645569, "Finetune/Step": 718, "Finetune/Step Time": 7.421142406761646}
{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9197230935096741, "Finetune/Loss (Raw)": 0.9515905380249023, "Finetune/Step": 719, "Finetune/Step Time": 7.42181046679616}
{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9213681817054749, "Finetune/Loss (Raw)": 1.1290557384490967, "Finetune/Step": 720, "Finetune/Step Time": 7.423844380304217}
{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9209080934524536, "Finetune/Loss (Raw)": 0.8537683486938477, "Finetune/Step": 721, "Finetune/Step Time": 7.436605719849467}
{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9203534126281738, "Finetune/Loss (Raw)": 0.8777818083763123, "Finetune/Step": 722, "Finetune/Step Time": 7.461941439658403}
{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9209904670715332, "Finetune/Loss (Raw)": 1.0368741750717163, "Finetune/Step": 723, "Finetune/Step Time": 7.448980625718832}
{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9217548370361328, "Finetune/Loss (Raw)": 0.9798426032066345, "Finetune/Step": 724, "Finetune/Step Time": 7.464308738708496}
{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9238424301147461, "Finetune/Loss (Raw)": 1.0808078050613403, "Finetune/Step": 725, "Finetune/Step Time": 7.463611006736755}
{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9219517707824707, "Finetune/Loss (Raw)": 0.6717358827590942, "Finetune/Step": 726, "Finetune/Step Time": 7.451566373929381}
{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9218015670776367, "Finetune/Loss (Raw)": 0.9477462768554688, "Finetune/Step": 727, "Finetune/Step Time": 7.457635583356023}
{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9221512675285339, "Finetune/Loss (Raw)": 1.0631508827209473, "Finetune/Step": 728, "Finetune/Step Time": 7.446704952046275}
{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9191297292709351, "Finetune/Loss (Raw)": 0.5044630765914917, "Finetune/Step": 729, "Finetune/Step Time": 7.436614254489541}
{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9187944531440735, "Finetune/Loss (Raw)": 0.9478788375854492, "Finetune/Step": 730, "Finetune/Step Time": 7.439735975116491}
{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9198317527770996, "Finetune/Loss (Raw)": 0.9738463163375854, "Finetune/Step": 731, "Finetune/Step Time": 7.436138849705458}
{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9184185266494751, "Finetune/Loss (Raw)": 0.8103852272033691, "Finetune/Step": 732, "Finetune/Step Time": 7.466946378350258}
{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9188234210014343, "Finetune/Loss (Raw)": 0.8778879642486572, "Finetune/Step": 733, "Finetune/Step Time": 7.465358439832926}
{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9184887409210205, "Finetune/Loss (Raw)": 0.8066113591194153, "Finetune/Step": 734, "Finetune/Step Time": 7.453517781570554}
{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9189482927322388, "Finetune/Loss (Raw)": 0.77851802110672, "Finetune/Step": 735, "Finetune/Step Time": 7.431228870525956}
{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9177979230880737, "Finetune/Loss (Raw)": 0.8783373832702637, "Finetune/Step": 736, "Finetune/Step Time": 7.465436128899455}
{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9194044470787048, "Finetune/Loss (Raw)": 1.048463225364685, "Finetune/Step": 737, "Finetune/Step Time": 7.46252292022109}
{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9197986125946045, "Finetune/Loss (Raw)": 0.970714271068573, "Finetune/Step": 738, "Finetune/Step Time": 7.459244402125478}
{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9156774282455444, "Finetune/Loss (Raw)": 0.44820159673690796, "Finetune/Step": 739, "Finetune/Step Time": 7.47689289227128}
{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9150718450546265, "Finetune/Loss (Raw)": 1.048685073852539, "Finetune/Step": 740, "Finetune/Step Time": 7.479584369808435}
{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9141429662704468, "Finetune/Loss (Raw)": 0.7211031317710876, "Finetune/Step": 741, "Finetune/Step Time": 7.496457977220416}
{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9138944149017334, "Finetune/Loss (Raw)": 0.9046189785003662, "Finetune/Step": 742, "Finetune/Step Time": 7.501658545807004}
{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9145344495773315, "Finetune/Loss (Raw)": 1.007774829864502, "Finetune/Step": 743, "Finetune/Step Time": 7.495270796120167}
{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9143916368484497, "Finetune/Loss (Raw)": 0.9406765103340149, "Finetune/Step": 744, "Finetune/Step Time": 7.4967285972088575}
{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9128062725067139, "Finetune/Loss (Raw)": 0.7454273104667664, "Finetune/Step": 745, "Finetune/Step Time": 7.514368878677487}
{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9133402705192566, "Finetune/Loss (Raw)": 1.0307949781417847, "Finetune/Step": 746, "Finetune/Step Time": 7.504868576303124}
{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9149585366249084, "Finetune/Loss (Raw)": 1.0452885627746582, "Finetune/Step": 747, "Finetune/Step Time": 7.484784461557865}
{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9153546094894409, "Finetune/Loss (Raw)": 1.0335270166397095, "Finetune/Step": 748, "Finetune/Step Time": 7.486314883455634}
{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9146122932434082, "Finetune/Loss (Raw)": 0.8735832571983337, "Finetune/Step": 749, "Finetune/Step Time": 7.476114179939032}
{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9145472049713135, "Finetune/Loss (Raw)": 0.9111737608909607, "Finetune/Step": 750, "Finetune/Step Time": 7.481345573440194}
{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9127197265625, "Finetune/Loss (Raw)": 0.790619969367981, "Finetune/Step": 751, "Finetune/Step Time": 7.483580680564046}
{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9130982160568237, "Finetune/Loss (Raw)": 0.9893878102302551, "Finetune/Step": 752, "Finetune/Step Time": 7.472170917317271}
{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9085158109664917, "Finetune/Loss (Raw)": 0.3935461938381195, "Finetune/Step": 753, "Finetune/Step Time": 7.483171613886952}
{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9070083498954773, "Finetune/Loss (Raw)": 0.8120183348655701, "Finetune/Step": 754, "Finetune/Step Time": 7.483225274831057}
{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9059569835662842, "Finetune/Loss (Raw)": 0.800038754940033, "Finetune/Step": 755, "Finetune/Step Time": 7.504133248701692}
{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9056484699249268, "Finetune/Loss (Raw)": 0.8824594616889954, "Finetune/Step": 756, "Finetune/Step Time": 7.501625454053283}
{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.904855489730835, "Finetune/Loss (Raw)": 0.860923707485199, "Finetune/Step": 757, "Finetune/Step Time": 7.512931255623698}
{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.904474139213562, "Finetune/Loss (Raw)": 1.0341956615447998, "Finetune/Step": 758, "Finetune/Step Time": 7.5209029875695705}
{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9056413769721985, "Finetune/Loss (Raw)": 0.9781665802001953, "Finetune/Step": 759, "Finetune/Step Time": 7.520412245765328}
{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9045617580413818, "Finetune/Loss (Raw)": 0.9447855949401855, "Finetune/Step": 760, "Finetune/Step Time": 7.513185735791922}
{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.902370810508728, "Finetune/Loss (Raw)": 0.9017507433891296, "Finetune/Step": 761, "Finetune/Step Time": 7.51621132902801}
{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.898351788520813, "Finetune/Loss (Raw)": 0.37073734402656555, "Finetune/Step": 762, "Finetune/Step Time": 7.541975189000368}
{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8969881534576416, "Finetune/Loss (Raw)": 0.7837227582931519, "Finetune/Step": 763, "Finetune/Step Time": 7.545436445623636}
{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8964407444000244, "Finetune/Loss (Raw)": 0.8995309472084045, "Finetune/Step": 764, "Finetune/Step Time": 7.533750530332327}
{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.8956658840179443, "Finetune/Loss (Raw)": 0.9183850884437561, "Finetune/Step": 765, "Finetune/Step Time": 7.536954699084163}
{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8951461315155029, "Finetune/Loss (Raw)": 0.9737009406089783, "Finetune/Step": 766, "Finetune/Step Time": 7.554313614964485}
{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8946611881256104, "Finetune/Loss (Raw)": 0.8801600933074951, "Finetune/Step": 767, "Finetune/Step Time": 7.562546895816922}
{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8938455581665039, "Finetune/Loss (Raw)": 0.8486552834510803, "Finetune/Step": 768, "Finetune/Step Time": 7.571903012692928}
{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.89208984375, "Finetune/Loss (Raw)": 0.751951277256012, "Finetune/Step": 769, "Finetune/Step Time": 7.57953885756433}
{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8964144587516785, "Finetune/Loss (Raw)": 0.8907683491706848, "Finetune/Step": 770, "Finetune/Step Time": 7.5737405233085155}
{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8969596028327942, "Finetune/Loss (Raw)": 0.9998533129692078, "Finetune/Step": 771, "Finetune/Step Time": 7.5778493750840425}
{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8966278433799744, "Finetune/Loss (Raw)": 0.9303891658782959, "Finetune/Step": 772, "Finetune/Step Time": 7.571662621572614}
{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.89635169506073, "Finetune/Loss (Raw)": 0.9890032410621643, "Finetune/Step": 773, "Finetune/Step Time": 7.570397285744548}
{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8949005603790283, "Finetune/Loss (Raw)": 0.775911808013916, "Finetune/Step": 774, "Finetune/Step Time": 7.581141825765371}
{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8956000208854675, "Finetune/Loss (Raw)": 0.9758291244506836, "Finetune/Step": 775, "Finetune/Step Time": 7.5829391945153475}
{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.8934299349784851, "Finetune/Loss (Raw)": 0.6959344744682312, "Finetune/Step": 776, "Finetune/Step Time": 7.584400977939367}
{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.894119381904602, "Finetune/Loss (Raw)": 1.0316481590270996, "Finetune/Step": 777, "Finetune/Step Time": 7.600801188498735}
{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8952130675315857, "Finetune/Loss (Raw)": 1.0188132524490356, "Finetune/Step": 778, "Finetune/Step Time": 7.5864280220121145}
{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8945033550262451, "Finetune/Loss (Raw)": 0.8682318925857544, "Finetune/Step": 779, "Finetune/Step Time": 7.583081258460879}
{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.8897663950920105, "Finetune/Loss (Raw)": 0.32915401458740234, "Finetune/Step": 780, "Finetune/Step Time": 7.59592093154788}
{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8895648121833801, "Finetune/Loss (Raw)": 0.8562731742858887, "Finetune/Step": 781, "Finetune/Step Time": 7.596198840066791}
{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8851882815361023, "Finetune/Loss (Raw)": 0.6033252477645874, "Finetune/Step": 782, "Finetune/Step Time": 7.615128373727202}
{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8852419853210449, "Finetune/Loss (Raw)": 0.8741231560707092, "Finetune/Step": 783, "Finetune/Step Time": 7.646525522693992}
{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8834938406944275, "Finetune/Loss (Raw)": 0.6667551398277283, "Finetune/Step": 784, "Finetune/Step Time": 7.6729268245399}
{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8842411637306213, "Finetune/Loss (Raw)": 0.9566779732704163, "Finetune/Step": 785, "Finetune/Step Time": 7.668904652819037}
{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8849678039550781, "Finetune/Loss (Raw)": 1.0406705141067505, "Finetune/Step": 786, "Finetune/Step Time": 7.656975412741303}
{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8865174055099487, "Finetune/Loss (Raw)": 0.9573251605033875, "Finetune/Step": 787, "Finetune/Step Time": 7.660681376233697}
{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8863317966461182, "Finetune/Loss (Raw)": 1.0327571630477905, "Finetune/Step": 788, "Finetune/Step Time": 7.658150905743241}
{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8862462639808655, "Finetune/Loss (Raw)": 0.9340785145759583, "Finetune/Step": 789, "Finetune/Step Time": 7.656881166622043}
{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8832908868789673, "Finetune/Loss (Raw)": 0.619377851486206, "Finetune/Step": 790, "Finetune/Step Time": 7.686054803431034}
{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8821607828140259, "Finetune/Loss (Raw)": 0.8608892560005188, "Finetune/Step": 791, "Finetune/Step Time": 7.687424736097455}
{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8811571002006531, "Finetune/Loss (Raw)": 0.7761661410331726, "Finetune/Step": 792, "Finetune/Step Time": 7.67824194021523}
{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8801354169845581, "Finetune/Loss (Raw)": 0.9087356328964233, "Finetune/Step": 793, "Finetune/Step Time": 7.680498855188489}
{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8781737089157104, "Finetune/Loss (Raw)": 0.8712688088417053, "Finetune/Step": 794, "Finetune/Step Time": 7.6828910410404205}
{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8775070309638977, "Finetune/Loss (Raw)": 0.9184165596961975, "Finetune/Step": 795, "Finetune/Step Time": 7.685939764603972}
{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8782429695129395, "Finetune/Loss (Raw)": 0.8913822174072266, "Finetune/Step": 796, "Finetune/Step Time": 7.682570718228817}
{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8776562809944153, "Finetune/Loss (Raw)": 0.8797491192817688, "Finetune/Step": 797, "Finetune/Step Time": 7.688135525211692}
{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8783160448074341, "Finetune/Loss (Raw)": 0.9535434246063232, "Finetune/Step": 798, "Finetune/Step Time": 7.69070446677506}
{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8775469064712524, "Finetune/Loss (Raw)": 0.8084008097648621, "Finetune/Step": 799, "Finetune/Step Time": 7.697138389572501}
{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8772622346878052, "Finetune/Loss (Raw)": 0.9437106847763062, "Finetune/Step": 800, "Finetune/Step Time": 7.702560801059008}
{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8766508102416992, "Finetune/Loss (Raw)": 0.9711064696311951, "Finetune/Step": 801, "Finetune/Step Time": 7.726920181885362}
{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8746516108512878, "Finetune/Loss (Raw)": 0.8148839473724365, "Finetune/Step": 802, "Finetune/Step Time": 7.729787979274988}
{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8724973201751709, "Finetune/Loss (Raw)": 0.7238882184028625, "Finetune/Step": 803, "Finetune/Step Time": 7.735459612682462}
{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8721103668212891, "Finetune/Loss (Raw)": 0.9113648533821106, "Finetune/Step": 804, "Finetune/Step Time": 7.726461013779044}
{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8728952407836914, "Finetune/Loss (Raw)": 0.9187296032905579, "Finetune/Step": 805, "Finetune/Step Time": 7.697116691619158}
{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8704802989959717, "Finetune/Loss (Raw)": 0.7284790873527527, "Finetune/Step": 806, "Finetune/Step Time": 7.710735375061631}
{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8691762685775757, "Finetune/Loss (Raw)": 0.8925533890724182, "Finetune/Step": 807, "Finetune/Step Time": 7.703404882922769}
{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8688231110572815, "Finetune/Loss (Raw)": 0.8411928415298462, "Finetune/Step": 808, "Finetune/Step Time": 7.7217718064785}
{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8680446147918701, "Finetune/Loss (Raw)": 0.9020822048187256, "Finetune/Step": 809, "Finetune/Step Time": 7.725409908220172}
{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8680043816566467, "Finetune/Loss (Raw)": 1.019222378730774, "Finetune/Step": 810, "Finetune/Step Time": 7.728319641202688}
{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8659578561782837, "Finetune/Loss (Raw)": 0.7848482131958008, "Finetune/Step": 811, "Finetune/Step Time": 7.725871071219444}
{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8677902221679688, "Finetune/Loss (Raw)": 1.1085699796676636, "Finetune/Step": 812, "Finetune/Step Time": 7.722407765686512}
{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8697205185890198, "Finetune/Loss (Raw)": 0.9171059131622314, "Finetune/Step": 813, "Finetune/Step Time": 7.709109663963318}
{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8702149391174316, "Finetune/Loss (Raw)": 0.8712131977081299, "Finetune/Step": 814, "Finetune/Step Time": 7.698729434981942}
{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8700242042541504, "Finetune/Loss (Raw)": 0.8857107162475586, "Finetune/Step": 815, "Finetune/Step Time": 7.702520718798041}
{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8703244924545288, "Finetune/Loss (Raw)": 0.9706043601036072, "Finetune/Step": 816, "Finetune/Step Time": 7.7023652382195}
{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8728129863739014, "Finetune/Loss (Raw)": 0.9640748500823975, "Finetune/Step": 817, "Finetune/Step Time": 7.69188529998064}
{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8695610761642456, "Finetune/Loss (Raw)": 0.3231762647628784, "Finetune/Step": 818, "Finetune/Step Time": 7.677841138094664}
{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8676446676254272, "Finetune/Loss (Raw)": 0.7404403686523438, "Finetune/Step": 819, "Finetune/Step Time": 7.6775081641972065}
{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.865878701210022, "Finetune/Loss (Raw)": 0.6302547454833984, "Finetune/Step": 820, "Finetune/Step Time": 7.658909749239683}
{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8660986423492432, "Finetune/Loss (Raw)": 0.860543429851532, "Finetune/Step": 821, "Finetune/Step Time": 7.647078672423959}
{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.869574785232544, "Finetune/Loss (Raw)": 0.8439075350761414, "Finetune/Step": 822, "Finetune/Step Time": 7.6382472943514585}
{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8714050054550171, "Finetune/Loss (Raw)": 1.0201048851013184, "Finetune/Step": 823, "Finetune/Step Time": 7.624261351302266}
{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8707982301712036, "Finetune/Loss (Raw)": 0.9555988311767578, "Finetune/Step": 824, "Finetune/Step Time": 7.622192030772567}
{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8707886934280396, "Finetune/Loss (Raw)": 0.8488976359367371, "Finetune/Step": 825, "Finetune/Step Time": 7.612868329510093}
{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8682757019996643, "Finetune/Loss (Raw)": 0.773208737373352, "Finetune/Step": 826, "Finetune/Step Time": 7.619183551520109}
{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.866347074508667, "Finetune/Loss (Raw)": 0.8792011141777039, "Finetune/Step": 827, "Finetune/Step Time": 7.606473959982395}
{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.862356424331665, "Finetune/Loss (Raw)": 0.37402746081352234, "Finetune/Step": 828, "Finetune/Step Time": 7.60007262788713}
{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.8668466806411743, "Finetune/Loss (Raw)": 0.8821693658828735, "Finetune/Step": 829, "Finetune/Step Time": 7.5948005467653275}
{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8669864535331726, "Finetune/Loss (Raw)": 0.9196346998214722, "Finetune/Step": 830, "Finetune/Step Time": 7.591844109818339}
{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.86773681640625, "Finetune/Loss (Raw)": 0.8510756492614746, "Finetune/Step": 831, "Finetune/Step Time": 7.6086901389062405}
{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.868246853351593, "Finetune/Loss (Raw)": 0.9991143345832825, "Finetune/Step": 832, "Finetune/Step Time": 7.590602323412895}
{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8640277981758118, "Finetune/Loss (Raw)": 0.41614001989364624, "Finetune/Step": 833, "Finetune/Step Time": 7.6041601952165365}
{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8655418157577515, "Finetune/Loss (Raw)": 0.8985761404037476, "Finetune/Step": 834, "Finetune/Step Time": 7.612544495612383}
{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8660564422607422, "Finetune/Loss (Raw)": 0.8922375440597534, "Finetune/Step": 835, "Finetune/Step Time": 7.617798373103142}
{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8645278215408325, "Finetune/Loss (Raw)": 0.9163406491279602, "Finetune/Step": 836, "Finetune/Step Time": 7.612591300159693}
{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8637979030609131, "Finetune/Loss (Raw)": 0.7805993556976318, "Finetune/Step": 837, "Finetune/Step Time": 7.610910806804895}
{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8639344573020935, "Finetune/Loss (Raw)": 0.8448366522789001, "Finetune/Step": 838, "Finetune/Step Time": 7.6147918328642845}
{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8626936674118042, "Finetune/Loss (Raw)": 0.809711217880249, "Finetune/Step": 839, "Finetune/Step Time": 7.607197441160679}
{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8660178780555725, "Finetune/Loss (Raw)": 1.0421713590621948, "Finetune/Step": 840, "Finetune/Step Time": 7.59558654949069}
{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8651140928268433, "Finetune/Loss (Raw)": 0.8086551427841187, "Finetune/Step": 841, "Finetune/Step Time": 7.598989684134722}
{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.8662131428718567, "Finetune/Loss (Raw)": 0.9558348655700684, "Finetune/Step": 842, "Finetune/Step Time": 7.598216414451599}
{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8651423454284668, "Finetune/Loss (Raw)": 0.9019885659217834, "Finetune/Step": 843, "Finetune/Step Time": 7.612042730674148}
{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8658871054649353, "Finetune/Loss (Raw)": 0.8907400965690613, "Finetune/Step": 844, "Finetune/Step Time": 7.613677294924855}
{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8653546571731567, "Finetune/Loss (Raw)": 0.9519120454788208, "Finetune/Step": 845, "Finetune/Step Time": 7.600028054788709}
{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8654208779335022, "Finetune/Loss (Raw)": 0.9629229307174683, "Finetune/Step": 846, "Finetune/Step Time": 7.59266042150557}
{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8615595698356628, "Finetune/Loss (Raw)": 0.45734548568725586, "Finetune/Step": 847, "Finetune/Step Time": 7.614727672189474}
{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8587459921836853, "Finetune/Loss (Raw)": 0.7689217329025269, "Finetune/Step": 848, "Finetune/Step Time": 7.617112448439002}
{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8593406677246094, "Finetune/Loss (Raw)": 0.9298885464668274, "Finetune/Step": 849, "Finetune/Step Time": 7.586171817034483}
{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8588178753852844, "Finetune/Loss (Raw)": 0.8108595013618469, "Finetune/Step": 850, "Finetune/Step Time": 7.5709248669445515}
{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.858026385307312, "Finetune/Loss (Raw)": 0.9355666637420654, "Finetune/Step": 851, "Finetune/Step Time": 7.576585313305259}
{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8564899563789368, "Finetune/Loss (Raw)": 0.7831826210021973, "Finetune/Step": 852, "Finetune/Step Time": 7.5621922221034765}
{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8549270629882812, "Finetune/Loss (Raw)": 0.8807563781738281, "Finetune/Step": 853, "Finetune/Step Time": 7.558221746236086}
{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8560820817947388, "Finetune/Loss (Raw)": 0.8195759654045105, "Finetune/Step": 854, "Finetune/Step Time": 7.560694521293044}
{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.853753924369812, "Finetune/Loss (Raw)": 0.6497491002082825, "Finetune/Step": 855, "Finetune/Step Time": 7.595389872789383}
{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.852390468120575, "Finetune/Loss (Raw)": 0.8886226415634155, "Finetune/Step": 856, "Finetune/Step Time": 7.5935699082911015}
{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8548794984817505, "Finetune/Loss (Raw)": 0.8230575919151306, "Finetune/Step": 857, "Finetune/Step Time": 7.583904389292002}
{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8561612367630005, "Finetune/Loss (Raw)": 1.1119335889816284, "Finetune/Step": 858, "Finetune/Step Time": 7.581137306988239}
{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.855867862701416, "Finetune/Loss (Raw)": 0.9363064169883728, "Finetune/Step": 859, "Finetune/Step Time": 7.595244271680713}
{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8560711741447449, "Finetune/Loss (Raw)": 0.8364066481590271, "Finetune/Step": 860, "Finetune/Step Time": 7.5650764759629965}
{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8540034294128418, "Finetune/Loss (Raw)": 0.6132134199142456, "Finetune/Step": 861, "Finetune/Step Time": 7.554663063958287}
{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8548233509063721, "Finetune/Loss (Raw)": 0.9115645885467529, "Finetune/Step": 862, "Finetune/Step Time": 7.557090139016509}
{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8542941808700562, "Finetune/Loss (Raw)": 0.7107767462730408, "Finetune/Step": 863, "Finetune/Step Time": 7.562989803031087}
{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.854925274848938, "Finetune/Loss (Raw)": 0.959128201007843, "Finetune/Step": 864, "Finetune/Step Time": 7.531375303864479}
{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8532304167747498, "Finetune/Loss (Raw)": 0.8315149545669556, "Finetune/Step": 865, "Finetune/Step Time": 7.551590036600828}
{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.85371994972229, "Finetune/Loss (Raw)": 1.0333740711212158, "Finetune/Step": 866, "Finetune/Step Time": 7.5534112472087145}
{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8579863905906677, "Finetune/Loss (Raw)": 0.9943079948425293, "Finetune/Step": 867, "Finetune/Step Time": 7.53911660425365}
{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8564904928207397, "Finetune/Loss (Raw)": 0.8572090268135071, "Finetune/Step": 868, "Finetune/Step Time": 7.532361784949899}
{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8586117029190063, "Finetune/Loss (Raw)": 0.9926175475120544, "Finetune/Step": 869, "Finetune/Step Time": 7.5236386600881815}
{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.857826828956604, "Finetune/Loss (Raw)": 0.8041579723358154, "Finetune/Step": 870, "Finetune/Step Time": 7.526541234925389}
{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8556544780731201, "Finetune/Loss (Raw)": 0.7297149300575256, "Finetune/Step": 871, "Finetune/Step Time": 7.5298976339399815}
{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8554670810699463, "Finetune/Loss (Raw)": 0.9166901707649231, "Finetune/Step": 872, "Finetune/Step Time": 7.539956197142601}
{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8570882081985474, "Finetune/Loss (Raw)": 0.952926754951477, "Finetune/Step": 873, "Finetune/Step Time": 7.524063348770142}
{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8550132513046265, "Finetune/Loss (Raw)": 0.7651962041854858, "Finetune/Step": 874, "Finetune/Step Time": 7.529145175591111}
{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8532805442810059, "Finetune/Loss (Raw)": 0.8235142230987549, "Finetune/Step": 875, "Finetune/Step Time": 7.540571317076683}
{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8519217371940613, "Finetune/Loss (Raw)": 0.8595937490463257, "Finetune/Step": 876, "Finetune/Step Time": 7.542242789641023}
{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8520340919494629, "Finetune/Loss (Raw)": 0.8879665732383728, "Finetune/Step": 877, "Finetune/Step Time": 7.540919046849012}
{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8517879247665405, "Finetune/Loss (Raw)": 0.8796685934066772, "Finetune/Step": 878, "Finetune/Step Time": 7.5341766104102135}
{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8517882823944092, "Finetune/Loss (Raw)": 0.7906550168991089, "Finetune/Step": 879, "Finetune/Step Time": 7.55445715226233}
{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8507047891616821, "Finetune/Loss (Raw)": 0.8507080674171448, "Finetune/Step": 880, "Finetune/Step Time": 7.558957481756806}
{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8531952500343323, "Finetune/Loss (Raw)": 0.7123266458511353, "Finetune/Step": 881, "Finetune/Step Time": 7.558779766783118}
{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8538633584976196, "Finetune/Loss (Raw)": 0.89753258228302, "Finetune/Step": 882, "Finetune/Step Time": 7.558281404897571}
{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8553223609924316, "Finetune/Loss (Raw)": 0.9867923855781555, "Finetune/Step": 883, "Finetune/Step Time": 7.530846232548356}
{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8563189506530762, "Finetune/Loss (Raw)": 1.010022759437561, "Finetune/Step": 884, "Finetune/Step Time": 7.530882125720382}
{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8513497114181519, "Finetune/Loss (Raw)": 0.2248625010251999, "Finetune/Step": 885, "Finetune/Step Time": 7.5313533786684275}
{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.850091814994812, "Finetune/Loss (Raw)": 0.8731845617294312, "Finetune/Step": 886, "Finetune/Step Time": 7.535337325185537}
{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8455522656440735, "Finetune/Loss (Raw)": 0.3970993459224701, "Finetune/Step": 887, "Finetune/Step Time": 7.555747617036104}
{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8458558320999146, "Finetune/Loss (Raw)": 0.9836469292640686, "Finetune/Step": 888, "Finetune/Step Time": 7.562072856351733}
{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8460972309112549, "Finetune/Loss (Raw)": 0.9326478838920593, "Finetune/Step": 889, "Finetune/Step Time": 7.567049626260996}
{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8501116633415222, "Finetune/Loss (Raw)": 0.8845819234848022, "Finetune/Step": 890, "Finetune/Step Time": 7.542739424854517}
{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8509802222251892, "Finetune/Loss (Raw)": 0.8948990702629089, "Finetune/Step": 891, "Finetune/Step Time": 7.546566151082516}
{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.850249171257019, "Finetune/Loss (Raw)": 0.8059569597244263, "Finetune/Step": 892, "Finetune/Step Time": 7.540968798100948}
{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8507299423217773, "Finetune/Loss (Raw)": 0.9799193739891052, "Finetune/Step": 893, "Finetune/Step Time": 7.5378382336348295}
{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8504135012626648, "Finetune/Loss (Raw)": 0.9332010746002197, "Finetune/Step": 894, "Finetune/Step Time": 7.522920351475477}
{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.850056529045105, "Finetune/Loss (Raw)": 0.834466278553009, "Finetune/Step": 895, "Finetune/Step Time": 7.529336858540773}
{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8508967757225037, "Finetune/Loss (Raw)": 0.9562103748321533, "Finetune/Step": 896, "Finetune/Step Time": 7.521960385143757}
{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.85053551197052, "Finetune/Loss (Raw)": 0.70570307970047, "Finetune/Step": 897, "Finetune/Step Time": 7.525308663025498}
{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8463627099990845, "Finetune/Loss (Raw)": 0.3566509187221527, "Finetune/Step": 898, "Finetune/Step Time": 7.530857341364026}
{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8443698883056641, "Finetune/Loss (Raw)": 0.7447786331176758, "Finetune/Step": 899, "Finetune/Step Time": 7.563701147213578}
{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8447170257568359, "Finetune/Loss (Raw)": 0.9748204946517944, "Finetune/Step": 900, "Finetune/Step Time": 7.576173406094313}
{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8447997570037842, "Finetune/Loss (Raw)": 0.9995911121368408, "Finetune/Step": 901, "Finetune/Step Time": 7.58136972039938}
{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8457151055335999, "Finetune/Loss (Raw)": 0.8930786848068237, "Finetune/Step": 902, "Finetune/Step Time": 7.564554087817669}
{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8451562523841858, "Finetune/Loss (Raw)": 0.9042958617210388, "Finetune/Step": 903, "Finetune/Step Time": 7.573183974251151}
{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8459565043449402, "Finetune/Loss (Raw)": 0.7983611822128296, "Finetune/Step": 904, "Finetune/Step Time": 7.569561323150992}
{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8456063866615295, "Finetune/Loss (Raw)": 0.9868365526199341, "Finetune/Step": 905, "Finetune/Step Time": 7.549824481830001}
{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8439817428588867, "Finetune/Loss (Raw)": 0.8108564615249634, "Finetune/Step": 906, "Finetune/Step Time": 7.5473742969334126}
{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8445043563842773, "Finetune/Loss (Raw)": 0.9351249933242798, "Finetune/Step": 907, "Finetune/Step Time": 7.535112094134092}
{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8489418029785156, "Finetune/Loss (Raw)": 0.8971467018127441, "Finetune/Step": 908, "Finetune/Step Time": 7.521853182464838}
{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8487316966056824, "Finetune/Loss (Raw)": 0.8293811082839966, "Finetune/Step": 909, "Finetune/Step Time": 7.525373408570886}
{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8507139682769775, "Finetune/Loss (Raw)": 0.8570594191551208, "Finetune/Step": 910, "Finetune/Step Time": 7.5075368862599134}
{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8505100011825562, "Finetune/Loss (Raw)": 0.8480192422866821, "Finetune/Step": 911, "Finetune/Step Time": 7.47085982747376}
{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8532040119171143, "Finetune/Loss (Raw)": 1.0115889310836792, "Finetune/Step": 912, "Finetune/Step Time": 7.451795838773251}
{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8506202697753906, "Finetune/Loss (Raw)": 0.625947892665863, "Finetune/Step": 913, "Finetune/Step Time": 7.446863939985633}
{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8507915735244751, "Finetune/Loss (Raw)": 1.0626031160354614, "Finetune/Step": 914, "Finetune/Step Time": 7.450429376214743}
{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8505001068115234, "Finetune/Loss (Raw)": 0.9200165867805481, "Finetune/Step": 915, "Finetune/Step Time": 7.424083324149251}
{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8497990369796753, "Finetune/Loss (Raw)": 0.9430255889892578, "Finetune/Step": 916, "Finetune/Step Time": 7.429852286353707}
{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8506944179534912, "Finetune/Loss (Raw)": 1.0486785173416138, "Finetune/Step": 917, "Finetune/Step Time": 7.475559720769525}
{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8525626063346863, "Finetune/Loss (Raw)": 0.8585113883018494, "Finetune/Step": 918, "Finetune/Step Time": 7.454419277608395}
{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8507682085037231, "Finetune/Loss (Raw)": 0.6312103867530823, "Finetune/Step": 919, "Finetune/Step Time": 7.468354642391205}
{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8504780530929565, "Finetune/Loss (Raw)": 0.7390176653862, "Finetune/Step": 920, "Finetune/Step Time": 7.474508827552199}
{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8507806062698364, "Finetune/Loss (Raw)": 0.947460412979126, "Finetune/Step": 921, "Finetune/Step Time": 7.4652097169309855}
{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8506275415420532, "Finetune/Loss (Raw)": 0.8516851663589478, "Finetune/Step": 922, "Finetune/Step Time": 7.464378256350756}
{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8507227897644043, "Finetune/Loss (Raw)": 0.9306027293205261, "Finetune/Step": 923, "Finetune/Step Time": 7.456517435610294}
{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8500964045524597, "Finetune/Loss (Raw)": 0.8112081289291382, "Finetune/Step": 924, "Finetune/Step Time": 7.464709276333451}
{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8489778637886047, "Finetune/Loss (Raw)": 0.736574113368988, "Finetune/Step": 925, "Finetune/Step Time": 7.4842074904590845}
{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.846673846244812, "Finetune/Loss (Raw)": 0.6586301326751709, "Finetune/Step": 926, "Finetune/Step Time": 7.488100461661816}
{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8473672270774841, "Finetune/Loss (Raw)": 0.8971550464630127, "Finetune/Step": 927, "Finetune/Step Time": 7.4913242515176535}
{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8469851016998291, "Finetune/Loss (Raw)": 0.8947953581809998, "Finetune/Step": 928, "Finetune/Step Time": 7.483505077660084}
{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8462277054786682, "Finetune/Loss (Raw)": 0.8741629123687744, "Finetune/Step": 929, "Finetune/Step Time": 7.459444355219603}
{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8462713956832886, "Finetune/Loss (Raw)": 0.8204730153083801, "Finetune/Step": 930, "Finetune/Step Time": 7.464140946045518}
{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8477659225463867, "Finetune/Loss (Raw)": 0.9151930212974548, "Finetune/Step": 931, "Finetune/Step Time": 7.446459287777543}
{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8481383323669434, "Finetune/Loss (Raw)": 0.9590307474136353, "Finetune/Step": 932, "Finetune/Step Time": 7.452183082699776}
{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8477370142936707, "Finetune/Loss (Raw)": 0.8673614263534546, "Finetune/Step": 933, "Finetune/Step Time": 7.461686143651605}
{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8495004177093506, "Finetune/Loss (Raw)": 0.9541932344436646, "Finetune/Step": 934, "Finetune/Step Time": 7.4491168316453695}
{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8479572534561157, "Finetune/Loss (Raw)": 0.6950324773788452, "Finetune/Step": 935, "Finetune/Step Time": 7.449679983779788}
{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8476150035858154, "Finetune/Loss (Raw)": 0.7973827719688416, "Finetune/Step": 936, "Finetune/Step Time": 7.4421489629894495}
{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8486093282699585, "Finetune/Loss (Raw)": 1.0293545722961426, "Finetune/Step": 937, "Finetune/Step Time": 7.43756353110075}
{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8489278554916382, "Finetune/Loss (Raw)": 1.059996247291565, "Finetune/Step": 938, "Finetune/Step Time": 7.441179426386952}
{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8495409488677979, "Finetune/Loss (Raw)": 0.8633241653442383, "Finetune/Step": 939, "Finetune/Step Time": 7.442000582814217}
{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8482327461242676, "Finetune/Loss (Raw)": 0.9411247372627258, "Finetune/Step": 940, "Finetune/Step Time": 7.444520629942417}
{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8481345176696777, "Finetune/Loss (Raw)": 0.9045211672782898, "Finetune/Step": 941, "Finetune/Step Time": 7.443872150033712}
{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8468630313873291, "Finetune/Loss (Raw)": 0.7084710597991943, "Finetune/Step": 942, "Finetune/Step Time": 7.449872754514217}
{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8468109369277954, "Finetune/Loss (Raw)": 0.8790438771247864, "Finetune/Step": 943, "Finetune/Step Time": 7.449195500463247}
{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8457383513450623, "Finetune/Loss (Raw)": 0.8333097100257874, "Finetune/Step": 944, "Finetune/Step Time": 7.444628087803721}
{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8443604111671448, "Finetune/Loss (Raw)": 0.7876985669136047, "Finetune/Step": 945, "Finetune/Step Time": 7.453840002417564}
{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8475641012191772, "Finetune/Loss (Raw)": 0.7332438826560974, "Finetune/Step": 946, "Finetune/Step Time": 7.446560749784112}
{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8482945561408997, "Finetune/Loss (Raw)": 0.8339422941207886, "Finetune/Step": 947, "Finetune/Step Time": 7.4647604413330555}
{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.846262514591217, "Finetune/Loss (Raw)": 0.37015387415885925, "Finetune/Step": 948, "Finetune/Step Time": 7.468348940834403}
{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8474751710891724, "Finetune/Loss (Raw)": 1.0157676935195923, "Finetune/Step": 949, "Finetune/Step Time": 7.454162009060383}
{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8475825786590576, "Finetune/Loss (Raw)": 0.8576472401618958, "Finetune/Step": 950, "Finetune/Step Time": 7.451393090188503}
{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8482621908187866, "Finetune/Loss (Raw)": 1.1070979833602905, "Finetune/Step": 951, "Finetune/Step Time": 7.445303065702319}
{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8470118641853333, "Finetune/Loss (Raw)": 0.7955564856529236, "Finetune/Step": 952, "Finetune/Step Time": 7.449655219912529}
{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8473155498504639, "Finetune/Loss (Raw)": 0.887775719165802, "Finetune/Step": 953, "Finetune/Step Time": 7.442046945914626}
{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8476395606994629, "Finetune/Loss (Raw)": 0.8146736025810242, "Finetune/Step": 954, "Finetune/Step Time": 7.4381482396274805}
{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8478689193725586, "Finetune/Loss (Raw)": 0.9085562825202942, "Finetune/Step": 955, "Finetune/Step Time": 7.437090931460261}
{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.852167010307312, "Finetune/Loss (Raw)": 0.924189567565918, "Finetune/Step": 956, "Finetune/Step Time": 7.425411820411682}
{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8516830801963806, "Finetune/Loss (Raw)": 0.8202221989631653, "Finetune/Step": 957, "Finetune/Step Time": 7.421774307265878}
{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8511881232261658, "Finetune/Loss (Raw)": 0.8562803864479065, "Finetune/Step": 958, "Finetune/Step Time": 7.431173613294959}
{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8504990339279175, "Finetune/Loss (Raw)": 0.7628721594810486, "Finetune/Step": 959, "Finetune/Step Time": 7.401745988056064}
{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8494723439216614, "Finetune/Loss (Raw)": 0.8677026629447937, "Finetune/Step": 960, "Finetune/Step Time": 7.403691336512566}
{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8522372841835022, "Finetune/Loss (Raw)": 0.7700535655021667, "Finetune/Step": 961, "Finetune/Step Time": 7.39150676690042}
{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8526495695114136, "Finetune/Loss (Raw)": 0.951352059841156, "Finetune/Step": 962, "Finetune/Step Time": 7.3877461813390255}
{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8522233963012695, "Finetune/Loss (Raw)": 0.8376819491386414, "Finetune/Step": 963, "Finetune/Step Time": 7.38092783652246}
{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8516948223114014, "Finetune/Loss (Raw)": 0.8486875295639038, "Finetune/Step": 964, "Finetune/Step Time": 7.380721433088183}
{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8513578772544861, "Finetune/Loss (Raw)": 0.7374669909477234, "Finetune/Step": 965, "Finetune/Step Time": 7.375700928270817}
{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8512953519821167, "Finetune/Loss (Raw)": 0.8368343114852905, "Finetune/Step": 966, "Finetune/Step Time": 7.3764693941921}
{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8513378500938416, "Finetune/Loss (Raw)": 0.8151487112045288, "Finetune/Step": 967, "Finetune/Step Time": 7.381363362073898}
{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8503761291503906, "Finetune/Loss (Raw)": 0.9190710783004761, "Finetune/Step": 968, "Finetune/Step Time": 7.379809809848666}
{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8503111600875854, "Finetune/Loss (Raw)": 0.8003420233726501, "Finetune/Step": 969, "Finetune/Step Time": 7.398893965408206}
{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8470697402954102, "Finetune/Loss (Raw)": 0.5409281849861145, "Finetune/Step": 970, "Finetune/Step Time": 7.4063578099012375}
{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8466634750366211, "Finetune/Loss (Raw)": 0.8499884605407715, "Finetune/Step": 971, "Finetune/Step Time": 7.419013084843755}
{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8426934480667114, "Finetune/Loss (Raw)": 0.3825738728046417, "Finetune/Step": 972, "Finetune/Step Time": 7.4312591049820185}
{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8413702845573425, "Finetune/Loss (Raw)": 0.7825480103492737, "Finetune/Step": 973, "Finetune/Step Time": 7.446672141551971}
{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8402503132820129, "Finetune/Loss (Raw)": 0.8195674419403076, "Finetune/Step": 974, "Finetune/Step Time": 7.461884496733546}
{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8444654941558838, "Finetune/Loss (Raw)": 0.9968855977058411, "Finetune/Step": 975, "Finetune/Step Time": 7.451850179582834}
{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8451405763626099, "Finetune/Loss (Raw)": 0.855339765548706, "Finetune/Step": 976, "Finetune/Step Time": 7.448698120191693}
{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8454904556274414, "Finetune/Loss (Raw)": 0.9746714234352112, "Finetune/Step": 977, "Finetune/Step Time": 7.453992661088705}
{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8456094264984131, "Finetune/Loss (Raw)": 0.8260834813117981, "Finetune/Step": 978, "Finetune/Step Time": 7.439958913251758}
{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8448877930641174, "Finetune/Loss (Raw)": 0.8432000279426575, "Finetune/Step": 979, "Finetune/Step Time": 7.44094823487103}
{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8469730615615845, "Finetune/Loss (Raw)": 1.0500963926315308, "Finetune/Step": 980, "Finetune/Step Time": 7.438896864652634}
{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8467952609062195, "Finetune/Loss (Raw)": 0.8579983115196228, "Finetune/Step": 981, "Finetune/Step Time": 7.4500019662082195}
{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8478755950927734, "Finetune/Loss (Raw)": 0.9578542113304138, "Finetune/Step": 982, "Finetune/Step Time": 7.439020778983831}
{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8498250842094421, "Finetune/Loss (Raw)": 0.8992885947227478, "Finetune/Step": 983, "Finetune/Step Time": 7.404498226940632}
{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8487522602081299, "Finetune/Loss (Raw)": 0.7512938380241394, "Finetune/Step": 984, "Finetune/Step Time": 7.4143641870468855}
{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8491817712783813, "Finetune/Loss (Raw)": 0.878044068813324, "Finetune/Step": 985, "Finetune/Step Time": 7.412894705310464}
{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8465982675552368, "Finetune/Loss (Raw)": 0.7812463641166687, "Finetune/Step": 986, "Finetune/Step Time": 7.4164087343961}
{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8463118672370911, "Finetune/Loss (Raw)": 0.8996451497077942, "Finetune/Step": 987, "Finetune/Step Time": 7.413626503199339}
{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8449512124061584, "Finetune/Loss (Raw)": 0.6622374057769775, "Finetune/Step": 988, "Finetune/Step Time": 7.415574800223112}
{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8475422859191895, "Finetune/Loss (Raw)": 0.9448795318603516, "Finetune/Step": 989, "Finetune/Step Time": 7.418709659948945}
{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8452767133712769, "Finetune/Loss (Raw)": 0.6215639710426331, "Finetune/Step": 990, "Finetune/Step Time": 7.423992307856679}
{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8471676111221313, "Finetune/Loss (Raw)": 0.9528169631958008, "Finetune/Step": 991, "Finetune/Step Time": 7.414841756224632}
{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8465540409088135, "Finetune/Loss (Raw)": 0.8805834650993347, "Finetune/Step": 992, "Finetune/Step Time": 7.412496583536267}
{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8465549945831299, "Finetune/Loss (Raw)": 0.8316429853439331, "Finetune/Step": 993, "Finetune/Step Time": 7.422645850107074}
{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8437566161155701, "Finetune/Loss (Raw)": 0.6751805543899536, "Finetune/Step": 994, "Finetune/Step Time": 7.430725298821926}
{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8427555561065674, "Finetune/Loss (Raw)": 0.8661763668060303, "Finetune/Step": 995, "Finetune/Step Time": 7.42950932122767}
{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.842019259929657, "Finetune/Loss (Raw)": 0.7629600763320923, "Finetune/Step": 996, "Finetune/Step Time": 7.433155043050647}
{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.841047465801239, "Finetune/Loss (Raw)": 0.8682308793067932, "Finetune/Step": 997, "Finetune/Step Time": 7.413617542013526}
{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8408071398735046, "Finetune/Loss (Raw)": 0.7733912467956543, "Finetune/Step": 998, "Finetune/Step Time": 7.425826063379645}
{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.842835545539856, "Finetune/Loss (Raw)": 0.9893540740013123, "Finetune/Step": 999, "Finetune/Step Time": 7.420390961691737}
{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8436235189437866, "Finetune/Loss (Raw)": 1.017541766166687, "Finetune/Step": 1000, "Finetune/Step Time": 7.403686493635178}
{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8386377096176147, "Finetune/Loss (Raw)": 0.3147521913051605, "Finetune/Step": 1001, "Finetune/Step Time": 7.41941025853157}
{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8400910496711731, "Finetune/Loss (Raw)": 0.9512176513671875, "Finetune/Step": 1002, "Finetune/Step Time": 7.420223219320178}
{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8410687446594238, "Finetune/Loss (Raw)": 0.9486644864082336, "Finetune/Step": 1003, "Finetune/Step Time": 7.423034466803074}
{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8419899344444275, "Finetune/Loss (Raw)": 0.977501630783081, "Finetune/Step": 1004, "Finetune/Step Time": 7.422218648716807}
{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8420299291610718, "Finetune/Loss (Raw)": 0.8930845260620117, "Finetune/Step": 1005, "Finetune/Step Time": 7.41503394395113}
{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8405705094337463, "Finetune/Loss (Raw)": 0.6928675174713135, "Finetune/Step": 1006, "Finetune/Step Time": 7.430125368759036}
{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8409354090690613, "Finetune/Loss (Raw)": 0.8373592495918274, "Finetune/Step": 1007, "Finetune/Step Time": 7.412600830197334}
{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8415130376815796, "Finetune/Loss (Raw)": 0.9246458411216736, "Finetune/Step": 1008, "Finetune/Step Time": 7.411472614854574}
{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8392548561096191, "Finetune/Loss (Raw)": 0.4232827126979828, "Finetune/Step": 1009, "Finetune/Step Time": 7.4116699658334255}
{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8384301662445068, "Finetune/Loss (Raw)": 0.7919713258743286, "Finetune/Step": 1010, "Finetune/Step Time": 7.414298063144088}
{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.837028443813324, "Finetune/Loss (Raw)": 0.8073706030845642, "Finetune/Step": 1011, "Finetune/Step Time": 7.4132491163909435}
{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8363427519798279, "Finetune/Loss (Raw)": 0.9222551584243774, "Finetune/Step": 1012, "Finetune/Step Time": 7.418148633092642}
{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8413740396499634, "Finetune/Loss (Raw)": 0.8688671588897705, "Finetune/Step": 1013, "Finetune/Step Time": 7.405099740251899}
{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8422792553901672, "Finetune/Loss (Raw)": 0.9890514016151428, "Finetune/Step": 1014, "Finetune/Step Time": 7.400263646617532}
{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8415822982788086, "Finetune/Loss (Raw)": 0.30789265036582947, "Finetune/Step": 1015, "Finetune/Step Time": 7.395309487357736}
{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8410953879356384, "Finetune/Loss (Raw)": 0.921319842338562, "Finetune/Step": 1016, "Finetune/Step Time": 7.393527835607529}
{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8414832949638367, "Finetune/Loss (Raw)": 0.9823026061058044, "Finetune/Step": 1017, "Finetune/Step Time": 7.385260485112667}
{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8411977291107178, "Finetune/Loss (Raw)": 0.8480274081230164, "Finetune/Step": 1018, "Finetune/Step Time": 7.42136344499886}
{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8407633304595947, "Finetune/Loss (Raw)": 0.8392974734306335, "Finetune/Step": 1019, "Finetune/Step Time": 7.419125489890575}
{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8414203524589539, "Finetune/Loss (Raw)": 0.8900533318519592, "Finetune/Step": 1020, "Finetune/Step Time": 7.414294438436627}
{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8394819498062134, "Finetune/Loss (Raw)": 0.7318032383918762, "Finetune/Step": 1021, "Finetune/Step Time": 7.425182344391942}
{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8388543128967285, "Finetune/Loss (Raw)": 0.85285884141922, "Finetune/Step": 1022, "Finetune/Step Time": 7.431126970797777}
{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8376940488815308, "Finetune/Loss (Raw)": 0.6859568953514099, "Finetune/Step": 1023, "Finetune/Step Time": 7.434285003691912}
{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8364459276199341, "Finetune/Loss (Raw)": 0.796455442905426, "Finetune/Step": 1024, "Finetune/Step Time": 7.435867223888636}
{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8370823264122009, "Finetune/Loss (Raw)": 0.7871590256690979, "Finetune/Step": 1025, "Finetune/Step Time": 7.421384498476982}
{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.841137170791626, "Finetune/Loss (Raw)": 0.875673770904541, "Finetune/Step": 1026, "Finetune/Step Time": 7.416318628937006}
{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8381919264793396, "Finetune/Loss (Raw)": 0.367784708738327, "Finetune/Step": 1027, "Finetune/Step Time": 7.392627479508519}
{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8378840684890747, "Finetune/Loss (Raw)": 0.9354212284088135, "Finetune/Step": 1028, "Finetune/Step Time": 7.3835664093494415}
{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8362972736358643, "Finetune/Loss (Raw)": 0.7964792251586914, "Finetune/Step": 1029, "Finetune/Step Time": 7.391184873878956}
{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8356049060821533, "Finetune/Loss (Raw)": 0.8044527173042297, "Finetune/Step": 1030, "Finetune/Step Time": 7.395484430715442}
{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8353342413902283, "Finetune/Loss (Raw)": 0.8696491122245789, "Finetune/Step": 1031, "Finetune/Step Time": 7.371787626296282}
{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8318053483963013, "Finetune/Loss (Raw)": 0.34666943550109863, "Finetune/Step": 1032, "Finetune/Step Time": 7.388068612664938}
{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8310853838920593, "Finetune/Loss (Raw)": 0.8946743011474609, "Finetune/Step": 1033, "Finetune/Step Time": 7.4138859286904335}
{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8305597305297852, "Finetune/Loss (Raw)": 0.7435684204101562, "Finetune/Step": 1034, "Finetune/Step Time": 7.421339832246304}
{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8299559354782104, "Finetune/Loss (Raw)": 0.8578423857688904, "Finetune/Step": 1035, "Finetune/Step Time": 7.433129157871008}
{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8296386003494263, "Finetune/Loss (Raw)": 0.8565300107002258, "Finetune/Step": 1036, "Finetune/Step Time": 7.4485199842602015}
{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8287084102630615, "Finetune/Loss (Raw)": 0.7103115320205688, "Finetune/Step": 1037, "Finetune/Step Time": 7.461608063429594}
{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8302261829376221, "Finetune/Loss (Raw)": 1.0513373613357544, "Finetune/Step": 1038, "Finetune/Step Time": 7.458006268367171}
{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8304963111877441, "Finetune/Loss (Raw)": 0.8825994729995728, "Finetune/Step": 1039, "Finetune/Step Time": 7.4573010094463825}
{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8282535076141357, "Finetune/Loss (Raw)": 0.7245042324066162, "Finetune/Step": 1040, "Finetune/Step Time": 7.453568859025836}
{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8312910199165344, "Finetune/Loss (Raw)": 1.0147520303726196, "Finetune/Step": 1041, "Finetune/Step Time": 7.435931665822864}
{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8307867050170898, "Finetune/Loss (Raw)": 0.9980579018592834, "Finetune/Step": 1042, "Finetune/Step Time": 7.436836984008551}
{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8265161514282227, "Finetune/Loss (Raw)": 0.37338176369667053, "Finetune/Step": 1043, "Finetune/Step Time": 7.454721065238118}
{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8241637945175171, "Finetune/Loss (Raw)": 0.641925036907196, "Finetune/Step": 1044, "Finetune/Step Time": 7.455591939389706}
{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8226101398468018, "Finetune/Loss (Raw)": 0.8498039841651917, "Finetune/Step": 1045, "Finetune/Step Time": 7.427588079124689}
{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8224196434020996, "Finetune/Loss (Raw)": 0.834130585193634, "Finetune/Step": 1046, "Finetune/Step Time": 7.429369293153286}
{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8244762420654297, "Finetune/Loss (Raw)": 0.8944600820541382, "Finetune/Step": 1047, "Finetune/Step Time": 7.416426008567214}
{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8268287181854248, "Finetune/Loss (Raw)": 1.0401318073272705, "Finetune/Step": 1048, "Finetune/Step Time": 7.408449560403824}
{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8254311084747314, "Finetune/Loss (Raw)": 0.7685685753822327, "Finetune/Step": 1049, "Finetune/Step Time": 7.405497150495648}
{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.824586808681488, "Finetune/Loss (Raw)": 0.7436091899871826, "Finetune/Step": 1050, "Finetune/Step Time": 7.4168487302958965}
{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8227393627166748, "Finetune/Loss (Raw)": 0.6941297650337219, "Finetune/Step": 1051, "Finetune/Step Time": 7.4208728689700365}
{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8242957592010498, "Finetune/Loss (Raw)": 1.010432481765747, "Finetune/Step": 1052, "Finetune/Step Time": 7.419002119451761}
{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8250927925109863, "Finetune/Loss (Raw)": 0.8385845422744751, "Finetune/Step": 1053, "Finetune/Step Time": 7.4067000318318605}
{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8271476030349731, "Finetune/Loss (Raw)": 0.9216489791870117, "Finetune/Step": 1054, "Finetune/Step Time": 7.402086732909083}
{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8262062072753906, "Finetune/Loss (Raw)": 0.7766556739807129, "Finetune/Step": 1055, "Finetune/Step Time": 7.392535902559757}
{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.827155590057373, "Finetune/Loss (Raw)": 1.016318440437317, "Finetune/Step": 1056, "Finetune/Step Time": 7.394148759543896}
{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8266887664794922, "Finetune/Loss (Raw)": 0.814414381980896, "Finetune/Step": 1057, "Finetune/Step Time": 7.389669103547931}
{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.8263460993766785, "Finetune/Loss (Raw)": 0.7766105532646179, "Finetune/Step": 1058, "Finetune/Step Time": 7.382089054211974}
{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8253170251846313, "Finetune/Loss (Raw)": 0.7834690809249878, "Finetune/Step": 1059, "Finetune/Step Time": 7.399607852101326}
{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8241187334060669, "Finetune/Loss (Raw)": 0.8056485056877136, "Finetune/Step": 1060, "Finetune/Step Time": 7.397869540378451}
{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8225915431976318, "Finetune/Loss (Raw)": 0.6718817353248596, "Finetune/Step": 1061, "Finetune/Step Time": 7.3790649231523275}
{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8219221830368042, "Finetune/Loss (Raw)": 0.8685131072998047, "Finetune/Step": 1062, "Finetune/Step Time": 7.374327901750803}
{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8233070373535156, "Finetune/Loss (Raw)": 0.8722971677780151, "Finetune/Step": 1063, "Finetune/Step Time": 7.381156308576465}
{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8256732821464539, "Finetune/Loss (Raw)": 1.100260853767395, "Finetune/Step": 1064, "Finetune/Step Time": 7.36920971609652}
{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8257323503494263, "Finetune/Loss (Raw)": 1.036909818649292, "Finetune/Step": 1065, "Finetune/Step Time": 7.369857840240002}
{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8236511945724487, "Finetune/Loss (Raw)": 0.7936075329780579, "Finetune/Step": 1066, "Finetune/Step Time": 7.3645782601088285}
{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8248310089111328, "Finetune/Loss (Raw)": 1.0143510103225708, "Finetune/Step": 1067, "Finetune/Step Time": 7.371100226417184}
{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8237024545669556, "Finetune/Loss (Raw)": 0.7966692447662354, "Finetune/Step": 1068, "Finetune/Step Time": 7.375749429687858}
{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8232682347297668, "Finetune/Loss (Raw)": 0.848939836025238, "Finetune/Step": 1069, "Finetune/Step Time": 7.401066927239299}
{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8247156739234924, "Finetune/Loss (Raw)": 0.8937391638755798, "Finetune/Step": 1070, "Finetune/Step Time": 7.390683341771364}
{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8252478837966919, "Finetune/Loss (Raw)": 0.947171151638031, "Finetune/Step": 1071, "Finetune/Step Time": 7.388347266241908}
{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8261213302612305, "Finetune/Loss (Raw)": 0.9451143145561218, "Finetune/Step": 1072, "Finetune/Step Time": 7.397554637864232}
{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.826677680015564, "Finetune/Loss (Raw)": 0.8589112758636475, "Finetune/Step": 1073, "Finetune/Step Time": 7.38163104839623}
{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8285672068595886, "Finetune/Loss (Raw)": 0.975097119808197, "Finetune/Step": 1074, "Finetune/Step Time": 7.367266897112131}
{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8287721872329712, "Finetune/Loss (Raw)": 0.8601807951927185, "Finetune/Step": 1075, "Finetune/Step Time": 7.3617466408759356}
{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8335793018341064, "Finetune/Loss (Raw)": 0.9854691624641418, "Finetune/Step": 1076, "Finetune/Step Time": 7.349203377962112}
{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8333649039268494, "Finetune/Loss (Raw)": 0.9883240461349487, "Finetune/Step": 1077, "Finetune/Step Time": 7.353074837476015}
{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8341124057769775, "Finetune/Loss (Raw)": 0.9533270001411438, "Finetune/Step": 1078, "Finetune/Step Time": 7.3559897392988205}
{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8313597440719604, "Finetune/Loss (Raw)": 0.7547585964202881, "Finetune/Step": 1079, "Finetune/Step Time": 7.36009930819273}
{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8308431506156921, "Finetune/Loss (Raw)": 0.7294281721115112, "Finetune/Step": 1080, "Finetune/Step Time": 7.360064821317792}
{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8311471939086914, "Finetune/Loss (Raw)": 0.9266899824142456, "Finetune/Step": 1081, "Finetune/Step Time": 7.363431625068188}
{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8303039073944092, "Finetune/Loss (Raw)": 0.7067420482635498, "Finetune/Step": 1082, "Finetune/Step Time": 7.383977891877294}
{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8304709196090698, "Finetune/Loss (Raw)": 0.9299328923225403, "Finetune/Step": 1083, "Finetune/Step Time": 7.383323336020112}
{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8304028511047363, "Finetune/Loss (Raw)": 0.9154723882675171, "Finetune/Step": 1084, "Finetune/Step Time": 7.397788325324655}
{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8310295343399048, "Finetune/Loss (Raw)": 0.9004348516464233, "Finetune/Step": 1085, "Finetune/Step Time": 7.388357616961002}
{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8318642377853394, "Finetune/Loss (Raw)": 0.9631295800209045, "Finetune/Step": 1086, "Finetune/Step Time": 7.374493660405278}
{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8332223892211914, "Finetune/Loss (Raw)": 0.9367067813873291, "Finetune/Step": 1087, "Finetune/Step Time": 7.376670394092798}
{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8314555883407593, "Finetune/Loss (Raw)": 0.6415588855743408, "Finetune/Step": 1088, "Finetune/Step Time": 7.384049756452441}
{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8323853015899658, "Finetune/Loss (Raw)": 0.8890560269355774, "Finetune/Step": 1089, "Finetune/Step Time": 7.380488205701113}
{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8324674367904663, "Finetune/Loss (Raw)": 0.9618690609931946, "Finetune/Step": 1090, "Finetune/Step Time": 7.401696154847741}
{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8324283957481384, "Finetune/Loss (Raw)": 0.8326792120933533, "Finetune/Step": 1091, "Finetune/Step Time": 7.400578795000911}
{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8333321809768677, "Finetune/Loss (Raw)": 0.9643698930740356, "Finetune/Step": 1092, "Finetune/Step Time": 7.39923107996583}
{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8335996866226196, "Finetune/Loss (Raw)": 0.7717109322547913, "Finetune/Step": 1093, "Finetune/Step Time": 7.396533232182264}
{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.833842933177948, "Finetune/Loss (Raw)": 0.8679733276367188, "Finetune/Step": 1094, "Finetune/Step Time": 7.391459630802274}
{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8351185321807861, "Finetune/Loss (Raw)": 0.9784232974052429, "Finetune/Step": 1095, "Finetune/Step Time": 7.375102294608951}
{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8353166580200195, "Finetune/Loss (Raw)": 0.9444261193275452, "Finetune/Step": 1096, "Finetune/Step Time": 7.371091874316335}
{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8358191847801208, "Finetune/Loss (Raw)": 0.8646693229675293, "Finetune/Step": 1097, "Finetune/Step Time": 7.360192373394966}
{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8382060527801514, "Finetune/Loss (Raw)": 0.846449613571167, "Finetune/Step": 1098, "Finetune/Step Time": 7.366928927600384}
{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8385546207427979, "Finetune/Loss (Raw)": 0.8946030139923096, "Finetune/Step": 1099, "Finetune/Step Time": 7.351231951266527}
{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8422374725341797, "Finetune/Loss (Raw)": 0.8539837002754211, "Finetune/Step": 1100, "Finetune/Step Time": 7.342745395377278}
{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8433740139007568, "Finetune/Loss (Raw)": 0.9280146360397339, "Finetune/Step": 1101, "Finetune/Step Time": 7.332801681011915}
{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8427250981330872, "Finetune/Loss (Raw)": 0.7365121245384216, "Finetune/Step": 1102, "Finetune/Step Time": 7.320177681744099}
{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8428104519844055, "Finetune/Loss (Raw)": 1.0078092813491821, "Finetune/Step": 1103, "Finetune/Step Time": 7.307151777669787}
{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8438400030136108, "Finetune/Loss (Raw)": 0.987117350101471, "Finetune/Step": 1104, "Finetune/Step Time": 7.316253811120987}
{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8430091738700867, "Finetune/Loss (Raw)": 0.8683324456214905, "Finetune/Step": 1105, "Finetune/Step Time": 7.321504160761833}
{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8426275253295898, "Finetune/Loss (Raw)": 0.777232825756073, "Finetune/Step": 1106, "Finetune/Step Time": 7.332884868606925}
{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8432034254074097, "Finetune/Loss (Raw)": 0.9169119000434875, "Finetune/Step": 1107, "Finetune/Step Time": 7.339732024818659}
{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8430427312850952, "Finetune/Loss (Raw)": 1.0295318365097046, "Finetune/Step": 1108, "Finetune/Step Time": 7.340182779356837}
{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.841238796710968, "Finetune/Loss (Raw)": 0.6270880699157715, "Finetune/Step": 1109, "Finetune/Step Time": 7.3409802205860615}
{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8406795263290405, "Finetune/Loss (Raw)": 0.8862690925598145, "Finetune/Step": 1110, "Finetune/Step Time": 7.339702194556594}
{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8418319821357727, "Finetune/Loss (Raw)": 1.0468076467514038, "Finetune/Step": 1111, "Finetune/Step Time": 7.33471998386085}
{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8423512578010559, "Finetune/Loss (Raw)": 0.8177539110183716, "Finetune/Step": 1112, "Finetune/Step Time": 7.323049884289503}
{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8422009944915771, "Finetune/Loss (Raw)": 0.858820378780365, "Finetune/Step": 1113, "Finetune/Step Time": 7.319611880928278}
{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.842242419719696, "Finetune/Loss (Raw)": 0.7865450382232666, "Finetune/Step": 1114, "Finetune/Step Time": 7.342275287955999}
{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8422388434410095, "Finetune/Loss (Raw)": 0.8991838693618774, "Finetune/Step": 1115, "Finetune/Step Time": 7.33995208889246}
{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8447725772857666, "Finetune/Loss (Raw)": 0.9865554571151733, "Finetune/Step": 1116, "Finetune/Step Time": 7.334908664226532}
{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8437387347221375, "Finetune/Loss (Raw)": 0.8125497102737427, "Finetune/Step": 1117, "Finetune/Step Time": 7.33395454660058}
{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.846003532409668, "Finetune/Loss (Raw)": 0.9114594459533691, "Finetune/Step": 1118, "Finetune/Step Time": 7.321136916056275}
{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8432848453521729, "Finetune/Loss (Raw)": 0.6048213839530945, "Finetune/Step": 1119, "Finetune/Step Time": 7.330529879778624}
{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8431771397590637, "Finetune/Loss (Raw)": 0.8667961359024048, "Finetune/Step": 1120, "Finetune/Step Time": 7.3336538802832365}
{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8444738984107971, "Finetune/Loss (Raw)": 0.997631847858429, "Finetune/Step": 1121, "Finetune/Step Time": 7.304126059636474}
{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8463466763496399, "Finetune/Loss (Raw)": 0.9148902893066406, "Finetune/Step": 1122, "Finetune/Step Time": 7.309710994362831}
{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8457126617431641, "Finetune/Loss (Raw)": 0.7850200533866882, "Finetune/Step": 1123, "Finetune/Step Time": 7.327169217169285}
{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8480859994888306, "Finetune/Loss (Raw)": 1.0667598247528076, "Finetune/Step": 1124, "Finetune/Step Time": 7.323602315038443}
{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8479359149932861, "Finetune/Loss (Raw)": 0.8490154147148132, "Finetune/Step": 1125, "Finetune/Step Time": 7.320666378363967}
{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8489382863044739, "Finetune/Loss (Raw)": 0.9016930460929871, "Finetune/Step": 1126, "Finetune/Step Time": 7.303494481369853}
{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8480775952339172, "Finetune/Loss (Raw)": 0.879188597202301, "Finetune/Step": 1127, "Finetune/Step Time": 7.302350927144289}
{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8463777303695679, "Finetune/Loss (Raw)": 0.7999569177627563, "Finetune/Step": 1128, "Finetune/Step Time": 7.3136813417077065}
{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8513728380203247, "Finetune/Loss (Raw)": 0.9541198015213013, "Finetune/Step": 1129, "Finetune/Step Time": 7.2956039644777775}
{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8492683172225952, "Finetune/Loss (Raw)": 0.6818467974662781, "Finetune/Step": 1130, "Finetune/Step Time": 7.3034938126802444}
{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8490508198738098, "Finetune/Loss (Raw)": 0.9208186268806458, "Finetune/Step": 1131, "Finetune/Step Time": 7.28664225526154}
{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8488215208053589, "Finetune/Loss (Raw)": 0.9481608867645264, "Finetune/Step": 1132, "Finetune/Step Time": 7.2885462790727615}
{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8487955331802368, "Finetune/Loss (Raw)": 0.8897523880004883, "Finetune/Step": 1133, "Finetune/Step Time": 7.284345421940088}
{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8501234650611877, "Finetune/Loss (Raw)": 0.8628391027450562, "Finetune/Step": 1134, "Finetune/Step Time": 7.266599113121629}
{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8510681390762329, "Finetune/Loss (Raw)": 0.9582765698432922, "Finetune/Step": 1135, "Finetune/Step Time": 7.261311257258058}
{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8505669832229614, "Finetune/Loss (Raw)": 0.8605027794837952, "Finetune/Step": 1136, "Finetune/Step Time": 7.258713724091649}
{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8548309803009033, "Finetune/Loss (Raw)": 0.9690694212913513, "Finetune/Step": 1137, "Finetune/Step Time": 7.245884578675032}
{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8555743098258972, "Finetune/Loss (Raw)": 0.8871225714683533, "Finetune/Step": 1138, "Finetune/Step Time": 7.254099203273654}
{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8557658195495605, "Finetune/Loss (Raw)": 0.8318756222724915, "Finetune/Step": 1139, "Finetune/Step Time": 7.26706837490201}
{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8555307388305664, "Finetune/Loss (Raw)": 0.8921698927879333, "Finetune/Step": 1140, "Finetune/Step Time": 7.26126360706985}
{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8554239869117737, "Finetune/Loss (Raw)": 0.8552091121673584, "Finetune/Step": 1141, "Finetune/Step Time": 7.2663644682615995}
{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8500227928161621, "Finetune/Loss (Raw)": 0.2976960837841034, "Finetune/Step": 1142, "Finetune/Step Time": 7.273171462118626}
{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8542553186416626, "Finetune/Loss (Raw)": 0.8496613502502441, "Finetune/Step": 1143, "Finetune/Step Time": 7.271802522242069}
{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8537570238113403, "Finetune/Loss (Raw)": 0.8575366735458374, "Finetune/Step": 1144, "Finetune/Step Time": 7.28602184727788}
{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8527541756629944, "Finetune/Loss (Raw)": 0.853932797908783, "Finetune/Step": 1145, "Finetune/Step Time": 7.286591557785869}
{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8534386157989502, "Finetune/Loss (Raw)": 0.9356356859207153, "Finetune/Step": 1146, "Finetune/Step Time": 7.253916164860129}
{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8522710204124451, "Finetune/Loss (Raw)": 0.6898465156555176, "Finetune/Step": 1147, "Finetune/Step Time": 7.25652489811182}
{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8480349779129028, "Finetune/Loss (Raw)": 0.34783998131752014, "Finetune/Step": 1148, "Finetune/Step Time": 7.270175972953439}
{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8504864573478699, "Finetune/Loss (Raw)": 1.0455912351608276, "Finetune/Step": 1149, "Finetune/Step Time": 7.270731145516038}
{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8500069379806519, "Finetune/Loss (Raw)": 0.7914816737174988, "Finetune/Step": 1150, "Finetune/Step Time": 7.261471951380372}
{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8507699966430664, "Finetune/Loss (Raw)": 0.7836319208145142, "Finetune/Step": 1151, "Finetune/Step Time": 7.246471721678972}
{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8509746193885803, "Finetune/Loss (Raw)": 0.8226441144943237, "Finetune/Step": 1152, "Finetune/Step Time": 7.263120763003826}
{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8520675897598267, "Finetune/Loss (Raw)": 0.9270616769790649, "Finetune/Step": 1153, "Finetune/Step Time": 7.2766028475016356}
{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8477969169616699, "Finetune/Loss (Raw)": 0.32902875542640686, "Finetune/Step": 1154, "Finetune/Step Time": 7.282513618469238}
{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.847576916217804, "Finetune/Loss (Raw)": 0.3396163284778595, "Finetune/Step": 1155, "Finetune/Step Time": 7.280839471146464}
{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.847959578037262, "Finetune/Loss (Raw)": 0.9844033122062683, "Finetune/Step": 1156, "Finetune/Step Time": 7.277270762249827}
{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8492082953453064, "Finetune/Loss (Raw)": 0.9563168883323669, "Finetune/Step": 1157, "Finetune/Step Time": 7.269539177417755}
{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8491156101226807, "Finetune/Loss (Raw)": 0.7925891876220703, "Finetune/Step": 1158, "Finetune/Step Time": 7.260133173316717}
{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8484765291213989, "Finetune/Loss (Raw)": 0.7878516316413879, "Finetune/Step": 1159, "Finetune/Step Time": 7.259949620813131}
{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8522987961769104, "Finetune/Loss (Raw)": 0.8359158039093018, "Finetune/Step": 1160, "Finetune/Step Time": 7.2612382881343365}
{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8515664339065552, "Finetune/Loss (Raw)": 0.8009309768676758, "Finetune/Step": 1161, "Finetune/Step Time": 7.254109894856811}
{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8531783819198608, "Finetune/Loss (Raw)": 0.9498950242996216, "Finetune/Step": 1162, "Finetune/Step Time": 7.261202193796635}
{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8514242768287659, "Finetune/Loss (Raw)": 0.6333200931549072, "Finetune/Step": 1163, "Finetune/Step Time": 7.2699093371629715}
{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8529775142669678, "Finetune/Loss (Raw)": 1.0553432703018188, "Finetune/Step": 1164, "Finetune/Step Time": 7.257601387798786}
{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8502805829048157, "Finetune/Loss (Raw)": 0.3651067912578583, "Finetune/Step": 1165, "Finetune/Step Time": 7.250228475779295}
{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.848375141620636, "Finetune/Loss (Raw)": 0.8074434995651245, "Finetune/Step": 1166, "Finetune/Step Time": 7.24663008749485}
{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8463926315307617, "Finetune/Loss (Raw)": 0.6288305521011353, "Finetune/Step": 1167, "Finetune/Step Time": 7.261344689875841}
{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8468449711799622, "Finetune/Loss (Raw)": 0.7824090123176575, "Finetune/Step": 1168, "Finetune/Step Time": 7.260376950725913}
{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.846229076385498, "Finetune/Loss (Raw)": 0.9359177947044373, "Finetune/Step": 1169, "Finetune/Step Time": 7.262175548821688}
{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8421040177345276, "Finetune/Loss (Raw)": 0.4700509309768677, "Finetune/Step": 1170, "Finetune/Step Time": 7.271445523947477}
{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8469189405441284, "Finetune/Loss (Raw)": 0.989684522151947, "Finetune/Step": 1171, "Finetune/Step Time": 7.252825679257512}
{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8489037752151489, "Finetune/Loss (Raw)": 0.895986020565033, "Finetune/Step": 1172, "Finetune/Step Time": 7.246847936883569}
{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8491681814193726, "Finetune/Loss (Raw)": 0.8836492300033569, "Finetune/Step": 1173, "Finetune/Step Time": 7.230687567964196}
{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.845455527305603, "Finetune/Loss (Raw)": 0.3589104413986206, "Finetune/Step": 1174, "Finetune/Step Time": 7.235381785780191}
{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8447062373161316, "Finetune/Loss (Raw)": 0.7985494136810303, "Finetune/Step": 1175, "Finetune/Step Time": 7.2485413402318954}
{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8429878354072571, "Finetune/Loss (Raw)": 0.8201760053634644, "Finetune/Step": 1176, "Finetune/Step Time": 7.2565932627767324}
{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8392506241798401, "Finetune/Loss (Raw)": 0.2902059257030487, "Finetune/Step": 1177, "Finetune/Step Time": 7.2719033025205135}
{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8359814882278442, "Finetune/Loss (Raw)": 0.3251648247241974, "Finetune/Step": 1178, "Finetune/Step Time": 7.271056350320578}
{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8385785818099976, "Finetune/Loss (Raw)": 1.0265529155731201, "Finetune/Step": 1179, "Finetune/Step Time": 7.264195783063769}
{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8367059230804443, "Finetune/Loss (Raw)": 0.770734965801239, "Finetune/Step": 1180, "Finetune/Step Time": 7.2797411400824785}
{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8379396200180054, "Finetune/Loss (Raw)": 0.9964969754219055, "Finetune/Step": 1181, "Finetune/Step Time": 7.2683817613869905}
{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8350683450698853, "Finetune/Loss (Raw)": 0.554131269454956, "Finetune/Step": 1182, "Finetune/Step Time": 7.269803011789918}
{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.836441159248352, "Finetune/Loss (Raw)": 0.9523752331733704, "Finetune/Step": 1183, "Finetune/Step Time": 7.271349677816033}
{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.833927571773529, "Finetune/Loss (Raw)": 0.694577693939209, "Finetune/Step": 1184, "Finetune/Step Time": 7.300401950255036}
{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.834506630897522, "Finetune/Loss (Raw)": 0.8885354399681091, "Finetune/Step": 1185, "Finetune/Step Time": 7.303715633228421}
{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8362891674041748, "Finetune/Loss (Raw)": 1.0047688484191895, "Finetune/Step": 1186, "Finetune/Step Time": 7.30418705381453}
{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8328527212142944, "Finetune/Loss (Raw)": 0.3436097204685211, "Finetune/Step": 1187, "Finetune/Step Time": 7.304268250241876}
{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8337656855583191, "Finetune/Loss (Raw)": 0.9225051999092102, "Finetune/Step": 1188, "Finetune/Step Time": 7.304265620186925}
{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8359758853912354, "Finetune/Loss (Raw)": 0.9547821879386902, "Finetune/Step": 1189, "Finetune/Step Time": 7.309151217341423}
{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8360261917114258, "Finetune/Loss (Raw)": 0.8749542236328125, "Finetune/Step": 1190, "Finetune/Step Time": 7.307489290833473}
{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.836537778377533, "Finetune/Loss (Raw)": 0.9377827048301697, "Finetune/Step": 1191, "Finetune/Step Time": 7.301437197253108}
{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8353636264801025, "Finetune/Loss (Raw)": 0.9499662518501282, "Finetune/Step": 1192, "Finetune/Step Time": 7.308347871527076}
{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8343744874000549, "Finetune/Loss (Raw)": 0.9103026986122131, "Finetune/Step": 1193, "Finetune/Step Time": 7.307814875617623}
{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8353608846664429, "Finetune/Loss (Raw)": 0.9198678731918335, "Finetune/Step": 1194, "Finetune/Step Time": 7.320893537253141}
{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8342297673225403, "Finetune/Loss (Raw)": 0.869566798210144, "Finetune/Step": 1195, "Finetune/Step Time": 7.3118219170719385}
{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8350461721420288, "Finetune/Loss (Raw)": 0.901167094707489, "Finetune/Step": 1196, "Finetune/Step Time": 7.307861292734742}
{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8359414339065552, "Finetune/Loss (Raw)": 0.9635370969772339, "Finetune/Step": 1197, "Finetune/Step Time": 7.276288511231542}
{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8360111713409424, "Finetune/Loss (Raw)": 0.9026667475700378, "Finetune/Step": 1198, "Finetune/Step Time": 7.280776731669903}
{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8361461758613586, "Finetune/Loss (Raw)": 0.9644494652748108, "Finetune/Step": 1199, "Finetune/Step Time": 7.287150906398892}
{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8361567258834839, "Finetune/Loss (Raw)": 0.9464676380157471, "Finetune/Step": 1200, "Finetune/Step Time": 7.284345539286733}
{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8371458053588867, "Finetune/Loss (Raw)": 0.9855161905288696, "Finetune/Step": 1201, "Finetune/Step Time": 7.297406442463398}
{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8378795385360718, "Finetune/Loss (Raw)": 1.0690131187438965, "Finetune/Step": 1202, "Finetune/Step Time": 7.301124256104231}
{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8391137719154358, "Finetune/Loss (Raw)": 1.0181564092636108, "Finetune/Step": 1203, "Finetune/Step Time": 7.292917842045426}
{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.839070200920105, "Finetune/Loss (Raw)": 0.9798972606658936, "Finetune/Step": 1204, "Finetune/Step Time": 7.300949797034264}
{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8374565839767456, "Finetune/Loss (Raw)": 0.781786322593689, "Finetune/Step": 1205, "Finetune/Step Time": 7.317756839096546}
{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8379707336425781, "Finetune/Loss (Raw)": 1.0191301107406616, "Finetune/Step": 1206, "Finetune/Step Time": 7.310374196618795}
{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8389058113098145, "Finetune/Loss (Raw)": 0.8744559288024902, "Finetune/Step": 1207, "Finetune/Step Time": 7.316913314163685}
{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8403345346450806, "Finetune/Loss (Raw)": 0.9122973680496216, "Finetune/Step": 1208, "Finetune/Step Time": 7.317928329110146}
{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8405554294586182, "Finetune/Loss (Raw)": 0.9549643397331238, "Finetune/Step": 1209, "Finetune/Step Time": 7.317107992246747}
{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8416799306869507, "Finetune/Loss (Raw)": 0.8506841063499451, "Finetune/Step": 1210, "Finetune/Step Time": 7.295356599614024}
{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8412078619003296, "Finetune/Loss (Raw)": 0.8695065379142761, "Finetune/Step": 1211, "Finetune/Step Time": 7.297572301700711}
{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8416519165039062, "Finetune/Loss (Raw)": 0.9723034501075745, "Finetune/Step": 1212, "Finetune/Step Time": 7.285868354141712}
{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.841209888458252, "Finetune/Loss (Raw)": 0.8438616394996643, "Finetune/Step": 1213, "Finetune/Step Time": 7.285190707072616}
{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8397872447967529, "Finetune/Loss (Raw)": 0.781029224395752, "Finetune/Step": 1214, "Finetune/Step Time": 7.299046812579036}
{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8396316170692444, "Finetune/Loss (Raw)": 0.9167848229408264, "Finetune/Step": 1215, "Finetune/Step Time": 7.299921214580536}
{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8373802304267883, "Finetune/Loss (Raw)": 0.35338181257247925, "Finetune/Step": 1216, "Finetune/Step Time": 7.304071813821793}
{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.838354766368866, "Finetune/Loss (Raw)": 1.0137989521026611, "Finetune/Step": 1217, "Finetune/Step Time": 7.307782741263509}
{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8383752703666687, "Finetune/Loss (Raw)": 0.9644899964332581, "Finetune/Step": 1218, "Finetune/Step Time": 7.281865829601884}
{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8342499136924744, "Finetune/Loss (Raw)": 0.3046362102031708, "Finetune/Step": 1219, "Finetune/Step Time": 7.296865273267031}
{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8335083723068237, "Finetune/Loss (Raw)": 0.8694508671760559, "Finetune/Step": 1220, "Finetune/Step Time": 7.2962715793401}
{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8340274691581726, "Finetune/Loss (Raw)": 0.8381630778312683, "Finetune/Step": 1221, "Finetune/Step Time": 7.306222997605801}
{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8337171077728271, "Finetune/Loss (Raw)": 0.8282352685928345, "Finetune/Step": 1222, "Finetune/Step Time": 7.316263165324926}
{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8331624269485474, "Finetune/Loss (Raw)": 0.9074260592460632, "Finetune/Step": 1223, "Finetune/Step Time": 7.317352574318647}
{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8328763246536255, "Finetune/Loss (Raw)": 0.9078091979026794, "Finetune/Step": 1224, "Finetune/Step Time": 7.318633452057838}
{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8320872783660889, "Finetune/Loss (Raw)": 0.7636701464653015, "Finetune/Step": 1225, "Finetune/Step Time": 7.30416158773005}
{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8315868973731995, "Finetune/Loss (Raw)": 0.7823992967605591, "Finetune/Step": 1226, "Finetune/Step Time": 7.304196620360017}
{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8299669027328491, "Finetune/Loss (Raw)": 0.6872527599334717, "Finetune/Step": 1227, "Finetune/Step Time": 7.301526069641113}
{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8294824361801147, "Finetune/Loss (Raw)": 0.7919595837593079, "Finetune/Step": 1228, "Finetune/Step Time": 7.307278826832771}
{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8299403786659241, "Finetune/Loss (Raw)": 0.9866375923156738, "Finetune/Step": 1229, "Finetune/Step Time": 7.303359940648079}
{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8273557424545288, "Finetune/Loss (Raw)": 0.40567782521247864, "Finetune/Step": 1230, "Finetune/Step Time": 7.322612699121237}
{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8271621465682983, "Finetune/Loss (Raw)": 0.9830244183540344, "Finetune/Step": 1231, "Finetune/Step Time": 7.316293392330408}
{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8261362314224243, "Finetune/Loss (Raw)": 0.855797529220581, "Finetune/Step": 1232, "Finetune/Step Time": 7.304649973288178}
{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8265647888183594, "Finetune/Loss (Raw)": 0.9231976866722107, "Finetune/Step": 1233, "Finetune/Step Time": 7.289869323372841}
{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8261979818344116, "Finetune/Loss (Raw)": 0.730276346206665, "Finetune/Step": 1234, "Finetune/Step Time": 7.298519413918257}
{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8259276151657104, "Finetune/Loss (Raw)": 0.8823060393333435, "Finetune/Step": 1235, "Finetune/Step Time": 7.286095639690757}
{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8255826830863953, "Finetune/Loss (Raw)": 0.9853770136833191, "Finetune/Step": 1236, "Finetune/Step Time": 7.282498080283403}
{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8281490802764893, "Finetune/Loss (Raw)": 0.9555966258049011, "Finetune/Step": 1237, "Finetune/Step Time": 7.285026656463742}
{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.829112708568573, "Finetune/Loss (Raw)": 1.0096019506454468, "Finetune/Step": 1238, "Finetune/Step Time": 7.287360992282629}
{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8279136419296265, "Finetune/Loss (Raw)": 0.8933283686637878, "Finetune/Step": 1239, "Finetune/Step Time": 7.295415548607707}
{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8282644748687744, "Finetune/Loss (Raw)": 0.8626517653465271, "Finetune/Step": 1240, "Finetune/Step Time": 7.293813047930598}
{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8278266191482544, "Finetune/Loss (Raw)": 0.8027847409248352, "Finetune/Step": 1241, "Finetune/Step Time": 7.297842044383287}
{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8286576867103577, "Finetune/Loss (Raw)": 0.8929202556610107, "Finetune/Step": 1242, "Finetune/Step Time": 7.272191466763616}
{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8287873268127441, "Finetune/Loss (Raw)": 0.9157856702804565, "Finetune/Step": 1243, "Finetune/Step Time": 7.266193848103285}
{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8276848793029785, "Finetune/Loss (Raw)": 0.8454387187957764, "Finetune/Step": 1244, "Finetune/Step Time": 7.269815372303128}
{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8273651599884033, "Finetune/Loss (Raw)": 0.7716192603111267, "Finetune/Step": 1245, "Finetune/Step Time": 7.272818595170975}
{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8266158103942871, "Finetune/Loss (Raw)": 0.8155491352081299, "Finetune/Step": 1246, "Finetune/Step Time": 7.294270487502217}
{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8294932842254639, "Finetune/Loss (Raw)": 0.9731332063674927, "Finetune/Step": 1247, "Finetune/Step Time": 7.280797114595771}
{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8283146023750305, "Finetune/Loss (Raw)": 0.7159230709075928, "Finetune/Step": 1248, "Finetune/Step Time": 7.285475159063935}
{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.826949954032898, "Finetune/Loss (Raw)": 0.8229633569717407, "Finetune/Step": 1249, "Finetune/Step Time": 7.28630486689508}
{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8268441557884216, "Finetune/Loss (Raw)": 0.9013459086418152, "Finetune/Step": 1250, "Finetune/Step Time": 7.267549907788634}
{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.82779860496521, "Finetune/Loss (Raw)": 0.9071926474571228, "Finetune/Step": 1251, "Finetune/Step Time": 7.253679716959596}
{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8255565166473389, "Finetune/Loss (Raw)": 0.7797760963439941, "Finetune/Step": 1252, "Finetune/Step Time": 7.2496391255408525}
{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8249742984771729, "Finetune/Loss (Raw)": 0.7744900584220886, "Finetune/Step": 1253, "Finetune/Step Time": 7.277186451479793}
{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8247934579849243, "Finetune/Loss (Raw)": 0.8785369992256165, "Finetune/Step": 1254, "Finetune/Step Time": 7.280985210090876}
{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8254921436309814, "Finetune/Loss (Raw)": 0.9686242341995239, "Finetune/Step": 1255, "Finetune/Step Time": 7.282985979691148}
{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8263050317764282, "Finetune/Loss (Raw)": 0.9040038585662842, "Finetune/Step": 1256, "Finetune/Step Time": 7.278889274224639}
{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8233952522277832, "Finetune/Loss (Raw)": 0.5816714763641357, "Finetune/Step": 1257, "Finetune/Step Time": 7.303721595555544}
{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.824831485748291, "Finetune/Loss (Raw)": 0.8656776547431946, "Finetune/Step": 1258, "Finetune/Step Time": 7.292778994888067}
{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8236035108566284, "Finetune/Loss (Raw)": 0.7636496424674988, "Finetune/Step": 1259, "Finetune/Step Time": 7.303607637062669}
{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8247166872024536, "Finetune/Loss (Raw)": 1.0906423330307007, "Finetune/Step": 1260, "Finetune/Step Time": 7.3054276164621115}
{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8234940767288208, "Finetune/Loss (Raw)": 0.7332565784454346, "Finetune/Step": 1261, "Finetune/Step Time": 7.3045608922839165}
{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8237525224685669, "Finetune/Loss (Raw)": 0.89592444896698, "Finetune/Step": 1262, "Finetune/Step Time": 7.300076846033335}
{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8235737085342407, "Finetune/Loss (Raw)": 0.9353943467140198, "Finetune/Step": 1263, "Finetune/Step Time": 7.296598255634308}
{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8236929178237915, "Finetune/Loss (Raw)": 0.8757505416870117, "Finetune/Step": 1264, "Finetune/Step Time": 7.294885748997331}
{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8190909624099731, "Finetune/Loss (Raw)": 0.38002002239227295, "Finetune/Step": 1265, "Finetune/Step Time": 7.307763695716858}
{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8187167048454285, "Finetune/Loss (Raw)": 0.8392190337181091, "Finetune/Step": 1266, "Finetune/Step Time": 7.313419282436371}
{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8195174932479858, "Finetune/Loss (Raw)": 0.9343875646591187, "Finetune/Step": 1267, "Finetune/Step Time": 7.300103038549423}
{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8202207088470459, "Finetune/Loss (Raw)": 0.9821674227714539, "Finetune/Step": 1268, "Finetune/Step Time": 7.302814396098256}
{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.81986004114151, "Finetune/Loss (Raw)": 0.809045135974884, "Finetune/Step": 1269, "Finetune/Step Time": 7.294838923960924}
{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8247745037078857, "Finetune/Loss (Raw)": 0.9267451167106628, "Finetune/Step": 1270, "Finetune/Step Time": 7.29076087847352}
{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8257994651794434, "Finetune/Loss (Raw)": 0.98086017370224, "Finetune/Step": 1271, "Finetune/Step Time": 7.276178512722254}
{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8247674703598022, "Finetune/Loss (Raw)": 0.7254422307014465, "Finetune/Step": 1272, "Finetune/Step Time": 7.274112422019243}
{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8242515325546265, "Finetune/Loss (Raw)": 0.7878968119621277, "Finetune/Step": 1273, "Finetune/Step Time": 7.283834310248494}
{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8232125043869019, "Finetune/Loss (Raw)": 0.8026333451271057, "Finetune/Step": 1274, "Finetune/Step Time": 7.275706045329571}
{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8259522914886475, "Finetune/Loss (Raw)": 1.040552020072937, "Finetune/Step": 1275, "Finetune/Step Time": 7.267355090007186}
{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8298305869102478, "Finetune/Loss (Raw)": 0.844251275062561, "Finetune/Step": 1276, "Finetune/Step Time": 7.25508863851428}
{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8284638524055481, "Finetune/Loss (Raw)": 0.8706481456756592, "Finetune/Step": 1277, "Finetune/Step Time": 7.258042257279158}
{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8267951011657715, "Finetune/Loss (Raw)": 0.5778795480728149, "Finetune/Step": 1278, "Finetune/Step Time": 7.264183454215527}
{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8274391889572144, "Finetune/Loss (Raw)": 0.8660770058631897, "Finetune/Step": 1279, "Finetune/Step Time": 7.265711793676019}
{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8288879990577698, "Finetune/Loss (Raw)": 1.008090615272522, "Finetune/Step": 1280, "Finetune/Step Time": 7.245274869725108}
{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8286799192428589, "Finetune/Loss (Raw)": 0.9004288911819458, "Finetune/Step": 1281, "Finetune/Step Time": 7.2300640139728785}
{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8328386545181274, "Finetune/Loss (Raw)": 0.8613544702529907, "Finetune/Step": 1282, "Finetune/Step Time": 7.217570489272475}
{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8353005647659302, "Finetune/Loss (Raw)": 0.6547364592552185, "Finetune/Step": 1283, "Finetune/Step Time": 7.2158798687160015}
{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8342729806900024, "Finetune/Loss (Raw)": 0.8528652191162109, "Finetune/Step": 1284, "Finetune/Step Time": 7.218836223706603}
{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8343159556388855, "Finetune/Loss (Raw)": 0.9618217349052429, "Finetune/Step": 1285, "Finetune/Step Time": 7.229790320619941}
{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8346824049949646, "Finetune/Loss (Raw)": 0.8394943475723267, "Finetune/Step": 1286, "Finetune/Step Time": 7.24472314491868}
{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8354460000991821, "Finetune/Loss (Raw)": 0.8855899572372437, "Finetune/Step": 1287, "Finetune/Step Time": 7.244140483438969}
{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8354049324989319, "Finetune/Loss (Raw)": 0.8306630253791809, "Finetune/Step": 1288, "Finetune/Step Time": 7.225391639396548}
{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8355772495269775, "Finetune/Loss (Raw)": 0.8229852318763733, "Finetune/Step": 1289, "Finetune/Step Time": 7.210831757634878}
{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8359466791152954, "Finetune/Loss (Raw)": 0.997193455696106, "Finetune/Step": 1290, "Finetune/Step Time": 7.195146651938558}
{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.837165355682373, "Finetune/Loss (Raw)": 0.7893027067184448, "Finetune/Step": 1291, "Finetune/Step Time": 7.191838696599007}
{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8353727459907532, "Finetune/Loss (Raw)": 0.8258889317512512, "Finetune/Step": 1292, "Finetune/Step Time": 7.18672077730298}
{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8393905162811279, "Finetune/Loss (Raw)": 0.8793792128562927, "Finetune/Step": 1293, "Finetune/Step Time": 7.173060316592455}
{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8404182195663452, "Finetune/Loss (Raw)": 0.9389865398406982, "Finetune/Step": 1294, "Finetune/Step Time": 7.1753236167132854}
{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8418369889259338, "Finetune/Loss (Raw)": 0.8104372024536133, "Finetune/Step": 1295, "Finetune/Step Time": 7.1738805659115314}
{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8418908715248108, "Finetune/Loss (Raw)": 0.7893024682998657, "Finetune/Step": 1296, "Finetune/Step Time": 7.177109749987721}
{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8409250974655151, "Finetune/Loss (Raw)": 0.8123040795326233, "Finetune/Step": 1297, "Finetune/Step Time": 7.191721996292472}
{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.843106210231781, "Finetune/Loss (Raw)": 0.7492351531982422, "Finetune/Step": 1298, "Finetune/Step Time": 7.174655808135867}
{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8405423164367676, "Finetune/Loss (Raw)": 0.6615086793899536, "Finetune/Step": 1299, "Finetune/Step Time": 7.17801838926971}
{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8398349285125732, "Finetune/Loss (Raw)": 0.8054312467575073, "Finetune/Step": 1300, "Finetune/Step Time": 7.176190735772252}
{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8394815921783447, "Finetune/Loss (Raw)": 0.8384290337562561, "Finetune/Step": 1301, "Finetune/Step Time": 7.193475633859634}
{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8431655168533325, "Finetune/Loss (Raw)": 0.8304476141929626, "Finetune/Step": 1302, "Finetune/Step Time": 7.201137434691191}
{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8433518409729004, "Finetune/Loss (Raw)": 0.8223986625671387, "Finetune/Step": 1303, "Finetune/Step Time": 7.185264835134149}
{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8442174792289734, "Finetune/Loss (Raw)": 0.9309818148612976, "Finetune/Step": 1304, "Finetune/Step Time": 7.178029464557767}
{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8484787940979004, "Finetune/Loss (Raw)": 0.8356575965881348, "Finetune/Step": 1305, "Finetune/Step Time": 7.168034061789513}
{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8522452712059021, "Finetune/Loss (Raw)": 0.8072707653045654, "Finetune/Step": 1306, "Finetune/Step Time": 7.171470617875457}
{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.851990818977356, "Finetune/Loss (Raw)": 0.9939888715744019, "Finetune/Step": 1307, "Finetune/Step Time": 7.175706157460809}
{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8538440465927124, "Finetune/Loss (Raw)": 1.0079455375671387, "Finetune/Step": 1308, "Finetune/Step Time": 7.15843285433948}
{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8529130220413208, "Finetune/Loss (Raw)": 0.8773137927055359, "Finetune/Step": 1309, "Finetune/Step Time": 7.175909543409944}
{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8551262617111206, "Finetune/Loss (Raw)": 0.8374327421188354, "Finetune/Step": 1310, "Finetune/Step Time": 7.174138687551022}
{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8547667264938354, "Finetune/Loss (Raw)": 0.9063605070114136, "Finetune/Step": 1311, "Finetune/Step Time": 7.17573631927371}
{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8538423180580139, "Finetune/Loss (Raw)": 0.5762460231781006, "Finetune/Step": 1312, "Finetune/Step Time": 7.1699036210775375}
{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8538568019866943, "Finetune/Loss (Raw)": 0.8903986215591431, "Finetune/Step": 1313, "Finetune/Step Time": 7.175982940942049}
{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8533275127410889, "Finetune/Loss (Raw)": 0.9370188117027283, "Finetune/Step": 1314, "Finetune/Step Time": 7.185459196567535}
{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8577210307121277, "Finetune/Loss (Raw)": 0.9059745073318481, "Finetune/Step": 1315, "Finetune/Step Time": 7.173239089548588}
{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8587163686752319, "Finetune/Loss (Raw)": 1.0499070882797241, "Finetune/Step": 1316, "Finetune/Step Time": 7.177454240620136}
{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8586731553077698, "Finetune/Loss (Raw)": 0.9492520689964294, "Finetune/Step": 1317, "Finetune/Step Time": 7.170461351051927}
{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8584890961647034, "Finetune/Loss (Raw)": 0.8513939380645752, "Finetune/Step": 1318, "Finetune/Step Time": 7.169922582805157}
{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8581453561782837, "Finetune/Loss (Raw)": 0.893785297870636, "Finetune/Step": 1319, "Finetune/Step Time": 7.167678102850914}
{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8567894101142883, "Finetune/Loss (Raw)": 0.7764067649841309, "Finetune/Step": 1320, "Finetune/Step Time": 7.168697763234377}
{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8566380739212036, "Finetune/Loss (Raw)": 0.8909262418746948, "Finetune/Step": 1321, "Finetune/Step Time": 7.171170711517334}
{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.85631263256073, "Finetune/Loss (Raw)": 0.8782207369804382, "Finetune/Step": 1322, "Finetune/Step Time": 7.160774176940322}
{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8566602468490601, "Finetune/Loss (Raw)": 0.9140554070472717, "Finetune/Step": 1323, "Finetune/Step Time": 7.161137452349067}
{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8571226596832275, "Finetune/Loss (Raw)": 0.9603615999221802, "Finetune/Step": 1324, "Finetune/Step Time": 7.1637404672801495}
{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8571680784225464, "Finetune/Loss (Raw)": 0.9693445563316345, "Finetune/Step": 1325, "Finetune/Step Time": 7.1806455086916685}
{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8575195074081421, "Finetune/Loss (Raw)": 0.9476541876792908, "Finetune/Step": 1326, "Finetune/Step Time": 7.1741335503757}
{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8557133674621582, "Finetune/Loss (Raw)": 0.7332653999328613, "Finetune/Step": 1327, "Finetune/Step Time": 7.199633402749896}
{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8564184904098511, "Finetune/Loss (Raw)": 1.0367157459259033, "Finetune/Step": 1328, "Finetune/Step Time": 7.195623751729727}
{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8572049140930176, "Finetune/Loss (Raw)": 1.0861847400665283, "Finetune/Step": 1329, "Finetune/Step Time": 7.187454596161842}
{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8542020320892334, "Finetune/Loss (Raw)": 0.6846377849578857, "Finetune/Step": 1330, "Finetune/Step Time": 7.180897464975715}
{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8536081910133362, "Finetune/Loss (Raw)": 0.9421460032463074, "Finetune/Step": 1331, "Finetune/Step Time": 7.173948638141155}
{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8518891930580139, "Finetune/Loss (Raw)": 0.7598662376403809, "Finetune/Step": 1332, "Finetune/Step Time": 7.1766484677791595}
{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.852725625038147, "Finetune/Loss (Raw)": 0.8888424634933472, "Finetune/Step": 1333, "Finetune/Step Time": 7.163699600845575}
{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8520000576972961, "Finetune/Loss (Raw)": 0.9262647032737732, "Finetune/Step": 1334, "Finetune/Step Time": 7.166969448328018}
{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8522289991378784, "Finetune/Loss (Raw)": 0.9037635922431946, "Finetune/Step": 1335, "Finetune/Step Time": 7.159332247450948}
{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8521872758865356, "Finetune/Loss (Raw)": 0.9069533944129944, "Finetune/Step": 1336, "Finetune/Step Time": 7.15454158000648}
{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8522560000419617, "Finetune/Loss (Raw)": 0.9637603759765625, "Finetune/Step": 1337, "Finetune/Step Time": 7.1565170008689165}
{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8479384779930115, "Finetune/Loss (Raw)": 0.2980453073978424, "Finetune/Step": 1338, "Finetune/Step Time": 7.1717671398073435}
{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8470304012298584, "Finetune/Loss (Raw)": 0.7532702684402466, "Finetune/Step": 1339, "Finetune/Step Time": 7.177685022354126}
{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8460949063301086, "Finetune/Loss (Raw)": 0.8525598049163818, "Finetune/Step": 1340, "Finetune/Step Time": 7.184450073167682}
{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8459405899047852, "Finetune/Loss (Raw)": 0.8241021633148193, "Finetune/Step": 1341, "Finetune/Step Time": 7.185401581227779}
{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8468412160873413, "Finetune/Loss (Raw)": 0.8963117599487305, "Finetune/Step": 1342, "Finetune/Step Time": 7.182340821251273}
{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.845766544342041, "Finetune/Loss (Raw)": 0.7792322039604187, "Finetune/Step": 1343, "Finetune/Step Time": 7.2131939847022295}
{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8492118120193481, "Finetune/Loss (Raw)": 0.7943763136863708, "Finetune/Step": 1344, "Finetune/Step Time": 7.205862190574408}
{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.84906005859375, "Finetune/Loss (Raw)": 0.9943682551383972, "Finetune/Step": 1345, "Finetune/Step Time": 7.205257896333933}
{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8483706712722778, "Finetune/Loss (Raw)": 0.8762509226799011, "Finetune/Step": 1346, "Finetune/Step Time": 7.207569582387805}
{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8534121513366699, "Finetune/Loss (Raw)": 0.9499524831771851, "Finetune/Step": 1347, "Finetune/Step Time": 7.210357531905174}
{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8499643802642822, "Finetune/Loss (Raw)": 0.4281357228755951, "Finetune/Step": 1348, "Finetune/Step Time": 7.226158754900098}
{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8506799936294556, "Finetune/Loss (Raw)": 0.9297617077827454, "Finetune/Step": 1349, "Finetune/Step Time": 7.2077526189386845}
{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8512083292007446, "Finetune/Loss (Raw)": 0.8958554863929749, "Finetune/Step": 1350, "Finetune/Step Time": 7.205661956220865}
{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8513123989105225, "Finetune/Loss (Raw)": 0.9207485914230347, "Finetune/Step": 1351, "Finetune/Step Time": 7.209400815889239}
{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8475217819213867, "Finetune/Loss (Raw)": 0.42261162400245667, "Finetune/Step": 1352, "Finetune/Step Time": 7.222277343273163}
{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8482435941696167, "Finetune/Loss (Raw)": 0.8560587167739868, "Finetune/Step": 1353, "Finetune/Step Time": 7.22302102483809}
{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8489207625389099, "Finetune/Loss (Raw)": 0.8690800070762634, "Finetune/Step": 1354, "Finetune/Step Time": 7.210387235507369}
{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8514021635055542, "Finetune/Loss (Raw)": 1.0048754215240479, "Finetune/Step": 1355, "Finetune/Step Time": 7.204009313136339}
{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8529821634292603, "Finetune/Loss (Raw)": 0.9941928386688232, "Finetune/Step": 1356, "Finetune/Step Time": 7.197496734559536}
{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8521748781204224, "Finetune/Loss (Raw)": 0.8833069205284119, "Finetune/Step": 1357, "Finetune/Step Time": 7.209638824686408}
{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.856072723865509, "Finetune/Loss (Raw)": 0.9046054482460022, "Finetune/Step": 1358, "Finetune/Step Time": 7.189885918051004}
{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8546303510665894, "Finetune/Loss (Raw)": 0.7983964085578918, "Finetune/Step": 1359, "Finetune/Step Time": 7.203449884429574}
{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8552942276000977, "Finetune/Loss (Raw)": 0.9407809376716614, "Finetune/Step": 1360, "Finetune/Step Time": 7.206433476880193}
{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8558750748634338, "Finetune/Loss (Raw)": 0.9975374341011047, "Finetune/Step": 1361, "Finetune/Step Time": 7.207540204748511}
{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8569258451461792, "Finetune/Loss (Raw)": 0.8647840619087219, "Finetune/Step": 1362, "Finetune/Step Time": 7.200907981023192}
{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8566343188285828, "Finetune/Loss (Raw)": 0.8449869155883789, "Finetune/Step": 1363, "Finetune/Step Time": 7.200509184971452}
{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.855345606803894, "Finetune/Loss (Raw)": 0.8204166293144226, "Finetune/Step": 1364, "Finetune/Step Time": 7.228460971266031}
{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8539481163024902, "Finetune/Loss (Raw)": 0.7767181396484375, "Finetune/Step": 1365, "Finetune/Step Time": 7.219821287319064}
{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.852965235710144, "Finetune/Loss (Raw)": 0.8837919235229492, "Finetune/Step": 1366, "Finetune/Step Time": 7.214266261085868}
{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.85215163230896, "Finetune/Loss (Raw)": 0.7891924977302551, "Finetune/Step": 1367, "Finetune/Step Time": 7.232355933636427}
{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8523553013801575, "Finetune/Loss (Raw)": 0.8887201547622681, "Finetune/Step": 1368, "Finetune/Step Time": 7.232809906825423}
{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8537355661392212, "Finetune/Loss (Raw)": 0.9794542193412781, "Finetune/Step": 1369, "Finetune/Step Time": 7.2419064454734325}
{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8525553345680237, "Finetune/Loss (Raw)": 0.7418558597564697, "Finetune/Step": 1370, "Finetune/Step Time": 7.24487286247313}
{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8523741960525513, "Finetune/Loss (Raw)": 0.8925978541374207, "Finetune/Step": 1371, "Finetune/Step Time": 7.245042869821191}
{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.848666787147522, "Finetune/Loss (Raw)": 0.37088850140571594, "Finetune/Step": 1372, "Finetune/Step Time": 7.25544561073184}
{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8502316474914551, "Finetune/Loss (Raw)": 0.9719190001487732, "Finetune/Step": 1373, "Finetune/Step Time": 7.2440183106809855}
{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8496801853179932, "Finetune/Loss (Raw)": 0.74497389793396, "Finetune/Step": 1374, "Finetune/Step Time": 7.235738901421428}
{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8493707776069641, "Finetune/Loss (Raw)": 0.9335251450538635, "Finetune/Step": 1375, "Finetune/Step Time": 7.2336788438260555}
{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8462633490562439, "Finetune/Loss (Raw)": 0.31817448139190674, "Finetune/Step": 1376, "Finetune/Step Time": 7.23876965790987}
{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8462713360786438, "Finetune/Loss (Raw)": 0.8239783644676208, "Finetune/Step": 1377, "Finetune/Step Time": 7.2467646431177855}
{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8466027975082397, "Finetune/Loss (Raw)": 0.9437830448150635, "Finetune/Step": 1378, "Finetune/Step Time": 7.264583434909582}
{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8441383242607117, "Finetune/Loss (Raw)": 0.5917275547981262, "Finetune/Step": 1379, "Finetune/Step Time": 7.28059365786612}
{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8445308804512024, "Finetune/Loss (Raw)": 0.8300336003303528, "Finetune/Step": 1380, "Finetune/Step Time": 7.280502958223224}
{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8456183671951294, "Finetune/Loss (Raw)": 0.9136782884597778, "Finetune/Step": 1381, "Finetune/Step Time": 7.255811452865601}
{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8455631732940674, "Finetune/Loss (Raw)": 0.8714744448661804, "Finetune/Step": 1382, "Finetune/Step Time": 7.254570160061121}
{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8438770771026611, "Finetune/Loss (Raw)": 0.7528083920478821, "Finetune/Step": 1383, "Finetune/Step Time": 7.270919376984239}
{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8435081839561462, "Finetune/Loss (Raw)": 0.8567857146263123, "Finetune/Step": 1384, "Finetune/Step Time": 7.27347868680954}
{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8463457822799683, "Finetune/Loss (Raw)": 0.9448842406272888, "Finetune/Step": 1385, "Finetune/Step Time": 7.250513417646289}
{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8462498784065247, "Finetune/Loss (Raw)": 0.8533998727798462, "Finetune/Step": 1386, "Finetune/Step Time": 7.250620124861598}
{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8460046648979187, "Finetune/Loss (Raw)": 0.7322577834129333, "Finetune/Step": 1387, "Finetune/Step Time": 7.244742581620812}
{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8446894288063049, "Finetune/Loss (Raw)": 0.9222990274429321, "Finetune/Step": 1388, "Finetune/Step Time": 7.240375565364957}
{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.84579998254776, "Finetune/Loss (Raw)": 0.8754029273986816, "Finetune/Step": 1389, "Finetune/Step Time": 7.241166761144996}
{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8467733860015869, "Finetune/Loss (Raw)": 1.0205222368240356, "Finetune/Step": 1390, "Finetune/Step Time": 7.248881582170725}
{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8458436727523804, "Finetune/Loss (Raw)": 0.8163942098617554, "Finetune/Step": 1391, "Finetune/Step Time": 7.26484283618629}
{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8454269170761108, "Finetune/Loss (Raw)": 0.82240229845047, "Finetune/Step": 1392, "Finetune/Step Time": 7.297228503972292}
{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8483402729034424, "Finetune/Loss (Raw)": 0.7529305815696716, "Finetune/Step": 1393, "Finetune/Step Time": 7.320963917300105}
{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8489656448364258, "Finetune/Loss (Raw)": 0.9192696809768677, "Finetune/Step": 1394, "Finetune/Step Time": 7.30825119651854}
{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.848051130771637, "Finetune/Loss (Raw)": 0.8173220157623291, "Finetune/Step": 1395, "Finetune/Step Time": 7.310121767222881}
{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8452003598213196, "Finetune/Loss (Raw)": 0.617275595664978, "Finetune/Step": 1396, "Finetune/Step Time": 7.317741246894002}
{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8456454277038574, "Finetune/Loss (Raw)": 0.8660144805908203, "Finetune/Step": 1397, "Finetune/Step Time": 7.340519359335303}
{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8451888561248779, "Finetune/Loss (Raw)": 0.868297815322876, "Finetune/Step": 1398, "Finetune/Step Time": 7.340975277125835}
{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8421458005905151, "Finetune/Loss (Raw)": 0.5913501977920532, "Finetune/Step": 1399, "Finetune/Step Time": 7.346643101423979}
{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8438258767127991, "Finetune/Loss (Raw)": 0.9404964447021484, "Finetune/Step": 1400, "Finetune/Step Time": 7.341774191707373}
{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8439107537269592, "Finetune/Loss (Raw)": 0.798759400844574, "Finetune/Step": 1401, "Finetune/Step Time": 7.340228524059057}
{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8406366109848022, "Finetune/Loss (Raw)": 0.383536696434021, "Finetune/Step": 1402, "Finetune/Step Time": 7.355379682034254}
{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.838978111743927, "Finetune/Loss (Raw)": 0.8282687664031982, "Finetune/Step": 1403, "Finetune/Step Time": 7.356202566996217}
{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8393493294715881, "Finetune/Loss (Raw)": 0.891771674156189, "Finetune/Step": 1404, "Finetune/Step Time": 7.352867171168327}
{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8379696011543274, "Finetune/Loss (Raw)": 0.6940403580665588, "Finetune/Step": 1405, "Finetune/Step Time": 7.350982429459691}
{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8401315212249756, "Finetune/Loss (Raw)": 0.854607343673706, "Finetune/Step": 1406, "Finetune/Step Time": 7.3445781245827675}
{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8362449407577515, "Finetune/Loss (Raw)": 0.3685881495475769, "Finetune/Step": 1407, "Finetune/Step Time": 7.352545324712992}
{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8340128660202026, "Finetune/Loss (Raw)": 0.7223852276802063, "Finetune/Step": 1408, "Finetune/Step Time": 7.355426115915179}
{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8340827226638794, "Finetune/Loss (Raw)": 0.9093691110610962, "Finetune/Step": 1409, "Finetune/Step Time": 7.353128880262375}
{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8331112861633301, "Finetune/Loss (Raw)": 0.7370133996009827, "Finetune/Step": 1410, "Finetune/Step Time": 7.380942489951849}
{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8348191380500793, "Finetune/Loss (Raw)": 0.8733412027359009, "Finetune/Step": 1411, "Finetune/Step Time": 7.3705526646226645}
{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8332444429397583, "Finetune/Loss (Raw)": 0.651303768157959, "Finetune/Step": 1412, "Finetune/Step Time": 7.3700958248227835}
{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8328626155853271, "Finetune/Loss (Raw)": 0.9129493832588196, "Finetune/Step": 1413, "Finetune/Step Time": 7.362859131768346}
{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8341930508613586, "Finetune/Loss (Raw)": 1.0097908973693848, "Finetune/Step": 1414, "Finetune/Step Time": 7.352676732465625}
{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8336801528930664, "Finetune/Loss (Raw)": 0.8199320435523987, "Finetune/Step": 1415, "Finetune/Step Time": 7.356742646545172}
{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8347305059432983, "Finetune/Loss (Raw)": 0.9651100039482117, "Finetune/Step": 1416, "Finetune/Step Time": 7.354769468307495}
{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8348878622055054, "Finetune/Loss (Raw)": 0.8431341052055359, "Finetune/Step": 1417, "Finetune/Step Time": 7.363553371280432}
{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8326592445373535, "Finetune/Loss (Raw)": 0.7119333148002625, "Finetune/Step": 1418, "Finetune/Step Time": 7.37050093524158}
{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.832123875617981, "Finetune/Loss (Raw)": 0.7207710146903992, "Finetune/Step": 1419, "Finetune/Step Time": 7.354197232052684}
{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8327634334564209, "Finetune/Loss (Raw)": 0.9077579379081726, "Finetune/Step": 1420, "Finetune/Step Time": 7.354215981438756}
{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8322238922119141, "Finetune/Loss (Raw)": 0.8103103637695312, "Finetune/Step": 1421, "Finetune/Step Time": 7.3549759760499}
{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8308393359184265, "Finetune/Loss (Raw)": 0.76176518201828, "Finetune/Step": 1422, "Finetune/Step Time": 7.352130187675357}
{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8318692445755005, "Finetune/Loss (Raw)": 0.9422621130943298, "Finetune/Step": 1423, "Finetune/Step Time": 7.342963011935353}
{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8318270444869995, "Finetune/Loss (Raw)": 0.7839059829711914, "Finetune/Step": 1424, "Finetune/Step Time": 7.337927045300603}
{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8321160078048706, "Finetune/Loss (Raw)": 0.8492922186851501, "Finetune/Step": 1425, "Finetune/Step Time": 7.331128252670169}
{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8323733806610107, "Finetune/Loss (Raw)": 0.7821744680404663, "Finetune/Step": 1426, "Finetune/Step Time": 7.343796040862799}
{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8329917192459106, "Finetune/Loss (Raw)": 0.7406534552574158, "Finetune/Step": 1427, "Finetune/Step Time": 7.343846892938018}
{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8325403928756714, "Finetune/Loss (Raw)": 0.7476599812507629, "Finetune/Step": 1428, "Finetune/Step Time": 7.350304683670402}
{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.831605076789856, "Finetune/Loss (Raw)": 0.7187155485153198, "Finetune/Step": 1429, "Finetune/Step Time": 7.341460902243853}
{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.831657350063324, "Finetune/Loss (Raw)": 0.8371374607086182, "Finetune/Step": 1430, "Finetune/Step Time": 7.332824539393187}
{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8311425447463989, "Finetune/Loss (Raw)": 0.756506085395813, "Finetune/Step": 1431, "Finetune/Step Time": 7.343422655016184}
{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8298618793487549, "Finetune/Loss (Raw)": 0.7670446038246155, "Finetune/Step": 1432, "Finetune/Step Time": 7.346464991569519}
{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8307160139083862, "Finetune/Loss (Raw)": 0.9449989199638367, "Finetune/Step": 1433, "Finetune/Step Time": 7.347773138433695}
{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.827258288860321, "Finetune/Loss (Raw)": 0.3646804690361023, "Finetune/Step": 1434, "Finetune/Step Time": 7.344979083165526}
{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8265421986579895, "Finetune/Loss (Raw)": 0.9023246169090271, "Finetune/Step": 1435, "Finetune/Step Time": 7.341658925637603}
{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8233466744422913, "Finetune/Loss (Raw)": 0.5989195108413696, "Finetune/Step": 1436, "Finetune/Step Time": 7.352480622008443}
{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8233782052993774, "Finetune/Loss (Raw)": 0.881351888179779, "Finetune/Step": 1437, "Finetune/Step Time": 7.335953995585442}
{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8238419890403748, "Finetune/Loss (Raw)": 0.896797776222229, "Finetune/Step": 1438, "Finetune/Step Time": 7.331189287826419}
{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8241092562675476, "Finetune/Loss (Raw)": 0.9405696392059326, "Finetune/Step": 1439, "Finetune/Step Time": 7.328476635739207}
{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8244403004646301, "Finetune/Loss (Raw)": 0.6186172962188721, "Finetune/Step": 1440, "Finetune/Step Time": 7.332960965111852}
{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8241263628005981, "Finetune/Loss (Raw)": 0.850213885307312, "Finetune/Step": 1441, "Finetune/Step Time": 7.329641571268439}
{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.823175847530365, "Finetune/Loss (Raw)": 0.8153567910194397, "Finetune/Step": 1442, "Finetune/Step Time": 7.323241714388132}
{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.822617769241333, "Finetune/Loss (Raw)": 0.8345409035682678, "Finetune/Step": 1443, "Finetune/Step Time": 7.326724387705326}
{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8206210136413574, "Finetune/Loss (Raw)": 0.7943223118782043, "Finetune/Step": 1444, "Finetune/Step Time": 7.323997272178531}
{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8197782039642334, "Finetune/Loss (Raw)": 0.8413664102554321, "Finetune/Step": 1445, "Finetune/Step Time": 7.326210476458073}
{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8186420202255249, "Finetune/Loss (Raw)": 0.7059633135795593, "Finetune/Step": 1446, "Finetune/Step Time": 7.341388568282127}
{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8186574578285217, "Finetune/Loss (Raw)": 0.8957691788673401, "Finetune/Step": 1447, "Finetune/Step Time": 7.3459462989121675}
{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8197394609451294, "Finetune/Loss (Raw)": 0.9148945212364197, "Finetune/Step": 1448, "Finetune/Step Time": 7.337712027132511}
{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8184579610824585, "Finetune/Loss (Raw)": 0.7268975973129272, "Finetune/Step": 1449, "Finetune/Step Time": 7.34005207195878}
{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8173303604125977, "Finetune/Loss (Raw)": 0.7338939309120178, "Finetune/Step": 1450, "Finetune/Step Time": 7.374687422066927}
{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8166793584823608, "Finetune/Loss (Raw)": 0.830727756023407, "Finetune/Step": 1451, "Finetune/Step Time": 7.377965748310089}
{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8164666295051575, "Finetune/Loss (Raw)": 0.9331228137016296, "Finetune/Step": 1452, "Finetune/Step Time": 7.381875570863485}
{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8151779174804688, "Finetune/Loss (Raw)": 0.804396390914917, "Finetune/Step": 1453, "Finetune/Step Time": 7.386513136327267}
{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8159502744674683, "Finetune/Loss (Raw)": 1.0465152263641357, "Finetune/Step": 1454, "Finetune/Step Time": 7.389155592769384}
{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8175621032714844, "Finetune/Loss (Raw)": 0.9395701289176941, "Finetune/Step": 1455, "Finetune/Step Time": 7.357799714431167}
{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8158495426177979, "Finetune/Loss (Raw)": 0.8175125122070312, "Finetune/Step": 1456, "Finetune/Step Time": 7.359252858906984}
{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8102076053619385, "Finetune/Loss (Raw)": 0.3640209436416626, "Finetune/Step": 1457, "Finetune/Step Time": 7.371190184727311}
{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8114842772483826, "Finetune/Loss (Raw)": 0.8480477333068848, "Finetune/Step": 1458, "Finetune/Step Time": 7.368601646274328}
{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8118810057640076, "Finetune/Loss (Raw)": 0.9929336905479431, "Finetune/Step": 1459, "Finetune/Step Time": 7.376685442402959}
{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8137773275375366, "Finetune/Loss (Raw)": 1.002585530281067, "Finetune/Step": 1460, "Finetune/Step Time": 7.366902556270361}
{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8149831295013428, "Finetune/Loss (Raw)": 1.0431967973709106, "Finetune/Step": 1461, "Finetune/Step Time": 7.36047344468534}
{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8148072957992554, "Finetune/Loss (Raw)": 0.9037474393844604, "Finetune/Step": 1462, "Finetune/Step Time": 7.362637292593718}
{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8152420520782471, "Finetune/Loss (Raw)": 0.9594155550003052, "Finetune/Step": 1463, "Finetune/Step Time": 7.364004543051124}
{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8145322203636169, "Finetune/Loss (Raw)": 0.8160979747772217, "Finetune/Step": 1464, "Finetune/Step Time": 7.3684599082916975}
{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8137649297714233, "Finetune/Loss (Raw)": 0.865550696849823, "Finetune/Step": 1465, "Finetune/Step Time": 7.361821116879582}
{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8182622194290161, "Finetune/Loss (Raw)": 0.8736980557441711, "Finetune/Step": 1466, "Finetune/Step Time": 7.3529048059135675}
{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8190362453460693, "Finetune/Loss (Raw)": 0.852345883846283, "Finetune/Step": 1467, "Finetune/Step Time": 7.36993645504117}
{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8195861577987671, "Finetune/Loss (Raw)": 0.9229490756988525, "Finetune/Step": 1468, "Finetune/Step Time": 7.3624734580516815}
{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.816085159778595, "Finetune/Loss (Raw)": 0.37596768140792847, "Finetune/Step": 1469, "Finetune/Step Time": 7.38207408413291}
{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8153582811355591, "Finetune/Loss (Raw)": 0.8032780289649963, "Finetune/Step": 1470, "Finetune/Step Time": 7.370625026524067}
{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8159844875335693, "Finetune/Loss (Raw)": 0.8593767881393433, "Finetune/Step": 1471, "Finetune/Step Time": 7.335786895826459}
{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8157355785369873, "Finetune/Loss (Raw)": 0.7625219821929932, "Finetune/Step": 1472, "Finetune/Step Time": 7.339464159682393}
{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.812621533870697, "Finetune/Loss (Raw)": 0.5957687497138977, "Finetune/Step": 1473, "Finetune/Step Time": 7.345415290445089}
{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.813875675201416, "Finetune/Loss (Raw)": 1.036783218383789, "Finetune/Step": 1474, "Finetune/Step Time": 7.340645054355264}
{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8116483688354492, "Finetune/Loss (Raw)": 0.6648600697517395, "Finetune/Step": 1475, "Finetune/Step Time": 7.333967551589012}
{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8154237270355225, "Finetune/Loss (Raw)": 0.9113791584968567, "Finetune/Step": 1476, "Finetune/Step Time": 7.323668891564012}
{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8105500936508179, "Finetune/Loss (Raw)": 0.30593588948249817, "Finetune/Step": 1477, "Finetune/Step Time": 7.341919047757983}
{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8114871978759766, "Finetune/Loss (Raw)": 1.0158052444458008, "Finetune/Step": 1478, "Finetune/Step Time": 7.334579348564148}
{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8103470206260681, "Finetune/Loss (Raw)": 0.7748036980628967, "Finetune/Step": 1479, "Finetune/Step Time": 7.348696390166879}
{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8138278722763062, "Finetune/Loss (Raw)": 0.8681624531745911, "Finetune/Step": 1480, "Finetune/Step Time": 7.335640436038375}
{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.814205527305603, "Finetune/Loss (Raw)": 0.9043930172920227, "Finetune/Step": 1481, "Finetune/Step Time": 7.340487129986286}
{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8139350414276123, "Finetune/Loss (Raw)": 0.8344582915306091, "Finetune/Step": 1482, "Finetune/Step Time": 7.3328789453953505}
{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.810903787612915, "Finetune/Loss (Raw)": 0.6168829202651978, "Finetune/Step": 1483, "Finetune/Step Time": 7.356303630396724}
{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8100972175598145, "Finetune/Loss (Raw)": 0.890952467918396, "Finetune/Step": 1484, "Finetune/Step Time": 7.353379487991333}
{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8093620538711548, "Finetune/Loss (Raw)": 0.7892020344734192, "Finetune/Step": 1485, "Finetune/Step Time": 7.3424500953406096}
{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8047089576721191, "Finetune/Loss (Raw)": 0.30900853872299194, "Finetune/Step": 1486, "Finetune/Step Time": 7.3551869336515665}
{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8063920140266418, "Finetune/Loss (Raw)": 1.0138300657272339, "Finetune/Step": 1487, "Finetune/Step Time": 7.3508510533720255}
{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8075631856918335, "Finetune/Loss (Raw)": 1.0906916856765747, "Finetune/Step": 1488, "Finetune/Step Time": 7.348775152117014}
{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.8048563003540039, "Finetune/Loss (Raw)": 0.6510524749755859, "Finetune/Step": 1489, "Finetune/Step Time": 7.362536957487464}
{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8040013909339905, "Finetune/Loss (Raw)": 0.7553560733795166, "Finetune/Step": 1490, "Finetune/Step Time": 7.373054480180144}
{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8029162883758545, "Finetune/Loss (Raw)": 0.7060885429382324, "Finetune/Step": 1491, "Finetune/Step Time": 7.386726697906852}
{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8039225339889526, "Finetune/Loss (Raw)": 0.9492142796516418, "Finetune/Step": 1492, "Finetune/Step Time": 7.359332477673888}
{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8004150986671448, "Finetune/Loss (Raw)": 0.32777032256126404, "Finetune/Step": 1493, "Finetune/Step Time": 7.368054550141096}
{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8000119924545288, "Finetune/Loss (Raw)": 0.8321995139122009, "Finetune/Step": 1494, "Finetune/Step Time": 7.372484842315316}
{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8004672527313232, "Finetune/Loss (Raw)": 0.8474624156951904, "Finetune/Step": 1495, "Finetune/Step Time": 7.359012123197317}
{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8005119562149048, "Finetune/Loss (Raw)": 0.894446074962616, "Finetune/Step": 1496, "Finetune/Step Time": 7.359069576486945}
{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.7987919449806213, "Finetune/Loss (Raw)": 0.7592877745628357, "Finetune/Step": 1497, "Finetune/Step Time": 7.353092100471258}
{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8007067441940308, "Finetune/Loss (Raw)": 0.9869471788406372, "Finetune/Step": 1498, "Finetune/Step Time": 7.355302836745977}
{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.7970401048660278, "Finetune/Loss (Raw)": 0.42327141761779785, "Finetune/Step": 1499, "Finetune/Step Time": 7.362713299691677}
{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.7968993186950684, "Finetune/Loss (Raw)": 0.35286369919776917, "Finetune/Step": 1500, "Finetune/Step Time": 7.361968098208308}
{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.7967908382415771, "Finetune/Loss (Raw)": 0.9580402374267578, "Finetune/Step": 1501, "Finetune/Step Time": 7.3933769799768925}
{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.7983068227767944, "Finetune/Loss (Raw)": 0.939021110534668, "Finetune/Step": 1502, "Finetune/Step Time": 7.386284001171589}
{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.7967521548271179, "Finetune/Loss (Raw)": 0.7345249056816101, "Finetune/Step": 1503, "Finetune/Step Time": 7.38873516023159}
{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8010580539703369, "Finetune/Loss (Raw)": 0.8693372011184692, "Finetune/Step": 1504, "Finetune/Step Time": 7.386594649404287}
{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8012674450874329, "Finetune/Loss (Raw)": 0.8507716655731201, "Finetune/Step": 1505, "Finetune/Step Time": 7.373467333614826}
{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.7999674081802368, "Finetune/Loss (Raw)": 0.7773783206939697, "Finetune/Step": 1506, "Finetune/Step Time": 7.362394381314516}
{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8026950359344482, "Finetune/Loss (Raw)": 0.9408634901046753, "Finetune/Step": 1507, "Finetune/Step Time": 7.341904440894723}
{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8036185503005981, "Finetune/Loss (Raw)": 0.9482463002204895, "Finetune/Step": 1508, "Finetune/Step Time": 7.3553657084703445}
{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8032400012016296, "Finetune/Loss (Raw)": 0.8652203679084778, "Finetune/Step": 1509, "Finetune/Step Time": 7.350033888593316}
{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8037996292114258, "Finetune/Loss (Raw)": 0.9431087374687195, "Finetune/Step": 1510, "Finetune/Step Time": 7.3491804245859385}
{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8054047226905823, "Finetune/Loss (Raw)": 0.9582604765892029, "Finetune/Step": 1511, "Finetune/Step Time": 7.3363878559321165}
{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8045243620872498, "Finetune/Loss (Raw)": 0.7441017627716064, "Finetune/Step": 1512, "Finetune/Step Time": 7.341101923957467}
{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8048157691955566, "Finetune/Loss (Raw)": 0.9821755290031433, "Finetune/Step": 1513, "Finetune/Step Time": 7.343698643147945}
{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8043189644813538, "Finetune/Loss (Raw)": 0.7898142337799072, "Finetune/Step": 1514, "Finetune/Step Time": 7.35354726575315}
{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8053287267684937, "Finetune/Loss (Raw)": 0.8614985346794128, "Finetune/Step": 1515, "Finetune/Step Time": 7.351797804236412}
{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.804990291595459, "Finetune/Loss (Raw)": 0.8789889216423035, "Finetune/Step": 1516, "Finetune/Step Time": 7.353805171325803}
{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8044271469116211, "Finetune/Loss (Raw)": 0.8033207654953003, "Finetune/Step": 1517, "Finetune/Step Time": 7.355527030304074}
{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8041424751281738, "Finetune/Loss (Raw)": 0.9840776920318604, "Finetune/Step": 1518, "Finetune/Step Time": 7.3497718926519156}
{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8033506274223328, "Finetune/Loss (Raw)": 0.7150430083274841, "Finetune/Step": 1519, "Finetune/Step Time": 7.335269143804908}
{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.7999907732009888, "Finetune/Loss (Raw)": 0.3923461437225342, "Finetune/Step": 1520, "Finetune/Step Time": 7.314128341153264}
{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8011515736579895, "Finetune/Loss (Raw)": 0.9015123844146729, "Finetune/Step": 1521, "Finetune/Step Time": 7.27782092243433}
{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.7996688485145569, "Finetune/Loss (Raw)": 0.729476809501648, "Finetune/Step": 1522, "Finetune/Step Time": 7.3000809624791145}
{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.7982549667358398, "Finetune/Loss (Raw)": 0.6363490223884583, "Finetune/Step": 1523, "Finetune/Step Time": 7.313608398661017}
{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.7990290522575378, "Finetune/Loss (Raw)": 0.7163537740707397, "Finetune/Step": 1524, "Finetune/Step Time": 7.330756738781929}
{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.7977791428565979, "Finetune/Loss (Raw)": 0.7060298919677734, "Finetune/Step": 1525, "Finetune/Step Time": 7.3200750313699245}
{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.7984049320220947, "Finetune/Loss (Raw)": 0.9483972787857056, "Finetune/Step": 1526, "Finetune/Step Time": 7.3193646259605885}
{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8004185557365417, "Finetune/Loss (Raw)": 0.84909588098526, "Finetune/Step": 1527, "Finetune/Step Time": 7.314494334161282}
{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.7963455319404602, "Finetune/Loss (Raw)": 0.41914939880371094, "Finetune/Step": 1528, "Finetune/Step Time": 7.321606982499361}
{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.7977215051651001, "Finetune/Loss (Raw)": 0.9748843312263489, "Finetune/Step": 1529, "Finetune/Step Time": 7.3125859666615725}
{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.7993671298027039, "Finetune/Loss (Raw)": 0.5941758155822754, "Finetune/Step": 1530, "Finetune/Step Time": 7.316810065880418}
{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8000164031982422, "Finetune/Loss (Raw)": 0.911369800567627, "Finetune/Step": 1531, "Finetune/Step Time": 7.320555210113525}
{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.7998614311218262, "Finetune/Loss (Raw)": 0.8719406127929688, "Finetune/Step": 1532, "Finetune/Step Time": 7.3302023485302925}
{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.7996413707733154, "Finetune/Loss (Raw)": 0.6658685803413391, "Finetune/Step": 1533, "Finetune/Step Time": 7.324190655723214}
{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.7983217239379883, "Finetune/Loss (Raw)": 0.6856926679611206, "Finetune/Step": 1534, "Finetune/Step Time": 7.331312900409102}
{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8017923831939697, "Finetune/Loss (Raw)": 0.8128350377082825, "Finetune/Step": 1535, "Finetune/Step Time": 7.320157213136554}
{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.802412748336792, "Finetune/Loss (Raw)": 0.8017882704734802, "Finetune/Step": 1536, "Finetune/Step Time": 7.325585465878248}
{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8017102479934692, "Finetune/Loss (Raw)": 0.8194553256034851, "Finetune/Step": 1537, "Finetune/Step Time": 7.325797012075782}
{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.7993279099464417, "Finetune/Loss (Raw)": 0.43207278847694397, "Finetune/Step": 1538, "Finetune/Step Time": 7.309297500178218}
{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.7993752956390381, "Finetune/Loss (Raw)": 0.8794054985046387, "Finetune/Step": 1539, "Finetune/Step Time": 7.3101865742355585}
{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8005828857421875, "Finetune/Loss (Raw)": 0.8058809638023376, "Finetune/Step": 1540, "Finetune/Step Time": 7.309630496427417}
{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8007549047470093, "Finetune/Loss (Raw)": 0.9349588751792908, "Finetune/Step": 1541, "Finetune/Step Time": 7.310030546039343}
{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.7981702089309692, "Finetune/Loss (Raw)": 0.678954541683197, "Finetune/Step": 1542, "Finetune/Step Time": 7.3178196754306555}
{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.7977359294891357, "Finetune/Loss (Raw)": 0.7643440365791321, "Finetune/Step": 1543, "Finetune/Step Time": 7.31428655795753}
{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.7972496747970581, "Finetune/Loss (Raw)": 0.9028699994087219, "Finetune/Step": 1544, "Finetune/Step Time": 7.312788266688585}
{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.7969968318939209, "Finetune/Loss (Raw)": 0.8107711672782898, "Finetune/Step": 1545, "Finetune/Step Time": 7.305200537666678}
{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.7988606095314026, "Finetune/Loss (Raw)": 0.9504989385604858, "Finetune/Step": 1546, "Finetune/Step Time": 7.304082598537207}
{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.7999838590621948, "Finetune/Loss (Raw)": 0.8645426630973816, "Finetune/Step": 1547, "Finetune/Step Time": 7.3095049280673265}
{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.799518346786499, "Finetune/Loss (Raw)": 0.8481740355491638, "Finetune/Step": 1548, "Finetune/Step Time": 7.31861312687397}
{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.7962702512741089, "Finetune/Loss (Raw)": 0.3945576846599579, "Finetune/Step": 1549, "Finetune/Step Time": 7.332286076620221}
{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.7973583936691284, "Finetune/Loss (Raw)": 0.9010472297668457, "Finetune/Step": 1550, "Finetune/Step Time": 7.330094834789634}
{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.7959399223327637, "Finetune/Loss (Raw)": 0.7606953382492065, "Finetune/Step": 1551, "Finetune/Step Time": 7.324271755293012}
{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.796987771987915, "Finetune/Loss (Raw)": 0.9180237054824829, "Finetune/Step": 1552, "Finetune/Step Time": 7.324944589287043}
{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.7964088916778564, "Finetune/Loss (Raw)": 0.775201141834259, "Finetune/Step": 1553, "Finetune/Step Time": 7.336508642882109}
{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.7961984872817993, "Finetune/Loss (Raw)": 0.7552490234375, "Finetune/Step": 1554, "Finetune/Step Time": 7.327136989682913}
{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.7974169254302979, "Finetune/Loss (Raw)": 0.896605372428894, "Finetune/Step": 1555, "Finetune/Step Time": 7.32961075566709}
{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.7969619631767273, "Finetune/Loss (Raw)": 0.6894270181655884, "Finetune/Step": 1556, "Finetune/Step Time": 7.335143141448498}
{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.797627329826355, "Finetune/Loss (Raw)": 0.8038769960403442, "Finetune/Step": 1557, "Finetune/Step Time": 7.334213836118579}
{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.7977312207221985, "Finetune/Loss (Raw)": 0.8504413366317749, "Finetune/Step": 1558, "Finetune/Step Time": 7.3242144379764795}
{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8002533912658691, "Finetune/Loss (Raw)": 1.079349160194397, "Finetune/Step": 1559, "Finetune/Step Time": 7.315538227558136}
{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8013441562652588, "Finetune/Loss (Raw)": 0.9066592454910278, "Finetune/Step": 1560, "Finetune/Step Time": 7.320567712187767}
{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8006336092948914, "Finetune/Loss (Raw)": 0.854046106338501, "Finetune/Step": 1561, "Finetune/Step Time": 7.317723443731666}
{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8048373460769653, "Finetune/Loss (Raw)": 0.9027620553970337, "Finetune/Step": 1562, "Finetune/Step Time": 7.313601065427065}
{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8040094971656799, "Finetune/Loss (Raw)": 0.7963579893112183, "Finetune/Step": 1563, "Finetune/Step Time": 7.341055063530803}
{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8054128289222717, "Finetune/Loss (Raw)": 0.7785436511039734, "Finetune/Step": 1564, "Finetune/Step Time": 7.327401712536812}
{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8044199347496033, "Finetune/Loss (Raw)": 0.7542601227760315, "Finetune/Step": 1565, "Finetune/Step Time": 7.326724801212549}
{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8033159375190735, "Finetune/Loss (Raw)": 0.7554879188537598, "Finetune/Step": 1566, "Finetune/Step Time": 7.333827421069145}
{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8025878667831421, "Finetune/Loss (Raw)": 0.8473715782165527, "Finetune/Step": 1567, "Finetune/Step Time": 7.339854501187801}
{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8042194843292236, "Finetune/Loss (Raw)": 0.8274720311164856, "Finetune/Step": 1568, "Finetune/Step Time": 7.312865635380149}
{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8029854893684387, "Finetune/Loss (Raw)": 0.6922599673271179, "Finetune/Step": 1569, "Finetune/Step Time": 7.324150336906314}
{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8040182590484619, "Finetune/Loss (Raw)": 0.947550892829895, "Finetune/Step": 1570, "Finetune/Step Time": 7.32154436968267}
{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8044716119766235, "Finetune/Loss (Raw)": 0.8925747871398926, "Finetune/Step": 1571, "Finetune/Step Time": 7.31746656447649}
{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.805472731590271, "Finetune/Loss (Raw)": 0.9224569797515869, "Finetune/Step": 1572, "Finetune/Step Time": 7.311431465670466}
{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8052147626876831, "Finetune/Loss (Raw)": 0.8083485960960388, "Finetune/Step": 1573, "Finetune/Step Time": 7.326741401106119}
{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8052021265029907, "Finetune/Loss (Raw)": 0.7043452262878418, "Finetune/Step": 1574, "Finetune/Step Time": 7.310707880184054}
{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8058089017868042, "Finetune/Loss (Raw)": 0.9734430313110352, "Finetune/Step": 1575, "Finetune/Step Time": 7.319848084822297}
{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8053462505340576, "Finetune/Loss (Raw)": 0.8556649684906006, "Finetune/Step": 1576, "Finetune/Step Time": 7.32281612791121}
{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8064278960227966, "Finetune/Loss (Raw)": 0.8653586506843567, "Finetune/Step": 1577, "Finetune/Step Time": 7.314443606883287}
{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8075693845748901, "Finetune/Loss (Raw)": 0.8799967765808105, "Finetune/Step": 1578, "Finetune/Step Time": 7.273989489302039}
{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8071647882461548, "Finetune/Loss (Raw)": 0.7789443135261536, "Finetune/Step": 1579, "Finetune/Step Time": 7.278973614796996}
{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8051284551620483, "Finetune/Loss (Raw)": 0.6724677085876465, "Finetune/Step": 1580, "Finetune/Step Time": 7.300585778430104}
{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8046811819076538, "Finetune/Loss (Raw)": 0.7471432685852051, "Finetune/Step": 1581, "Finetune/Step Time": 7.296896796673536}
{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8030003309249878, "Finetune/Loss (Raw)": 0.8313741087913513, "Finetune/Step": 1582, "Finetune/Step Time": 7.298388993367553}
{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8024399280548096, "Finetune/Loss (Raw)": 0.8678299188613892, "Finetune/Step": 1583, "Finetune/Step Time": 7.3015803676098585}
{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8025619983673096, "Finetune/Loss (Raw)": 0.8331485390663147, "Finetune/Step": 1584, "Finetune/Step Time": 7.302864044904709}
{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8071151375770569, "Finetune/Loss (Raw)": 0.9468198418617249, "Finetune/Step": 1585, "Finetune/Step Time": 7.289867492392659}
{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8085289001464844, "Finetune/Loss (Raw)": 1.0290110111236572, "Finetune/Step": 1586, "Finetune/Step Time": 7.330918427556753}
{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8082031011581421, "Finetune/Loss (Raw)": 0.9512259364128113, "Finetune/Step": 1587, "Finetune/Step Time": 7.325269542634487}
{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8069396018981934, "Finetune/Loss (Raw)": 0.8408613204956055, "Finetune/Step": 1588, "Finetune/Step Time": 7.3353920970112085}
{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8053340911865234, "Finetune/Loss (Raw)": 0.8376814126968384, "Finetune/Step": 1589, "Finetune/Step Time": 7.35120590403676}
{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.805621862411499, "Finetune/Loss (Raw)": 0.9405919909477234, "Finetune/Step": 1590, "Finetune/Step Time": 7.357093527913094}
{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8029784560203552, "Finetune/Loss (Raw)": 0.6210567951202393, "Finetune/Step": 1591, "Finetune/Step Time": 7.383333992213011}
{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8021411895751953, "Finetune/Loss (Raw)": 0.7089245915412903, "Finetune/Step": 1592, "Finetune/Step Time": 7.3858968410640955}
{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8014189004898071, "Finetune/Loss (Raw)": 0.7731037139892578, "Finetune/Step": 1593, "Finetune/Step Time": 7.3888279646635056}
{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8011380434036255, "Finetune/Loss (Raw)": 0.837749719619751, "Finetune/Step": 1594, "Finetune/Step Time": 7.3940468318760395}
{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8000185489654541, "Finetune/Loss (Raw)": 0.7090479135513306, "Finetune/Step": 1595, "Finetune/Step Time": 7.372752383351326}
{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.7995060682296753, "Finetune/Loss (Raw)": 0.8573541641235352, "Finetune/Step": 1596, "Finetune/Step Time": 7.376958552747965}
{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8022007346153259, "Finetune/Loss (Raw)": 0.7208775281906128, "Finetune/Step": 1597, "Finetune/Step Time": 7.362808857113123}
{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8023180961608887, "Finetune/Loss (Raw)": 0.8183072805404663, "Finetune/Step": 1598, "Finetune/Step Time": 7.375609250739217}
{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.7985148429870605, "Finetune/Loss (Raw)": 0.37255576252937317, "Finetune/Step": 1599, "Finetune/Step Time": 7.390634009614587}
{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.7996654510498047, "Finetune/Loss (Raw)": 0.9098032116889954, "Finetune/Step": 1600, "Finetune/Step Time": 7.383961029350758}
{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.7980326414108276, "Finetune/Loss (Raw)": 0.38677123188972473, "Finetune/Step": 1601, "Finetune/Step Time": 7.3919627498835325}
{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.7973285913467407, "Finetune/Loss (Raw)": 0.9466636776924133, "Finetune/Step": 1602, "Finetune/Step Time": 7.401177166029811}
{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.7993147373199463, "Finetune/Loss (Raw)": 0.9190828204154968, "Finetune/Step": 1603, "Finetune/Step Time": 7.396674491465092}
{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.798579752445221, "Finetune/Loss (Raw)": 0.8173061609268188, "Finetune/Step": 1604, "Finetune/Step Time": 7.396154513582587}
{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8012087345123291, "Finetune/Loss (Raw)": 0.6424343585968018, "Finetune/Step": 1605, "Finetune/Step Time": 7.391194125637412}
{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.7982159852981567, "Finetune/Loss (Raw)": 0.6327486634254456, "Finetune/Step": 1606, "Finetune/Step Time": 7.421101521700621}
{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.7985804080963135, "Finetune/Loss (Raw)": 0.8214418292045593, "Finetune/Step": 1607, "Finetune/Step Time": 7.408394260331988}
{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.7948052883148193, "Finetune/Loss (Raw)": 0.3849426805973053, "Finetune/Step": 1608, "Finetune/Step Time": 7.421278553083539}
{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.7946272492408752, "Finetune/Loss (Raw)": 0.8816100358963013, "Finetune/Step": 1609, "Finetune/Step Time": 7.41615522839129}
{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.7948940992355347, "Finetune/Loss (Raw)": 0.8686106204986572, "Finetune/Step": 1610, "Finetune/Step Time": 7.417952366173267}
{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.7959414124488831, "Finetune/Loss (Raw)": 0.750942587852478, "Finetune/Step": 1611, "Finetune/Step Time": 7.410298146307468}
{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.7953176498413086, "Finetune/Loss (Raw)": 0.8111148476600647, "Finetune/Step": 1612, "Finetune/Step Time": 7.412908727303147}
{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.7948268055915833, "Finetune/Loss (Raw)": 0.7263674736022949, "Finetune/Step": 1613, "Finetune/Step Time": 7.424495017156005}
{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.799287736415863, "Finetune/Loss (Raw)": 0.880013644695282, "Finetune/Step": 1614, "Finetune/Step Time": 7.410704292356968}
{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.7987693548202515, "Finetune/Loss (Raw)": 0.9474675059318542, "Finetune/Step": 1615, "Finetune/Step Time": 7.404100326821208}
{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.7968999147415161, "Finetune/Loss (Raw)": 0.851403534412384, "Finetune/Step": 1616, "Finetune/Step Time": 7.4032113421708345}
{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.7980919480323792, "Finetune/Loss (Raw)": 0.8036395907402039, "Finetune/Step": 1617, "Finetune/Step Time": 7.409936146810651}
{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.798568606376648, "Finetune/Loss (Raw)": 0.8163723945617676, "Finetune/Step": 1618, "Finetune/Step Time": 7.389673298224807}
{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.7988981604576111, "Finetune/Loss (Raw)": 0.7482683658599854, "Finetune/Step": 1619, "Finetune/Step Time": 7.379026383161545}
{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.7999144792556763, "Finetune/Loss (Raw)": 1.0792973041534424, "Finetune/Step": 1620, "Finetune/Step Time": 7.3815171625465155}
{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8034473657608032, "Finetune/Loss (Raw)": 0.779985785484314, "Finetune/Step": 1621, "Finetune/Step Time": 7.373444447293878}
{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8045432567596436, "Finetune/Loss (Raw)": 0.9724792838096619, "Finetune/Step": 1622, "Finetune/Step Time": 7.371061850339174}
{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8062257170677185, "Finetune/Loss (Raw)": 1.062807559967041, "Finetune/Step": 1623, "Finetune/Step Time": 7.365188151597977}
{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8060406446456909, "Finetune/Loss (Raw)": 0.8707607984542847, "Finetune/Step": 1624, "Finetune/Step Time": 7.367024522274733}
{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8069437742233276, "Finetune/Loss (Raw)": 0.8748844861984253, "Finetune/Step": 1625, "Finetune/Step Time": 7.366965154185891}
{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8062479496002197, "Finetune/Loss (Raw)": 0.8978897333145142, "Finetune/Step": 1626, "Finetune/Step Time": 7.358246335759759}
{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.81034916639328, "Finetune/Loss (Raw)": 0.9482207298278809, "Finetune/Step": 1627, "Finetune/Step Time": 7.3423249162733555}
{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8140023350715637, "Finetune/Loss (Raw)": 0.8204660415649414, "Finetune/Step": 1628, "Finetune/Step Time": 7.328198861330748}
{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8125787973403931, "Finetune/Loss (Raw)": 0.7758354544639587, "Finetune/Step": 1629, "Finetune/Step Time": 7.299765724688768}
{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8121820688247681, "Finetune/Loss (Raw)": 0.8882399797439575, "Finetune/Step": 1630, "Finetune/Step Time": 7.297392478212714}
{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8129637837409973, "Finetune/Loss (Raw)": 0.8345782160758972, "Finetune/Step": 1631, "Finetune/Step Time": 7.2994035966694355}
{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.812619149684906, "Finetune/Loss (Raw)": 0.8252238631248474, "Finetune/Step": 1632, "Finetune/Step Time": 7.2907831855118275}
{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8121718168258667, "Finetune/Loss (Raw)": 0.793513834476471, "Finetune/Step": 1633, "Finetune/Step Time": 7.290498856455088}
{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8129234910011292, "Finetune/Loss (Raw)": 0.8735970258712769, "Finetune/Step": 1634, "Finetune/Step Time": 7.283592713996768}
{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8117146492004395, "Finetune/Loss (Raw)": 0.786134660243988, "Finetune/Step": 1635, "Finetune/Step Time": 7.3042911645025015}
{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8113322257995605, "Finetune/Loss (Raw)": 0.8992886543273926, "Finetune/Step": 1636, "Finetune/Step Time": 7.301543444395065}
{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8107494115829468, "Finetune/Loss (Raw)": 0.7906264662742615, "Finetune/Step": 1637, "Finetune/Step Time": 7.302611282095313}
{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8096188306808472, "Finetune/Loss (Raw)": 0.7983960509300232, "Finetune/Step": 1638, "Finetune/Step Time": 7.303788300603628}
{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8078253269195557, "Finetune/Loss (Raw)": 0.728687047958374, "Finetune/Step": 1639, "Finetune/Step Time": 7.301156174391508}
{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8095037937164307, "Finetune/Loss (Raw)": 0.9589394330978394, "Finetune/Step": 1640, "Finetune/Step Time": 7.289142489433289}
{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8089803457260132, "Finetune/Loss (Raw)": 0.9151802659034729, "Finetune/Step": 1641, "Finetune/Step Time": 7.286095669493079}
{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8094004988670349, "Finetune/Loss (Raw)": 0.8435943722724915, "Finetune/Step": 1642, "Finetune/Step Time": 7.275381142273545}
{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8102627992630005, "Finetune/Loss (Raw)": 0.9718719720840454, "Finetune/Step": 1643, "Finetune/Step Time": 7.27702134475112}
{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8095176219940186, "Finetune/Loss (Raw)": 0.7836005687713623, "Finetune/Step": 1644, "Finetune/Step Time": 7.303009266033769}
{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8098952174186707, "Finetune/Loss (Raw)": 0.851658284664154, "Finetune/Step": 1645, "Finetune/Step Time": 7.304689658805728}
{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8093552589416504, "Finetune/Loss (Raw)": 0.9149689674377441, "Finetune/Step": 1646, "Finetune/Step Time": 7.308475039899349}
{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8097422122955322, "Finetune/Loss (Raw)": 0.7645640969276428, "Finetune/Step": 1647, "Finetune/Step Time": 7.320954544469714}
{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.813858151435852, "Finetune/Loss (Raw)": 0.9191867709159851, "Finetune/Step": 1648, "Finetune/Step Time": 7.311521900817752}
{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8132249116897583, "Finetune/Loss (Raw)": 0.8204567432403564, "Finetune/Step": 1649, "Finetune/Step Time": 7.313824003562331}
{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8145021200180054, "Finetune/Loss (Raw)": 0.8929585218429565, "Finetune/Step": 1650, "Finetune/Step Time": 7.291004592552781}
{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8152654767036438, "Finetune/Loss (Raw)": 0.7340657114982605, "Finetune/Step": 1651, "Finetune/Step Time": 7.29299327172339}
{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8160550594329834, "Finetune/Loss (Raw)": 0.8174095749855042, "Finetune/Step": 1652, "Finetune/Step Time": 7.276449179276824}
{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8169703483581543, "Finetune/Loss (Raw)": 0.823196530342102, "Finetune/Step": 1653, "Finetune/Step Time": 7.269448157399893}
{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8165920972824097, "Finetune/Loss (Raw)": 0.8999813795089722, "Finetune/Step": 1654, "Finetune/Step Time": 7.272104142233729}
{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8129554986953735, "Finetune/Loss (Raw)": 0.3836081027984619, "Finetune/Step": 1655, "Finetune/Step Time": 7.284548820927739}
{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8165835738182068, "Finetune/Loss (Raw)": 0.883539617061615, "Finetune/Step": 1656, "Finetune/Step Time": 7.274364521726966}
{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8152674436569214, "Finetune/Loss (Raw)": 0.8064224123954773, "Finetune/Step": 1657, "Finetune/Step Time": 7.27248684130609}
{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8174706697463989, "Finetune/Loss (Raw)": 0.8761884570121765, "Finetune/Step": 1658, "Finetune/Step Time": 7.257896076887846}
{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8165291547775269, "Finetune/Loss (Raw)": 0.7908584475517273, "Finetune/Step": 1659, "Finetune/Step Time": 7.257692651823163}
{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8165788650512695, "Finetune/Loss (Raw)": 0.8783016204833984, "Finetune/Step": 1660, "Finetune/Step Time": 7.2659908682107925}
{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.817935585975647, "Finetune/Loss (Raw)": 0.8395366072654724, "Finetune/Step": 1661, "Finetune/Step Time": 7.261386448517442}
{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8199332356452942, "Finetune/Loss (Raw)": 0.9413820505142212, "Finetune/Step": 1662, "Finetune/Step Time": 7.260605484247208}
{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8181746602058411, "Finetune/Loss (Raw)": 0.5877361297607422, "Finetune/Step": 1663, "Finetune/Step Time": 7.270191105082631}
{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8172459602355957, "Finetune/Loss (Raw)": 0.6829171776771545, "Finetune/Step": 1664, "Finetune/Step Time": 7.263431353494525}
{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8185899257659912, "Finetune/Loss (Raw)": 0.991484522819519, "Finetune/Step": 1665, "Finetune/Step Time": 7.263101097196341}
{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8215290307998657, "Finetune/Loss (Raw)": 0.8082706928253174, "Finetune/Step": 1666, "Finetune/Step Time": 7.24514976888895}
{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8214863538742065, "Finetune/Loss (Raw)": 0.873956561088562, "Finetune/Step": 1667, "Finetune/Step Time": 7.242720639333129}
{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8224137425422668, "Finetune/Loss (Raw)": 0.9245799779891968, "Finetune/Step": 1668, "Finetune/Step Time": 7.247725527733564}
{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8220057487487793, "Finetune/Loss (Raw)": 0.882742702960968, "Finetune/Step": 1669, "Finetune/Step Time": 7.2445205096155405}
{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.823960542678833, "Finetune/Loss (Raw)": 0.9291637539863586, "Finetune/Step": 1670, "Finetune/Step Time": 7.23154703900218}
{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8242231011390686, "Finetune/Loss (Raw)": 0.7979519963264465, "Finetune/Step": 1671, "Finetune/Step Time": 7.248796135187149}
{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8238515257835388, "Finetune/Loss (Raw)": 0.8553037047386169, "Finetune/Step": 1672, "Finetune/Step Time": 7.264992067590356}
{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8231073617935181, "Finetune/Loss (Raw)": 0.7155195474624634, "Finetune/Step": 1673, "Finetune/Step Time": 7.270377818495035}
{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8203384876251221, "Finetune/Loss (Raw)": 0.596082866191864, "Finetune/Step": 1674, "Finetune/Step Time": 7.2771050073206425}
{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8189737796783447, "Finetune/Loss (Raw)": 0.6898624300956726, "Finetune/Step": 1675, "Finetune/Step Time": 7.281053340062499}
{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8194693326950073, "Finetune/Loss (Raw)": 0.9116010069847107, "Finetune/Step": 1676, "Finetune/Step Time": 7.275648303329945}
{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8238506317138672, "Finetune/Loss (Raw)": 0.955368161201477, "Finetune/Step": 1677, "Finetune/Step Time": 7.262250833213329}
{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8229160904884338, "Finetune/Loss (Raw)": 0.7814215421676636, "Finetune/Step": 1678, "Finetune/Step Time": 7.260378530249}
{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8199834823608398, "Finetune/Loss (Raw)": 0.38532358407974243, "Finetune/Step": 1679, "Finetune/Step Time": 7.275219790637493}
{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8195520639419556, "Finetune/Loss (Raw)": 0.8627970218658447, "Finetune/Step": 1680, "Finetune/Step Time": 7.281696556136012}
{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8202491998672485, "Finetune/Loss (Raw)": 0.8644407987594604, "Finetune/Step": 1681, "Finetune/Step Time": 7.263720972463489}
{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8223907351493835, "Finetune/Loss (Raw)": 1.0293617248535156, "Finetune/Step": 1682, "Finetune/Step Time": 7.266431648284197}
{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8208661079406738, "Finetune/Loss (Raw)": 0.7014536261558533, "Finetune/Step": 1683, "Finetune/Step Time": 7.273955633863807}
{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8220034837722778, "Finetune/Loss (Raw)": 0.8350192308425903, "Finetune/Step": 1684, "Finetune/Step Time": 7.265849189832807}
{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8215048313140869, "Finetune/Loss (Raw)": 0.7400491237640381, "Finetune/Step": 1685, "Finetune/Step Time": 7.268980238586664}
{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8197951316833496, "Finetune/Loss (Raw)": 0.6315942406654358, "Finetune/Step": 1686, "Finetune/Step Time": 7.28036230802536}
{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8184279203414917, "Finetune/Loss (Raw)": 0.9043481349945068, "Finetune/Step": 1687, "Finetune/Step Time": 7.282608276233077}
{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.8176418542861938, "Finetune/Loss (Raw)": 0.8060404658317566, "Finetune/Step": 1688, "Finetune/Step Time": 7.279871888458729}
{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8133550882339478, "Finetune/Loss (Raw)": 0.305338591337204, "Finetune/Step": 1689, "Finetune/Step Time": 7.290422413498163}
{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8136448264122009, "Finetune/Loss (Raw)": 0.9398555159568787, "Finetune/Step": 1690, "Finetune/Step Time": 7.281289879232645}
{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8142142295837402, "Finetune/Loss (Raw)": 0.8692342638969421, "Finetune/Step": 1691, "Finetune/Step Time": 7.2639663759619}
{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.813642680644989, "Finetune/Loss (Raw)": 0.705385148525238, "Finetune/Step": 1692, "Finetune/Step Time": 7.285137364640832}
{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8129684925079346, "Finetune/Loss (Raw)": 0.6679596900939941, "Finetune/Step": 1693, "Finetune/Step Time": 7.303255559876561}
{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8117656111717224, "Finetune/Loss (Raw)": 0.6015249490737915, "Finetune/Step": 1694, "Finetune/Step Time": 7.305879069492221}
{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8104840517044067, "Finetune/Loss (Raw)": 0.6833249926567078, "Finetune/Step": 1695, "Finetune/Step Time": 7.311697244644165}
{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8105865120887756, "Finetune/Loss (Raw)": 0.8405925631523132, "Finetune/Step": 1696, "Finetune/Step Time": 7.309719301760197}
{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8122550249099731, "Finetune/Loss (Raw)": 0.905827522277832, "Finetune/Step": 1697, "Finetune/Step Time": 7.296549268066883}
{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.811391294002533, "Finetune/Loss (Raw)": 0.8369945287704468, "Finetune/Step": 1698, "Finetune/Step Time": 7.298850160092115}
{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8113348484039307, "Finetune/Loss (Raw)": 0.8853540420532227, "Finetune/Step": 1699, "Finetune/Step Time": 7.297415439039469}
{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8110085725784302, "Finetune/Loss (Raw)": 0.8806936144828796, "Finetune/Step": 1700, "Finetune/Step Time": 7.307024084031582}
{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8120900988578796, "Finetune/Loss (Raw)": 0.946783721446991, "Finetune/Step": 1701, "Finetune/Step Time": 7.292600525543094}
{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8137931227684021, "Finetune/Loss (Raw)": 0.9223290085792542, "Finetune/Step": 1702, "Finetune/Step Time": 7.291787197813392}
{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8113781213760376, "Finetune/Loss (Raw)": 0.664327085018158, "Finetune/Step": 1703, "Finetune/Step Time": 7.298818148672581}
{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8073878288269043, "Finetune/Loss (Raw)": 0.3449079990386963, "Finetune/Step": 1704, "Finetune/Step Time": 7.30884475260973}
{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8072769641876221, "Finetune/Loss (Raw)": 0.8511646389961243, "Finetune/Step": 1705, "Finetune/Step Time": 7.311372326686978}
{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.807421088218689, "Finetune/Loss (Raw)": 0.8984452486038208, "Finetune/Step": 1706, "Finetune/Step Time": 7.313297662883997}
{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8081426620483398, "Finetune/Loss (Raw)": 0.8713051080703735, "Finetune/Step": 1707, "Finetune/Step Time": 7.310372740030289}
{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8094102144241333, "Finetune/Loss (Raw)": 0.8347122669219971, "Finetune/Step": 1708, "Finetune/Step Time": 7.291603449732065}
{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8111386299133301, "Finetune/Loss (Raw)": 0.9683770537376404, "Finetune/Step": 1709, "Finetune/Step Time": 7.2789327297359705}
{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.811112642288208, "Finetune/Loss (Raw)": 0.828057050704956, "Finetune/Step": 1710, "Finetune/Step Time": 7.287612684071064}
{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8109439015388489, "Finetune/Loss (Raw)": 0.8462284207344055, "Finetune/Step": 1711, "Finetune/Step Time": 7.290790379047394}
{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8121442794799805, "Finetune/Loss (Raw)": 0.9867948293685913, "Finetune/Step": 1712, "Finetune/Step Time": 7.291590375825763}
{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8117369413375854, "Finetune/Loss (Raw)": 0.8946781158447266, "Finetune/Step": 1713, "Finetune/Step Time": 7.291737711057067}
{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8106101751327515, "Finetune/Loss (Raw)": 0.8847888112068176, "Finetune/Step": 1714, "Finetune/Step Time": 7.258289260789752}
{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8081052899360657, "Finetune/Loss (Raw)": 0.6306024193763733, "Finetune/Step": 1715, "Finetune/Step Time": 7.265985490754247}
{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8083702325820923, "Finetune/Loss (Raw)": 0.8747718930244446, "Finetune/Step": 1716, "Finetune/Step Time": 7.254429107531905}
{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8086009621620178, "Finetune/Loss (Raw)": 0.867214024066925, "Finetune/Step": 1717, "Finetune/Step Time": 7.254424270242453}
{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8084096908569336, "Finetune/Loss (Raw)": 0.9161075949668884, "Finetune/Step": 1718, "Finetune/Step Time": 7.244684744626284}
{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8099268078804016, "Finetune/Loss (Raw)": 0.8152533769607544, "Finetune/Step": 1719, "Finetune/Step Time": 7.219407331198454}
{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8117597699165344, "Finetune/Loss (Raw)": 0.9435474276542664, "Finetune/Step": 1720, "Finetune/Step Time": 7.217600334435701}
{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8127802610397339, "Finetune/Loss (Raw)": 0.9037161469459534, "Finetune/Step": 1721, "Finetune/Step Time": 7.2192795146256685}
{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8130029439926147, "Finetune/Loss (Raw)": 0.8662576079368591, "Finetune/Step": 1722, "Finetune/Step Time": 7.210618585348129}
{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8140669465065002, "Finetune/Loss (Raw)": 0.8452466726303101, "Finetune/Step": 1723, "Finetune/Step Time": 7.226209981366992}
{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8135581016540527, "Finetune/Loss (Raw)": 0.7922171354293823, "Finetune/Step": 1724, "Finetune/Step Time": 7.219529969617724}
{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8145915269851685, "Finetune/Loss (Raw)": 0.8531525731086731, "Finetune/Step": 1725, "Finetune/Step Time": 7.210312036797404}
{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8143138885498047, "Finetune/Loss (Raw)": 0.782768726348877, "Finetune/Step": 1726, "Finetune/Step Time": 7.2133796736598015}
{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8179529309272766, "Finetune/Loss (Raw)": 0.8383585810661316, "Finetune/Step": 1727, "Finetune/Step Time": 7.215869020670652}
{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8181508779525757, "Finetune/Loss (Raw)": 0.9351345300674438, "Finetune/Step": 1728, "Finetune/Step Time": 7.212545771151781}
{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8220733404159546, "Finetune/Loss (Raw)": 0.8888455629348755, "Finetune/Step": 1729, "Finetune/Step Time": 7.212563320994377}
{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8204929232597351, "Finetune/Loss (Raw)": 0.7443763613700867, "Finetune/Step": 1730, "Finetune/Step Time": 7.204966189339757}
{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.821235716342926, "Finetune/Loss (Raw)": 1.014163851737976, "Finetune/Step": 1731, "Finetune/Step Time": 7.2016843147575855}
{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8220599293708801, "Finetune/Loss (Raw)": 0.9227995872497559, "Finetune/Step": 1732, "Finetune/Step Time": 7.21587504632771}
{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8238291144371033, "Finetune/Loss (Raw)": 0.8688878417015076, "Finetune/Step": 1733, "Finetune/Step Time": 7.208047542721033}
{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8258660435676575, "Finetune/Loss (Raw)": 0.8934823274612427, "Finetune/Step": 1734, "Finetune/Step Time": 7.192652767524123}
{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8259345889091492, "Finetune/Loss (Raw)": 0.8302137851715088, "Finetune/Step": 1735, "Finetune/Step Time": 7.191742787137628}
{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8297285437583923, "Finetune/Loss (Raw)": 0.8705723285675049, "Finetune/Step": 1736, "Finetune/Step Time": 7.178499231114984}
{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8289941549301147, "Finetune/Loss (Raw)": 0.787601888179779, "Finetune/Step": 1737, "Finetune/Step Time": 7.177236117422581}
{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8249679803848267, "Finetune/Loss (Raw)": 0.3532678484916687, "Finetune/Step": 1738, "Finetune/Step Time": 7.187246738001704}
{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8255711197853088, "Finetune/Loss (Raw)": 0.8281416296958923, "Finetune/Step": 1739, "Finetune/Step Time": 7.166447356343269}
{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8251239061355591, "Finetune/Loss (Raw)": 0.7538659572601318, "Finetune/Step": 1740, "Finetune/Step Time": 7.1811432261019945}
{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.827532947063446, "Finetune/Loss (Raw)": 1.0347248315811157, "Finetune/Step": 1741, "Finetune/Step Time": 7.171493671834469}
{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8259505033493042, "Finetune/Loss (Raw)": 0.6774601340293884, "Finetune/Step": 1742, "Finetune/Step Time": 7.179148675873876}
{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8251771926879883, "Finetune/Loss (Raw)": 0.8484870195388794, "Finetune/Step": 1743, "Finetune/Step Time": 7.194290142506361}
{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8249318599700928, "Finetune/Loss (Raw)": 0.8200041651725769, "Finetune/Step": 1744, "Finetune/Step Time": 7.195969233289361}
{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8255279064178467, "Finetune/Loss (Raw)": 0.8799208998680115, "Finetune/Step": 1745, "Finetune/Step Time": 7.191466154530644}
{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8267536163330078, "Finetune/Loss (Raw)": 0.9732732772827148, "Finetune/Step": 1746, "Finetune/Step Time": 7.191231654956937}
{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8243028521537781, "Finetune/Loss (Raw)": 0.4345693588256836, "Finetune/Step": 1747, "Finetune/Step Time": 7.2029159516096115}
{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8212132453918457, "Finetune/Loss (Raw)": 0.6838318705558777, "Finetune/Step": 1748, "Finetune/Step Time": 7.213300863280892}
{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8220145106315613, "Finetune/Loss (Raw)": 0.8825398087501526, "Finetune/Step": 1749, "Finetune/Step Time": 7.212242661044002}
{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8219808340072632, "Finetune/Loss (Raw)": 0.9681680798530579, "Finetune/Step": 1750, "Finetune/Step Time": 7.23051530495286}
{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8208112120628357, "Finetune/Loss (Raw)": 0.9130986928939819, "Finetune/Step": 1751, "Finetune/Step Time": 7.233999574556947}
{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8218716979026794, "Finetune/Loss (Raw)": 1.006508708000183, "Finetune/Step": 1752, "Finetune/Step Time": 7.233416836708784}
{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8217201232910156, "Finetune/Loss (Raw)": 0.8554695844650269, "Finetune/Step": 1753, "Finetune/Step Time": 7.231465678662062}
{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8218075037002563, "Finetune/Loss (Raw)": 0.9090831875801086, "Finetune/Step": 1754, "Finetune/Step Time": 7.238783126696944}
{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8211187124252319, "Finetune/Loss (Raw)": 0.8600583076477051, "Finetune/Step": 1755, "Finetune/Step Time": 7.244825342670083}
{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8223875761032104, "Finetune/Loss (Raw)": 0.9828769564628601, "Finetune/Step": 1756, "Finetune/Step Time": 7.248145392164588}
{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8191139698028564, "Finetune/Loss (Raw)": 0.3568189740180969, "Finetune/Step": 1757, "Finetune/Step Time": 7.261909991502762}
{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8180538415908813, "Finetune/Loss (Raw)": 0.7525404095649719, "Finetune/Step": 1758, "Finetune/Step Time": 7.2660388089716434}
{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8189846277236938, "Finetune/Loss (Raw)": 0.9537137150764465, "Finetune/Step": 1759, "Finetune/Step Time": 7.2721047177910805}
{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8200563788414001, "Finetune/Loss (Raw)": 0.9624131917953491, "Finetune/Step": 1760, "Finetune/Step Time": 7.270541902631521}
{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.819818377494812, "Finetune/Loss (Raw)": 0.7630490064620972, "Finetune/Step": 1761, "Finetune/Step Time": 7.275345727801323}
{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8189148902893066, "Finetune/Loss (Raw)": 0.7579523324966431, "Finetune/Step": 1762, "Finetune/Step Time": 7.28399102576077}
{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8208023905754089, "Finetune/Loss (Raw)": 1.0277296304702759, "Finetune/Step": 1763, "Finetune/Step Time": 7.27923446521163}
{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8210622072219849, "Finetune/Loss (Raw)": 0.9325441122055054, "Finetune/Step": 1764, "Finetune/Step Time": 7.288780875504017}
{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8208203315734863, "Finetune/Loss (Raw)": 0.7596685290336609, "Finetune/Step": 1765, "Finetune/Step Time": 7.301556341350079}
{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8216450214385986, "Finetune/Loss (Raw)": 0.9039562344551086, "Finetune/Step": 1766, "Finetune/Step Time": 7.304175086319447}
{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8216087818145752, "Finetune/Loss (Raw)": 0.7240471839904785, "Finetune/Step": 1767, "Finetune/Step Time": 7.305095428600907}
{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8198612332344055, "Finetune/Loss (Raw)": 0.7352594137191772, "Finetune/Step": 1768, "Finetune/Step Time": 7.3061223067343235}
{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8181024789810181, "Finetune/Loss (Raw)": 0.6900479197502136, "Finetune/Step": 1769, "Finetune/Step Time": 7.3209128472954035}
{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8184076547622681, "Finetune/Loss (Raw)": 0.8826678395271301, "Finetune/Step": 1770, "Finetune/Step Time": 7.3221202697604895}
{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8170076012611389, "Finetune/Loss (Raw)": 0.7926599979400635, "Finetune/Step": 1771, "Finetune/Step Time": 7.320180596783757}
{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8186230063438416, "Finetune/Loss (Raw)": 0.9903759956359863, "Finetune/Step": 1772, "Finetune/Step Time": 7.294062288478017}
{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8182315826416016, "Finetune/Loss (Raw)": 0.8015590906143188, "Finetune/Step": 1773, "Finetune/Step Time": 7.302152533084154}
{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8171815872192383, "Finetune/Loss (Raw)": 0.780566930770874, "Finetune/Step": 1774, "Finetune/Step Time": 7.314833836629987}
{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8184618949890137, "Finetune/Loss (Raw)": 0.9284402132034302, "Finetune/Step": 1775, "Finetune/Step Time": 7.302403884008527}
{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8178278207778931, "Finetune/Loss (Raw)": 0.838026762008667, "Finetune/Step": 1776, "Finetune/Step Time": 7.301003243774176}
{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8183175325393677, "Finetune/Loss (Raw)": 0.8831356167793274, "Finetune/Step": 1777, "Finetune/Step Time": 7.2952874805778265}
{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8177288770675659, "Finetune/Loss (Raw)": 0.817618191242218, "Finetune/Step": 1778, "Finetune/Step Time": 7.2970462795346975}
{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8201699256896973, "Finetune/Loss (Raw)": 1.0465199947357178, "Finetune/Step": 1779, "Finetune/Step Time": 7.2817820608615875}
{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8202893137931824, "Finetune/Loss (Raw)": 0.8326830863952637, "Finetune/Step": 1780, "Finetune/Step Time": 7.273999083787203}
{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8192238807678223, "Finetune/Loss (Raw)": 0.6868215799331665, "Finetune/Step": 1781, "Finetune/Step Time": 7.283837530761957}
{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8188914060592651, "Finetune/Loss (Raw)": 0.8574218153953552, "Finetune/Step": 1782, "Finetune/Step Time": 7.271098837256432}
{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8215558528900146, "Finetune/Loss (Raw)": 0.7246584892272949, "Finetune/Step": 1783, "Finetune/Step Time": 7.258248403668404}
{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8225209712982178, "Finetune/Loss (Raw)": 1.007086157798767, "Finetune/Step": 1784, "Finetune/Step Time": 7.262136358767748}
{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8211495876312256, "Finetune/Loss (Raw)": 0.6308753490447998, "Finetune/Step": 1785, "Finetune/Step Time": 7.276741225272417}
{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8207744359970093, "Finetune/Loss (Raw)": 0.8281716704368591, "Finetune/Step": 1786, "Finetune/Step Time": 7.27483532205224}
{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8200018405914307, "Finetune/Loss (Raw)": 0.6919639110565186, "Finetune/Step": 1787, "Finetune/Step Time": 7.280173387378454}
{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8192354440689087, "Finetune/Loss (Raw)": 0.7802073359489441, "Finetune/Step": 1788, "Finetune/Step Time": 7.264131406322122}
{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8149808645248413, "Finetune/Loss (Raw)": 0.29494768381118774, "Finetune/Step": 1789, "Finetune/Step Time": 7.281202204525471}
{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8145756125450134, "Finetune/Loss (Raw)": 0.8895111083984375, "Finetune/Step": 1790, "Finetune/Step Time": 7.284660674631596}
{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8175818920135498, "Finetune/Loss (Raw)": 0.9725375771522522, "Finetune/Step": 1791, "Finetune/Step Time": 7.277164358645678}
{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.819447934627533, "Finetune/Loss (Raw)": 0.9217742085456848, "Finetune/Step": 1792, "Finetune/Step Time": 7.277328576892614}
{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8173685073852539, "Finetune/Loss (Raw)": 0.725312352180481, "Finetune/Step": 1793, "Finetune/Step Time": 7.292258556932211}
{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8185030221939087, "Finetune/Loss (Raw)": 0.953490674495697, "Finetune/Step": 1794, "Finetune/Step Time": 7.298424821346998}
{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8145645260810852, "Finetune/Loss (Raw)": 0.3698333501815796, "Finetune/Step": 1795, "Finetune/Step Time": 7.312838591635227}
{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8137269020080566, "Finetune/Loss (Raw)": 0.8173577189445496, "Finetune/Step": 1796, "Finetune/Step Time": 7.3062200378626585}
{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8135371804237366, "Finetune/Loss (Raw)": 0.8584611415863037, "Finetune/Step": 1797, "Finetune/Step Time": 7.3060771226882935}
{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8130449056625366, "Finetune/Loss (Raw)": 0.866155743598938, "Finetune/Step": 1798, "Finetune/Step Time": 7.321157703176141}
{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.813207745552063, "Finetune/Loss (Raw)": 0.8187905550003052, "Finetune/Step": 1799, "Finetune/Step Time": 7.313686240464449}
{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8127875328063965, "Finetune/Loss (Raw)": 0.8015216588973999, "Finetune/Step": 1800, "Finetune/Step Time": 7.3081030789762735}
{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8141862154006958, "Finetune/Loss (Raw)": 0.8945479393005371, "Finetune/Step": 1801, "Finetune/Step Time": 7.312073631212115}
{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8155858516693115, "Finetune/Loss (Raw)": 0.7752411365509033, "Finetune/Step": 1802, "Finetune/Step Time": 7.314434865489602}
{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8167299032211304, "Finetune/Loss (Raw)": 0.836300253868103, "Finetune/Step": 1803, "Finetune/Step Time": 7.3264120277017355}
{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8165245056152344, "Finetune/Loss (Raw)": 0.8853040933609009, "Finetune/Step": 1804, "Finetune/Step Time": 7.32962790876627}
{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8132383823394775, "Finetune/Loss (Raw)": 0.5347416400909424, "Finetune/Step": 1805, "Finetune/Step Time": 7.33703538030386}
{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8129918575286865, "Finetune/Loss (Raw)": 0.7498725652694702, "Finetune/Step": 1806, "Finetune/Step Time": 7.348293701186776}
{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8168838024139404, "Finetune/Loss (Raw)": 0.8834958076477051, "Finetune/Step": 1807, "Finetune/Step Time": 7.334801586344838}
{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8164089322090149, "Finetune/Loss (Raw)": 0.802016019821167, "Finetune/Step": 1808, "Finetune/Step Time": 7.324622947722673}
{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8165009021759033, "Finetune/Loss (Raw)": 0.8762027025222778, "Finetune/Step": 1809, "Finetune/Step Time": 7.324191600084305}
{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8145754337310791, "Finetune/Loss (Raw)": 0.7829047441482544, "Finetune/Step": 1810, "Finetune/Step Time": 7.325835581868887}
{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8156298398971558, "Finetune/Loss (Raw)": 0.836418867111206, "Finetune/Step": 1811, "Finetune/Step Time": 7.318723127245903}
{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8150163888931274, "Finetune/Loss (Raw)": 0.7564923763275146, "Finetune/Step": 1812, "Finetune/Step Time": 7.325510924682021}
{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8156003952026367, "Finetune/Loss (Raw)": 0.8148065805435181, "Finetune/Step": 1813, "Finetune/Step Time": 7.315673917531967}
{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8174020051956177, "Finetune/Loss (Raw)": 0.8621962666511536, "Finetune/Step": 1814, "Finetune/Step Time": 7.304048169404268}
{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8167679309844971, "Finetune/Loss (Raw)": 0.8231905698776245, "Finetune/Step": 1815, "Finetune/Step Time": 7.30222787335515}
{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8176800012588501, "Finetune/Loss (Raw)": 0.9227931499481201, "Finetune/Step": 1816, "Finetune/Step Time": 7.296936463564634}
{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8218795657157898, "Finetune/Loss (Raw)": 0.8428767323493958, "Finetune/Step": 1817, "Finetune/Step Time": 7.286361550912261}
{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8205654621124268, "Finetune/Loss (Raw)": 0.7716548442840576, "Finetune/Step": 1818, "Finetune/Step Time": 7.287621442228556}
{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8207342028617859, "Finetune/Loss (Raw)": 0.8908292055130005, "Finetune/Step": 1819, "Finetune/Step Time": 7.274335300549865}
{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8210227489471436, "Finetune/Loss (Raw)": 0.7423134446144104, "Finetune/Step": 1820, "Finetune/Step Time": 7.25313008390367}
{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8225445747375488, "Finetune/Loss (Raw)": 0.8627545237541199, "Finetune/Step": 1821, "Finetune/Step Time": 7.238586373627186}
{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8262521624565125, "Finetune/Loss (Raw)": 1.0760979652404785, "Finetune/Step": 1822, "Finetune/Step Time": 7.230578796938062}
{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.827514111995697, "Finetune/Loss (Raw)": 0.844860851764679, "Finetune/Step": 1823, "Finetune/Step Time": 7.2215173076838255}
{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8260014653205872, "Finetune/Loss (Raw)": 0.6469700932502747, "Finetune/Step": 1824, "Finetune/Step Time": 7.22613057680428}
{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8254426717758179, "Finetune/Loss (Raw)": 0.8343037962913513, "Finetune/Step": 1825, "Finetune/Step Time": 7.227251840755343}
{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8258295059204102, "Finetune/Loss (Raw)": 0.886506974697113, "Finetune/Step": 1826, "Finetune/Step Time": 7.227460365742445}
{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8252613544464111, "Finetune/Loss (Raw)": 0.8126290440559387, "Finetune/Step": 1827, "Finetune/Step Time": 7.258407216519117}
{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8252934217453003, "Finetune/Loss (Raw)": 0.8848037123680115, "Finetune/Step": 1828, "Finetune/Step Time": 7.256691625341773}
{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8259426951408386, "Finetune/Loss (Raw)": 1.029886245727539, "Finetune/Step": 1829, "Finetune/Step Time": 7.2607563734054565}
{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8262457847595215, "Finetune/Loss (Raw)": 0.9611185789108276, "Finetune/Step": 1830, "Finetune/Step Time": 7.272874858230352}
{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8275846242904663, "Finetune/Loss (Raw)": 0.8357091546058655, "Finetune/Step": 1831, "Finetune/Step Time": 7.25836113281548}
{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8323932886123657, "Finetune/Loss (Raw)": 0.9604113698005676, "Finetune/Step": 1832, "Finetune/Step Time": 7.248766692355275}
{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8314979076385498, "Finetune/Loss (Raw)": 0.7365641593933105, "Finetune/Step": 1833, "Finetune/Step Time": 7.26747046969831}
{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8320682644844055, "Finetune/Loss (Raw)": 0.9714412093162537, "Finetune/Step": 1834, "Finetune/Step Time": 7.267154892906547}
{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8321408629417419, "Finetune/Loss (Raw)": 0.8805960416793823, "Finetune/Step": 1835, "Finetune/Step Time": 7.285427009686828}
{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8325899839401245, "Finetune/Loss (Raw)": 0.8922052383422852, "Finetune/Step": 1836, "Finetune/Step Time": 7.280539039522409}
{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8314233422279358, "Finetune/Loss (Raw)": 0.819046676158905, "Finetune/Step": 1837, "Finetune/Step Time": 7.2820958606898785}
{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8317008018493652, "Finetune/Loss (Raw)": 0.8635685443878174, "Finetune/Step": 1838, "Finetune/Step Time": 7.274917833507061}
{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8321044445037842, "Finetune/Loss (Raw)": 0.8979042172431946, "Finetune/Step": 1839, "Finetune/Step Time": 7.276816243305802}
{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.830855131149292, "Finetune/Loss (Raw)": 0.8268693685531616, "Finetune/Step": 1840, "Finetune/Step Time": 7.2863097079098225}
{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8298119306564331, "Finetune/Loss (Raw)": 0.7611538171768188, "Finetune/Step": 1841, "Finetune/Step Time": 7.287736460566521}
{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8302785158157349, "Finetune/Loss (Raw)": 0.944513738155365, "Finetune/Step": 1842, "Finetune/Step Time": 7.286983655765653}
{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8319512009620667, "Finetune/Loss (Raw)": 0.8447016477584839, "Finetune/Step": 1843, "Finetune/Step Time": 7.291972706094384}
{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8313160538673401, "Finetune/Loss (Raw)": 0.7934744954109192, "Finetune/Step": 1844, "Finetune/Step Time": 7.302814619615674}
{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.830428957939148, "Finetune/Loss (Raw)": 0.7536647319793701, "Finetune/Step": 1845, "Finetune/Step Time": 7.296158701181412}
{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.830724835395813, "Finetune/Loss (Raw)": 0.9539826512336731, "Finetune/Step": 1846, "Finetune/Step Time": 7.297797499224544}
{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8309297561645508, "Finetune/Loss (Raw)": 0.8414909243583679, "Finetune/Step": 1847, "Finetune/Step Time": 7.306745255365968}
{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8302106857299805, "Finetune/Loss (Raw)": 0.851499080657959, "Finetune/Step": 1848, "Finetune/Step Time": 7.29921024851501}
{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8306704759597778, "Finetune/Loss (Raw)": 0.9625691771507263, "Finetune/Step": 1849, "Finetune/Step Time": 7.292511995881796}
{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8311045169830322, "Finetune/Loss (Raw)": 0.9218108654022217, "Finetune/Step": 1850, "Finetune/Step Time": 7.297694122418761}
{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8295938968658447, "Finetune/Loss (Raw)": 0.6518823504447937, "Finetune/Step": 1851, "Finetune/Step Time": 7.30083854496479}
{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8303829431533813, "Finetune/Loss (Raw)": 0.8932170867919922, "Finetune/Step": 1852, "Finetune/Step Time": 7.302115136757493}
{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8307846784591675, "Finetune/Loss (Raw)": 0.9045780301094055, "Finetune/Step": 1853, "Finetune/Step Time": 7.313091827556491}
{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8317082524299622, "Finetune/Loss (Raw)": 0.9009923338890076, "Finetune/Step": 1854, "Finetune/Step Time": 7.296628372743726}
{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8321402072906494, "Finetune/Loss (Raw)": 0.893646776676178, "Finetune/Step": 1855, "Finetune/Step Time": 7.281436054036021}
{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8325717449188232, "Finetune/Loss (Raw)": 0.990370512008667, "Finetune/Step": 1856, "Finetune/Step Time": 7.281360054388642}
{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8316376209259033, "Finetune/Loss (Raw)": 0.7692822217941284, "Finetune/Step": 1857, "Finetune/Step Time": 7.304504066705704}
{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8322859406471252, "Finetune/Loss (Raw)": 0.827357828617096, "Finetune/Step": 1858, "Finetune/Step Time": 7.312383204698563}
{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8318262100219727, "Finetune/Loss (Raw)": 0.9553182125091553, "Finetune/Step": 1859, "Finetune/Step Time": 7.307443469762802}
{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8302402496337891, "Finetune/Loss (Raw)": 0.7197971343994141, "Finetune/Step": 1860, "Finetune/Step Time": 7.295769207179546}
{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8296909332275391, "Finetune/Loss (Raw)": 0.7985702157020569, "Finetune/Step": 1861, "Finetune/Step Time": 7.295649964362383}
{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8288048505783081, "Finetune/Loss (Raw)": 0.7800663709640503, "Finetune/Step": 1862, "Finetune/Step Time": 7.280227409675717}
{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8280250430107117, "Finetune/Loss (Raw)": 0.7303983569145203, "Finetune/Step": 1863, "Finetune/Step Time": 7.279778419062495}
{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8271462917327881, "Finetune/Loss (Raw)": 0.7580913305282593, "Finetune/Step": 1864, "Finetune/Step Time": 7.283910291269422}
{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8281242847442627, "Finetune/Loss (Raw)": 0.9127826690673828, "Finetune/Step": 1865, "Finetune/Step Time": 7.286449728533626}
{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8326526284217834, "Finetune/Loss (Raw)": 0.932904064655304, "Finetune/Step": 1866, "Finetune/Step Time": 7.297843959182501}
{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8335745334625244, "Finetune/Loss (Raw)": 0.9461405873298645, "Finetune/Step": 1867, "Finetune/Step Time": 7.304007140919566}
{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8335323333740234, "Finetune/Loss (Raw)": 0.7484582662582397, "Finetune/Step": 1868, "Finetune/Step Time": 7.305695289745927}
{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8327983617782593, "Finetune/Loss (Raw)": 0.9407829642295837, "Finetune/Step": 1869, "Finetune/Step Time": 7.3030312191694975}
{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8336029052734375, "Finetune/Loss (Raw)": 0.7804406881332397, "Finetune/Step": 1870, "Finetune/Step Time": 7.296352848410606}
{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8332882523536682, "Finetune/Loss (Raw)": 0.8082087635993958, "Finetune/Step": 1871, "Finetune/Step Time": 7.30926258303225}
{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8323096632957458, "Finetune/Loss (Raw)": 0.6947494149208069, "Finetune/Step": 1872, "Finetune/Step Time": 7.314035926014185}
{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8282807469367981, "Finetune/Loss (Raw)": 0.364225298166275, "Finetune/Step": 1873, "Finetune/Step Time": 7.312538763508201}
{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8275896906852722, "Finetune/Loss (Raw)": 0.8848148584365845, "Finetune/Step": 1874, "Finetune/Step Time": 7.314552899450064}
{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.829454779624939, "Finetune/Loss (Raw)": 0.6732931733131409, "Finetune/Step": 1875, "Finetune/Step Time": 7.312364475801587}
{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8310672044754028, "Finetune/Loss (Raw)": 0.8902238607406616, "Finetune/Step": 1876, "Finetune/Step Time": 7.298927932977676}
{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8310990333557129, "Finetune/Loss (Raw)": 0.8866172432899475, "Finetune/Step": 1877, "Finetune/Step Time": 7.303524516522884}
{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8287104368209839, "Finetune/Loss (Raw)": 0.662424623966217, "Finetune/Step": 1878, "Finetune/Step Time": 7.297006446868181}
{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8290138244628906, "Finetune/Loss (Raw)": 0.9519343376159668, "Finetune/Step": 1879, "Finetune/Step Time": 7.288811953738332}
{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8260447382926941, "Finetune/Loss (Raw)": 0.6264679431915283, "Finetune/Step": 1880, "Finetune/Step Time": 7.3085420448333025}
{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8250085115432739, "Finetune/Loss (Raw)": 0.7228327393531799, "Finetune/Step": 1881, "Finetune/Step Time": 7.316555684432387}
{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8248405456542969, "Finetune/Loss (Raw)": 0.8875832557678223, "Finetune/Step": 1882, "Finetune/Step Time": 7.3124062810093164}
{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8233621120452881, "Finetune/Loss (Raw)": 0.6708185076713562, "Finetune/Step": 1883, "Finetune/Step Time": 7.320328921079636}
{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8184435963630676, "Finetune/Loss (Raw)": 0.35330426692962646, "Finetune/Step": 1884, "Finetune/Step Time": 7.331670800223947}
{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8226269483566284, "Finetune/Loss (Raw)": 0.892296314239502, "Finetune/Step": 1885, "Finetune/Step Time": 7.320130562409759}
{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8246152400970459, "Finetune/Loss (Raw)": 1.0070312023162842, "Finetune/Step": 1886, "Finetune/Step Time": 7.323259899392724}
{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8228169679641724, "Finetune/Loss (Raw)": 0.7235375642776489, "Finetune/Step": 1887, "Finetune/Step Time": 7.318424925208092}
{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8207372426986694, "Finetune/Loss (Raw)": 0.696203351020813, "Finetune/Step": 1888, "Finetune/Step Time": 7.3229019343853}
{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8210842609405518, "Finetune/Loss (Raw)": 0.8074750900268555, "Finetune/Step": 1889, "Finetune/Step Time": 7.337814105674624}
{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8215205669403076, "Finetune/Loss (Raw)": 0.813796877861023, "Finetune/Step": 1890, "Finetune/Step Time": 7.332301951944828}
{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.820686936378479, "Finetune/Loss (Raw)": 0.9210215210914612, "Finetune/Step": 1891, "Finetune/Step Time": 7.3164935521781445}
{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8210872411727905, "Finetune/Loss (Raw)": 0.983786404132843, "Finetune/Step": 1892, "Finetune/Step Time": 7.296838503330946}
{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8213348388671875, "Finetune/Loss (Raw)": 0.7913699150085449, "Finetune/Step": 1893, "Finetune/Step Time": 7.297974027693272}
{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8199913501739502, "Finetune/Loss (Raw)": 0.7319766879081726, "Finetune/Step": 1894, "Finetune/Step Time": 7.289434365928173}
{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8207342028617859, "Finetune/Loss (Raw)": 0.8191409111022949, "Finetune/Step": 1895, "Finetune/Step Time": 7.288689944893122}
{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8216490745544434, "Finetune/Loss (Raw)": 0.8523645997047424, "Finetune/Step": 1896, "Finetune/Step Time": 7.290660746395588}
{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8239365816116333, "Finetune/Loss (Raw)": 0.9828464984893799, "Finetune/Step": 1897, "Finetune/Step Time": 7.277634231373668}
{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8239014148712158, "Finetune/Loss (Raw)": 0.8781633377075195, "Finetune/Step": 1898, "Finetune/Step Time": 7.282841449603438}
{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.823293924331665, "Finetune/Loss (Raw)": 0.714901864528656, "Finetune/Step": 1899, "Finetune/Step Time": 7.301789730787277}
{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8220185041427612, "Finetune/Loss (Raw)": 0.8271177411079407, "Finetune/Step": 1900, "Finetune/Step Time": 7.303651487454772}
{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.822069525718689, "Finetune/Loss (Raw)": 0.8080918788909912, "Finetune/Step": 1901, "Finetune/Step Time": 7.299533702433109}
{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.82331383228302, "Finetune/Loss (Raw)": 0.9398450255393982, "Finetune/Step": 1902, "Finetune/Step Time": 7.290304703637958}
{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8219476938247681, "Finetune/Loss (Raw)": 0.7535743713378906, "Finetune/Step": 1903, "Finetune/Step Time": 7.309066653251648}
{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8217697739601135, "Finetune/Loss (Raw)": 0.8152490258216858, "Finetune/Step": 1904, "Finetune/Step Time": 7.31451627984643}
{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8174017071723938, "Finetune/Loss (Raw)": 0.32402539253234863, "Finetune/Step": 1905, "Finetune/Step Time": 7.3306243773549795}
{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8169777989387512, "Finetune/Loss (Raw)": 0.7633574604988098, "Finetune/Step": 1906, "Finetune/Step Time": 7.342622390016913}
{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8155684471130371, "Finetune/Loss (Raw)": 0.866120457649231, "Finetune/Step": 1907, "Finetune/Step Time": 7.357981553301215}
{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8152107000350952, "Finetune/Loss (Raw)": 0.7868878245353699, "Finetune/Step": 1908, "Finetune/Step Time": 7.3666382897645235}
{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8145861625671387, "Finetune/Loss (Raw)": 0.6068850159645081, "Finetune/Step": 1909, "Finetune/Step Time": 7.3571567460894585}
{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.814531683921814, "Finetune/Loss (Raw)": 0.850447952747345, "Finetune/Step": 1910, "Finetune/Step Time": 7.359192345291376}
{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.815855860710144, "Finetune/Loss (Raw)": 0.8941546082496643, "Finetune/Step": 1911, "Finetune/Step Time": 7.364923965185881}
{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8145047426223755, "Finetune/Loss (Raw)": 0.8341460227966309, "Finetune/Step": 1912, "Finetune/Step Time": 7.3590067103505135}
{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8160603046417236, "Finetune/Loss (Raw)": 0.8299872279167175, "Finetune/Step": 1913, "Finetune/Step Time": 7.3439939841628075}
{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8173661828041077, "Finetune/Loss (Raw)": 0.9953208565711975, "Finetune/Step": 1914, "Finetune/Step Time": 7.341223740950227}
{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8191193342208862, "Finetune/Loss (Raw)": 0.9163671135902405, "Finetune/Step": 1915, "Finetune/Step Time": 7.362330429255962}
{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8194453716278076, "Finetune/Loss (Raw)": 0.8219345808029175, "Finetune/Step": 1916, "Finetune/Step Time": 7.362686894834042}
{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8230831623077393, "Finetune/Loss (Raw)": 0.7605938911437988, "Finetune/Step": 1917, "Finetune/Step Time": 7.345618162304163}
{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8224854469299316, "Finetune/Loss (Raw)": 0.8129988312721252, "Finetune/Step": 1918, "Finetune/Step Time": 7.3337775859981775}
{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8214343786239624, "Finetune/Loss (Raw)": 0.8380064368247986, "Finetune/Step": 1919, "Finetune/Step Time": 7.330037746578455}
{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8199746012687683, "Finetune/Loss (Raw)": 0.7349218130111694, "Finetune/Step": 1920, "Finetune/Step Time": 7.339762223884463}
{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8217111825942993, "Finetune/Loss (Raw)": 0.9475893378257751, "Finetune/Step": 1921, "Finetune/Step Time": 7.323733016848564}
{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8166535496711731, "Finetune/Loss (Raw)": 0.3061167299747467, "Finetune/Step": 1922, "Finetune/Step Time": 7.335166720673442}
{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.820259153842926, "Finetune/Loss (Raw)": 0.8313525319099426, "Finetune/Step": 1923, "Finetune/Step Time": 7.322184387594461}
{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.820902943611145, "Finetune/Loss (Raw)": 0.8997572064399719, "Finetune/Step": 1924, "Finetune/Step Time": 7.320376476272941}
{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8220380544662476, "Finetune/Loss (Raw)": 1.0037615299224854, "Finetune/Step": 1925, "Finetune/Step Time": 7.317648455500603}
{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8178930282592773, "Finetune/Loss (Raw)": 0.3355919122695923, "Finetune/Step": 1926, "Finetune/Step Time": 7.315127983689308}
{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8146083950996399, "Finetune/Loss (Raw)": 0.39835453033447266, "Finetune/Step": 1927, "Finetune/Step Time": 7.319267388433218}
{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8156490325927734, "Finetune/Loss (Raw)": 0.9347187876701355, "Finetune/Step": 1928, "Finetune/Step Time": 7.307685233652592}
{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8141248822212219, "Finetune/Loss (Raw)": 0.6994592547416687, "Finetune/Step": 1929, "Finetune/Step Time": 7.299410291016102}
{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.813139796257019, "Finetune/Loss (Raw)": 0.6491475105285645, "Finetune/Step": 1930, "Finetune/Step Time": 7.285187795758247}
{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8135517835617065, "Finetune/Loss (Raw)": 0.8890430927276611, "Finetune/Step": 1931, "Finetune/Step Time": 7.263919126242399}
{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8117661476135254, "Finetune/Loss (Raw)": 0.6567385792732239, "Finetune/Step": 1932, "Finetune/Step Time": 7.277611946687102}
{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8144434690475464, "Finetune/Loss (Raw)": 0.8774340152740479, "Finetune/Step": 1933, "Finetune/Step Time": 7.271611578762531}
{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.815483570098877, "Finetune/Loss (Raw)": 0.883012056350708, "Finetune/Step": 1934, "Finetune/Step Time": 7.258654212579131}
{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8159390687942505, "Finetune/Loss (Raw)": 0.9417975544929504, "Finetune/Step": 1935, "Finetune/Step Time": 7.275827508419752}
{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8153350353240967, "Finetune/Loss (Raw)": 0.7246993184089661, "Finetune/Step": 1936, "Finetune/Step Time": 7.284611213952303}
{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8150883316993713, "Finetune/Loss (Raw)": 0.8446277976036072, "Finetune/Step": 1937, "Finetune/Step Time": 7.2840666025877}
{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8121670484542847, "Finetune/Loss (Raw)": 0.40898072719573975, "Finetune/Step": 1938, "Finetune/Step Time": 7.2920503579080105}
{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8121842741966248, "Finetune/Loss (Raw)": 0.8386226892471313, "Finetune/Step": 1939, "Finetune/Step Time": 7.288737369701266}
{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8099542856216431, "Finetune/Loss (Raw)": 0.4710507094860077, "Finetune/Step": 1940, "Finetune/Step Time": 7.289525978267193}
{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8098642826080322, "Finetune/Loss (Raw)": 0.8032843470573425, "Finetune/Step": 1941, "Finetune/Step Time": 7.288305014371872}
{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8109435439109802, "Finetune/Loss (Raw)": 1.0003459453582764, "Finetune/Step": 1942, "Finetune/Step Time": 7.28961999155581}
{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8117080330848694, "Finetune/Loss (Raw)": 0.9210455417633057, "Finetune/Step": 1943, "Finetune/Step Time": 7.289184987545013}
{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8112521171569824, "Finetune/Loss (Raw)": 0.8644378185272217, "Finetune/Step": 1944, "Finetune/Step Time": 7.30374495126307}
{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8076766729354858, "Finetune/Loss (Raw)": 0.38520896434783936, "Finetune/Step": 1945, "Finetune/Step Time": 7.316422779113054}
{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8087514638900757, "Finetune/Loss (Raw)": 0.9092320203781128, "Finetune/Step": 1946, "Finetune/Step Time": 7.328636346384883}
{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8095194101333618, "Finetune/Loss (Raw)": 0.9891330599784851, "Finetune/Step": 1947, "Finetune/Step Time": 7.327184662222862}
{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8116644620895386, "Finetune/Loss (Raw)": 1.016875982284546, "Finetune/Step": 1948, "Finetune/Step Time": 7.326674109324813}
{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8124402761459351, "Finetune/Loss (Raw)": 0.9620620608329773, "Finetune/Step": 1949, "Finetune/Step Time": 7.324857333675027}
{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8117943406105042, "Finetune/Loss (Raw)": 0.9934149384498596, "Finetune/Step": 1950, "Finetune/Step Time": 7.32089907117188}
{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8126114010810852, "Finetune/Loss (Raw)": 0.9494470357894897, "Finetune/Step": 1951, "Finetune/Step Time": 7.325880175456405}
{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8151525855064392, "Finetune/Loss (Raw)": 0.9722403287887573, "Finetune/Step": 1952, "Finetune/Step Time": 7.3200548235327005}
{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8131099939346313, "Finetune/Loss (Raw)": 0.5728498697280884, "Finetune/Step": 1953, "Finetune/Step Time": 7.330891814082861}
{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8107825517654419, "Finetune/Loss (Raw)": 0.5886020064353943, "Finetune/Step": 1954, "Finetune/Step Time": 7.339215729385614}
{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8099875450134277, "Finetune/Loss (Raw)": 0.7108649015426636, "Finetune/Step": 1955, "Finetune/Step Time": 7.324361363425851}
{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8089175224304199, "Finetune/Loss (Raw)": 0.7478328347206116, "Finetune/Step": 1956, "Finetune/Step Time": 7.3188481871038675}
{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.808059811592102, "Finetune/Loss (Raw)": 0.9201055765151978, "Finetune/Step": 1957, "Finetune/Step Time": 7.31263592839241}
{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8080828189849854, "Finetune/Loss (Raw)": 0.9640594124794006, "Finetune/Step": 1958, "Finetune/Step Time": 7.298181112855673}
{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.807542622089386, "Finetune/Loss (Raw)": 0.7665711045265198, "Finetune/Step": 1959, "Finetune/Step Time": 7.30040629953146}
{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8077685832977295, "Finetune/Loss (Raw)": 0.9893335700035095, "Finetune/Step": 1960, "Finetune/Step Time": 7.3046979904174805}
{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8076729774475098, "Finetune/Loss (Raw)": 0.7243276238441467, "Finetune/Step": 1961, "Finetune/Step Time": 7.292557779699564}
{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8032878637313843, "Finetune/Loss (Raw)": 0.41014501452445984, "Finetune/Step": 1962, "Finetune/Step Time": 7.3079606387764215}
{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.7994974851608276, "Finetune/Loss (Raw)": 0.3954319953918457, "Finetune/Step": 1963, "Finetune/Step Time": 7.298537641763687}
{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.7988870143890381, "Finetune/Loss (Raw)": 0.8140491843223572, "Finetune/Step": 1964, "Finetune/Step Time": 7.315589219331741}
{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.7975078821182251, "Finetune/Loss (Raw)": 0.6425278782844543, "Finetune/Step": 1965, "Finetune/Step Time": 7.314302567392588}
{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.7966118454933167, "Finetune/Loss (Raw)": 0.7488719820976257, "Finetune/Step": 1966, "Finetune/Step Time": 7.309456408023834}
{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.7955543398857117, "Finetune/Loss (Raw)": 0.7625481486320496, "Finetune/Step": 1967, "Finetune/Step Time": 7.297627702355385}
{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.7962750792503357, "Finetune/Loss (Raw)": 0.9191234707832336, "Finetune/Step": 1968, "Finetune/Step Time": 7.28394402936101}
{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.7938132882118225, "Finetune/Loss (Raw)": 0.4460439682006836, "Finetune/Step": 1969, "Finetune/Step Time": 7.295410251244903}
{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.7926641702651978, "Finetune/Loss (Raw)": 0.7974250912666321, "Finetune/Step": 1970, "Finetune/Step Time": 7.290429783985019}
{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.7892340421676636, "Finetune/Loss (Raw)": 0.4056406021118164, "Finetune/Step": 1971, "Finetune/Step Time": 7.28782968595624}
{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.7894928455352783, "Finetune/Loss (Raw)": 0.8266030550003052, "Finetune/Step": 1972, "Finetune/Step Time": 7.276630440726876}
{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.7896348834037781, "Finetune/Loss (Raw)": 0.7718521952629089, "Finetune/Step": 1973, "Finetune/Step Time": 7.30264881439507}
{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.7899584770202637, "Finetune/Loss (Raw)": 0.9954002499580383, "Finetune/Step": 1974, "Finetune/Step Time": 7.301843574270606}
{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.7900811433792114, "Finetune/Loss (Raw)": 0.8571979403495789, "Finetune/Step": 1975, "Finetune/Step Time": 7.29148681089282}
{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.7901919484138489, "Finetune/Loss (Raw)": 0.8656760454177856, "Finetune/Step": 1976, "Finetune/Step Time": 7.293727720156312}
{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.7897418737411499, "Finetune/Loss (Raw)": 0.9049541354179382, "Finetune/Step": 1977, "Finetune/Step Time": 7.301756218075752}
{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.7901238799095154, "Finetune/Loss (Raw)": 0.9707109928131104, "Finetune/Step": 1978, "Finetune/Step Time": 7.295589564368129}
{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.7879841923713684, "Finetune/Loss (Raw)": 0.37800875306129456, "Finetune/Step": 1979, "Finetune/Step Time": 7.28638562373817}
{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.7864700555801392, "Finetune/Loss (Raw)": 0.6993947625160217, "Finetune/Step": 1980, "Finetune/Step Time": 7.299088040366769}
{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.7862039804458618, "Finetune/Loss (Raw)": 0.8705283999443054, "Finetune/Step": 1981, "Finetune/Step Time": 7.289544811472297}
{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.7858883142471313, "Finetune/Loss (Raw)": 0.8605868220329285, "Finetune/Step": 1982, "Finetune/Step Time": 7.29721537604928}
{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.7853445410728455, "Finetune/Loss (Raw)": 0.8240476846694946, "Finetune/Step": 1983, "Finetune/Step Time": 7.295996841043234}
{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.7854307889938354, "Finetune/Loss (Raw)": 1.0014030933380127, "Finetune/Step": 1984, "Finetune/Step Time": 7.295491123571992}
{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.7869079113006592, "Finetune/Loss (Raw)": 0.9583560824394226, "Finetune/Step": 1985, "Finetune/Step Time": 7.257623052224517}
{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.788557767868042, "Finetune/Loss (Raw)": 1.038540244102478, "Finetune/Step": 1986, "Finetune/Step Time": 7.247918171808124}
{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.7872645258903503, "Finetune/Loss (Raw)": 0.7897835969924927, "Finetune/Step": 1987, "Finetune/Step Time": 7.273475522175431}
{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.787935733795166, "Finetune/Loss (Raw)": 0.8057129979133606, "Finetune/Step": 1988, "Finetune/Step Time": 7.272428188472986}
{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.788750410079956, "Finetune/Loss (Raw)": 0.9028451442718506, "Finetune/Step": 1989, "Finetune/Step Time": 7.273959526792169}
{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.7896491885185242, "Finetune/Loss (Raw)": 0.8951156735420227, "Finetune/Step": 1990, "Finetune/Step Time": 7.274936845526099}
{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.7895854711532593, "Finetune/Loss (Raw)": 0.7222399115562439, "Finetune/Step": 1991, "Finetune/Step Time": 7.271051567047834}
{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.7903757095336914, "Finetune/Loss (Raw)": 0.8592385053634644, "Finetune/Step": 1992, "Finetune/Step Time": 7.266522508114576}
{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.7887744903564453, "Finetune/Loss (Raw)": 0.7078276872634888, "Finetune/Step": 1993, "Finetune/Step Time": 7.270541047677398}
{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.7866973876953125, "Finetune/Loss (Raw)": 0.6670348644256592, "Finetune/Step": 1994, "Finetune/Step Time": 7.254928259178996}
{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.7849383354187012, "Finetune/Loss (Raw)": 0.7209869027137756, "Finetune/Step": 1995, "Finetune/Step Time": 7.258082251995802}
{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7849156260490417, "Finetune/Loss (Raw)": 0.7455471158027649, "Finetune/Step": 1996, "Finetune/Step Time": 7.245580023154616}
{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.7851240038871765, "Finetune/Loss (Raw)": 0.9674558043479919, "Finetune/Step": 1997, "Finetune/Step Time": 7.247945919632912}
{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.7852326035499573, "Finetune/Loss (Raw)": 0.7943446636199951, "Finetune/Step": 1998, "Finetune/Step Time": 7.258718939498067}
{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.782112181186676, "Finetune/Loss (Raw)": 0.4087958037853241, "Finetune/Step": 1999, "Finetune/Step Time": 7.241970598697662}
{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7820693254470825, "Finetune/Loss (Raw)": 0.6892675161361694, "Finetune/Step": 2000, "Finetune/Step Time": 7.264189211651683}
{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.7859493494033813, "Finetune/Loss (Raw)": 0.8608680963516235, "Finetune/Step": 2001, "Finetune/Step Time": 7.254812417551875}
{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.7856462001800537, "Finetune/Loss (Raw)": 0.8460099101066589, "Finetune/Step": 2002, "Finetune/Step Time": 7.2519259210675955}
{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.7865197062492371, "Finetune/Loss (Raw)": 0.7850977182388306, "Finetune/Step": 2003, "Finetune/Step Time": 7.251009909436107}
{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.7859125733375549, "Finetune/Loss (Raw)": 0.8125116229057312, "Finetune/Step": 2004, "Finetune/Step Time": 7.255894839763641}
{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7851864099502563, "Finetune/Loss (Raw)": 0.7936749458312988, "Finetune/Step": 2005, "Finetune/Step Time": 7.261103626340628}
{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.7863627672195435, "Finetune/Loss (Raw)": 0.812994658946991, "Finetune/Step": 2006, "Finetune/Step Time": 7.250563982874155}
{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.7871200442314148, "Finetune/Loss (Raw)": 1.048862338066101, "Finetune/Step": 2007, "Finetune/Step Time": 7.250539060682058}
{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.7884097695350647, "Finetune/Loss (Raw)": 0.7915542721748352, "Finetune/Step": 2008, "Finetune/Step Time": 7.235806558281183}
{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.7888731956481934, "Finetune/Loss (Raw)": 0.7821550965309143, "Finetune/Step": 2009, "Finetune/Step Time": 7.225159825757146}
{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.7890648245811462, "Finetune/Loss (Raw)": 0.912107527256012, "Finetune/Step": 2010, "Finetune/Step Time": 7.224805109202862}
{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.7918615341186523, "Finetune/Loss (Raw)": 1.0287929773330688, "Finetune/Step": 2011, "Finetune/Step Time": 7.219085352495313}
{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.7956491708755493, "Finetune/Loss (Raw)": 0.8381234407424927, "Finetune/Step": 2012, "Finetune/Step Time": 7.205067813396454}
{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.7957338094711304, "Finetune/Loss (Raw)": 0.9031251072883606, "Finetune/Step": 2013, "Finetune/Step Time": 7.220289109274745}
{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.7931632995605469, "Finetune/Loss (Raw)": 0.6780077815055847, "Finetune/Step": 2014, "Finetune/Step Time": 7.229956680908799}
{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.7905462980270386, "Finetune/Loss (Raw)": 0.3885691165924072, "Finetune/Step": 2015, "Finetune/Step Time": 7.240564903244376}
{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.7882436513900757, "Finetune/Loss (Raw)": 0.4014587700366974, "Finetune/Step": 2016, "Finetune/Step Time": 7.250009393319488}
{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.7874025702476501, "Finetune/Loss (Raw)": 0.6998193264007568, "Finetune/Step": 2017, "Finetune/Step Time": 7.246272532269359}
{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.7879713773727417, "Finetune/Loss (Raw)": 0.8866071701049805, "Finetune/Step": 2018, "Finetune/Step Time": 7.258024226874113}
{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.7869531512260437, "Finetune/Loss (Raw)": 0.7906830310821533, "Finetune/Step": 2019, "Finetune/Step Time": 7.264291705563664}
{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.7861192226409912, "Finetune/Loss (Raw)": 0.8770432472229004, "Finetune/Step": 2020, "Finetune/Step Time": 7.268351923674345}
{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.7860605716705322, "Finetune/Loss (Raw)": 0.783868134021759, "Finetune/Step": 2021, "Finetune/Step Time": 7.265117844566703}
{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.786687970161438, "Finetune/Loss (Raw)": 0.8122856616973877, "Finetune/Step": 2022, "Finetune/Step Time": 7.2711474150419235}
{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.7851781845092773, "Finetune/Loss (Raw)": 0.6258826851844788, "Finetune/Step": 2023, "Finetune/Step Time": 7.295131320133805}
{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.7845281958580017, "Finetune/Loss (Raw)": 0.7691680788993835, "Finetune/Step": 2024, "Finetune/Step Time": 7.294903116300702}
{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7828620076179504, "Finetune/Loss (Raw)": 0.7695726752281189, "Finetune/Step": 2025, "Finetune/Step Time": 7.307015515863895}
{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.7829222679138184, "Finetune/Loss (Raw)": 0.8858768343925476, "Finetune/Step": 2026, "Finetune/Step Time": 7.293680729344487}
{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.7835605144500732, "Finetune/Loss (Raw)": 0.7965971231460571, "Finetune/Step": 2027, "Finetune/Step Time": 7.273556457832456}
{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.7837204933166504, "Finetune/Loss (Raw)": 0.8475985527038574, "Finetune/Step": 2028, "Finetune/Step Time": 7.286465477198362}
{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.7845182418823242, "Finetune/Loss (Raw)": 0.9101989269256592, "Finetune/Step": 2029, "Finetune/Step Time": 7.280063021928072}
{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7798995971679688, "Finetune/Loss (Raw)": 0.3486614227294922, "Finetune/Step": 2030, "Finetune/Step Time": 7.2870149072259665}
{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.780331015586853, "Finetune/Loss (Raw)": 0.8087921142578125, "Finetune/Step": 2031, "Finetune/Step Time": 7.266823057085276}
{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7812381982803345, "Finetune/Loss (Raw)": 0.931364893913269, "Finetune/Step": 2032, "Finetune/Step Time": 7.261766690760851}
{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7853583097457886, "Finetune/Loss (Raw)": 0.8514101505279541, "Finetune/Step": 2033, "Finetune/Step Time": 7.251995600759983}
{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.7870107889175415, "Finetune/Loss (Raw)": 0.9748639464378357, "Finetune/Step": 2034, "Finetune/Step Time": 7.239976391196251}
{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.785340428352356, "Finetune/Loss (Raw)": 0.6523247361183167, "Finetune/Step": 2035, "Finetune/Step Time": 7.249028293415904}
{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.7859538793563843, "Finetune/Loss (Raw)": 0.8654075860977173, "Finetune/Step": 2036, "Finetune/Step Time": 7.251667283475399}
{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.787462592124939, "Finetune/Loss (Raw)": 0.799994170665741, "Finetune/Step": 2037, "Finetune/Step Time": 7.265964075922966}
{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.7862024307250977, "Finetune/Loss (Raw)": 0.6891505122184753, "Finetune/Step": 2038, "Finetune/Step Time": 7.268600916489959}
{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.7866814136505127, "Finetune/Loss (Raw)": 0.9554702639579773, "Finetune/Step": 2039, "Finetune/Step Time": 7.263287719339132}
{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.7870090007781982, "Finetune/Loss (Raw)": 0.8760666251182556, "Finetune/Step": 2040, "Finetune/Step Time": 7.261991191655397}
{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.78728187084198, "Finetune/Loss (Raw)": 0.8649259209632874, "Finetune/Step": 2041, "Finetune/Step Time": 7.302211068570614}
{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.7853451371192932, "Finetune/Loss (Raw)": 0.7474136352539062, "Finetune/Step": 2042, "Finetune/Step Time": 7.304055282846093}
{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.7848273515701294, "Finetune/Loss (Raw)": 0.8500956892967224, "Finetune/Step": 2043, "Finetune/Step Time": 7.275465847924352}
{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.7851823568344116, "Finetune/Loss (Raw)": 0.8673688769340515, "Finetune/Step": 2044, "Finetune/Step Time": 7.274727541953325}
{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.7860268354415894, "Finetune/Loss (Raw)": 0.8686846494674683, "Finetune/Step": 2045, "Finetune/Step Time": 7.286010244861245}
{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.7871667146682739, "Finetune/Loss (Raw)": 0.9589046835899353, "Finetune/Step": 2046, "Finetune/Step Time": 7.28605649061501}
{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.7878842353820801, "Finetune/Loss (Raw)": 0.9298499822616577, "Finetune/Step": 2047, "Finetune/Step Time": 7.289055289700627}
{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.7877904176712036, "Finetune/Loss (Raw)": 0.7229088544845581, "Finetune/Step": 2048, "Finetune/Step Time": 7.2785048596560955}
{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.7847277522087097, "Finetune/Loss (Raw)": 0.555575430393219, "Finetune/Step": 2049, "Finetune/Step Time": 7.2925187442451715}
{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.7876410484313965, "Finetune/Loss (Raw)": 0.6790158748626709, "Finetune/Step": 2050, "Finetune/Step Time": 7.2923106122761965}
{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.7888891696929932, "Finetune/Loss (Raw)": 0.9911147356033325, "Finetune/Step": 2051, "Finetune/Step Time": 7.296495346352458}
{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.7892006635665894, "Finetune/Loss (Raw)": 0.9396296739578247, "Finetune/Step": 2052, "Finetune/Step Time": 7.308582304045558}
{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.7882376909255981, "Finetune/Loss (Raw)": 0.8804923295974731, "Finetune/Step": 2053, "Finetune/Step Time": 7.321361215785146}
{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.7930330634117126, "Finetune/Loss (Raw)": 0.949407696723938, "Finetune/Step": 2054, "Finetune/Step Time": 7.309523081406951}
{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.7970267534255981, "Finetune/Loss (Raw)": 0.9095355868339539, "Finetune/Step": 2055, "Finetune/Step Time": 7.301174467429519}
{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.7969770431518555, "Finetune/Loss (Raw)": 0.928368866443634, "Finetune/Step": 2056, "Finetune/Step Time": 7.301358493044972}
{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.7973710298538208, "Finetune/Loss (Raw)": 0.7498887777328491, "Finetune/Step": 2057, "Finetune/Step Time": 7.309643309563398}
{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.7984673380851746, "Finetune/Loss (Raw)": 0.7894719839096069, "Finetune/Step": 2058, "Finetune/Step Time": 7.321028525009751}
{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.7974880933761597, "Finetune/Loss (Raw)": 0.7636907696723938, "Finetune/Step": 2059, "Finetune/Step Time": 7.322216713801026}
{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.79847651720047, "Finetune/Loss (Raw)": 0.7832633852958679, "Finetune/Step": 2060, "Finetune/Step Time": 7.303293762728572}
{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.7989545464515686, "Finetune/Loss (Raw)": 0.9386199712753296, "Finetune/Step": 2061, "Finetune/Step Time": 7.302153138443828}
{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.7981258630752563, "Finetune/Loss (Raw)": 0.7769436836242676, "Finetune/Step": 2062, "Finetune/Step Time": 7.301732322201133}
{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.7979574799537659, "Finetune/Loss (Raw)": 0.9202390909194946, "Finetune/Step": 2063, "Finetune/Step Time": 7.282484129071236}
{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.7978543639183044, "Finetune/Loss (Raw)": 0.7115066051483154, "Finetune/Step": 2064, "Finetune/Step Time": 7.295565836131573}
{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.7975326776504517, "Finetune/Loss (Raw)": 0.8034472465515137, "Finetune/Step": 2065, "Finetune/Step Time": 7.302614513784647}
{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.7969629764556885, "Finetune/Loss (Raw)": 0.3360687792301178, "Finetune/Step": 2066, "Finetune/Step Time": 7.302797753363848}
{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.7968906164169312, "Finetune/Loss (Raw)": 0.8293460607528687, "Finetune/Step": 2067, "Finetune/Step Time": 7.303795786574483}
{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.7998764514923096, "Finetune/Loss (Raw)": 0.8532506823539734, "Finetune/Step": 2068, "Finetune/Step Time": 7.293143825605512}
{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8001409769058228, "Finetune/Loss (Raw)": 0.8371415138244629, "Finetune/Step": 2069, "Finetune/Step Time": 7.290089439600706}
{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.7962759733200073, "Finetune/Loss (Raw)": 0.5056285858154297, "Finetune/Step": 2070, "Finetune/Step Time": 7.30169889703393}
{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.7958215475082397, "Finetune/Loss (Raw)": 0.862869143486023, "Finetune/Step": 2071, "Finetune/Step Time": 7.308242216706276}
{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.7964679002761841, "Finetune/Loss (Raw)": 0.9471737742424011, "Finetune/Step": 2072, "Finetune/Step Time": 7.290937624871731}
{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.7992761731147766, "Finetune/Loss (Raw)": 0.7446673512458801, "Finetune/Step": 2073, "Finetune/Step Time": 7.297776257619262}
{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.7994867563247681, "Finetune/Loss (Raw)": 0.9361878037452698, "Finetune/Step": 2074, "Finetune/Step Time": 7.3002499882131815}
{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.7978964447975159, "Finetune/Loss (Raw)": 0.7855717539787292, "Finetune/Step": 2075, "Finetune/Step Time": 7.299710297957063}
{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.7953191995620728, "Finetune/Loss (Raw)": 0.686994731426239, "Finetune/Step": 2076, "Finetune/Step Time": 7.31173980422318}
{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.7940325736999512, "Finetune/Loss (Raw)": 0.7973684072494507, "Finetune/Step": 2077, "Finetune/Step Time": 7.311998028308153}
{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.792324423789978, "Finetune/Loss (Raw)": 0.7747687697410583, "Finetune/Step": 2078, "Finetune/Step Time": 7.311921134591103}
{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.7910453081130981, "Finetune/Loss (Raw)": 0.7857211232185364, "Finetune/Step": 2079, "Finetune/Step Time": 7.306451225653291}
{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.7889330387115479, "Finetune/Loss (Raw)": 0.7018793225288391, "Finetune/Step": 2080, "Finetune/Step Time": 7.314059110358357}
{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.790698766708374, "Finetune/Loss (Raw)": 0.7988513708114624, "Finetune/Step": 2081, "Finetune/Step Time": 7.314298395067453}
{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.7923271656036377, "Finetune/Loss (Raw)": 0.797040581703186, "Finetune/Step": 2082, "Finetune/Step Time": 7.301795817911625}
{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.7937514781951904, "Finetune/Loss (Raw)": 0.8931736350059509, "Finetune/Step": 2083, "Finetune/Step Time": 7.285303365439177}
{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.7955547571182251, "Finetune/Loss (Raw)": 0.9786638617515564, "Finetune/Step": 2084, "Finetune/Step Time": 7.2803927306085825}
{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.7908499240875244, "Finetune/Loss (Raw)": 0.31788209080696106, "Finetune/Step": 2085, "Finetune/Step Time": 7.292217459529638}
{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.7903598546981812, "Finetune/Loss (Raw)": 0.9013311862945557, "Finetune/Step": 2086, "Finetune/Step Time": 7.297515796497464}
{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.791930079460144, "Finetune/Loss (Raw)": 0.9675522446632385, "Finetune/Step": 2087, "Finetune/Step Time": 7.287705237045884}
{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.791180431842804, "Finetune/Loss (Raw)": 0.8933864235877991, "Finetune/Step": 2088, "Finetune/Step Time": 7.278394918888807}
{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.7922476530075073, "Finetune/Loss (Raw)": 0.8609358668327332, "Finetune/Step": 2089, "Finetune/Step Time": 7.273450689390302}
{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.7911415100097656, "Finetune/Loss (Raw)": 0.2685537338256836, "Finetune/Step": 2090, "Finetune/Step Time": 7.274244397878647}
{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.7940595746040344, "Finetune/Loss (Raw)": 0.7689438462257385, "Finetune/Step": 2091, "Finetune/Step Time": 7.2642397955060005}
{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.7943776845932007, "Finetune/Loss (Raw)": 0.8547692894935608, "Finetune/Step": 2092, "Finetune/Step Time": 7.241874853149056}
{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.7964780330657959, "Finetune/Loss (Raw)": 0.9113642573356628, "Finetune/Step": 2093, "Finetune/Step Time": 7.240092376247048}
{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.7981523275375366, "Finetune/Loss (Raw)": 0.9631862640380859, "Finetune/Step": 2094, "Finetune/Step Time": 7.240451660007238}
{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.798822283744812, "Finetune/Loss (Raw)": 0.8482984304428101, "Finetune/Step": 2095, "Finetune/Step Time": 7.244578644633293}
{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.7979922890663147, "Finetune/Loss (Raw)": 0.8128926157951355, "Finetune/Step": 2096, "Finetune/Step Time": 7.246598482131958}
{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8014904856681824, "Finetune/Loss (Raw)": 0.8938125371932983, "Finetune/Step": 2097, "Finetune/Step Time": 7.232003768905997}
{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8013091087341309, "Finetune/Loss (Raw)": 0.7742031216621399, "Finetune/Step": 2098, "Finetune/Step Time": 7.23999147862196}
{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8009482622146606, "Finetune/Loss (Raw)": 0.3594532012939453, "Finetune/Step": 2099, "Finetune/Step Time": 7.242850674316287}
{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.7997702956199646, "Finetune/Loss (Raw)": 0.6758292317390442, "Finetune/Step": 2100, "Finetune/Step Time": 7.248287288472056}
{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8008844256401062, "Finetune/Loss (Raw)": 0.9144523739814758, "Finetune/Step": 2101, "Finetune/Step Time": 7.214108606800437}
{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.7993574738502502, "Finetune/Loss (Raw)": 0.7999544143676758, "Finetune/Step": 2102, "Finetune/Step Time": 7.216610606759787}
{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.7955412864685059, "Finetune/Loss (Raw)": 0.36872172355651855, "Finetune/Step": 2103, "Finetune/Step Time": 7.231516905128956}
{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.7950456142425537, "Finetune/Loss (Raw)": 0.8022383451461792, "Finetune/Step": 2104, "Finetune/Step Time": 7.239040601998568}
{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.7945014238357544, "Finetune/Loss (Raw)": 0.8353011012077332, "Finetune/Step": 2105, "Finetune/Step Time": 7.249170104041696}
{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.7935952544212341, "Finetune/Loss (Raw)": 0.8547144532203674, "Finetune/Step": 2106, "Finetune/Step Time": 7.248354684561491}
{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.7974888682365417, "Finetune/Loss (Raw)": 0.8763911128044128, "Finetune/Step": 2107, "Finetune/Step Time": 7.234292874112725}
{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.7980802059173584, "Finetune/Loss (Raw)": 0.7750873565673828, "Finetune/Step": 2108, "Finetune/Step Time": 7.232376037165523}
{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.7982006669044495, "Finetune/Loss (Raw)": 0.885947585105896, "Finetune/Step": 2109, "Finetune/Step Time": 7.2349520213902}
{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.7976272106170654, "Finetune/Loss (Raw)": 0.7871831059455872, "Finetune/Step": 2110, "Finetune/Step Time": 7.242222595959902}
{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.7972092032432556, "Finetune/Loss (Raw)": 0.7705411911010742, "Finetune/Step": 2111, "Finetune/Step Time": 7.256495991721749}
{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.7929518222808838, "Finetune/Loss (Raw)": 0.4564639627933502, "Finetune/Step": 2112, "Finetune/Step Time": 7.270675241947174}
{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.792076826095581, "Finetune/Loss (Raw)": 0.8463513851165771, "Finetune/Step": 2113, "Finetune/Step Time": 7.269460178911686}
{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.7908965349197388, "Finetune/Loss (Raw)": 0.8874613642692566, "Finetune/Step": 2114, "Finetune/Step Time": 7.286750596016645}
{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.7917501926422119, "Finetune/Loss (Raw)": 0.8990522623062134, "Finetune/Step": 2115, "Finetune/Step Time": 7.263700285926461}
{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.7887141704559326, "Finetune/Loss (Raw)": 0.41710251569747925, "Finetune/Step": 2116, "Finetune/Step Time": 7.273781606927514}
{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.7868404984474182, "Finetune/Loss (Raw)": 0.6630147695541382, "Finetune/Step": 2117, "Finetune/Step Time": 7.289749637246132}
{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.7858123779296875, "Finetune/Loss (Raw)": 0.7635208964347839, "Finetune/Step": 2118, "Finetune/Step Time": 7.285743094980717}
{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7859126329421997, "Finetune/Loss (Raw)": 0.7350648045539856, "Finetune/Step": 2119, "Finetune/Step Time": 7.2984764613211155}
{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.7817916870117188, "Finetune/Loss (Raw)": 0.3317646384239197, "Finetune/Step": 2120, "Finetune/Step Time": 7.312937119975686}
{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.782950758934021, "Finetune/Loss (Raw)": 0.8561902642250061, "Finetune/Step": 2121, "Finetune/Step Time": 7.30592480674386}
{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.7847461104393005, "Finetune/Loss (Raw)": 0.8968355655670166, "Finetune/Step": 2122, "Finetune/Step Time": 7.300043573603034}
{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.7859468460083008, "Finetune/Loss (Raw)": 0.8746860027313232, "Finetune/Step": 2123, "Finetune/Step Time": 7.291923968121409}
{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.7869228720664978, "Finetune/Loss (Raw)": 0.8704801201820374, "Finetune/Step": 2124, "Finetune/Step Time": 7.288881745189428}
{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.7861284017562866, "Finetune/Loss (Raw)": 0.8657631278038025, "Finetune/Step": 2125, "Finetune/Step Time": 7.302102679386735}
{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.7871799468994141, "Finetune/Loss (Raw)": 0.9289442300796509, "Finetune/Step": 2126, "Finetune/Step Time": 7.2887993939220905}
{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.7907036542892456, "Finetune/Loss (Raw)": 0.8598173260688782, "Finetune/Step": 2127, "Finetune/Step Time": 7.277461841702461}
{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.7880619764328003, "Finetune/Loss (Raw)": 0.3511413633823395, "Finetune/Step": 2128, "Finetune/Step Time": 7.263708891347051}
{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7834970355033875, "Finetune/Loss (Raw)": 0.27655452489852905, "Finetune/Step": 2129, "Finetune/Step Time": 7.282525772228837}
{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.7835944890975952, "Finetune/Loss (Raw)": 0.8584851026535034, "Finetune/Step": 2130, "Finetune/Step Time": 7.281378634274006}
{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.7845484018325806, "Finetune/Loss (Raw)": 0.9071939587593079, "Finetune/Step": 2131, "Finetune/Step Time": 7.2715004701167345}
{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7844476699829102, "Finetune/Loss (Raw)": 0.7996270060539246, "Finetune/Step": 2132, "Finetune/Step Time": 7.275185829028487}
{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.7867056131362915, "Finetune/Loss (Raw)": 1.0826795101165771, "Finetune/Step": 2133, "Finetune/Step Time": 7.260627746582031}
{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.7862677574157715, "Finetune/Loss (Raw)": 0.7569538354873657, "Finetune/Step": 2134, "Finetune/Step Time": 7.2705400586128235}
{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.7841053009033203, "Finetune/Loss (Raw)": 0.7720634937286377, "Finetune/Step": 2135, "Finetune/Step Time": 7.266453878954053}
{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.7845566272735596, "Finetune/Loss (Raw)": 0.849331796169281, "Finetune/Step": 2136, "Finetune/Step Time": 7.258714532479644}
{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.7817275524139404, "Finetune/Loss (Raw)": 0.42003142833709717, "Finetune/Step": 2137, "Finetune/Step Time": 7.273216677829623}
{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.7813491225242615, "Finetune/Loss (Raw)": 0.8636719584465027, "Finetune/Step": 2138, "Finetune/Step Time": 7.271752525120974}
{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7792590856552124, "Finetune/Loss (Raw)": 0.7612687945365906, "Finetune/Step": 2139, "Finetune/Step Time": 7.284880762919784}
{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.7796142101287842, "Finetune/Loss (Raw)": 0.8835780024528503, "Finetune/Step": 2140, "Finetune/Step Time": 7.287603884935379}
{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7802401781082153, "Finetune/Loss (Raw)": 0.9832496643066406, "Finetune/Step": 2141, "Finetune/Step Time": 7.274126347154379}
{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.7811839580535889, "Finetune/Loss (Raw)": 0.7988150715827942, "Finetune/Step": 2142, "Finetune/Step Time": 7.263459328562021}
{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.7845285534858704, "Finetune/Loss (Raw)": 0.8166712522506714, "Finetune/Step": 2143, "Finetune/Step Time": 7.266220362856984}
{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.7875964641571045, "Finetune/Loss (Raw)": 0.7941497564315796, "Finetune/Step": 2144, "Finetune/Step Time": 7.274971749633551}
{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.786255955696106, "Finetune/Loss (Raw)": 0.5282354950904846, "Finetune/Step": 2145, "Finetune/Step Time": 7.2746445164084435}
{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.7859745025634766, "Finetune/Loss (Raw)": 0.850582480430603, "Finetune/Step": 2146, "Finetune/Step Time": 7.2789306696504354}
{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.7857198715209961, "Finetune/Loss (Raw)": 0.758091926574707, "Finetune/Step": 2147, "Finetune/Step Time": 7.281355245038867}
{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.786461591720581, "Finetune/Loss (Raw)": 0.9719882011413574, "Finetune/Step": 2148, "Finetune/Step Time": 7.277108993381262}
{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.7873492240905762, "Finetune/Loss (Raw)": 0.8974708318710327, "Finetune/Step": 2149, "Finetune/Step Time": 7.266325779259205}
{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.7872602939605713, "Finetune/Loss (Raw)": 0.800915002822876, "Finetune/Step": 2150, "Finetune/Step Time": 7.264265242964029}
{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.7894957065582275, "Finetune/Loss (Raw)": 0.9120115637779236, "Finetune/Step": 2151, "Finetune/Step Time": 7.249143550172448}
{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.7893480062484741, "Finetune/Loss (Raw)": 0.7502550482749939, "Finetune/Step": 2152, "Finetune/Step Time": 7.25446792691946}
{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.7895028591156006, "Finetune/Loss (Raw)": 0.7894038558006287, "Finetune/Step": 2153, "Finetune/Step Time": 7.244316473603249}
{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.7880678772926331, "Finetune/Loss (Raw)": 0.7021999955177307, "Finetune/Step": 2154, "Finetune/Step Time": 7.253324115648866}
{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.7882835865020752, "Finetune/Loss (Raw)": 0.8242046236991882, "Finetune/Step": 2155, "Finetune/Step Time": 7.259905129671097}
{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.7869125604629517, "Finetune/Loss (Raw)": 0.6721032857894897, "Finetune/Step": 2156, "Finetune/Step Time": 7.255639689043164}
{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.7855608463287354, "Finetune/Loss (Raw)": 0.7371798157691956, "Finetune/Step": 2157, "Finetune/Step Time": 7.264952098950744}
{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.7898887395858765, "Finetune/Loss (Raw)": 0.9026296138763428, "Finetune/Step": 2158, "Finetune/Step Time": 7.2514687571674585}
{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.7903704643249512, "Finetune/Loss (Raw)": 0.8704565167427063, "Finetune/Step": 2159, "Finetune/Step Time": 7.267038580030203}
{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.7895318269729614, "Finetune/Loss (Raw)": 0.8240203261375427, "Finetune/Step": 2160, "Finetune/Step Time": 7.262985963374376}
{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.7888484597206116, "Finetune/Loss (Raw)": 0.7639428377151489, "Finetune/Step": 2161, "Finetune/Step Time": 7.256641475483775}
{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.7872195243835449, "Finetune/Loss (Raw)": 0.7663589119911194, "Finetune/Step": 2162, "Finetune/Step Time": 7.26095587387681}
{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.7882702350616455, "Finetune/Loss (Raw)": 0.7868112921714783, "Finetune/Step": 2163, "Finetune/Step Time": 7.256032854318619}
{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.7890123128890991, "Finetune/Loss (Raw)": 0.9603927731513977, "Finetune/Step": 2164, "Finetune/Step Time": 7.242484560236335}
{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.7891366481781006, "Finetune/Loss (Raw)": 0.8159107565879822, "Finetune/Step": 2165, "Finetune/Step Time": 7.2517867889255285}
{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.790859580039978, "Finetune/Loss (Raw)": 0.9096828699111938, "Finetune/Step": 2166, "Finetune/Step Time": 7.2520206812769175}
{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.7903744578361511, "Finetune/Loss (Raw)": 0.8933793902397156, "Finetune/Step": 2167, "Finetune/Step Time": 7.25149872712791}
{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.789792537689209, "Finetune/Loss (Raw)": 0.8015830516815186, "Finetune/Step": 2168, "Finetune/Step Time": 7.250380791723728}
{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.7900261878967285, "Finetune/Loss (Raw)": 0.8948321342468262, "Finetune/Step": 2169, "Finetune/Step Time": 7.210376035422087}
{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.7898010015487671, "Finetune/Loss (Raw)": 0.7185888886451721, "Finetune/Step": 2170, "Finetune/Step Time": 7.211278991773725}
{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.7888645529747009, "Finetune/Loss (Raw)": 0.7302308082580566, "Finetune/Step": 2171, "Finetune/Step Time": 7.220419956371188}
{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.788899838924408, "Finetune/Loss (Raw)": 0.8718786835670471, "Finetune/Step": 2172, "Finetune/Step Time": 7.220632908865809}
{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.7868360280990601, "Finetune/Loss (Raw)": 0.6045255661010742, "Finetune/Step": 2173, "Finetune/Step Time": 7.224252449348569}
{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.7839782238006592, "Finetune/Loss (Raw)": 0.5930995941162109, "Finetune/Step": 2174, "Finetune/Step Time": 7.236855864524841}
{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.7825499773025513, "Finetune/Loss (Raw)": 0.7470338344573975, "Finetune/Step": 2175, "Finetune/Step Time": 7.2526130843907595}
{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.7840669751167297, "Finetune/Loss (Raw)": 0.9170898795127869, "Finetune/Step": 2176, "Finetune/Step Time": 7.252511296421289}
{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.7867478132247925, "Finetune/Loss (Raw)": 0.8987239003181458, "Finetune/Step": 2177, "Finetune/Step Time": 7.242002412676811}
{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.7869604229927063, "Finetune/Loss (Raw)": 0.7062214016914368, "Finetune/Step": 2178, "Finetune/Step Time": 7.229800870642066}
{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.7852949500083923, "Finetune/Loss (Raw)": 0.7779412865638733, "Finetune/Step": 2179, "Finetune/Step Time": 7.238698186352849}
{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.7847527265548706, "Finetune/Loss (Raw)": 0.8702211380004883, "Finetune/Step": 2180, "Finetune/Step Time": 7.23235659301281}
{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.7848588228225708, "Finetune/Loss (Raw)": 0.8940703272819519, "Finetune/Step": 2181, "Finetune/Step Time": 7.219607634469867}
{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.7847904562950134, "Finetune/Loss (Raw)": 0.9406591057777405, "Finetune/Step": 2182, "Finetune/Step Time": 7.2226102370768785}
{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7829906344413757, "Finetune/Loss (Raw)": 0.6791603565216064, "Finetune/Step": 2183, "Finetune/Step Time": 7.253371823579073}
{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.7811126708984375, "Finetune/Loss (Raw)": 0.6879916191101074, "Finetune/Step": 2184, "Finetune/Step Time": 7.268190369009972}
{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7820569276809692, "Finetune/Loss (Raw)": 0.870754063129425, "Finetune/Step": 2185, "Finetune/Step Time": 7.255508609116077}
{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.7822246551513672, "Finetune/Loss (Raw)": 0.8109387755393982, "Finetune/Step": 2186, "Finetune/Step Time": 7.240626925602555}
{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.7804586887359619, "Finetune/Loss (Raw)": 0.5376477241516113, "Finetune/Step": 2187, "Finetune/Step Time": 7.27215975522995}
{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7802554965019226, "Finetune/Loss (Raw)": 0.7572506666183472, "Finetune/Step": 2188, "Finetune/Step Time": 7.3041733503341675}
{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7781094312667847, "Finetune/Loss (Raw)": 0.6639286279678345, "Finetune/Step": 2189, "Finetune/Step Time": 7.311507819220424}
{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7774125933647156, "Finetune/Loss (Raw)": 0.6877435445785522, "Finetune/Step": 2190, "Finetune/Step Time": 7.3208739291876554}
{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7762942314147949, "Finetune/Loss (Raw)": 0.7770912647247314, "Finetune/Step": 2191, "Finetune/Step Time": 7.335821667686105}
{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.7758671045303345, "Finetune/Loss (Raw)": 0.6568393707275391, "Finetune/Step": 2192, "Finetune/Step Time": 7.318128947168589}
{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7766083478927612, "Finetune/Loss (Raw)": 0.8983165621757507, "Finetune/Step": 2193, "Finetune/Step Time": 7.313041228801012}
{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7805384397506714, "Finetune/Loss (Raw)": 0.8391202092170715, "Finetune/Step": 2194, "Finetune/Step Time": 7.303153762593865}
{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.780944287776947, "Finetune/Loss (Raw)": 0.881300151348114, "Finetune/Step": 2195, "Finetune/Step Time": 7.301439862698317}
{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7800151109695435, "Finetune/Loss (Raw)": 0.7343120574951172, "Finetune/Step": 2196, "Finetune/Step Time": 7.310784991830587}
{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7799031734466553, "Finetune/Loss (Raw)": 0.8228121995925903, "Finetune/Step": 2197, "Finetune/Step Time": 7.3121453281491995}
{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7819850444793701, "Finetune/Loss (Raw)": 0.7721070647239685, "Finetune/Step": 2198, "Finetune/Step Time": 7.30620875582099}
{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.7810907363891602, "Finetune/Loss (Raw)": 0.7484099864959717, "Finetune/Step": 2199, "Finetune/Step Time": 7.2974041774868965}
{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7792759537696838, "Finetune/Loss (Raw)": 0.7148741483688354, "Finetune/Step": 2200, "Finetune/Step Time": 7.308915946632624}
{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7762166261672974, "Finetune/Loss (Raw)": 0.3530731201171875, "Finetune/Step": 2201, "Finetune/Step Time": 7.29994547739625}
{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.775170087814331, "Finetune/Loss (Raw)": 0.8022373914718628, "Finetune/Step": 2202, "Finetune/Step Time": 7.280334243550897}
{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7753050327301025, "Finetune/Loss (Raw)": 0.8028414845466614, "Finetune/Step": 2203, "Finetune/Step Time": 7.28086126036942}
{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7755323052406311, "Finetune/Loss (Raw)": 0.7160860300064087, "Finetune/Step": 2204, "Finetune/Step Time": 7.278313487768173}
{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.7726414203643799, "Finetune/Loss (Raw)": 0.42733752727508545, "Finetune/Step": 2205, "Finetune/Step Time": 7.290651675313711}
{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7710895538330078, "Finetune/Loss (Raw)": 0.5761201977729797, "Finetune/Step": 2206, "Finetune/Step Time": 7.331779427826405}
{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7715336680412292, "Finetune/Loss (Raw)": 0.8425763249397278, "Finetune/Step": 2207, "Finetune/Step Time": 7.3281641229987144}
{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7720965147018433, "Finetune/Loss (Raw)": 0.7739147543907166, "Finetune/Step": 2208, "Finetune/Step Time": 7.3316048216074705}
{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7720282673835754, "Finetune/Loss (Raw)": 0.7901257872581482, "Finetune/Step": 2209, "Finetune/Step Time": 7.32186472043395}
{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7688652873039246, "Finetune/Loss (Raw)": 0.3921733498573303, "Finetune/Step": 2210, "Finetune/Step Time": 7.333863347768784}
{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.7690388560295105, "Finetune/Loss (Raw)": 0.9153909683227539, "Finetune/Step": 2211, "Finetune/Step Time": 7.357583986595273}
{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.7659556865692139, "Finetune/Loss (Raw)": 0.5840217471122742, "Finetune/Step": 2212, "Finetune/Step Time": 7.391804553568363}
{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7689127326011658, "Finetune/Loss (Raw)": 0.6963827610015869, "Finetune/Step": 2213, "Finetune/Step Time": 7.385449921712279}
{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7666032910346985, "Finetune/Loss (Raw)": 0.6057217121124268, "Finetune/Step": 2214, "Finetune/Step Time": 7.390543906018138}
{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.765704870223999, "Finetune/Loss (Raw)": 0.8525593876838684, "Finetune/Step": 2215, "Finetune/Step Time": 7.390760976821184}
{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7654424905776978, "Finetune/Loss (Raw)": 0.8597915768623352, "Finetune/Step": 2216, "Finetune/Step Time": 7.393160747364163}
{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7660210728645325, "Finetune/Loss (Raw)": 0.9350001811981201, "Finetune/Step": 2217, "Finetune/Step Time": 7.404351890087128}
{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7682254314422607, "Finetune/Loss (Raw)": 0.5507108569145203, "Finetune/Step": 2218, "Finetune/Step Time": 7.395460346713662}
{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7677667140960693, "Finetune/Loss (Raw)": 0.7102279663085938, "Finetune/Step": 2219, "Finetune/Step Time": 7.424522349610925}
{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7676620483398438, "Finetune/Loss (Raw)": 0.8413707613945007, "Finetune/Step": 2220, "Finetune/Step Time": 7.424973266199231}
{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7657829523086548, "Finetune/Loss (Raw)": 0.6708471179008484, "Finetune/Step": 2221, "Finetune/Step Time": 7.440760461613536}
{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7652013301849365, "Finetune/Loss (Raw)": 0.8887290358543396, "Finetune/Step": 2222, "Finetune/Step Time": 7.449690837413073}
{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7652460336685181, "Finetune/Loss (Raw)": 0.8540210723876953, "Finetune/Step": 2223, "Finetune/Step Time": 7.4537880923599005}
{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7653641700744629, "Finetune/Loss (Raw)": 0.8280128836631775, "Finetune/Step": 2224, "Finetune/Step Time": 7.455225843936205}
{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7643970251083374, "Finetune/Loss (Raw)": 0.7700204253196716, "Finetune/Step": 2225, "Finetune/Step Time": 7.466479824855924}
{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7650024890899658, "Finetune/Loss (Raw)": 0.8517065644264221, "Finetune/Step": 2226, "Finetune/Step Time": 7.466147752478719}
{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7691910862922668, "Finetune/Loss (Raw)": 0.8955938816070557, "Finetune/Step": 2227, "Finetune/Step Time": 7.45680982992053}
{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7699607610702515, "Finetune/Loss (Raw)": 0.7743484973907471, "Finetune/Step": 2228, "Finetune/Step Time": 7.454942906275392}
{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7688270211219788, "Finetune/Loss (Raw)": 0.7693309783935547, "Finetune/Step": 2229, "Finetune/Step Time": 7.454058796167374}
{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.768652617931366, "Finetune/Loss (Raw)": 0.7776282429695129, "Finetune/Step": 2230, "Finetune/Step Time": 7.4546886794269085}
{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7730194330215454, "Finetune/Loss (Raw)": 0.927678108215332, "Finetune/Step": 2231, "Finetune/Step Time": 7.441452154889703}
{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7743206024169922, "Finetune/Loss (Raw)": 0.9687826633453369, "Finetune/Step": 2232, "Finetune/Step Time": 7.432713843882084}
{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7731496691703796, "Finetune/Loss (Raw)": 0.6854214668273926, "Finetune/Step": 2233, "Finetune/Step Time": 7.430589431896806}
{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7736974954605103, "Finetune/Loss (Raw)": 0.9248448014259338, "Finetune/Step": 2234, "Finetune/Step Time": 7.433860974386334}
{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7740380167961121, "Finetune/Loss (Raw)": 0.9199735522270203, "Finetune/Step": 2235, "Finetune/Step Time": 7.444724537432194}
{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7752069234848022, "Finetune/Loss (Raw)": 0.9247111678123474, "Finetune/Step": 2236, "Finetune/Step Time": 7.435200044885278}
{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7741273641586304, "Finetune/Loss (Raw)": 0.7477547526359558, "Finetune/Step": 2237, "Finetune/Step Time": 7.446640804409981}
{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7732601165771484, "Finetune/Loss (Raw)": 0.6761760115623474, "Finetune/Step": 2238, "Finetune/Step Time": 7.451138535514474}
{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7758597135543823, "Finetune/Loss (Raw)": 1.1032905578613281, "Finetune/Step": 2239, "Finetune/Step Time": 7.437778878957033}
{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7798424363136292, "Finetune/Loss (Raw)": 0.966256856918335, "Finetune/Step": 2240, "Finetune/Step Time": 7.425796533003449}
{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.7805643081665039, "Finetune/Loss (Raw)": 0.9387483596801758, "Finetune/Step": 2241, "Finetune/Step Time": 7.433167366310954}
{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.7798376679420471, "Finetune/Loss (Raw)": 0.7944520115852356, "Finetune/Step": 2242, "Finetune/Step Time": 7.416599586606026}
{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7791779637336731, "Finetune/Loss (Raw)": 0.8146144151687622, "Finetune/Step": 2243, "Finetune/Step Time": 7.418962754309177}
{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7843571901321411, "Finetune/Loss (Raw)": 1.080040693283081, "Finetune/Step": 2244, "Finetune/Step Time": 7.403183678165078}
{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7859745025634766, "Finetune/Loss (Raw)": 0.870029091835022, "Finetune/Step": 2245, "Finetune/Step Time": 7.383902698755264}
{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.7875384092330933, "Finetune/Loss (Raw)": 0.9636929035186768, "Finetune/Step": 2246, "Finetune/Step Time": 7.386303288862109}
{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.7872865200042725, "Finetune/Loss (Raw)": 0.7028232216835022, "Finetune/Step": 2247, "Finetune/Step Time": 7.385304542258382}
{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.7901872992515564, "Finetune/Loss (Raw)": 0.703076183795929, "Finetune/Step": 2248, "Finetune/Step Time": 7.367955893278122}
{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.7894880771636963, "Finetune/Loss (Raw)": 0.7666823267936707, "Finetune/Step": 2249, "Finetune/Step Time": 7.367344859987497}
{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.788428783416748, "Finetune/Loss (Raw)": 0.7612566351890564, "Finetune/Step": 2250, "Finetune/Step Time": 7.3877390418201685}
{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.7883912920951843, "Finetune/Loss (Raw)": 0.8698854446411133, "Finetune/Step": 2251, "Finetune/Step Time": 7.389332784339786}
{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.7840536832809448, "Finetune/Loss (Raw)": 0.3152591586112976, "Finetune/Step": 2252, "Finetune/Step Time": 7.398477654904127}
{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.7841576337814331, "Finetune/Loss (Raw)": 0.8790754675865173, "Finetune/Step": 2253, "Finetune/Step Time": 7.3804543893784285}
{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.7840890288352966, "Finetune/Loss (Raw)": 0.9201538562774658, "Finetune/Step": 2254, "Finetune/Step Time": 7.386021047830582}
{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.7839391827583313, "Finetune/Loss (Raw)": 0.8406359553337097, "Finetune/Step": 2255, "Finetune/Step Time": 7.384187392890453}
{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.7871600985527039, "Finetune/Loss (Raw)": 0.7634267210960388, "Finetune/Step": 2256, "Finetune/Step Time": 7.37286570481956}
{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.7914412021636963, "Finetune/Loss (Raw)": 0.8245353698730469, "Finetune/Step": 2257, "Finetune/Step Time": 7.3524389564991}
{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.7896959781646729, "Finetune/Loss (Raw)": 0.635091245174408, "Finetune/Step": 2258, "Finetune/Step Time": 7.352490860968828}
{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7885093688964844, "Finetune/Loss (Raw)": 0.7553122043609619, "Finetune/Step": 2259, "Finetune/Step Time": 7.349821725860238}
{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.7881962656974792, "Finetune/Loss (Raw)": 0.7595493197441101, "Finetune/Step": 2260, "Finetune/Step Time": 7.355555510148406}
{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7866672277450562, "Finetune/Loss (Raw)": 0.8869577050209045, "Finetune/Step": 2261, "Finetune/Step Time": 7.357944769784808}
{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.7884312868118286, "Finetune/Loss (Raw)": 0.9827542304992676, "Finetune/Step": 2262, "Finetune/Step Time": 7.351985303685069}
{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.7887042164802551, "Finetune/Loss (Raw)": 0.8069957494735718, "Finetune/Step": 2263, "Finetune/Step Time": 7.356010593473911}
{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.7889271378517151, "Finetune/Loss (Raw)": 0.8778743147850037, "Finetune/Step": 2264, "Finetune/Step Time": 7.35940290056169}
{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.791974663734436, "Finetune/Loss (Raw)": 0.810116171836853, "Finetune/Step": 2265, "Finetune/Step Time": 7.347404092550278}
{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.7894474267959595, "Finetune/Loss (Raw)": 0.5401788353919983, "Finetune/Step": 2266, "Finetune/Step Time": 7.35374603420496}
{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.7898393869400024, "Finetune/Loss (Raw)": 0.8114434480667114, "Finetune/Step": 2267, "Finetune/Step Time": 7.334577385336161}
{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7887266874313354, "Finetune/Loss (Raw)": 0.7411541938781738, "Finetune/Step": 2268, "Finetune/Step Time": 7.331494998186827}
{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.7879226207733154, "Finetune/Loss (Raw)": 0.8803241848945618, "Finetune/Step": 2269, "Finetune/Step Time": 7.32466733828187}
{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7862125635147095, "Finetune/Loss (Raw)": 0.5799335241317749, "Finetune/Step": 2270, "Finetune/Step Time": 7.332718146964908}
{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7866694927215576, "Finetune/Loss (Raw)": 0.8751481771469116, "Finetune/Step": 2271, "Finetune/Step Time": 7.323125766590238}
{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7873837947845459, "Finetune/Loss (Raw)": 0.8855884671211243, "Finetune/Step": 2272, "Finetune/Step Time": 7.3053171038627625}
{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.7895635962486267, "Finetune/Loss (Raw)": 0.8072419166564941, "Finetune/Step": 2273, "Finetune/Step Time": 7.290987381711602}
{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.788831353187561, "Finetune/Loss (Raw)": 0.7568590641021729, "Finetune/Step": 2274, "Finetune/Step Time": 7.301258938387036}
{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.7901020050048828, "Finetune/Loss (Raw)": 0.9207383990287781, "Finetune/Step": 2275, "Finetune/Step Time": 7.29413346759975}
{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.7891964912414551, "Finetune/Loss (Raw)": 0.856082558631897, "Finetune/Step": 2276, "Finetune/Step Time": 7.296639747917652}
{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7875036001205444, "Finetune/Loss (Raw)": 0.6807830333709717, "Finetune/Step": 2277, "Finetune/Step Time": 7.301238507032394}
{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.788158655166626, "Finetune/Loss (Raw)": 0.8847625255584717, "Finetune/Step": 2278, "Finetune/Step Time": 7.299969416111708}
{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7877545356750488, "Finetune/Loss (Raw)": 0.8602823615074158, "Finetune/Step": 2279, "Finetune/Step Time": 7.289181891828775}
{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.7884219884872437, "Finetune/Loss (Raw)": 0.8356871008872986, "Finetune/Step": 2280, "Finetune/Step Time": 7.296109629794955}
{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.7884911298751831, "Finetune/Loss (Raw)": 0.7982491254806519, "Finetune/Step": 2281, "Finetune/Step Time": 7.297130458056927}
{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.7893624901771545, "Finetune/Loss (Raw)": 0.8137417435646057, "Finetune/Step": 2282, "Finetune/Step Time": 7.291173918172717}
{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7904057502746582, "Finetune/Loss (Raw)": 0.9577401876449585, "Finetune/Step": 2283, "Finetune/Step Time": 7.27919888868928}
{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7900193929672241, "Finetune/Loss (Raw)": 0.622647762298584, "Finetune/Step": 2284, "Finetune/Step Time": 7.292746271938086}
{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.7903483510017395, "Finetune/Loss (Raw)": 0.7792840003967285, "Finetune/Step": 2285, "Finetune/Step Time": 7.292846687138081}
{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.789534330368042, "Finetune/Loss (Raw)": 0.7984395623207092, "Finetune/Step": 2286, "Finetune/Step Time": 7.302735196426511}
{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.7876280546188354, "Finetune/Loss (Raw)": 0.6264556050300598, "Finetune/Step": 2287, "Finetune/Step Time": 7.288246998563409}
{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.7883275747299194, "Finetune/Loss (Raw)": 0.91355961561203, "Finetune/Step": 2288, "Finetune/Step Time": 7.291746359318495}
{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7871665954589844, "Finetune/Loss (Raw)": 0.6153311133384705, "Finetune/Step": 2289, "Finetune/Step Time": 7.304910179227591}
{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.7883950471878052, "Finetune/Loss (Raw)": 0.9235981106758118, "Finetune/Step": 2290, "Finetune/Step Time": 7.298112466931343}
{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7882407307624817, "Finetune/Loss (Raw)": 0.7670641541481018, "Finetune/Step": 2291, "Finetune/Step Time": 7.309627994894981}
{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7865220308303833, "Finetune/Loss (Raw)": 0.7403931021690369, "Finetune/Step": 2292, "Finetune/Step Time": 7.318062676116824}
{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7844969034194946, "Finetune/Loss (Raw)": 0.5567014217376709, "Finetune/Step": 2293, "Finetune/Step Time": 7.303613742813468}
{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.784112811088562, "Finetune/Loss (Raw)": 0.8605186939239502, "Finetune/Step": 2294, "Finetune/Step Time": 7.301183195784688}
{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7833235859870911, "Finetune/Loss (Raw)": 0.7923581004142761, "Finetune/Step": 2295, "Finetune/Step Time": 7.318197034299374}
{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7824062705039978, "Finetune/Loss (Raw)": 0.684165894985199, "Finetune/Step": 2296, "Finetune/Step Time": 7.318768983706832}
{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7815543413162231, "Finetune/Loss (Raw)": 0.7857807278633118, "Finetune/Step": 2297, "Finetune/Step Time": 7.320719400420785}
{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7822393774986267, "Finetune/Loss (Raw)": 0.8062812089920044, "Finetune/Step": 2298, "Finetune/Step Time": 7.3215048518031836}
{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.783521294593811, "Finetune/Loss (Raw)": 0.8943154811859131, "Finetune/Step": 2299, "Finetune/Step Time": 7.31972087174654}
{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7836334705352783, "Finetune/Loss (Raw)": 0.8862321376800537, "Finetune/Step": 2300, "Finetune/Step Time": 7.325462708249688}
{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7848056554794312, "Finetune/Loss (Raw)": 0.7545639276504517, "Finetune/Step": 2301, "Finetune/Step Time": 7.3126804158091545}
{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7857694625854492, "Finetune/Loss (Raw)": 0.7164732813835144, "Finetune/Step": 2302, "Finetune/Step Time": 7.304858909919858}
{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7865269184112549, "Finetune/Loss (Raw)": 0.8439822793006897, "Finetune/Step": 2303, "Finetune/Step Time": 7.287409825250506}
{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7843484282493591, "Finetune/Loss (Raw)": 0.638248085975647, "Finetune/Step": 2304, "Finetune/Step Time": 7.295494940131903}
{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7831483483314514, "Finetune/Loss (Raw)": 0.7451137900352478, "Finetune/Step": 2305, "Finetune/Step Time": 7.291368782520294}
{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7848968505859375, "Finetune/Loss (Raw)": 0.9300211071968079, "Finetune/Step": 2306, "Finetune/Step Time": 7.293362038210034}
{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.785537838935852, "Finetune/Loss (Raw)": 0.8599966168403625, "Finetune/Step": 2307, "Finetune/Step Time": 7.27803959697485}
{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7827427387237549, "Finetune/Loss (Raw)": 0.5124425888061523, "Finetune/Step": 2308, "Finetune/Step Time": 7.28032542578876}
{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7817457318305969, "Finetune/Loss (Raw)": 0.7664588093757629, "Finetune/Step": 2309, "Finetune/Step Time": 7.280565859749913}
{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7813867330551147, "Finetune/Loss (Raw)": 0.8947071433067322, "Finetune/Step": 2310, "Finetune/Step Time": 7.27592421323061}
{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7831087112426758, "Finetune/Loss (Raw)": 0.8995662927627563, "Finetune/Step": 2311, "Finetune/Step Time": 7.241567371413112}
{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7832207679748535, "Finetune/Loss (Raw)": 0.7023339867591858, "Finetune/Step": 2312, "Finetune/Step Time": 7.249862199649215}
{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7827176451683044, "Finetune/Loss (Raw)": 0.8063637614250183, "Finetune/Step": 2313, "Finetune/Step Time": 7.254795763641596}
{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7822928428649902, "Finetune/Loss (Raw)": 0.7565624117851257, "Finetune/Step": 2314, "Finetune/Step Time": 7.262648606672883}
{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.784098744392395, "Finetune/Loss (Raw)": 0.7688016891479492, "Finetune/Step": 2315, "Finetune/Step Time": 7.230725834146142}
{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7853058576583862, "Finetune/Loss (Raw)": 0.911757230758667, "Finetune/Step": 2316, "Finetune/Step Time": 7.1965410355478525}
{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7861766815185547, "Finetune/Loss (Raw)": 0.7753978371620178, "Finetune/Step": 2317, "Finetune/Step Time": 7.192652666941285}
{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7864426374435425, "Finetune/Loss (Raw)": 0.7217870950698853, "Finetune/Step": 2318, "Finetune/Step Time": 7.181282674893737}
{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.78754723072052, "Finetune/Loss (Raw)": 0.9184802174568176, "Finetune/Step": 2319, "Finetune/Step Time": 7.172163210809231}
{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.7884204983711243, "Finetune/Loss (Raw)": 0.7686137557029724, "Finetune/Step": 2320, "Finetune/Step Time": 7.170834859833121}
{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7877650856971741, "Finetune/Loss (Raw)": 0.8144271969795227, "Finetune/Step": 2321, "Finetune/Step Time": 7.1780761778354645}
{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7877980470657349, "Finetune/Loss (Raw)": 0.8433374762535095, "Finetune/Step": 2322, "Finetune/Step Time": 7.178672080859542}
{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7862269878387451, "Finetune/Loss (Raw)": 0.6802060604095459, "Finetune/Step": 2323, "Finetune/Step Time": 7.192444015294313}
{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7865238785743713, "Finetune/Loss (Raw)": 0.7723140120506287, "Finetune/Step": 2324, "Finetune/Step Time": 7.182655466720462}
{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7867882251739502, "Finetune/Loss (Raw)": 0.8566498756408691, "Finetune/Step": 2325, "Finetune/Step Time": 7.199487119913101}
{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.784156858921051, "Finetune/Loss (Raw)": 0.4352855682373047, "Finetune/Step": 2326, "Finetune/Step Time": 7.20652911439538}
{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7848005890846252, "Finetune/Loss (Raw)": 0.8308117985725403, "Finetune/Step": 2327, "Finetune/Step Time": 7.222109634429216}
{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.7848929762840271, "Finetune/Loss (Raw)": 0.7266970276832581, "Finetune/Step": 2328, "Finetune/Step Time": 7.216498147696257}
{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7892924547195435, "Finetune/Loss (Raw)": 0.9162094593048096, "Finetune/Step": 2329, "Finetune/Step Time": 7.205190176144242}
{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7885821461677551, "Finetune/Loss (Raw)": 0.7113174200057983, "Finetune/Step": 2330, "Finetune/Step Time": 7.217280393466353}
{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.7887246608734131, "Finetune/Loss (Raw)": 0.8210843801498413, "Finetune/Step": 2331, "Finetune/Step Time": 7.225399538874626}
{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.7910207509994507, "Finetune/Loss (Raw)": 1.009980320930481, "Finetune/Step": 2332, "Finetune/Step Time": 7.2214479092508554}
{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.7943748235702515, "Finetune/Loss (Raw)": 0.8566656112670898, "Finetune/Step": 2333, "Finetune/Step Time": 7.2257090620696545}
{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.7963348627090454, "Finetune/Loss (Raw)": 0.8269965052604675, "Finetune/Step": 2334, "Finetune/Step Time": 7.199100371450186}
{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.7961539626121521, "Finetune/Loss (Raw)": 0.8194274306297302, "Finetune/Step": 2335, "Finetune/Step Time": 7.200437940657139}
{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.7964209914207458, "Finetune/Loss (Raw)": 0.8080925941467285, "Finetune/Step": 2336, "Finetune/Step Time": 7.205228451639414}
{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.7975144386291504, "Finetune/Loss (Raw)": 0.93008953332901, "Finetune/Step": 2337, "Finetune/Step Time": 7.204846441745758}
{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8011050820350647, "Finetune/Loss (Raw)": 0.8517810702323914, "Finetune/Step": 2338, "Finetune/Step Time": 7.192290212959051}
{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.7995768189430237, "Finetune/Loss (Raw)": 0.719764232635498, "Finetune/Step": 2339, "Finetune/Step Time": 7.18761938251555}
{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.800963282585144, "Finetune/Loss (Raw)": 0.7614955306053162, "Finetune/Step": 2340, "Finetune/Step Time": 7.162611156702042}
{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8024301528930664, "Finetune/Loss (Raw)": 0.8841426372528076, "Finetune/Step": 2341, "Finetune/Step Time": 7.188294485211372}
{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8004565834999084, "Finetune/Loss (Raw)": 0.35310250520706177, "Finetune/Step": 2342, "Finetune/Step Time": 7.194347647950053}
{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8009113073348999, "Finetune/Loss (Raw)": 0.910759449005127, "Finetune/Step": 2343, "Finetune/Step Time": 7.2117146868258715}
{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8003698587417603, "Finetune/Loss (Raw)": 0.7904872894287109, "Finetune/Step": 2344, "Finetune/Step Time": 7.234682206064463}
{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8009898662567139, "Finetune/Loss (Raw)": 1.0143592357635498, "Finetune/Step": 2345, "Finetune/Step Time": 7.219297859817743}
{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8028926849365234, "Finetune/Loss (Raw)": 0.7942710518836975, "Finetune/Step": 2346, "Finetune/Step Time": 7.225736802443862}
{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.803840160369873, "Finetune/Loss (Raw)": 0.8315114974975586, "Finetune/Step": 2347, "Finetune/Step Time": 7.195196269080043}
{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8038705587387085, "Finetune/Loss (Raw)": 0.8452613949775696, "Finetune/Step": 2348, "Finetune/Step Time": 7.196497784927487}
{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8047904968261719, "Finetune/Loss (Raw)": 0.788591206073761, "Finetune/Step": 2349, "Finetune/Step Time": 7.200168339535594}
{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8043283820152283, "Finetune/Loss (Raw)": 0.8295854926109314, "Finetune/Step": 2350, "Finetune/Step Time": 7.193992646411061}
{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8048571348190308, "Finetune/Loss (Raw)": 0.9217033386230469, "Finetune/Step": 2351, "Finetune/Step Time": 7.1917162630707026}
{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8049505949020386, "Finetune/Loss (Raw)": 0.8399748206138611, "Finetune/Step": 2352, "Finetune/Step Time": 7.199387867003679}
{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8054933547973633, "Finetune/Loss (Raw)": 0.8394874334335327, "Finetune/Step": 2353, "Finetune/Step Time": 7.19377245567739}
{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8054460883140564, "Finetune/Loss (Raw)": 0.845663845539093, "Finetune/Step": 2354, "Finetune/Step Time": 7.186528656631708}
{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8046180009841919, "Finetune/Loss (Raw)": 0.7895936965942383, "Finetune/Step": 2355, "Finetune/Step Time": 7.183445710688829}
{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8039664030075073, "Finetune/Loss (Raw)": 0.6909522414207458, "Finetune/Step": 2356, "Finetune/Step Time": 7.183324184268713}
{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8043803572654724, "Finetune/Loss (Raw)": 0.8223113417625427, "Finetune/Step": 2357, "Finetune/Step Time": 7.188233183696866}
{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8053089380264282, "Finetune/Loss (Raw)": 0.8964861631393433, "Finetune/Step": 2358, "Finetune/Step Time": 7.18510277569294}
{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8003204464912415, "Finetune/Loss (Raw)": 0.2891515791416168, "Finetune/Step": 2359, "Finetune/Step Time": 7.1970288921147585}
{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.7996088266372681, "Finetune/Loss (Raw)": 0.8776939511299133, "Finetune/Step": 2360, "Finetune/Step Time": 7.196261070668697}
{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8011727333068848, "Finetune/Loss (Raw)": 0.885600209236145, "Finetune/Step": 2361, "Finetune/Step Time": 7.190027698874474}
{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.8003404140472412, "Finetune/Loss (Raw)": 0.8183128237724304, "Finetune/Step": 2362, "Finetune/Step Time": 7.183114862069488}
{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.7975303530693054, "Finetune/Loss (Raw)": 0.5602880716323853, "Finetune/Step": 2363, "Finetune/Step Time": 7.18854583054781}
{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.7961025238037109, "Finetune/Loss (Raw)": 0.7419453263282776, "Finetune/Step": 2364, "Finetune/Step Time": 7.186049105599523}
{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.7971235513687134, "Finetune/Loss (Raw)": 0.8784462809562683, "Finetune/Step": 2365, "Finetune/Step Time": 7.170943835750222}
{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.7962877750396729, "Finetune/Loss (Raw)": 0.569195568561554, "Finetune/Step": 2366, "Finetune/Step Time": 7.167430875822902}
{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.7948686480522156, "Finetune/Loss (Raw)": 0.9216451048851013, "Finetune/Step": 2367, "Finetune/Step Time": 7.172489877790213}
{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.7933483123779297, "Finetune/Loss (Raw)": 0.7716482877731323, "Finetune/Step": 2368, "Finetune/Step Time": 7.168560916557908}
{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.7934044599533081, "Finetune/Loss (Raw)": 0.9459431171417236, "Finetune/Step": 2369, "Finetune/Step Time": 7.165510518476367}
{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.7935230731964111, "Finetune/Loss (Raw)": 0.8096297383308411, "Finetune/Step": 2370, "Finetune/Step Time": 7.167351609095931}
{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.7942841053009033, "Finetune/Loss (Raw)": 0.9120249152183533, "Finetune/Step": 2371, "Finetune/Step Time": 7.166519958525896}
{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.7918274998664856, "Finetune/Loss (Raw)": 0.7656030058860779, "Finetune/Step": 2372, "Finetune/Step Time": 7.169121399521828}
{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.7921255826950073, "Finetune/Loss (Raw)": 0.9081799387931824, "Finetune/Step": 2373, "Finetune/Step Time": 7.190459189936519}
{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.7903354167938232, "Finetune/Loss (Raw)": 0.7345476150512695, "Finetune/Step": 2374, "Finetune/Step Time": 7.192327735945582}
{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.7898035049438477, "Finetune/Loss (Raw)": 0.6347459554672241, "Finetune/Step": 2375, "Finetune/Step Time": 7.19520372711122}
{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7913503050804138, "Finetune/Loss (Raw)": 0.9010607600212097, "Finetune/Step": 2376, "Finetune/Step Time": 7.200003808364272}
{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.7929385900497437, "Finetune/Loss (Raw)": 0.9699805974960327, "Finetune/Step": 2377, "Finetune/Step Time": 7.200300702825189}
{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.79408860206604, "Finetune/Loss (Raw)": 0.908454179763794, "Finetune/Step": 2378, "Finetune/Step Time": 7.179652683436871}
{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.7937819957733154, "Finetune/Loss (Raw)": 0.8306474089622498, "Finetune/Step": 2379, "Finetune/Step Time": 7.195926636457443}
{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.7970538139343262, "Finetune/Loss (Raw)": 0.7340501546859741, "Finetune/Step": 2380, "Finetune/Step Time": 7.192089920863509}
{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.7966042757034302, "Finetune/Loss (Raw)": 0.8215379118919373, "Finetune/Step": 2381, "Finetune/Step Time": 7.194552848115563}
{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.7946332693099976, "Finetune/Loss (Raw)": 0.6678646802902222, "Finetune/Step": 2382, "Finetune/Step Time": 7.206501534208655}
{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.7924073934555054, "Finetune/Loss (Raw)": 0.555726170539856, "Finetune/Step": 2383, "Finetune/Step Time": 7.219505758956075}
{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.7938878536224365, "Finetune/Loss (Raw)": 0.9529240727424622, "Finetune/Step": 2384, "Finetune/Step Time": 7.216037653386593}
{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.7936438322067261, "Finetune/Loss (Raw)": 0.7932943105697632, "Finetune/Step": 2385, "Finetune/Step Time": 7.221121674403548}
{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.7962226271629333, "Finetune/Loss (Raw)": 0.9651789665222168, "Finetune/Step": 2386, "Finetune/Step Time": 7.227402420714498}
{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.7966071367263794, "Finetune/Loss (Raw)": 0.804535984992981, "Finetune/Step": 2387, "Finetune/Step Time": 7.241514798253775}
{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.7970095872879028, "Finetune/Loss (Raw)": 0.8110572099685669, "Finetune/Step": 2388, "Finetune/Step Time": 7.25084918923676}
{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.7975172996520996, "Finetune/Loss (Raw)": 0.9519420862197876, "Finetune/Step": 2389, "Finetune/Step Time": 7.2493039052933455}
{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.7970887422561646, "Finetune/Loss (Raw)": 0.9279046058654785, "Finetune/Step": 2390, "Finetune/Step Time": 7.253063106909394}
{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.7979610562324524, "Finetune/Loss (Raw)": 0.9186530709266663, "Finetune/Step": 2391, "Finetune/Step Time": 7.252644306048751}
{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.7976359724998474, "Finetune/Loss (Raw)": 0.8362587094306946, "Finetune/Step": 2392, "Finetune/Step Time": 7.252626160159707}
{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.7983194589614868, "Finetune/Loss (Raw)": 0.8976022601127625, "Finetune/Step": 2393, "Finetune/Step Time": 7.26562131382525}
{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.7971944808959961, "Finetune/Loss (Raw)": 0.39618247747421265, "Finetune/Step": 2394, "Finetune/Step Time": 7.280557114630938}
{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.7976775765419006, "Finetune/Loss (Raw)": 0.8732818365097046, "Finetune/Step": 2395, "Finetune/Step Time": 7.285589201375842}
{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.7981109619140625, "Finetune/Loss (Raw)": 0.7966287136077881, "Finetune/Step": 2396, "Finetune/Step Time": 7.2834447380155325}
{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.7978928089141846, "Finetune/Loss (Raw)": 0.8523994088172913, "Finetune/Step": 2397, "Finetune/Step Time": 7.280890332534909}
{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8011989593505859, "Finetune/Loss (Raw)": 1.0031182765960693, "Finetune/Step": 2398, "Finetune/Step Time": 7.272234762087464}
{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8015463352203369, "Finetune/Loss (Raw)": 0.9196177124977112, "Finetune/Step": 2399, "Finetune/Step Time": 7.2683702409267426}
{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.800374448299408, "Finetune/Loss (Raw)": 0.7355825304985046, "Finetune/Step": 2400, "Finetune/Step Time": 7.260950464755297}
{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.800492525100708, "Finetune/Loss (Raw)": 0.8223527669906616, "Finetune/Step": 2401, "Finetune/Step Time": 7.274439008906484}
{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.800175130367279, "Finetune/Loss (Raw)": 0.7162330150604248, "Finetune/Step": 2402, "Finetune/Step Time": 7.259357521310449}
{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.7996083498001099, "Finetune/Loss (Raw)": 0.8481948971748352, "Finetune/Step": 2403, "Finetune/Step Time": 7.267194002866745}
{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.7995996475219727, "Finetune/Loss (Raw)": 0.8549617528915405, "Finetune/Step": 2404, "Finetune/Step Time": 7.266279719769955}
{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.8005272746086121, "Finetune/Loss (Raw)": 0.7995261549949646, "Finetune/Step": 2405, "Finetune/Step Time": 7.26219318062067}
{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8009684681892395, "Finetune/Loss (Raw)": 0.9412325024604797, "Finetune/Step": 2406, "Finetune/Step Time": 7.2627043928951025}
{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.7988104820251465, "Finetune/Loss (Raw)": 0.5840607285499573, "Finetune/Step": 2407, "Finetune/Step Time": 7.283633437007666}
{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8001213669776917, "Finetune/Loss (Raw)": 1.0034816265106201, "Finetune/Step": 2408, "Finetune/Step Time": 7.28038414567709}
{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8002996444702148, "Finetune/Loss (Raw)": 0.8210707902908325, "Finetune/Step": 2409, "Finetune/Step Time": 7.2804771810770035}
{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8001093864440918, "Finetune/Loss (Raw)": 0.7893857359886169, "Finetune/Step": 2410, "Finetune/Step Time": 7.289470691233873}
{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.7979371547698975, "Finetune/Loss (Raw)": 0.6796924471855164, "Finetune/Step": 2411, "Finetune/Step Time": 7.296351660043001}
{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.7988770604133606, "Finetune/Loss (Raw)": 0.7429563403129578, "Finetune/Step": 2412, "Finetune/Step Time": 7.275048952549696}
{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.7986076474189758, "Finetune/Loss (Raw)": 0.7448022365570068, "Finetune/Step": 2413, "Finetune/Step Time": 7.265301950275898}
{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.7992759943008423, "Finetune/Loss (Raw)": 0.8839845061302185, "Finetune/Step": 2414, "Finetune/Step Time": 7.251508625224233}
{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8007744550704956, "Finetune/Loss (Raw)": 0.8182679414749146, "Finetune/Step": 2415, "Finetune/Step Time": 7.251019855961204}
{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.7997211217880249, "Finetune/Loss (Raw)": 0.7787233591079712, "Finetune/Step": 2416, "Finetune/Step Time": 7.249181708320975}
{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8006108999252319, "Finetune/Loss (Raw)": 0.7292237877845764, "Finetune/Step": 2417, "Finetune/Step Time": 7.247548500075936}
{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.7968416810035706, "Finetune/Loss (Raw)": 0.4411371350288391, "Finetune/Step": 2418, "Finetune/Step Time": 7.27242286503315}
{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.7969513535499573, "Finetune/Loss (Raw)": 0.7811093926429749, "Finetune/Step": 2419, "Finetune/Step Time": 7.26992647908628}
{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.7989001274108887, "Finetune/Loss (Raw)": 0.9898310899734497, "Finetune/Step": 2420, "Finetune/Step Time": 7.259796446189284}
{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.7997051477432251, "Finetune/Loss (Raw)": 0.659743070602417, "Finetune/Step": 2421, "Finetune/Step Time": 7.268686028197408}
{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.7984125018119812, "Finetune/Loss (Raw)": 0.6950558423995972, "Finetune/Step": 2422, "Finetune/Step Time": 7.278853144496679}
{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.7966715097427368, "Finetune/Loss (Raw)": 0.56951904296875, "Finetune/Step": 2423, "Finetune/Step Time": 7.2726727947592735}
{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.7983168959617615, "Finetune/Loss (Raw)": 0.8947713971138, "Finetune/Step": 2424, "Finetune/Step Time": 7.272736271843314}
{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.7975918650627136, "Finetune/Loss (Raw)": 0.6929792165756226, "Finetune/Step": 2425, "Finetune/Step Time": 7.283171661198139}
{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.7941713333129883, "Finetune/Loss (Raw)": 0.3684578239917755, "Finetune/Step": 2426, "Finetune/Step Time": 7.295905442908406}
{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.7938439846038818, "Finetune/Loss (Raw)": 0.8524073362350464, "Finetune/Step": 2427, "Finetune/Step Time": 7.287120241671801}
{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7925087809562683, "Finetune/Loss (Raw)": 0.715326189994812, "Finetune/Step": 2428, "Finetune/Step Time": 7.281516000628471}
{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.7931490540504456, "Finetune/Loss (Raw)": 0.8365199565887451, "Finetune/Step": 2429, "Finetune/Step Time": 7.2928572706878185}
{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.7929745316505432, "Finetune/Loss (Raw)": 0.6941321492195129, "Finetune/Step": 2430, "Finetune/Step Time": 7.316795255988836}
{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.7934740781784058, "Finetune/Loss (Raw)": 0.9079312086105347, "Finetune/Step": 2431, "Finetune/Step Time": 7.315712455660105}
{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.7947208881378174, "Finetune/Loss (Raw)": 0.7978322505950928, "Finetune/Step": 2432, "Finetune/Step Time": 7.31813807412982}
{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.7946379780769348, "Finetune/Loss (Raw)": 0.7345050573348999, "Finetune/Step": 2433, "Finetune/Step Time": 7.317875184118748}
{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.7939102053642273, "Finetune/Loss (Raw)": 0.8368657231330872, "Finetune/Step": 2434, "Finetune/Step Time": 7.317266808822751}
{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.7935014963150024, "Finetune/Loss (Raw)": 0.80768221616745, "Finetune/Step": 2435, "Finetune/Step Time": 7.33582460321486}
{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.7963721752166748, "Finetune/Loss (Raw)": 0.8798911571502686, "Finetune/Step": 2436, "Finetune/Step Time": 7.329415544867516}
{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.7964266538619995, "Finetune/Loss (Raw)": 0.7734246850013733, "Finetune/Step": 2437, "Finetune/Step Time": 7.3348762933164835}
{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.7965647578239441, "Finetune/Loss (Raw)": 0.9123871922492981, "Finetune/Step": 2438, "Finetune/Step Time": 7.338720178231597}
{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.7966451644897461, "Finetune/Loss (Raw)": 0.9098600149154663, "Finetune/Step": 2439, "Finetune/Step Time": 7.338749019429088}
{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.7982857823371887, "Finetune/Loss (Raw)": 0.9123309850692749, "Finetune/Step": 2440, "Finetune/Step Time": 7.319363733753562}
{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.7991710901260376, "Finetune/Loss (Raw)": 0.9196867346763611, "Finetune/Step": 2441, "Finetune/Step Time": 7.314800463616848}
{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.799736738204956, "Finetune/Loss (Raw)": 0.8289697766304016, "Finetune/Step": 2442, "Finetune/Step Time": 7.3109726794064045}
{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8009177446365356, "Finetune/Loss (Raw)": 0.9199696183204651, "Finetune/Step": 2443, "Finetune/Step Time": 7.316016202792525}
{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8004721999168396, "Finetune/Loss (Raw)": 0.8547235727310181, "Finetune/Step": 2444, "Finetune/Step Time": 7.322979796677828}
{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.7974585294723511, "Finetune/Loss (Raw)": 0.38965219259262085, "Finetune/Step": 2445, "Finetune/Step Time": 7.333604324609041}
{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.7986702919006348, "Finetune/Loss (Raw)": 0.8768947720527649, "Finetune/Step": 2446, "Finetune/Step Time": 7.335063548758626}
{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.7981561422348022, "Finetune/Loss (Raw)": 0.8526580333709717, "Finetune/Step": 2447, "Finetune/Step Time": 7.339993553236127}
{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.7992717027664185, "Finetune/Loss (Raw)": 0.9114066362380981, "Finetune/Step": 2448, "Finetune/Step Time": 7.341543501242995}
{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.7985537052154541, "Finetune/Loss (Raw)": 0.7225294709205627, "Finetune/Step": 2449, "Finetune/Step Time": 7.333822982385755}
{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.7957412004470825, "Finetune/Loss (Raw)": 0.4833305776119232, "Finetune/Step": 2450, "Finetune/Step Time": 7.344100529327989}
{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.7929216027259827, "Finetune/Loss (Raw)": 0.3192993998527527, "Finetune/Step": 2451, "Finetune/Step Time": 7.345554141327739}
{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.7929015159606934, "Finetune/Loss (Raw)": 0.7697394490242004, "Finetune/Step": 2452, "Finetune/Step Time": 7.34688656963408}
{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7924524545669556, "Finetune/Loss (Raw)": 0.799180269241333, "Finetune/Step": 2453, "Finetune/Step Time": 7.3534867111593485}
{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.7954263687133789, "Finetune/Loss (Raw)": 0.8159465789794922, "Finetune/Step": 2454, "Finetune/Step Time": 7.3505564369261265}
{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.795794665813446, "Finetune/Loss (Raw)": 0.8779522180557251, "Finetune/Step": 2455, "Finetune/Step Time": 7.3376748804003}
{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.7969868183135986, "Finetune/Loss (Raw)": 0.8792908191680908, "Finetune/Step": 2456, "Finetune/Step Time": 7.3383398074656725}
{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.7965400218963623, "Finetune/Loss (Raw)": 0.8590216636657715, "Finetune/Step": 2457, "Finetune/Step Time": 7.335391039028764}
{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.7972085475921631, "Finetune/Loss (Raw)": 0.7968859076499939, "Finetune/Step": 2458, "Finetune/Step Time": 7.341259168460965}
{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.7968757748603821, "Finetune/Loss (Raw)": 0.778489351272583, "Finetune/Step": 2459, "Finetune/Step Time": 7.335406087338924}
{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.7950118184089661, "Finetune/Loss (Raw)": 0.7713906168937683, "Finetune/Step": 2460, "Finetune/Step Time": 7.329860778525472}
{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.7956265211105347, "Finetune/Loss (Raw)": 0.9353522658348083, "Finetune/Step": 2461, "Finetune/Step Time": 7.326270814985037}
{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.7959258556365967, "Finetune/Loss (Raw)": 0.8653103113174438, "Finetune/Step": 2462, "Finetune/Step Time": 7.313408691436052}
{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.7957727909088135, "Finetune/Loss (Raw)": 0.7998282313346863, "Finetune/Step": 2463, "Finetune/Step Time": 7.3138931803405285}
{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.7964948415756226, "Finetune/Loss (Raw)": 0.9005197882652283, "Finetune/Step": 2464, "Finetune/Step Time": 7.299941262230277}
{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.7956612706184387, "Finetune/Loss (Raw)": 0.8233952522277832, "Finetune/Step": 2465, "Finetune/Step Time": 7.301836375147104}
{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.7950643301010132, "Finetune/Loss (Raw)": 0.7753638029098511, "Finetune/Step": 2466, "Finetune/Step Time": 7.303334433585405}
{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.7957993745803833, "Finetune/Loss (Raw)": 0.8138533234596252, "Finetune/Step": 2467, "Finetune/Step Time": 7.28416733443737}
{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.797114372253418, "Finetune/Loss (Raw)": 0.9298171401023865, "Finetune/Step": 2468, "Finetune/Step Time": 7.287561906501651}
{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.7971745729446411, "Finetune/Loss (Raw)": 0.8918485045433044, "Finetune/Step": 2469, "Finetune/Step Time": 7.259981093928218}
{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8003038763999939, "Finetune/Loss (Raw)": 0.7536566257476807, "Finetune/Step": 2470, "Finetune/Step Time": 7.252170471474528}
{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8000689148902893, "Finetune/Loss (Raw)": 0.8806858062744141, "Finetune/Step": 2471, "Finetune/Step Time": 7.235947992652655}
{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8003809452056885, "Finetune/Loss (Raw)": 0.830424964427948, "Finetune/Step": 2472, "Finetune/Step Time": 7.210254900157452}
{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.7992438673973083, "Finetune/Loss (Raw)": 0.8688163161277771, "Finetune/Step": 2473, "Finetune/Step Time": 7.215533526614308}
{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.7991769313812256, "Finetune/Loss (Raw)": 0.7856982350349426, "Finetune/Step": 2474, "Finetune/Step Time": 7.208766706287861}
{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.7990685105323792, "Finetune/Loss (Raw)": 0.8176355361938477, "Finetune/Step": 2475, "Finetune/Step Time": 7.208513082936406}
{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.7990638017654419, "Finetune/Loss (Raw)": 0.8446488976478577, "Finetune/Step": 2476, "Finetune/Step Time": 7.206506948918104}
{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.7993272542953491, "Finetune/Loss (Raw)": 0.8223235607147217, "Finetune/Step": 2477, "Finetune/Step Time": 7.191904345527291}
{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.7992019057273865, "Finetune/Loss (Raw)": 0.813540518283844, "Finetune/Step": 2478, "Finetune/Step Time": 7.190775066614151}
{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.7977099418640137, "Finetune/Loss (Raw)": 0.7307301759719849, "Finetune/Step": 2479, "Finetune/Step Time": 7.190972762182355}
{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.7966485023498535, "Finetune/Loss (Raw)": 0.7041066288948059, "Finetune/Step": 2480, "Finetune/Step Time": 7.1895978301763535}
{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.7930092215538025, "Finetune/Loss (Raw)": 0.37366238236427307, "Finetune/Step": 2481, "Finetune/Step Time": 7.199325490742922}
{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.7943509817123413, "Finetune/Loss (Raw)": 1.0174074172973633, "Finetune/Step": 2482, "Finetune/Step Time": 7.196862479671836}
{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.7941654920578003, "Finetune/Loss (Raw)": 0.7658542394638062, "Finetune/Step": 2483, "Finetune/Step Time": 7.202320504933596}
{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.7945446968078613, "Finetune/Loss (Raw)": 0.7394849061965942, "Finetune/Step": 2484, "Finetune/Step Time": 7.208409734070301}
{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.7946381568908691, "Finetune/Loss (Raw)": 0.8342794179916382, "Finetune/Step": 2485, "Finetune/Step Time": 7.208477573469281}
{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.7926536202430725, "Finetune/Loss (Raw)": 0.6424666047096252, "Finetune/Step": 2486, "Finetune/Step Time": 7.219192992895842}
{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.7928264737129211, "Finetune/Loss (Raw)": 0.31127622723579407, "Finetune/Step": 2487, "Finetune/Step Time": 7.229612644761801}
{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.793088972568512, "Finetune/Loss (Raw)": 0.9112913608551025, "Finetune/Step": 2488, "Finetune/Step Time": 7.228946898132563}
{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7931115627288818, "Finetune/Loss (Raw)": 0.8884986042976379, "Finetune/Step": 2489, "Finetune/Step Time": 7.247145848348737}
{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7891958951950073, "Finetune/Loss (Raw)": 0.3171005845069885, "Finetune/Step": 2490, "Finetune/Step Time": 7.275188839063048}
{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.7910189628601074, "Finetune/Loss (Raw)": 0.7936438322067261, "Finetune/Step": 2491, "Finetune/Step Time": 7.268646866083145}
{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7908024191856384, "Finetune/Loss (Raw)": 0.7142244577407837, "Finetune/Step": 2492, "Finetune/Step Time": 7.270213345065713}
{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.7903891801834106, "Finetune/Loss (Raw)": 0.8255486488342285, "Finetune/Step": 2493, "Finetune/Step Time": 7.278014292940497}
{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7931196689605713, "Finetune/Loss (Raw)": 0.9187019467353821, "Finetune/Step": 2494, "Finetune/Step Time": 7.266736228018999}
{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7925281524658203, "Finetune/Loss (Raw)": 0.8459323048591614, "Finetune/Step": 2495, "Finetune/Step Time": 7.260144237428904}
{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7925403118133545, "Finetune/Loss (Raw)": 0.7732087969779968, "Finetune/Step": 2496, "Finetune/Step Time": 7.281006125733256}
{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7903563976287842, "Finetune/Loss (Raw)": 0.6663892269134521, "Finetune/Step": 2497, "Finetune/Step Time": 7.280148738995194}
{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7913899421691895, "Finetune/Loss (Raw)": 0.9419369101524353, "Finetune/Step": 2498, "Finetune/Step Time": 7.281078603118658}
{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.7883322834968567, "Finetune/Loss (Raw)": 0.520639181137085, "Finetune/Step": 2499, "Finetune/Step Time": 7.293048240244389}
{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.7891149520874023, "Finetune/Loss (Raw)": 0.8657776713371277, "Finetune/Step": 2500, "Finetune/Step Time": 7.293208826333284}
{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.7890709638595581, "Finetune/Loss (Raw)": 0.9025567173957825, "Finetune/Step": 2501, "Finetune/Step Time": 7.274708777666092}
{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.7901491522789001, "Finetune/Loss (Raw)": 0.8725563883781433, "Finetune/Step": 2502, "Finetune/Step Time": 7.274453666061163}
{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.7916547060012817, "Finetune/Loss (Raw)": 0.8274539709091187, "Finetune/Step": 2503, "Finetune/Step Time": 7.264106452465057}
{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.7911145687103271, "Finetune/Loss (Raw)": 0.8319281935691833, "Finetune/Step": 2504, "Finetune/Step Time": 7.268504790961742}
{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.7899910807609558, "Finetune/Loss (Raw)": 0.8261678814888, "Finetune/Step": 2505, "Finetune/Step Time": 7.268086025491357}
{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.7890051603317261, "Finetune/Loss (Raw)": 0.7822580337524414, "Finetune/Step": 2506, "Finetune/Step Time": 7.2715127151459455}
{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.7897387146949768, "Finetune/Loss (Raw)": 0.9245462417602539, "Finetune/Step": 2507, "Finetune/Step Time": 7.25923065841198}
{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7896924018859863, "Finetune/Loss (Raw)": 0.7281129360198975, "Finetune/Step": 2508, "Finetune/Step Time": 7.255619432777166}
{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.7894974946975708, "Finetune/Loss (Raw)": 0.7965924739837646, "Finetune/Step": 2509, "Finetune/Step Time": 7.259256768971682}
{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7914170026779175, "Finetune/Loss (Raw)": 0.9135650992393494, "Finetune/Step": 2510, "Finetune/Step Time": 7.253794230520725}
{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7937877178192139, "Finetune/Loss (Raw)": 0.859174907207489, "Finetune/Step": 2511, "Finetune/Step Time": 7.2500505074858665}
{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7918170690536499, "Finetune/Loss (Raw)": 0.7006866931915283, "Finetune/Step": 2512, "Finetune/Step Time": 7.258918363600969}
{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.7914323806762695, "Finetune/Loss (Raw)": 0.7440458536148071, "Finetune/Step": 2513, "Finetune/Step Time": 7.258656740188599}
{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7907143831253052, "Finetune/Loss (Raw)": 0.8732832670211792, "Finetune/Step": 2514, "Finetune/Step Time": 7.265030289068818}
{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7893739938735962, "Finetune/Loss (Raw)": 0.6329692006111145, "Finetune/Step": 2515, "Finetune/Step Time": 7.269719459116459}
{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.789188027381897, "Finetune/Loss (Raw)": 0.7872442007064819, "Finetune/Step": 2516, "Finetune/Step Time": 7.248607328161597}
{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.788419246673584, "Finetune/Loss (Raw)": 0.8535446524620056, "Finetune/Step": 2517, "Finetune/Step Time": 7.251690369099379}
{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7870961427688599, "Finetune/Loss (Raw)": 0.758542537689209, "Finetune/Step": 2518, "Finetune/Step Time": 7.257543355226517}
{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7858548760414124, "Finetune/Loss (Raw)": 0.7597742676734924, "Finetune/Step": 2519, "Finetune/Step Time": 7.262078603729606}
{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.7865420579910278, "Finetune/Loss (Raw)": 0.9242118000984192, "Finetune/Step": 2520, "Finetune/Step Time": 7.2619228065013885}
{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7826642990112305, "Finetune/Loss (Raw)": 0.401248037815094, "Finetune/Step": 2521, "Finetune/Step Time": 7.25958401337266}
{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7859352231025696, "Finetune/Loss (Raw)": 0.8148694038391113, "Finetune/Step": 2522, "Finetune/Step Time": 7.2565655298531055}
{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.7838259935379028, "Finetune/Loss (Raw)": 0.6033027768135071, "Finetune/Step": 2523, "Finetune/Step Time": 7.257872704416513}
{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.783759355545044, "Finetune/Loss (Raw)": 0.7880911827087402, "Finetune/Step": 2524, "Finetune/Step Time": 7.256573811173439}
{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.7818283438682556, "Finetune/Loss (Raw)": 0.6052283048629761, "Finetune/Step": 2525, "Finetune/Step Time": 7.269281452521682}
{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7806362509727478, "Finetune/Loss (Raw)": 0.8505321741104126, "Finetune/Step": 2526, "Finetune/Step Time": 7.272258153185248}
{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.7798242568969727, "Finetune/Loss (Raw)": 0.8156839609146118, "Finetune/Step": 2527, "Finetune/Step Time": 7.2821469232439995}
{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.7814648747444153, "Finetune/Loss (Raw)": 0.9455804228782654, "Finetune/Step": 2528, "Finetune/Step Time": 7.288120025768876}
{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7771226167678833, "Finetune/Loss (Raw)": 0.2665475308895111, "Finetune/Step": 2529, "Finetune/Step Time": 7.289625205099583}
{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7781926393508911, "Finetune/Loss (Raw)": 0.8531985282897949, "Finetune/Step": 2530, "Finetune/Step Time": 7.280812092125416}
{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7776558995246887, "Finetune/Loss (Raw)": 0.7794886827468872, "Finetune/Step": 2531, "Finetune/Step Time": 7.279324071481824}
{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7772489190101624, "Finetune/Loss (Raw)": 0.8028725385665894, "Finetune/Step": 2532, "Finetune/Step Time": 7.29551100730896}
{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.776404082775116, "Finetune/Loss (Raw)": 0.6913809776306152, "Finetune/Step": 2533, "Finetune/Step Time": 7.297917742282152}
{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7719955444335938, "Finetune/Loss (Raw)": 0.37694209814071655, "Finetune/Step": 2534, "Finetune/Step Time": 7.3102511167526245}
{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7746149897575378, "Finetune/Loss (Raw)": 0.9193519949913025, "Finetune/Step": 2535, "Finetune/Step Time": 7.294938752427697}
{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7715734243392944, "Finetune/Loss (Raw)": 0.6141608953475952, "Finetune/Step": 2536, "Finetune/Step Time": 7.3025477305054665}
{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.770881175994873, "Finetune/Loss (Raw)": 0.732460081577301, "Finetune/Step": 2537, "Finetune/Step Time": 7.3090959545224905}
{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7714571952819824, "Finetune/Loss (Raw)": 0.8631194233894348, "Finetune/Step": 2538, "Finetune/Step Time": 7.312752043828368}
{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7722649574279785, "Finetune/Loss (Raw)": 0.7830851674079895, "Finetune/Step": 2539, "Finetune/Step Time": 7.311589382588863}
{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7727972269058228, "Finetune/Loss (Raw)": 0.8110853433609009, "Finetune/Step": 2540, "Finetune/Step Time": 7.311984846368432}
{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7721235752105713, "Finetune/Loss (Raw)": 0.6585723757743835, "Finetune/Step": 2541, "Finetune/Step Time": 7.328010072931647}
{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7715574502944946, "Finetune/Loss (Raw)": 0.8115179538726807, "Finetune/Step": 2542, "Finetune/Step Time": 7.332136709243059}
{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7717295289039612, "Finetune/Loss (Raw)": 0.8402984142303467, "Finetune/Step": 2543, "Finetune/Step Time": 7.327728873118758}
{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7707316279411316, "Finetune/Loss (Raw)": 0.6509905457496643, "Finetune/Step": 2544, "Finetune/Step Time": 7.347128873690963}
{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7712937593460083, "Finetune/Loss (Raw)": 0.8011755347251892, "Finetune/Step": 2545, "Finetune/Step Time": 7.34110420756042}
{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7700230479240417, "Finetune/Loss (Raw)": 0.27848803997039795, "Finetune/Step": 2546, "Finetune/Step Time": 7.328368101269007}
{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7700347304344177, "Finetune/Loss (Raw)": 0.7826031446456909, "Finetune/Step": 2547, "Finetune/Step Time": 7.300308847799897}
{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7696260809898376, "Finetune/Loss (Raw)": 0.9375295639038086, "Finetune/Step": 2548, "Finetune/Step Time": 7.302508167922497}
{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7669612169265747, "Finetune/Loss (Raw)": 0.31863561272621155, "Finetune/Step": 2549, "Finetune/Step Time": 7.296281028538942}
{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7678807973861694, "Finetune/Loss (Raw)": 0.812759518623352, "Finetune/Step": 2550, "Finetune/Step Time": 7.286385003477335}
{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.770300567150116, "Finetune/Loss (Raw)": 0.8792547583580017, "Finetune/Step": 2551, "Finetune/Step Time": 7.282328577712178}
{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7714523077011108, "Finetune/Loss (Raw)": 1.042191982269287, "Finetune/Step": 2552, "Finetune/Step Time": 7.28309335000813}
{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7716706991195679, "Finetune/Loss (Raw)": 0.7209303379058838, "Finetune/Step": 2553, "Finetune/Step Time": 7.284374795854092}
{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7752852439880371, "Finetune/Loss (Raw)": 0.831122100353241, "Finetune/Step": 2554, "Finetune/Step Time": 7.298655606806278}
{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7712090611457825, "Finetune/Loss (Raw)": 0.3306560218334198, "Finetune/Step": 2555, "Finetune/Step Time": 7.311407530680299}
{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7722725868225098, "Finetune/Loss (Raw)": 0.851462185382843, "Finetune/Step": 2556, "Finetune/Step Time": 7.323411092162132}
{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7711438536643982, "Finetune/Loss (Raw)": 0.692033588886261, "Finetune/Step": 2557, "Finetune/Step Time": 7.307509567588568}
{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.771994948387146, "Finetune/Loss (Raw)": 0.8030731678009033, "Finetune/Step": 2558, "Finetune/Step Time": 7.278263216838241}
{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7706797122955322, "Finetune/Loss (Raw)": 0.7395836114883423, "Finetune/Step": 2559, "Finetune/Step Time": 7.2765202932059765}
{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7691691517829895, "Finetune/Loss (Raw)": 0.6044811010360718, "Finetune/Step": 2560, "Finetune/Step Time": 7.2844379507005215}
{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.7698230743408203, "Finetune/Loss (Raw)": 0.8182076811790466, "Finetune/Step": 2561, "Finetune/Step Time": 7.287325091660023}
{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7703179717063904, "Finetune/Loss (Raw)": 0.9002118110656738, "Finetune/Step": 2562, "Finetune/Step Time": 7.2864762879908085}
{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7674815654754639, "Finetune/Loss (Raw)": 0.444620281457901, "Finetune/Step": 2563, "Finetune/Step Time": 7.274657525122166}
{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7672003507614136, "Finetune/Loss (Raw)": 0.8438959121704102, "Finetune/Step": 2564, "Finetune/Step Time": 7.2769961301237345}
{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7679862976074219, "Finetune/Loss (Raw)": 0.8740237355232239, "Finetune/Step": 2565, "Finetune/Step Time": 7.284741476178169}
{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7674033045768738, "Finetune/Loss (Raw)": 0.837765097618103, "Finetune/Step": 2566, "Finetune/Step Time": 7.287732580676675}
{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7658920288085938, "Finetune/Loss (Raw)": 0.7164165377616882, "Finetune/Step": 2567, "Finetune/Step Time": 7.2920376770198345}
{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7644727230072021, "Finetune/Loss (Raw)": 0.7306581735610962, "Finetune/Step": 2568, "Finetune/Step Time": 7.295752786099911}
{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7650349736213684, "Finetune/Loss (Raw)": 0.9916595816612244, "Finetune/Step": 2569, "Finetune/Step Time": 7.294003088027239}
{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7649042010307312, "Finetune/Loss (Raw)": 0.8122328519821167, "Finetune/Step": 2570, "Finetune/Step Time": 7.298439161852002}
{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.765640914440155, "Finetune/Loss (Raw)": 1.0142658948898315, "Finetune/Step": 2571, "Finetune/Step Time": 7.29653568379581}
{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.765396237373352, "Finetune/Loss (Raw)": 0.8234028220176697, "Finetune/Step": 2572, "Finetune/Step Time": 7.293921105563641}
{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7684600353240967, "Finetune/Loss (Raw)": 0.7818213701248169, "Finetune/Step": 2573, "Finetune/Step Time": 7.286633089184761}
{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7674516439437866, "Finetune/Loss (Raw)": 0.7478187680244446, "Finetune/Step": 2574, "Finetune/Step Time": 7.3088226448744535}
{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7664071917533875, "Finetune/Loss (Raw)": 0.7189680337905884, "Finetune/Step": 2575, "Finetune/Step Time": 7.3013397343456745}
{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7655315399169922, "Finetune/Loss (Raw)": 0.7993204593658447, "Finetune/Step": 2576, "Finetune/Step Time": 7.3021037224680185}
{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7666414976119995, "Finetune/Loss (Raw)": 0.8646029233932495, "Finetune/Step": 2577, "Finetune/Step Time": 7.30618685297668}
{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7699346542358398, "Finetune/Loss (Raw)": 0.9048636555671692, "Finetune/Step": 2578, "Finetune/Step Time": 7.293472593650222}
{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7745269536972046, "Finetune/Loss (Raw)": 0.9071084856987, "Finetune/Step": 2579, "Finetune/Step Time": 7.278992617502809}
{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7731698751449585, "Finetune/Loss (Raw)": 0.5960362553596497, "Finetune/Step": 2580, "Finetune/Step Time": 7.288927694782615}
{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7741426229476929, "Finetune/Loss (Raw)": 0.9236918091773987, "Finetune/Step": 2581, "Finetune/Step Time": 7.266366675496101}
{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.773947536945343, "Finetune/Loss (Raw)": 0.7909772396087646, "Finetune/Step": 2582, "Finetune/Step Time": 7.255528144538403}
{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7726563215255737, "Finetune/Loss (Raw)": 0.7126797437667847, "Finetune/Step": 2583, "Finetune/Step Time": 7.263845983892679}
{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7730098962783813, "Finetune/Loss (Raw)": 0.9245390892028809, "Finetune/Step": 2584, "Finetune/Step Time": 7.254055064171553}
{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7714133262634277, "Finetune/Loss (Raw)": 0.6546643972396851, "Finetune/Step": 2585, "Finetune/Step Time": 7.2566211093217134}
{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7714537382125854, "Finetune/Loss (Raw)": 0.8020663857460022, "Finetune/Step": 2586, "Finetune/Step Time": 7.243583107367158}
{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7724200487136841, "Finetune/Loss (Raw)": 0.9021689295768738, "Finetune/Step": 2587, "Finetune/Step Time": 7.243292663246393}
{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7718426585197449, "Finetune/Loss (Raw)": 0.6974868178367615, "Finetune/Step": 2588, "Finetune/Step Time": 7.2516470570117235}
{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.770991325378418, "Finetune/Loss (Raw)": 0.8263742923736572, "Finetune/Step": 2589, "Finetune/Step Time": 7.255539985373616}
{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7710972428321838, "Finetune/Loss (Raw)": 0.8788705468177795, "Finetune/Step": 2590, "Finetune/Step Time": 7.25846503674984}
{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7704387307167053, "Finetune/Loss (Raw)": 0.7155429124832153, "Finetune/Step": 2591, "Finetune/Step Time": 7.2961613312363625}
{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7697658538818359, "Finetune/Loss (Raw)": 0.8143922686576843, "Finetune/Step": 2592, "Finetune/Step Time": 7.304023191332817}
{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7686830759048462, "Finetune/Loss (Raw)": 0.6847932934761047, "Finetune/Step": 2593, "Finetune/Step Time": 7.324059076607227}
{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7679784297943115, "Finetune/Loss (Raw)": 0.6851744651794434, "Finetune/Step": 2594, "Finetune/Step Time": 7.334783231839538}
{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7677618861198425, "Finetune/Loss (Raw)": 0.7861365675926208, "Finetune/Step": 2595, "Finetune/Step Time": 7.339605430141091}
{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.766200065612793, "Finetune/Loss (Raw)": 0.7298983931541443, "Finetune/Step": 2596, "Finetune/Step Time": 7.333298102021217}
{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.766211986541748, "Finetune/Loss (Raw)": 0.8933733105659485, "Finetune/Step": 2597, "Finetune/Step Time": 7.336250770837069}
{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.764859139919281, "Finetune/Loss (Raw)": 0.5804995894432068, "Finetune/Step": 2598, "Finetune/Step Time": 7.348213229328394}
{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.764702320098877, "Finetune/Loss (Raw)": 0.8606102466583252, "Finetune/Step": 2599, "Finetune/Step Time": 7.362810168415308}
{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7644317150115967, "Finetune/Loss (Raw)": 0.7957920432090759, "Finetune/Step": 2600, "Finetune/Step Time": 7.367911005392671}
{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7637764811515808, "Finetune/Loss (Raw)": 0.7849394679069519, "Finetune/Step": 2601, "Finetune/Step Time": 7.374511228874326}
{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7649832963943481, "Finetune/Loss (Raw)": 0.9401727914810181, "Finetune/Step": 2602, "Finetune/Step Time": 7.372914344072342}
{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7656525373458862, "Finetune/Loss (Raw)": 0.903296709060669, "Finetune/Step": 2603, "Finetune/Step Time": 7.372130813077092}
{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7651202082633972, "Finetune/Loss (Raw)": 0.7765152454376221, "Finetune/Step": 2604, "Finetune/Step Time": 7.377278307452798}
{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.764423131942749, "Finetune/Loss (Raw)": 0.7330881953239441, "Finetune/Step": 2605, "Finetune/Step Time": 7.375721825286746}
{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7636951804161072, "Finetune/Loss (Raw)": 0.7203710079193115, "Finetune/Step": 2606, "Finetune/Step Time": 7.403588458895683}
{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7644965052604675, "Finetune/Loss (Raw)": 0.8333024382591248, "Finetune/Step": 2607, "Finetune/Step Time": 7.42363722063601}
{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7658953666687012, "Finetune/Loss (Raw)": 0.8831605315208435, "Finetune/Step": 2608, "Finetune/Step Time": 7.416937828063965}
{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7698788642883301, "Finetune/Loss (Raw)": 0.8835441470146179, "Finetune/Step": 2609, "Finetune/Step Time": 7.406847627833486}
{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7674744725227356, "Finetune/Loss (Raw)": 0.7096492052078247, "Finetune/Step": 2610, "Finetune/Step Time": 7.422708226367831}
{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7668639421463013, "Finetune/Loss (Raw)": 0.6877045631408691, "Finetune/Step": 2611, "Finetune/Step Time": 7.42368471249938}
{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7674116492271423, "Finetune/Loss (Raw)": 0.8095908761024475, "Finetune/Step": 2612, "Finetune/Step Time": 7.411909451708198}
{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7683604955673218, "Finetune/Loss (Raw)": 0.955734133720398, "Finetune/Step": 2613, "Finetune/Step Time": 7.410169890150428}
{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7692670822143555, "Finetune/Loss (Raw)": 0.7585054039955139, "Finetune/Step": 2614, "Finetune/Step Time": 7.402298657223582}
{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7737290859222412, "Finetune/Loss (Raw)": 0.8824208378791809, "Finetune/Step": 2615, "Finetune/Step Time": 7.3868388235569}
{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7736822366714478, "Finetune/Loss (Raw)": 0.9052873253822327, "Finetune/Step": 2616, "Finetune/Step Time": 7.38942951336503}
{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7698269486427307, "Finetune/Loss (Raw)": 0.39502596855163574, "Finetune/Step": 2617, "Finetune/Step Time": 7.3793629836291075}
{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7724697589874268, "Finetune/Loss (Raw)": 0.6553843021392822, "Finetune/Step": 2618, "Finetune/Step Time": 7.361366154626012}
{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7732061743736267, "Finetune/Loss (Raw)": 0.8879002928733826, "Finetune/Step": 2619, "Finetune/Step Time": 7.365972930565476}
{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7733597755432129, "Finetune/Loss (Raw)": 0.7338899374008179, "Finetune/Step": 2620, "Finetune/Step Time": 7.361786708235741}
{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7728908061981201, "Finetune/Loss (Raw)": 0.7655171751976013, "Finetune/Step": 2621, "Finetune/Step Time": 7.359097041189671}
{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7725859880447388, "Finetune/Loss (Raw)": 0.879690945148468, "Finetune/Step": 2622, "Finetune/Step Time": 7.354830738157034}
{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7719700336456299, "Finetune/Loss (Raw)": 0.7670831680297852, "Finetune/Step": 2623, "Finetune/Step Time": 7.374051282182336}
{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7724002599716187, "Finetune/Loss (Raw)": 0.8282780647277832, "Finetune/Step": 2624, "Finetune/Step Time": 7.363407298922539}
{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7716952562332153, "Finetune/Loss (Raw)": 0.5761435627937317, "Finetune/Step": 2625, "Finetune/Step Time": 7.388190820813179}
{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7667593955993652, "Finetune/Loss (Raw)": 0.31015825271606445, "Finetune/Step": 2626, "Finetune/Step Time": 7.40115088224411}
{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7688131928443909, "Finetune/Loss (Raw)": 0.7835136651992798, "Finetune/Step": 2627, "Finetune/Step Time": 7.384851178154349}
{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7688812017440796, "Finetune/Loss (Raw)": 0.8744863271713257, "Finetune/Step": 2628, "Finetune/Step Time": 7.384143242612481}
{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.765940248966217, "Finetune/Loss (Raw)": 0.5261151790618896, "Finetune/Step": 2629, "Finetune/Step Time": 7.398970769718289}
{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7645188570022583, "Finetune/Loss (Raw)": 0.6906149983406067, "Finetune/Step": 2630, "Finetune/Step Time": 7.399238610640168}
{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7650312185287476, "Finetune/Loss (Raw)": 0.8930391669273376, "Finetune/Step": 2631, "Finetune/Step Time": 7.396255061030388}
{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7641977667808533, "Finetune/Loss (Raw)": 0.7252463102340698, "Finetune/Step": 2632, "Finetune/Step Time": 7.3916712291538715}
{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7644997835159302, "Finetune/Loss (Raw)": 0.8648267984390259, "Finetune/Step": 2633, "Finetune/Step Time": 7.393727069720626}
{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7645183205604553, "Finetune/Loss (Raw)": 0.7846360802650452, "Finetune/Step": 2634, "Finetune/Step Time": 7.395032675936818}
{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7633696794509888, "Finetune/Loss (Raw)": 0.7775201797485352, "Finetune/Step": 2635, "Finetune/Step Time": 7.389407908543944}
{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7651358842849731, "Finetune/Loss (Raw)": 0.9541804790496826, "Finetune/Step": 2636, "Finetune/Step Time": 7.388904305174947}
{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7648223638534546, "Finetune/Loss (Raw)": 0.7564679384231567, "Finetune/Step": 2637, "Finetune/Step Time": 7.392718747258186}
{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7647546529769897, "Finetune/Loss (Raw)": 0.9049007892608643, "Finetune/Step": 2638, "Finetune/Step Time": 7.401987858116627}
{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7641344666481018, "Finetune/Loss (Raw)": 0.7797808647155762, "Finetune/Step": 2639, "Finetune/Step Time": 7.393672971054912}
{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.76136314868927, "Finetune/Loss (Raw)": 0.3459610939025879, "Finetune/Step": 2640, "Finetune/Step Time": 7.398316469043493}
{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7617478370666504, "Finetune/Loss (Raw)": 0.7932902574539185, "Finetune/Step": 2641, "Finetune/Step Time": 7.389551209285855}
{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7611021995544434, "Finetune/Loss (Raw)": 0.7906458377838135, "Finetune/Step": 2642, "Finetune/Step Time": 7.379119308665395}
{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7610405683517456, "Finetune/Loss (Raw)": 0.6250755786895752, "Finetune/Step": 2643, "Finetune/Step Time": 7.376619094982743}
{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7600950002670288, "Finetune/Loss (Raw)": 0.6662046313285828, "Finetune/Step": 2644, "Finetune/Step Time": 7.408334730193019}
{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7596468925476074, "Finetune/Loss (Raw)": 0.7961875200271606, "Finetune/Step": 2645, "Finetune/Step Time": 7.411914672702551}
{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7599533796310425, "Finetune/Loss (Raw)": 0.7977714538574219, "Finetune/Step": 2646, "Finetune/Step Time": 7.39848473854363}
{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7597373723983765, "Finetune/Loss (Raw)": 0.7321285009384155, "Finetune/Step": 2647, "Finetune/Step Time": 7.403741490095854}
{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7587908506393433, "Finetune/Loss (Raw)": 0.8030580282211304, "Finetune/Step": 2648, "Finetune/Step Time": 7.414671719074249}
{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7611949443817139, "Finetune/Loss (Raw)": 0.7089753150939941, "Finetune/Step": 2649, "Finetune/Step Time": 7.414134217426181}
{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7603909969329834, "Finetune/Loss (Raw)": 0.7119641900062561, "Finetune/Step": 2650, "Finetune/Step Time": 7.397323926910758}
{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7618595361709595, "Finetune/Loss (Raw)": 0.7912778854370117, "Finetune/Step": 2651, "Finetune/Step Time": 7.392660528421402}
{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7625433206558228, "Finetune/Loss (Raw)": 0.8756070137023926, "Finetune/Step": 2652, "Finetune/Step Time": 7.398923644796014}
{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7633802890777588, "Finetune/Loss (Raw)": 0.7123700380325317, "Finetune/Step": 2653, "Finetune/Step Time": 7.410341648384929}
{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.759366512298584, "Finetune/Loss (Raw)": 0.33676862716674805, "Finetune/Step": 2654, "Finetune/Step Time": 7.426367180421948}
{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7592793107032776, "Finetune/Loss (Raw)": 0.8045147657394409, "Finetune/Step": 2655, "Finetune/Step Time": 7.425070241093636}
{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7580641508102417, "Finetune/Loss (Raw)": 0.7900394201278687, "Finetune/Step": 2656, "Finetune/Step Time": 7.421958280727267}
{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7605655789375305, "Finetune/Loss (Raw)": 0.5867345333099365, "Finetune/Step": 2657, "Finetune/Step Time": 7.4232600554823875}
{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7583717107772827, "Finetune/Loss (Raw)": 0.5723819136619568, "Finetune/Step": 2658, "Finetune/Step Time": 7.441699480637908}
{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7588233947753906, "Finetune/Loss (Raw)": 0.837300717830658, "Finetune/Step": 2659, "Finetune/Step Time": 7.433799248188734}
{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7593269348144531, "Finetune/Loss (Raw)": 0.8673326969146729, "Finetune/Step": 2660, "Finetune/Step Time": 7.4183014668524265}
{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7617007493972778, "Finetune/Loss (Raw)": 0.9952325224876404, "Finetune/Step": 2661, "Finetune/Step Time": 7.421840770170093}
{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7655768394470215, "Finetune/Loss (Raw)": 0.8730745315551758, "Finetune/Step": 2662, "Finetune/Step Time": 7.406728446483612}
{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7652904391288757, "Finetune/Loss (Raw)": 0.8826938271522522, "Finetune/Step": 2663, "Finetune/Step Time": 7.413513204082847}
{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7639024257659912, "Finetune/Loss (Raw)": 0.4364955425262451, "Finetune/Step": 2664, "Finetune/Step Time": 7.409011809155345}
{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7634528875350952, "Finetune/Loss (Raw)": 0.6749124526977539, "Finetune/Step": 2665, "Finetune/Step Time": 7.402771255001426}
{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7632773518562317, "Finetune/Loss (Raw)": 0.8406558036804199, "Finetune/Step": 2666, "Finetune/Step Time": 7.399320857599378}
{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7629953622817993, "Finetune/Loss (Raw)": 0.7469902038574219, "Finetune/Step": 2667, "Finetune/Step Time": 7.3945503532886505}
{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7629340291023254, "Finetune/Loss (Raw)": 0.8032389879226685, "Finetune/Step": 2668, "Finetune/Step Time": 7.390558255836368}
{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7649863362312317, "Finetune/Loss (Raw)": 0.9212669730186462, "Finetune/Step": 2669, "Finetune/Step Time": 7.374325226992369}
{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7651646137237549, "Finetune/Loss (Raw)": 0.8343319296836853, "Finetune/Step": 2670, "Finetune/Step Time": 7.369210314005613}
{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7635126113891602, "Finetune/Loss (Raw)": 0.6288487315177917, "Finetune/Step": 2671, "Finetune/Step Time": 7.3749477583914995}
{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7629477977752686, "Finetune/Loss (Raw)": 0.5786918997764587, "Finetune/Step": 2672, "Finetune/Step Time": 7.369714794680476}
{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7629337310791016, "Finetune/Loss (Raw)": 0.7993717193603516, "Finetune/Step": 2673, "Finetune/Step Time": 7.370179761201143}
{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7655457258224487, "Finetune/Loss (Raw)": 0.6128191947937012, "Finetune/Step": 2674, "Finetune/Step Time": 7.377856265753508}
{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7656182050704956, "Finetune/Loss (Raw)": 0.7918906807899475, "Finetune/Step": 2675, "Finetune/Step Time": 7.382199162617326}
{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7643786668777466, "Finetune/Loss (Raw)": 0.778861939907074, "Finetune/Step": 2676, "Finetune/Step Time": 7.384789211675525}
{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7687463164329529, "Finetune/Loss (Raw)": 0.8776973485946655, "Finetune/Step": 2677, "Finetune/Step Time": 7.370085891336203}
{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7686399221420288, "Finetune/Loss (Raw)": 0.7991474866867065, "Finetune/Step": 2678, "Finetune/Step Time": 7.368866430595517}
{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7692678570747375, "Finetune/Loss (Raw)": 0.959626317024231, "Finetune/Step": 2679, "Finetune/Step Time": 7.366369074210525}
{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7680126428604126, "Finetune/Loss (Raw)": 0.8815275430679321, "Finetune/Step": 2680, "Finetune/Step Time": 7.368869347497821}
{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7650288343429565, "Finetune/Loss (Raw)": 0.33900031447410583, "Finetune/Step": 2681, "Finetune/Step Time": 7.369461929425597}
{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7648908495903015, "Finetune/Loss (Raw)": 0.8134560585021973, "Finetune/Step": 2682, "Finetune/Step Time": 7.346183720976114}
{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.768784761428833, "Finetune/Loss (Raw)": 0.8290832042694092, "Finetune/Step": 2683, "Finetune/Step Time": 7.330703975632787}
{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.768281102180481, "Finetune/Loss (Raw)": 0.7869897484779358, "Finetune/Step": 2684, "Finetune/Step Time": 7.318347685039043}
{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7694609761238098, "Finetune/Loss (Raw)": 0.8430594801902771, "Finetune/Step": 2685, "Finetune/Step Time": 7.321709090843797}
{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7688384056091309, "Finetune/Loss (Raw)": 0.7233859896659851, "Finetune/Step": 2686, "Finetune/Step Time": 7.324157699942589}
{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7692369222640991, "Finetune/Loss (Raw)": 0.7905932068824768, "Finetune/Step": 2687, "Finetune/Step Time": 7.325640991330147}
{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7711515426635742, "Finetune/Loss (Raw)": 0.8495452404022217, "Finetune/Step": 2688, "Finetune/Step Time": 7.307711888104677}
{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7720617055892944, "Finetune/Loss (Raw)": 0.9347154498100281, "Finetune/Step": 2689, "Finetune/Step Time": 7.305314579978585}
{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.767896831035614, "Finetune/Loss (Raw)": 0.3671012222766876, "Finetune/Step": 2690, "Finetune/Step Time": 7.319017555564642}
{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7713022232055664, "Finetune/Loss (Raw)": 0.8805208206176758, "Finetune/Step": 2691, "Finetune/Step Time": 7.312564950436354}
{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7707436084747314, "Finetune/Loss (Raw)": 0.7723816633224487, "Finetune/Step": 2692, "Finetune/Step Time": 7.311817103996873}
{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7704657316207886, "Finetune/Loss (Raw)": 0.8384610414505005, "Finetune/Step": 2693, "Finetune/Step Time": 7.299304703250527}
{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7698030471801758, "Finetune/Loss (Raw)": 0.7529407143592834, "Finetune/Step": 2694, "Finetune/Step Time": 7.312214691191912}
{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7702871561050415, "Finetune/Loss (Raw)": 0.7783855199813843, "Finetune/Step": 2695, "Finetune/Step Time": 7.311336778104305}
{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.770813524723053, "Finetune/Loss (Raw)": 0.7980285882949829, "Finetune/Step": 2696, "Finetune/Step Time": 7.322714246809483}
{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7693506479263306, "Finetune/Loss (Raw)": 0.8044126629829407, "Finetune/Step": 2697, "Finetune/Step Time": 7.324793493375182}
{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7686052322387695, "Finetune/Loss (Raw)": 0.7168152332305908, "Finetune/Step": 2698, "Finetune/Step Time": 7.320016048848629}
{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7675133943557739, "Finetune/Loss (Raw)": 0.8745156526565552, "Finetune/Step": 2699, "Finetune/Step Time": 7.333799729123712}
{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7672737836837769, "Finetune/Loss (Raw)": 0.7927323579788208, "Finetune/Step": 2700, "Finetune/Step Time": 7.333208514377475}
{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7671219706535339, "Finetune/Loss (Raw)": 0.762389600276947, "Finetune/Step": 2701, "Finetune/Step Time": 7.354691471904516}
{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7678622007369995, "Finetune/Loss (Raw)": 0.8425664901733398, "Finetune/Step": 2702, "Finetune/Step Time": 7.343543950468302}
{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7677087187767029, "Finetune/Loss (Raw)": 0.6993255019187927, "Finetune/Step": 2703, "Finetune/Step Time": 7.359738579019904}
{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7668648958206177, "Finetune/Loss (Raw)": 0.6913054585456848, "Finetune/Step": 2704, "Finetune/Step Time": 7.371823735535145}
{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7660523056983948, "Finetune/Loss (Raw)": 0.7605940699577332, "Finetune/Step": 2705, "Finetune/Step Time": 7.372164886444807}
{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7657489776611328, "Finetune/Loss (Raw)": 0.8660329580307007, "Finetune/Step": 2706, "Finetune/Step Time": 7.378208797425032}
{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7662161588668823, "Finetune/Loss (Raw)": 0.9669077396392822, "Finetune/Step": 2707, "Finetune/Step Time": 7.375200171023607}
{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7686992287635803, "Finetune/Loss (Raw)": 0.9138760566711426, "Finetune/Step": 2708, "Finetune/Step Time": 7.372300984337926}
{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7674739360809326, "Finetune/Loss (Raw)": 0.7668521404266357, "Finetune/Step": 2709, "Finetune/Step Time": 7.392096072435379}
{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7642104625701904, "Finetune/Loss (Raw)": 0.37324780225753784, "Finetune/Step": 2710, "Finetune/Step Time": 7.407106777653098}
{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7654287815093994, "Finetune/Loss (Raw)": 0.8686240911483765, "Finetune/Step": 2711, "Finetune/Step Time": 7.398010138422251}
{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7646576762199402, "Finetune/Loss (Raw)": 0.8258456587791443, "Finetune/Step": 2712, "Finetune/Step Time": 7.415433581918478}
{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7655967473983765, "Finetune/Loss (Raw)": 0.7748618125915527, "Finetune/Step": 2713, "Finetune/Step Time": 7.421717252582312}
{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7663211226463318, "Finetune/Loss (Raw)": 0.8947858810424805, "Finetune/Step": 2714, "Finetune/Step Time": 7.42119075730443}
{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7649827599525452, "Finetune/Loss (Raw)": 0.7308582067489624, "Finetune/Step": 2715, "Finetune/Step Time": 7.414922717958689}
{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7657296657562256, "Finetune/Loss (Raw)": 0.7930943965911865, "Finetune/Step": 2716, "Finetune/Step Time": 7.407847177237272}
{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.765884518623352, "Finetune/Loss (Raw)": 0.8461988568305969, "Finetune/Step": 2717, "Finetune/Step Time": 7.390036268159747}
{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7649306058883667, "Finetune/Loss (Raw)": 0.7567662000656128, "Finetune/Step": 2718, "Finetune/Step Time": 7.389242859557271}
{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.765689492225647, "Finetune/Loss (Raw)": 0.8126819729804993, "Finetune/Step": 2719, "Finetune/Step Time": 7.352478427812457}
{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7660552859306335, "Finetune/Loss (Raw)": 0.8612117767333984, "Finetune/Step": 2720, "Finetune/Step Time": 7.34792910143733}
{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7661819458007812, "Finetune/Loss (Raw)": 0.701004683971405, "Finetune/Step": 2721, "Finetune/Step Time": 7.3386159017682076}
{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7671716213226318, "Finetune/Loss (Raw)": 0.8118525147438049, "Finetune/Step": 2722, "Finetune/Step Time": 7.32973563298583}
{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7667203545570374, "Finetune/Loss (Raw)": 0.7283751964569092, "Finetune/Step": 2723, "Finetune/Step Time": 7.324244003742933}
{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7674010992050171, "Finetune/Loss (Raw)": 0.8170403242111206, "Finetune/Step": 2724, "Finetune/Step Time": 7.326069939881563}
{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7667725086212158, "Finetune/Loss (Raw)": 0.8129040002822876, "Finetune/Step": 2725, "Finetune/Step Time": 7.319648602977395}
{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7685707807540894, "Finetune/Loss (Raw)": 0.8106756806373596, "Finetune/Step": 2726, "Finetune/Step Time": 7.316597204655409}
{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.768052875995636, "Finetune/Loss (Raw)": 0.7943219542503357, "Finetune/Step": 2727, "Finetune/Step Time": 7.308942036703229}
{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7661213278770447, "Finetune/Loss (Raw)": 0.5485579967498779, "Finetune/Step": 2728, "Finetune/Step Time": 7.307184906676412}
{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7632507681846619, "Finetune/Loss (Raw)": 0.4175087511539459, "Finetune/Step": 2729, "Finetune/Step Time": 7.321364160627127}
{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7608034014701843, "Finetune/Loss (Raw)": 0.6269078254699707, "Finetune/Step": 2730, "Finetune/Step Time": 7.322888609021902}
{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7598986625671387, "Finetune/Loss (Raw)": 0.7874908447265625, "Finetune/Step": 2731, "Finetune/Step Time": 7.320157533511519}
{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7601778507232666, "Finetune/Loss (Raw)": 0.8122460842132568, "Finetune/Step": 2732, "Finetune/Step Time": 7.315886367112398}
{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7611818313598633, "Finetune/Loss (Raw)": 0.8616035580635071, "Finetune/Step": 2733, "Finetune/Step Time": 7.316241528838873}
{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7615651488304138, "Finetune/Loss (Raw)": 0.7694323062896729, "Finetune/Step": 2734, "Finetune/Step Time": 7.293746285140514}
{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7617951035499573, "Finetune/Loss (Raw)": 0.8627411723136902, "Finetune/Step": 2735, "Finetune/Step Time": 7.271309869363904}
{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7584573030471802, "Finetune/Loss (Raw)": 0.455914705991745, "Finetune/Step": 2736, "Finetune/Step Time": 7.282519198954105}
{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7554969787597656, "Finetune/Loss (Raw)": 0.5046263337135315, "Finetune/Step": 2737, "Finetune/Step Time": 7.287496645003557}
{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7566694617271423, "Finetune/Loss (Raw)": 0.8597279787063599, "Finetune/Step": 2738, "Finetune/Step Time": 7.277278730645776}
{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7580639719963074, "Finetune/Loss (Raw)": 0.8662024736404419, "Finetune/Step": 2739, "Finetune/Step Time": 7.268905328586698}
{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7572016716003418, "Finetune/Loss (Raw)": 0.6992149949073792, "Finetune/Step": 2740, "Finetune/Step Time": 7.277612483128905}
{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7566141486167908, "Finetune/Loss (Raw)": 0.8805349469184875, "Finetune/Step": 2741, "Finetune/Step Time": 7.278603503480554}
{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7566529512405396, "Finetune/Loss (Raw)": 0.7634645700454712, "Finetune/Step": 2742, "Finetune/Step Time": 7.28379930742085}
{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7567605972290039, "Finetune/Loss (Raw)": 0.8962002396583557, "Finetune/Step": 2743, "Finetune/Step Time": 7.277286870405078}
{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.756019115447998, "Finetune/Loss (Raw)": 0.8103788495063782, "Finetune/Step": 2744, "Finetune/Step Time": 7.273496940732002}
{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7599868178367615, "Finetune/Loss (Raw)": 0.902893602848053, "Finetune/Step": 2745, "Finetune/Step Time": 7.260772623121738}
{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7612210512161255, "Finetune/Loss (Raw)": 0.8133643269538879, "Finetune/Step": 2746, "Finetune/Step Time": 7.267295941710472}
{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7605932354927063, "Finetune/Loss (Raw)": 0.8075439929962158, "Finetune/Step": 2747, "Finetune/Step Time": 7.273031614720821}
{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.762016773223877, "Finetune/Loss (Raw)": 0.9160969853401184, "Finetune/Step": 2748, "Finetune/Step Time": 7.275547876954079}
{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7627184987068176, "Finetune/Loss (Raw)": 0.8553423285484314, "Finetune/Step": 2749, "Finetune/Step Time": 7.272016800940037}
{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.761907160282135, "Finetune/Loss (Raw)": 0.7758387327194214, "Finetune/Step": 2750, "Finetune/Step Time": 7.275551430881023}
{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7620788216590881, "Finetune/Loss (Raw)": 0.7890614867210388, "Finetune/Step": 2751, "Finetune/Step Time": 7.265142038464546}
{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7620354890823364, "Finetune/Loss (Raw)": 0.8227205872535706, "Finetune/Step": 2752, "Finetune/Step Time": 7.264609282836318}
{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7647266983985901, "Finetune/Loss (Raw)": 0.9206225872039795, "Finetune/Step": 2753, "Finetune/Step Time": 7.239385724067688}
{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.768535852432251, "Finetune/Loss (Raw)": 0.7977284789085388, "Finetune/Step": 2754, "Finetune/Step Time": 7.223696991801262}
{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7651671171188354, "Finetune/Loss (Raw)": 0.35231706500053406, "Finetune/Step": 2755, "Finetune/Step Time": 7.239664856344461}
{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.764551043510437, "Finetune/Loss (Raw)": 0.7956293821334839, "Finetune/Step": 2756, "Finetune/Step Time": 7.256419947370887}
{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7654426693916321, "Finetune/Loss (Raw)": 0.640245795249939, "Finetune/Step": 2757, "Finetune/Step Time": 7.272403962910175}
{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7668725252151489, "Finetune/Loss (Raw)": 0.8736329078674316, "Finetune/Step": 2758, "Finetune/Step Time": 7.272684408351779}
{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7655574083328247, "Finetune/Loss (Raw)": 0.7247070670127869, "Finetune/Step": 2759, "Finetune/Step Time": 7.273633968085051}
{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7650022506713867, "Finetune/Loss (Raw)": 0.6541776657104492, "Finetune/Step": 2760, "Finetune/Step Time": 7.2674640361219645}
{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7614927887916565, "Finetune/Loss (Raw)": 0.41562125086784363, "Finetune/Step": 2761, "Finetune/Step Time": 7.28104323707521}
{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7611337900161743, "Finetune/Loss (Raw)": 0.7386837005615234, "Finetune/Step": 2762, "Finetune/Step Time": 7.289863521233201}
{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7613801956176758, "Finetune/Loss (Raw)": 0.8090588450431824, "Finetune/Step": 2763, "Finetune/Step Time": 7.315123492851853}
{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7600358724594116, "Finetune/Loss (Raw)": 0.7821114659309387, "Finetune/Step": 2764, "Finetune/Step Time": 7.315202992409468}
{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7568581104278564, "Finetune/Loss (Raw)": 0.34972280263900757, "Finetune/Step": 2765, "Finetune/Step Time": 7.323339885100722}
{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.756089448928833, "Finetune/Loss (Raw)": 0.8064963817596436, "Finetune/Step": 2766, "Finetune/Step Time": 7.309223750606179}
{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7565034627914429, "Finetune/Loss (Raw)": 0.8327842354774475, "Finetune/Step": 2767, "Finetune/Step Time": 7.321808494627476}
{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7604882121086121, "Finetune/Loss (Raw)": 0.8560066223144531, "Finetune/Step": 2768, "Finetune/Step Time": 7.30981551297009}
{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7607784271240234, "Finetune/Loss (Raw)": 0.8304319381713867, "Finetune/Step": 2769, "Finetune/Step Time": 7.317897353321314}
{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7587757110595703, "Finetune/Loss (Raw)": 0.5343062281608582, "Finetune/Step": 2770, "Finetune/Step Time": 7.334407294169068}
{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7606666684150696, "Finetune/Loss (Raw)": 0.8671139478683472, "Finetune/Step": 2771, "Finetune/Step Time": 7.327502219006419}
{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7621267437934875, "Finetune/Loss (Raw)": 0.8530921339988708, "Finetune/Step": 2772, "Finetune/Step Time": 7.298033036291599}
{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7628351449966431, "Finetune/Loss (Raw)": 0.886863648891449, "Finetune/Step": 2773, "Finetune/Step Time": 7.290947560220957}
{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7591656446456909, "Finetune/Loss (Raw)": 0.32808101177215576, "Finetune/Step": 2774, "Finetune/Step Time": 7.304000683128834}
{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7601839303970337, "Finetune/Loss (Raw)": 0.8624615669250488, "Finetune/Step": 2775, "Finetune/Step Time": 7.294258069247007}
{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7597652673721313, "Finetune/Loss (Raw)": 0.7494750618934631, "Finetune/Step": 2776, "Finetune/Step Time": 7.2866151835769415}
{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7604278326034546, "Finetune/Loss (Raw)": 0.7937755584716797, "Finetune/Step": 2777, "Finetune/Step Time": 7.273485217243433}
{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7613813877105713, "Finetune/Loss (Raw)": 0.8340290188789368, "Finetune/Step": 2778, "Finetune/Step Time": 7.273777833208442}
{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7607502341270447, "Finetune/Loss (Raw)": 0.7104873061180115, "Finetune/Step": 2779, "Finetune/Step Time": 7.278832735493779}
{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7602723836898804, "Finetune/Loss (Raw)": 0.8144434690475464, "Finetune/Step": 2780, "Finetune/Step Time": 7.277383020147681}
{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7616407871246338, "Finetune/Loss (Raw)": 0.8875260949134827, "Finetune/Step": 2781, "Finetune/Step Time": 7.262430004775524}
{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7653741836547852, "Finetune/Loss (Raw)": 0.814632773399353, "Finetune/Step": 2782, "Finetune/Step Time": 7.241027299314737}
{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7656410932540894, "Finetune/Loss (Raw)": 0.8386908769607544, "Finetune/Step": 2783, "Finetune/Step Time": 7.256361162289977}
{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7641791105270386, "Finetune/Loss (Raw)": 0.6029032468795776, "Finetune/Step": 2784, "Finetune/Step Time": 7.268472984433174}
{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7656808495521545, "Finetune/Loss (Raw)": 0.7789552211761475, "Finetune/Step": 2785, "Finetune/Step Time": 7.257772292941809}
{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7678810954093933, "Finetune/Loss (Raw)": 0.8540184497833252, "Finetune/Step": 2786, "Finetune/Step Time": 7.235512055456638}
{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7674310207366943, "Finetune/Loss (Raw)": 0.7796877026557922, "Finetune/Step": 2787, "Finetune/Step Time": 7.235087350010872}
{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7673898935317993, "Finetune/Loss (Raw)": 0.8620707988739014, "Finetune/Step": 2788, "Finetune/Step Time": 7.2449328526854515}
{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7653294801712036, "Finetune/Loss (Raw)": 0.731501042842865, "Finetune/Step": 2789, "Finetune/Step Time": 7.257735645398498}
{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7646456956863403, "Finetune/Loss (Raw)": 0.7855464816093445, "Finetune/Step": 2790, "Finetune/Step Time": 7.260650591924787}
{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7626064419746399, "Finetune/Loss (Raw)": 0.6216699481010437, "Finetune/Step": 2791, "Finetune/Step Time": 7.269963253289461}
{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7653712034225464, "Finetune/Loss (Raw)": 0.7903883457183838, "Finetune/Step": 2792, "Finetune/Step Time": 7.270923772826791}
{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7673465013504028, "Finetune/Loss (Raw)": 0.9277456998825073, "Finetune/Step": 2793, "Finetune/Step Time": 7.268990363925695}
{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7665735483169556, "Finetune/Loss (Raw)": 0.7417222857475281, "Finetune/Step": 2794, "Finetune/Step Time": 7.276894122362137}
{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7659974098205566, "Finetune/Loss (Raw)": 0.6732431650161743, "Finetune/Step": 2795, "Finetune/Step Time": 7.287073643878102}
{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7658013701438904, "Finetune/Loss (Raw)": 0.7781401872634888, "Finetune/Step": 2796, "Finetune/Step Time": 7.30327033251524}
{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7628887891769409, "Finetune/Loss (Raw)": 0.548464834690094, "Finetune/Step": 2797, "Finetune/Step Time": 7.3153855334967375}
{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7592877149581909, "Finetune/Loss (Raw)": 0.3733823895454407, "Finetune/Step": 2798, "Finetune/Step Time": 7.333905380219221}
{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7595521211624146, "Finetune/Loss (Raw)": 0.6627066135406494, "Finetune/Step": 2799, "Finetune/Step Time": 7.332109006121755}
{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.759813666343689, "Finetune/Loss (Raw)": 0.612167477607727, "Finetune/Step": 2800, "Finetune/Step Time": 7.326810736209154}
{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7603915929794312, "Finetune/Loss (Raw)": 0.8733464479446411, "Finetune/Step": 2801, "Finetune/Step Time": 7.329838356003165}
{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7624037265777588, "Finetune/Loss (Raw)": 0.8703668713569641, "Finetune/Step": 2802, "Finetune/Step Time": 7.31944309733808}
{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7618750333786011, "Finetune/Loss (Raw)": 0.7242207527160645, "Finetune/Step": 2803, "Finetune/Step Time": 7.3188670594245195}
{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7623250484466553, "Finetune/Loss (Raw)": 0.8364649415016174, "Finetune/Step": 2804, "Finetune/Step Time": 7.313846779987216}
{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.762939453125, "Finetune/Loss (Raw)": 0.9563290476799011, "Finetune/Step": 2805, "Finetune/Step Time": 7.3124580550938845}
{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7624408006668091, "Finetune/Loss (Raw)": 0.7353265285491943, "Finetune/Step": 2806, "Finetune/Step Time": 7.318504640832543}
{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7609854936599731, "Finetune/Loss (Raw)": 0.7733481526374817, "Finetune/Step": 2807, "Finetune/Step Time": 7.3168886955827475}
{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7587887048721313, "Finetune/Loss (Raw)": 0.6003447771072388, "Finetune/Step": 2808, "Finetune/Step Time": 7.32681886292994}
{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7588437795639038, "Finetune/Loss (Raw)": 0.34604641795158386, "Finetune/Step": 2809, "Finetune/Step Time": 7.327623890712857}
{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7578192949295044, "Finetune/Loss (Raw)": 0.6823173761367798, "Finetune/Step": 2810, "Finetune/Step Time": 7.326374566182494}
{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7577667236328125, "Finetune/Loss (Raw)": 0.8223628997802734, "Finetune/Step": 2811, "Finetune/Step Time": 7.329802077263594}
{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7577817440032959, "Finetune/Loss (Raw)": 0.7889020442962646, "Finetune/Step": 2812, "Finetune/Step Time": 7.329691780731082}
{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7580517530441284, "Finetune/Loss (Raw)": 0.8776222467422485, "Finetune/Step": 2813, "Finetune/Step Time": 7.3288955725729465}
{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7551575899124146, "Finetune/Loss (Raw)": 0.3529326915740967, "Finetune/Step": 2814, "Finetune/Step Time": 7.34163361415267}
{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.75608229637146, "Finetune/Loss (Raw)": 0.9089626669883728, "Finetune/Step": 2815, "Finetune/Step Time": 7.344198349863291}
{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7556943893432617, "Finetune/Loss (Raw)": 0.7998859286308289, "Finetune/Step": 2816, "Finetune/Step Time": 7.342653742060065}
{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.754501461982727, "Finetune/Loss (Raw)": 0.7820258736610413, "Finetune/Step": 2817, "Finetune/Step Time": 7.349178873002529}
{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7577522993087769, "Finetune/Loss (Raw)": 0.7832040190696716, "Finetune/Step": 2818, "Finetune/Step Time": 7.350929556414485}
{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7581607103347778, "Finetune/Loss (Raw)": 0.9328057169914246, "Finetune/Step": 2819, "Finetune/Step Time": 7.353887341916561}
{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.759235143661499, "Finetune/Loss (Raw)": 0.909903347492218, "Finetune/Step": 2820, "Finetune/Step Time": 7.353841630741954}
{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7576236724853516, "Finetune/Loss (Raw)": 0.6321929097175598, "Finetune/Step": 2821, "Finetune/Step Time": 7.366094766184688}
{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.758253276348114, "Finetune/Loss (Raw)": 0.8335319757461548, "Finetune/Step": 2822, "Finetune/Step Time": 7.3508988209068775}
{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7553063035011292, "Finetune/Loss (Raw)": 0.4011669158935547, "Finetune/Step": 2823, "Finetune/Step Time": 7.358629655092955}
{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7540571689605713, "Finetune/Loss (Raw)": 0.6381450891494751, "Finetune/Step": 2824, "Finetune/Step Time": 7.344983883202076}
{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7532589435577393, "Finetune/Loss (Raw)": 0.7022364735603333, "Finetune/Step": 2825, "Finetune/Step Time": 7.344328694045544}
{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7528847455978394, "Finetune/Loss (Raw)": 0.6689140796661377, "Finetune/Step": 2826, "Finetune/Step Time": 7.346823511645198}
{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7524821758270264, "Finetune/Loss (Raw)": 0.8229871988296509, "Finetune/Step": 2827, "Finetune/Step Time": 7.330100642517209}
{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.753730297088623, "Finetune/Loss (Raw)": 0.952495813369751, "Finetune/Step": 2828, "Finetune/Step Time": 7.329588603228331}
{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7543364763259888, "Finetune/Loss (Raw)": 0.8399788737297058, "Finetune/Step": 2829, "Finetune/Step Time": 7.313223324716091}
{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7546793222427368, "Finetune/Loss (Raw)": 0.8864585161209106, "Finetune/Step": 2830, "Finetune/Step Time": 7.305468777194619}
{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7571576833724976, "Finetune/Loss (Raw)": 1.0165550708770752, "Finetune/Step": 2831, "Finetune/Step Time": 7.289591662585735}
{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.759010910987854, "Finetune/Loss (Raw)": 0.9285165071487427, "Finetune/Step": 2832, "Finetune/Step Time": 7.296657705679536}
{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.75935298204422, "Finetune/Loss (Raw)": 0.8043773770332336, "Finetune/Step": 2833, "Finetune/Step Time": 7.303427675738931}
{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7553359270095825, "Finetune/Loss (Raw)": 0.3518517017364502, "Finetune/Step": 2834, "Finetune/Step Time": 7.311152944341302}
{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7541840076446533, "Finetune/Loss (Raw)": 0.8194550275802612, "Finetune/Step": 2835, "Finetune/Step Time": 7.313977405428886}
{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7519267201423645, "Finetune/Loss (Raw)": 0.6249444484710693, "Finetune/Step": 2836, "Finetune/Step Time": 7.306654879823327}
{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7525652050971985, "Finetune/Loss (Raw)": 0.8485783934593201, "Finetune/Step": 2837, "Finetune/Step Time": 7.285185404121876}
{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7551388740539551, "Finetune/Loss (Raw)": 0.7026823163032532, "Finetune/Step": 2838, "Finetune/Step Time": 7.277376614511013}
{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7537697553634644, "Finetune/Loss (Raw)": 0.6933746337890625, "Finetune/Step": 2839, "Finetune/Step Time": 7.282131562009454}
{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7535626888275146, "Finetune/Loss (Raw)": 0.7993412017822266, "Finetune/Step": 2840, "Finetune/Step Time": 7.26647175475955}
{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7548599243164062, "Finetune/Loss (Raw)": 0.9409052729606628, "Finetune/Step": 2841, "Finetune/Step Time": 7.26130305044353}
{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7542699575424194, "Finetune/Loss (Raw)": 0.8192723393440247, "Finetune/Step": 2842, "Finetune/Step Time": 7.263433672487736}
{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7539185285568237, "Finetune/Loss (Raw)": 0.685870349407196, "Finetune/Step": 2843, "Finetune/Step Time": 7.268245263025165}
{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7543303966522217, "Finetune/Loss (Raw)": 0.8458160161972046, "Finetune/Step": 2844, "Finetune/Step Time": 7.268215451389551}
{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.754016637802124, "Finetune/Loss (Raw)": 0.8060396313667297, "Finetune/Step": 2845, "Finetune/Step Time": 7.27911426872015}
{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7540111541748047, "Finetune/Loss (Raw)": 0.7560673356056213, "Finetune/Step": 2846, "Finetune/Step Time": 7.277682418003678}
{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7523285150527954, "Finetune/Loss (Raw)": 0.5972980856895447, "Finetune/Step": 2847, "Finetune/Step Time": 7.289611153304577}
{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7522552013397217, "Finetune/Loss (Raw)": 0.8518244624137878, "Finetune/Step": 2848, "Finetune/Step Time": 7.296016680076718}
{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7526829242706299, "Finetune/Loss (Raw)": 0.7557582259178162, "Finetune/Step": 2849, "Finetune/Step Time": 7.292333723977208}
{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7525941133499146, "Finetune/Loss (Raw)": 0.8004889488220215, "Finetune/Step": 2850, "Finetune/Step Time": 7.287396389991045}
{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7534999847412109, "Finetune/Loss (Raw)": 0.8443255424499512, "Finetune/Step": 2851, "Finetune/Step Time": 7.284265568479896}
{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7535870671272278, "Finetune/Loss (Raw)": 0.8281839489936829, "Finetune/Step": 2852, "Finetune/Step Time": 7.284695914015174}
{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7532241940498352, "Finetune/Loss (Raw)": 0.7664527893066406, "Finetune/Step": 2853, "Finetune/Step Time": 7.285671586170793}
{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7536339163780212, "Finetune/Loss (Raw)": 0.8631279468536377, "Finetune/Step": 2854, "Finetune/Step Time": 7.279399501159787}
{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7534856200218201, "Finetune/Loss (Raw)": 0.7753385901451111, "Finetune/Step": 2855, "Finetune/Step Time": 7.284023977816105}
{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7552200555801392, "Finetune/Loss (Raw)": 0.7705661654472351, "Finetune/Step": 2856, "Finetune/Step Time": 7.297447066754103}
{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7585508823394775, "Finetune/Loss (Raw)": 0.843847393989563, "Finetune/Step": 2857, "Finetune/Step Time": 7.276491226628423}
{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7591733336448669, "Finetune/Loss (Raw)": 0.7065916061401367, "Finetune/Step": 2858, "Finetune/Step Time": 7.270441461354494}
{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7592461705207825, "Finetune/Loss (Raw)": 0.7968088388442993, "Finetune/Step": 2859, "Finetune/Step Time": 7.277243932709098}
{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.758333683013916, "Finetune/Loss (Raw)": 0.6954533457756042, "Finetune/Step": 2860, "Finetune/Step Time": 7.287494005635381}
{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7591336369514465, "Finetune/Loss (Raw)": 0.9639871716499329, "Finetune/Step": 2861, "Finetune/Step Time": 7.287359729409218}
{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7587849497795105, "Finetune/Loss (Raw)": 0.7248106002807617, "Finetune/Step": 2862, "Finetune/Step Time": 7.3033976294100285}
{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7582159042358398, "Finetune/Loss (Raw)": 0.7898990511894226, "Finetune/Step": 2863, "Finetune/Step Time": 7.301061607897282}
{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7601376175880432, "Finetune/Loss (Raw)": 0.7018898725509644, "Finetune/Step": 2864, "Finetune/Step Time": 7.286662120372057}
{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7630805373191833, "Finetune/Loss (Raw)": 0.8813237547874451, "Finetune/Step": 2865, "Finetune/Step Time": 7.278337394818664}
{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7594095468521118, "Finetune/Loss (Raw)": 0.3898466229438782, "Finetune/Step": 2866, "Finetune/Step Time": 7.288069052621722}
{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7591989040374756, "Finetune/Loss (Raw)": 0.8392367959022522, "Finetune/Step": 2867, "Finetune/Step Time": 7.291485790163279}
{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7609559297561646, "Finetune/Loss (Raw)": 0.9241192936897278, "Finetune/Step": 2868, "Finetune/Step Time": 7.286392625421286}
{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7587032318115234, "Finetune/Loss (Raw)": 0.592182457447052, "Finetune/Step": 2869, "Finetune/Step Time": 7.316089065745473}
{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7556889653205872, "Finetune/Loss (Raw)": 0.3776431977748871, "Finetune/Step": 2870, "Finetune/Step Time": 7.323538159951568}
{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7561675310134888, "Finetune/Loss (Raw)": 0.9574534296989441, "Finetune/Step": 2871, "Finetune/Step Time": 7.3213588409125805}
{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7570879459381104, "Finetune/Loss (Raw)": 0.9281951785087585, "Finetune/Step": 2872, "Finetune/Step Time": 7.321634693071246}
{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7565259337425232, "Finetune/Loss (Raw)": 0.8309542536735535, "Finetune/Step": 2873, "Finetune/Step Time": 7.3329191487282515}
{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7529706954956055, "Finetune/Loss (Raw)": 0.3582993447780609, "Finetune/Step": 2874, "Finetune/Step Time": 7.333245350047946}
{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7535532712936401, "Finetune/Loss (Raw)": 0.882107675075531, "Finetune/Step": 2875, "Finetune/Step Time": 7.313433203846216}
{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7527103424072266, "Finetune/Loss (Raw)": 0.8082062602043152, "Finetune/Step": 2876, "Finetune/Step Time": 7.321716105565429}
{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.752103328704834, "Finetune/Loss (Raw)": 0.7776405811309814, "Finetune/Step": 2877, "Finetune/Step Time": 7.324803518131375}
{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7516809701919556, "Finetune/Loss (Raw)": 0.721774160861969, "Finetune/Step": 2878, "Finetune/Step Time": 7.3300234246999025}
{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7511707544326782, "Finetune/Loss (Raw)": 0.723758339881897, "Finetune/Step": 2879, "Finetune/Step Time": 7.332647994160652}
{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7519708871841431, "Finetune/Loss (Raw)": 0.9251345992088318, "Finetune/Step": 2880, "Finetune/Step Time": 7.324559826403856}
{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7512370944023132, "Finetune/Loss (Raw)": 0.8267017602920532, "Finetune/Step": 2881, "Finetune/Step Time": 7.3291400372982025}
{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7519146800041199, "Finetune/Loss (Raw)": 0.8844574093818665, "Finetune/Step": 2882, "Finetune/Step Time": 7.330611150711775}
{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7563180923461914, "Finetune/Loss (Raw)": 0.91595458984375, "Finetune/Step": 2883, "Finetune/Step Time": 7.320230882614851}
{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7556915283203125, "Finetune/Loss (Raw)": 0.7154338955879211, "Finetune/Step": 2884, "Finetune/Step Time": 7.3261714819818735}
{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.757522702217102, "Finetune/Loss (Raw)": 0.8746224641799927, "Finetune/Step": 2885, "Finetune/Step Time": 7.295225178822875}
{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7553540468215942, "Finetune/Loss (Raw)": 0.5960551500320435, "Finetune/Step": 2886, "Finetune/Step Time": 7.317299706861377}
{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7550031542778015, "Finetune/Loss (Raw)": 0.6797881126403809, "Finetune/Step": 2887, "Finetune/Step Time": 7.322069989517331}
{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7576277852058411, "Finetune/Loss (Raw)": 0.9901344776153564, "Finetune/Step": 2888, "Finetune/Step Time": 7.329741887748241}
{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7569391131401062, "Finetune/Loss (Raw)": 0.32747361063957214, "Finetune/Step": 2889, "Finetune/Step Time": 7.329189540818334}
{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7569977045059204, "Finetune/Loss (Raw)": 0.7461773753166199, "Finetune/Step": 2890, "Finetune/Step Time": 7.318537522107363}
{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7566843032836914, "Finetune/Loss (Raw)": 0.7689412832260132, "Finetune/Step": 2891, "Finetune/Step Time": 7.29529351182282}
{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.75839763879776, "Finetune/Loss (Raw)": 1.0014209747314453, "Finetune/Step": 2892, "Finetune/Step Time": 7.304725483059883}
{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7618241310119629, "Finetune/Loss (Raw)": 0.788313090801239, "Finetune/Step": 2893, "Finetune/Step Time": 7.298977475613356}
{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7626012563705444, "Finetune/Loss (Raw)": 0.9059631824493408, "Finetune/Step": 2894, "Finetune/Step Time": 7.297742061316967}
{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7625442743301392, "Finetune/Loss (Raw)": 0.8254970908164978, "Finetune/Step": 2895, "Finetune/Step Time": 7.284811113029718}
{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7627214193344116, "Finetune/Loss (Raw)": 0.878684401512146, "Finetune/Step": 2896, "Finetune/Step Time": 7.286740245297551}
{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7631858587265015, "Finetune/Loss (Raw)": 0.8898776769638062, "Finetune/Step": 2897, "Finetune/Step Time": 7.280946174636483}
{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7654844522476196, "Finetune/Loss (Raw)": 0.8285260796546936, "Finetune/Step": 2898, "Finetune/Step Time": 7.264318522065878}
{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7649805545806885, "Finetune/Loss (Raw)": 0.8026049137115479, "Finetune/Step": 2899, "Finetune/Step Time": 7.264444185420871}
{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7635703682899475, "Finetune/Loss (Raw)": 0.6725952625274658, "Finetune/Step": 2900, "Finetune/Step Time": 7.267094325274229}
{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7617899775505066, "Finetune/Loss (Raw)": 0.6589705944061279, "Finetune/Step": 2901, "Finetune/Step Time": 7.288054496049881}
{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7653729915618896, "Finetune/Loss (Raw)": 0.7867070436477661, "Finetune/Step": 2902, "Finetune/Step Time": 7.297019507735968}
{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7651252150535583, "Finetune/Loss (Raw)": 0.8307485580444336, "Finetune/Step": 2903, "Finetune/Step Time": 7.2999588791280985}
{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7654085159301758, "Finetune/Loss (Raw)": 0.7857363820075989, "Finetune/Step": 2904, "Finetune/Step Time": 7.2980434112250805}
{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7654733061790466, "Finetune/Loss (Raw)": 0.8020731806755066, "Finetune/Step": 2905, "Finetune/Step Time": 7.2993967067450285}
{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7657942771911621, "Finetune/Loss (Raw)": 0.875112771987915, "Finetune/Step": 2906, "Finetune/Step Time": 7.300963407382369}
{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7664496898651123, "Finetune/Loss (Raw)": 0.7943785786628723, "Finetune/Step": 2907, "Finetune/Step Time": 7.2942417524755}
{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7668761014938354, "Finetune/Loss (Raw)": 0.8690308332443237, "Finetune/Step": 2908, "Finetune/Step Time": 7.297097159549594}
{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7676411867141724, "Finetune/Loss (Raw)": 0.9854475259780884, "Finetune/Step": 2909, "Finetune/Step Time": 7.291863085702062}
{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7683732509613037, "Finetune/Loss (Raw)": 0.908336341381073, "Finetune/Step": 2910, "Finetune/Step Time": 7.292376697063446}
{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7692062258720398, "Finetune/Loss (Raw)": 0.9453116655349731, "Finetune/Step": 2911, "Finetune/Step Time": 7.266758605837822}
{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7711105346679688, "Finetune/Loss (Raw)": 0.8466593623161316, "Finetune/Step": 2912, "Finetune/Step Time": 7.259221836924553}
{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7714304327964783, "Finetune/Loss (Raw)": 0.8199024200439453, "Finetune/Step": 2913, "Finetune/Step Time": 7.252006063237786}
{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7694107294082642, "Finetune/Loss (Raw)": 0.5954959988594055, "Finetune/Step": 2914, "Finetune/Step Time": 7.277709761634469}
{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7678742408752441, "Finetune/Loss (Raw)": 0.583008348941803, "Finetune/Step": 2915, "Finetune/Step Time": 7.289798893034458}
{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7678304314613342, "Finetune/Loss (Raw)": 0.8564683794975281, "Finetune/Step": 2916, "Finetune/Step Time": 7.277454975992441}
{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7692252397537231, "Finetune/Loss (Raw)": 0.9100315570831299, "Finetune/Step": 2917, "Finetune/Step Time": 7.261901492252946}
{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.768473744392395, "Finetune/Loss (Raw)": 0.6893677711486816, "Finetune/Step": 2918, "Finetune/Step Time": 7.266509648412466}
{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.770138144493103, "Finetune/Loss (Raw)": 0.8347026705741882, "Finetune/Step": 2919, "Finetune/Step Time": 7.246010534465313}
{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7666761875152588, "Finetune/Loss (Raw)": 0.34725967049598694, "Finetune/Step": 2920, "Finetune/Step Time": 7.245704963803291}
{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7655172348022461, "Finetune/Loss (Raw)": 0.7793985605239868, "Finetune/Step": 2921, "Finetune/Step Time": 7.263082290068269}
{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7656148076057434, "Finetune/Loss (Raw)": 0.754217267036438, "Finetune/Step": 2922, "Finetune/Step Time": 7.256536465138197}
{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.765893816947937, "Finetune/Loss (Raw)": 0.7089558839797974, "Finetune/Step": 2923, "Finetune/Step Time": 7.277497390285134}
{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.76658034324646, "Finetune/Loss (Raw)": 0.8660159111022949, "Finetune/Step": 2924, "Finetune/Step Time": 7.261915106326342}
{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7692668437957764, "Finetune/Loss (Raw)": 0.8923395872116089, "Finetune/Step": 2925, "Finetune/Step Time": 7.251745570451021}
{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.772550642490387, "Finetune/Loss (Raw)": 0.7937074899673462, "Finetune/Step": 2926, "Finetune/Step Time": 7.264128103852272}
{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7716376781463623, "Finetune/Loss (Raw)": 0.545845091342926, "Finetune/Step": 2927, "Finetune/Step Time": 7.273554265499115}
{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7730683088302612, "Finetune/Loss (Raw)": 0.7952868342399597, "Finetune/Step": 2928, "Finetune/Step Time": 7.292297637090087}
{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7727838754653931, "Finetune/Loss (Raw)": 0.8369447588920593, "Finetune/Step": 2929, "Finetune/Step Time": 7.282913761213422}
{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7727750539779663, "Finetune/Loss (Raw)": 0.8692418932914734, "Finetune/Step": 2930, "Finetune/Step Time": 7.275249456986785}
{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7739303708076477, "Finetune/Loss (Raw)": 0.8720921874046326, "Finetune/Step": 2931, "Finetune/Step Time": 7.278354220092297}
{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7740988731384277, "Finetune/Loss (Raw)": 0.8580342531204224, "Finetune/Step": 2932, "Finetune/Step Time": 7.2823405135422945}
{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7730145454406738, "Finetune/Loss (Raw)": 0.8175382018089294, "Finetune/Step": 2933, "Finetune/Step Time": 7.293030878528953}
{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7733043432235718, "Finetune/Loss (Raw)": 0.7724120616912842, "Finetune/Step": 2934, "Finetune/Step Time": 7.287037640810013}
{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7735532522201538, "Finetune/Loss (Raw)": 0.8052183985710144, "Finetune/Step": 2935, "Finetune/Step Time": 7.292124236002564}
{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7755650281906128, "Finetune/Loss (Raw)": 0.8578437566757202, "Finetune/Step": 2936, "Finetune/Step Time": 7.298160247504711}
{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.780665397644043, "Finetune/Loss (Raw)": 0.9988986253738403, "Finetune/Step": 2937, "Finetune/Step Time": 7.285742441192269}
{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.782065749168396, "Finetune/Loss (Raw)": 0.8615610003471375, "Finetune/Step": 2938, "Finetune/Step Time": 7.281893135979772}
{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.7821258306503296, "Finetune/Loss (Raw)": 0.8300490379333496, "Finetune/Step": 2939, "Finetune/Step Time": 7.280423590913415}
{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.7811635732650757, "Finetune/Loss (Raw)": 0.6657418012619019, "Finetune/Step": 2940, "Finetune/Step Time": 7.2820521257817745}
{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7782533764839172, "Finetune/Loss (Raw)": 0.5051190853118896, "Finetune/Step": 2941, "Finetune/Step Time": 7.2992293275892735}
{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7829357981681824, "Finetune/Loss (Raw)": 0.952278733253479, "Finetune/Step": 2942, "Finetune/Step Time": 7.290285302326083}
{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7817962169647217, "Finetune/Loss (Raw)": 0.7630881667137146, "Finetune/Step": 2943, "Finetune/Step Time": 7.294028466567397}
{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7818752527236938, "Finetune/Loss (Raw)": 0.810005247592926, "Finetune/Step": 2944, "Finetune/Step Time": 7.30125898681581}
{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7814865112304688, "Finetune/Loss (Raw)": 0.7322701811790466, "Finetune/Step": 2945, "Finetune/Step Time": 7.309992922469974}
{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7814435362815857, "Finetune/Loss (Raw)": 0.7777041792869568, "Finetune/Step": 2946, "Finetune/Step Time": 7.291617793962359}
{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7800695896148682, "Finetune/Loss (Raw)": 0.7569385766983032, "Finetune/Step": 2947, "Finetune/Step Time": 7.31757034547627}
{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7785356044769287, "Finetune/Loss (Raw)": 0.7135505676269531, "Finetune/Step": 2948, "Finetune/Step Time": 7.327867513522506}
{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7800185680389404, "Finetune/Loss (Raw)": 0.8220203518867493, "Finetune/Step": 2949, "Finetune/Step Time": 7.318623807281256}
{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7802201509475708, "Finetune/Loss (Raw)": 0.8593327403068542, "Finetune/Step": 2950, "Finetune/Step Time": 7.318167764693499}
{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7794595956802368, "Finetune/Loss (Raw)": 0.3038189709186554, "Finetune/Step": 2951, "Finetune/Step Time": 7.318498818203807}
{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7811982035636902, "Finetune/Loss (Raw)": 0.8606791496276855, "Finetune/Step": 2952, "Finetune/Step Time": 7.316557705402374}
{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7828526496887207, "Finetune/Loss (Raw)": 0.9140036106109619, "Finetune/Step": 2953, "Finetune/Step Time": 7.315376810729504}
{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.783308744430542, "Finetune/Loss (Raw)": 0.7272982597351074, "Finetune/Step": 2954, "Finetune/Step Time": 7.320028126239777}
{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7844464778900146, "Finetune/Loss (Raw)": 0.9686198234558105, "Finetune/Step": 2955, "Finetune/Step Time": 7.326820645481348}
{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7833684682846069, "Finetune/Loss (Raw)": 0.8145069479942322, "Finetune/Step": 2956, "Finetune/Step Time": 7.324059337377548}
{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7828478813171387, "Finetune/Loss (Raw)": 0.7733520269393921, "Finetune/Step": 2957, "Finetune/Step Time": 7.312361091375351}
{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7822728753089905, "Finetune/Loss (Raw)": 0.8128517866134644, "Finetune/Step": 2958, "Finetune/Step Time": 7.315030014142394}
{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7768231630325317, "Finetune/Loss (Raw)": 0.3189845681190491, "Finetune/Step": 2959, "Finetune/Step Time": 7.32557855732739}
{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7755019664764404, "Finetune/Loss (Raw)": 0.759406566619873, "Finetune/Step": 2960, "Finetune/Step Time": 7.311292469501495}
{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7751379013061523, "Finetune/Loss (Raw)": 0.7577782869338989, "Finetune/Step": 2961, "Finetune/Step Time": 7.297807145863771}
{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7802014350891113, "Finetune/Loss (Raw)": 0.9999885559082031, "Finetune/Step": 2962, "Finetune/Step Time": 7.2895241510123014}
{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7804614305496216, "Finetune/Loss (Raw)": 0.8527340888977051, "Finetune/Step": 2963, "Finetune/Step Time": 7.30033309943974}
{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7824499607086182, "Finetune/Loss (Raw)": 0.8794697523117065, "Finetune/Step": 2964, "Finetune/Step Time": 7.303902639076114}
{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.7827305197715759, "Finetune/Loss (Raw)": 0.8844939470291138, "Finetune/Step": 2965, "Finetune/Step Time": 7.300640188157558}
{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7829362154006958, "Finetune/Loss (Raw)": 0.7290087938308716, "Finetune/Step": 2966, "Finetune/Step Time": 7.297700311988592}
{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7828326225280762, "Finetune/Loss (Raw)": 0.6801129579544067, "Finetune/Step": 2967, "Finetune/Step Time": 7.30972583591938}
{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.7834852337837219, "Finetune/Loss (Raw)": 0.882876992225647, "Finetune/Step": 2968, "Finetune/Step Time": 7.318903524428606}
{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7825032472610474, "Finetune/Loss (Raw)": 0.8152096271514893, "Finetune/Step": 2969, "Finetune/Step Time": 7.316066673025489}
{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7822463512420654, "Finetune/Loss (Raw)": 0.7863898277282715, "Finetune/Step": 2970, "Finetune/Step Time": 7.339501282200217}
{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7830831408500671, "Finetune/Loss (Raw)": 0.7929831743240356, "Finetune/Step": 2971, "Finetune/Step Time": 7.346581617370248}
{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7828984260559082, "Finetune/Loss (Raw)": 0.8221754431724548, "Finetune/Step": 2972, "Finetune/Step Time": 7.342843489721417}
{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7821236848831177, "Finetune/Loss (Raw)": 0.7068675756454468, "Finetune/Step": 2973, "Finetune/Step Time": 7.346149075776339}
{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7827173471450806, "Finetune/Loss (Raw)": 0.832054853439331, "Finetune/Step": 2974, "Finetune/Step Time": 7.347119193524122}
{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7810988426208496, "Finetune/Loss (Raw)": 0.39013782143592834, "Finetune/Step": 2975, "Finetune/Step Time": 7.347291737794876}
{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.78019118309021, "Finetune/Loss (Raw)": 0.7356430888175964, "Finetune/Step": 2976, "Finetune/Step Time": 7.341432388871908}
{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.7800877094268799, "Finetune/Loss (Raw)": 0.7425137758255005, "Finetune/Step": 2977, "Finetune/Step Time": 7.338993359357119}
{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7811276316642761, "Finetune/Loss (Raw)": 0.9335954189300537, "Finetune/Step": 2978, "Finetune/Step Time": 7.339852413162589}
{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7810300588607788, "Finetune/Loss (Raw)": 0.8318421244621277, "Finetune/Step": 2979, "Finetune/Step Time": 7.349613672122359}
{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7804373502731323, "Finetune/Loss (Raw)": 0.7523096203804016, "Finetune/Step": 2980, "Finetune/Step Time": 7.3532532174140215}
{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7801152467727661, "Finetune/Loss (Raw)": 0.7252299189567566, "Finetune/Step": 2981, "Finetune/Step Time": 7.378487806767225}
{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7792913913726807, "Finetune/Loss (Raw)": 0.757666826248169, "Finetune/Step": 2982, "Finetune/Step Time": 7.382278919219971}
{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7805423736572266, "Finetune/Loss (Raw)": 0.9354654550552368, "Finetune/Step": 2983, "Finetune/Step Time": 7.373215921223164}
{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.7805346250534058, "Finetune/Loss (Raw)": 0.769568681716919, "Finetune/Step": 2984, "Finetune/Step Time": 7.372964786365628}
{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7804034948348999, "Finetune/Loss (Raw)": 0.8270691633224487, "Finetune/Step": 2985, "Finetune/Step Time": 7.372548574581742}
{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7774181962013245, "Finetune/Loss (Raw)": 0.3244737982749939, "Finetune/Step": 2986, "Finetune/Step Time": 7.3876695446670055}
{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7773030400276184, "Finetune/Loss (Raw)": 0.7820708751678467, "Finetune/Step": 2987, "Finetune/Step Time": 7.40067146345973}
{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7786471843719482, "Finetune/Loss (Raw)": 0.867509663105011, "Finetune/Step": 2988, "Finetune/Step Time": 7.398205149918795}
{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7761186361312866, "Finetune/Loss (Raw)": 0.6403250694274902, "Finetune/Step": 2989, "Finetune/Step Time": 7.403002131730318}
{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7777180671691895, "Finetune/Loss (Raw)": 0.9295307993888855, "Finetune/Step": 2990, "Finetune/Step Time": 7.379581991583109}
{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7782193422317505, "Finetune/Loss (Raw)": 0.8540754318237305, "Finetune/Step": 2991, "Finetune/Step Time": 7.383572157472372}
{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.7781398296356201, "Finetune/Loss (Raw)": 0.6917025446891785, "Finetune/Step": 2992, "Finetune/Step Time": 7.394090183079243}
{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7784208059310913, "Finetune/Loss (Raw)": 0.9172902703285217, "Finetune/Step": 2993, "Finetune/Step Time": 7.390557816252112}
{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7825671434402466, "Finetune/Loss (Raw)": 0.9205856919288635, "Finetune/Step": 2994, "Finetune/Step Time": 7.3737023789435625}
{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7825057506561279, "Finetune/Loss (Raw)": 0.8313745856285095, "Finetune/Step": 2995, "Finetune/Step Time": 7.376550864428282}
{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7810990810394287, "Finetune/Loss (Raw)": 0.7440720796585083, "Finetune/Step": 2996, "Finetune/Step Time": 7.391139734536409}
{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7822698950767517, "Finetune/Loss (Raw)": 0.7420372366905212, "Finetune/Step": 2997, "Finetune/Step Time": 7.362123621627688}
{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.7852657437324524, "Finetune/Loss (Raw)": 0.7611111998558044, "Finetune/Step": 2998, "Finetune/Step Time": 7.356743825599551}
{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7841400504112244, "Finetune/Loss (Raw)": 0.8133646249771118, "Finetune/Step": 2999, "Finetune/Step Time": 7.36238600127399}
{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7833528518676758, "Finetune/Loss (Raw)": 0.8274407982826233, "Finetune/Step": 3000, "Finetune/Step Time": 7.366241497918963}
{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.7827471494674683, "Finetune/Loss (Raw)": 0.7534170150756836, "Finetune/Step": 3001, "Finetune/Step Time": 7.359782796353102}
{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.7868638038635254, "Finetune/Loss (Raw)": 0.8852289319038391, "Finetune/Step": 3002, "Finetune/Step Time": 7.359830362722278}
{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.7862326502799988, "Finetune/Loss (Raw)": 0.8013232946395874, "Finetune/Step": 3003, "Finetune/Step Time": 7.36608680523932}
{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.7867319583892822, "Finetune/Loss (Raw)": 0.8721221089363098, "Finetune/Step": 3004, "Finetune/Step Time": 7.358896926045418}
{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.7852253913879395, "Finetune/Loss (Raw)": 0.5847910046577454, "Finetune/Step": 3005, "Finetune/Step Time": 7.376007627695799}
{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.7864775657653809, "Finetune/Loss (Raw)": 0.8820517063140869, "Finetune/Step": 3006, "Finetune/Step Time": 7.3690564800053835}
{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7859371900558472, "Finetune/Loss (Raw)": 0.6545895338058472, "Finetune/Step": 3007, "Finetune/Step Time": 7.359204115346074}
{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.7855251431465149, "Finetune/Loss (Raw)": 0.8723964095115662, "Finetune/Step": 3008, "Finetune/Step Time": 7.35995770432055}
{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7864326238632202, "Finetune/Loss (Raw)": 0.9428637027740479, "Finetune/Step": 3009, "Finetune/Step Time": 7.353006949648261}
{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.7856051921844482, "Finetune/Loss (Raw)": 0.7785477042198181, "Finetune/Step": 3010, "Finetune/Step Time": 7.353298392146826}
{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.7852967977523804, "Finetune/Loss (Raw)": 0.8764737248420715, "Finetune/Step": 3011, "Finetune/Step Time": 7.349837727844715}
{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7865338325500488, "Finetune/Loss (Raw)": 0.8737770915031433, "Finetune/Step": 3012, "Finetune/Step Time": 7.322507183998823}
{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.7862128019332886, "Finetune/Loss (Raw)": 0.8335330486297607, "Finetune/Step": 3013, "Finetune/Step Time": 7.318545522168279}
{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7869104146957397, "Finetune/Loss (Raw)": 0.685348391532898, "Finetune/Step": 3014, "Finetune/Step Time": 7.3023214396089315}
{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7864029407501221, "Finetune/Loss (Raw)": 0.6148262619972229, "Finetune/Step": 3015, "Finetune/Step Time": 7.3109896797686815}
{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7846807837486267, "Finetune/Loss (Raw)": 0.7696996927261353, "Finetune/Step": 3016, "Finetune/Step Time": 7.314853262156248}
{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.7875920534133911, "Finetune/Loss (Raw)": 0.7001162767410278, "Finetune/Step": 3017, "Finetune/Step Time": 7.306256987154484}
{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.787539005279541, "Finetune/Loss (Raw)": 0.7393890023231506, "Finetune/Step": 3018, "Finetune/Step Time": 7.301560113206506}
{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.7877200245857239, "Finetune/Loss (Raw)": 0.7921153903007507, "Finetune/Step": 3019, "Finetune/Step Time": 7.302852299064398}
{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7857920527458191, "Finetune/Loss (Raw)": 0.7546330094337463, "Finetune/Step": 3020, "Finetune/Step Time": 7.285016186535358}
{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.785857081413269, "Finetune/Loss (Raw)": 0.7966418266296387, "Finetune/Step": 3021, "Finetune/Step Time": 7.278092773631215}
{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.785877525806427, "Finetune/Loss (Raw)": 0.9085782170295715, "Finetune/Step": 3022, "Finetune/Step Time": 7.2775192223489285}
{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7846383452415466, "Finetune/Loss (Raw)": 0.6668789982795715, "Finetune/Step": 3023, "Finetune/Step Time": 7.280582079663873}
{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7840214371681213, "Finetune/Loss (Raw)": 0.7997218370437622, "Finetune/Step": 3024, "Finetune/Step Time": 7.285713501274586}
{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7837382555007935, "Finetune/Loss (Raw)": 0.8536363244056702, "Finetune/Step": 3025, "Finetune/Step Time": 7.285091461613774}
{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7835031747817993, "Finetune/Loss (Raw)": 0.798431396484375, "Finetune/Step": 3026, "Finetune/Step Time": 7.288630656898022}
{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7843232750892639, "Finetune/Loss (Raw)": 0.9075779914855957, "Finetune/Step": 3027, "Finetune/Step Time": 7.28687047585845}
{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7853308916091919, "Finetune/Loss (Raw)": 0.8015701174736023, "Finetune/Step": 3028, "Finetune/Step Time": 7.290611719712615}
{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.7880303859710693, "Finetune/Loss (Raw)": 1.00450599193573, "Finetune/Step": 3029, "Finetune/Step Time": 7.2697903253138065}
{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.7880090475082397, "Finetune/Loss (Raw)": 0.7839773297309875, "Finetune/Step": 3030, "Finetune/Step Time": 7.261418700218201}
{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.788044810295105, "Finetune/Loss (Raw)": 0.8353262543678284, "Finetune/Step": 3031, "Finetune/Step Time": 7.258452685549855}
{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.7882363200187683, "Finetune/Loss (Raw)": 0.8102448582649231, "Finetune/Step": 3032, "Finetune/Step Time": 7.262637259438634}
{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.7886343598365784, "Finetune/Loss (Raw)": 0.8530294895172119, "Finetune/Step": 3033, "Finetune/Step Time": 7.260161656886339}
{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.7890193462371826, "Finetune/Loss (Raw)": 0.9243882894515991, "Finetune/Step": 3034, "Finetune/Step Time": 7.255746578797698}
{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.7892631888389587, "Finetune/Loss (Raw)": 0.8255943059921265, "Finetune/Step": 3035, "Finetune/Step Time": 7.256844971328974}
{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.7885406017303467, "Finetune/Loss (Raw)": 0.776528000831604, "Finetune/Step": 3036, "Finetune/Step Time": 7.279843917116523}
{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.7882659435272217, "Finetune/Loss (Raw)": 0.9502940773963928, "Finetune/Step": 3037, "Finetune/Step Time": 7.282318975776434}
{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.7879453301429749, "Finetune/Loss (Raw)": 0.8673057556152344, "Finetune/Step": 3038, "Finetune/Step Time": 7.281539101153612}
{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7863409519195557, "Finetune/Loss (Raw)": 0.7399434447288513, "Finetune/Step": 3039, "Finetune/Step Time": 7.293232249096036}
{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.7862558960914612, "Finetune/Loss (Raw)": 0.8357763290405273, "Finetune/Step": 3040, "Finetune/Step Time": 7.285928068682551}
{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7856518030166626, "Finetune/Loss (Raw)": 0.7425830364227295, "Finetune/Step": 3041, "Finetune/Step Time": 7.290419653058052}
{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7873489856719971, "Finetune/Loss (Raw)": 0.8127328753471375, "Finetune/Step": 3042, "Finetune/Step Time": 7.266775012016296}
{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.785194993019104, "Finetune/Loss (Raw)": 0.30729275941848755, "Finetune/Step": 3043, "Finetune/Step Time": 7.269479278475046}
{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7836920022964478, "Finetune/Loss (Raw)": 0.6640903353691101, "Finetune/Step": 3044, "Finetune/Step Time": 7.28790483251214}
{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7811540961265564, "Finetune/Loss (Raw)": 0.5851761102676392, "Finetune/Step": 3045, "Finetune/Step Time": 7.294307965785265}
{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7834136486053467, "Finetune/Loss (Raw)": 0.9785906672477722, "Finetune/Step": 3046, "Finetune/Step Time": 7.288746956735849}
{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7831881046295166, "Finetune/Loss (Raw)": 0.80582594871521, "Finetune/Step": 3047, "Finetune/Step Time": 7.294202657416463}
{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.7878656983375549, "Finetune/Loss (Raw)": 0.9459995627403259, "Finetune/Step": 3048, "Finetune/Step Time": 7.280840124934912}
{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.7879032492637634, "Finetune/Loss (Raw)": 0.7842022180557251, "Finetune/Step": 3049, "Finetune/Step Time": 7.263576313853264}
{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.7894541025161743, "Finetune/Loss (Raw)": 0.9527291059494019, "Finetune/Step": 3050, "Finetune/Step Time": 7.255052695050836}
{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7910048961639404, "Finetune/Loss (Raw)": 0.9074565172195435, "Finetune/Step": 3051, "Finetune/Step Time": 7.2342099994421005}
{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7902431488037109, "Finetune/Loss (Raw)": 0.768515408039093, "Finetune/Step": 3052, "Finetune/Step Time": 7.238197062164545}
{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.7903907299041748, "Finetune/Loss (Raw)": 0.9112303853034973, "Finetune/Step": 3053, "Finetune/Step Time": 7.241288591176271}
{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.791651725769043, "Finetune/Loss (Raw)": 0.9551133513450623, "Finetune/Step": 3054, "Finetune/Step Time": 7.216598179191351}
{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.793886125087738, "Finetune/Loss (Raw)": 0.8318468332290649, "Finetune/Step": 3055, "Finetune/Step Time": 7.207426469773054}
{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.7943043112754822, "Finetune/Loss (Raw)": 0.8488136529922485, "Finetune/Step": 3056, "Finetune/Step Time": 7.187607783824205}
{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.7932336926460266, "Finetune/Loss (Raw)": 0.6999093294143677, "Finetune/Step": 3057, "Finetune/Step Time": 7.199523191899061}
{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.7931380271911621, "Finetune/Loss (Raw)": 0.857000470161438, "Finetune/Step": 3058, "Finetune/Step Time": 7.196743234992027}
{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.792926549911499, "Finetune/Loss (Raw)": 0.8450173139572144, "Finetune/Step": 3059, "Finetune/Step Time": 7.192771414294839}
{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.7931929230690002, "Finetune/Loss (Raw)": 0.8921290636062622, "Finetune/Step": 3060, "Finetune/Step Time": 7.196477055549622}
{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.793860673904419, "Finetune/Loss (Raw)": 0.903005063533783, "Finetune/Step": 3061, "Finetune/Step Time": 7.188444405794144}
{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.7934252023696899, "Finetune/Loss (Raw)": 0.7166818380355835, "Finetune/Step": 3062, "Finetune/Step Time": 7.215328944846988}
{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.7933144569396973, "Finetune/Loss (Raw)": 0.7910325527191162, "Finetune/Step": 3063, "Finetune/Step Time": 7.207526883110404}
{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.7933379411697388, "Finetune/Loss (Raw)": 0.8608561158180237, "Finetune/Step": 3064, "Finetune/Step Time": 7.189494039863348}
{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7904712557792664, "Finetune/Loss (Raw)": 0.6319624185562134, "Finetune/Step": 3065, "Finetune/Step Time": 7.2060128133744}
{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.7878966331481934, "Finetune/Loss (Raw)": 0.5320143699645996, "Finetune/Step": 3066, "Finetune/Step Time": 7.237915484234691}
{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.7878632545471191, "Finetune/Loss (Raw)": 0.8257668018341064, "Finetune/Step": 3067, "Finetune/Step Time": 7.2390963938087225}
{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.788532555103302, "Finetune/Loss (Raw)": 0.7514159679412842, "Finetune/Step": 3068, "Finetune/Step Time": 7.2504242695868015}
{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.789831280708313, "Finetune/Loss (Raw)": 0.6713566780090332, "Finetune/Step": 3069, "Finetune/Step Time": 7.242088561877608}
{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.7886569499969482, "Finetune/Loss (Raw)": 0.8019664883613586, "Finetune/Step": 3070, "Finetune/Step Time": 7.239624531939626}
{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.79024338722229, "Finetune/Loss (Raw)": 0.9661560654640198, "Finetune/Step": 3071, "Finetune/Step Time": 7.232672270387411}
{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.7901374101638794, "Finetune/Loss (Raw)": 0.7964382767677307, "Finetune/Step": 3072, "Finetune/Step Time": 7.2335824482142925}
{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.7907646298408508, "Finetune/Loss (Raw)": 0.8125545382499695, "Finetune/Step": 3073, "Finetune/Step Time": 7.224905798211694}
{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.7908598184585571, "Finetune/Loss (Raw)": 0.7898902893066406, "Finetune/Step": 3074, "Finetune/Step Time": 7.226804360747337}
{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7872347235679626, "Finetune/Loss (Raw)": 0.29292529821395874, "Finetune/Step": 3075, "Finetune/Step Time": 7.214115111157298}
{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.7870603203773499, "Finetune/Loss (Raw)": 0.6912217736244202, "Finetune/Step": 3076, "Finetune/Step Time": 7.200755855068564}
{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7873153686523438, "Finetune/Loss (Raw)": 0.8546735644340515, "Finetune/Step": 3077, "Finetune/Step Time": 7.2008537873625755}
{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.7860571146011353, "Finetune/Loss (Raw)": 0.6982647776603699, "Finetune/Step": 3078, "Finetune/Step Time": 7.1972315311431885}
{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.7885962128639221, "Finetune/Loss (Raw)": 0.6288304328918457, "Finetune/Step": 3079, "Finetune/Step Time": 7.205731347203255}
{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7873339056968689, "Finetune/Loss (Raw)": 0.6991055011749268, "Finetune/Step": 3080, "Finetune/Step Time": 7.210524721071124}
{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.7859537601470947, "Finetune/Loss (Raw)": 0.7373473048210144, "Finetune/Step": 3081, "Finetune/Step Time": 7.213952517136931}
{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7866935133934021, "Finetune/Loss (Raw)": 0.8219810128211975, "Finetune/Step": 3082, "Finetune/Step Time": 7.209218088537455}
{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7857686281204224, "Finetune/Loss (Raw)": 0.8502313494682312, "Finetune/Step": 3083, "Finetune/Step Time": 7.214715383946896}
{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7854475975036621, "Finetune/Loss (Raw)": 0.7734188437461853, "Finetune/Step": 3084, "Finetune/Step Time": 7.2257347628474236}
{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.7870644330978394, "Finetune/Loss (Raw)": 0.9803080558776855, "Finetune/Step": 3085, "Finetune/Step Time": 7.224462578073144}
{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7871369123458862, "Finetune/Loss (Raw)": 0.8221330642700195, "Finetune/Step": 3086, "Finetune/Step Time": 7.223504796624184}
{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.7908592224121094, "Finetune/Loss (Raw)": 0.7954421639442444, "Finetune/Step": 3087, "Finetune/Step Time": 7.214470023289323}
{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.7893922328948975, "Finetune/Loss (Raw)": 0.5716281533241272, "Finetune/Step": 3088, "Finetune/Step Time": 7.213149324059486}
{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7904773950576782, "Finetune/Loss (Raw)": 0.8966793417930603, "Finetune/Step": 3089, "Finetune/Step Time": 7.216793751344085}
{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7884595990180969, "Finetune/Loss (Raw)": 0.7417056560516357, "Finetune/Step": 3090, "Finetune/Step Time": 7.210920671001077}
{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7873846888542175, "Finetune/Loss (Raw)": 0.7151523232460022, "Finetune/Step": 3091, "Finetune/Step Time": 7.223731949925423}
{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7828015685081482, "Finetune/Loss (Raw)": 0.2928209900856018, "Finetune/Step": 3092, "Finetune/Step Time": 7.233696483075619}
{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7823636531829834, "Finetune/Loss (Raw)": 0.8284468054771423, "Finetune/Step": 3093, "Finetune/Step Time": 7.23994336090982}
{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7832927703857422, "Finetune/Loss (Raw)": 0.8479350209236145, "Finetune/Step": 3094, "Finetune/Step Time": 7.235073467716575}
{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7840743064880371, "Finetune/Loss (Raw)": 0.7801478505134583, "Finetune/Step": 3095, "Finetune/Step Time": 7.216561893001199}
{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7836042642593384, "Finetune/Loss (Raw)": 0.8227171301841736, "Finetune/Step": 3096, "Finetune/Step Time": 7.210391514003277}
{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7796193957328796, "Finetune/Loss (Raw)": 0.30514436960220337, "Finetune/Step": 3097, "Finetune/Step Time": 7.224955480545759}
{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7778687477111816, "Finetune/Loss (Raw)": 0.562311589717865, "Finetune/Step": 3098, "Finetune/Step Time": 7.201437002047896}
{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7782105803489685, "Finetune/Loss (Raw)": 0.8367268443107605, "Finetune/Step": 3099, "Finetune/Step Time": 7.2044974491000175}
{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7796790599822998, "Finetune/Loss (Raw)": 1.0101449489593506, "Finetune/Step": 3100, "Finetune/Step Time": 7.206274777650833}
{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7785043716430664, "Finetune/Loss (Raw)": 0.5565029978752136, "Finetune/Step": 3101, "Finetune/Step Time": 7.2079482320696115}
{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7790848016738892, "Finetune/Loss (Raw)": 0.9063573479652405, "Finetune/Step": 3102, "Finetune/Step Time": 7.215195469558239}
{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7833331823348999, "Finetune/Loss (Raw)": 0.9339312314987183, "Finetune/Step": 3103, "Finetune/Step Time": 7.214316852390766}
{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7842234373092651, "Finetune/Loss (Raw)": 0.8495882749557495, "Finetune/Step": 3104, "Finetune/Step Time": 7.209283649921417}
{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7850232124328613, "Finetune/Loss (Raw)": 0.8448948860168457, "Finetune/Step": 3105, "Finetune/Step Time": 7.199642959982157}
{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.783392071723938, "Finetune/Loss (Raw)": 0.7248027324676514, "Finetune/Step": 3106, "Finetune/Step Time": 7.199108611792326}
{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7843862175941467, "Finetune/Loss (Raw)": 0.9590937495231628, "Finetune/Step": 3107, "Finetune/Step Time": 7.192605469375849}
{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7843353748321533, "Finetune/Loss (Raw)": 0.7458000183105469, "Finetune/Step": 3108, "Finetune/Step Time": 7.195931550115347}
{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7845364212989807, "Finetune/Loss (Raw)": 0.7509616613388062, "Finetune/Step": 3109, "Finetune/Step Time": 7.1724317371845245}
{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7843952775001526, "Finetune/Loss (Raw)": 0.7396040558815002, "Finetune/Step": 3110, "Finetune/Step Time": 7.169070420786738}
{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7829731702804565, "Finetune/Loss (Raw)": 0.753430187702179, "Finetune/Step": 3111, "Finetune/Step Time": 7.177281197160482}
{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7838603854179382, "Finetune/Loss (Raw)": 0.8831363320350647, "Finetune/Step": 3112, "Finetune/Step Time": 7.162390364333987}
{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7832909226417542, "Finetune/Loss (Raw)": 0.7541803121566772, "Finetune/Step": 3113, "Finetune/Step Time": 7.174984281882644}
{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.7874633073806763, "Finetune/Loss (Raw)": 0.8585464954376221, "Finetune/Step": 3114, "Finetune/Step Time": 7.167392052710056}
{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7874468564987183, "Finetune/Loss (Raw)": 0.7799527049064636, "Finetune/Step": 3115, "Finetune/Step Time": 7.1498658284544945}
{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.785029947757721, "Finetune/Loss (Raw)": 0.5581488013267517, "Finetune/Step": 3116, "Finetune/Step Time": 7.175050612539053}
{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7866560816764832, "Finetune/Loss (Raw)": 0.8484694361686707, "Finetune/Step": 3117, "Finetune/Step Time": 7.1701015792787075}
{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7830691933631897, "Finetune/Loss (Raw)": 0.47040945291519165, "Finetune/Step": 3118, "Finetune/Step Time": 7.185041327029467}
{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7827349305152893, "Finetune/Loss (Raw)": 0.8112929463386536, "Finetune/Step": 3119, "Finetune/Step Time": 7.1853445786982775}
{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7838712930679321, "Finetune/Loss (Raw)": 0.8371570706367493, "Finetune/Step": 3120, "Finetune/Step Time": 7.1796462293714285}
{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7815324068069458, "Finetune/Loss (Raw)": 0.6179054379463196, "Finetune/Step": 3121, "Finetune/Step Time": 7.190272273495793}
{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7804547548294067, "Finetune/Loss (Raw)": 0.7826537489891052, "Finetune/Step": 3122, "Finetune/Step Time": 7.192035777494311}
{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7799621224403381, "Finetune/Loss (Raw)": 0.7683175206184387, "Finetune/Step": 3123, "Finetune/Step Time": 7.186867855489254}
{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7808578014373779, "Finetune/Loss (Raw)": 0.8587164282798767, "Finetune/Step": 3124, "Finetune/Step Time": 7.1707486771047115}
{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7800647020339966, "Finetune/Loss (Raw)": 0.6405166387557983, "Finetune/Step": 3125, "Finetune/Step Time": 7.170359540730715}
{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7808622717857361, "Finetune/Loss (Raw)": 0.8632028698921204, "Finetune/Step": 3126, "Finetune/Step Time": 7.1614428255707026}
{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7819041609764099, "Finetune/Loss (Raw)": 0.9467273354530334, "Finetune/Step": 3127, "Finetune/Step Time": 7.157621867954731}
{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7794688940048218, "Finetune/Loss (Raw)": 0.5157241225242615, "Finetune/Step": 3128, "Finetune/Step Time": 7.192709859460592}
{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7796576023101807, "Finetune/Loss (Raw)": 0.777576744556427, "Finetune/Step": 3129, "Finetune/Step Time": 7.189056867733598}
{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7783687114715576, "Finetune/Loss (Raw)": 0.7202500104904175, "Finetune/Step": 3130, "Finetune/Step Time": 7.1921764351427555}
{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7779558897018433, "Finetune/Loss (Raw)": 0.7484796047210693, "Finetune/Step": 3131, "Finetune/Step Time": 7.193894151598215}
{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7744078636169434, "Finetune/Loss (Raw)": 0.41797441244125366, "Finetune/Step": 3132, "Finetune/Step Time": 7.207379935309291}
{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7762671709060669, "Finetune/Loss (Raw)": 0.8227834701538086, "Finetune/Step": 3133, "Finetune/Step Time": 7.189056204631925}
{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7745115160942078, "Finetune/Loss (Raw)": 0.6573290228843689, "Finetune/Step": 3134, "Finetune/Step Time": 7.203323107212782}
{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7762104272842407, "Finetune/Loss (Raw)": 0.8720544576644897, "Finetune/Step": 3135, "Finetune/Step Time": 7.206146908923984}
{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7757645845413208, "Finetune/Loss (Raw)": 0.81531822681427, "Finetune/Step": 3136, "Finetune/Step Time": 7.20787962898612}
{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7740800976753235, "Finetune/Loss (Raw)": 0.7272522449493408, "Finetune/Step": 3137, "Finetune/Step Time": 7.22337581962347}
{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7730226516723633, "Finetune/Loss (Raw)": 0.6432000398635864, "Finetune/Step": 3138, "Finetune/Step Time": 7.230966070666909}
{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7724456191062927, "Finetune/Loss (Raw)": 0.8026154041290283, "Finetune/Step": 3139, "Finetune/Step Time": 7.23251017741859}
{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7716822624206543, "Finetune/Loss (Raw)": 0.7760641574859619, "Finetune/Step": 3140, "Finetune/Step Time": 7.242157811298966}
{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7712411284446716, "Finetune/Loss (Raw)": 0.7770652770996094, "Finetune/Step": 3141, "Finetune/Step Time": 7.244686413556337}
{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7714756727218628, "Finetune/Loss (Raw)": 0.7153722643852234, "Finetune/Step": 3142, "Finetune/Step Time": 7.249094987288117}
{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7706480622291565, "Finetune/Loss (Raw)": 0.508889377117157, "Finetune/Step": 3143, "Finetune/Step Time": 7.248341353610158}
{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7718388438224792, "Finetune/Loss (Raw)": 0.9221248626708984, "Finetune/Step": 3144, "Finetune/Step Time": 7.24025827459991}
{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7733688354492188, "Finetune/Loss (Raw)": 0.8959546685218811, "Finetune/Step": 3145, "Finetune/Step Time": 7.235367188230157}
{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7743993401527405, "Finetune/Loss (Raw)": 0.8712941408157349, "Finetune/Step": 3146, "Finetune/Step Time": 7.2461524326354265}
{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7744591236114502, "Finetune/Loss (Raw)": 0.7997617125511169, "Finetune/Step": 3147, "Finetune/Step Time": 7.253070030361414}
{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7758905291557312, "Finetune/Loss (Raw)": 0.93785560131073, "Finetune/Step": 3148, "Finetune/Step Time": 7.273014442995191}
{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.772935152053833, "Finetune/Loss (Raw)": 0.41835179924964905, "Finetune/Step": 3149, "Finetune/Step Time": 7.284059977158904}
{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7719440460205078, "Finetune/Loss (Raw)": 0.7817212343215942, "Finetune/Step": 3150, "Finetune/Step Time": 7.281675022095442}
{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.773378849029541, "Finetune/Loss (Raw)": 0.850537121295929, "Finetune/Step": 3151, "Finetune/Step Time": 7.282627725973725}
{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7733392119407654, "Finetune/Loss (Raw)": 0.7946420311927795, "Finetune/Step": 3152, "Finetune/Step Time": 7.277415715157986}
{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7732735276222229, "Finetune/Loss (Raw)": 0.8452304601669312, "Finetune/Step": 3153, "Finetune/Step Time": 7.277467738837004}
{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7732090353965759, "Finetune/Loss (Raw)": 0.7901782989501953, "Finetune/Step": 3154, "Finetune/Step Time": 7.270202850922942}
{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7728354930877686, "Finetune/Loss (Raw)": 0.8597594499588013, "Finetune/Step": 3155, "Finetune/Step Time": 7.264742933213711}
{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.772531270980835, "Finetune/Loss (Raw)": 0.7626355290412903, "Finetune/Step": 3156, "Finetune/Step Time": 7.259331583976746}
{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7719778418540955, "Finetune/Loss (Raw)": 0.9336604475975037, "Finetune/Step": 3157, "Finetune/Step Time": 7.264647031202912}
{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7680641412734985, "Finetune/Loss (Raw)": 0.28302398324012756, "Finetune/Step": 3158, "Finetune/Step Time": 7.2657273430377245}
{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7672470211982727, "Finetune/Loss (Raw)": 0.7307354211807251, "Finetune/Step": 3159, "Finetune/Step Time": 7.269418936222792}
{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.767328143119812, "Finetune/Loss (Raw)": 0.8206366300582886, "Finetune/Step": 3160, "Finetune/Step Time": 7.260582681745291}
{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7671135663986206, "Finetune/Loss (Raw)": 0.8255602717399597, "Finetune/Step": 3161, "Finetune/Step Time": 7.278981812298298}
{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7630800008773804, "Finetune/Loss (Raw)": 0.4080866575241089, "Finetune/Step": 3162, "Finetune/Step Time": 7.292532002553344}
{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7637754678726196, "Finetune/Loss (Raw)": 0.9146175980567932, "Finetune/Step": 3163, "Finetune/Step Time": 7.3037808779627085}
{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7642863392829895, "Finetune/Loss (Raw)": 0.8419196009635925, "Finetune/Step": 3164, "Finetune/Step Time": 7.27582485973835}
{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7610492706298828, "Finetune/Loss (Raw)": 0.5359439849853516, "Finetune/Step": 3165, "Finetune/Step Time": 7.287887284532189}
{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7604254484176636, "Finetune/Loss (Raw)": 0.7874600887298584, "Finetune/Step": 3166, "Finetune/Step Time": 7.28839248791337}
{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7609392404556274, "Finetune/Loss (Raw)": 0.8057106733322144, "Finetune/Step": 3167, "Finetune/Step Time": 7.27454524487257}
{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7617025375366211, "Finetune/Loss (Raw)": 0.933469831943512, "Finetune/Step": 3168, "Finetune/Step Time": 7.280115643516183}
{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7583528161048889, "Finetune/Loss (Raw)": 0.3138235807418823, "Finetune/Step": 3169, "Finetune/Step Time": 7.290810413658619}
{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7571341395378113, "Finetune/Loss (Raw)": 0.656742513179779, "Finetune/Step": 3170, "Finetune/Step Time": 7.291823023930192}
{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7605936527252197, "Finetune/Loss (Raw)": 0.750105619430542, "Finetune/Step": 3171, "Finetune/Step Time": 7.280969750136137}
{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7612496018409729, "Finetune/Loss (Raw)": 0.7480573058128357, "Finetune/Step": 3172, "Finetune/Step Time": 7.263058919459581}
{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7617343664169312, "Finetune/Loss (Raw)": 0.6472212076187134, "Finetune/Step": 3173, "Finetune/Step Time": 7.273607414215803}
{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7616966962814331, "Finetune/Loss (Raw)": 0.9737769961357117, "Finetune/Step": 3174, "Finetune/Step Time": 7.278885927051306}
{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7613911032676697, "Finetune/Loss (Raw)": 0.7667067050933838, "Finetune/Step": 3175, "Finetune/Step Time": 7.275441659614444}
{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7614468336105347, "Finetune/Loss (Raw)": 0.9531297087669373, "Finetune/Step": 3176, "Finetune/Step Time": 7.277110509574413}
{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7613034248352051, "Finetune/Loss (Raw)": 0.7658430933952332, "Finetune/Step": 3177, "Finetune/Step Time": 7.2925800662487745}
{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7602341771125793, "Finetune/Loss (Raw)": 0.8158690333366394, "Finetune/Step": 3178, "Finetune/Step Time": 7.2979627549648285}
{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7603621482849121, "Finetune/Loss (Raw)": 0.9238357543945312, "Finetune/Step": 3179, "Finetune/Step Time": 7.303653571754694}
{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7602135539054871, "Finetune/Loss (Raw)": 0.7494957447052002, "Finetune/Step": 3180, "Finetune/Step Time": 7.299262074753642}
{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7597559094429016, "Finetune/Loss (Raw)": 0.8526546359062195, "Finetune/Step": 3181, "Finetune/Step Time": 7.2949201092123985}
{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7587535381317139, "Finetune/Loss (Raw)": 0.8268074989318848, "Finetune/Step": 3182, "Finetune/Step Time": 7.297884115949273}
{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7576175928115845, "Finetune/Loss (Raw)": 0.6864510178565979, "Finetune/Step": 3183, "Finetune/Step Time": 7.297796772792935}
{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7569980621337891, "Finetune/Loss (Raw)": 0.7695034742355347, "Finetune/Step": 3184, "Finetune/Step Time": 7.296780813485384}
{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7583360075950623, "Finetune/Loss (Raw)": 0.8711715936660767, "Finetune/Step": 3185, "Finetune/Step Time": 7.291097218170762}
{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7575952410697937, "Finetune/Loss (Raw)": 0.7621816396713257, "Finetune/Step": 3186, "Finetune/Step Time": 7.294907759875059}
{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7577555179595947, "Finetune/Loss (Raw)": 0.8655385971069336, "Finetune/Step": 3187, "Finetune/Step Time": 7.293449558317661}
{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7561583518981934, "Finetune/Loss (Raw)": 0.687692403793335, "Finetune/Step": 3188, "Finetune/Step Time": 7.302063953131437}
{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7548878192901611, "Finetune/Loss (Raw)": 0.7403698563575745, "Finetune/Step": 3189, "Finetune/Step Time": 7.298917785286903}
{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7556921243667603, "Finetune/Loss (Raw)": 0.8196366429328918, "Finetune/Step": 3190, "Finetune/Step Time": 7.274856833741069}
{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7560321092605591, "Finetune/Loss (Raw)": 0.8345450162887573, "Finetune/Step": 3191, "Finetune/Step Time": 7.29946718364954}
{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7555477023124695, "Finetune/Loss (Raw)": 0.7988591194152832, "Finetune/Step": 3192, "Finetune/Step Time": 7.304669480770826}
{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7568238973617554, "Finetune/Loss (Raw)": 0.7953118085861206, "Finetune/Step": 3193, "Finetune/Step Time": 7.289973761886358}
{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7583473920822144, "Finetune/Loss (Raw)": 0.727021336555481, "Finetune/Step": 3194, "Finetune/Step Time": 7.262745441868901}
{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7585368156433105, "Finetune/Loss (Raw)": 0.8500218987464905, "Finetune/Step": 3195, "Finetune/Step Time": 7.268563052639365}
{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7588350772857666, "Finetune/Loss (Raw)": 0.7895854115486145, "Finetune/Step": 3196, "Finetune/Step Time": 7.258027644827962}
{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7604790925979614, "Finetune/Loss (Raw)": 0.8817962408065796, "Finetune/Step": 3197, "Finetune/Step Time": 7.249375702813268}
{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7597653865814209, "Finetune/Loss (Raw)": 0.7106098532676697, "Finetune/Step": 3198, "Finetune/Step Time": 7.257240563631058}
{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7585645914077759, "Finetune/Loss (Raw)": 0.8124539256095886, "Finetune/Step": 3199, "Finetune/Step Time": 7.256772955879569}
{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7602353096008301, "Finetune/Loss (Raw)": 1.01029372215271, "Finetune/Step": 3200, "Finetune/Step Time": 7.246678257361054}
{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7586437463760376, "Finetune/Loss (Raw)": 0.6088268160820007, "Finetune/Step": 3201, "Finetune/Step Time": 7.257652899250388}
{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7585969567298889, "Finetune/Loss (Raw)": 0.7839041948318481, "Finetune/Step": 3202, "Finetune/Step Time": 7.254378568381071}
{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7623285055160522, "Finetune/Loss (Raw)": 0.7705645561218262, "Finetune/Step": 3203, "Finetune/Step Time": 7.240041838958859}
{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7629798650741577, "Finetune/Loss (Raw)": 0.7745919823646545, "Finetune/Step": 3204, "Finetune/Step Time": 7.246360944584012}
{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7620660662651062, "Finetune/Loss (Raw)": 0.7377108931541443, "Finetune/Step": 3205, "Finetune/Step Time": 7.242592949420214}
{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.761871874332428, "Finetune/Loss (Raw)": 0.6734080910682678, "Finetune/Step": 3206, "Finetune/Step Time": 7.243641683831811}
{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7629822492599487, "Finetune/Loss (Raw)": 0.770957350730896, "Finetune/Step": 3207, "Finetune/Step Time": 7.243218999356031}
{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7640058398246765, "Finetune/Loss (Raw)": 0.8301253318786621, "Finetune/Step": 3208, "Finetune/Step Time": 7.236480299383402}
{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7644257545471191, "Finetune/Loss (Raw)": 0.7910965085029602, "Finetune/Step": 3209, "Finetune/Step Time": 7.23895544745028}
{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7635790109634399, "Finetune/Loss (Raw)": 0.7135936617851257, "Finetune/Step": 3210, "Finetune/Step Time": 7.237382892519236}
{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7632008790969849, "Finetune/Loss (Raw)": 0.8018355965614319, "Finetune/Step": 3211, "Finetune/Step Time": 7.2310811169445515}
{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7602440118789673, "Finetune/Loss (Raw)": 0.39493754506111145, "Finetune/Step": 3212, "Finetune/Step Time": 7.236187279224396}
{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7592688202857971, "Finetune/Loss (Raw)": 0.8554856777191162, "Finetune/Step": 3213, "Finetune/Step Time": 7.2335607167333364}
{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7583670616149902, "Finetune/Loss (Raw)": 0.706712543964386, "Finetune/Step": 3214, "Finetune/Step Time": 7.245626796036959}
{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7572708129882812, "Finetune/Loss (Raw)": 0.6551123857498169, "Finetune/Step": 3215, "Finetune/Step Time": 7.254767917096615}
{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7577610015869141, "Finetune/Loss (Raw)": 0.6343826651573181, "Finetune/Step": 3216, "Finetune/Step Time": 7.274337520822883}
{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7571663856506348, "Finetune/Loss (Raw)": 0.8205568194389343, "Finetune/Step": 3217, "Finetune/Step Time": 7.266827406361699}
{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.757847249507904, "Finetune/Loss (Raw)": 0.828864336013794, "Finetune/Step": 3218, "Finetune/Step Time": 7.264469228684902}
{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.757564902305603, "Finetune/Loss (Raw)": 0.6790133118629456, "Finetune/Step": 3219, "Finetune/Step Time": 7.23935666307807}
{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7627295255661011, "Finetune/Loss (Raw)": 0.9538859724998474, "Finetune/Step": 3220, "Finetune/Step Time": 7.234632657840848}
{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7621506452560425, "Finetune/Loss (Raw)": 0.7543607354164124, "Finetune/Step": 3221, "Finetune/Step Time": 7.2383138835430145}
{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7581216096878052, "Finetune/Loss (Raw)": 0.33221641182899475, "Finetune/Step": 3222, "Finetune/Step Time": 7.250045413151383}
{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7580863237380981, "Finetune/Loss (Raw)": 0.7756261825561523, "Finetune/Step": 3223, "Finetune/Step Time": 7.255775172263384}
{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7579789161682129, "Finetune/Loss (Raw)": 0.8089701533317566, "Finetune/Step": 3224, "Finetune/Step Time": 7.2572116330266}
{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7616723775863647, "Finetune/Loss (Raw)": 0.7779083847999573, "Finetune/Step": 3225, "Finetune/Step Time": 7.247127644717693}
{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7635486125946045, "Finetune/Loss (Raw)": 0.8024675250053406, "Finetune/Step": 3226, "Finetune/Step Time": 7.246091956272721}
{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7624732851982117, "Finetune/Loss (Raw)": 0.6990830898284912, "Finetune/Step": 3227, "Finetune/Step Time": 7.246545439586043}
{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7606201171875, "Finetune/Loss (Raw)": 0.7729340195655823, "Finetune/Step": 3228, "Finetune/Step Time": 7.244377577677369}
{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7632267475128174, "Finetune/Loss (Raw)": 0.8901621103286743, "Finetune/Step": 3229, "Finetune/Step Time": 7.22900970466435}
{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7617208361625671, "Finetune/Loss (Raw)": 0.713600218296051, "Finetune/Step": 3230, "Finetune/Step Time": 7.231394926086068}
{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7605310082435608, "Finetune/Loss (Raw)": 0.7816305756568909, "Finetune/Step": 3231, "Finetune/Step Time": 7.243482992053032}
{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7611681222915649, "Finetune/Loss (Raw)": 0.9311311841011047, "Finetune/Step": 3232, "Finetune/Step Time": 7.246034795418382}
{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7623840570449829, "Finetune/Loss (Raw)": 1.0005425214767456, "Finetune/Step": 3233, "Finetune/Step Time": 7.249267494305968}
{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7621116638183594, "Finetune/Loss (Raw)": 0.6899374723434448, "Finetune/Step": 3234, "Finetune/Step Time": 7.270465554669499}
{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7618505954742432, "Finetune/Loss (Raw)": 0.925672173500061, "Finetune/Step": 3235, "Finetune/Step Time": 7.275550164282322}
{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7611664533615112, "Finetune/Loss (Raw)": 0.6582289338111877, "Finetune/Step": 3236, "Finetune/Step Time": 7.2704344894737005}
{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7622592449188232, "Finetune/Loss (Raw)": 0.8908529281616211, "Finetune/Step": 3237, "Finetune/Step Time": 7.268543066456914}
{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7595697641372681, "Finetune/Loss (Raw)": 0.39534518122673035, "Finetune/Step": 3238, "Finetune/Step Time": 7.273257959634066}
{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7612664103507996, "Finetune/Loss (Raw)": 0.9705972075462341, "Finetune/Step": 3239, "Finetune/Step Time": 7.268945597112179}
{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7616218328475952, "Finetune/Loss (Raw)": 0.9286230206489563, "Finetune/Step": 3240, "Finetune/Step Time": 7.270208608359098}
{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7627096772193909, "Finetune/Loss (Raw)": 0.8934352397918701, "Finetune/Step": 3241, "Finetune/Step Time": 7.259503001347184}
{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.763231635093689, "Finetune/Loss (Raw)": 0.9253507256507874, "Finetune/Step": 3242, "Finetune/Step Time": 7.2558535654097795}
{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7636101245880127, "Finetune/Loss (Raw)": 0.8284040689468384, "Finetune/Step": 3243, "Finetune/Step Time": 7.254700157791376}
{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7659577131271362, "Finetune/Loss (Raw)": 0.8586428165435791, "Finetune/Step": 3244, "Finetune/Step Time": 7.220634493976831}
{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7662211656570435, "Finetune/Loss (Raw)": 0.8821954727172852, "Finetune/Step": 3245, "Finetune/Step Time": 7.2254420053213835}
{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7678734064102173, "Finetune/Loss (Raw)": 0.6818825006484985, "Finetune/Step": 3246, "Finetune/Step Time": 7.227133648470044}
{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7673840522766113, "Finetune/Loss (Raw)": 0.7486686110496521, "Finetune/Step": 3247, "Finetune/Step Time": 7.2259776070714}
{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7681831121444702, "Finetune/Loss (Raw)": 0.9394222497940063, "Finetune/Step": 3248, "Finetune/Step Time": 7.229196958243847}
{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7706299424171448, "Finetune/Loss (Raw)": 0.9311113357543945, "Finetune/Step": 3249, "Finetune/Step Time": 7.218801619485021}
{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7704616785049438, "Finetune/Loss (Raw)": 0.7611138820648193, "Finetune/Step": 3250, "Finetune/Step Time": 7.237122943624854}
{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7695543766021729, "Finetune/Loss (Raw)": 0.6521832346916199, "Finetune/Step": 3251, "Finetune/Step Time": 7.264025429263711}
{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7697426676750183, "Finetune/Loss (Raw)": 0.8828174471855164, "Finetune/Step": 3252, "Finetune/Step Time": 7.264556860551238}
{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7710959911346436, "Finetune/Loss (Raw)": 0.813739001750946, "Finetune/Step": 3253, "Finetune/Step Time": 7.26695635728538}
{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7711124420166016, "Finetune/Loss (Raw)": 0.8653064966201782, "Finetune/Step": 3254, "Finetune/Step Time": 7.266427764669061}
{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7704864740371704, "Finetune/Loss (Raw)": 0.8666080236434937, "Finetune/Step": 3255, "Finetune/Step Time": 7.287499524652958}
{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.773241400718689, "Finetune/Loss (Raw)": 0.8683505654335022, "Finetune/Step": 3256, "Finetune/Step Time": 7.25496594235301}
{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7719669938087463, "Finetune/Loss (Raw)": 0.614456295967102, "Finetune/Step": 3257, "Finetune/Step Time": 7.264667483046651}
{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7741129398345947, "Finetune/Loss (Raw)": 0.9949309825897217, "Finetune/Step": 3258, "Finetune/Step Time": 7.2543416898697615}
{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7737966179847717, "Finetune/Loss (Raw)": 0.7079899311065674, "Finetune/Step": 3259, "Finetune/Step Time": 7.257844589650631}
{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7769216299057007, "Finetune/Loss (Raw)": 0.8179783821105957, "Finetune/Step": 3260, "Finetune/Step Time": 7.261160252615809}
{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7763344645500183, "Finetune/Loss (Raw)": 0.7476282119750977, "Finetune/Step": 3261, "Finetune/Step Time": 7.262162683531642}
{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7784216403961182, "Finetune/Loss (Raw)": 0.9244828820228577, "Finetune/Step": 3262, "Finetune/Step Time": 7.249236861243844}
{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7787679433822632, "Finetune/Loss (Raw)": 0.9163755774497986, "Finetune/Step": 3263, "Finetune/Step Time": 7.2468600776046515}
{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7779176831245422, "Finetune/Loss (Raw)": 0.7064853310585022, "Finetune/Step": 3264, "Finetune/Step Time": 7.24801092594862}
{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7796560525894165, "Finetune/Loss (Raw)": 0.9497668147087097, "Finetune/Step": 3265, "Finetune/Step Time": 7.232175188139081}
{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7809147834777832, "Finetune/Loss (Raw)": 0.8043177723884583, "Finetune/Step": 3266, "Finetune/Step Time": 7.226783324033022}
{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7803089618682861, "Finetune/Loss (Raw)": 0.7250654697418213, "Finetune/Step": 3267, "Finetune/Step Time": 7.240453219041228}
{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.781277060508728, "Finetune/Loss (Raw)": 0.899985671043396, "Finetune/Step": 3268, "Finetune/Step Time": 7.235685968771577}
{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7821277379989624, "Finetune/Loss (Raw)": 0.8859529495239258, "Finetune/Step": 3269, "Finetune/Step Time": 7.237286493182182}
{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.782265305519104, "Finetune/Loss (Raw)": 0.7329855561256409, "Finetune/Step": 3270, "Finetune/Step Time": 7.227897418662906}
{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.7843636870384216, "Finetune/Loss (Raw)": 0.7774768471717834, "Finetune/Step": 3271, "Finetune/Step Time": 7.212757181376219}
{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7831443548202515, "Finetune/Loss (Raw)": 0.7660519480705261, "Finetune/Step": 3272, "Finetune/Step Time": 7.240592366084456}
{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7817577123641968, "Finetune/Loss (Raw)": 0.7184672951698303, "Finetune/Step": 3273, "Finetune/Step Time": 7.246611984446645}
{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7774448990821838, "Finetune/Loss (Raw)": 0.31924742460250854, "Finetune/Step": 3274, "Finetune/Step Time": 7.2498814817518}
{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7767993211746216, "Finetune/Loss (Raw)": 0.7171294093132019, "Finetune/Step": 3275, "Finetune/Step Time": 7.258327983319759}
{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7759953737258911, "Finetune/Loss (Raw)": 0.8349563479423523, "Finetune/Step": 3276, "Finetune/Step Time": 7.244199963286519}
{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7792626619338989, "Finetune/Loss (Raw)": 0.8365558981895447, "Finetune/Step": 3277, "Finetune/Step Time": 7.229434018954635}
{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7793803215026855, "Finetune/Loss (Raw)": 0.7967846989631653, "Finetune/Step": 3278, "Finetune/Step Time": 7.233040487393737}
{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7792614698410034, "Finetune/Loss (Raw)": 0.8353249430656433, "Finetune/Step": 3279, "Finetune/Step Time": 7.240619668737054}
{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7803502082824707, "Finetune/Loss (Raw)": 0.9339960217475891, "Finetune/Step": 3280, "Finetune/Step Time": 7.239939592778683}
{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.7813063859939575, "Finetune/Loss (Raw)": 0.9676219820976257, "Finetune/Step": 3281, "Finetune/Step Time": 7.242037784308195}
{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7812596559524536, "Finetune/Loss (Raw)": 0.7842012643814087, "Finetune/Step": 3282, "Finetune/Step Time": 7.2430045157670975}
{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7774055004119873, "Finetune/Loss (Raw)": 0.3664279282093048, "Finetune/Step": 3283, "Finetune/Step Time": 7.256242699921131}
{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7774985432624817, "Finetune/Loss (Raw)": 0.7745413184165955, "Finetune/Step": 3284, "Finetune/Step Time": 7.259634606540203}
{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7768641114234924, "Finetune/Loss (Raw)": 0.8524545431137085, "Finetune/Step": 3285, "Finetune/Step Time": 7.253591997548938}
{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7809871435165405, "Finetune/Loss (Raw)": 0.8107768893241882, "Finetune/Step": 3286, "Finetune/Step Time": 7.245240435004234}
{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.7817223072052002, "Finetune/Loss (Raw)": 0.824833869934082, "Finetune/Step": 3287, "Finetune/Step Time": 7.252383373677731}
{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.78232342004776, "Finetune/Loss (Raw)": 0.8975774645805359, "Finetune/Step": 3288, "Finetune/Step Time": 7.25730662047863}
{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7817718982696533, "Finetune/Loss (Raw)": 0.7549605369567871, "Finetune/Step": 3289, "Finetune/Step Time": 7.239665253087878}
{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.785223126411438, "Finetune/Loss (Raw)": 0.8498456478118896, "Finetune/Step": 3290, "Finetune/Step Time": 7.227010164409876}
{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.7834274768829346, "Finetune/Loss (Raw)": 0.6847719550132751, "Finetune/Step": 3291, "Finetune/Step Time": 7.2222478203475475}
{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7827764749526978, "Finetune/Loss (Raw)": 0.758589506149292, "Finetune/Step": 3292, "Finetune/Step Time": 7.222934663295746}
{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.7848889827728271, "Finetune/Loss (Raw)": 0.8063488602638245, "Finetune/Step": 3293, "Finetune/Step Time": 7.2085797395557165}
{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7842053174972534, "Finetune/Loss (Raw)": 0.6999531388282776, "Finetune/Step": 3294, "Finetune/Step Time": 7.234338911250234}
{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7841004133224487, "Finetune/Loss (Raw)": 0.7922790050506592, "Finetune/Step": 3295, "Finetune/Step Time": 7.2374260276556015}
{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7834252119064331, "Finetune/Loss (Raw)": 0.8470422625541687, "Finetune/Step": 3296, "Finetune/Step Time": 7.2384937312453985}
{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7863879203796387, "Finetune/Loss (Raw)": 0.6930593252182007, "Finetune/Step": 3297, "Finetune/Step Time": 7.2449288703501225}
{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7882775068283081, "Finetune/Loss (Raw)": 0.8986051082611084, "Finetune/Step": 3298, "Finetune/Step Time": 7.243690809234977}
{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.7854008078575134, "Finetune/Loss (Raw)": 0.38188865780830383, "Finetune/Step": 3299, "Finetune/Step Time": 7.255493957549334}
{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.786339282989502, "Finetune/Loss (Raw)": 0.8681765794754028, "Finetune/Step": 3300, "Finetune/Step Time": 7.258365808054805}
{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.7864611744880676, "Finetune/Loss (Raw)": 0.662828803062439, "Finetune/Step": 3301, "Finetune/Step Time": 7.247836243361235}
{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.785857081413269, "Finetune/Loss (Raw)": 0.8964484333992004, "Finetune/Step": 3302, "Finetune/Step Time": 7.245790591463447}
{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.7860323190689087, "Finetune/Loss (Raw)": 0.7891356348991394, "Finetune/Step": 3303, "Finetune/Step Time": 7.243339637294412}
{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7842797636985779, "Finetune/Loss (Raw)": 0.7288094758987427, "Finetune/Step": 3304, "Finetune/Step Time": 7.252474622800946}
{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.7850946187973022, "Finetune/Loss (Raw)": 0.8701441287994385, "Finetune/Step": 3305, "Finetune/Step Time": 7.237127782776952}
{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7842168211936951, "Finetune/Loss (Raw)": 0.7035117745399475, "Finetune/Step": 3306, "Finetune/Step Time": 7.22949985973537}
{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7844123840332031, "Finetune/Loss (Raw)": 0.9488634467124939, "Finetune/Step": 3307, "Finetune/Step Time": 7.219574643298984}
{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7849701642990112, "Finetune/Loss (Raw)": 0.8208895325660706, "Finetune/Step": 3308, "Finetune/Step Time": 7.225399978458881}
{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.7851606607437134, "Finetune/Loss (Raw)": 0.8770412802696228, "Finetune/Step": 3309, "Finetune/Step Time": 7.235728519037366}
{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.784536600112915, "Finetune/Loss (Raw)": 0.7469324469566345, "Finetune/Step": 3310, "Finetune/Step Time": 7.242869773879647}
{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7847629189491272, "Finetune/Loss (Raw)": 0.7154210805892944, "Finetune/Step": 3311, "Finetune/Step Time": 7.250925946980715}
{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7848732471466064, "Finetune/Loss (Raw)": 0.7836225032806396, "Finetune/Step": 3312, "Finetune/Step Time": 7.245656907558441}
{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7814347743988037, "Finetune/Loss (Raw)": 0.43105438351631165, "Finetune/Step": 3313, "Finetune/Step Time": 7.25354577600956}
{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7812975645065308, "Finetune/Loss (Raw)": 0.7446091771125793, "Finetune/Step": 3314, "Finetune/Step Time": 7.250385141000152}
{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.7820781469345093, "Finetune/Loss (Raw)": 0.9654521942138672, "Finetune/Step": 3315, "Finetune/Step Time": 7.262312389910221}
{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.782630443572998, "Finetune/Loss (Raw)": 0.758393406867981, "Finetune/Step": 3316, "Finetune/Step Time": 7.253671547397971}
{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7827041745185852, "Finetune/Loss (Raw)": 0.7498065829277039, "Finetune/Step": 3317, "Finetune/Step Time": 7.2550597582012415}
{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7789070010185242, "Finetune/Loss (Raw)": 0.3335942327976227, "Finetune/Step": 3318, "Finetune/Step Time": 7.264176385477185}
{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7794101238250732, "Finetune/Loss (Raw)": 0.898945152759552, "Finetune/Step": 3319, "Finetune/Step Time": 7.245535438880324}
{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7791134119033813, "Finetune/Loss (Raw)": 0.7608827352523804, "Finetune/Step": 3320, "Finetune/Step Time": 7.237855419516563}
{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7784526348114014, "Finetune/Loss (Raw)": 0.7107272148132324, "Finetune/Step": 3321, "Finetune/Step Time": 7.237018940970302}
{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.7786839604377747, "Finetune/Loss (Raw)": 0.7566366791725159, "Finetune/Step": 3322, "Finetune/Step Time": 7.23086972720921}
{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7789015173912048, "Finetune/Loss (Raw)": 0.8778680562973022, "Finetune/Step": 3323, "Finetune/Step Time": 7.237227207049727}
{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7786235809326172, "Finetune/Loss (Raw)": 0.7540068030357361, "Finetune/Step": 3324, "Finetune/Step Time": 7.250937817618251}
{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7771313190460205, "Finetune/Loss (Raw)": 0.6907899379730225, "Finetune/Step": 3325, "Finetune/Step Time": 7.251368008553982}
{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7782931327819824, "Finetune/Loss (Raw)": 0.8593265414237976, "Finetune/Step": 3326, "Finetune/Step Time": 7.243111401796341}
{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7764616012573242, "Finetune/Loss (Raw)": 0.5780125260353088, "Finetune/Step": 3327, "Finetune/Step Time": 7.255535567179322}
{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7757335901260376, "Finetune/Loss (Raw)": 0.9171118140220642, "Finetune/Step": 3328, "Finetune/Step Time": 7.259885141626}
{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7773951292037964, "Finetune/Loss (Raw)": 0.8214953541755676, "Finetune/Step": 3329, "Finetune/Step Time": 7.262912945821881}
{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7766280174255371, "Finetune/Loss (Raw)": 0.6857255101203918, "Finetune/Step": 3330, "Finetune/Step Time": 7.276442099362612}
{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.777018666267395, "Finetune/Loss (Raw)": 0.8205625414848328, "Finetune/Step": 3331, "Finetune/Step Time": 7.290539113804698}
{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.777239203453064, "Finetune/Loss (Raw)": 0.8028204441070557, "Finetune/Step": 3332, "Finetune/Step Time": 7.284646645188332}
{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.777891993522644, "Finetune/Loss (Raw)": 0.8212688565254211, "Finetune/Step": 3333, "Finetune/Step Time": 7.284662278369069}
{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.7790899276733398, "Finetune/Loss (Raw)": 0.8267444372177124, "Finetune/Step": 3334, "Finetune/Step Time": 7.285050339996815}
{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7787168025970459, "Finetune/Loss (Raw)": 0.7231931686401367, "Finetune/Step": 3335, "Finetune/Step Time": 7.264295298606157}
{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7782090902328491, "Finetune/Loss (Raw)": 0.7651429176330566, "Finetune/Step": 3336, "Finetune/Step Time": 7.263551162555814}
{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7774868011474609, "Finetune/Loss (Raw)": 0.6986401081085205, "Finetune/Step": 3337, "Finetune/Step Time": 7.266910135746002}
{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7782502174377441, "Finetune/Loss (Raw)": 0.8113102316856384, "Finetune/Step": 3338, "Finetune/Step Time": 7.270280720666051}
{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7786303758621216, "Finetune/Loss (Raw)": 0.8504921197891235, "Finetune/Step": 3339, "Finetune/Step Time": 7.26281963288784}
{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7817848920822144, "Finetune/Loss (Raw)": 0.7987203001976013, "Finetune/Step": 3340, "Finetune/Step Time": 7.25229606218636}
{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7826312780380249, "Finetune/Loss (Raw)": 0.9638247489929199, "Finetune/Step": 3341, "Finetune/Step Time": 7.258117692545056}
{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7839313745498657, "Finetune/Loss (Raw)": 0.8731184601783752, "Finetune/Step": 3342, "Finetune/Step Time": 7.239626387134194}
{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.7853075265884399, "Finetune/Loss (Raw)": 0.8312700986862183, "Finetune/Step": 3343, "Finetune/Step Time": 7.227058548480272}
{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.7851700186729431, "Finetune/Loss (Raw)": 0.6167778372764587, "Finetune/Step": 3344, "Finetune/Step Time": 7.208216402679682}
{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.78150874376297, "Finetune/Loss (Raw)": 0.35191214084625244, "Finetune/Step": 3345, "Finetune/Step Time": 7.225237732753158}
{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7819329500198364, "Finetune/Loss (Raw)": 0.8831634521484375, "Finetune/Step": 3346, "Finetune/Step Time": 7.224300891160965}
{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7819826602935791, "Finetune/Loss (Raw)": 0.685371458530426, "Finetune/Step": 3347, "Finetune/Step Time": 7.225161788985133}
{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7811556458473206, "Finetune/Loss (Raw)": 0.8480280041694641, "Finetune/Step": 3348, "Finetune/Step Time": 7.219461625441909}
{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7818416953086853, "Finetune/Loss (Raw)": 0.8421801924705505, "Finetune/Step": 3349, "Finetune/Step Time": 7.216252570971847}
{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7870055437088013, "Finetune/Loss (Raw)": 0.9931877851486206, "Finetune/Step": 3350, "Finetune/Step Time": 7.209853945299983}
{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.7867543697357178, "Finetune/Loss (Raw)": 0.7434735298156738, "Finetune/Step": 3351, "Finetune/Step Time": 7.216512957587838}
{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.7870418429374695, "Finetune/Loss (Raw)": 0.8457701206207275, "Finetune/Step": 3352, "Finetune/Step Time": 7.220530156046152}
{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.7879785299301147, "Finetune/Loss (Raw)": 0.8978087902069092, "Finetune/Step": 3353, "Finetune/Step Time": 7.236252410337329}
{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.7886355519294739, "Finetune/Loss (Raw)": 0.8865572810173035, "Finetune/Step": 3354, "Finetune/Step Time": 7.2344453781843185}
{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.7897502183914185, "Finetune/Loss (Raw)": 0.8417614698410034, "Finetune/Step": 3355, "Finetune/Step Time": 7.226607881486416}
{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7905977964401245, "Finetune/Loss (Raw)": 0.8814201354980469, "Finetune/Step": 3356, "Finetune/Step Time": 7.228734750300646}
{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.7899891138076782, "Finetune/Loss (Raw)": 0.8122604489326477, "Finetune/Step": 3357, "Finetune/Step Time": 7.229760341346264}
{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.7902547121047974, "Finetune/Loss (Raw)": 0.7475941777229309, "Finetune/Step": 3358, "Finetune/Step Time": 7.224037867039442}
{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7918113470077515, "Finetune/Loss (Raw)": 0.9808844327926636, "Finetune/Step": 3359, "Finetune/Step Time": 7.198353033512831}
{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.7914085388183594, "Finetune/Loss (Raw)": 0.8795655965805054, "Finetune/Step": 3360, "Finetune/Step Time": 7.198445690795779}
{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.7901961803436279, "Finetune/Loss (Raw)": 0.8453628420829773, "Finetune/Step": 3361, "Finetune/Step Time": 7.211580978706479}
{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7904062271118164, "Finetune/Loss (Raw)": 0.7168197631835938, "Finetune/Step": 3362, "Finetune/Step Time": 7.194941356778145}
{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7900798320770264, "Finetune/Loss (Raw)": 0.8839037418365479, "Finetune/Step": 3363, "Finetune/Step Time": 7.194815186783671}
{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7918307781219482, "Finetune/Loss (Raw)": 0.882342517375946, "Finetune/Step": 3364, "Finetune/Step Time": 7.187278099358082}
{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7908155918121338, "Finetune/Loss (Raw)": 0.7609079480171204, "Finetune/Step": 3365, "Finetune/Step Time": 7.210484761744738}
{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.7930120229721069, "Finetune/Loss (Raw)": 0.6764821410179138, "Finetune/Step": 3366, "Finetune/Step Time": 7.208371818065643}
{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7909530401229858, "Finetune/Loss (Raw)": 0.707059383392334, "Finetune/Step": 3367, "Finetune/Step Time": 7.2053303718566895}
{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.7870923280715942, "Finetune/Loss (Raw)": 0.4344501197338104, "Finetune/Step": 3368, "Finetune/Step Time": 7.217289580032229}
{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.7866789698600769, "Finetune/Loss (Raw)": 0.8405266404151917, "Finetune/Step": 3369, "Finetune/Step Time": 7.216337068006396}
{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.7861592769622803, "Finetune/Loss (Raw)": 0.8588261008262634, "Finetune/Step": 3370, "Finetune/Step Time": 7.213632309809327}
{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7840931415557861, "Finetune/Loss (Raw)": 0.5639389753341675, "Finetune/Step": 3371, "Finetune/Step Time": 7.2346224542707205}
{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7831426858901978, "Finetune/Loss (Raw)": 0.7369889616966248, "Finetune/Step": 3372, "Finetune/Step Time": 7.245607741177082}
{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7827301025390625, "Finetune/Loss (Raw)": 0.8293828964233398, "Finetune/Step": 3373, "Finetune/Step Time": 7.25118425488472}
{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7838850021362305, "Finetune/Loss (Raw)": 0.8297016620635986, "Finetune/Step": 3374, "Finetune/Step Time": 7.241780301555991}
{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7861809134483337, "Finetune/Loss (Raw)": 1.0425491333007812, "Finetune/Step": 3375, "Finetune/Step Time": 7.240239763632417}
{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.7859718203544617, "Finetune/Loss (Raw)": 0.9126600027084351, "Finetune/Step": 3376, "Finetune/Step Time": 7.233071111142635}
{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.7837321162223816, "Finetune/Loss (Raw)": 0.6444284319877625, "Finetune/Step": 3377, "Finetune/Step Time": 7.24336501210928}
{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.7845896482467651, "Finetune/Loss (Raw)": 0.8708707690238953, "Finetune/Step": 3378, "Finetune/Step Time": 7.239493468776345}
{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7843946814537048, "Finetune/Loss (Raw)": 0.6272375583648682, "Finetune/Step": 3379, "Finetune/Step Time": 7.21453070640564}
{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7829070091247559, "Finetune/Loss (Raw)": 0.6923972368240356, "Finetune/Step": 3380, "Finetune/Step Time": 7.212360475212336}
{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.7824666500091553, "Finetune/Loss (Raw)": 0.7573665380477905, "Finetune/Step": 3381, "Finetune/Step Time": 7.207121912389994}
{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7826367616653442, "Finetune/Loss (Raw)": 0.8870823979377747, "Finetune/Step": 3382, "Finetune/Step Time": 7.208779603242874}
{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7819119095802307, "Finetune/Loss (Raw)": 0.7738275527954102, "Finetune/Step": 3383, "Finetune/Step Time": 7.1866004671901464}
{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7820050120353699, "Finetune/Loss (Raw)": 0.8802676796913147, "Finetune/Step": 3384, "Finetune/Step Time": 7.204569613561034}
{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7823222875595093, "Finetune/Loss (Raw)": 0.6550670266151428, "Finetune/Step": 3385, "Finetune/Step Time": 7.194071147590876}
{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7806903123855591, "Finetune/Loss (Raw)": 0.7860376238822937, "Finetune/Step": 3386, "Finetune/Step Time": 7.185727884992957}
{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7809102535247803, "Finetune/Loss (Raw)": 0.7361461520195007, "Finetune/Step": 3387, "Finetune/Step Time": 7.1742722652852535}
{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7804628610610962, "Finetune/Loss (Raw)": 0.7607084512710571, "Finetune/Step": 3388, "Finetune/Step Time": 7.156689744442701}
{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7810522317886353, "Finetune/Loss (Raw)": 0.8230704665184021, "Finetune/Step": 3389, "Finetune/Step Time": 7.160439973697066}
{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7802984714508057, "Finetune/Loss (Raw)": 0.8279975056648254, "Finetune/Step": 3390, "Finetune/Step Time": 7.1645715944468975}
{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7806495428085327, "Finetune/Loss (Raw)": 0.9613134860992432, "Finetune/Step": 3391, "Finetune/Step Time": 7.161366222426295}
{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7810728549957275, "Finetune/Loss (Raw)": 0.760665774345398, "Finetune/Step": 3392, "Finetune/Step Time": 7.160603020340204}
{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.7805246114730835, "Finetune/Loss (Raw)": 0.8795982599258423, "Finetune/Step": 3393, "Finetune/Step Time": 7.157337188720703}
{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7798706889152527, "Finetune/Loss (Raw)": 0.7206119298934937, "Finetune/Step": 3394, "Finetune/Step Time": 7.176568817347288}
{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7810488343238831, "Finetune/Loss (Raw)": 0.875871479511261, "Finetune/Step": 3395, "Finetune/Step Time": 7.160818934440613}
{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7793377637863159, "Finetune/Loss (Raw)": 0.680965781211853, "Finetune/Step": 3396, "Finetune/Step Time": 7.160356463864446}
{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7782024145126343, "Finetune/Loss (Raw)": 0.7406309247016907, "Finetune/Step": 3397, "Finetune/Step Time": 7.159176712855697}
{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7789109945297241, "Finetune/Loss (Raw)": 0.8236820697784424, "Finetune/Step": 3398, "Finetune/Step Time": 7.157880676910281}
{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7788417935371399, "Finetune/Loss (Raw)": 0.7686172127723694, "Finetune/Step": 3399, "Finetune/Step Time": 7.166217241436243}
{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7789472937583923, "Finetune/Loss (Raw)": 0.7795587778091431, "Finetune/Step": 3400, "Finetune/Step Time": 7.1406317837536335}
{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7789598107337952, "Finetune/Loss (Raw)": 0.7200688719749451, "Finetune/Step": 3401, "Finetune/Step Time": 7.132269371300936}
{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7825555801391602, "Finetune/Loss (Raw)": 0.7795011401176453, "Finetune/Step": 3402, "Finetune/Step Time": 7.118416087701917}
{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.7827975153923035, "Finetune/Loss (Raw)": 0.7481013536453247, "Finetune/Step": 3403, "Finetune/Step Time": 7.103805374354124}
{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7821961641311646, "Finetune/Loss (Raw)": 0.7579861283302307, "Finetune/Step": 3404, "Finetune/Step Time": 7.100089965388179}
{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.780165433883667, "Finetune/Loss (Raw)": 0.576617956161499, "Finetune/Step": 3405, "Finetune/Step Time": 7.139007993042469}
{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7805880308151245, "Finetune/Loss (Raw)": 0.8508846759796143, "Finetune/Step": 3406, "Finetune/Step Time": 7.136117115616798}
{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7805168032646179, "Finetune/Loss (Raw)": 0.8261995315551758, "Finetune/Step": 3407, "Finetune/Step Time": 7.123745359480381}
{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7799694538116455, "Finetune/Loss (Raw)": 0.8639363050460815, "Finetune/Step": 3408, "Finetune/Step Time": 7.12392520159483}
{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.778928279876709, "Finetune/Loss (Raw)": 0.8343534469604492, "Finetune/Step": 3409, "Finetune/Step Time": 7.121642308309674}
{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7782942056655884, "Finetune/Loss (Raw)": 0.7030389308929443, "Finetune/Step": 3410, "Finetune/Step Time": 7.125325229018927}
{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7826756238937378, "Finetune/Loss (Raw)": 0.9272491931915283, "Finetune/Step": 3411, "Finetune/Step Time": 7.112001329660416}
{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7831751704216003, "Finetune/Loss (Raw)": 0.8384856581687927, "Finetune/Step": 3412, "Finetune/Step Time": 7.107051333412528}
{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7836817502975464, "Finetune/Loss (Raw)": 0.9172887206077576, "Finetune/Step": 3413, "Finetune/Step Time": 7.114267205819488}
{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7845871448516846, "Finetune/Loss (Raw)": 0.9266814589500427, "Finetune/Step": 3414, "Finetune/Step Time": 7.112437846139073}
{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.783282995223999, "Finetune/Loss (Raw)": 0.6578912138938904, "Finetune/Step": 3415, "Finetune/Step Time": 7.109246134757996}
{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7795782089233398, "Finetune/Loss (Raw)": 0.4233629107475281, "Finetune/Step": 3416, "Finetune/Step Time": 7.119783140718937}
{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7792155742645264, "Finetune/Loss (Raw)": 0.7085437178611755, "Finetune/Step": 3417, "Finetune/Step Time": 7.126184707507491}
{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7788808345794678, "Finetune/Loss (Raw)": 0.807005763053894, "Finetune/Step": 3418, "Finetune/Step Time": 7.1374891847372055}
{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7798295021057129, "Finetune/Loss (Raw)": 0.8061949610710144, "Finetune/Step": 3419, "Finetune/Step Time": 7.141382597386837}
{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7780286073684692, "Finetune/Loss (Raw)": 0.5280742049217224, "Finetune/Step": 3420, "Finetune/Step Time": 7.165005872026086}
{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.778431236743927, "Finetune/Loss (Raw)": 0.857889711856842, "Finetune/Step": 3421, "Finetune/Step Time": 7.167966812849045}
{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7783523797988892, "Finetune/Loss (Raw)": 0.6898590922355652, "Finetune/Step": 3422, "Finetune/Step Time": 7.161264320835471}
{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7781168222427368, "Finetune/Loss (Raw)": 0.76213139295578, "Finetune/Step": 3423, "Finetune/Step Time": 7.159909790381789}
{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7742405533790588, "Finetune/Loss (Raw)": 0.3508780598640442, "Finetune/Step": 3424, "Finetune/Step Time": 7.1670539658516645}
{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7748904228210449, "Finetune/Loss (Raw)": 0.7762417197227478, "Finetune/Step": 3425, "Finetune/Step Time": 7.155090171843767}
{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7730469703674316, "Finetune/Loss (Raw)": 0.6626375317573547, "Finetune/Step": 3426, "Finetune/Step Time": 7.156490948051214}
{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.776650071144104, "Finetune/Loss (Raw)": 0.8430881500244141, "Finetune/Step": 3427, "Finetune/Step Time": 7.145931992679834}
{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7757636308670044, "Finetune/Loss (Raw)": 0.7547158002853394, "Finetune/Step": 3428, "Finetune/Step Time": 7.153629630804062}
{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7771795988082886, "Finetune/Loss (Raw)": 0.844075620174408, "Finetune/Step": 3429, "Finetune/Step Time": 7.150083504617214}
{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7752388715744019, "Finetune/Loss (Raw)": 0.6480370759963989, "Finetune/Step": 3430, "Finetune/Step Time": 7.144315021112561}
{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7762621641159058, "Finetune/Loss (Raw)": 0.9201124906539917, "Finetune/Step": 3431, "Finetune/Step Time": 7.148651804775}
{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7755861282348633, "Finetune/Loss (Raw)": 0.642272412776947, "Finetune/Step": 3432, "Finetune/Step Time": 7.151228662580252}
{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7748530507087708, "Finetune/Loss (Raw)": 0.7763153910636902, "Finetune/Step": 3433, "Finetune/Step Time": 7.16781803034246}
{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.774748682975769, "Finetune/Loss (Raw)": 0.6901442408561707, "Finetune/Step": 3434, "Finetune/Step Time": 7.19179518148303}
{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7730330228805542, "Finetune/Loss (Raw)": 0.7292719483375549, "Finetune/Step": 3435, "Finetune/Step Time": 7.205299651250243}
{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7721409797668457, "Finetune/Loss (Raw)": 0.7066973447799683, "Finetune/Step": 3436, "Finetune/Step Time": 7.199645156040788}
{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7715668678283691, "Finetune/Loss (Raw)": 0.8035619258880615, "Finetune/Step": 3437, "Finetune/Step Time": 7.188065534457564}
{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7713882923126221, "Finetune/Loss (Raw)": 0.7240787744522095, "Finetune/Step": 3438, "Finetune/Step Time": 7.1763148326426744}
{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7721718549728394, "Finetune/Loss (Raw)": 0.8157137632369995, "Finetune/Step": 3439, "Finetune/Step Time": 7.191194484010339}
{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.771815836429596, "Finetune/Loss (Raw)": 0.7380509376525879, "Finetune/Step": 3440, "Finetune/Step Time": 7.192954879254103}
{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7733856439590454, "Finetune/Loss (Raw)": 0.631992518901825, "Finetune/Step": 3441, "Finetune/Step Time": 7.201176265254617}
{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7732298374176025, "Finetune/Loss (Raw)": 0.7246600389480591, "Finetune/Step": 3442, "Finetune/Step Time": 7.208483530208468}
{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7712467908859253, "Finetune/Loss (Raw)": 0.7116309404373169, "Finetune/Step": 3443, "Finetune/Step Time": 7.206550300121307}
{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7716784477233887, "Finetune/Loss (Raw)": 0.8136407136917114, "Finetune/Step": 3444, "Finetune/Step Time": 7.2008224707096815}
{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7703157663345337, "Finetune/Loss (Raw)": 0.5753859877586365, "Finetune/Step": 3445, "Finetune/Step Time": 7.217656511813402}
{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7735691070556641, "Finetune/Loss (Raw)": 0.7500162124633789, "Finetune/Step": 3446, "Finetune/Step Time": 7.213083632290363}
{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7734874486923218, "Finetune/Loss (Raw)": 0.8884979486465454, "Finetune/Step": 3447, "Finetune/Step Time": 7.2076050620526075}
{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7733620405197144, "Finetune/Loss (Raw)": 0.7448292970657349, "Finetune/Step": 3448, "Finetune/Step Time": 7.212600072845817}
{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7748094797134399, "Finetune/Loss (Raw)": 0.8960013389587402, "Finetune/Step": 3449, "Finetune/Step Time": 7.208064103499055}
{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7748174071311951, "Finetune/Loss (Raw)": 0.757646918296814, "Finetune/Step": 3450, "Finetune/Step Time": 7.22741936147213}
{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7739939093589783, "Finetune/Loss (Raw)": 0.7724637389183044, "Finetune/Step": 3451, "Finetune/Step Time": 7.211468046531081}
{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7750006318092346, "Finetune/Loss (Raw)": 0.8828670978546143, "Finetune/Step": 3452, "Finetune/Step Time": 7.1958867106586695}
{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7757495045661926, "Finetune/Loss (Raw)": 0.7866473197937012, "Finetune/Step": 3453, "Finetune/Step Time": 7.205509213730693}
{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7749065160751343, "Finetune/Loss (Raw)": 0.7514185309410095, "Finetune/Step": 3454, "Finetune/Step Time": 7.213458139449358}
{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7730406522750854, "Finetune/Loss (Raw)": 0.3391898274421692, "Finetune/Step": 3455, "Finetune/Step Time": 7.216694233939052}
{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7726311683654785, "Finetune/Loss (Raw)": 0.8646882176399231, "Finetune/Step": 3456, "Finetune/Step Time": 7.213383696973324}
{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7728122472763062, "Finetune/Loss (Raw)": 0.8446753621101379, "Finetune/Step": 3457, "Finetune/Step Time": 7.193631447851658}
{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7738234400749207, "Finetune/Loss (Raw)": 0.8151568174362183, "Finetune/Step": 3458, "Finetune/Step Time": 7.201206726953387}
{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7738244533538818, "Finetune/Loss (Raw)": 0.820695161819458, "Finetune/Step": 3459, "Finetune/Step Time": 7.191699108108878}
{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.774504542350769, "Finetune/Loss (Raw)": 0.8898712396621704, "Finetune/Step": 3460, "Finetune/Step Time": 7.192786833271384}
{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7707036733627319, "Finetune/Loss (Raw)": 0.3347679674625397, "Finetune/Step": 3461, "Finetune/Step Time": 7.205996658653021}
{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7703039646148682, "Finetune/Loss (Raw)": 0.7755712866783142, "Finetune/Step": 3462, "Finetune/Step Time": 7.202724473550916}
{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7707604765892029, "Finetune/Loss (Raw)": 0.7816277742385864, "Finetune/Step": 3463, "Finetune/Step Time": 7.204920446500182}
{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7718416452407837, "Finetune/Loss (Raw)": 0.9035334587097168, "Finetune/Step": 3464, "Finetune/Step Time": 7.205632768571377}
{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7721267938613892, "Finetune/Loss (Raw)": 0.7351340651512146, "Finetune/Step": 3465, "Finetune/Step Time": 7.2004124373197556}
{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7712172865867615, "Finetune/Loss (Raw)": 0.6948977708816528, "Finetune/Step": 3466, "Finetune/Step Time": 7.198734600096941}
{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7697048187255859, "Finetune/Loss (Raw)": 0.6568943858146667, "Finetune/Step": 3467, "Finetune/Step Time": 7.197943985462189}
{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7684932947158813, "Finetune/Loss (Raw)": 0.6436523199081421, "Finetune/Step": 3468, "Finetune/Step Time": 7.20562076754868}
{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7666072249412537, "Finetune/Loss (Raw)": 0.7224028706550598, "Finetune/Step": 3469, "Finetune/Step Time": 7.2141690608114}
{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7657555341720581, "Finetune/Loss (Raw)": 0.764102041721344, "Finetune/Step": 3470, "Finetune/Step Time": 7.220451608300209}
{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.766022801399231, "Finetune/Loss (Raw)": 0.8654788732528687, "Finetune/Step": 3471, "Finetune/Step Time": 7.227210953831673}
{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7669217586517334, "Finetune/Loss (Raw)": 0.7318403124809265, "Finetune/Step": 3472, "Finetune/Step Time": 7.2282956670969725}
{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.77069091796875, "Finetune/Loss (Raw)": 0.8343687057495117, "Finetune/Step": 3473, "Finetune/Step Time": 7.243349080905318}
{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7688853740692139, "Finetune/Loss (Raw)": 0.6520487070083618, "Finetune/Step": 3474, "Finetune/Step Time": 7.2482239324599504}
{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7698692083358765, "Finetune/Loss (Raw)": 0.8113043308258057, "Finetune/Step": 3475, "Finetune/Step Time": 7.254584662616253}
{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7681527137756348, "Finetune/Loss (Raw)": 0.6283212304115295, "Finetune/Step": 3476, "Finetune/Step Time": 7.259923595935106}
{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7673737406730652, "Finetune/Loss (Raw)": 0.742476761341095, "Finetune/Step": 3477, "Finetune/Step Time": 7.277297796681523}
{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7669405937194824, "Finetune/Loss (Raw)": 0.9377310276031494, "Finetune/Step": 3478, "Finetune/Step Time": 7.269804034382105}
{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7691187858581543, "Finetune/Loss (Raw)": 1.022290587425232, "Finetune/Step": 3479, "Finetune/Step Time": 7.2571532148867846}
{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7691026329994202, "Finetune/Loss (Raw)": 0.843701183795929, "Finetune/Step": 3480, "Finetune/Step Time": 7.248978771269321}
{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7686798572540283, "Finetune/Loss (Raw)": 0.8437002301216125, "Finetune/Step": 3481, "Finetune/Step Time": 7.226308481767774}
{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.76780766248703, "Finetune/Loss (Raw)": 0.7749109268188477, "Finetune/Step": 3482, "Finetune/Step Time": 7.225698469206691}
{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7668234705924988, "Finetune/Loss (Raw)": 0.7157841920852661, "Finetune/Step": 3483, "Finetune/Step Time": 7.259647747501731}
{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.765861988067627, "Finetune/Loss (Raw)": 0.7583560347557068, "Finetune/Step": 3484, "Finetune/Step Time": 7.276033584028482}
{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7666943073272705, "Finetune/Loss (Raw)": 0.91878741979599, "Finetune/Step": 3485, "Finetune/Step Time": 7.273837396875024}
{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7670683860778809, "Finetune/Loss (Raw)": 0.7954740524291992, "Finetune/Step": 3486, "Finetune/Step Time": 7.2680255305022}
{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7650559544563293, "Finetune/Loss (Raw)": 0.7233007550239563, "Finetune/Step": 3487, "Finetune/Step Time": 7.2668567933142185}
{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7635539174079895, "Finetune/Loss (Raw)": 0.6873041391372681, "Finetune/Step": 3488, "Finetune/Step Time": 7.266729660332203}
{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7637931108474731, "Finetune/Loss (Raw)": 0.8759805560112, "Finetune/Step": 3489, "Finetune/Step Time": 7.253735363483429}
{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7638529539108276, "Finetune/Loss (Raw)": 0.724472165107727, "Finetune/Step": 3490, "Finetune/Step Time": 7.252229148522019}
{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.764006495475769, "Finetune/Loss (Raw)": 0.9035648703575134, "Finetune/Step": 3491, "Finetune/Step Time": 7.247567689046264}
{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.763279139995575, "Finetune/Loss (Raw)": 0.7892423868179321, "Finetune/Step": 3492, "Finetune/Step Time": 7.256970016285777}
{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7610897421836853, "Finetune/Loss (Raw)": 0.4806627631187439, "Finetune/Step": 3493, "Finetune/Step Time": 7.250253025442362}
{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7629807591438293, "Finetune/Loss (Raw)": 0.9185284376144409, "Finetune/Step": 3494, "Finetune/Step Time": 7.237745052203536}
{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7640690803527832, "Finetune/Loss (Raw)": 0.8463639616966248, "Finetune/Step": 3495, "Finetune/Step Time": 7.237014215439558}
{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7672865390777588, "Finetune/Loss (Raw)": 0.8462924361228943, "Finetune/Step": 3496, "Finetune/Step Time": 7.231314469128847}
{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7656280994415283, "Finetune/Loss (Raw)": 0.6282482147216797, "Finetune/Step": 3497, "Finetune/Step Time": 7.2400549706071615}
{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7656853795051575, "Finetune/Loss (Raw)": 0.8661527633666992, "Finetune/Step": 3498, "Finetune/Step Time": 7.2441303841769695}
{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7674998044967651, "Finetune/Loss (Raw)": 0.7961915731430054, "Finetune/Step": 3499, "Finetune/Step Time": 7.229364216327667}
{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7686830759048462, "Finetune/Loss (Raw)": 0.8884371519088745, "Finetune/Step": 3500, "Finetune/Step Time": 7.220445331186056}
{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7688457369804382, "Finetune/Loss (Raw)": 0.8502035737037659, "Finetune/Step": 3501, "Finetune/Step Time": 7.2064329367130995}
{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7697636485099792, "Finetune/Loss (Raw)": 0.9471955299377441, "Finetune/Step": 3502, "Finetune/Step Time": 7.2020830027759075}
{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7683899402618408, "Finetune/Loss (Raw)": 0.8667128682136536, "Finetune/Step": 3503, "Finetune/Step Time": 7.201744329184294}
{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7672033309936523, "Finetune/Loss (Raw)": 0.7607789039611816, "Finetune/Step": 3504, "Finetune/Step Time": 7.203290561214089}
{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7681647539138794, "Finetune/Loss (Raw)": 0.767490565776825, "Finetune/Step": 3505, "Finetune/Step Time": 7.199285998940468}
{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7671170234680176, "Finetune/Loss (Raw)": 0.7367632389068604, "Finetune/Step": 3506, "Finetune/Step Time": 7.195858394727111}
{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7668907642364502, "Finetune/Loss (Raw)": 0.598277747631073, "Finetune/Step": 3507, "Finetune/Step Time": 7.210811138153076}
{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7676599025726318, "Finetune/Loss (Raw)": 0.7908421158790588, "Finetune/Step": 3508, "Finetune/Step Time": 7.211392607539892}
{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7676377296447754, "Finetune/Loss (Raw)": 0.7545313835144043, "Finetune/Step": 3509, "Finetune/Step Time": 7.2243711948394775}
{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7664129734039307, "Finetune/Loss (Raw)": 0.7303100824356079, "Finetune/Step": 3510, "Finetune/Step Time": 7.223309418186545}
{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7659670114517212, "Finetune/Loss (Raw)": 0.7167472839355469, "Finetune/Step": 3511, "Finetune/Step Time": 7.230180822312832}
{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7652368545532227, "Finetune/Loss (Raw)": 0.7868101596832275, "Finetune/Step": 3512, "Finetune/Step Time": 7.205969326198101}
{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7667839527130127, "Finetune/Loss (Raw)": 0.8530901074409485, "Finetune/Step": 3513, "Finetune/Step Time": 7.205578751862049}
{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7662971019744873, "Finetune/Loss (Raw)": 0.7237213850021362, "Finetune/Step": 3514, "Finetune/Step Time": 7.210155107080936}
{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7667419910430908, "Finetune/Loss (Raw)": 0.7930865287780762, "Finetune/Step": 3515, "Finetune/Step Time": 7.216432215645909}
{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.766990065574646, "Finetune/Loss (Raw)": 0.792463481426239, "Finetune/Step": 3516, "Finetune/Step Time": 7.217879481613636}
{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7671705484390259, "Finetune/Loss (Raw)": 0.8461712598800659, "Finetune/Step": 3517, "Finetune/Step Time": 7.215148916468024}
{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7658171653747559, "Finetune/Loss (Raw)": 0.6547690629959106, "Finetune/Step": 3518, "Finetune/Step Time": 7.239129796624184}
{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7636721134185791, "Finetune/Loss (Raw)": 0.6867489814758301, "Finetune/Step": 3519, "Finetune/Step Time": 7.262135706841946}
{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7634515762329102, "Finetune/Loss (Raw)": 0.7324357032775879, "Finetune/Step": 3520, "Finetune/Step Time": 7.263932030647993}
{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7634224891662598, "Finetune/Loss (Raw)": 0.8758804202079773, "Finetune/Step": 3521, "Finetune/Step Time": 7.264690686017275}
{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7627514600753784, "Finetune/Loss (Raw)": 0.6347211003303528, "Finetune/Step": 3522, "Finetune/Step Time": 7.2722670417279005}
{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7607646584510803, "Finetune/Loss (Raw)": 0.6215524077415466, "Finetune/Step": 3523, "Finetune/Step Time": 7.296337306499481}
{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7607018947601318, "Finetune/Loss (Raw)": 0.6729375123977661, "Finetune/Step": 3524, "Finetune/Step Time": 7.305500887334347}
{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7624950408935547, "Finetune/Loss (Raw)": 0.9701445698738098, "Finetune/Step": 3525, "Finetune/Step Time": 7.308298183605075}
{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7610301971435547, "Finetune/Loss (Raw)": 0.6361836194992065, "Finetune/Step": 3526, "Finetune/Step Time": 7.315505789592862}
{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7612403631210327, "Finetune/Loss (Raw)": 0.7955284118652344, "Finetune/Step": 3527, "Finetune/Step Time": 7.31461863219738}
{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7612810730934143, "Finetune/Loss (Raw)": 0.7847692370414734, "Finetune/Step": 3528, "Finetune/Step Time": 7.313464583829045}
{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7607526183128357, "Finetune/Loss (Raw)": 0.6524208188056946, "Finetune/Step": 3529, "Finetune/Step Time": 7.323068864643574}
{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7607316970825195, "Finetune/Loss (Raw)": 0.7768257260322571, "Finetune/Step": 3530, "Finetune/Step Time": 7.3250478412956}
{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7612864971160889, "Finetune/Loss (Raw)": 0.8191125392913818, "Finetune/Step": 3531, "Finetune/Step Time": 7.325003322213888}
{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7606701850891113, "Finetune/Loss (Raw)": 0.6790964603424072, "Finetune/Step": 3532, "Finetune/Step Time": 7.337185047566891}
{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7586675882339478, "Finetune/Loss (Raw)": 0.32029175758361816, "Finetune/Step": 3533, "Finetune/Step Time": 7.313565861433744}
{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7586208581924438, "Finetune/Loss (Raw)": 0.8448963165283203, "Finetune/Step": 3534, "Finetune/Step Time": 7.320818243548274}
{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7547882795333862, "Finetune/Loss (Raw)": 0.33562907576560974, "Finetune/Step": 3535, "Finetune/Step Time": 7.334335358813405}
{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7540361881256104, "Finetune/Loss (Raw)": 0.7676776051521301, "Finetune/Step": 3536, "Finetune/Step Time": 7.332101747393608}
{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7550399303436279, "Finetune/Loss (Raw)": 0.9628257155418396, "Finetune/Step": 3537, "Finetune/Step Time": 7.339031245559454}
{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7565863132476807, "Finetune/Loss (Raw)": 0.9009780883789062, "Finetune/Step": 3538, "Finetune/Step Time": 7.342038316652179}
{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7561754584312439, "Finetune/Loss (Raw)": 0.8746576905250549, "Finetune/Step": 3539, "Finetune/Step Time": 7.345761002972722}
{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7560014128684998, "Finetune/Loss (Raw)": 0.8162119388580322, "Finetune/Step": 3540, "Finetune/Step Time": 7.349897898733616}
{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7551987171173096, "Finetune/Loss (Raw)": 0.8145361542701721, "Finetune/Step": 3541, "Finetune/Step Time": 7.340933563187718}
{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7532672882080078, "Finetune/Loss (Raw)": 0.6794599890708923, "Finetune/Step": 3542, "Finetune/Step Time": 7.350605838000774}
{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7542543411254883, "Finetune/Loss (Raw)": 0.7842345237731934, "Finetune/Step": 3543, "Finetune/Step Time": 7.363052690401673}
{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7575723528862, "Finetune/Loss (Raw)": 0.8480780124664307, "Finetune/Step": 3544, "Finetune/Step Time": 7.349647134542465}
{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7552747130393982, "Finetune/Loss (Raw)": 0.41443899273872375, "Finetune/Step": 3545, "Finetune/Step Time": 7.357990683987737}
{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7547834515571594, "Finetune/Loss (Raw)": 0.7441275715827942, "Finetune/Step": 3546, "Finetune/Step Time": 7.354591432958841}
{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7556224465370178, "Finetune/Loss (Raw)": 0.9135810136795044, "Finetune/Step": 3547, "Finetune/Step Time": 7.340505748987198}
{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7573404312133789, "Finetune/Loss (Raw)": 0.7479791641235352, "Finetune/Step": 3548, "Finetune/Step Time": 7.339245494455099}
{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7578509449958801, "Finetune/Loss (Raw)": 0.923233687877655, "Finetune/Step": 3549, "Finetune/Step Time": 7.337689585983753}
{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7551195621490479, "Finetune/Loss (Raw)": 0.3402378559112549, "Finetune/Step": 3550, "Finetune/Step Time": 7.330681560561061}
{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7545104026794434, "Finetune/Loss (Raw)": 0.6841652989387512, "Finetune/Step": 3551, "Finetune/Step Time": 7.347926093265414}
{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7581169605255127, "Finetune/Loss (Raw)": 0.8125196695327759, "Finetune/Step": 3552, "Finetune/Step Time": 7.3328771367669106}
{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7570340633392334, "Finetune/Loss (Raw)": 0.6376274228096008, "Finetune/Step": 3553, "Finetune/Step Time": 7.340017149224877}
{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7589537501335144, "Finetune/Loss (Raw)": 0.9083572626113892, "Finetune/Step": 3554, "Finetune/Step Time": 7.342515638098121}
{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7596657276153564, "Finetune/Loss (Raw)": 0.9342236518859863, "Finetune/Step": 3555, "Finetune/Step Time": 7.34135322086513}
{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7564672827720642, "Finetune/Loss (Raw)": 0.345314621925354, "Finetune/Step": 3556, "Finetune/Step Time": 7.345889003947377}
{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7574799060821533, "Finetune/Loss (Raw)": 0.9736850261688232, "Finetune/Step": 3557, "Finetune/Step Time": 7.344315409660339}
{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7587293982505798, "Finetune/Loss (Raw)": 0.8079754710197449, "Finetune/Step": 3558, "Finetune/Step Time": 7.346195839345455}
{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7581452131271362, "Finetune/Loss (Raw)": 0.8453359603881836, "Finetune/Step": 3559, "Finetune/Step Time": 7.34440677985549}
{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7599451541900635, "Finetune/Loss (Raw)": 0.8726730942726135, "Finetune/Step": 3560, "Finetune/Step Time": 7.328446958214045}
{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7613656520843506, "Finetune/Loss (Raw)": 0.9581418633460999, "Finetune/Step": 3561, "Finetune/Step Time": 7.312067814171314}
{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7608835697174072, "Finetune/Loss (Raw)": 0.6284339427947998, "Finetune/Step": 3562, "Finetune/Step Time": 7.287830853834748}
{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7604290246963501, "Finetune/Loss (Raw)": 0.6710808277130127, "Finetune/Step": 3563, "Finetune/Step Time": 7.273681236431003}
{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7608423829078674, "Finetune/Loss (Raw)": 0.7596104145050049, "Finetune/Step": 3564, "Finetune/Step Time": 7.275904819369316}
{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7605233788490295, "Finetune/Loss (Raw)": 0.762728750705719, "Finetune/Step": 3565, "Finetune/Step Time": 7.279142335057259}
{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7618410587310791, "Finetune/Loss (Raw)": 0.8927381038665771, "Finetune/Step": 3566, "Finetune/Step Time": 7.278424169868231}
{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7617767453193665, "Finetune/Loss (Raw)": 0.8074861168861389, "Finetune/Step": 3567, "Finetune/Step Time": 7.271851561963558}
{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7623172998428345, "Finetune/Loss (Raw)": 0.8072413206100464, "Finetune/Step": 3568, "Finetune/Step Time": 7.277204103767872}
{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7632446885108948, "Finetune/Loss (Raw)": 0.7507055401802063, "Finetune/Step": 3569, "Finetune/Step Time": 7.265558160841465}
{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7634033560752869, "Finetune/Loss (Raw)": 0.7449641227722168, "Finetune/Step": 3570, "Finetune/Step Time": 7.259679788723588}
{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7641586661338806, "Finetune/Loss (Raw)": 0.8083128333091736, "Finetune/Step": 3571, "Finetune/Step Time": 7.251859797164798}
{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7647442817687988, "Finetune/Loss (Raw)": 0.8885917067527771, "Finetune/Step": 3572, "Finetune/Step Time": 7.253444408997893}
{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7670888900756836, "Finetune/Loss (Raw)": 0.8754969239234924, "Finetune/Step": 3573, "Finetune/Step Time": 7.236393930390477}
{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7682539820671082, "Finetune/Loss (Raw)": 0.8991500735282898, "Finetune/Step": 3574, "Finetune/Step Time": 7.234575070440769}
{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7674197554588318, "Finetune/Loss (Raw)": 0.7817196249961853, "Finetune/Step": 3575, "Finetune/Step Time": 7.235360266640782}
{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.768591582775116, "Finetune/Loss (Raw)": 0.8948253393173218, "Finetune/Step": 3576, "Finetune/Step Time": 7.233684936538339}
{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7678014636039734, "Finetune/Loss (Raw)": 0.7948658466339111, "Finetune/Step": 3577, "Finetune/Step Time": 7.251980073750019}
{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.768677830696106, "Finetune/Loss (Raw)": 0.8698229193687439, "Finetune/Step": 3578, "Finetune/Step Time": 7.237447068095207}
{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7690341472625732, "Finetune/Loss (Raw)": 0.8180723786354065, "Finetune/Step": 3579, "Finetune/Step Time": 7.2382105384022}
{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7686561346054077, "Finetune/Loss (Raw)": 0.8344736099243164, "Finetune/Step": 3580, "Finetune/Step Time": 7.245410241186619}
{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7692992687225342, "Finetune/Loss (Raw)": 0.8689742088317871, "Finetune/Step": 3581, "Finetune/Step Time": 7.242917016148567}
{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7687947750091553, "Finetune/Loss (Raw)": 0.6868461966514587, "Finetune/Step": 3582, "Finetune/Step Time": 7.256542919203639}
{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7719240188598633, "Finetune/Loss (Raw)": 0.7397285103797913, "Finetune/Step": 3583, "Finetune/Step Time": 7.243795853108168}
{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7714892625808716, "Finetune/Loss (Raw)": 0.8090430498123169, "Finetune/Step": 3584, "Finetune/Step Time": 7.245635163038969}
{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7722638249397278, "Finetune/Loss (Raw)": 0.9438196420669556, "Finetune/Step": 3585, "Finetune/Step Time": 7.24578726477921}
{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7709311246871948, "Finetune/Loss (Raw)": 0.6445672512054443, "Finetune/Step": 3586, "Finetune/Step Time": 7.2437184024602175}
{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.770277202129364, "Finetune/Loss (Raw)": 0.7369934916496277, "Finetune/Step": 3587, "Finetune/Step Time": 7.23728202842176}
{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7684431076049805, "Finetune/Loss (Raw)": 0.6551081538200378, "Finetune/Step": 3588, "Finetune/Step Time": 7.238365327939391}
{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7718768119812012, "Finetune/Loss (Raw)": 0.774274468421936, "Finetune/Step": 3589, "Finetune/Step Time": 7.233057089149952}
{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.772533655166626, "Finetune/Loss (Raw)": 0.859650194644928, "Finetune/Step": 3590, "Finetune/Step Time": 7.236617395654321}
{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7721261978149414, "Finetune/Loss (Raw)": 0.7294808626174927, "Finetune/Step": 3591, "Finetune/Step Time": 7.247154533863068}
{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7711873054504395, "Finetune/Loss (Raw)": 0.7833523154258728, "Finetune/Step": 3592, "Finetune/Step Time": 7.2517671920359135}
{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7725597023963928, "Finetune/Loss (Raw)": 0.9107978343963623, "Finetune/Step": 3593, "Finetune/Step Time": 7.24906331487}
{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7712888717651367, "Finetune/Loss (Raw)": 0.5322312116622925, "Finetune/Step": 3594, "Finetune/Step Time": 7.255592314526439}
{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7725527286529541, "Finetune/Loss (Raw)": 0.8186659216880798, "Finetune/Step": 3595, "Finetune/Step Time": 7.266817077994347}
{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7749059200286865, "Finetune/Loss (Raw)": 0.9448720812797546, "Finetune/Step": 3596, "Finetune/Step Time": 7.25316633656621}
{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7712215781211853, "Finetune/Loss (Raw)": 0.250801146030426, "Finetune/Step": 3597, "Finetune/Step Time": 7.2551005538553}
{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7711155414581299, "Finetune/Loss (Raw)": 0.7505270838737488, "Finetune/Step": 3598, "Finetune/Step Time": 7.269091207534075}
{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7696845531463623, "Finetune/Loss (Raw)": 0.6823093891143799, "Finetune/Step": 3599, "Finetune/Step Time": 7.260489024221897}
{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7673686742782593, "Finetune/Loss (Raw)": 0.4354136884212494, "Finetune/Step": 3600, "Finetune/Step Time": 7.26501851528883}
{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7675026059150696, "Finetune/Loss (Raw)": 0.8515092730522156, "Finetune/Step": 3601, "Finetune/Step Time": 7.238713031634688}
{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7685056924819946, "Finetune/Loss (Raw)": 0.7804434895515442, "Finetune/Step": 3602, "Finetune/Step Time": 7.244140077382326}
{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.768479585647583, "Finetune/Loss (Raw)": 0.8079663515090942, "Finetune/Step": 3603, "Finetune/Step Time": 7.242273695766926}
{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7699743509292603, "Finetune/Loss (Raw)": 0.819651186466217, "Finetune/Step": 3604, "Finetune/Step Time": 7.238870687782764}
{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7691643238067627, "Finetune/Loss (Raw)": 0.6387850046157837, "Finetune/Step": 3605, "Finetune/Step Time": 7.225200792774558}
{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7674449682235718, "Finetune/Loss (Raw)": 0.7176589369773865, "Finetune/Step": 3606, "Finetune/Step Time": 7.237412758171558}
{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7658337950706482, "Finetune/Loss (Raw)": 0.8160603046417236, "Finetune/Step": 3607, "Finetune/Step Time": 7.2408937606960535}
{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7642478942871094, "Finetune/Loss (Raw)": 0.6407105922698975, "Finetune/Step": 3608, "Finetune/Step Time": 7.267319800332189}
{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7636984586715698, "Finetune/Loss (Raw)": 0.7733643651008606, "Finetune/Step": 3609, "Finetune/Step Time": 7.2684847339987755}
{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7628728151321411, "Finetune/Loss (Raw)": 0.669236958026886, "Finetune/Step": 3610, "Finetune/Step Time": 7.267780376598239}
{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7599428296089172, "Finetune/Loss (Raw)": 0.34074175357818604, "Finetune/Step": 3611, "Finetune/Step Time": 7.243047501891851}
{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7601629495620728, "Finetune/Loss (Raw)": 0.7865389585494995, "Finetune/Step": 3612, "Finetune/Step Time": 7.240216962993145}
{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7582913637161255, "Finetune/Loss (Raw)": 0.6792153120040894, "Finetune/Step": 3613, "Finetune/Step Time": 7.240828275680542}
{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7581530213356018, "Finetune/Loss (Raw)": 0.7777643203735352, "Finetune/Step": 3614, "Finetune/Step Time": 7.244110459461808}
{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7590388059616089, "Finetune/Loss (Raw)": 0.8366883397102356, "Finetune/Step": 3615, "Finetune/Step Time": 7.248452203348279}
{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7590152621269226, "Finetune/Loss (Raw)": 0.6842901706695557, "Finetune/Step": 3616, "Finetune/Step Time": 7.2527504954487085}
{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7577714323997498, "Finetune/Loss (Raw)": 0.7167631387710571, "Finetune/Step": 3617, "Finetune/Step Time": 7.261500919237733}
{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7573537826538086, "Finetune/Loss (Raw)": 0.671021044254303, "Finetune/Step": 3618, "Finetune/Step Time": 7.268934095278382}
{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7562688589096069, "Finetune/Loss (Raw)": 0.7646907567977905, "Finetune/Step": 3619, "Finetune/Step Time": 7.2672558184713125}
{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7562576532363892, "Finetune/Loss (Raw)": 0.787811279296875, "Finetune/Step": 3620, "Finetune/Step Time": 7.257030187174678}
{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7582535743713379, "Finetune/Loss (Raw)": 0.7361375093460083, "Finetune/Step": 3621, "Finetune/Step Time": 7.240453638136387}
{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7571849226951599, "Finetune/Loss (Raw)": 0.7817361950874329, "Finetune/Step": 3622, "Finetune/Step Time": 7.239136032760143}
{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7570041418075562, "Finetune/Loss (Raw)": 0.8232290148735046, "Finetune/Step": 3623, "Finetune/Step Time": 7.240279605612159}
{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7573124170303345, "Finetune/Loss (Raw)": 0.8857478499412537, "Finetune/Step": 3624, "Finetune/Step Time": 7.234415149316192}
{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7592763900756836, "Finetune/Loss (Raw)": 0.8796336650848389, "Finetune/Step": 3625, "Finetune/Step Time": 7.224999401718378}
{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7577745914459229, "Finetune/Loss (Raw)": 0.673932671546936, "Finetune/Step": 3626, "Finetune/Step Time": 7.221265837550163}
{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7581136226654053, "Finetune/Loss (Raw)": 0.8395832180976868, "Finetune/Step": 3627, "Finetune/Step Time": 7.236322704702616}
{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7573676109313965, "Finetune/Loss (Raw)": 0.7929452061653137, "Finetune/Step": 3628, "Finetune/Step Time": 7.241404915228486}
{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7566163539886475, "Finetune/Loss (Raw)": 0.7540436387062073, "Finetune/Step": 3629, "Finetune/Step Time": 7.247824484482408}
{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7547178864479065, "Finetune/Loss (Raw)": 0.7041909694671631, "Finetune/Step": 3630, "Finetune/Step Time": 7.248092440888286}
{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7528811693191528, "Finetune/Loss (Raw)": 0.6316183805465698, "Finetune/Step": 3631, "Finetune/Step Time": 7.2618623953312635}
{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7537670135498047, "Finetune/Loss (Raw)": 0.8741722106933594, "Finetune/Step": 3632, "Finetune/Step Time": 7.264531847089529}
{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.754704475402832, "Finetune/Loss (Raw)": 0.8874726295471191, "Finetune/Step": 3633, "Finetune/Step Time": 7.259499551728368}
{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7549800872802734, "Finetune/Loss (Raw)": 0.7720538973808289, "Finetune/Step": 3634, "Finetune/Step Time": 7.252107793465257}
{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7554312348365784, "Finetune/Loss (Raw)": 0.6560192704200745, "Finetune/Step": 3635, "Finetune/Step Time": 7.23607818596065}
{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7557545900344849, "Finetune/Loss (Raw)": 0.8322283625602722, "Finetune/Step": 3636, "Finetune/Step Time": 7.2454141564667225}
{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7564697265625, "Finetune/Loss (Raw)": 0.8460680246353149, "Finetune/Step": 3637, "Finetune/Step Time": 7.231789108365774}
{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7572828531265259, "Finetune/Loss (Raw)": 0.8343872427940369, "Finetune/Step": 3638, "Finetune/Step Time": 7.229821356013417}
{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7580519318580627, "Finetune/Loss (Raw)": 0.8151931166648865, "Finetune/Step": 3639, "Finetune/Step Time": 7.219771709293127}
{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.75429368019104, "Finetune/Loss (Raw)": 0.3057534694671631, "Finetune/Step": 3640, "Finetune/Step Time": 7.2340307254344225}
{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7533355951309204, "Finetune/Loss (Raw)": 0.7304527759552002, "Finetune/Step": 3641, "Finetune/Step Time": 7.2373945862054825}
{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.754119873046875, "Finetune/Loss (Raw)": 0.8241175413131714, "Finetune/Step": 3642, "Finetune/Step Time": 7.240480750799179}
{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7545440196990967, "Finetune/Loss (Raw)": 0.8473746180534363, "Finetune/Step": 3643, "Finetune/Step Time": 7.234542142599821}
{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7545232772827148, "Finetune/Loss (Raw)": 0.7898001670837402, "Finetune/Step": 3644, "Finetune/Step Time": 7.2315998040139675}
{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.753734827041626, "Finetune/Loss (Raw)": 0.7452587485313416, "Finetune/Step": 3645, "Finetune/Step Time": 7.231303075328469}
{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7551407814025879, "Finetune/Loss (Raw)": 0.8347238898277283, "Finetune/Step": 3646, "Finetune/Step Time": 7.216688429936767}
{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7562577128410339, "Finetune/Loss (Raw)": 0.829721987247467, "Finetune/Step": 3647, "Finetune/Step Time": 7.195650456473231}
{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7575257420539856, "Finetune/Loss (Raw)": 0.894740879535675, "Finetune/Step": 3648, "Finetune/Step Time": 7.197087185457349}
{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7576203346252441, "Finetune/Loss (Raw)": 0.8879882097244263, "Finetune/Step": 3649, "Finetune/Step Time": 7.201143063604832}
{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7600480318069458, "Finetune/Loss (Raw)": 0.945466160774231, "Finetune/Step": 3650, "Finetune/Step Time": 7.170255456119776}
{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7603278160095215, "Finetune/Loss (Raw)": 0.6573663949966431, "Finetune/Step": 3651, "Finetune/Step Time": 7.160041401162744}
{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7614345550537109, "Finetune/Loss (Raw)": 0.8145926594734192, "Finetune/Step": 3652, "Finetune/Step Time": 7.152884382754564}
{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7607725858688354, "Finetune/Loss (Raw)": 0.8854209184646606, "Finetune/Step": 3653, "Finetune/Step Time": 7.150737002491951}
{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7616326808929443, "Finetune/Loss (Raw)": 0.7462778687477112, "Finetune/Step": 3654, "Finetune/Step Time": 7.160542365163565}
{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7628552913665771, "Finetune/Loss (Raw)": 0.9520211219787598, "Finetune/Step": 3655, "Finetune/Step Time": 7.154559977352619}
{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7620288133621216, "Finetune/Loss (Raw)": 0.6789772510528564, "Finetune/Step": 3656, "Finetune/Step Time": 7.158860117197037}
{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7632468938827515, "Finetune/Loss (Raw)": 0.8083322644233704, "Finetune/Step": 3657, "Finetune/Step Time": 7.1644877307116985}
{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7629573345184326, "Finetune/Loss (Raw)": 0.7397699952125549, "Finetune/Step": 3658, "Finetune/Step Time": 7.179376637563109}
{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7627997398376465, "Finetune/Loss (Raw)": 0.7989296317100525, "Finetune/Step": 3659, "Finetune/Step Time": 7.182324914261699}
{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.764549970626831, "Finetune/Loss (Raw)": 0.903128981590271, "Finetune/Step": 3660, "Finetune/Step Time": 7.181883178651333}
{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7683526277542114, "Finetune/Loss (Raw)": 0.8070417642593384, "Finetune/Step": 3661, "Finetune/Step Time": 7.16743852943182}
{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7688031792640686, "Finetune/Loss (Raw)": 0.902561366558075, "Finetune/Step": 3662, "Finetune/Step Time": 7.158281153067946}
{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7739171385765076, "Finetune/Loss (Raw)": 0.9902194142341614, "Finetune/Step": 3663, "Finetune/Step Time": 7.142832407727838}
{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7736344933509827, "Finetune/Loss (Raw)": 0.7314939498901367, "Finetune/Step": 3664, "Finetune/Step Time": 7.155169544741511}
{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.77243572473526, "Finetune/Loss (Raw)": 0.8093851804733276, "Finetune/Step": 3665, "Finetune/Step Time": 7.147965641692281}
{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7716140747070312, "Finetune/Loss (Raw)": 0.7958075404167175, "Finetune/Step": 3666, "Finetune/Step Time": 7.142194902524352}
{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7680706977844238, "Finetune/Loss (Raw)": 0.42110517621040344, "Finetune/Step": 3667, "Finetune/Step Time": 7.152209034189582}
{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7673180103302002, "Finetune/Loss (Raw)": 0.7198673486709595, "Finetune/Step": 3668, "Finetune/Step Time": 7.143108304589987}
{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7666443586349487, "Finetune/Loss (Raw)": 0.728304922580719, "Finetune/Step": 3669, "Finetune/Step Time": 7.146733462810516}
{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.7676921486854553, "Finetune/Loss (Raw)": 0.8135835528373718, "Finetune/Step": 3670, "Finetune/Step Time": 7.132338406518102}
{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7685282230377197, "Finetune/Loss (Raw)": 0.891247034072876, "Finetune/Step": 3671, "Finetune/Step Time": 7.114032024517655}
{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7674622535705566, "Finetune/Loss (Raw)": 0.7116396427154541, "Finetune/Step": 3672, "Finetune/Step Time": 7.121176678687334}
{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7683398723602295, "Finetune/Loss (Raw)": 0.5267729759216309, "Finetune/Step": 3673, "Finetune/Step Time": 7.111406583338976}
{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.768744945526123, "Finetune/Loss (Raw)": 0.7959700226783752, "Finetune/Step": 3674, "Finetune/Step Time": 7.102682949975133}
{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7645411491394043, "Finetune/Loss (Raw)": 0.3754943013191223, "Finetune/Step": 3675, "Finetune/Step Time": 7.119610408321023}
{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7651183009147644, "Finetune/Loss (Raw)": 0.8218618035316467, "Finetune/Step": 3676, "Finetune/Step Time": 7.112362863495946}
{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7650227546691895, "Finetune/Loss (Raw)": 0.9110050797462463, "Finetune/Step": 3677, "Finetune/Step Time": 7.1121811773628}
{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.766643226146698, "Finetune/Loss (Raw)": 0.5476555228233337, "Finetune/Step": 3678, "Finetune/Step Time": 7.100162493065}
{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7672102451324463, "Finetune/Loss (Raw)": 0.7567453384399414, "Finetune/Step": 3679, "Finetune/Step Time": 7.088118225336075}
{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7675484418869019, "Finetune/Loss (Raw)": 0.8558092713356018, "Finetune/Step": 3680, "Finetune/Step Time": 7.093391781672835}
{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7690916657447815, "Finetune/Loss (Raw)": 0.835161030292511, "Finetune/Step": 3681, "Finetune/Step Time": 7.074677139520645}
{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7700076103210449, "Finetune/Loss (Raw)": 1.0255944728851318, "Finetune/Step": 3682, "Finetune/Step Time": 7.071613887324929}
{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7690215110778809, "Finetune/Loss (Raw)": 0.8079999685287476, "Finetune/Step": 3683, "Finetune/Step Time": 7.071445003151894}
{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7707574367523193, "Finetune/Loss (Raw)": 0.5675138235092163, "Finetune/Step": 3684, "Finetune/Step Time": 7.076036721467972}
{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7691535353660583, "Finetune/Loss (Raw)": 0.7683902382850647, "Finetune/Step": 3685, "Finetune/Step Time": 7.072504790499806}
{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7693204879760742, "Finetune/Loss (Raw)": 0.8293406963348389, "Finetune/Step": 3686, "Finetune/Step Time": 7.071900334209204}
{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7692645788192749, "Finetune/Loss (Raw)": 0.8381850719451904, "Finetune/Step": 3687, "Finetune/Step Time": 7.070374650880694}
{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.767301082611084, "Finetune/Loss (Raw)": 0.621346116065979, "Finetune/Step": 3688, "Finetune/Step Time": 7.0783511698246}
{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7666743397712708, "Finetune/Loss (Raw)": 0.8779171705245972, "Finetune/Step": 3689, "Finetune/Step Time": 7.078487932682037}
{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7683928608894348, "Finetune/Loss (Raw)": 0.8484014272689819, "Finetune/Step": 3690, "Finetune/Step Time": 7.0814110320061445}
{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7655273675918579, "Finetune/Loss (Raw)": 0.3043031692504883, "Finetune/Step": 3691, "Finetune/Step Time": 7.103804145008326}
{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7663941979408264, "Finetune/Loss (Raw)": 0.8705597519874573, "Finetune/Step": 3692, "Finetune/Step Time": 7.0977454874664545}
{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.766779363155365, "Finetune/Loss (Raw)": 0.8120328783988953, "Finetune/Step": 3693, "Finetune/Step Time": 7.097297955304384}
{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7648768424987793, "Finetune/Loss (Raw)": 0.6492147445678711, "Finetune/Step": 3694, "Finetune/Step Time": 7.120358664542437}
{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7665368318557739, "Finetune/Loss (Raw)": 1.0199662446975708, "Finetune/Step": 3695, "Finetune/Step Time": 7.1006765589118}
{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7661934494972229, "Finetune/Loss (Raw)": 0.7632851600646973, "Finetune/Step": 3696, "Finetune/Step Time": 7.093163518235087}
{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7642863988876343, "Finetune/Loss (Raw)": 0.5066114068031311, "Finetune/Step": 3697, "Finetune/Step Time": 7.1082041542977095}
{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7647703289985657, "Finetune/Loss (Raw)": 0.8068978190422058, "Finetune/Step": 3698, "Finetune/Step Time": 7.114531787112355}
{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7645726203918457, "Finetune/Loss (Raw)": 0.7830071449279785, "Finetune/Step": 3699, "Finetune/Step Time": 7.111589480191469}
{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7641142010688782, "Finetune/Loss (Raw)": 0.8299149870872498, "Finetune/Step": 3700, "Finetune/Step Time": 7.1124251168221235}
{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7622864246368408, "Finetune/Loss (Raw)": 0.6415448188781738, "Finetune/Step": 3701, "Finetune/Step Time": 7.119330773130059}
{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7616100907325745, "Finetune/Loss (Raw)": 0.812574565410614, "Finetune/Step": 3702, "Finetune/Step Time": 7.109050149098039}
{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7621738910675049, "Finetune/Loss (Raw)": 0.8538832664489746, "Finetune/Step": 3703, "Finetune/Step Time": 7.1070417407900095}
{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7614611387252808, "Finetune/Loss (Raw)": 0.8035964965820312, "Finetune/Step": 3704, "Finetune/Step Time": 7.111602254211903}
{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.760051965713501, "Finetune/Loss (Raw)": 0.614486038684845, "Finetune/Step": 3705, "Finetune/Step Time": 7.093826472759247}
{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7592576742172241, "Finetune/Loss (Raw)": 0.7681533098220825, "Finetune/Step": 3706, "Finetune/Step Time": 7.095886757597327}
{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7585805654525757, "Finetune/Loss (Raw)": 0.7314029932022095, "Finetune/Step": 3707, "Finetune/Step Time": 7.120720339938998}
{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7569701671600342, "Finetune/Loss (Raw)": 0.6283482909202576, "Finetune/Step": 3708, "Finetune/Step Time": 7.132091589272022}
{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7573691010475159, "Finetune/Loss (Raw)": 0.9200363755226135, "Finetune/Step": 3709, "Finetune/Step Time": 7.123166995123029}
{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7593228816986084, "Finetune/Loss (Raw)": 0.9369321465492249, "Finetune/Step": 3710, "Finetune/Step Time": 7.098905276507139}
{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7586710453033447, "Finetune/Loss (Raw)": 0.6562936902046204, "Finetune/Step": 3711, "Finetune/Step Time": 7.10967412404716}
{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7593896389007568, "Finetune/Loss (Raw)": 0.9010233879089355, "Finetune/Step": 3712, "Finetune/Step Time": 7.11878801509738}
{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7542276382446289, "Finetune/Loss (Raw)": 0.2830818295478821, "Finetune/Step": 3713, "Finetune/Step Time": 7.131055727601051}
{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7555001974105835, "Finetune/Loss (Raw)": 0.8074505925178528, "Finetune/Step": 3714, "Finetune/Step Time": 7.124688096344471}
{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7562285661697388, "Finetune/Loss (Raw)": 0.8302282094955444, "Finetune/Step": 3715, "Finetune/Step Time": 7.129046456888318}
{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7563961744308472, "Finetune/Loss (Raw)": 0.676569402217865, "Finetune/Step": 3716, "Finetune/Step Time": 7.151521075516939}
{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7555423974990845, "Finetune/Loss (Raw)": 0.6649834513664246, "Finetune/Step": 3717, "Finetune/Step Time": 7.1610635835677385}
{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7536872625350952, "Finetune/Loss (Raw)": 0.6221989393234253, "Finetune/Step": 3718, "Finetune/Step Time": 7.165103824809194}
{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7528024911880493, "Finetune/Loss (Raw)": 0.6162306070327759, "Finetune/Step": 3719, "Finetune/Step Time": 7.16363880969584}
{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7531927824020386, "Finetune/Loss (Raw)": 0.833305835723877, "Finetune/Step": 3720, "Finetune/Step Time": 7.167918641120195}
{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7530719041824341, "Finetune/Loss (Raw)": 0.8953280448913574, "Finetune/Step": 3721, "Finetune/Step Time": 7.167557526379824}
{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7553361654281616, "Finetune/Loss (Raw)": 0.8220527768135071, "Finetune/Step": 3722, "Finetune/Step Time": 7.164539240300655}
{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7563155889511108, "Finetune/Loss (Raw)": 0.9440357685089111, "Finetune/Step": 3723, "Finetune/Step Time": 7.162297263741493}
{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7547757625579834, "Finetune/Loss (Raw)": 0.7477726936340332, "Finetune/Step": 3724, "Finetune/Step Time": 7.1628645323216915}
{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7596454620361328, "Finetune/Loss (Raw)": 0.8741224408149719, "Finetune/Step": 3725, "Finetune/Step Time": 7.152733851224184}
{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7567620277404785, "Finetune/Loss (Raw)": 0.3814393877983093, "Finetune/Step": 3726, "Finetune/Step Time": 7.148664880543947}
{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7571449279785156, "Finetune/Loss (Raw)": 0.7313215136528015, "Finetune/Step": 3727, "Finetune/Step Time": 7.152597600594163}
{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7579936981201172, "Finetune/Loss (Raw)": 0.5440627336502075, "Finetune/Step": 3728, "Finetune/Step Time": 7.147047288715839}
{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7577131986618042, "Finetune/Loss (Raw)": 0.8156124949455261, "Finetune/Step": 3729, "Finetune/Step Time": 7.167714713141322}
{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7583383321762085, "Finetune/Loss (Raw)": 0.8604480028152466, "Finetune/Step": 3730, "Finetune/Step Time": 7.185420583933592}
{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7584570646286011, "Finetune/Loss (Raw)": 0.823170006275177, "Finetune/Step": 3731, "Finetune/Step Time": 7.186372395604849}
{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7586202621459961, "Finetune/Loss (Raw)": 0.8405407071113586, "Finetune/Step": 3732, "Finetune/Step Time": 7.184534793719649}
{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7597154378890991, "Finetune/Loss (Raw)": 0.7789664268493652, "Finetune/Step": 3733, "Finetune/Step Time": 7.191890483722091}
{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7611711025238037, "Finetune/Loss (Raw)": 0.9039843678474426, "Finetune/Step": 3734, "Finetune/Step Time": 7.18450702726841}
{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7596484422683716, "Finetune/Loss (Raw)": 0.6211599111557007, "Finetune/Step": 3735, "Finetune/Step Time": 7.185038534924388}
{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7625319361686707, "Finetune/Loss (Raw)": 1.0097987651824951, "Finetune/Step": 3736, "Finetune/Step Time": 7.156363921239972}
{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7622733116149902, "Finetune/Loss (Raw)": 0.7402611970901489, "Finetune/Step": 3737, "Finetune/Step Time": 7.173823870718479}
{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7623945474624634, "Finetune/Loss (Raw)": 0.6847532391548157, "Finetune/Step": 3738, "Finetune/Step Time": 7.18326049298048}
{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7653671503067017, "Finetune/Loss (Raw)": 0.7212330102920532, "Finetune/Step": 3739, "Finetune/Step Time": 7.17049084790051}
{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7652629613876343, "Finetune/Loss (Raw)": 0.7732034921646118, "Finetune/Step": 3740, "Finetune/Step Time": 7.154025930911303}
{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7669792771339417, "Finetune/Loss (Raw)": 0.8989048600196838, "Finetune/Step": 3741, "Finetune/Step Time": 7.1531650722026825}
{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7672462463378906, "Finetune/Loss (Raw)": 0.8119392991065979, "Finetune/Step": 3742, "Finetune/Step Time": 7.149544371291995}
{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7670527696609497, "Finetune/Loss (Raw)": 0.8119167685508728, "Finetune/Step": 3743, "Finetune/Step Time": 7.181223949417472}
{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7645303606987, "Finetune/Loss (Raw)": 0.3614261746406555, "Finetune/Step": 3744, "Finetune/Step Time": 7.1913225669413805}
{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7614763975143433, "Finetune/Loss (Raw)": 0.325859010219574, "Finetune/Step": 3745, "Finetune/Step Time": 7.193056307733059}
{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7615188360214233, "Finetune/Loss (Raw)": 0.676454484462738, "Finetune/Step": 3746, "Finetune/Step Time": 7.193911571055651}
{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7602077722549438, "Finetune/Loss (Raw)": 0.5968740582466125, "Finetune/Step": 3747, "Finetune/Step Time": 7.21331924200058}
{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7605133056640625, "Finetune/Loss (Raw)": 0.8269185423851013, "Finetune/Step": 3748, "Finetune/Step Time": 7.224341904744506}
{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7596947550773621, "Finetune/Loss (Raw)": 0.6313621401786804, "Finetune/Step": 3749, "Finetune/Step Time": 7.231037944555283}
{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.760521650314331, "Finetune/Loss (Raw)": 0.8875786066055298, "Finetune/Step": 3750, "Finetune/Step Time": 7.235382294282317}
{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7615931034088135, "Finetune/Loss (Raw)": 0.9603701829910278, "Finetune/Step": 3751, "Finetune/Step Time": 7.242202693596482}
{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7607607841491699, "Finetune/Loss (Raw)": 0.7792077660560608, "Finetune/Step": 3752, "Finetune/Step Time": 7.245076958090067}
{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7592907547950745, "Finetune/Loss (Raw)": 0.6914763450622559, "Finetune/Step": 3753, "Finetune/Step Time": 7.259585967287421}
{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7601838111877441, "Finetune/Loss (Raw)": 0.7882356643676758, "Finetune/Step": 3754, "Finetune/Step Time": 7.262938536703587}
{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7596979141235352, "Finetune/Loss (Raw)": 0.7774035930633545, "Finetune/Step": 3755, "Finetune/Step Time": 7.251255145296454}
{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7581621408462524, "Finetune/Loss (Raw)": 0.5963522791862488, "Finetune/Step": 3756, "Finetune/Step Time": 7.2521961983293295}
{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7592579126358032, "Finetune/Loss (Raw)": 0.894309401512146, "Finetune/Step": 3757, "Finetune/Step Time": 7.255567740648985}
{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7587357759475708, "Finetune/Loss (Raw)": 0.6373622417449951, "Finetune/Step": 3758, "Finetune/Step Time": 7.269979411736131}
{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7603111267089844, "Finetune/Loss (Raw)": 0.8332606554031372, "Finetune/Step": 3759, "Finetune/Step Time": 7.255285447463393}
{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7591533064842224, "Finetune/Loss (Raw)": 0.7259715795516968, "Finetune/Step": 3760, "Finetune/Step Time": 7.260603193193674}
{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7572895884513855, "Finetune/Loss (Raw)": 0.6489125490188599, "Finetune/Step": 3761, "Finetune/Step Time": 7.271503562107682}
{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7573291659355164, "Finetune/Loss (Raw)": 0.7771238684654236, "Finetune/Step": 3762, "Finetune/Step Time": 7.277084734290838}
{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.759101390838623, "Finetune/Loss (Raw)": 0.8828653693199158, "Finetune/Step": 3763, "Finetune/Step Time": 7.27865731716156}
{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7582027912139893, "Finetune/Loss (Raw)": 0.71720951795578, "Finetune/Step": 3764, "Finetune/Step Time": 7.268756873905659}
{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7564762830734253, "Finetune/Loss (Raw)": 0.6250730156898499, "Finetune/Step": 3765, "Finetune/Step Time": 7.277730518952012}
{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7569513320922852, "Finetune/Loss (Raw)": 0.8951870203018188, "Finetune/Step": 3766, "Finetune/Step Time": 7.281001688912511}
{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7570675611495972, "Finetune/Loss (Raw)": 0.830073356628418, "Finetune/Step": 3767, "Finetune/Step Time": 7.294316828250885}
{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7599982023239136, "Finetune/Loss (Raw)": 0.6808695197105408, "Finetune/Step": 3768, "Finetune/Step Time": 7.289247710257769}
{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.756208598613739, "Finetune/Loss (Raw)": 0.24538449943065643, "Finetune/Step": 3769, "Finetune/Step Time": 7.300179297104478}
{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7571626901626587, "Finetune/Loss (Raw)": 0.9462437033653259, "Finetune/Step": 3770, "Finetune/Step Time": 7.291888261213899}
{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7578717470169067, "Finetune/Loss (Raw)": 0.9381393194198608, "Finetune/Step": 3771, "Finetune/Step Time": 7.2935975808650255}
{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.758406400680542, "Finetune/Loss (Raw)": 0.8582261800765991, "Finetune/Step": 3772, "Finetune/Step Time": 7.299267979338765}
{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7552477717399597, "Finetune/Loss (Raw)": 0.3409583866596222, "Finetune/Step": 3773, "Finetune/Step Time": 7.310659985989332}
{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7554222345352173, "Finetune/Loss (Raw)": 0.8570609092712402, "Finetune/Step": 3774, "Finetune/Step Time": 7.312762133777142}
{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7558716535568237, "Finetune/Loss (Raw)": 0.8872485756874084, "Finetune/Step": 3775, "Finetune/Step Time": 7.317070756107569}
{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.755615234375, "Finetune/Loss (Raw)": 0.8619145750999451, "Finetune/Step": 3776, "Finetune/Step Time": 7.319979440420866}
{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7507867813110352, "Finetune/Loss (Raw)": 0.26994672417640686, "Finetune/Step": 3777, "Finetune/Step Time": 7.333462722599506}
{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7498073577880859, "Finetune/Loss (Raw)": 0.8201018571853638, "Finetune/Step": 3778, "Finetune/Step Time": 7.3412963300943375}
{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7498835325241089, "Finetune/Loss (Raw)": 0.6671127080917358, "Finetune/Step": 3779, "Finetune/Step Time": 7.341274157166481}
{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7492669224739075, "Finetune/Loss (Raw)": 0.7356678247451782, "Finetune/Step": 3780, "Finetune/Step Time": 7.3417489267885685}
{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7489359378814697, "Finetune/Loss (Raw)": 0.843052327632904, "Finetune/Step": 3781, "Finetune/Step Time": 7.339040324091911}
{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7489679455757141, "Finetune/Loss (Raw)": 0.7503765821456909, "Finetune/Step": 3782, "Finetune/Step Time": 7.322160914540291}
{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7468852996826172, "Finetune/Loss (Raw)": 0.6854445338249207, "Finetune/Step": 3783, "Finetune/Step Time": 7.3241831585764885}
{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7470067739486694, "Finetune/Loss (Raw)": 0.6945202946662903, "Finetune/Step": 3784, "Finetune/Step Time": 7.329909352585673}
{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7469098567962646, "Finetune/Loss (Raw)": 0.795929491519928, "Finetune/Step": 3785, "Finetune/Step Time": 7.318049244582653}
{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7483501434326172, "Finetune/Loss (Raw)": 0.9241277575492859, "Finetune/Step": 3786, "Finetune/Step Time": 7.302604803815484}
{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7486525177955627, "Finetune/Loss (Raw)": 0.8376349210739136, "Finetune/Step": 3787, "Finetune/Step Time": 7.299602840095758}
{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7474085092544556, "Finetune/Loss (Raw)": 0.743890106678009, "Finetune/Step": 3788, "Finetune/Step Time": 7.292821414768696}
{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7461827993392944, "Finetune/Loss (Raw)": 0.6501560211181641, "Finetune/Step": 3789, "Finetune/Step Time": 7.3108616173267365}
{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7457795143127441, "Finetune/Loss (Raw)": 0.8509387373924255, "Finetune/Step": 3790, "Finetune/Step Time": 7.312125489115715}
{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7444608211517334, "Finetune/Loss (Raw)": 0.821420431137085, "Finetune/Step": 3791, "Finetune/Step Time": 7.3124011140316725}
{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7413791418075562, "Finetune/Loss (Raw)": 0.3370439112186432, "Finetune/Step": 3792, "Finetune/Step Time": 7.313804492354393}
{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7415429353713989, "Finetune/Loss (Raw)": 0.8303601145744324, "Finetune/Step": 3793, "Finetune/Step Time": 7.332203442230821}
{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7416199445724487, "Finetune/Loss (Raw)": 0.8056564331054688, "Finetune/Step": 3794, "Finetune/Step Time": 7.332246141508222}
{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7436147928237915, "Finetune/Loss (Raw)": 0.6764460206031799, "Finetune/Step": 3795, "Finetune/Step Time": 7.332137607038021}
{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7445826530456543, "Finetune/Loss (Raw)": 0.8437513113021851, "Finetune/Step": 3796, "Finetune/Step Time": 7.337327962741256}
{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7437572479248047, "Finetune/Loss (Raw)": 0.6226613521575928, "Finetune/Step": 3797, "Finetune/Step Time": 7.341537253931165}
{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7431178689002991, "Finetune/Loss (Raw)": 0.7317379117012024, "Finetune/Step": 3798, "Finetune/Step Time": 7.35058961994946}
{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7406830191612244, "Finetune/Loss (Raw)": 0.5795893669128418, "Finetune/Step": 3799, "Finetune/Step Time": 7.360068928450346}
{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7415448427200317, "Finetune/Loss (Raw)": 0.8219533562660217, "Finetune/Step": 3800, "Finetune/Step Time": 7.355876894667745}
{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7435117363929749, "Finetune/Loss (Raw)": 0.7785301804542542, "Finetune/Step": 3801, "Finetune/Step Time": 7.3666298147290945}
{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7442325353622437, "Finetune/Loss (Raw)": 0.8882376551628113, "Finetune/Step": 3802, "Finetune/Step Time": 7.368057414889336}
{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7481746673583984, "Finetune/Loss (Raw)": 0.88008713722229, "Finetune/Step": 3803, "Finetune/Step Time": 7.35144716873765}
{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7482059001922607, "Finetune/Loss (Raw)": 0.82585608959198, "Finetune/Step": 3804, "Finetune/Step Time": 7.335704946890473}
{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7458187341690063, "Finetune/Loss (Raw)": 0.6054466366767883, "Finetune/Step": 3805, "Finetune/Step Time": 7.351724958047271}
{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7474395036697388, "Finetune/Loss (Raw)": 0.7551183104515076, "Finetune/Step": 3806, "Finetune/Step Time": 7.363771874457598}
{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7472892999649048, "Finetune/Loss (Raw)": 0.7375161647796631, "Finetune/Step": 3807, "Finetune/Step Time": 7.3665247820317745}
{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7454543113708496, "Finetune/Loss (Raw)": 0.6209316253662109, "Finetune/Step": 3808, "Finetune/Step Time": 7.3731891345232725}
{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7447282075881958, "Finetune/Loss (Raw)": 0.7422203421592712, "Finetune/Step": 3809, "Finetune/Step Time": 7.387783218175173}
{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7435337901115417, "Finetune/Loss (Raw)": 0.8727068901062012, "Finetune/Step": 3810, "Finetune/Step Time": 7.3853893000632524}
{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7427626848220825, "Finetune/Loss (Raw)": 0.7092987895011902, "Finetune/Step": 3811, "Finetune/Step Time": 7.391581164672971}
{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7438827753067017, "Finetune/Loss (Raw)": 0.7108833193778992, "Finetune/Step": 3812, "Finetune/Step Time": 7.386003086343408}
{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7440564632415771, "Finetune/Loss (Raw)": 0.790631115436554, "Finetune/Step": 3813, "Finetune/Step Time": 7.383856393396854}
{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.743208110332489, "Finetune/Loss (Raw)": 0.720746636390686, "Finetune/Step": 3814, "Finetune/Step Time": 7.382039120420814}
{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7430101633071899, "Finetune/Loss (Raw)": 0.8128508925437927, "Finetune/Step": 3815, "Finetune/Step Time": 7.400043210014701}
{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7445288300514221, "Finetune/Loss (Raw)": 0.8157302141189575, "Finetune/Step": 3816, "Finetune/Step Time": 7.39615536108613}
{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7433221340179443, "Finetune/Loss (Raw)": 0.7234642505645752, "Finetune/Step": 3817, "Finetune/Step Time": 7.393356634303927}
{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.742642879486084, "Finetune/Loss (Raw)": 0.7614507675170898, "Finetune/Step": 3818, "Finetune/Step Time": 7.387424850836396}
{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7461425065994263, "Finetune/Loss (Raw)": 0.75226229429245, "Finetune/Step": 3819, "Finetune/Step Time": 7.3658552803099155}
{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7444204688072205, "Finetune/Loss (Raw)": 0.6501389741897583, "Finetune/Step": 3820, "Finetune/Step Time": 7.367423100396991}
{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7433676719665527, "Finetune/Loss (Raw)": 0.6772748827934265, "Finetune/Step": 3821, "Finetune/Step Time": 7.383827041834593}
{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7438065409660339, "Finetune/Loss (Raw)": 0.7053875923156738, "Finetune/Step": 3822, "Finetune/Step Time": 7.363964814692736}
{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7429309487342834, "Finetune/Loss (Raw)": 0.9078903794288635, "Finetune/Step": 3823, "Finetune/Step Time": 7.3663185853511095}
{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7433692812919617, "Finetune/Loss (Raw)": 0.8193880915641785, "Finetune/Step": 3824, "Finetune/Step Time": 7.365679182112217}
{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7445329427719116, "Finetune/Loss (Raw)": 0.6555569767951965, "Finetune/Step": 3825, "Finetune/Step Time": 7.344877477735281}
{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7435252666473389, "Finetune/Loss (Raw)": 0.6779199242591858, "Finetune/Step": 3826, "Finetune/Step Time": 7.340793780982494}
{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7434876561164856, "Finetune/Loss (Raw)": 0.7781959176063538, "Finetune/Step": 3827, "Finetune/Step Time": 7.367659296840429}
{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7435427904129028, "Finetune/Loss (Raw)": 0.8369631767272949, "Finetune/Step": 3828, "Finetune/Step Time": 7.371601214632392}
{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7406997680664062, "Finetune/Loss (Raw)": 0.2776460647583008, "Finetune/Step": 3829, "Finetune/Step Time": 7.379664158448577}
{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7405884265899658, "Finetune/Loss (Raw)": 0.7983226776123047, "Finetune/Step": 3830, "Finetune/Step Time": 7.388802966102958}
{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7397366166114807, "Finetune/Loss (Raw)": 0.7448526620864868, "Finetune/Step": 3831, "Finetune/Step Time": 7.396614948287606}
{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7411732077598572, "Finetune/Loss (Raw)": 0.987476110458374, "Finetune/Step": 3832, "Finetune/Step Time": 7.394449390470982}
{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.742961049079895, "Finetune/Loss (Raw)": 0.8433315753936768, "Finetune/Step": 3833, "Finetune/Step Time": 7.416813924908638}
{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7438066005706787, "Finetune/Loss (Raw)": 0.8763852119445801, "Finetune/Step": 3834, "Finetune/Step Time": 7.41124633513391}
{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7448647022247314, "Finetune/Loss (Raw)": 0.8668400049209595, "Finetune/Step": 3835, "Finetune/Step Time": 7.392716515809298}
{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7455467581748962, "Finetune/Loss (Raw)": 0.7156509757041931, "Finetune/Step": 3836, "Finetune/Step Time": 7.371682642027736}
{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7441433668136597, "Finetune/Loss (Raw)": 0.7404003739356995, "Finetune/Step": 3837, "Finetune/Step Time": 7.376743925735354}
{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7424901127815247, "Finetune/Loss (Raw)": 0.7253197431564331, "Finetune/Step": 3838, "Finetune/Step Time": 7.375202517956495}
{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7434669733047485, "Finetune/Loss (Raw)": 0.7813323140144348, "Finetune/Step": 3839, "Finetune/Step Time": 7.389374336227775}
{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7422074675559998, "Finetune/Loss (Raw)": 0.7398055791854858, "Finetune/Step": 3840, "Finetune/Step Time": 7.3802117090672255}
{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7473799586296082, "Finetune/Loss (Raw)": 0.9451625943183899, "Finetune/Step": 3841, "Finetune/Step Time": 7.367282388731837}
{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7469915151596069, "Finetune/Loss (Raw)": 0.7577264904975891, "Finetune/Step": 3842, "Finetune/Step Time": 7.359551610425115}
{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7452096939086914, "Finetune/Loss (Raw)": 0.6021560430526733, "Finetune/Step": 3843, "Finetune/Step Time": 7.366633418947458}
{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7458789348602295, "Finetune/Loss (Raw)": 0.7622289657592773, "Finetune/Step": 3844, "Finetune/Step Time": 7.34808224439621}
{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7466485500335693, "Finetune/Loss (Raw)": 0.7634905576705933, "Finetune/Step": 3845, "Finetune/Step Time": 7.3321144469082355}
{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7466585636138916, "Finetune/Loss (Raw)": 0.6234822869300842, "Finetune/Step": 3846, "Finetune/Step Time": 7.328234465792775}
{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7487761974334717, "Finetune/Loss (Raw)": 0.8872864842414856, "Finetune/Step": 3847, "Finetune/Step Time": 7.3162838984280825}
{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7448350787162781, "Finetune/Loss (Raw)": 0.32884588837623596, "Finetune/Step": 3848, "Finetune/Step Time": 7.319346094503999}
{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7447453737258911, "Finetune/Loss (Raw)": 0.8838533759117126, "Finetune/Step": 3849, "Finetune/Step Time": 7.334357684478164}
{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7422192096710205, "Finetune/Loss (Raw)": 0.4986998438835144, "Finetune/Step": 3850, "Finetune/Step Time": 7.342004342004657}
{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.739788293838501, "Finetune/Loss (Raw)": 0.6328805088996887, "Finetune/Step": 3851, "Finetune/Step Time": 7.334004750475287}
{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7409485578536987, "Finetune/Loss (Raw)": 0.8962812423706055, "Finetune/Step": 3852, "Finetune/Step Time": 7.334427334368229}
{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7376741170883179, "Finetune/Loss (Raw)": 0.45499616861343384, "Finetune/Step": 3853, "Finetune/Step Time": 7.343532748520374}
{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7410370111465454, "Finetune/Loss (Raw)": 0.8118889927864075, "Finetune/Step": 3854, "Finetune/Step Time": 7.334355117753148}
{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7392929792404175, "Finetune/Loss (Raw)": 0.5080788135528564, "Finetune/Step": 3855, "Finetune/Step Time": 7.3545235786587}
{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7421205639839172, "Finetune/Loss (Raw)": 0.9060010313987732, "Finetune/Step": 3856, "Finetune/Step Time": 7.3477489575743675}
{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7385421991348267, "Finetune/Loss (Raw)": 0.35758817195892334, "Finetune/Step": 3857, "Finetune/Step Time": 7.338144991546869}
{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.734419584274292, "Finetune/Loss (Raw)": 0.332746297121048, "Finetune/Step": 3858, "Finetune/Step Time": 7.326617557555437}
{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7354521751403809, "Finetune/Loss (Raw)": 0.9553343653678894, "Finetune/Step": 3859, "Finetune/Step Time": 7.319237649440765}
{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7353084087371826, "Finetune/Loss (Raw)": 0.8221448659896851, "Finetune/Step": 3860, "Finetune/Step Time": 7.313095523044467}
{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7349958419799805, "Finetune/Loss (Raw)": 0.7389542460441589, "Finetune/Step": 3861, "Finetune/Step Time": 7.299101592972875}
{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7343120574951172, "Finetune/Loss (Raw)": 0.8164686560630798, "Finetune/Step": 3862, "Finetune/Step Time": 7.2972546853125095}
{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7345487475395203, "Finetune/Loss (Raw)": 0.6514448523521423, "Finetune/Step": 3863, "Finetune/Step Time": 7.306931326165795}
{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7329918146133423, "Finetune/Loss (Raw)": 0.8105196356773376, "Finetune/Step": 3864, "Finetune/Step Time": 7.309877259656787}
{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7327210903167725, "Finetune/Loss (Raw)": 0.7056112885475159, "Finetune/Step": 3865, "Finetune/Step Time": 7.32663363032043}
{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7344822883605957, "Finetune/Loss (Raw)": 0.9101867079734802, "Finetune/Step": 3866, "Finetune/Step Time": 7.318668644875288}
{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7364541292190552, "Finetune/Loss (Raw)": 0.9736176133155823, "Finetune/Step": 3867, "Finetune/Step Time": 7.331102313473821}
{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7370179891586304, "Finetune/Loss (Raw)": 0.845385730266571, "Finetune/Step": 3868, "Finetune/Step Time": 7.334109948948026}
{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7356163263320923, "Finetune/Loss (Raw)": 0.7194873690605164, "Finetune/Step": 3869, "Finetune/Step Time": 7.335852976888418}
{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7344979047775269, "Finetune/Loss (Raw)": 0.6687819361686707, "Finetune/Step": 3870, "Finetune/Step Time": 7.359120676293969}
{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7343001365661621, "Finetune/Loss (Raw)": 0.7866007089614868, "Finetune/Step": 3871, "Finetune/Step Time": 7.324697846546769}
{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7345980405807495, "Finetune/Loss (Raw)": 0.39956673979759216, "Finetune/Step": 3872, "Finetune/Step Time": 7.343848200514913}
{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7371174097061157, "Finetune/Loss (Raw)": 0.6483379602432251, "Finetune/Step": 3873, "Finetune/Step Time": 7.339890388771892}
{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7379603385925293, "Finetune/Loss (Raw)": 0.7843432426452637, "Finetune/Step": 3874, "Finetune/Step Time": 7.3297747652977705}
{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7393670082092285, "Finetune/Loss (Raw)": 0.7769249081611633, "Finetune/Step": 3875, "Finetune/Step Time": 7.312506508082151}
{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7391934990882874, "Finetune/Loss (Raw)": 0.8047130107879639, "Finetune/Step": 3876, "Finetune/Step Time": 7.309542514383793}
{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.739434003829956, "Finetune/Loss (Raw)": 0.662145733833313, "Finetune/Step": 3877, "Finetune/Step Time": 7.316932177171111}
{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7361600399017334, "Finetune/Loss (Raw)": 0.46851596236228943, "Finetune/Step": 3878, "Finetune/Step Time": 7.32958067022264}
{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7339687347412109, "Finetune/Loss (Raw)": 0.6798776984214783, "Finetune/Step": 3879, "Finetune/Step Time": 7.354178935289383}
{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7342112064361572, "Finetune/Loss (Raw)": 0.8102523684501648, "Finetune/Step": 3880, "Finetune/Step Time": 7.351556863635778}
{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7353601455688477, "Finetune/Loss (Raw)": 0.8385322093963623, "Finetune/Step": 3881, "Finetune/Step Time": 7.343939347192645}
{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7354670763015747, "Finetune/Loss (Raw)": 0.8019266724586487, "Finetune/Step": 3882, "Finetune/Step Time": 7.347421197220683}
{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7363414168357849, "Finetune/Loss (Raw)": 0.8893156051635742, "Finetune/Step": 3883, "Finetune/Step Time": 7.341272441670299}
{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.737285315990448, "Finetune/Loss (Raw)": 0.7171739935874939, "Finetune/Step": 3884, "Finetune/Step Time": 7.335065443068743}
{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7343425750732422, "Finetune/Loss (Raw)": 0.5176370143890381, "Finetune/Step": 3885, "Finetune/Step Time": 7.3408256731927395}
{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.734724760055542, "Finetune/Loss (Raw)": 0.6862794756889343, "Finetune/Step": 3886, "Finetune/Step Time": 7.328164288774133}
{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.733807384967804, "Finetune/Loss (Raw)": 0.7158371210098267, "Finetune/Step": 3887, "Finetune/Step Time": 7.329216670244932}
{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7341283559799194, "Finetune/Loss (Raw)": 0.767059326171875, "Finetune/Step": 3888, "Finetune/Step Time": 7.321409724652767}
{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7351675629615784, "Finetune/Loss (Raw)": 0.7819336652755737, "Finetune/Step": 3889, "Finetune/Step Time": 7.312645459547639}
{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.735152006149292, "Finetune/Loss (Raw)": 0.7751256823539734, "Finetune/Step": 3890, "Finetune/Step Time": 7.306217743083835}
{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7334464192390442, "Finetune/Loss (Raw)": 0.6645519137382507, "Finetune/Step": 3891, "Finetune/Step Time": 7.320543102920055}
{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7340766787528992, "Finetune/Loss (Raw)": 0.7978852391242981, "Finetune/Step": 3892, "Finetune/Step Time": 7.323856450617313}
{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.732071042060852, "Finetune/Loss (Raw)": 0.3683580458164215, "Finetune/Step": 3893, "Finetune/Step Time": 7.32791748829186}
{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7313879728317261, "Finetune/Loss (Raw)": 0.8077499866485596, "Finetune/Step": 3894, "Finetune/Step Time": 7.326326418668032}
{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7311097979545593, "Finetune/Loss (Raw)": 0.7944635152816772, "Finetune/Step": 3895, "Finetune/Step Time": 7.31419669277966}
{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7320135831832886, "Finetune/Loss (Raw)": 0.7965578436851501, "Finetune/Step": 3896, "Finetune/Step Time": 7.303026488050818}
{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7360422611236572, "Finetune/Loss (Raw)": 0.7610566020011902, "Finetune/Step": 3897, "Finetune/Step Time": 7.288827024400234}
{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7342662811279297, "Finetune/Loss (Raw)": 0.7189066410064697, "Finetune/Step": 3898, "Finetune/Step Time": 7.304695146158338}
{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7338879108428955, "Finetune/Loss (Raw)": 0.8897110223770142, "Finetune/Step": 3899, "Finetune/Step Time": 7.307684924453497}
{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7333452701568604, "Finetune/Loss (Raw)": 0.7887784242630005, "Finetune/Step": 3900, "Finetune/Step Time": 7.318126492202282}
{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7372716665267944, "Finetune/Loss (Raw)": 0.8435337543487549, "Finetune/Step": 3901, "Finetune/Step Time": 7.305041793733835}
{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7378730773925781, "Finetune/Loss (Raw)": 0.9340380430221558, "Finetune/Step": 3902, "Finetune/Step Time": 7.289537975564599}
{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7378005981445312, "Finetune/Loss (Raw)": 0.8779696226119995, "Finetune/Step": 3903, "Finetune/Step Time": 7.284700019285083}
{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.737092137336731, "Finetune/Loss (Raw)": 0.7712365388870239, "Finetune/Step": 3904, "Finetune/Step Time": 7.288398738950491}
{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7398599982261658, "Finetune/Loss (Raw)": 0.6242287158966064, "Finetune/Step": 3905, "Finetune/Step Time": 7.287916578352451}
{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.739478349685669, "Finetune/Loss (Raw)": 0.7712510824203491, "Finetune/Step": 3906, "Finetune/Step Time": 7.319864954799414}
{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7422948479652405, "Finetune/Loss (Raw)": 1.027625322341919, "Finetune/Step": 3907, "Finetune/Step Time": 7.30614896863699}
{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7408921718597412, "Finetune/Loss (Raw)": 0.5561308860778809, "Finetune/Step": 3908, "Finetune/Step Time": 7.313523529097438}
{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7393755316734314, "Finetune/Loss (Raw)": 0.6489188075065613, "Finetune/Step": 3909, "Finetune/Step Time": 7.319304645061493}
{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.74013352394104, "Finetune/Loss (Raw)": 0.8473981022834778, "Finetune/Step": 3910, "Finetune/Step Time": 7.330139433965087}
{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7420598268508911, "Finetune/Loss (Raw)": 0.9320085048675537, "Finetune/Step": 3911, "Finetune/Step Time": 7.326791808009148}
{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7419391870498657, "Finetune/Loss (Raw)": 0.6790769100189209, "Finetune/Step": 3912, "Finetune/Step Time": 7.3295756205916405}
{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7417596578598022, "Finetune/Loss (Raw)": 0.7729513645172119, "Finetune/Step": 3913, "Finetune/Step Time": 7.332875199615955}
{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7403602600097656, "Finetune/Loss (Raw)": 0.7450101971626282, "Finetune/Step": 3914, "Finetune/Step Time": 7.3357267472893}
{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7403311133384705, "Finetune/Loss (Raw)": 0.8339025378227234, "Finetune/Step": 3915, "Finetune/Step Time": 7.3333091121166945}
{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7410660982131958, "Finetune/Loss (Raw)": 0.8379680514335632, "Finetune/Step": 3916, "Finetune/Step Time": 7.334131298586726}
{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7416839599609375, "Finetune/Loss (Raw)": 0.729247510433197, "Finetune/Step": 3917, "Finetune/Step Time": 7.335178468376398}
{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7419276833534241, "Finetune/Loss (Raw)": 0.8821280598640442, "Finetune/Step": 3918, "Finetune/Step Time": 7.335080297663808}
{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7413599491119385, "Finetune/Loss (Raw)": 0.7487561702728271, "Finetune/Step": 3919, "Finetune/Step Time": 7.344974152743816}
{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7449650168418884, "Finetune/Loss (Raw)": 0.7984858155250549, "Finetune/Step": 3920, "Finetune/Step Time": 7.36673023737967}
{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7432777285575867, "Finetune/Loss (Raw)": 0.6143879890441895, "Finetune/Step": 3921, "Finetune/Step Time": 7.375855695456266}
{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7438867092132568, "Finetune/Loss (Raw)": 0.8836151361465454, "Finetune/Step": 3922, "Finetune/Step Time": 7.378860479220748}
{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7425042986869812, "Finetune/Loss (Raw)": 0.4994871914386749, "Finetune/Step": 3923, "Finetune/Step Time": 7.378589214757085}
{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7424996495246887, "Finetune/Loss (Raw)": 0.8431581854820251, "Finetune/Step": 3924, "Finetune/Step Time": 7.38200618326664}
{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7440544962882996, "Finetune/Loss (Raw)": 0.8216849565505981, "Finetune/Step": 3925, "Finetune/Step Time": 7.379040138795972}
{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7438730597496033, "Finetune/Loss (Raw)": 0.7085103392601013, "Finetune/Step": 3926, "Finetune/Step Time": 7.3717787973582745}
{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7452539205551147, "Finetune/Loss (Raw)": 0.7563446760177612, "Finetune/Step": 3927, "Finetune/Step Time": 7.379427686333656}
{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7454700469970703, "Finetune/Loss (Raw)": 0.8496116399765015, "Finetune/Step": 3928, "Finetune/Step Time": 7.380588017404079}
{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7460232973098755, "Finetune/Loss (Raw)": 0.8493497371673584, "Finetune/Step": 3929, "Finetune/Step Time": 7.366821536794305}
{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7446739077568054, "Finetune/Loss (Raw)": 0.7155162692070007, "Finetune/Step": 3930, "Finetune/Step Time": 7.382159298285842}
{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7447093725204468, "Finetune/Loss (Raw)": 0.8846310973167419, "Finetune/Step": 3931, "Finetune/Step Time": 7.383224610239267}
{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7436313033103943, "Finetune/Loss (Raw)": 0.6878564953804016, "Finetune/Step": 3932, "Finetune/Step Time": 7.397746166214347}
{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7429004907608032, "Finetune/Loss (Raw)": 0.5119010806083679, "Finetune/Step": 3933, "Finetune/Step Time": 7.405990280210972}
{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7425603866577148, "Finetune/Loss (Raw)": 0.7115873694419861, "Finetune/Step": 3934, "Finetune/Step Time": 7.393127840012312}
{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7427237033843994, "Finetune/Loss (Raw)": 0.7584262490272522, "Finetune/Step": 3935, "Finetune/Step Time": 7.395250018686056}
{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.744720458984375, "Finetune/Loss (Raw)": 0.8765072226524353, "Finetune/Step": 3936, "Finetune/Step Time": 7.399183003231883}
{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7453160285949707, "Finetune/Loss (Raw)": 0.8184580206871033, "Finetune/Step": 3937, "Finetune/Step Time": 7.393607368692756}
{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7442888021469116, "Finetune/Loss (Raw)": 0.7412285804748535, "Finetune/Step": 3938, "Finetune/Step Time": 7.393551021814346}
{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7451566457748413, "Finetune/Loss (Raw)": 0.8203675746917725, "Finetune/Step": 3939, "Finetune/Step Time": 7.394713897258043}
{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7460522055625916, "Finetune/Loss (Raw)": 0.8255225419998169, "Finetune/Step": 3940, "Finetune/Step Time": 7.3828994035720825}
{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7466106414794922, "Finetune/Loss (Raw)": 0.8621135950088501, "Finetune/Step": 3941, "Finetune/Step Time": 7.386001046746969}
{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7477422952651978, "Finetune/Loss (Raw)": 0.8655992746353149, "Finetune/Step": 3942, "Finetune/Step Time": 7.39231688529253}
{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.746239960193634, "Finetune/Loss (Raw)": 0.6205503344535828, "Finetune/Step": 3943, "Finetune/Step Time": 7.39790853112936}
{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7463538646697998, "Finetune/Loss (Raw)": 0.8303103446960449, "Finetune/Step": 3944, "Finetune/Step Time": 7.39756746403873}
{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7483714818954468, "Finetune/Loss (Raw)": 0.9817156195640564, "Finetune/Step": 3945, "Finetune/Step Time": 7.419336291030049}
{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.748370885848999, "Finetune/Loss (Raw)": 0.7613794207572937, "Finetune/Step": 3946, "Finetune/Step Time": 7.433576349169016}
{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.748802125453949, "Finetune/Loss (Raw)": 0.8074557185173035, "Finetune/Step": 3947, "Finetune/Step Time": 7.4410197995603085}
{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.746525764465332, "Finetune/Loss (Raw)": 0.3587626814842224, "Finetune/Step": 3948, "Finetune/Step Time": 7.454936608672142}
{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7480738759040833, "Finetune/Loss (Raw)": 0.8754386901855469, "Finetune/Step": 3949, "Finetune/Step Time": 7.440161161124706}
{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.749341607093811, "Finetune/Loss (Raw)": 0.8676509857177734, "Finetune/Step": 3950, "Finetune/Step Time": 7.437440808862448}
{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7491692900657654, "Finetune/Loss (Raw)": 0.8858367800712585, "Finetune/Step": 3951, "Finetune/Step Time": 7.4405453857034445}
{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7479355335235596, "Finetune/Loss (Raw)": 0.6614628434181213, "Finetune/Step": 3952, "Finetune/Step Time": 7.44928926974535}
{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7487221956253052, "Finetune/Loss (Raw)": 0.7562474608421326, "Finetune/Step": 3953, "Finetune/Step Time": 7.44710193388164}
{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7491277456283569, "Finetune/Loss (Raw)": 0.7298356890678406, "Finetune/Step": 3954, "Finetune/Step Time": 7.441211486235261}
{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7483272552490234, "Finetune/Loss (Raw)": 0.6757307648658752, "Finetune/Step": 3955, "Finetune/Step Time": 7.40990924090147}
{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7486979961395264, "Finetune/Loss (Raw)": 0.8844262957572937, "Finetune/Step": 3956, "Finetune/Step Time": 7.408917119726539}
{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.753007709980011, "Finetune/Loss (Raw)": 0.8292887210845947, "Finetune/Step": 3957, "Finetune/Step Time": 7.395437924191356}
{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7525805234909058, "Finetune/Loss (Raw)": 0.743637204170227, "Finetune/Step": 3958, "Finetune/Step Time": 7.391764814034104}
{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7516915202140808, "Finetune/Loss (Raw)": 0.6310615539550781, "Finetune/Step": 3959, "Finetune/Step Time": 7.403611959889531}
{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.749117910861969, "Finetune/Loss (Raw)": 0.6580572128295898, "Finetune/Step": 3960, "Finetune/Step Time": 7.4069206696003675}
{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7487565279006958, "Finetune/Loss (Raw)": 0.7970744967460632, "Finetune/Step": 3961, "Finetune/Step Time": 7.389646885916591}
{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7468545436859131, "Finetune/Loss (Raw)": 0.6329266428947449, "Finetune/Step": 3962, "Finetune/Step Time": 7.39662678539753}
{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7466533184051514, "Finetune/Loss (Raw)": 0.8410859107971191, "Finetune/Step": 3963, "Finetune/Step Time": 7.400604782626033}
{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7474068403244019, "Finetune/Loss (Raw)": 0.8121028542518616, "Finetune/Step": 3964, "Finetune/Step Time": 7.419147389009595}
{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7477697134017944, "Finetune/Loss (Raw)": 0.7868486046791077, "Finetune/Step": 3965, "Finetune/Step Time": 7.431265281513333}
{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7450989484786987, "Finetune/Loss (Raw)": 0.3834628760814667, "Finetune/Step": 3966, "Finetune/Step Time": 7.448017194867134}
{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7451210618019104, "Finetune/Loss (Raw)": 0.7841598987579346, "Finetune/Step": 3967, "Finetune/Step Time": 7.422173639759421}
{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7456949949264526, "Finetune/Loss (Raw)": 0.8132703900337219, "Finetune/Step": 3968, "Finetune/Step Time": 7.4197369161993265}
{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7444151639938354, "Finetune/Loss (Raw)": 0.7813369035720825, "Finetune/Step": 3969, "Finetune/Step Time": 7.443619001656771}
{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7451375722885132, "Finetune/Loss (Raw)": 0.8501991033554077, "Finetune/Step": 3970, "Finetune/Step Time": 7.444495754316449}
{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7474968433380127, "Finetune/Loss (Raw)": 0.904144823551178, "Finetune/Step": 3971, "Finetune/Step Time": 7.435934275388718}
{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7475298047065735, "Finetune/Loss (Raw)": 0.7664523720741272, "Finetune/Step": 3972, "Finetune/Step Time": 7.4338207598775625}
{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7476524114608765, "Finetune/Loss (Raw)": 0.77918541431427, "Finetune/Step": 3973, "Finetune/Step Time": 7.430344894528389}
{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.748536229133606, "Finetune/Loss (Raw)": 0.7366070747375488, "Finetune/Step": 3974, "Finetune/Step Time": 7.432862363755703}
{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7486603260040283, "Finetune/Loss (Raw)": 0.9031657576560974, "Finetune/Step": 3975, "Finetune/Step Time": 7.431115431711078}
{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7516099214553833, "Finetune/Loss (Raw)": 0.7063983678817749, "Finetune/Step": 3976, "Finetune/Step Time": 7.429654818028212}
{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.749487578868866, "Finetune/Loss (Raw)": 0.612189769744873, "Finetune/Step": 3977, "Finetune/Step Time": 7.424618108198047}
{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7493780851364136, "Finetune/Loss (Raw)": 0.4846855103969574, "Finetune/Step": 3978, "Finetune/Step Time": 7.416110971942544}
{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7508022785186768, "Finetune/Loss (Raw)": 0.8151816725730896, "Finetune/Step": 3979, "Finetune/Step Time": 7.419345375150442}
{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.748308002948761, "Finetune/Loss (Raw)": 0.5770154595375061, "Finetune/Step": 3980, "Finetune/Step Time": 7.421473229303956}
{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7513854503631592, "Finetune/Loss (Raw)": 0.8489065170288086, "Finetune/Step": 3981, "Finetune/Step Time": 7.40947987139225}
{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7511428594589233, "Finetune/Loss (Raw)": 0.7808424234390259, "Finetune/Step": 3982, "Finetune/Step Time": 7.408890275284648}
{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7532550692558289, "Finetune/Loss (Raw)": 0.7784357070922852, "Finetune/Step": 3983, "Finetune/Step Time": 7.383614584803581}
{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.748826265335083, "Finetune/Loss (Raw)": 0.339108407497406, "Finetune/Step": 3984, "Finetune/Step Time": 7.397021219134331}
{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7525135278701782, "Finetune/Loss (Raw)": 0.8295682072639465, "Finetune/Step": 3985, "Finetune/Step Time": 7.3966152630746365}
{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7574487924575806, "Finetune/Loss (Raw)": 0.9644604921340942, "Finetune/Step": 3986, "Finetune/Step Time": 7.38169570453465}
{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7554999589920044, "Finetune/Loss (Raw)": 0.7058748006820679, "Finetune/Step": 3987, "Finetune/Step Time": 7.3888853788375854}
{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.75553297996521, "Finetune/Loss (Raw)": 0.8263753652572632, "Finetune/Step": 3988, "Finetune/Step Time": 7.392094282433391}
{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7565069198608398, "Finetune/Loss (Raw)": 0.863612949848175, "Finetune/Step": 3989, "Finetune/Step Time": 7.391123082488775}
{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7562437057495117, "Finetune/Loss (Raw)": 0.7827857136726379, "Finetune/Step": 3990, "Finetune/Step Time": 7.395675098523498}
{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.757757842540741, "Finetune/Loss (Raw)": 0.8452534079551697, "Finetune/Step": 3991, "Finetune/Step Time": 7.388292014598846}
{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7564805150032043, "Finetune/Loss (Raw)": 0.6470177173614502, "Finetune/Step": 3992, "Finetune/Step Time": 7.4054203145205975}
{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7573438286781311, "Finetune/Loss (Raw)": 0.8161128163337708, "Finetune/Step": 3993, "Finetune/Step Time": 7.373540600761771}
{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.755590558052063, "Finetune/Loss (Raw)": 0.685775101184845, "Finetune/Step": 3994, "Finetune/Step Time": 7.38536580465734}
{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7536764740943909, "Finetune/Loss (Raw)": 0.7286110520362854, "Finetune/Step": 3995, "Finetune/Step Time": 7.373201783746481}
{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7525163888931274, "Finetune/Loss (Raw)": 0.6968930959701538, "Finetune/Step": 3996, "Finetune/Step Time": 7.3716818783432245}
{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7523608803749084, "Finetune/Loss (Raw)": 0.6995850205421448, "Finetune/Step": 3997, "Finetune/Step Time": 7.370524978265166}
{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7538524866104126, "Finetune/Loss (Raw)": 0.8597052693367004, "Finetune/Step": 3998, "Finetune/Step Time": 7.354827158153057}
{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7535561323165894, "Finetune/Loss (Raw)": 0.7486669421195984, "Finetune/Step": 3999, "Finetune/Step Time": 7.370273273438215}
{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.756401002407074, "Finetune/Loss (Raw)": 0.7637099027633667, "Finetune/Step": 4000, "Finetune/Step Time": 7.341769155114889}
{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7569688558578491, "Finetune/Loss (Raw)": 0.7210298776626587, "Finetune/Step": 4001, "Finetune/Step Time": 7.352064810693264}
{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7561444044113159, "Finetune/Loss (Raw)": 0.6788076758384705, "Finetune/Step": 4002, "Finetune/Step Time": 7.362387357279658}
{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7559044361114502, "Finetune/Loss (Raw)": 0.7462087869644165, "Finetune/Step": 4003, "Finetune/Step Time": 7.374272350221872}
{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7561821937561035, "Finetune/Loss (Raw)": 0.8402692675590515, "Finetune/Step": 4004, "Finetune/Step Time": 7.368453899398446}
{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7570842504501343, "Finetune/Loss (Raw)": 0.7776094079017639, "Finetune/Step": 4005, "Finetune/Step Time": 7.3661760576069355}
{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7608627080917358, "Finetune/Loss (Raw)": 0.9521586894989014, "Finetune/Step": 4006, "Finetune/Step Time": 7.349864307790995}
{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7583394050598145, "Finetune/Loss (Raw)": 0.35688987374305725, "Finetune/Step": 4007, "Finetune/Step Time": 7.328577231615782}
{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.757166862487793, "Finetune/Loss (Raw)": 0.6601638197898865, "Finetune/Step": 4008, "Finetune/Step Time": 7.326522281393409}
{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.756845235824585, "Finetune/Loss (Raw)": 0.7973669767379761, "Finetune/Step": 4009, "Finetune/Step Time": 7.322565842419863}
{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7559337615966797, "Finetune/Loss (Raw)": 0.6852603554725647, "Finetune/Step": 4010, "Finetune/Step Time": 7.330583706498146}
{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7553743720054626, "Finetune/Loss (Raw)": 0.8177142143249512, "Finetune/Step": 4011, "Finetune/Step Time": 7.33547723852098}
{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7539530992507935, "Finetune/Loss (Raw)": 0.535256564617157, "Finetune/Step": 4012, "Finetune/Step Time": 7.352276494726539}
{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7555949091911316, "Finetune/Loss (Raw)": 0.7277831435203552, "Finetune/Step": 4013, "Finetune/Step Time": 7.346657410264015}
{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7557716369628906, "Finetune/Loss (Raw)": 0.7089041471481323, "Finetune/Step": 4014, "Finetune/Step Time": 7.370058229193091}
{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.756203293800354, "Finetune/Loss (Raw)": 0.7710888981819153, "Finetune/Step": 4015, "Finetune/Step Time": 7.371704895049334}
{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7564406394958496, "Finetune/Loss (Raw)": 0.7974345088005066, "Finetune/Step": 4016, "Finetune/Step Time": 7.373364664614201}
{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7567279934883118, "Finetune/Loss (Raw)": 0.8187163472175598, "Finetune/Step": 4017, "Finetune/Step Time": 7.375528311356902}
{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7531953454017639, "Finetune/Loss (Raw)": 0.32294946908950806, "Finetune/Step": 4018, "Finetune/Step Time": 7.390070645138621}
{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7552527189254761, "Finetune/Loss (Raw)": 0.9278958439826965, "Finetune/Step": 4019, "Finetune/Step Time": 7.3804684821516275}
{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.755740761756897, "Finetune/Loss (Raw)": 0.8603531122207642, "Finetune/Step": 4020, "Finetune/Step Time": 7.378373032435775}
{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7588917016983032, "Finetune/Loss (Raw)": 0.7716827988624573, "Finetune/Step": 4021, "Finetune/Step Time": 7.3755821492522955}
{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7584325075149536, "Finetune/Loss (Raw)": 0.7489718794822693, "Finetune/Step": 4022, "Finetune/Step Time": 7.378690868616104}
{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.758614182472229, "Finetune/Loss (Raw)": 0.8177129030227661, "Finetune/Step": 4023, "Finetune/Step Time": 7.38176198489964}
{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7591374516487122, "Finetune/Loss (Raw)": 0.8635390400886536, "Finetune/Step": 4024, "Finetune/Step Time": 7.3879208117723465}
{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7588629722595215, "Finetune/Loss (Raw)": 0.7259265184402466, "Finetune/Step": 4025, "Finetune/Step Time": 7.387840868905187}
{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7598084211349487, "Finetune/Loss (Raw)": 0.8399149179458618, "Finetune/Step": 4026, "Finetune/Step Time": 7.37550581805408}
{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7599110007286072, "Finetune/Loss (Raw)": 0.9028449654579163, "Finetune/Step": 4027, "Finetune/Step Time": 7.371848713606596}
{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7594165205955505, "Finetune/Loss (Raw)": 0.725488007068634, "Finetune/Step": 4028, "Finetune/Step Time": 7.357087465003133}
{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7593236565589905, "Finetune/Loss (Raw)": 0.831646740436554, "Finetune/Step": 4029, "Finetune/Step Time": 7.356698263436556}
{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7550935745239258, "Finetune/Loss (Raw)": 0.3925900459289551, "Finetune/Step": 4030, "Finetune/Step Time": 7.366956120356917}
{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.753983736038208, "Finetune/Loss (Raw)": 0.7359082698822021, "Finetune/Step": 4031, "Finetune/Step Time": 7.367260178551078}
{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7538356781005859, "Finetune/Loss (Raw)": 0.752278208732605, "Finetune/Step": 4032, "Finetune/Step Time": 7.360953062772751}
{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7556166648864746, "Finetune/Loss (Raw)": 0.8522027730941772, "Finetune/Step": 4033, "Finetune/Step Time": 7.349647352471948}
{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7556182146072388, "Finetune/Loss (Raw)": 0.7714428901672363, "Finetune/Step": 4034, "Finetune/Step Time": 7.311295302584767}
{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7526298761367798, "Finetune/Loss (Raw)": 0.6451245546340942, "Finetune/Step": 4035, "Finetune/Step Time": 7.316441807895899}
{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7559783458709717, "Finetune/Loss (Raw)": 0.9847297072410583, "Finetune/Step": 4036, "Finetune/Step Time": 7.303124053403735}
{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7563126087188721, "Finetune/Loss (Raw)": 0.6917051672935486, "Finetune/Step": 4037, "Finetune/Step Time": 7.309246564283967}
{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7524769306182861, "Finetune/Loss (Raw)": 0.3564256727695465, "Finetune/Step": 4038, "Finetune/Step Time": 7.3103244956582785}
{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7510519623756409, "Finetune/Loss (Raw)": 0.7496194243431091, "Finetune/Step": 4039, "Finetune/Step Time": 7.330309232696891}
{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.752415657043457, "Finetune/Loss (Raw)": 0.8536314368247986, "Finetune/Step": 4040, "Finetune/Step Time": 7.330716717988253}
{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7518564462661743, "Finetune/Loss (Raw)": 0.7013789415359497, "Finetune/Step": 4041, "Finetune/Step Time": 7.325386136770248}
{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7519217729568481, "Finetune/Loss (Raw)": 0.7533664703369141, "Finetune/Step": 4042, "Finetune/Step Time": 7.337631585076451}
{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7519832849502563, "Finetune/Loss (Raw)": 0.8417735695838928, "Finetune/Step": 4043, "Finetune/Step Time": 7.3402605056762695}
{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7515155673027039, "Finetune/Loss (Raw)": 0.7781046628952026, "Finetune/Step": 4044, "Finetune/Step Time": 7.332237657159567}
{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7480788230895996, "Finetune/Loss (Raw)": 0.2893368899822235, "Finetune/Step": 4045, "Finetune/Step Time": 7.326059089973569}
{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7468568682670593, "Finetune/Loss (Raw)": 0.7257179021835327, "Finetune/Step": 4046, "Finetune/Step Time": 7.322652246803045}
{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7468041181564331, "Finetune/Loss (Raw)": 0.7420088648796082, "Finetune/Step": 4047, "Finetune/Step Time": 7.325123781338334}
{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7434478998184204, "Finetune/Loss (Raw)": 0.36888256669044495, "Finetune/Step": 4048, "Finetune/Step Time": 7.302875094115734}
{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7437399625778198, "Finetune/Loss (Raw)": 0.6517804265022278, "Finetune/Step": 4049, "Finetune/Step Time": 7.286303320899606}
{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7427034378051758, "Finetune/Loss (Raw)": 0.7509391903877258, "Finetune/Step": 4050, "Finetune/Step Time": 7.2839337438344955}
{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7444097995758057, "Finetune/Loss (Raw)": 0.7179051637649536, "Finetune/Step": 4051, "Finetune/Step Time": 7.275657365098596}
{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7436308264732361, "Finetune/Loss (Raw)": 0.7434439063072205, "Finetune/Step": 4052, "Finetune/Step Time": 7.295336734503508}
{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7401252388954163, "Finetune/Loss (Raw)": 0.3729695975780487, "Finetune/Step": 4053, "Finetune/Step Time": 7.306213667616248}
{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7394720315933228, "Finetune/Loss (Raw)": 0.6249001622200012, "Finetune/Step": 4054, "Finetune/Step Time": 7.315117888152599}
{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7397682666778564, "Finetune/Loss (Raw)": 0.7942626476287842, "Finetune/Step": 4055, "Finetune/Step Time": 7.297535760328174}
{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7373629808425903, "Finetune/Loss (Raw)": 0.5417321920394897, "Finetune/Step": 4056, "Finetune/Step Time": 7.312414668500423}
{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7376502752304077, "Finetune/Loss (Raw)": 0.8861232995986938, "Finetune/Step": 4057, "Finetune/Step Time": 7.309453886002302}
{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7377839088439941, "Finetune/Loss (Raw)": 0.7326272130012512, "Finetune/Step": 4058, "Finetune/Step Time": 7.291255436837673}
{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7362937927246094, "Finetune/Loss (Raw)": 0.6938969492912292, "Finetune/Step": 4059, "Finetune/Step Time": 7.304835684597492}
{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7345354557037354, "Finetune/Loss (Raw)": 0.4627907872200012, "Finetune/Step": 4060, "Finetune/Step Time": 7.307195659726858}
{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7349601984024048, "Finetune/Loss (Raw)": 0.566264808177948, "Finetune/Step": 4061, "Finetune/Step Time": 7.2996259573847055}
{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7357492446899414, "Finetune/Loss (Raw)": 0.8125825524330139, "Finetune/Step": 4062, "Finetune/Step Time": 7.302634470164776}
{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7325567007064819, "Finetune/Loss (Raw)": 0.3497835397720337, "Finetune/Step": 4063, "Finetune/Step Time": 7.304940262809396}
{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7286537289619446, "Finetune/Loss (Raw)": 0.37692442536354065, "Finetune/Step": 4064, "Finetune/Step Time": 7.307316055521369}
{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7271450757980347, "Finetune/Loss (Raw)": 0.6253504753112793, "Finetune/Step": 4065, "Finetune/Step Time": 7.312986291944981}
{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7276320457458496, "Finetune/Loss (Raw)": 0.8035589456558228, "Finetune/Step": 4066, "Finetune/Step Time": 7.316637864336371}
{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7279195785522461, "Finetune/Loss (Raw)": 0.8571754693984985, "Finetune/Step": 4067, "Finetune/Step Time": 7.3155780006200075}
{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7277723550796509, "Finetune/Loss (Raw)": 0.8066766262054443, "Finetune/Step": 4068, "Finetune/Step Time": 7.317333929240704}
{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7277216911315918, "Finetune/Loss (Raw)": 0.8556211590766907, "Finetune/Step": 4069, "Finetune/Step Time": 7.330270824953914}
{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7269375324249268, "Finetune/Loss (Raw)": 0.7652316689491272, "Finetune/Step": 4070, "Finetune/Step Time": 7.326316028833389}
{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7277200818061829, "Finetune/Loss (Raw)": 0.7207184433937073, "Finetune/Step": 4071, "Finetune/Step Time": 7.332520913332701}
{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7264300584793091, "Finetune/Loss (Raw)": 0.6651859879493713, "Finetune/Step": 4072, "Finetune/Step Time": 7.34222555346787}
{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7246299386024475, "Finetune/Loss (Raw)": 0.7513017058372498, "Finetune/Step": 4073, "Finetune/Step Time": 7.325521886348724}
{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7255909442901611, "Finetune/Loss (Raw)": 0.8843942880630493, "Finetune/Step": 4074, "Finetune/Step Time": 7.322773823514581}
{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7250774502754211, "Finetune/Loss (Raw)": 0.7417236566543579, "Finetune/Step": 4075, "Finetune/Step Time": 7.323199946433306}
{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7267093658447266, "Finetune/Loss (Raw)": 0.5676462054252625, "Finetune/Step": 4076, "Finetune/Step Time": 7.328584190458059}
{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7261000871658325, "Finetune/Loss (Raw)": 0.7974478602409363, "Finetune/Step": 4077, "Finetune/Step Time": 7.342381538823247}
{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7250417470932007, "Finetune/Loss (Raw)": 0.7321901321411133, "Finetune/Step": 4078, "Finetune/Step Time": 7.345137171447277}
{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.724686861038208, "Finetune/Loss (Raw)": 0.8404011130332947, "Finetune/Step": 4079, "Finetune/Step Time": 7.356620689854026}
{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7249241471290588, "Finetune/Loss (Raw)": 0.6918438673019409, "Finetune/Step": 4080, "Finetune/Step Time": 7.356080815196037}
{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7246333360671997, "Finetune/Loss (Raw)": 0.7190280556678772, "Finetune/Step": 4081, "Finetune/Step Time": 7.37767169252038}
{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7245285511016846, "Finetune/Loss (Raw)": 0.7164238691329956, "Finetune/Step": 4082, "Finetune/Step Time": 7.387230530381203}
{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7258358001708984, "Finetune/Loss (Raw)": 0.843052327632904, "Finetune/Step": 4083, "Finetune/Step Time": 7.389410829171538}
{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7225477695465088, "Finetune/Loss (Raw)": 0.463563472032547, "Finetune/Step": 4084, "Finetune/Step Time": 7.397887306287885}
{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7206575870513916, "Finetune/Loss (Raw)": 0.5873414278030396, "Finetune/Step": 4085, "Finetune/Step Time": 7.409261085093021}
{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7201970815658569, "Finetune/Loss (Raw)": 0.684691846370697, "Finetune/Step": 4086, "Finetune/Step Time": 7.416589118540287}
{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7221190333366394, "Finetune/Loss (Raw)": 0.8770695924758911, "Finetune/Step": 4087, "Finetune/Step Time": 7.40420644916594}
{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7233952283859253, "Finetune/Loss (Raw)": 0.8214077353477478, "Finetune/Step": 4088, "Finetune/Step Time": 7.399744452908635}
{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7233190536499023, "Finetune/Loss (Raw)": 0.7873278856277466, "Finetune/Step": 4089, "Finetune/Step Time": 7.400888942182064}
{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7245078682899475, "Finetune/Loss (Raw)": 0.7850995063781738, "Finetune/Step": 4090, "Finetune/Step Time": 7.393988208845258}
{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7238034009933472, "Finetune/Loss (Raw)": 0.750909686088562, "Finetune/Step": 4091, "Finetune/Step Time": 7.406252669170499}
{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7232468128204346, "Finetune/Loss (Raw)": 0.7408583164215088, "Finetune/Step": 4092, "Finetune/Step Time": 7.397138115018606}
{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7239744663238525, "Finetune/Loss (Raw)": 0.8799969553947449, "Finetune/Step": 4093, "Finetune/Step Time": 7.382470516487956}
{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.728485107421875, "Finetune/Loss (Raw)": 0.9608117938041687, "Finetune/Step": 4094, "Finetune/Step Time": 7.381178209558129}
{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7277051210403442, "Finetune/Loss (Raw)": 0.6843227744102478, "Finetune/Step": 4095, "Finetune/Step Time": 7.387850511819124}
{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7283756732940674, "Finetune/Loss (Raw)": 0.8991024494171143, "Finetune/Step": 4096, "Finetune/Step Time": 7.392338462173939}
{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7288714647293091, "Finetune/Loss (Raw)": 0.8448038697242737, "Finetune/Step": 4097, "Finetune/Step Time": 7.378514099866152}
{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7269388437271118, "Finetune/Loss (Raw)": 0.602823793888092, "Finetune/Step": 4098, "Finetune/Step Time": 7.386552222073078}
{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7261372804641724, "Finetune/Loss (Raw)": 0.8015435338020325, "Finetune/Step": 4099, "Finetune/Step Time": 7.3896099757403135}
{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7273077964782715, "Finetune/Loss (Raw)": 0.9162794947624207, "Finetune/Step": 4100, "Finetune/Step Time": 7.389433152973652}
{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7272083759307861, "Finetune/Loss (Raw)": 0.7664622664451599, "Finetune/Step": 4101, "Finetune/Step Time": 7.4089363142848015}
{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.727314829826355, "Finetune/Loss (Raw)": 0.7502286434173584, "Finetune/Step": 4102, "Finetune/Step Time": 7.405888231471181}
{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7265412211418152, "Finetune/Loss (Raw)": 0.8041427731513977, "Finetune/Step": 4103, "Finetune/Step Time": 7.408071588724852}
{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7274649143218994, "Finetune/Loss (Raw)": 0.8246325850486755, "Finetune/Step": 4104, "Finetune/Step Time": 7.396109655499458}
{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7277129888534546, "Finetune/Loss (Raw)": 0.6439399719238281, "Finetune/Step": 4105, "Finetune/Step Time": 7.390082072466612}
{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7296737432479858, "Finetune/Loss (Raw)": 0.7356674671173096, "Finetune/Step": 4106, "Finetune/Step Time": 7.388154227286577}
{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7290171384811401, "Finetune/Loss (Raw)": 0.7311338782310486, "Finetune/Step": 4107, "Finetune/Step Time": 7.390063907951117}
{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7307925224304199, "Finetune/Loss (Raw)": 0.8042659759521484, "Finetune/Step": 4108, "Finetune/Step Time": 7.3892861399799585}
{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7298243641853333, "Finetune/Loss (Raw)": 0.724984347820282, "Finetune/Step": 4109, "Finetune/Step Time": 7.396354228258133}
{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7295676469802856, "Finetune/Loss (Raw)": 0.747981607913971, "Finetune/Step": 4110, "Finetune/Step Time": 7.403411950916052}
{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7306175827980042, "Finetune/Loss (Raw)": 0.9128240346908569, "Finetune/Step": 4111, "Finetune/Step Time": 7.409188535064459}
{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7324878573417664, "Finetune/Loss (Raw)": 0.5785022377967834, "Finetune/Step": 4112, "Finetune/Step Time": 7.408616099506617}
{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7309941053390503, "Finetune/Loss (Raw)": 0.6383734941482544, "Finetune/Step": 4113, "Finetune/Step Time": 7.396430540829897}
{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.729729950428009, "Finetune/Loss (Raw)": 0.8026435971260071, "Finetune/Step": 4114, "Finetune/Step Time": 7.397343909367919}
{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7305574417114258, "Finetune/Loss (Raw)": 0.8117919564247131, "Finetune/Step": 4115, "Finetune/Step Time": 7.393625099211931}
{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7281575202941895, "Finetune/Loss (Raw)": 0.5191853046417236, "Finetune/Step": 4116, "Finetune/Step Time": 7.408094208687544}
{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7265337705612183, "Finetune/Loss (Raw)": 0.6557746529579163, "Finetune/Step": 4117, "Finetune/Step Time": 7.416764855384827}
{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7278048992156982, "Finetune/Loss (Raw)": 0.9454915523529053, "Finetune/Step": 4118, "Finetune/Step Time": 7.409828403964639}
{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7282412648200989, "Finetune/Loss (Raw)": 0.9011033773422241, "Finetune/Step": 4119, "Finetune/Step Time": 7.403761530295014}
{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.72856605052948, "Finetune/Loss (Raw)": 0.6885961890220642, "Finetune/Step": 4120, "Finetune/Step Time": 7.398928709328175}
{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.728441596031189, "Finetune/Loss (Raw)": 0.8001807928085327, "Finetune/Step": 4121, "Finetune/Step Time": 7.403724016621709}
{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7286732792854309, "Finetune/Loss (Raw)": 0.7154317498207092, "Finetune/Step": 4122, "Finetune/Step Time": 7.4027810376137495}
{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.730215311050415, "Finetune/Loss (Raw)": 0.9259843230247498, "Finetune/Step": 4123, "Finetune/Step Time": 7.4038805197924376}
{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7291480302810669, "Finetune/Loss (Raw)": 0.5602886080741882, "Finetune/Step": 4124, "Finetune/Step Time": 7.405913181602955}
{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7299435138702393, "Finetune/Loss (Raw)": 0.8014015555381775, "Finetune/Step": 4125, "Finetune/Step Time": 7.409265719354153}
{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.729741096496582, "Finetune/Loss (Raw)": 0.8338018655776978, "Finetune/Step": 4126, "Finetune/Step Time": 7.404308412224054}
{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7301145195960999, "Finetune/Loss (Raw)": 0.7964581847190857, "Finetune/Step": 4127, "Finetune/Step Time": 7.384772690013051}
{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7299959659576416, "Finetune/Loss (Raw)": 0.7485435009002686, "Finetune/Step": 4128, "Finetune/Step Time": 7.39060072414577}
{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7304816246032715, "Finetune/Loss (Raw)": 0.7831956744194031, "Finetune/Step": 4129, "Finetune/Step Time": 7.371723374351859}
{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7311721444129944, "Finetune/Loss (Raw)": 0.7671895027160645, "Finetune/Step": 4130, "Finetune/Step Time": 7.361905224621296}
{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7314853668212891, "Finetune/Loss (Raw)": 0.7863012552261353, "Finetune/Step": 4131, "Finetune/Step Time": 7.355235293507576}
{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7312109470367432, "Finetune/Loss (Raw)": 0.805149495601654, "Finetune/Step": 4132, "Finetune/Step Time": 7.356607062742114}
{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7307319045066833, "Finetune/Loss (Raw)": 0.7162831425666809, "Finetune/Step": 4133, "Finetune/Step Time": 7.3513329941779375}
{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7291404008865356, "Finetune/Loss (Raw)": 0.7484493851661682, "Finetune/Step": 4134, "Finetune/Step Time": 7.36732355132699}
{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7317841649055481, "Finetune/Loss (Raw)": 0.6952880024909973, "Finetune/Step": 4135, "Finetune/Step Time": 7.354924488812685}
{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7324651479721069, "Finetune/Loss (Raw)": 0.7473347187042236, "Finetune/Step": 4136, "Finetune/Step Time": 7.354650568217039}
{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.731653094291687, "Finetune/Loss (Raw)": 0.6934274435043335, "Finetune/Step": 4137, "Finetune/Step Time": 7.35218271240592}
{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7330180406570435, "Finetune/Loss (Raw)": 0.8599674105644226, "Finetune/Step": 4138, "Finetune/Step Time": 7.338300319388509}
{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7321279048919678, "Finetune/Loss (Raw)": 0.7037762403488159, "Finetune/Step": 4139, "Finetune/Step Time": 7.3283375427126884}
{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7335422039031982, "Finetune/Loss (Raw)": 0.7162865996360779, "Finetune/Step": 4140, "Finetune/Step Time": 7.317993553355336}
{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7308570146560669, "Finetune/Loss (Raw)": 0.38407981395721436, "Finetune/Step": 4141, "Finetune/Step Time": 7.322305873036385}
{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7307736277580261, "Finetune/Loss (Raw)": 0.6982342004776001, "Finetune/Step": 4142, "Finetune/Step Time": 7.30034845508635}
{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7304131984710693, "Finetune/Loss (Raw)": 0.7249515652656555, "Finetune/Step": 4143, "Finetune/Step Time": 7.3086631670594215}
{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7264058589935303, "Finetune/Loss (Raw)": 0.28449347615242004, "Finetune/Step": 4144, "Finetune/Step Time": 7.3179216757416725}
{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7251849174499512, "Finetune/Loss (Raw)": 0.6624348163604736, "Finetune/Step": 4145, "Finetune/Step Time": 7.326187139376998}
{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7290805578231812, "Finetune/Loss (Raw)": 0.8215915560722351, "Finetune/Step": 4146, "Finetune/Step Time": 7.308048769831657}
{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7280083894729614, "Finetune/Loss (Raw)": 0.7906609773635864, "Finetune/Step": 4147, "Finetune/Step Time": 7.303544135764241}
{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7278794050216675, "Finetune/Loss (Raw)": 0.843841552734375, "Finetune/Step": 4148, "Finetune/Step Time": 7.304408865049481}
{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7278731465339661, "Finetune/Loss (Raw)": 0.7708783149719238, "Finetune/Step": 4149, "Finetune/Step Time": 7.303566141054034}
{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7269658446311951, "Finetune/Loss (Raw)": 0.6328446865081787, "Finetune/Step": 4150, "Finetune/Step Time": 7.327116683125496}
{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7266066670417786, "Finetune/Loss (Raw)": 0.7717336416244507, "Finetune/Step": 4151, "Finetune/Step Time": 7.332188056781888}
{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7258538007736206, "Finetune/Loss (Raw)": 0.7671788930892944, "Finetune/Step": 4152, "Finetune/Step Time": 7.336320672184229}
{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.725803017616272, "Finetune/Loss (Raw)": 0.7194268107414246, "Finetune/Step": 4153, "Finetune/Step Time": 7.333301220089197}
{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7254595756530762, "Finetune/Loss (Raw)": 0.7959561944007874, "Finetune/Step": 4154, "Finetune/Step Time": 7.336741670966148}
{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7240390181541443, "Finetune/Loss (Raw)": 0.7210111021995544, "Finetune/Step": 4155, "Finetune/Step Time": 7.338995844125748}
{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.723662793636322, "Finetune/Loss (Raw)": 0.6773297190666199, "Finetune/Step": 4156, "Finetune/Step Time": 7.338196029886603}
{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7240637540817261, "Finetune/Loss (Raw)": 0.8829652667045593, "Finetune/Step": 4157, "Finetune/Step Time": 7.338660448789597}
{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.727057933807373, "Finetune/Loss (Raw)": 0.7758458256721497, "Finetune/Step": 4158, "Finetune/Step Time": 7.335297349840403}
{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7278770208358765, "Finetune/Loss (Raw)": 0.8407509922981262, "Finetune/Step": 4159, "Finetune/Step Time": 7.33471011929214}
{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7289468050003052, "Finetune/Loss (Raw)": 0.8892127871513367, "Finetune/Step": 4160, "Finetune/Step Time": 7.327949989587069}
{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7284581661224365, "Finetune/Loss (Raw)": 0.7896588444709778, "Finetune/Step": 4161, "Finetune/Step Time": 7.325384844094515}
{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7295396327972412, "Finetune/Loss (Raw)": 0.9098671078681946, "Finetune/Step": 4162, "Finetune/Step Time": 7.326747750863433}
{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7293866872787476, "Finetune/Loss (Raw)": 0.6255529522895813, "Finetune/Step": 4163, "Finetune/Step Time": 7.337475692853332}
{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7254428863525391, "Finetune/Loss (Raw)": 0.4799254238605499, "Finetune/Step": 4164, "Finetune/Step Time": 7.349725695326924}
{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7269864082336426, "Finetune/Loss (Raw)": 0.889271080493927, "Finetune/Step": 4165, "Finetune/Step Time": 7.342499755322933}
{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7310663461685181, "Finetune/Loss (Raw)": 0.8786519169807434, "Finetune/Step": 4166, "Finetune/Step Time": 7.329227844253182}
{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7308337092399597, "Finetune/Loss (Raw)": 0.7198424339294434, "Finetune/Step": 4167, "Finetune/Step Time": 7.313798259943724}
{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7289706468582153, "Finetune/Loss (Raw)": 0.6151602268218994, "Finetune/Step": 4168, "Finetune/Step Time": 7.301184538751841}
{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7263380289077759, "Finetune/Loss (Raw)": 0.3644130825996399, "Finetune/Step": 4169, "Finetune/Step Time": 7.31477739661932}
{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7254104614257812, "Finetune/Loss (Raw)": 0.6346279978752136, "Finetune/Step": 4170, "Finetune/Step Time": 7.306655138731003}
{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7251288890838623, "Finetune/Loss (Raw)": 0.8057330250740051, "Finetune/Step": 4171, "Finetune/Step Time": 7.308558382093906}
{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7249006032943726, "Finetune/Loss (Raw)": 0.7488858699798584, "Finetune/Step": 4172, "Finetune/Step Time": 7.328378703445196}
{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7283496856689453, "Finetune/Loss (Raw)": 0.7308229804039001, "Finetune/Step": 4173, "Finetune/Step Time": 7.3208436537534}
{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7254472970962524, "Finetune/Loss (Raw)": 0.3542061746120453, "Finetune/Step": 4174, "Finetune/Step Time": 7.33460258692503}
{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7251709699630737, "Finetune/Loss (Raw)": 0.7066457271575928, "Finetune/Step": 4175, "Finetune/Step Time": 7.324418289586902}
{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7280893325805664, "Finetune/Loss (Raw)": 0.7424365878105164, "Finetune/Step": 4176, "Finetune/Step Time": 7.323681583628058}
{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7290239930152893, "Finetune/Loss (Raw)": 0.7714088559150696, "Finetune/Step": 4177, "Finetune/Step Time": 7.334253776818514}
{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7297864556312561, "Finetune/Loss (Raw)": 0.8485379219055176, "Finetune/Step": 4178, "Finetune/Step Time": 7.336988050490618}
{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7299981117248535, "Finetune/Loss (Raw)": 0.7449985146522522, "Finetune/Step": 4179, "Finetune/Step Time": 7.349536964669824}
{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7307516932487488, "Finetune/Loss (Raw)": 0.8399012088775635, "Finetune/Step": 4180, "Finetune/Step Time": 7.330528911203146}
{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7337479591369629, "Finetune/Loss (Raw)": 0.756493330001831, "Finetune/Step": 4181, "Finetune/Step Time": 7.320288710296154}
{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7331024408340454, "Finetune/Loss (Raw)": 0.5422723293304443, "Finetune/Step": 4182, "Finetune/Step Time": 7.33059018291533}
{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7334202527999878, "Finetune/Loss (Raw)": 0.8349383473396301, "Finetune/Step": 4183, "Finetune/Step Time": 7.329598808661103}
{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7350171804428101, "Finetune/Loss (Raw)": 0.7461389899253845, "Finetune/Step": 4184, "Finetune/Step Time": 7.30801959335804}
{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7348880767822266, "Finetune/Loss (Raw)": 0.8696033358573914, "Finetune/Step": 4185, "Finetune/Step Time": 7.310765113681555}
{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7360870242118835, "Finetune/Loss (Raw)": 0.8860907554626465, "Finetune/Step": 4186, "Finetune/Step Time": 7.323315400630236}
{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7363358736038208, "Finetune/Loss (Raw)": 0.7257512807846069, "Finetune/Step": 4187, "Finetune/Step Time": 7.312198540195823}
{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7372730374336243, "Finetune/Loss (Raw)": 0.5827465653419495, "Finetune/Step": 4188, "Finetune/Step Time": 7.3027563244104385}
{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7386417984962463, "Finetune/Loss (Raw)": 0.741466224193573, "Finetune/Step": 4189, "Finetune/Step Time": 7.285942139104009}
{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7365483045578003, "Finetune/Loss (Raw)": 0.5446078181266785, "Finetune/Step": 4190, "Finetune/Step Time": 7.285439299419522}
{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7397865056991577, "Finetune/Loss (Raw)": 0.7642804980278015, "Finetune/Step": 4191, "Finetune/Step Time": 7.276227120310068}
{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7440179586410522, "Finetune/Loss (Raw)": 0.9185502529144287, "Finetune/Step": 4192, "Finetune/Step Time": 7.261110816150904}
{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7415064573287964, "Finetune/Loss (Raw)": 0.30387234687805176, "Finetune/Step": 4193, "Finetune/Step Time": 7.264500621706247}
{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7416061758995056, "Finetune/Loss (Raw)": 0.8163284063339233, "Finetune/Step": 4194, "Finetune/Step Time": 7.264066828414798}
{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7415196299552917, "Finetune/Loss (Raw)": 0.8460934162139893, "Finetune/Step": 4195, "Finetune/Step Time": 7.264507265761495}
{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7410246133804321, "Finetune/Loss (Raw)": 0.7433182001113892, "Finetune/Step": 4196, "Finetune/Step Time": 7.262039860710502}
{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.737913966178894, "Finetune/Loss (Raw)": 0.4574604332447052, "Finetune/Step": 4197, "Finetune/Step Time": 7.270218688994646}
{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7386082410812378, "Finetune/Loss (Raw)": 0.854095458984375, "Finetune/Step": 4198, "Finetune/Step Time": 7.268524846062064}
{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7402005195617676, "Finetune/Loss (Raw)": 0.924534022808075, "Finetune/Step": 4199, "Finetune/Step Time": 7.238869946449995}
{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7412935495376587, "Finetune/Loss (Raw)": 0.8050912022590637, "Finetune/Step": 4200, "Finetune/Step Time": 7.234856525436044}
{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.740973711013794, "Finetune/Loss (Raw)": 0.7103632688522339, "Finetune/Step": 4201, "Finetune/Step Time": 7.244689051061869}
{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7401101589202881, "Finetune/Loss (Raw)": 0.7738659977912903, "Finetune/Step": 4202, "Finetune/Step Time": 7.237577077001333}
{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7399709820747375, "Finetune/Loss (Raw)": 0.7238966226577759, "Finetune/Step": 4203, "Finetune/Step Time": 7.227238481864333}
{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7411251068115234, "Finetune/Loss (Raw)": 0.7153815031051636, "Finetune/Step": 4204, "Finetune/Step Time": 7.218383185565472}
{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7411028146743774, "Finetune/Loss (Raw)": 0.7945899367332458, "Finetune/Step": 4205, "Finetune/Step Time": 7.200255189090967}
{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7408748269081116, "Finetune/Loss (Raw)": 0.7030053734779358, "Finetune/Step": 4206, "Finetune/Step Time": 7.198419753462076}
{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7405955195426941, "Finetune/Loss (Raw)": 0.8046566843986511, "Finetune/Step": 4207, "Finetune/Step Time": 7.192341377958655}
{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7411487102508545, "Finetune/Loss (Raw)": 0.762648344039917, "Finetune/Step": 4208, "Finetune/Step Time": 7.182314056903124}
{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7428414821624756, "Finetune/Loss (Raw)": 0.9357043504714966, "Finetune/Step": 4209, "Finetune/Step Time": 7.161329139024019}
{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7432495355606079, "Finetune/Loss (Raw)": 0.7686539888381958, "Finetune/Step": 4210, "Finetune/Step Time": 7.155164767056704}
{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7430950403213501, "Finetune/Loss (Raw)": 0.8232677578926086, "Finetune/Step": 4211, "Finetune/Step Time": 7.160244945436716}
{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7446630001068115, "Finetune/Loss (Raw)": 0.6642649173736572, "Finetune/Step": 4212, "Finetune/Step Time": 7.158409100025892}
{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7449657917022705, "Finetune/Loss (Raw)": 0.6261019110679626, "Finetune/Step": 4213, "Finetune/Step Time": 7.156518720090389}
{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7456961870193481, "Finetune/Loss (Raw)": 0.7781773209571838, "Finetune/Step": 4214, "Finetune/Step Time": 7.147133020684123}
{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.744308352470398, "Finetune/Loss (Raw)": 0.6994339227676392, "Finetune/Step": 4215, "Finetune/Step Time": 7.172307975590229}
{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7441205978393555, "Finetune/Loss (Raw)": 0.7973706126213074, "Finetune/Step": 4216, "Finetune/Step Time": 7.167472744360566}
{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7444431781768799, "Finetune/Loss (Raw)": 0.8286246657371521, "Finetune/Step": 4217, "Finetune/Step Time": 7.16429503634572}
{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.744320809841156, "Finetune/Loss (Raw)": 0.7694371938705444, "Finetune/Step": 4218, "Finetune/Step Time": 7.16358152590692}
{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7428789138793945, "Finetune/Loss (Raw)": 0.566346287727356, "Finetune/Step": 4219, "Finetune/Step Time": 7.146756757050753}
{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7433745861053467, "Finetune/Loss (Raw)": 0.8042997717857361, "Finetune/Step": 4220, "Finetune/Step Time": 7.1365937776863575}
{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7434852123260498, "Finetune/Loss (Raw)": 0.8941596150398254, "Finetune/Step": 4221, "Finetune/Step Time": 7.137838929891586}
{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.742379367351532, "Finetune/Loss (Raw)": 0.8192631602287292, "Finetune/Step": 4222, "Finetune/Step Time": 7.130747564136982}
{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7437434792518616, "Finetune/Loss (Raw)": 0.8589302897453308, "Finetune/Step": 4223, "Finetune/Step Time": 7.123330317437649}
{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7422582507133484, "Finetune/Loss (Raw)": 0.7089903354644775, "Finetune/Step": 4224, "Finetune/Step Time": 7.128206791356206}
{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7410147786140442, "Finetune/Loss (Raw)": 0.6856415867805481, "Finetune/Step": 4225, "Finetune/Step Time": 7.120683826506138}
{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7431492209434509, "Finetune/Loss (Raw)": 0.8760329484939575, "Finetune/Step": 4226, "Finetune/Step Time": 7.114121623337269}
{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7445716857910156, "Finetune/Loss (Raw)": 0.9836223125457764, "Finetune/Step": 4227, "Finetune/Step Time": 7.113706713542342}
{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7434642314910889, "Finetune/Loss (Raw)": 0.774519145488739, "Finetune/Step": 4228, "Finetune/Step Time": 7.115757638588548}
{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7441308498382568, "Finetune/Loss (Raw)": 0.8517885208129883, "Finetune/Step": 4229, "Finetune/Step Time": 7.099553322419524}
{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7403507232666016, "Finetune/Loss (Raw)": 0.2663719952106476, "Finetune/Step": 4230, "Finetune/Step Time": 7.107589179649949}
{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7383853197097778, "Finetune/Loss (Raw)": 0.5525790452957153, "Finetune/Step": 4231, "Finetune/Step Time": 7.1451022811234}
{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7379345893859863, "Finetune/Loss (Raw)": 0.7669302821159363, "Finetune/Step": 4232, "Finetune/Step Time": 7.153426522389054}
{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.737982988357544, "Finetune/Loss (Raw)": 0.650143027305603, "Finetune/Step": 4233, "Finetune/Step Time": 7.159434508532286}
{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7396823763847351, "Finetune/Loss (Raw)": 0.9531835317611694, "Finetune/Step": 4234, "Finetune/Step Time": 7.161762921139598}
{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.740312933921814, "Finetune/Loss (Raw)": 0.8118518590927124, "Finetune/Step": 4235, "Finetune/Step Time": 7.161349045112729}
{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7388691902160645, "Finetune/Loss (Raw)": 0.6194570064544678, "Finetune/Step": 4236, "Finetune/Step Time": 7.169792847707868}
{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7402283549308777, "Finetune/Loss (Raw)": 0.8989630937576294, "Finetune/Step": 4237, "Finetune/Step Time": 7.173098100349307}
{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7411895394325256, "Finetune/Loss (Raw)": 0.8710150718688965, "Finetune/Step": 4238, "Finetune/Step Time": 7.161647994071245}
{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7404594421386719, "Finetune/Loss (Raw)": 0.8193716406822205, "Finetune/Step": 4239, "Finetune/Step Time": 7.157521653920412}
{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7418842315673828, "Finetune/Loss (Raw)": 0.7608767151832581, "Finetune/Step": 4240, "Finetune/Step Time": 7.146507056429982}
{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7430665493011475, "Finetune/Loss (Raw)": 0.7897066473960876, "Finetune/Step": 4241, "Finetune/Step Time": 7.14741387963295}
{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7433809041976929, "Finetune/Loss (Raw)": 0.842878520488739, "Finetune/Step": 4242, "Finetune/Step Time": 7.146733166649938}
{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7428398132324219, "Finetune/Loss (Raw)": 0.7425334453582764, "Finetune/Step": 4243, "Finetune/Step Time": 7.166137374937534}
{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7451102137565613, "Finetune/Loss (Raw)": 0.809798002243042, "Finetune/Step": 4244, "Finetune/Step Time": 7.150396101176739}
{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.746232271194458, "Finetune/Loss (Raw)": 0.7993994951248169, "Finetune/Step": 4245, "Finetune/Step Time": 7.152643613517284}
{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7444495558738708, "Finetune/Loss (Raw)": 0.7173062562942505, "Finetune/Step": 4246, "Finetune/Step Time": 7.188086459413171}
{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7438375353813171, "Finetune/Loss (Raw)": 0.8227617740631104, "Finetune/Step": 4247, "Finetune/Step Time": 7.190611524507403}
{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7406982183456421, "Finetune/Loss (Raw)": 0.2867625057697296, "Finetune/Step": 4248, "Finetune/Step Time": 7.19134022668004}
{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7409554123878479, "Finetune/Loss (Raw)": 0.8331052660942078, "Finetune/Step": 4249, "Finetune/Step Time": 7.184905918315053}
{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.739966869354248, "Finetune/Loss (Raw)": 0.5888898372650146, "Finetune/Step": 4250, "Finetune/Step Time": 7.180874554440379}
{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.73799729347229, "Finetune/Loss (Raw)": 0.673882782459259, "Finetune/Step": 4251, "Finetune/Step Time": 7.1798931155353785}
{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7412549257278442, "Finetune/Loss (Raw)": 0.9772679805755615, "Finetune/Step": 4252, "Finetune/Step Time": 7.181552469730377}
{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7392305731773376, "Finetune/Loss (Raw)": 0.542281985282898, "Finetune/Step": 4253, "Finetune/Step Time": 7.200858993455768}
{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7364449501037598, "Finetune/Loss (Raw)": 0.4772469997406006, "Finetune/Step": 4254, "Finetune/Step Time": 7.210883451625705}
{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7355296611785889, "Finetune/Loss (Raw)": 0.6793013215065002, "Finetune/Step": 4255, "Finetune/Step Time": 7.216526310890913}
{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7359445691108704, "Finetune/Loss (Raw)": 0.8016481995582581, "Finetune/Step": 4256, "Finetune/Step Time": 7.221695397049189}
{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7363719940185547, "Finetune/Loss (Raw)": 0.8379031419754028, "Finetune/Step": 4257, "Finetune/Step Time": 7.225865911692381}
{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.735161304473877, "Finetune/Loss (Raw)": 0.6122226715087891, "Finetune/Step": 4258, "Finetune/Step Time": 7.237450709566474}
{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7359726428985596, "Finetune/Loss (Raw)": 0.8901519775390625, "Finetune/Step": 4259, "Finetune/Step Time": 7.241361828520894}
{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7355167865753174, "Finetune/Loss (Raw)": 0.7467992305755615, "Finetune/Step": 4260, "Finetune/Step Time": 7.238448591902852}
{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7361618876457214, "Finetune/Loss (Raw)": 0.7988571524620056, "Finetune/Step": 4261, "Finetune/Step Time": 7.232503592967987}
{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7361483573913574, "Finetune/Loss (Raw)": 0.7467218041419983, "Finetune/Step": 4262, "Finetune/Step Time": 7.222609044983983}
{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7380464673042297, "Finetune/Loss (Raw)": 0.9382448792457581, "Finetune/Step": 4263, "Finetune/Step Time": 7.220455693081021}
{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7371720671653748, "Finetune/Loss (Raw)": 0.6354069709777832, "Finetune/Step": 4264, "Finetune/Step Time": 7.231484415009618}
{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7371811866760254, "Finetune/Loss (Raw)": 0.6946020126342773, "Finetune/Step": 4265, "Finetune/Step Time": 7.239169076085091}
{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7375279664993286, "Finetune/Loss (Raw)": 0.9043439626693726, "Finetune/Step": 4266, "Finetune/Step Time": 7.238796301186085}
{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7369911670684814, "Finetune/Loss (Raw)": 0.6350724101066589, "Finetune/Step": 4267, "Finetune/Step Time": 7.252416284754872}
{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7369623184204102, "Finetune/Loss (Raw)": 0.7125954031944275, "Finetune/Step": 4268, "Finetune/Step Time": 7.244036151096225}
{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7382283210754395, "Finetune/Loss (Raw)": 0.5461223721504211, "Finetune/Step": 4269, "Finetune/Step Time": 7.264232290908694}
{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7387936115264893, "Finetune/Loss (Raw)": 0.7706018686294556, "Finetune/Step": 4270, "Finetune/Step Time": 7.26498762331903}
{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7356505393981934, "Finetune/Loss (Raw)": 0.3226355016231537, "Finetune/Step": 4271, "Finetune/Step Time": 7.267599077895284}
{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7398921251296997, "Finetune/Loss (Raw)": 0.8274050951004028, "Finetune/Step": 4272, "Finetune/Step Time": 7.256583321839571}
{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7400275468826294, "Finetune/Loss (Raw)": 0.6797741055488586, "Finetune/Step": 4273, "Finetune/Step Time": 7.2442595567554235}
{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7394571304321289, "Finetune/Loss (Raw)": 0.7485764026641846, "Finetune/Step": 4274, "Finetune/Step Time": 7.249475076794624}
{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7382237911224365, "Finetune/Loss (Raw)": 0.6327967047691345, "Finetune/Step": 4275, "Finetune/Step Time": 7.260310176759958}
{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7380008697509766, "Finetune/Loss (Raw)": 0.8153061866760254, "Finetune/Step": 4276, "Finetune/Step Time": 7.261059081181884}
{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.737319827079773, "Finetune/Loss (Raw)": 0.6837034821510315, "Finetune/Step": 4277, "Finetune/Step Time": 7.272209146991372}
{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7390725612640381, "Finetune/Loss (Raw)": 0.857200026512146, "Finetune/Step": 4278, "Finetune/Step Time": 7.247543701902032}
{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7384670376777649, "Finetune/Loss (Raw)": 0.6942317485809326, "Finetune/Step": 4279, "Finetune/Step Time": 7.245260771363974}
{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7389358282089233, "Finetune/Loss (Raw)": 0.827176570892334, "Finetune/Step": 4280, "Finetune/Step Time": 7.239704834297299}
{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.740371584892273, "Finetune/Loss (Raw)": 0.9032042622566223, "Finetune/Step": 4281, "Finetune/Step Time": 7.257509598508477}
{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7406886219978333, "Finetune/Loss (Raw)": 0.8365355730056763, "Finetune/Step": 4282, "Finetune/Step Time": 7.256426237523556}
{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7410933971405029, "Finetune/Loss (Raw)": 0.7728219032287598, "Finetune/Step": 4283, "Finetune/Step Time": 7.261435013264418}
{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7419292330741882, "Finetune/Loss (Raw)": 0.7843188047409058, "Finetune/Step": 4284, "Finetune/Step Time": 7.25983189791441}
{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7397747039794922, "Finetune/Loss (Raw)": 0.6071798205375671, "Finetune/Step": 4285, "Finetune/Step Time": 7.292925743386149}
{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7396774888038635, "Finetune/Loss (Raw)": 0.763407826423645, "Finetune/Step": 4286, "Finetune/Step Time": 7.285187531262636}
{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7394731044769287, "Finetune/Loss (Raw)": 0.8145914673805237, "Finetune/Step": 4287, "Finetune/Step Time": 7.288322247564793}
{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.73954838514328, "Finetune/Loss (Raw)": 0.8988467454910278, "Finetune/Step": 4288, "Finetune/Step Time": 7.302444553002715}
{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7391833662986755, "Finetune/Loss (Raw)": 0.7429361343383789, "Finetune/Step": 4289, "Finetune/Step Time": 7.304289599880576}
{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7389264106750488, "Finetune/Loss (Raw)": 0.8769799470901489, "Finetune/Step": 4290, "Finetune/Step Time": 7.305430585518479}
{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7408779859542847, "Finetune/Loss (Raw)": 0.8753575682640076, "Finetune/Step": 4291, "Finetune/Step Time": 7.301676196977496}
{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7436424493789673, "Finetune/Loss (Raw)": 0.833778440952301, "Finetune/Step": 4292, "Finetune/Step Time": 7.296985261142254}
{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7431663274765015, "Finetune/Loss (Raw)": 0.8283257484436035, "Finetune/Step": 4293, "Finetune/Step Time": 7.304686198011041}
{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7423608303070068, "Finetune/Loss (Raw)": 0.7755391597747803, "Finetune/Step": 4294, "Finetune/Step Time": 7.325926709920168}
{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7390764355659485, "Finetune/Loss (Raw)": 0.2994459867477417, "Finetune/Step": 4295, "Finetune/Step Time": 7.336558103561401}
{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.74139803647995, "Finetune/Loss (Raw)": 0.9123252630233765, "Finetune/Step": 4296, "Finetune/Step Time": 7.33386998064816}
{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7451859712600708, "Finetune/Loss (Raw)": 0.8492730259895325, "Finetune/Step": 4297, "Finetune/Step Time": 7.322822010144591}
{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7449558973312378, "Finetune/Loss (Raw)": 0.605177640914917, "Finetune/Step": 4298, "Finetune/Step Time": 7.31786360964179}
{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7450369596481323, "Finetune/Loss (Raw)": 0.8161054849624634, "Finetune/Step": 4299, "Finetune/Step Time": 7.325132953003049}
{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7460057735443115, "Finetune/Loss (Raw)": 0.8728915452957153, "Finetune/Step": 4300, "Finetune/Step Time": 7.310467775911093}
{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7431225180625916, "Finetune/Loss (Raw)": 0.3617643713951111, "Finetune/Step": 4301, "Finetune/Step Time": 7.318498296663165}
{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7473013401031494, "Finetune/Loss (Raw)": 0.8890994191169739, "Finetune/Step": 4302, "Finetune/Step Time": 7.309904262423515}
{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.748802661895752, "Finetune/Loss (Raw)": 0.8988108038902283, "Finetune/Step": 4303, "Finetune/Step Time": 7.309627944603562}
{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7456349730491638, "Finetune/Loss (Raw)": 0.33697959780693054, "Finetune/Step": 4304, "Finetune/Step Time": 7.3109765369445086}
{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7447556257247925, "Finetune/Loss (Raw)": 0.6588543057441711, "Finetune/Step": 4305, "Finetune/Step Time": 7.302106752991676}
{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7437252402305603, "Finetune/Loss (Raw)": 0.7166470885276794, "Finetune/Step": 4306, "Finetune/Step Time": 7.3074316661804914}
{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7424041032791138, "Finetune/Loss (Raw)": 0.5758885145187378, "Finetune/Step": 4307, "Finetune/Step Time": 7.296282943338156}
{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7410889863967896, "Finetune/Loss (Raw)": 0.6715739965438843, "Finetune/Step": 4308, "Finetune/Step Time": 7.296821219846606}
{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7408720254898071, "Finetune/Loss (Raw)": 0.7287201881408691, "Finetune/Step": 4309, "Finetune/Step Time": 7.301209917291999}
{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7393444776535034, "Finetune/Loss (Raw)": 0.3467380106449127, "Finetune/Step": 4310, "Finetune/Step Time": 7.294184923171997}
{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7389674186706543, "Finetune/Loss (Raw)": 0.786670982837677, "Finetune/Step": 4311, "Finetune/Step Time": 7.300402615219355}
{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7398051619529724, "Finetune/Loss (Raw)": 0.8533756732940674, "Finetune/Step": 4312, "Finetune/Step Time": 7.308671746402979}
{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7399681806564331, "Finetune/Loss (Raw)": 0.8904716372489929, "Finetune/Step": 4313, "Finetune/Step Time": 7.329134909436107}
{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7396866083145142, "Finetune/Loss (Raw)": 0.8500562906265259, "Finetune/Step": 4314, "Finetune/Step Time": 7.319970404729247}
{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7398660182952881, "Finetune/Loss (Raw)": 0.7487152814865112, "Finetune/Step": 4315, "Finetune/Step Time": 7.316428756341338}
{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7406011819839478, "Finetune/Loss (Raw)": 0.6768481731414795, "Finetune/Step": 4316, "Finetune/Step Time": 7.320005375891924}
{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7408338785171509, "Finetune/Loss (Raw)": 0.7712449431419373, "Finetune/Step": 4317, "Finetune/Step Time": 7.318136805668473}
{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7410383224487305, "Finetune/Loss (Raw)": 0.5707734227180481, "Finetune/Step": 4318, "Finetune/Step Time": 7.321794653311372}
{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7396676540374756, "Finetune/Loss (Raw)": 0.5888378024101257, "Finetune/Step": 4319, "Finetune/Step Time": 7.327729584649205}
{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7382309436798096, "Finetune/Loss (Raw)": 0.7346482276916504, "Finetune/Step": 4320, "Finetune/Step Time": 7.330638896673918}
{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7405941486358643, "Finetune/Loss (Raw)": 0.6063605546951294, "Finetune/Step": 4321, "Finetune/Step Time": 7.330307621508837}
{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7410581111907959, "Finetune/Loss (Raw)": 0.8757215738296509, "Finetune/Step": 4322, "Finetune/Step Time": 7.3330852668732405}
{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7389197945594788, "Finetune/Loss (Raw)": 0.5723881721496582, "Finetune/Step": 4323, "Finetune/Step Time": 7.330371260643005}
{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7389475107192993, "Finetune/Loss (Raw)": 0.7468682527542114, "Finetune/Step": 4324, "Finetune/Step Time": 7.329684179276228}
{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7393370270729065, "Finetune/Loss (Raw)": 0.5073150396347046, "Finetune/Step": 4325, "Finetune/Step Time": 7.319638608023524}
{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7377313375473022, "Finetune/Loss (Raw)": 0.6485657691955566, "Finetune/Step": 4326, "Finetune/Step Time": 7.327372282743454}
{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.734395444393158, "Finetune/Loss (Raw)": 0.49754050374031067, "Finetune/Step": 4327, "Finetune/Step Time": 7.344438953325152}
{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7338908910751343, "Finetune/Loss (Raw)": 0.7405095100402832, "Finetune/Step": 4328, "Finetune/Step Time": 7.3385701309889555}
{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7345344424247742, "Finetune/Loss (Raw)": 0.7927355766296387, "Finetune/Step": 4329, "Finetune/Step Time": 7.328351028263569}
{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7350698709487915, "Finetune/Loss (Raw)": 0.8424108028411865, "Finetune/Step": 4330, "Finetune/Step Time": 7.3275053054094315}
{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7359775304794312, "Finetune/Loss (Raw)": 0.8400733470916748, "Finetune/Step": 4331, "Finetune/Step Time": 7.327575599774718}
{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7366541624069214, "Finetune/Loss (Raw)": 0.8019932508468628, "Finetune/Step": 4332, "Finetune/Step Time": 7.319486413151026}
{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7370016574859619, "Finetune/Loss (Raw)": 0.8390644788742065, "Finetune/Step": 4333, "Finetune/Step Time": 7.320682015269995}
{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7384304404258728, "Finetune/Loss (Raw)": 0.8858883380889893, "Finetune/Step": 4334, "Finetune/Step Time": 7.319046875461936}
{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.738298773765564, "Finetune/Loss (Raw)": 0.78780198097229, "Finetune/Step": 4335, "Finetune/Step Time": 7.313389986753464}
{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7393200397491455, "Finetune/Loss (Raw)": 0.893366277217865, "Finetune/Step": 4336, "Finetune/Step Time": 7.328752005472779}
{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7360268831253052, "Finetune/Loss (Raw)": 0.5141862034797668, "Finetune/Step": 4337, "Finetune/Step Time": 7.349954005330801}
{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7361478805541992, "Finetune/Loss (Raw)": 0.7841435670852661, "Finetune/Step": 4338, "Finetune/Step Time": 7.3500587940216064}
{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7354546785354614, "Finetune/Loss (Raw)": 0.7345383167266846, "Finetune/Step": 4339, "Finetune/Step Time": 7.350504845380783}
{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.735831618309021, "Finetune/Loss (Raw)": 0.7125159502029419, "Finetune/Step": 4340, "Finetune/Step Time": 7.3524507116526365}
{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7380577325820923, "Finetune/Loss (Raw)": 0.9110369086265564, "Finetune/Step": 4341, "Finetune/Step Time": 7.344206552952528}
{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7373055815696716, "Finetune/Loss (Raw)": 0.6819065809249878, "Finetune/Step": 4342, "Finetune/Step Time": 7.383155958727002}
{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7371535301208496, "Finetune/Loss (Raw)": 0.6799695491790771, "Finetune/Step": 4343, "Finetune/Step Time": 7.34828519821167}
{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7371011972427368, "Finetune/Loss (Raw)": 0.7906765341758728, "Finetune/Step": 4344, "Finetune/Step Time": 7.357090838253498}
{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7364460229873657, "Finetune/Loss (Raw)": 0.7447513341903687, "Finetune/Step": 4345, "Finetune/Step Time": 7.357557056471705}
{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7365916967391968, "Finetune/Loss (Raw)": 0.7880954146385193, "Finetune/Step": 4346, "Finetune/Step Time": 7.370525853708386}
{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7388042211532593, "Finetune/Loss (Raw)": 0.8495493531227112, "Finetune/Step": 4347, "Finetune/Step Time": 7.36381721124053}
{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7387820482254028, "Finetune/Loss (Raw)": 0.8014507293701172, "Finetune/Step": 4348, "Finetune/Step Time": 7.369435153901577}
{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7385667562484741, "Finetune/Loss (Raw)": 0.8666050434112549, "Finetune/Step": 4349, "Finetune/Step Time": 7.366809600964189}
{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.73647141456604, "Finetune/Loss (Raw)": 0.5510610938072205, "Finetune/Step": 4350, "Finetune/Step Time": 7.389852212741971}
{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.736019492149353, "Finetune/Loss (Raw)": 0.8010833859443665, "Finetune/Step": 4351, "Finetune/Step Time": 7.389193607494235}
{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7366208434104919, "Finetune/Loss (Raw)": 0.785965085029602, "Finetune/Step": 4352, "Finetune/Step Time": 7.381418941542506}
{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7377064228057861, "Finetune/Loss (Raw)": 0.8245971202850342, "Finetune/Step": 4353, "Finetune/Step Time": 7.379776436835527}
{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.736446738243103, "Finetune/Loss (Raw)": 0.7147946953773499, "Finetune/Step": 4354, "Finetune/Step Time": 7.3781917709857225}
{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7349950671195984, "Finetune/Loss (Raw)": 0.7978058457374573, "Finetune/Step": 4355, "Finetune/Step Time": 7.3744854256510735}
{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7352390289306641, "Finetune/Loss (Raw)": 0.8057449460029602, "Finetune/Step": 4356, "Finetune/Step Time": 7.372900281101465}
{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7352679371833801, "Finetune/Loss (Raw)": 0.8554913401603699, "Finetune/Step": 4357, "Finetune/Step Time": 7.37300349958241}
{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7396475076675415, "Finetune/Loss (Raw)": 0.8269567489624023, "Finetune/Step": 4358, "Finetune/Step Time": 7.369118556380272}
{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7413026094436646, "Finetune/Loss (Raw)": 0.7644322514533997, "Finetune/Step": 4359, "Finetune/Step Time": 7.332177409902215}
{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7408488988876343, "Finetune/Loss (Raw)": 0.7088446617126465, "Finetune/Step": 4360, "Finetune/Step Time": 7.324379689991474}
{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7432891130447388, "Finetune/Loss (Raw)": 0.9624985456466675, "Finetune/Step": 4361, "Finetune/Step Time": 7.332132138311863}
{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7418743968009949, "Finetune/Loss (Raw)": 0.7721008658409119, "Finetune/Step": 4362, "Finetune/Step Time": 7.3356039598584175}
{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7413504123687744, "Finetune/Loss (Raw)": 0.7447755336761475, "Finetune/Step": 4363, "Finetune/Step Time": 7.333178494125605}
{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7419226765632629, "Finetune/Loss (Raw)": 0.6927059888839722, "Finetune/Step": 4364, "Finetune/Step Time": 7.34453371912241}
{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7402817606925964, "Finetune/Loss (Raw)": 0.6889315247535706, "Finetune/Step": 4365, "Finetune/Step Time": 7.3489063531160355}
{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7400861978530884, "Finetune/Loss (Raw)": 0.8459812998771667, "Finetune/Step": 4366, "Finetune/Step Time": 7.34843816421926}
{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7393064498901367, "Finetune/Loss (Raw)": 0.7195607423782349, "Finetune/Step": 4367, "Finetune/Step Time": 7.364966290071607}
{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7397699356079102, "Finetune/Loss (Raw)": 0.820206880569458, "Finetune/Step": 4368, "Finetune/Step Time": 7.3610143810510635}
{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7393454313278198, "Finetune/Loss (Raw)": 0.7353700399398804, "Finetune/Step": 4369, "Finetune/Step Time": 7.367696920409799}
{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7394644021987915, "Finetune/Loss (Raw)": 0.8581098318099976, "Finetune/Step": 4370, "Finetune/Step Time": 7.369961017742753}
{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7404985427856445, "Finetune/Loss (Raw)": 0.8748934864997864, "Finetune/Step": 4371, "Finetune/Step Time": 7.34885542280972}
{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7360690832138062, "Finetune/Loss (Raw)": 0.24283652007579803, "Finetune/Step": 4372, "Finetune/Step Time": 7.363006116822362}
{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7353516221046448, "Finetune/Loss (Raw)": 0.7075620293617249, "Finetune/Step": 4373, "Finetune/Step Time": 7.360095728188753}
{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7357057332992554, "Finetune/Loss (Raw)": 0.7626250982284546, "Finetune/Step": 4374, "Finetune/Step Time": 7.326484167948365}
{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7350194454193115, "Finetune/Loss (Raw)": 0.7349207401275635, "Finetune/Step": 4375, "Finetune/Step Time": 7.3330368380993605}
{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7383229732513428, "Finetune/Loss (Raw)": 0.7096149325370789, "Finetune/Step": 4376, "Finetune/Step Time": 7.334378397092223}
{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.737903356552124, "Finetune/Loss (Raw)": 0.7793915271759033, "Finetune/Step": 4377, "Finetune/Step Time": 7.335985083132982}
{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7390052676200867, "Finetune/Loss (Raw)": 0.7299405336380005, "Finetune/Step": 4378, "Finetune/Step Time": 7.345676546916366}
{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7385045886039734, "Finetune/Loss (Raw)": 0.6097901463508606, "Finetune/Step": 4379, "Finetune/Step Time": 7.357096893712878}
{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7376675605773926, "Finetune/Loss (Raw)": 0.8701355457305908, "Finetune/Step": 4380, "Finetune/Step Time": 7.360000424087048}
{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.739862322807312, "Finetune/Loss (Raw)": 0.8232062458992004, "Finetune/Step": 4381, "Finetune/Step Time": 7.3480668514966965}
{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7430222034454346, "Finetune/Loss (Raw)": 0.881711483001709, "Finetune/Step": 4382, "Finetune/Step Time": 7.3419732097536325}
{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7424314022064209, "Finetune/Loss (Raw)": 0.6036762595176697, "Finetune/Step": 4383, "Finetune/Step Time": 7.356063423678279}
{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7421731948852539, "Finetune/Loss (Raw)": 0.7685973048210144, "Finetune/Step": 4384, "Finetune/Step Time": 7.342930169776082}
{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.741551399230957, "Finetune/Loss (Raw)": 0.7583127021789551, "Finetune/Step": 4385, "Finetune/Step Time": 7.335852488875389}
{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7417746782302856, "Finetune/Loss (Raw)": 0.6408066153526306, "Finetune/Step": 4386, "Finetune/Step Time": 7.342230828478932}
{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7421461343765259, "Finetune/Loss (Raw)": 0.9376984238624573, "Finetune/Step": 4387, "Finetune/Step Time": 7.330333447083831}
{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7426767349243164, "Finetune/Loss (Raw)": 0.8147232532501221, "Finetune/Step": 4388, "Finetune/Step Time": 7.334844268858433}
{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7427164316177368, "Finetune/Loss (Raw)": 0.8039243817329407, "Finetune/Step": 4389, "Finetune/Step Time": 7.3341690339148045}
{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7428610324859619, "Finetune/Loss (Raw)": 0.7652319073677063, "Finetune/Step": 4390, "Finetune/Step Time": 7.333372104912996}
{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7414237856864929, "Finetune/Loss (Raw)": 0.7542809844017029, "Finetune/Step": 4391, "Finetune/Step Time": 7.341484935954213}
{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7391834855079651, "Finetune/Loss (Raw)": 0.3486540913581848, "Finetune/Step": 4392, "Finetune/Step Time": 7.347368326038122}
{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7385259866714478, "Finetune/Loss (Raw)": 0.6104323267936707, "Finetune/Step": 4393, "Finetune/Step Time": 7.355004865676165}
{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7370706796646118, "Finetune/Loss (Raw)": 0.7180776000022888, "Finetune/Step": 4394, "Finetune/Step Time": 7.36462234146893}
{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7381817102432251, "Finetune/Loss (Raw)": 0.7772795557975769, "Finetune/Step": 4395, "Finetune/Step Time": 7.354990692809224}
{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7390173673629761, "Finetune/Loss (Raw)": 0.8195606470108032, "Finetune/Step": 4396, "Finetune/Step Time": 7.362953536212444}
{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.737971305847168, "Finetune/Loss (Raw)": 0.41222262382507324, "Finetune/Step": 4397, "Finetune/Step Time": 7.343904988840222}
{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7378169894218445, "Finetune/Loss (Raw)": 0.7508488297462463, "Finetune/Step": 4398, "Finetune/Step Time": 7.345841433852911}
{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7406635284423828, "Finetune/Loss (Raw)": 0.6869877576828003, "Finetune/Step": 4399, "Finetune/Step Time": 7.334448786452413}
{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7401064038276672, "Finetune/Loss (Raw)": 0.7561027407646179, "Finetune/Step": 4400, "Finetune/Step Time": 7.341352812945843}
{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7374074459075928, "Finetune/Loss (Raw)": 0.3343067467212677, "Finetune/Step": 4401, "Finetune/Step Time": 7.366103034466505}
{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7366132736206055, "Finetune/Loss (Raw)": 0.6469230055809021, "Finetune/Step": 4402, "Finetune/Step Time": 7.383729416877031}
{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7381477355957031, "Finetune/Loss (Raw)": 0.8292009830474854, "Finetune/Step": 4403, "Finetune/Step Time": 7.368916610255837}
{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7389754056930542, "Finetune/Loss (Raw)": 0.9212605953216553, "Finetune/Step": 4404, "Finetune/Step Time": 7.369873600080609}
{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7392697334289551, "Finetune/Loss (Raw)": 0.721367359161377, "Finetune/Step": 4405, "Finetune/Step Time": 7.360645884647965}
{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7375071048736572, "Finetune/Loss (Raw)": 0.63158118724823, "Finetune/Step": 4406, "Finetune/Step Time": 7.358167687430978}
{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7373002767562866, "Finetune/Loss (Raw)": 0.667755663394928, "Finetune/Step": 4407, "Finetune/Step Time": 7.355966720730066}
{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7381102442741394, "Finetune/Loss (Raw)": 0.930858850479126, "Finetune/Step": 4408, "Finetune/Step Time": 7.354653224349022}
{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7362852096557617, "Finetune/Loss (Raw)": 0.6695980429649353, "Finetune/Step": 4409, "Finetune/Step Time": 7.341638287529349}
{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7359391450881958, "Finetune/Loss (Raw)": 0.7922484874725342, "Finetune/Step": 4410, "Finetune/Step Time": 7.338417058810592}
{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7358292937278748, "Finetune/Loss (Raw)": 0.758755087852478, "Finetune/Step": 4411, "Finetune/Step Time": 7.331461042165756}
{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7354475259780884, "Finetune/Loss (Raw)": 0.7354497313499451, "Finetune/Step": 4412, "Finetune/Step Time": 7.333180952817202}
{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7383354306221008, "Finetune/Loss (Raw)": 0.9768378734588623, "Finetune/Step": 4413, "Finetune/Step Time": 7.297786334529519}
{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7381117939949036, "Finetune/Loss (Raw)": 0.7347767353057861, "Finetune/Step": 4414, "Finetune/Step Time": 7.296607151627541}
{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7384589910507202, "Finetune/Loss (Raw)": 0.8590317964553833, "Finetune/Step": 4415, "Finetune/Step Time": 7.301175057888031}
{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7367918491363525, "Finetune/Loss (Raw)": 0.6854574084281921, "Finetune/Step": 4416, "Finetune/Step Time": 7.302148720249534}
{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7378193140029907, "Finetune/Loss (Raw)": 0.8744481801986694, "Finetune/Step": 4417, "Finetune/Step Time": 7.302950616925955}
{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7370755672454834, "Finetune/Loss (Raw)": 0.7817833423614502, "Finetune/Step": 4418, "Finetune/Step Time": 7.303516481071711}
{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7368344068527222, "Finetune/Loss (Raw)": 0.8444885611534119, "Finetune/Step": 4419, "Finetune/Step Time": 7.309429217129946}
{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7356849908828735, "Finetune/Loss (Raw)": 0.6866525411605835, "Finetune/Step": 4420, "Finetune/Step Time": 7.320840524509549}
{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7349627017974854, "Finetune/Loss (Raw)": 0.7358795404434204, "Finetune/Step": 4421, "Finetune/Step Time": 7.329440826550126}
{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7349320650100708, "Finetune/Loss (Raw)": 0.7716114521026611, "Finetune/Step": 4422, "Finetune/Step Time": 7.312408346682787}
{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7372591495513916, "Finetune/Loss (Raw)": 0.5973135828971863, "Finetune/Step": 4423, "Finetune/Step Time": 7.304181957617402}
{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.73272705078125, "Finetune/Loss (Raw)": 0.33221226930618286, "Finetune/Step": 4424, "Finetune/Step Time": 7.321048891171813}
{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7307261228561401, "Finetune/Loss (Raw)": 0.5931615829467773, "Finetune/Step": 4425, "Finetune/Step Time": 7.337276589125395}
{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7325828075408936, "Finetune/Loss (Raw)": 0.8428295254707336, "Finetune/Step": 4426, "Finetune/Step Time": 7.333494806662202}
{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7309510707855225, "Finetune/Loss (Raw)": 0.6072409152984619, "Finetune/Step": 4427, "Finetune/Step Time": 7.341285767033696}
{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7303861379623413, "Finetune/Loss (Raw)": 0.8005862832069397, "Finetune/Step": 4428, "Finetune/Step Time": 7.346396367996931}
{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7335156202316284, "Finetune/Loss (Raw)": 0.7623370885848999, "Finetune/Step": 4429, "Finetune/Step Time": 7.3340069483965635}
{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7311530709266663, "Finetune/Loss (Raw)": 0.586689293384552, "Finetune/Step": 4430, "Finetune/Step Time": 7.369560461491346}
{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7301256656646729, "Finetune/Loss (Raw)": 0.7672999501228333, "Finetune/Step": 4431, "Finetune/Step Time": 7.3768226727843285}
{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.733923077583313, "Finetune/Loss (Raw)": 0.8230500817298889, "Finetune/Step": 4432, "Finetune/Step Time": 7.369080845266581}
{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.733329176902771, "Finetune/Loss (Raw)": 0.5828337669372559, "Finetune/Step": 4433, "Finetune/Step Time": 7.373194511979818}
{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.734396755695343, "Finetune/Loss (Raw)": 0.8533021807670593, "Finetune/Step": 4434, "Finetune/Step Time": 7.368545779958367}
{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7360103726387024, "Finetune/Loss (Raw)": 0.782425582408905, "Finetune/Step": 4435, "Finetune/Step Time": 7.364210924133658}
{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7356173992156982, "Finetune/Loss (Raw)": 0.6212708353996277, "Finetune/Step": 4436, "Finetune/Step Time": 7.37561153806746}
{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7355766892433167, "Finetune/Loss (Raw)": 0.7235185503959656, "Finetune/Step": 4437, "Finetune/Step Time": 7.375804398208857}
{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7390810251235962, "Finetune/Loss (Raw)": 0.7952941060066223, "Finetune/Step": 4438, "Finetune/Step Time": 7.36377640068531}
{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7401189804077148, "Finetune/Loss (Raw)": 0.9195212125778198, "Finetune/Step": 4439, "Finetune/Step Time": 7.360202083364129}
{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7401993274688721, "Finetune/Loss (Raw)": 0.8636594414710999, "Finetune/Step": 4440, "Finetune/Step Time": 7.357444228604436}
{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7401286959648132, "Finetune/Loss (Raw)": 0.8814383149147034, "Finetune/Step": 4441, "Finetune/Step Time": 7.341139100492001}
{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7394769787788391, "Finetune/Loss (Raw)": 0.7666362524032593, "Finetune/Step": 4442, "Finetune/Step Time": 7.3557704873383045}
{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7398902177810669, "Finetune/Loss (Raw)": 0.8016119003295898, "Finetune/Step": 4443, "Finetune/Step Time": 7.356362320482731}
{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.739986002445221, "Finetune/Loss (Raw)": 0.6891047954559326, "Finetune/Step": 4444, "Finetune/Step Time": 7.346899159252644}
{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7392668724060059, "Finetune/Loss (Raw)": 0.679198145866394, "Finetune/Step": 4445, "Finetune/Step Time": 7.349227359518409}
{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7415734529495239, "Finetune/Loss (Raw)": 0.8660156726837158, "Finetune/Step": 4446, "Finetune/Step Time": 7.3410859275609255}
{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7428836822509766, "Finetune/Loss (Raw)": 0.756544828414917, "Finetune/Step": 4447, "Finetune/Step Time": 7.331302376464009}
{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7432689666748047, "Finetune/Loss (Raw)": 0.7839653491973877, "Finetune/Step": 4448, "Finetune/Step Time": 7.330224027857184}
{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7454308271408081, "Finetune/Loss (Raw)": 0.8830835819244385, "Finetune/Step": 4449, "Finetune/Step Time": 7.3167052790522575}
{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7440446019172668, "Finetune/Loss (Raw)": 0.6982800364494324, "Finetune/Step": 4450, "Finetune/Step Time": 7.310674827545881}
{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7443990707397461, "Finetune/Loss (Raw)": 0.6177576184272766, "Finetune/Step": 4451, "Finetune/Step Time": 7.315708314999938}
{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7412535548210144, "Finetune/Loss (Raw)": 0.34423938393592834, "Finetune/Step": 4452, "Finetune/Step Time": 7.328057631850243}
{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.742707371711731, "Finetune/Loss (Raw)": 0.6934118270874023, "Finetune/Step": 4453, "Finetune/Step Time": 7.32008495554328}
{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7432207465171814, "Finetune/Loss (Raw)": 0.7142738103866577, "Finetune/Step": 4454, "Finetune/Step Time": 7.318198639899492}
{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7441533803939819, "Finetune/Loss (Raw)": 0.6169144511222839, "Finetune/Step": 4455, "Finetune/Step Time": 7.325542896986008}
{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7440001964569092, "Finetune/Loss (Raw)": 0.7209109663963318, "Finetune/Step": 4456, "Finetune/Step Time": 7.326991220936179}
{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.742855429649353, "Finetune/Loss (Raw)": 0.6462045907974243, "Finetune/Step": 4457, "Finetune/Step Time": 7.337834972888231}
{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.741562008857727, "Finetune/Loss (Raw)": 0.67684406042099, "Finetune/Step": 4458, "Finetune/Step Time": 7.351409377530217}
{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7404481172561646, "Finetune/Loss (Raw)": 0.6974953413009644, "Finetune/Step": 4459, "Finetune/Step Time": 7.356511130928993}
{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7409815788269043, "Finetune/Loss (Raw)": 0.8702766299247742, "Finetune/Step": 4460, "Finetune/Step Time": 7.357523890212178}
{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.739794909954071, "Finetune/Loss (Raw)": 0.6871755719184875, "Finetune/Step": 4461, "Finetune/Step Time": 7.356591824442148}
{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7386804223060608, "Finetune/Loss (Raw)": 0.7432348728179932, "Finetune/Step": 4462, "Finetune/Step Time": 7.368760101497173}
{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7365425825119019, "Finetune/Loss (Raw)": 0.5141497850418091, "Finetune/Step": 4463, "Finetune/Step Time": 7.3786778301000595}
{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7355129718780518, "Finetune/Loss (Raw)": 0.7615865468978882, "Finetune/Step": 4464, "Finetune/Step Time": 7.381346499547362}
{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7371463775634766, "Finetune/Loss (Raw)": 0.7232617735862732, "Finetune/Step": 4465, "Finetune/Step Time": 7.359741900116205}
{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7368489503860474, "Finetune/Loss (Raw)": 0.7460753917694092, "Finetune/Step": 4466, "Finetune/Step Time": 7.357883892953396}
{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7375600934028625, "Finetune/Loss (Raw)": 0.8255594968795776, "Finetune/Step": 4467, "Finetune/Step Time": 7.352097323164344}
{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7378607392311096, "Finetune/Loss (Raw)": 0.7509994506835938, "Finetune/Step": 4468, "Finetune/Step Time": 7.338917803019285}
{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7366629838943481, "Finetune/Loss (Raw)": 0.7577285170555115, "Finetune/Step": 4469, "Finetune/Step Time": 7.339045416563749}
{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7373367547988892, "Finetune/Loss (Raw)": 0.7681463360786438, "Finetune/Step": 4470, "Finetune/Step Time": 7.302159806713462}
{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7368643283843994, "Finetune/Loss (Raw)": 0.6194953322410583, "Finetune/Step": 4471, "Finetune/Step Time": 7.314490457996726}
{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.736958384513855, "Finetune/Loss (Raw)": 0.8027215003967285, "Finetune/Step": 4472, "Finetune/Step Time": 7.30585197545588}
{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7388529777526855, "Finetune/Loss (Raw)": 0.9872539043426514, "Finetune/Step": 4473, "Finetune/Step Time": 7.30305146984756}
{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7391631603240967, "Finetune/Loss (Raw)": 0.8277930617332458, "Finetune/Step": 4474, "Finetune/Step Time": 7.291593927890062}
{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7378566265106201, "Finetune/Loss (Raw)": 0.6823200583457947, "Finetune/Step": 4475, "Finetune/Step Time": 7.312108859419823}
{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7381484508514404, "Finetune/Loss (Raw)": 0.8388035297393799, "Finetune/Step": 4476, "Finetune/Step Time": 7.323548102751374}
{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7368769645690918, "Finetune/Loss (Raw)": 0.7038505673408508, "Finetune/Step": 4477, "Finetune/Step Time": 7.323922909796238}
{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7392675876617432, "Finetune/Loss (Raw)": 0.8570640087127686, "Finetune/Step": 4478, "Finetune/Step Time": 7.294548191130161}
{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7392286062240601, "Finetune/Loss (Raw)": 0.7960973381996155, "Finetune/Step": 4479, "Finetune/Step Time": 7.303183453157544}
{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7382086515426636, "Finetune/Loss (Raw)": 0.6554154753684998, "Finetune/Step": 4480, "Finetune/Step Time": 7.307742737233639}
{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7372239828109741, "Finetune/Loss (Raw)": 0.6985527873039246, "Finetune/Step": 4481, "Finetune/Step Time": 7.309506822377443}
{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7370377779006958, "Finetune/Loss (Raw)": 0.6909594535827637, "Finetune/Step": 4482, "Finetune/Step Time": 7.3234685231000185}
{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7369821667671204, "Finetune/Loss (Raw)": 0.7906869053840637, "Finetune/Step": 4483, "Finetune/Step Time": 7.320989007130265}
{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7375657558441162, "Finetune/Loss (Raw)": 0.8804447650909424, "Finetune/Step": 4484, "Finetune/Step Time": 7.335667015984654}
{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7368020415306091, "Finetune/Loss (Raw)": 0.7577337622642517, "Finetune/Step": 4485, "Finetune/Step Time": 7.336816258728504}
{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7360453605651855, "Finetune/Loss (Raw)": 0.7301099300384521, "Finetune/Step": 4486, "Finetune/Step Time": 7.334116782993078}
{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.73257976770401, "Finetune/Loss (Raw)": 0.3208276033401489, "Finetune/Step": 4487, "Finetune/Step Time": 7.34641888551414}
{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7333077192306519, "Finetune/Loss (Raw)": 0.8020195960998535, "Finetune/Step": 4488, "Finetune/Step Time": 7.3647757060825825}
{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7295955419540405, "Finetune/Loss (Raw)": 0.4873446226119995, "Finetune/Step": 4489, "Finetune/Step Time": 7.356184933334589}
{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7286615371704102, "Finetune/Loss (Raw)": 0.6525525450706482, "Finetune/Step": 4490, "Finetune/Step Time": 7.359998282045126}
{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7285922765731812, "Finetune/Loss (Raw)": 0.7359028458595276, "Finetune/Step": 4491, "Finetune/Step Time": 7.35910476744175}
{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7295063734054565, "Finetune/Loss (Raw)": 0.8097152709960938, "Finetune/Step": 4492, "Finetune/Step Time": 7.341636851429939}
{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7297621965408325, "Finetune/Loss (Raw)": 0.7216752171516418, "Finetune/Step": 4493, "Finetune/Step Time": 7.337045464664698}
{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7276932597160339, "Finetune/Loss (Raw)": 0.5811588764190674, "Finetune/Step": 4494, "Finetune/Step Time": 7.34149401076138}
{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7281546592712402, "Finetune/Loss (Raw)": 0.7786157727241516, "Finetune/Step": 4495, "Finetune/Step Time": 7.330445311963558}
{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7272270917892456, "Finetune/Loss (Raw)": 0.7014792561531067, "Finetune/Step": 4496, "Finetune/Step Time": 7.33779276534915}
{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7275971174240112, "Finetune/Loss (Raw)": 0.7827321887016296, "Finetune/Step": 4497, "Finetune/Step Time": 7.341006390750408}
{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7262297868728638, "Finetune/Loss (Raw)": 0.6830969452857971, "Finetune/Step": 4498, "Finetune/Step Time": 7.345433441922069}
{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7261558175086975, "Finetune/Loss (Raw)": 0.8654239177703857, "Finetune/Step": 4499, "Finetune/Step Time": 7.345517765730619}
{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7296233177185059, "Finetune/Loss (Raw)": 0.686680793762207, "Finetune/Step": 4500, "Finetune/Step Time": 7.338691893965006}
{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7309409379959106, "Finetune/Loss (Raw)": 0.8762052655220032, "Finetune/Step": 4501, "Finetune/Step Time": 7.337182240560651}
{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7300333976745605, "Finetune/Loss (Raw)": 0.6464736461639404, "Finetune/Step": 4502, "Finetune/Step Time": 7.341655798256397}
{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7309945821762085, "Finetune/Loss (Raw)": 0.8579442501068115, "Finetune/Step": 4503, "Finetune/Step Time": 7.332154048606753}
{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7313233613967896, "Finetune/Loss (Raw)": 0.751693069934845, "Finetune/Step": 4504, "Finetune/Step Time": 7.321587981656194}
{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7311217784881592, "Finetune/Loss (Raw)": 0.7535965442657471, "Finetune/Step": 4505, "Finetune/Step Time": 7.320651791989803}
{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7328732013702393, "Finetune/Loss (Raw)": 0.9541264772415161, "Finetune/Step": 4506, "Finetune/Step Time": 7.300527771934867}
{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7306350469589233, "Finetune/Loss (Raw)": 0.3232971727848053, "Finetune/Step": 4507, "Finetune/Step Time": 7.300255332142115}
{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7297275066375732, "Finetune/Loss (Raw)": 0.7539761662483215, "Finetune/Step": 4508, "Finetune/Step Time": 7.293681288138032}
{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7288675308227539, "Finetune/Loss (Raw)": 0.713128387928009, "Finetune/Step": 4509, "Finetune/Step Time": 7.30185772664845}
{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7286622524261475, "Finetune/Loss (Raw)": 0.8554393649101257, "Finetune/Step": 4510, "Finetune/Step Time": 7.298665592446923}
{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.731309711933136, "Finetune/Loss (Raw)": 0.9425458908081055, "Finetune/Step": 4511, "Finetune/Step Time": 7.285914834588766}
{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7280882596969604, "Finetune/Loss (Raw)": 0.3562450110912323, "Finetune/Step": 4512, "Finetune/Step Time": 7.294090384617448}
{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7281978130340576, "Finetune/Loss (Raw)": 0.7723477482795715, "Finetune/Step": 4513, "Finetune/Step Time": 7.299080561846495}
{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7283584475517273, "Finetune/Loss (Raw)": 0.661365807056427, "Finetune/Step": 4514, "Finetune/Step Time": 7.281338941305876}
{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7269232273101807, "Finetune/Loss (Raw)": 0.7539896368980408, "Finetune/Step": 4515, "Finetune/Step Time": 7.284182574599981}
{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7253626585006714, "Finetune/Loss (Raw)": 0.6149750351905823, "Finetune/Step": 4516, "Finetune/Step Time": 7.278869207948446}
{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7242112755775452, "Finetune/Loss (Raw)": 0.6565407514572144, "Finetune/Step": 4517, "Finetune/Step Time": 7.280595472082496}
{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7255288362503052, "Finetune/Loss (Raw)": 0.9338849186897278, "Finetune/Step": 4518, "Finetune/Step Time": 7.276554204523563}
{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7264485955238342, "Finetune/Loss (Raw)": 0.872004508972168, "Finetune/Step": 4519, "Finetune/Step Time": 7.269654469564557}
{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7304775714874268, "Finetune/Loss (Raw)": 0.8643620610237122, "Finetune/Step": 4520, "Finetune/Step Time": 7.25434840656817}
{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7327115535736084, "Finetune/Loss (Raw)": 0.8963846564292908, "Finetune/Step": 4521, "Finetune/Step Time": 7.242040241137147}
{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7327423095703125, "Finetune/Loss (Raw)": 0.7220195531845093, "Finetune/Step": 4522, "Finetune/Step Time": 7.238747758790851}
{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7327444553375244, "Finetune/Loss (Raw)": 0.7775511741638184, "Finetune/Step": 4523, "Finetune/Step Time": 7.242580093443394}
{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7325650453567505, "Finetune/Loss (Raw)": 0.7965971231460571, "Finetune/Step": 4524, "Finetune/Step Time": 7.237391239032149}
{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7354186773300171, "Finetune/Loss (Raw)": 0.77748703956604, "Finetune/Step": 4525, "Finetune/Step Time": 7.2263086177408695}
{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7340034246444702, "Finetune/Loss (Raw)": 0.5696938037872314, "Finetune/Step": 4526, "Finetune/Step Time": 7.221762863919139}
{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7319707870483398, "Finetune/Loss (Raw)": 0.4268096089363098, "Finetune/Step": 4527, "Finetune/Step Time": 7.239755915477872}
{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7316444516181946, "Finetune/Loss (Raw)": 0.7143290042877197, "Finetune/Step": 4528, "Finetune/Step Time": 7.2311727572232485}
{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7352654933929443, "Finetune/Loss (Raw)": 0.7978004813194275, "Finetune/Step": 4529, "Finetune/Step Time": 7.21079108864069}
{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7370389103889465, "Finetune/Loss (Raw)": 0.8739232420921326, "Finetune/Step": 4530, "Finetune/Step Time": 7.194654738530517}
{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.737494707107544, "Finetune/Loss (Raw)": 0.8875440955162048, "Finetune/Step": 4531, "Finetune/Step Time": 7.211459133774042}
{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7350229024887085, "Finetune/Loss (Raw)": 0.6048694252967834, "Finetune/Step": 4532, "Finetune/Step Time": 7.2218826953321695}
{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7356315851211548, "Finetune/Loss (Raw)": 0.7992753386497498, "Finetune/Step": 4533, "Finetune/Step Time": 7.214772190898657}
{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7332942485809326, "Finetune/Loss (Raw)": 0.3324022591114044, "Finetune/Step": 4534, "Finetune/Step Time": 7.22854345664382}
{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7329827547073364, "Finetune/Loss (Raw)": 0.6278834939002991, "Finetune/Step": 4535, "Finetune/Step Time": 7.2369609996676445}
{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7317373156547546, "Finetune/Loss (Raw)": 0.7714465856552124, "Finetune/Step": 4536, "Finetune/Step Time": 7.247454768046737}
{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7326631546020508, "Finetune/Loss (Raw)": 0.7881084084510803, "Finetune/Step": 4537, "Finetune/Step Time": 7.245842399075627}
{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7329435348510742, "Finetune/Loss (Raw)": 0.8281305432319641, "Finetune/Step": 4538, "Finetune/Step Time": 7.245185462757945}
{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7321257591247559, "Finetune/Loss (Raw)": 0.6540863513946533, "Finetune/Step": 4539, "Finetune/Step Time": 7.252417447045445}
{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7287802696228027, "Finetune/Loss (Raw)": 0.3072238564491272, "Finetune/Step": 4540, "Finetune/Step Time": 7.266633778810501}
{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7265594005584717, "Finetune/Loss (Raw)": 0.6925733685493469, "Finetune/Step": 4541, "Finetune/Step Time": 7.288561357185245}
{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7258778214454651, "Finetune/Loss (Raw)": 0.647527277469635, "Finetune/Step": 4542, "Finetune/Step Time": 7.29035304300487}
{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7252029776573181, "Finetune/Loss (Raw)": 0.772650957107544, "Finetune/Step": 4543, "Finetune/Step Time": 7.2852068822830915}
{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7266628742218018, "Finetune/Loss (Raw)": 0.872323215007782, "Finetune/Step": 4544, "Finetune/Step Time": 7.277002384886146}
{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7257462739944458, "Finetune/Loss (Raw)": 0.7571216821670532, "Finetune/Step": 4545, "Finetune/Step Time": 7.288064645603299}
{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7263383269309998, "Finetune/Loss (Raw)": 0.857570230960846, "Finetune/Step": 4546, "Finetune/Step Time": 7.287482537329197}
{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.726244330406189, "Finetune/Loss (Raw)": 0.8324559926986694, "Finetune/Step": 4547, "Finetune/Step Time": 7.269002867862582}
{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7252528667449951, "Finetune/Loss (Raw)": 0.5597414374351501, "Finetune/Step": 4548, "Finetune/Step Time": 7.291396984830499}
{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7241784334182739, "Finetune/Loss (Raw)": 0.598358154296875, "Finetune/Step": 4549, "Finetune/Step Time": 7.281929079443216}
{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7251001596450806, "Finetune/Loss (Raw)": 0.889583170413971, "Finetune/Step": 4550, "Finetune/Step Time": 7.279559629037976}
{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7269120216369629, "Finetune/Loss (Raw)": 0.8292396664619446, "Finetune/Step": 4551, "Finetune/Step Time": 7.276869144290686}
{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7287379503250122, "Finetune/Loss (Raw)": 0.5659307241439819, "Finetune/Step": 4552, "Finetune/Step Time": 7.274111535400152}
{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7303608655929565, "Finetune/Loss (Raw)": 0.8008990287780762, "Finetune/Step": 4553, "Finetune/Step Time": 7.254808083176613}
{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7306563854217529, "Finetune/Loss (Raw)": 0.8806454539299011, "Finetune/Step": 4554, "Finetune/Step Time": 7.253020605072379}
{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7321420907974243, "Finetune/Loss (Raw)": 0.7974236607551575, "Finetune/Step": 4555, "Finetune/Step Time": 7.25431864336133}
{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.733201801776886, "Finetune/Loss (Raw)": 0.9362190961837769, "Finetune/Step": 4556, "Finetune/Step Time": 7.251647401601076}
{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.732646107673645, "Finetune/Loss (Raw)": 0.6912160515785217, "Finetune/Step": 4557, "Finetune/Step Time": 7.266550164669752}
{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.73256516456604, "Finetune/Loss (Raw)": 0.5763292908668518, "Finetune/Step": 4558, "Finetune/Step Time": 7.2433733977377415}
{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7336399555206299, "Finetune/Loss (Raw)": 0.9048610329627991, "Finetune/Step": 4559, "Finetune/Step Time": 7.244358513504267}
{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7327775955200195, "Finetune/Loss (Raw)": 0.7126689553260803, "Finetune/Step": 4560, "Finetune/Step Time": 7.240627491846681}
{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7343779802322388, "Finetune/Loss (Raw)": 0.7876892685890198, "Finetune/Step": 4561, "Finetune/Step Time": 7.2297267857939005}
{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7342829704284668, "Finetune/Loss (Raw)": 0.84114670753479, "Finetune/Step": 4562, "Finetune/Step Time": 7.2300137989223}
{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7305260896682739, "Finetune/Loss (Raw)": 0.3015345335006714, "Finetune/Step": 4563, "Finetune/Step Time": 7.2527453396469355}
{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7314795255661011, "Finetune/Loss (Raw)": 0.7433121204376221, "Finetune/Step": 4564, "Finetune/Step Time": 7.237076694145799}
{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7311527729034424, "Finetune/Loss (Raw)": 0.6817008256912231, "Finetune/Step": 4565, "Finetune/Step Time": 7.232037642970681}
{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7309621572494507, "Finetune/Loss (Raw)": 0.7708914279937744, "Finetune/Step": 4566, "Finetune/Step Time": 7.234563944861293}
{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7306252121925354, "Finetune/Loss (Raw)": 0.8763924837112427, "Finetune/Step": 4567, "Finetune/Step Time": 7.232831971719861}
{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7301785945892334, "Finetune/Loss (Raw)": 0.8064902424812317, "Finetune/Step": 4568, "Finetune/Step Time": 7.230482110753655}
{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7298064827919006, "Finetune/Loss (Raw)": 0.8338109254837036, "Finetune/Step": 4569, "Finetune/Step Time": 7.228655630722642}
{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7303844690322876, "Finetune/Loss (Raw)": 0.8406130075454712, "Finetune/Step": 4570, "Finetune/Step Time": 7.214966621249914}
{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7289307117462158, "Finetune/Loss (Raw)": 0.6155307292938232, "Finetune/Step": 4571, "Finetune/Step Time": 7.232013421133161}
{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7292107939720154, "Finetune/Loss (Raw)": 0.7249557971954346, "Finetune/Step": 4572, "Finetune/Step Time": 7.2378045953810215}
{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7290972471237183, "Finetune/Loss (Raw)": 0.6646714806556702, "Finetune/Step": 4573, "Finetune/Step Time": 7.252656102180481}
{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7287017703056335, "Finetune/Loss (Raw)": 0.815392255783081, "Finetune/Step": 4574, "Finetune/Step Time": 7.252161432057619}
{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7283245325088501, "Finetune/Loss (Raw)": 0.7082539796829224, "Finetune/Step": 4575, "Finetune/Step Time": 7.265964014455676}
{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7273646593093872, "Finetune/Loss (Raw)": 0.6611019372940063, "Finetune/Step": 4576, "Finetune/Step Time": 7.273434666916728}
{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7275076508522034, "Finetune/Loss (Raw)": 0.9013916850090027, "Finetune/Step": 4577, "Finetune/Step Time": 7.276220394298434}
{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7286291718482971, "Finetune/Loss (Raw)": 0.8418352007865906, "Finetune/Step": 4578, "Finetune/Step Time": 7.2801463063806295}
{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7270554304122925, "Finetune/Loss (Raw)": 0.41632208228111267, "Finetune/Step": 4579, "Finetune/Step Time": 7.282705882564187}
{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7264314889907837, "Finetune/Loss (Raw)": 0.2643698453903198, "Finetune/Step": 4580, "Finetune/Step Time": 7.283747171983123}
{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7262560129165649, "Finetune/Loss (Raw)": 0.6709564924240112, "Finetune/Step": 4581, "Finetune/Step Time": 7.292757861316204}
{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7264025211334229, "Finetune/Loss (Raw)": 0.7330192923545837, "Finetune/Step": 4582, "Finetune/Step Time": 7.296377461403608}
{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7284257411956787, "Finetune/Loss (Raw)": 0.8758839964866638, "Finetune/Step": 4583, "Finetune/Step Time": 7.272745668888092}
{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7283076047897339, "Finetune/Loss (Raw)": 0.7057931423187256, "Finetune/Step": 4584, "Finetune/Step Time": 7.273089868947864}
{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7281466722488403, "Finetune/Loss (Raw)": 0.625611424446106, "Finetune/Step": 4585, "Finetune/Step Time": 7.261855464428663}
{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7282358407974243, "Finetune/Loss (Raw)": 0.6882508397102356, "Finetune/Step": 4586, "Finetune/Step Time": 7.263912418857217}
{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7296598553657532, "Finetune/Loss (Raw)": 0.879768967628479, "Finetune/Step": 4587, "Finetune/Step Time": 7.26050466299057}
{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.729561984539032, "Finetune/Loss (Raw)": 0.8577473759651184, "Finetune/Step": 4588, "Finetune/Step Time": 7.283086881041527}
{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.730145275592804, "Finetune/Loss (Raw)": 0.7618435025215149, "Finetune/Step": 4589, "Finetune/Step Time": 7.283834140747786}
{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7298476696014404, "Finetune/Loss (Raw)": 0.7051380276679993, "Finetune/Step": 4590, "Finetune/Step Time": 7.2741980496793985}
{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7322652339935303, "Finetune/Loss (Raw)": 0.8235987424850464, "Finetune/Step": 4591, "Finetune/Step Time": 7.258508296683431}
{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7285722494125366, "Finetune/Loss (Raw)": 0.2888818681240082, "Finetune/Step": 4592, "Finetune/Step Time": 7.253451980650425}
{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7295171618461609, "Finetune/Loss (Raw)": 0.8442140221595764, "Finetune/Step": 4593, "Finetune/Step Time": 7.25793394073844}
{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.726873517036438, "Finetune/Loss (Raw)": 0.40769240260124207, "Finetune/Step": 4594, "Finetune/Step Time": 7.270827803760767}
{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7265756726264954, "Finetune/Loss (Raw)": 0.7874351143836975, "Finetune/Step": 4595, "Finetune/Step Time": 7.273270294070244}
{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7265430688858032, "Finetune/Loss (Raw)": 0.7468163967132568, "Finetune/Step": 4596, "Finetune/Step Time": 7.280168179422617}
{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7262330055236816, "Finetune/Loss (Raw)": 0.7180536389350891, "Finetune/Step": 4597, "Finetune/Step Time": 7.281638773158193}
{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.726397693157196, "Finetune/Loss (Raw)": 0.7892184257507324, "Finetune/Step": 4598, "Finetune/Step Time": 7.278980389237404}
{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7271701097488403, "Finetune/Loss (Raw)": 0.7183730602264404, "Finetune/Step": 4599, "Finetune/Step Time": 7.272843772545457}
{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7268773913383484, "Finetune/Loss (Raw)": 0.7652525901794434, "Finetune/Step": 4600, "Finetune/Step Time": 7.276463199406862}
{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7243993282318115, "Finetune/Loss (Raw)": 0.6700534224510193, "Finetune/Step": 4601, "Finetune/Step Time": 7.281847309321165}
{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7255399823188782, "Finetune/Loss (Raw)": 0.973798394203186, "Finetune/Step": 4602, "Finetune/Step Time": 7.2837321031838655}
{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7251503467559814, "Finetune/Loss (Raw)": 0.6324465274810791, "Finetune/Step": 4603, "Finetune/Step Time": 7.2762578800320625}
{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7248849272727966, "Finetune/Loss (Raw)": 0.8048313856124878, "Finetune/Step": 4604, "Finetune/Step Time": 7.260406041517854}
{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.721947193145752, "Finetune/Loss (Raw)": 0.3278224766254425, "Finetune/Step": 4605, "Finetune/Step Time": 7.272617740556598}
{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7216829061508179, "Finetune/Loss (Raw)": 0.8232401609420776, "Finetune/Step": 4606, "Finetune/Step Time": 7.280340172350407}
{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7211775779724121, "Finetune/Loss (Raw)": 0.7314086556434631, "Finetune/Step": 4607, "Finetune/Step Time": 7.273146914318204}
{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7220355272293091, "Finetune/Loss (Raw)": 0.7652352452278137, "Finetune/Step": 4608, "Finetune/Step Time": 7.269080113619566}
{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7239340543746948, "Finetune/Loss (Raw)": 0.9415621161460876, "Finetune/Step": 4609, "Finetune/Step Time": 7.267182435840368}
{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7241567373275757, "Finetune/Loss (Raw)": 0.7194609642028809, "Finetune/Step": 4610, "Finetune/Step Time": 7.250319974496961}
{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.720207691192627, "Finetune/Loss (Raw)": 0.285212904214859, "Finetune/Step": 4611, "Finetune/Step Time": 7.263026433065534}
{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7196187376976013, "Finetune/Loss (Raw)": 0.8050549030303955, "Finetune/Step": 4612, "Finetune/Step Time": 7.245156992226839}
{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7186681032180786, "Finetune/Loss (Raw)": 0.6360548138618469, "Finetune/Step": 4613, "Finetune/Step Time": 7.267927851527929}
{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7184484601020813, "Finetune/Loss (Raw)": 0.7019911408424377, "Finetune/Step": 4614, "Finetune/Step Time": 7.274564690887928}
{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7229409217834473, "Finetune/Loss (Raw)": 0.8958709239959717, "Finetune/Step": 4615, "Finetune/Step Time": 7.261507382616401}
{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7224138975143433, "Finetune/Loss (Raw)": 0.734561562538147, "Finetune/Step": 4616, "Finetune/Step Time": 7.241388849914074}
{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7239131331443787, "Finetune/Loss (Raw)": 0.6792404055595398, "Finetune/Step": 4617, "Finetune/Step Time": 7.232603652402759}
{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7253217697143555, "Finetune/Loss (Raw)": 0.8328505754470825, "Finetune/Step": 4618, "Finetune/Step Time": 7.223907044157386}
{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7264900803565979, "Finetune/Loss (Raw)": 0.8854515552520752, "Finetune/Step": 4619, "Finetune/Step Time": 7.225395565852523}
{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.725706934928894, "Finetune/Loss (Raw)": 0.7094734311103821, "Finetune/Step": 4620, "Finetune/Step Time": 7.229350982233882}
{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7268048524856567, "Finetune/Loss (Raw)": 0.8622128963470459, "Finetune/Step": 4621, "Finetune/Step Time": 7.21973143145442}
{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7286292314529419, "Finetune/Loss (Raw)": 0.8146740198135376, "Finetune/Step": 4622, "Finetune/Step Time": 7.216370467096567}
{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7292300462722778, "Finetune/Loss (Raw)": 0.8555269241333008, "Finetune/Step": 4623, "Finetune/Step Time": 7.213593514636159}
{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7293751239776611, "Finetune/Loss (Raw)": 0.720045804977417, "Finetune/Step": 4624, "Finetune/Step Time": 7.206809548661113}
{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7297523617744446, "Finetune/Loss (Raw)": 0.831019937992096, "Finetune/Step": 4625, "Finetune/Step Time": 7.207105379551649}
{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7271285057067871, "Finetune/Loss (Raw)": 0.3472362160682678, "Finetune/Step": 4626, "Finetune/Step Time": 7.215547110885382}
{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7261782288551331, "Finetune/Loss (Raw)": 0.7437978386878967, "Finetune/Step": 4627, "Finetune/Step Time": 7.236629733815789}
{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7259718179702759, "Finetune/Loss (Raw)": 0.6602537631988525, "Finetune/Step": 4628, "Finetune/Step Time": 7.240656364709139}
{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7248383164405823, "Finetune/Loss (Raw)": 0.7311200499534607, "Finetune/Step": 4629, "Finetune/Step Time": 7.238744454458356}
{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7251164317131042, "Finetune/Loss (Raw)": 0.6820684671401978, "Finetune/Step": 4630, "Finetune/Step Time": 7.246390571817756}
{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7229108810424805, "Finetune/Loss (Raw)": 0.5756404995918274, "Finetune/Step": 4631, "Finetune/Step Time": 7.265219947323203}
{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7191379070281982, "Finetune/Loss (Raw)": 0.2687453627586365, "Finetune/Step": 4632, "Finetune/Step Time": 7.273934431374073}
{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7177467942237854, "Finetune/Loss (Raw)": 0.5755385756492615, "Finetune/Step": 4633, "Finetune/Step Time": 7.29624555259943}
{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7170302271842957, "Finetune/Loss (Raw)": 0.8624021410942078, "Finetune/Step": 4634, "Finetune/Step Time": 7.303353831171989}
{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7188873291015625, "Finetune/Loss (Raw)": 0.5610063076019287, "Finetune/Step": 4635, "Finetune/Step Time": 7.3089213985949755}
{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7190409898757935, "Finetune/Loss (Raw)": 0.7736420035362244, "Finetune/Step": 4636, "Finetune/Step Time": 7.311437038704753}
{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7201261520385742, "Finetune/Loss (Raw)": 0.8520309925079346, "Finetune/Step": 4637, "Finetune/Step Time": 7.294989321380854}
{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7211459875106812, "Finetune/Loss (Raw)": 0.9859764575958252, "Finetune/Step": 4638, "Finetune/Step Time": 7.297932550311089}
{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7184839248657227, "Finetune/Loss (Raw)": 0.6018123626708984, "Finetune/Step": 4639, "Finetune/Step Time": 7.3216052651405334}
{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7223564386367798, "Finetune/Loss (Raw)": 0.8519193530082703, "Finetune/Step": 4640, "Finetune/Step Time": 7.325473327189684}
{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7224196791648865, "Finetune/Loss (Raw)": 0.7804492115974426, "Finetune/Step": 4641, "Finetune/Step Time": 7.324078930541873}
{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7234405279159546, "Finetune/Loss (Raw)": 0.792026162147522, "Finetune/Step": 4642, "Finetune/Step Time": 7.324818788096309}
{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7243852615356445, "Finetune/Loss (Raw)": 0.874921977519989, "Finetune/Step": 4643, "Finetune/Step Time": 7.322611074894667}
{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7224886417388916, "Finetune/Loss (Raw)": 0.37219738960266113, "Finetune/Step": 4644, "Finetune/Step Time": 7.336814848706126}
{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7237881422042847, "Finetune/Loss (Raw)": 0.8228790760040283, "Finetune/Step": 4645, "Finetune/Step Time": 7.334903547540307}
{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7213172316551208, "Finetune/Loss (Raw)": 0.6176114678382874, "Finetune/Step": 4646, "Finetune/Step Time": 7.347499296069145}
{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7206850051879883, "Finetune/Loss (Raw)": 0.7910792231559753, "Finetune/Step": 4647, "Finetune/Step Time": 7.351482076570392}
{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7194951176643372, "Finetune/Loss (Raw)": 0.7120621800422668, "Finetune/Step": 4648, "Finetune/Step Time": 7.35690358094871}
{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.719111442565918, "Finetune/Loss (Raw)": 0.8472729921340942, "Finetune/Step": 4649, "Finetune/Step Time": 7.353343291208148}
{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7183851003646851, "Finetune/Loss (Raw)": 0.6290500164031982, "Finetune/Step": 4650, "Finetune/Step Time": 7.360891042277217}
{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7183597683906555, "Finetune/Loss (Raw)": 0.7743065357208252, "Finetune/Step": 4651, "Finetune/Step Time": 7.354626679793}
{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7180864810943604, "Finetune/Loss (Raw)": 0.761608362197876, "Finetune/Step": 4652, "Finetune/Step Time": 7.3527889009565115}
{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7143352031707764, "Finetune/Loss (Raw)": 0.2973281741142273, "Finetune/Step": 4653, "Finetune/Step Time": 7.363747330382466}
{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7156448364257812, "Finetune/Loss (Raw)": 0.7373252511024475, "Finetune/Step": 4654, "Finetune/Step Time": 7.368648394942284}
{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.717139720916748, "Finetune/Loss (Raw)": 0.6181609630584717, "Finetune/Step": 4655, "Finetune/Step Time": 7.353293880820274}
{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7149169445037842, "Finetune/Loss (Raw)": 0.42981570959091187, "Finetune/Step": 4656, "Finetune/Step Time": 7.3755467515438795}
{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7145347595214844, "Finetune/Loss (Raw)": 0.7488811612129211, "Finetune/Step": 4657, "Finetune/Step Time": 7.3731780126690865}
{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.714180588722229, "Finetune/Loss (Raw)": 0.8285821080207825, "Finetune/Step": 4658, "Finetune/Step Time": 7.369487639516592}
{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7139438986778259, "Finetune/Loss (Raw)": 0.8572530150413513, "Finetune/Step": 4659, "Finetune/Step Time": 7.356194430962205}
{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7156205177307129, "Finetune/Loss (Raw)": 0.8194670677185059, "Finetune/Step": 4660, "Finetune/Step Time": 7.361903240904212}
{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7145658135414124, "Finetune/Loss (Raw)": 0.6642789840698242, "Finetune/Step": 4661, "Finetune/Step Time": 7.36293719150126}
{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7185531258583069, "Finetune/Loss (Raw)": 0.8427790999412537, "Finetune/Step": 4662, "Finetune/Step Time": 7.349013378843665}
{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7199317216873169, "Finetune/Loss (Raw)": 0.8043405413627625, "Finetune/Step": 4663, "Finetune/Step Time": 7.337917122989893}
{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7199978232383728, "Finetune/Loss (Raw)": 0.7799108028411865, "Finetune/Step": 4664, "Finetune/Step Time": 7.325492611154914}
{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.719267725944519, "Finetune/Loss (Raw)": 0.6946524381637573, "Finetune/Step": 4665, "Finetune/Step Time": 7.324687212705612}
{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7172982692718506, "Finetune/Loss (Raw)": 0.5760500431060791, "Finetune/Step": 4666, "Finetune/Step Time": 7.3434307258576155}
{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7186725735664368, "Finetune/Loss (Raw)": 0.8299949169158936, "Finetune/Step": 4667, "Finetune/Step Time": 7.331481566652656}
{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7220885753631592, "Finetune/Loss (Raw)": 0.7444614171981812, "Finetune/Step": 4668, "Finetune/Step Time": 7.328071726486087}
{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7193934917449951, "Finetune/Loss (Raw)": 0.3476141393184662, "Finetune/Step": 4669, "Finetune/Step Time": 7.321644576266408}
{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.720563530921936, "Finetune/Loss (Raw)": 0.7972842454910278, "Finetune/Step": 4670, "Finetune/Step Time": 7.320396203547716}
{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7201921939849854, "Finetune/Loss (Raw)": 0.7251226305961609, "Finetune/Step": 4671, "Finetune/Step Time": 7.3153564147651196}
{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7196274995803833, "Finetune/Loss (Raw)": 0.8000420331954956, "Finetune/Step": 4672, "Finetune/Step Time": 7.328450413420796}
{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7197792530059814, "Finetune/Loss (Raw)": 0.7765503525733948, "Finetune/Step": 4673, "Finetune/Step Time": 7.317959638312459}
{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7197832465171814, "Finetune/Loss (Raw)": 0.8580811023712158, "Finetune/Step": 4674, "Finetune/Step Time": 7.340482302010059}
{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7197611331939697, "Finetune/Loss (Raw)": 0.8296257853507996, "Finetune/Step": 4675, "Finetune/Step Time": 7.34333168156445}
{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7211556434631348, "Finetune/Loss (Raw)": 0.7382382750511169, "Finetune/Step": 4676, "Finetune/Step Time": 7.3054548893123865}
{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.723045289516449, "Finetune/Loss (Raw)": 0.840232253074646, "Finetune/Step": 4677, "Finetune/Step Time": 7.295654023066163}
{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7219703197479248, "Finetune/Loss (Raw)": 0.7519870400428772, "Finetune/Step": 4678, "Finetune/Step Time": 7.319751923903823}
{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7204621434211731, "Finetune/Loss (Raw)": 0.6361914873123169, "Finetune/Step": 4679, "Finetune/Step Time": 7.320025820285082}
{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7230406403541565, "Finetune/Loss (Raw)": 0.8959728479385376, "Finetune/Step": 4680, "Finetune/Step Time": 7.311609359458089}
{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7226763367652893, "Finetune/Loss (Raw)": 0.7542749643325806, "Finetune/Step": 4681, "Finetune/Step Time": 7.327881025150418}
{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7216048240661621, "Finetune/Loss (Raw)": 0.7434905767440796, "Finetune/Step": 4682, "Finetune/Step Time": 7.33870761282742}
{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7213760018348694, "Finetune/Loss (Raw)": 0.7681342363357544, "Finetune/Step": 4683, "Finetune/Step Time": 7.323801526799798}
{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7208560109138489, "Finetune/Loss (Raw)": 0.8696557283401489, "Finetune/Step": 4684, "Finetune/Step Time": 7.321468722075224}
{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.722031831741333, "Finetune/Loss (Raw)": 0.8417249321937561, "Finetune/Step": 4685, "Finetune/Step Time": 7.311437204480171}
{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.72250896692276, "Finetune/Loss (Raw)": 0.6374017596244812, "Finetune/Step": 4686, "Finetune/Step Time": 7.309874886646867}
{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.721578061580658, "Finetune/Loss (Raw)": 0.7857071757316589, "Finetune/Step": 4687, "Finetune/Step Time": 7.301669899374247}
{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.723973274230957, "Finetune/Loss (Raw)": 1.019248127937317, "Finetune/Step": 4688, "Finetune/Step Time": 7.298117691650987}
{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7246807217597961, "Finetune/Loss (Raw)": 0.8782448172569275, "Finetune/Step": 4689, "Finetune/Step Time": 7.290137283504009}
{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7231223583221436, "Finetune/Loss (Raw)": 0.6416832804679871, "Finetune/Step": 4690, "Finetune/Step Time": 7.303278224542737}
{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7277157306671143, "Finetune/Loss (Raw)": 0.8894867897033691, "Finetune/Step": 4691, "Finetune/Step Time": 7.280763076618314}
{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7291841506958008, "Finetune/Loss (Raw)": 0.9312658309936523, "Finetune/Step": 4692, "Finetune/Step Time": 7.280500780791044}
{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7298046350479126, "Finetune/Loss (Raw)": 0.7611204385757446, "Finetune/Step": 4693, "Finetune/Step Time": 7.292094184085727}
{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7306522130966187, "Finetune/Loss (Raw)": 0.8793805241584778, "Finetune/Step": 4694, "Finetune/Step Time": 7.286383729428053}
{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7303785085678101, "Finetune/Loss (Raw)": 0.8413613438606262, "Finetune/Step": 4695, "Finetune/Step Time": 7.300723580643535}
{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.729231595993042, "Finetune/Loss (Raw)": 0.6596820950508118, "Finetune/Step": 4696, "Finetune/Step Time": 7.323573876172304}
{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7286655306816101, "Finetune/Loss (Raw)": 0.761360764503479, "Finetune/Step": 4697, "Finetune/Step Time": 7.31831649877131}
{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7288156747817993, "Finetune/Loss (Raw)": 0.859836220741272, "Finetune/Step": 4698, "Finetune/Step Time": 7.322075778618455}
{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7308628559112549, "Finetune/Loss (Raw)": 0.8775681257247925, "Finetune/Step": 4699, "Finetune/Step Time": 7.3178513795137405}
{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7312654256820679, "Finetune/Loss (Raw)": 0.7764782905578613, "Finetune/Step": 4700, "Finetune/Step Time": 7.312989858910441}
{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7326052784919739, "Finetune/Loss (Raw)": 0.836175799369812, "Finetune/Step": 4701, "Finetune/Step Time": 7.301687810570002}
{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7320723533630371, "Finetune/Loss (Raw)": 0.747172474861145, "Finetune/Step": 4702, "Finetune/Step Time": 7.313847569748759}
{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7335532307624817, "Finetune/Loss (Raw)": 0.8978079557418823, "Finetune/Step": 4703, "Finetune/Step Time": 7.297318520024419}
{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7336610555648804, "Finetune/Loss (Raw)": 0.6748974919319153, "Finetune/Step": 4704, "Finetune/Step Time": 7.291464125737548}
{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.733494222164154, "Finetune/Loss (Raw)": 0.8800432085990906, "Finetune/Step": 4705, "Finetune/Step Time": 7.292703665792942}
{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7324695587158203, "Finetune/Loss (Raw)": 0.7106850147247314, "Finetune/Step": 4706, "Finetune/Step Time": 7.286513466387987}
{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7345743179321289, "Finetune/Loss (Raw)": 0.6857250928878784, "Finetune/Step": 4707, "Finetune/Step Time": 7.274595238268375}
{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.737861692905426, "Finetune/Loss (Raw)": 0.6851545572280884, "Finetune/Step": 4708, "Finetune/Step Time": 7.260925633832812}
{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7378023266792297, "Finetune/Loss (Raw)": 0.6633568406105042, "Finetune/Step": 4709, "Finetune/Step Time": 7.265223121270537}
{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7394779920578003, "Finetune/Loss (Raw)": 0.9475107192993164, "Finetune/Step": 4710, "Finetune/Step Time": 7.255933478474617}
{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7386646270751953, "Finetune/Loss (Raw)": 0.7717715501785278, "Finetune/Step": 4711, "Finetune/Step Time": 7.25631994381547}
{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7384624481201172, "Finetune/Loss (Raw)": 0.6799070239067078, "Finetune/Step": 4712, "Finetune/Step Time": 7.269071474671364}
{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7401805520057678, "Finetune/Loss (Raw)": 0.8455355763435364, "Finetune/Step": 4713, "Finetune/Step Time": 7.271055711433291}
{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7405511140823364, "Finetune/Loss (Raw)": 0.7356851696968079, "Finetune/Step": 4714, "Finetune/Step Time": 7.263492403551936}
{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7396869659423828, "Finetune/Loss (Raw)": 0.7691483497619629, "Finetune/Step": 4715, "Finetune/Step Time": 7.266382364556193}
{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7387421727180481, "Finetune/Loss (Raw)": 0.7368214130401611, "Finetune/Step": 4716, "Finetune/Step Time": 7.2428989559412}
{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7392013669013977, "Finetune/Loss (Raw)": 0.8206192255020142, "Finetune/Step": 4717, "Finetune/Step Time": 7.239877477288246}
{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7381020188331604, "Finetune/Loss (Raw)": 0.5644195675849915, "Finetune/Step": 4718, "Finetune/Step Time": 7.253087775781751}
{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7366936802864075, "Finetune/Loss (Raw)": 0.6433313488960266, "Finetune/Step": 4719, "Finetune/Step Time": 7.253088364377618}
{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7382898330688477, "Finetune/Loss (Raw)": 0.4931856691837311, "Finetune/Step": 4720, "Finetune/Step Time": 7.274541070684791}
{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7364134192466736, "Finetune/Loss (Raw)": 0.6040407419204712, "Finetune/Step": 4721, "Finetune/Step Time": 7.279153198003769}
{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7385810613632202, "Finetune/Loss (Raw)": 0.6851516366004944, "Finetune/Step": 4722, "Finetune/Step Time": 7.267679281532764}
{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7384717464447021, "Finetune/Loss (Raw)": 0.7734373807907104, "Finetune/Step": 4723, "Finetune/Step Time": 7.266377067193389}
{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7374665141105652, "Finetune/Loss (Raw)": 0.6181464195251465, "Finetune/Step": 4724, "Finetune/Step Time": 7.287406304851174}
{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7371878623962402, "Finetune/Loss (Raw)": 0.6823933124542236, "Finetune/Step": 4725, "Finetune/Step Time": 7.290284363552928}
{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7362109422683716, "Finetune/Loss (Raw)": 0.664168119430542, "Finetune/Step": 4726, "Finetune/Step Time": 7.292773324996233}
{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7362127304077148, "Finetune/Loss (Raw)": 0.7186071872711182, "Finetune/Step": 4727, "Finetune/Step Time": 7.289665168151259}
{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7360074520111084, "Finetune/Loss (Raw)": 0.7389734387397766, "Finetune/Step": 4728, "Finetune/Step Time": 7.291867991909385}
{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7386258244514465, "Finetune/Loss (Raw)": 1.0052058696746826, "Finetune/Step": 4729, "Finetune/Step Time": 7.28821062669158}
{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7370407581329346, "Finetune/Loss (Raw)": 0.7709112167358398, "Finetune/Step": 4730, "Finetune/Step Time": 7.2838721591979265}
{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7369095087051392, "Finetune/Loss (Raw)": 0.6156384348869324, "Finetune/Step": 4731, "Finetune/Step Time": 7.2829900328069925}
{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7367270588874817, "Finetune/Loss (Raw)": 0.7814829349517822, "Finetune/Step": 4732, "Finetune/Step Time": 7.283289831131697}
{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7408224940299988, "Finetune/Loss (Raw)": 0.8520327210426331, "Finetune/Step": 4733, "Finetune/Step Time": 7.265281768515706}
{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.739740788936615, "Finetune/Loss (Raw)": 0.6847884058952332, "Finetune/Step": 4734, "Finetune/Step Time": 7.271837655454874}
{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7406043410301208, "Finetune/Loss (Raw)": 0.8419455289840698, "Finetune/Step": 4735, "Finetune/Step Time": 7.271967628970742}
{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7391699552536011, "Finetune/Loss (Raw)": 0.5816226601600647, "Finetune/Step": 4736, "Finetune/Step Time": 7.281343810260296}
{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7370437383651733, "Finetune/Loss (Raw)": 0.6694151163101196, "Finetune/Step": 4737, "Finetune/Step Time": 7.291054828092456}
{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7377100586891174, "Finetune/Loss (Raw)": 0.8047470450401306, "Finetune/Step": 4738, "Finetune/Step Time": 7.299324717372656}
{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7410563230514526, "Finetune/Loss (Raw)": 0.7135416269302368, "Finetune/Step": 4739, "Finetune/Step Time": 7.289352122694254}
{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7400967478752136, "Finetune/Loss (Raw)": 0.6822259426116943, "Finetune/Step": 4740, "Finetune/Step Time": 7.292354205623269}
{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7392616271972656, "Finetune/Loss (Raw)": 0.5291612148284912, "Finetune/Step": 4741, "Finetune/Step Time": 7.275451190769672}
{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7390238046646118, "Finetune/Loss (Raw)": 0.6715419292449951, "Finetune/Step": 4742, "Finetune/Step Time": 7.285380316898227}
{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7370301485061646, "Finetune/Loss (Raw)": 0.6406943202018738, "Finetune/Step": 4743, "Finetune/Step Time": 7.30052638053894}
{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7386094927787781, "Finetune/Loss (Raw)": 0.9367102980613708, "Finetune/Step": 4744, "Finetune/Step Time": 7.301739087328315}
{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7387430667877197, "Finetune/Loss (Raw)": 0.696331799030304, "Finetune/Step": 4745, "Finetune/Step Time": 7.320155594497919}
{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7375490665435791, "Finetune/Loss (Raw)": 0.6800277233123779, "Finetune/Step": 4746, "Finetune/Step Time": 7.3437410816550255}
{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7377192974090576, "Finetune/Loss (Raw)": 0.9072319865226746, "Finetune/Step": 4747, "Finetune/Step Time": 7.3436914421617985}
{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7386462688446045, "Finetune/Loss (Raw)": 0.8281296491622925, "Finetune/Step": 4748, "Finetune/Step Time": 7.339455341920257}
{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7381251454353333, "Finetune/Loss (Raw)": 0.7955087423324585, "Finetune/Step": 4749, "Finetune/Step Time": 7.3459402192384005}
{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7375209331512451, "Finetune/Loss (Raw)": 0.7373397946357727, "Finetune/Step": 4750, "Finetune/Step Time": 7.3483298402279615}
{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7366441488265991, "Finetune/Loss (Raw)": 0.7433013916015625, "Finetune/Step": 4751, "Finetune/Step Time": 7.363824469968677}
{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7375770807266235, "Finetune/Loss (Raw)": 0.8394571542739868, "Finetune/Step": 4752, "Finetune/Step Time": 7.367058619856834}
{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7365336418151855, "Finetune/Loss (Raw)": 0.6974520087242126, "Finetune/Step": 4753, "Finetune/Step Time": 7.359174815937877}
{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7400559186935425, "Finetune/Loss (Raw)": 0.7980897426605225, "Finetune/Step": 4754, "Finetune/Step Time": 7.350734326988459}
{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7402741312980652, "Finetune/Loss (Raw)": 0.7717311382293701, "Finetune/Step": 4755, "Finetune/Step Time": 7.338886639103293}
{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7410514950752258, "Finetune/Loss (Raw)": 0.7597606778144836, "Finetune/Step": 4756, "Finetune/Step Time": 7.331691594794393}
{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7413631081581116, "Finetune/Loss (Raw)": 0.7710012793540955, "Finetune/Step": 4757, "Finetune/Step Time": 7.330765077844262}
{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7418573498725891, "Finetune/Loss (Raw)": 0.7453311085700989, "Finetune/Step": 4758, "Finetune/Step Time": 7.321361493319273}
{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7428611516952515, "Finetune/Loss (Raw)": 0.7041274309158325, "Finetune/Step": 4759, "Finetune/Step Time": 7.3069223165512085}
{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7468301057815552, "Finetune/Loss (Raw)": 0.7767717838287354, "Finetune/Step": 4760, "Finetune/Step Time": 7.29540865495801}
{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7469058036804199, "Finetune/Loss (Raw)": 0.585220456123352, "Finetune/Step": 4761, "Finetune/Step Time": 7.287911022081971}
{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7457642555236816, "Finetune/Loss (Raw)": 0.7162894010543823, "Finetune/Step": 4762, "Finetune/Step Time": 7.286475956439972}
{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7473478317260742, "Finetune/Loss (Raw)": 0.7637030482292175, "Finetune/Step": 4763, "Finetune/Step Time": 7.27131599932909}
{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7466535568237305, "Finetune/Loss (Raw)": 0.6847739219665527, "Finetune/Step": 4764, "Finetune/Step Time": 7.286408148705959}
{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7450824975967407, "Finetune/Loss (Raw)": 0.6509429812431335, "Finetune/Step": 4765, "Finetune/Step Time": 7.286534750834107}
{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7445491552352905, "Finetune/Loss (Raw)": 0.9177053570747375, "Finetune/Step": 4766, "Finetune/Step Time": 7.2883055955171585}
{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7461690306663513, "Finetune/Loss (Raw)": 0.8091596961021423, "Finetune/Step": 4767, "Finetune/Step Time": 7.260074725374579}
{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7453262805938721, "Finetune/Loss (Raw)": 0.7440400719642639, "Finetune/Step": 4768, "Finetune/Step Time": 7.25345397554338}
{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.74510657787323, "Finetune/Loss (Raw)": 0.7523237466812134, "Finetune/Step": 4769, "Finetune/Step Time": 7.253012662753463}
{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7425798773765564, "Finetune/Loss (Raw)": 0.4686107933521271, "Finetune/Step": 4770, "Finetune/Step Time": 7.256439473479986}
{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7426598072052002, "Finetune/Loss (Raw)": 0.8851512670516968, "Finetune/Step": 4771, "Finetune/Step Time": 7.26950122974813}
{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7450542449951172, "Finetune/Loss (Raw)": 0.6787006258964539, "Finetune/Step": 4772, "Finetune/Step Time": 7.268009711056948}
{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7429758906364441, "Finetune/Loss (Raw)": 0.5568358898162842, "Finetune/Step": 4773, "Finetune/Step Time": 7.26820014603436}
{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.744257390499115, "Finetune/Loss (Raw)": 0.7816473841667175, "Finetune/Step": 4774, "Finetune/Step Time": 7.258540773764253}
{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7448371648788452, "Finetune/Loss (Raw)": 0.8652927875518799, "Finetune/Step": 4775, "Finetune/Step Time": 7.25720133446157}
{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7443786263465881, "Finetune/Loss (Raw)": 0.6533697247505188, "Finetune/Step": 4776, "Finetune/Step Time": 7.268947808071971}
{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.743713915348053, "Finetune/Loss (Raw)": 0.7621865272521973, "Finetune/Step": 4777, "Finetune/Step Time": 7.2702073864638805}
{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7410191893577576, "Finetune/Loss (Raw)": 0.2841224670410156, "Finetune/Step": 4778, "Finetune/Step Time": 7.269021777436137}
{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7422068119049072, "Finetune/Loss (Raw)": 0.9263326525688171, "Finetune/Step": 4779, "Finetune/Step Time": 7.270640270784497}
{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7416394948959351, "Finetune/Loss (Raw)": 0.6889806985855103, "Finetune/Step": 4780, "Finetune/Step Time": 7.275263346731663}
{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.744361400604248, "Finetune/Loss (Raw)": 0.6457350850105286, "Finetune/Step": 4781, "Finetune/Step Time": 7.269839474931359}
{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7438130974769592, "Finetune/Loss (Raw)": 0.6671453714370728, "Finetune/Step": 4782, "Finetune/Step Time": 7.271464936435223}
{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.741824746131897, "Finetune/Loss (Raw)": 0.3636608123779297, "Finetune/Step": 4783, "Finetune/Step Time": 7.2802539467811584}
{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7445417642593384, "Finetune/Loss (Raw)": 0.7775798439979553, "Finetune/Step": 4784, "Finetune/Step Time": 7.258707581087947}
{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7462045550346375, "Finetune/Loss (Raw)": 0.9617200493812561, "Finetune/Step": 4785, "Finetune/Step Time": 7.2600381039083}
{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7460841536521912, "Finetune/Loss (Raw)": 0.8131723403930664, "Finetune/Step": 4786, "Finetune/Step Time": 7.261887460947037}
{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7453277111053467, "Finetune/Loss (Raw)": 0.7604318857192993, "Finetune/Step": 4787, "Finetune/Step Time": 7.257352098822594}
{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7440492510795593, "Finetune/Loss (Raw)": 0.6558225154876709, "Finetune/Step": 4788, "Finetune/Step Time": 7.266180615872145}
{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7434739470481873, "Finetune/Loss (Raw)": 0.5906358957290649, "Finetune/Step": 4789, "Finetune/Step Time": 7.266277300193906}
{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7432529330253601, "Finetune/Loss (Raw)": 0.8144928216934204, "Finetune/Step": 4790, "Finetune/Step Time": 7.271462569013238}
{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7392880916595459, "Finetune/Loss (Raw)": 0.29684218764305115, "Finetune/Step": 4791, "Finetune/Step Time": 7.285254932940006}
{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7406998872756958, "Finetune/Loss (Raw)": 0.9606244564056396, "Finetune/Step": 4792, "Finetune/Step Time": 7.289273660629988}
{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7418137788772583, "Finetune/Loss (Raw)": 0.8372271060943604, "Finetune/Step": 4793, "Finetune/Step Time": 7.288061659783125}
{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7427607774734497, "Finetune/Loss (Raw)": 0.6972601413726807, "Finetune/Step": 4794, "Finetune/Step Time": 7.269654402509332}
{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7415908575057983, "Finetune/Loss (Raw)": 0.6802473664283752, "Finetune/Step": 4795, "Finetune/Step Time": 7.299967374652624}
{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7423853874206543, "Finetune/Loss (Raw)": 0.8461611270904541, "Finetune/Step": 4796, "Finetune/Step Time": 7.294896122068167}
{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7458328604698181, "Finetune/Loss (Raw)": 0.7888922691345215, "Finetune/Step": 4797, "Finetune/Step Time": 7.282143043354154}
{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7442491054534912, "Finetune/Loss (Raw)": 0.5945625901222229, "Finetune/Step": 4798, "Finetune/Step Time": 7.2978797275573015}
{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7451422810554504, "Finetune/Loss (Raw)": 0.8394554853439331, "Finetune/Step": 4799, "Finetune/Step Time": 7.303275788202882}
{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7463613748550415, "Finetune/Loss (Raw)": 0.9560803174972534, "Finetune/Step": 4800, "Finetune/Step Time": 7.287577047944069}
{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7469252943992615, "Finetune/Loss (Raw)": 0.8487324714660645, "Finetune/Step": 4801, "Finetune/Step Time": 7.280624452978373}
{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7463427782058716, "Finetune/Loss (Raw)": 0.7835156321525574, "Finetune/Step": 4802, "Finetune/Step Time": 7.2549370508641005}
{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7465583682060242, "Finetune/Loss (Raw)": 0.8572199940681458, "Finetune/Step": 4803, "Finetune/Step Time": 7.258929420262575}
{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7471351623535156, "Finetune/Loss (Raw)": 0.8120661973953247, "Finetune/Step": 4804, "Finetune/Step Time": 7.271595848724246}
{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7472195625305176, "Finetune/Loss (Raw)": 0.8510370850563049, "Finetune/Step": 4805, "Finetune/Step Time": 7.277359399944544}
{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7474992871284485, "Finetune/Loss (Raw)": 0.7877979278564453, "Finetune/Step": 4806, "Finetune/Step Time": 7.258768513798714}
{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7485709190368652, "Finetune/Loss (Raw)": 0.773365318775177, "Finetune/Step": 4807, "Finetune/Step Time": 7.259766288101673}
{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7487004995346069, "Finetune/Loss (Raw)": 0.9125570058822632, "Finetune/Step": 4808, "Finetune/Step Time": 7.256747059524059}
{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7472570538520813, "Finetune/Loss (Raw)": 0.5695094466209412, "Finetune/Step": 4809, "Finetune/Step Time": 7.245721681043506}
{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.747336208820343, "Finetune/Loss (Raw)": 0.753620445728302, "Finetune/Step": 4810, "Finetune/Step Time": 7.236834799870849}
{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7474952340126038, "Finetune/Loss (Raw)": 0.7884919047355652, "Finetune/Step": 4811, "Finetune/Step Time": 7.25171497091651}
{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7467619180679321, "Finetune/Loss (Raw)": 0.7757927775382996, "Finetune/Step": 4812, "Finetune/Step Time": 7.251832734793425}
{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7438616156578064, "Finetune/Loss (Raw)": 0.47048503160476685, "Finetune/Step": 4813, "Finetune/Step Time": 7.260809421539307}
{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7452304363250732, "Finetune/Loss (Raw)": 0.8126078248023987, "Finetune/Step": 4814, "Finetune/Step Time": 7.2513050604611635}
{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7459438443183899, "Finetune/Loss (Raw)": 0.8770256042480469, "Finetune/Step": 4815, "Finetune/Step Time": 7.248225577175617}
{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7432982921600342, "Finetune/Loss (Raw)": 0.680623471736908, "Finetune/Step": 4816, "Finetune/Step Time": 7.2643299121409655}
{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7429032325744629, "Finetune/Loss (Raw)": 0.8276764750480652, "Finetune/Step": 4817, "Finetune/Step Time": 7.268530838191509}
{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7444435954093933, "Finetune/Loss (Raw)": 0.838843822479248, "Finetune/Step": 4818, "Finetune/Step Time": 7.259605146944523}
{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7442528605461121, "Finetune/Loss (Raw)": 0.8650726675987244, "Finetune/Step": 4819, "Finetune/Step Time": 7.258967073634267}
{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7437043190002441, "Finetune/Loss (Raw)": 0.861052393913269, "Finetune/Step": 4820, "Finetune/Step Time": 7.261620519682765}
{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7446305751800537, "Finetune/Loss (Raw)": 0.8796864151954651, "Finetune/Step": 4821, "Finetune/Step Time": 7.249821210280061}
{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7442718744277954, "Finetune/Loss (Raw)": 0.8334683775901794, "Finetune/Step": 4822, "Finetune/Step Time": 7.2573106195777655}
{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7443305253982544, "Finetune/Loss (Raw)": 0.8488636016845703, "Finetune/Step": 4823, "Finetune/Step Time": 7.246075356379151}
{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7414290904998779, "Finetune/Loss (Raw)": 0.2882949113845825, "Finetune/Step": 4824, "Finetune/Step Time": 7.2327269073575735}
{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7413225173950195, "Finetune/Loss (Raw)": 0.7477302551269531, "Finetune/Step": 4825, "Finetune/Step Time": 7.237165039405227}
{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7406564354896545, "Finetune/Loss (Raw)": 0.7745720744132996, "Finetune/Step": 4826, "Finetune/Step Time": 7.236034033820033}
{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7404545545578003, "Finetune/Loss (Raw)": 0.8517259359359741, "Finetune/Step": 4827, "Finetune/Step Time": 7.22558674402535}
{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7410640120506287, "Finetune/Loss (Raw)": 0.8544895052909851, "Finetune/Step": 4828, "Finetune/Step Time": 7.232174521312118}
{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7406438589096069, "Finetune/Loss (Raw)": 0.782400369644165, "Finetune/Step": 4829, "Finetune/Step Time": 7.238694818690419}
{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7406219840049744, "Finetune/Loss (Raw)": 0.7443692684173584, "Finetune/Step": 4830, "Finetune/Step Time": 7.226435048505664}
{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7363651990890503, "Finetune/Loss (Raw)": 0.35293346643447876, "Finetune/Step": 4831, "Finetune/Step Time": 7.243315922096372}
{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7362470626831055, "Finetune/Loss (Raw)": 0.6597858667373657, "Finetune/Step": 4832, "Finetune/Step Time": 7.26616196334362}
{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7354644536972046, "Finetune/Loss (Raw)": 0.7798687219619751, "Finetune/Step": 4833, "Finetune/Step Time": 7.28136570751667}
{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7371314764022827, "Finetune/Loss (Raw)": 0.9240632653236389, "Finetune/Step": 4834, "Finetune/Step Time": 7.285426439717412}
{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7382912635803223, "Finetune/Loss (Raw)": 0.8341811299324036, "Finetune/Step": 4835, "Finetune/Step Time": 7.282465394586325}
{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7398696541786194, "Finetune/Loss (Raw)": 0.887182891368866, "Finetune/Step": 4836, "Finetune/Step Time": 7.280962062999606}
{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7407289743423462, "Finetune/Loss (Raw)": 0.7733498215675354, "Finetune/Step": 4837, "Finetune/Step Time": 7.262952780351043}
{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7400226593017578, "Finetune/Loss (Raw)": 0.8570967316627502, "Finetune/Step": 4838, "Finetune/Step Time": 7.263743968680501}
{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7394064664840698, "Finetune/Loss (Raw)": 0.6929087042808533, "Finetune/Step": 4839, "Finetune/Step Time": 7.264794580638409}
{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7402018904685974, "Finetune/Loss (Raw)": 0.7817148566246033, "Finetune/Step": 4840, "Finetune/Step Time": 7.265541795641184}
{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.73919677734375, "Finetune/Loss (Raw)": 0.7168810367584229, "Finetune/Step": 4841, "Finetune/Step Time": 7.271475000306964}
{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7386012077331543, "Finetune/Loss (Raw)": 0.6594530940055847, "Finetune/Step": 4842, "Finetune/Step Time": 7.281594818457961}
{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7398951649665833, "Finetune/Loss (Raw)": 0.9347769618034363, "Finetune/Step": 4843, "Finetune/Step Time": 7.278641387820244}
{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7394994497299194, "Finetune/Loss (Raw)": 0.6861675381660461, "Finetune/Step": 4844, "Finetune/Step Time": 7.298181584104896}
{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7398108243942261, "Finetune/Loss (Raw)": 0.8604753613471985, "Finetune/Step": 4845, "Finetune/Step Time": 7.300138913094997}
{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7417190074920654, "Finetune/Loss (Raw)": 0.808666467666626, "Finetune/Step": 4846, "Finetune/Step Time": 7.310905599966645}
{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7391971945762634, "Finetune/Loss (Raw)": 0.3205416202545166, "Finetune/Step": 4847, "Finetune/Step Time": 7.3259318340569735}
{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7405290007591248, "Finetune/Loss (Raw)": 0.6636528968811035, "Finetune/Step": 4848, "Finetune/Step Time": 7.2906013410538435}
{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7409612536430359, "Finetune/Loss (Raw)": 0.6593711972236633, "Finetune/Step": 4849, "Finetune/Step Time": 7.304822068661451}
{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7423431277275085, "Finetune/Loss (Raw)": 0.8620320558547974, "Finetune/Step": 4850, "Finetune/Step Time": 7.313607510179281}
{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7429784536361694, "Finetune/Loss (Raw)": 0.8547664284706116, "Finetune/Step": 4851, "Finetune/Step Time": 7.319116959348321}
{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7432949542999268, "Finetune/Loss (Raw)": 0.658649206161499, "Finetune/Step": 4852, "Finetune/Step Time": 7.312302369624376}
{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7443604469299316, "Finetune/Loss (Raw)": 0.8187819123268127, "Finetune/Step": 4853, "Finetune/Step Time": 7.318555526435375}
{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7433396577835083, "Finetune/Loss (Raw)": 0.5335004329681396, "Finetune/Step": 4854, "Finetune/Step Time": 7.321463882923126}
{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7437760829925537, "Finetune/Loss (Raw)": 0.7744714021682739, "Finetune/Step": 4855, "Finetune/Step Time": 7.3226769007742405}
{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7442926168441772, "Finetune/Loss (Raw)": 0.8050894737243652, "Finetune/Step": 4856, "Finetune/Step Time": 7.3177085760980844}
{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7432440519332886, "Finetune/Loss (Raw)": 0.8709867596626282, "Finetune/Step": 4857, "Finetune/Step Time": 7.316443474963307}
{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7447131872177124, "Finetune/Loss (Raw)": 0.9589677453041077, "Finetune/Step": 4858, "Finetune/Step Time": 7.325375709682703}
{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7460641860961914, "Finetune/Loss (Raw)": 0.7885676026344299, "Finetune/Step": 4859, "Finetune/Step Time": 7.322505744174123}
{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7455263137817383, "Finetune/Loss (Raw)": 0.7126271724700928, "Finetune/Step": 4860, "Finetune/Step Time": 7.320811968296766}
{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7445214986801147, "Finetune/Loss (Raw)": 0.7234219908714294, "Finetune/Step": 4861, "Finetune/Step Time": 7.335209211334586}
{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7463231086730957, "Finetune/Loss (Raw)": 0.9153887033462524, "Finetune/Step": 4862, "Finetune/Step Time": 7.320865955203772}
{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7469774484634399, "Finetune/Loss (Raw)": 0.9257009029388428, "Finetune/Step": 4863, "Finetune/Step Time": 7.3250940684229136}
{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7481464147567749, "Finetune/Loss (Raw)": 0.7312543988227844, "Finetune/Step": 4864, "Finetune/Step Time": 7.330428710207343}
{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7494828701019287, "Finetune/Loss (Raw)": 0.8404772877693176, "Finetune/Step": 4865, "Finetune/Step Time": 7.324704457074404}
{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7488272190093994, "Finetune/Loss (Raw)": 0.7208296656608582, "Finetune/Step": 4866, "Finetune/Step Time": 7.317082177847624}
{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.745961606502533, "Finetune/Loss (Raw)": 0.3467422127723694, "Finetune/Step": 4867, "Finetune/Step Time": 7.330729942768812}
{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7460895776748657, "Finetune/Loss (Raw)": 0.6986022591590881, "Finetune/Step": 4868, "Finetune/Step Time": 7.330555206164718}
{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7470129728317261, "Finetune/Loss (Raw)": 0.6473527550697327, "Finetune/Step": 4869, "Finetune/Step Time": 7.335005758330226}
{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7473362684249878, "Finetune/Loss (Raw)": 0.7129305005073547, "Finetune/Step": 4870, "Finetune/Step Time": 7.320889392867684}
{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7484418153762817, "Finetune/Loss (Raw)": 0.7821996808052063, "Finetune/Step": 4871, "Finetune/Step Time": 7.315298371016979}
{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7471112012863159, "Finetune/Loss (Raw)": 0.7664006948471069, "Finetune/Step": 4872, "Finetune/Step Time": 7.315272781997919}
{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7471804618835449, "Finetune/Loss (Raw)": 0.7051922678947449, "Finetune/Step": 4873, "Finetune/Step Time": 7.312779514119029}
{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7462196350097656, "Finetune/Loss (Raw)": 0.5570452809333801, "Finetune/Step": 4874, "Finetune/Step Time": 7.297881273552775}
{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7449224591255188, "Finetune/Loss (Raw)": 0.7411882877349854, "Finetune/Step": 4875, "Finetune/Step Time": 7.306551052257419}
{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7452856302261353, "Finetune/Loss (Raw)": 0.874609649181366, "Finetune/Step": 4876, "Finetune/Step Time": 7.30095161870122}
{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7460233569145203, "Finetune/Loss (Raw)": 0.8899434208869934, "Finetune/Step": 4877, "Finetune/Step Time": 7.292616583406925}
{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7457209229469299, "Finetune/Loss (Raw)": 0.6986282467842102, "Finetune/Step": 4878, "Finetune/Step Time": 7.294755209237337}
{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7464619874954224, "Finetune/Loss (Raw)": 0.8381536602973938, "Finetune/Step": 4879, "Finetune/Step Time": 7.276521746069193}
{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.746668815612793, "Finetune/Loss (Raw)": 0.865938663482666, "Finetune/Step": 4880, "Finetune/Step Time": 7.272797010838985}
{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7487012147903442, "Finetune/Loss (Raw)": 0.9575929641723633, "Finetune/Step": 4881, "Finetune/Step Time": 7.267114847898483}
{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7476660013198853, "Finetune/Loss (Raw)": 0.6655877232551575, "Finetune/Step": 4882, "Finetune/Step Time": 7.269345227628946}
{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.746841311454773, "Finetune/Loss (Raw)": 0.6661685109138489, "Finetune/Step": 4883, "Finetune/Step Time": 7.2604285310953856}
{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7475927472114563, "Finetune/Loss (Raw)": 0.85594242811203, "Finetune/Step": 4884, "Finetune/Step Time": 7.262647088617086}
{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7472960948944092, "Finetune/Loss (Raw)": 0.7330285906791687, "Finetune/Step": 4885, "Finetune/Step Time": 7.266073893755674}
{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7481915950775146, "Finetune/Loss (Raw)": 0.8599641919136047, "Finetune/Step": 4886, "Finetune/Step Time": 7.273529216647148}
{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.748963475227356, "Finetune/Loss (Raw)": 0.8029190301895142, "Finetune/Step": 4887, "Finetune/Step Time": 7.28008066304028}
{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7493163347244263, "Finetune/Loss (Raw)": 0.8219445943832397, "Finetune/Step": 4888, "Finetune/Step Time": 7.290105314925313}
{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7509304285049438, "Finetune/Loss (Raw)": 0.791823148727417, "Finetune/Step": 4889, "Finetune/Step Time": 7.2797478921711445}
{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7507448196411133, "Finetune/Loss (Raw)": 0.6925283670425415, "Finetune/Step": 4890, "Finetune/Step Time": 7.298502128571272}
{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7504984736442566, "Finetune/Loss (Raw)": 0.7321658730506897, "Finetune/Step": 4891, "Finetune/Step Time": 7.296605842188001}
{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7512130737304688, "Finetune/Loss (Raw)": 0.7762490510940552, "Finetune/Step": 4892, "Finetune/Step Time": 7.280462497845292}
{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7529822587966919, "Finetune/Loss (Raw)": 0.8773950934410095, "Finetune/Step": 4893, "Finetune/Step Time": 7.279831722378731}
{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7513424158096313, "Finetune/Loss (Raw)": 0.7078099846839905, "Finetune/Step": 4894, "Finetune/Step Time": 7.286841286346316}
{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7501829862594604, "Finetune/Loss (Raw)": 0.6607457399368286, "Finetune/Step": 4895, "Finetune/Step Time": 7.288570752367377}
{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7510589361190796, "Finetune/Loss (Raw)": 0.8561690449714661, "Finetune/Step": 4896, "Finetune/Step Time": 7.281589716672897}
{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7500247359275818, "Finetune/Loss (Raw)": 0.6199404001235962, "Finetune/Step": 4897, "Finetune/Step Time": 7.286430126056075}
{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7516778707504272, "Finetune/Loss (Raw)": 0.6802152395248413, "Finetune/Step": 4898, "Finetune/Step Time": 7.288218421861529}
{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.751502275466919, "Finetune/Loss (Raw)": 0.8626783490180969, "Finetune/Step": 4899, "Finetune/Step Time": 7.275315770879388}
{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7522711753845215, "Finetune/Loss (Raw)": 0.7771155834197998, "Finetune/Step": 4900, "Finetune/Step Time": 7.263173850253224}
{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7537834644317627, "Finetune/Loss (Raw)": 0.7504147291183472, "Finetune/Step": 4901, "Finetune/Step Time": 7.261348010972142}
{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7534726858139038, "Finetune/Loss (Raw)": 0.7418584823608398, "Finetune/Step": 4902, "Finetune/Step Time": 7.273170560598373}
{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7523480653762817, "Finetune/Loss (Raw)": 0.721343994140625, "Finetune/Step": 4903, "Finetune/Step Time": 7.272094031795859}
{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7533949613571167, "Finetune/Loss (Raw)": 0.7873783707618713, "Finetune/Step": 4904, "Finetune/Step Time": 7.257829977199435}
{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.753563642501831, "Finetune/Loss (Raw)": 0.7837724685668945, "Finetune/Step": 4905, "Finetune/Step Time": 7.261166391894221}
{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7569903135299683, "Finetune/Loss (Raw)": 0.7227429747581482, "Finetune/Step": 4906, "Finetune/Step Time": 7.25034761801362}
{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7545018196105957, "Finetune/Loss (Raw)": 0.6078001856803894, "Finetune/Step": 4907, "Finetune/Step Time": 7.257008228451014}
{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7551230788230896, "Finetune/Loss (Raw)": 0.7685075402259827, "Finetune/Step": 4908, "Finetune/Step Time": 7.268565678969026}
{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7560104131698608, "Finetune/Loss (Raw)": 0.7593057751655579, "Finetune/Step": 4909, "Finetune/Step Time": 7.276121351867914}
{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7571714520454407, "Finetune/Loss (Raw)": 0.8157639503479004, "Finetune/Step": 4910, "Finetune/Step Time": 7.266238387674093}
{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7603076696395874, "Finetune/Loss (Raw)": 0.7650893926620483, "Finetune/Step": 4911, "Finetune/Step Time": 7.252635408192873}
{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7601488828659058, "Finetune/Loss (Raw)": 0.7572574019432068, "Finetune/Step": 4912, "Finetune/Step Time": 7.2591786831617355}
{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7589204907417297, "Finetune/Loss (Raw)": 0.8044848442077637, "Finetune/Step": 4913, "Finetune/Step Time": 7.278019934892654}
{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7557098865509033, "Finetune/Loss (Raw)": 0.4022206962108612, "Finetune/Step": 4914, "Finetune/Step Time": 7.289090570062399}
{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.754865288734436, "Finetune/Loss (Raw)": 0.6523271799087524, "Finetune/Step": 4915, "Finetune/Step Time": 7.292349927127361}
{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7555886507034302, "Finetune/Loss (Raw)": 0.7484118938446045, "Finetune/Step": 4916, "Finetune/Step Time": 7.26729866489768}
{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7541545033454895, "Finetune/Loss (Raw)": 0.4070604145526886, "Finetune/Step": 4917, "Finetune/Step Time": 7.277291553094983}
{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7540134787559509, "Finetune/Loss (Raw)": 0.7964400053024292, "Finetune/Step": 4918, "Finetune/Step Time": 7.2718348652124405}
{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7576763033866882, "Finetune/Loss (Raw)": 0.765687108039856, "Finetune/Step": 4919, "Finetune/Step Time": 7.260572079569101}
{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7570049166679382, "Finetune/Loss (Raw)": 0.8746808767318726, "Finetune/Step": 4920, "Finetune/Step Time": 7.25671118311584}
{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.756388783454895, "Finetune/Loss (Raw)": 0.7583644986152649, "Finetune/Step": 4921, "Finetune/Step Time": 7.269282013177872}
{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7562508583068848, "Finetune/Loss (Raw)": 0.6796022653579712, "Finetune/Step": 4922, "Finetune/Step Time": 7.271159183233976}
{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7566624283790588, "Finetune/Loss (Raw)": 0.7329332232475281, "Finetune/Step": 4923, "Finetune/Step Time": 7.247005965560675}
{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7557584047317505, "Finetune/Loss (Raw)": 0.7304480671882629, "Finetune/Step": 4924, "Finetune/Step Time": 7.247332092374563}
{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7552090287208557, "Finetune/Loss (Raw)": 0.7185676097869873, "Finetune/Step": 4925, "Finetune/Step Time": 7.247148612514138}
{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7562049031257629, "Finetune/Loss (Raw)": 0.7220399379730225, "Finetune/Step": 4926, "Finetune/Step Time": 7.2318999376147985}
{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7556180953979492, "Finetune/Loss (Raw)": 0.7643426656723022, "Finetune/Step": 4927, "Finetune/Step Time": 7.229925604537129}
{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7524957060813904, "Finetune/Loss (Raw)": 0.5564135909080505, "Finetune/Step": 4928, "Finetune/Step Time": 7.252110984176397}
{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7515202760696411, "Finetune/Loss (Raw)": 0.7238753437995911, "Finetune/Step": 4929, "Finetune/Step Time": 7.256723590195179}
{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7515349388122559, "Finetune/Loss (Raw)": 0.7853902578353882, "Finetune/Step": 4930, "Finetune/Step Time": 7.256549721583724}
{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7513502836227417, "Finetune/Loss (Raw)": 0.8335921764373779, "Finetune/Step": 4931, "Finetune/Step Time": 7.254358351230621}
{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7514362335205078, "Finetune/Loss (Raw)": 0.8230625987052917, "Finetune/Step": 4932, "Finetune/Step Time": 7.241820719093084}
{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7502831220626831, "Finetune/Loss (Raw)": 0.7034378051757812, "Finetune/Step": 4933, "Finetune/Step Time": 7.251886773854494}
{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7506147623062134, "Finetune/Loss (Raw)": 0.8302441239356995, "Finetune/Step": 4934, "Finetune/Step Time": 7.247659649699926}
{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7512108087539673, "Finetune/Loss (Raw)": 0.8496601581573486, "Finetune/Step": 4935, "Finetune/Step Time": 7.246380362659693}
{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7494752407073975, "Finetune/Loss (Raw)": 0.6904070973396301, "Finetune/Step": 4936, "Finetune/Step Time": 7.255946455523372}
{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7521512508392334, "Finetune/Loss (Raw)": 0.9120408296585083, "Finetune/Step": 4937, "Finetune/Step Time": 7.250582883134484}
{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7526451349258423, "Finetune/Loss (Raw)": 0.8168356418609619, "Finetune/Step": 4938, "Finetune/Step Time": 7.2616369016468525}
{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.749132513999939, "Finetune/Loss (Raw)": 0.3388761281967163, "Finetune/Step": 4939, "Finetune/Step Time": 7.254496729001403}
{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7478772401809692, "Finetune/Loss (Raw)": 0.6151203513145447, "Finetune/Step": 4940, "Finetune/Step Time": 7.254719020798802}
{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.749370276927948, "Finetune/Loss (Raw)": 0.6615941524505615, "Finetune/Step": 4941, "Finetune/Step Time": 7.2421238496899605}
{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7483845949172974, "Finetune/Loss (Raw)": 0.6864392757415771, "Finetune/Step": 4942, "Finetune/Step Time": 7.248463775962591}
{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7468322515487671, "Finetune/Loss (Raw)": 0.67831951379776, "Finetune/Step": 4943, "Finetune/Step Time": 7.26003547385335}
{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7477506399154663, "Finetune/Loss (Raw)": 0.7981882691383362, "Finetune/Step": 4944, "Finetune/Step Time": 7.247192960232496}
{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7480718493461609, "Finetune/Loss (Raw)": 0.8687858581542969, "Finetune/Step": 4945, "Finetune/Step Time": 7.246758252382278}
{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7471425533294678, "Finetune/Loss (Raw)": 0.7198962569236755, "Finetune/Step": 4946, "Finetune/Step Time": 7.246859801933169}
{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7464435696601868, "Finetune/Loss (Raw)": 0.775600016117096, "Finetune/Step": 4947, "Finetune/Step Time": 7.247972523793578}
{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7454100251197815, "Finetune/Loss (Raw)": 0.7287607789039612, "Finetune/Step": 4948, "Finetune/Step Time": 7.245624681934714}
{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7441104054450989, "Finetune/Loss (Raw)": 0.7133368849754333, "Finetune/Step": 4949, "Finetune/Step Time": 7.242826770991087}
{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7426882982254028, "Finetune/Loss (Raw)": 0.6514378190040588, "Finetune/Step": 4950, "Finetune/Step Time": 7.24991319142282}
{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7425146102905273, "Finetune/Loss (Raw)": 0.8266291618347168, "Finetune/Step": 4951, "Finetune/Step Time": 7.248502692207694}
{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7465121746063232, "Finetune/Loss (Raw)": 0.7999892234802246, "Finetune/Step": 4952, "Finetune/Step Time": 7.245020123198628}
{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7460952997207642, "Finetune/Loss (Raw)": 0.6943649053573608, "Finetune/Step": 4953, "Finetune/Step Time": 7.245942525565624}
{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.746056318283081, "Finetune/Loss (Raw)": 0.7695840001106262, "Finetune/Step": 4954, "Finetune/Step Time": 7.28004939481616}
{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.745595395565033, "Finetune/Loss (Raw)": 0.7927231192588806, "Finetune/Step": 4955, "Finetune/Step Time": 7.283484606072307}
{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7452769875526428, "Finetune/Loss (Raw)": 0.8137387633323669, "Finetune/Step": 4956, "Finetune/Step Time": 7.271616544574499}
{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7457799315452576, "Finetune/Loss (Raw)": 0.8467727899551392, "Finetune/Step": 4957, "Finetune/Step Time": 7.261660596355796}
{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7453287243843079, "Finetune/Loss (Raw)": 0.6866157650947571, "Finetune/Step": 4958, "Finetune/Step Time": 7.278028516098857}
{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7459994554519653, "Finetune/Loss (Raw)": 0.43879392743110657, "Finetune/Step": 4959, "Finetune/Step Time": 7.277806021273136}
{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7466728687286377, "Finetune/Loss (Raw)": 0.7459746599197388, "Finetune/Step": 4960, "Finetune/Step Time": 7.252036962658167}
{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7463893890380859, "Finetune/Loss (Raw)": 0.7435827851295471, "Finetune/Step": 4961, "Finetune/Step Time": 7.237739995121956}
{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7456326484680176, "Finetune/Loss (Raw)": 0.8272058367729187, "Finetune/Step": 4962, "Finetune/Step Time": 7.236813135445118}
{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7449170351028442, "Finetune/Loss (Raw)": 0.7425719499588013, "Finetune/Step": 4963, "Finetune/Step Time": 7.2412608209997416}
{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7447301745414734, "Finetune/Loss (Raw)": 0.8632684946060181, "Finetune/Step": 4964, "Finetune/Step Time": 7.244722165167332}
{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7457535266876221, "Finetune/Loss (Raw)": 0.9043431878089905, "Finetune/Step": 4965, "Finetune/Step Time": 7.245623327791691}
{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.74474036693573, "Finetune/Loss (Raw)": 0.7274138331413269, "Finetune/Step": 4966, "Finetune/Step Time": 7.248612396419048}
{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7460805177688599, "Finetune/Loss (Raw)": 0.8644412755966187, "Finetune/Step": 4967, "Finetune/Step Time": 7.256909033283591}
{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7460856437683105, "Finetune/Loss (Raw)": 0.7823737859725952, "Finetune/Step": 4968, "Finetune/Step Time": 7.242394322529435}
{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7460741996765137, "Finetune/Loss (Raw)": 0.7154173254966736, "Finetune/Step": 4969, "Finetune/Step Time": 7.245713813230395}
{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7470906972885132, "Finetune/Loss (Raw)": 0.7895643711090088, "Finetune/Step": 4970, "Finetune/Step Time": 7.228520741686225}
{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7467527985572815, "Finetune/Loss (Raw)": 0.8915241360664368, "Finetune/Step": 4971, "Finetune/Step Time": 7.25116017088294}
{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7473127245903015, "Finetune/Loss (Raw)": 0.7578433156013489, "Finetune/Step": 4972, "Finetune/Step Time": 7.245405673980713}
{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7479187250137329, "Finetune/Loss (Raw)": 0.9380382895469666, "Finetune/Step": 4973, "Finetune/Step Time": 7.245924202725291}
{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.74396812915802, "Finetune/Loss (Raw)": 0.30299416184425354, "Finetune/Step": 4974, "Finetune/Step Time": 7.232508910819888}
{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7468787431716919, "Finetune/Loss (Raw)": 0.6930981874465942, "Finetune/Step": 4975, "Finetune/Step Time": 7.222035720944405}
{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7487159967422485, "Finetune/Loss (Raw)": 0.8988263010978699, "Finetune/Step": 4976, "Finetune/Step Time": 7.224222257733345}
{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7488670349121094, "Finetune/Loss (Raw)": 0.6786920428276062, "Finetune/Step": 4977, "Finetune/Step Time": 7.223853072151542}
{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.747886598110199, "Finetune/Loss (Raw)": 0.7365449666976929, "Finetune/Step": 4978, "Finetune/Step Time": 7.224700305610895}
{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7464017868041992, "Finetune/Loss (Raw)": 0.664702296257019, "Finetune/Step": 4979, "Finetune/Step Time": 7.226229317486286}
{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7463520765304565, "Finetune/Loss (Raw)": 0.6522883772850037, "Finetune/Step": 4980, "Finetune/Step Time": 7.2197390422225}
{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7455095052719116, "Finetune/Loss (Raw)": 0.7109397649765015, "Finetune/Step": 4981, "Finetune/Step Time": 7.211129391565919}
{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7481266856193542, "Finetune/Loss (Raw)": 0.8685015439987183, "Finetune/Step": 4982, "Finetune/Step Time": 7.206527495756745}
{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7452908158302307, "Finetune/Loss (Raw)": 0.4114731252193451, "Finetune/Step": 4983, "Finetune/Step Time": 7.218433927744627}
{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7439204454421997, "Finetune/Loss (Raw)": 0.6296856999397278, "Finetune/Step": 4984, "Finetune/Step Time": 7.229286378249526}
{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7438566088676453, "Finetune/Loss (Raw)": 0.8628157377243042, "Finetune/Step": 4985, "Finetune/Step Time": 7.226052766665816}
{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7410935163497925, "Finetune/Loss (Raw)": 0.6052876114845276, "Finetune/Step": 4986, "Finetune/Step Time": 7.2188053242862225}
{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7411935329437256, "Finetune/Loss (Raw)": 0.8013784289360046, "Finetune/Step": 4987, "Finetune/Step Time": 7.214870786294341}
{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7421985864639282, "Finetune/Loss (Raw)": 0.8412685394287109, "Finetune/Step": 4988, "Finetune/Step Time": 7.222159244120121}
{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7429136037826538, "Finetune/Loss (Raw)": 0.8149459362030029, "Finetune/Step": 4989, "Finetune/Step Time": 7.213904421776533}
{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7418652772903442, "Finetune/Loss (Raw)": 0.781202495098114, "Finetune/Step": 4990, "Finetune/Step Time": 7.21682995185256}
{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7405890226364136, "Finetune/Loss (Raw)": 0.7623335123062134, "Finetune/Step": 4991, "Finetune/Step Time": 7.211119564250112}
{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7421512603759766, "Finetune/Loss (Raw)": 0.9312237501144409, "Finetune/Step": 4992, "Finetune/Step Time": 7.210897533223033}
{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7394503951072693, "Finetune/Loss (Raw)": 0.49476727843284607, "Finetune/Step": 4993, "Finetune/Step Time": 7.224280774593353}
{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7400051355361938, "Finetune/Loss (Raw)": 0.7918405532836914, "Finetune/Step": 4994, "Finetune/Step Time": 7.231464184820652}
{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7417209148406982, "Finetune/Loss (Raw)": 0.5663632750511169, "Finetune/Step": 4995, "Finetune/Step Time": 7.221649572253227}
{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7431992292404175, "Finetune/Loss (Raw)": 0.8878225088119507, "Finetune/Step": 4996, "Finetune/Step Time": 7.222664348781109}
{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7446866035461426, "Finetune/Loss (Raw)": 0.8377330303192139, "Finetune/Step": 4997, "Finetune/Step Time": 7.207697357982397}
{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.747098982334137, "Finetune/Loss (Raw)": 1.0217210054397583, "Finetune/Step": 4998, "Finetune/Step Time": 7.204955723136663}
{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7478878498077393, "Finetune/Loss (Raw)": 0.8831712007522583, "Finetune/Step": 4999, "Finetune/Step Time": 7.195579249411821}
{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7446380853652954, "Finetune/Loss (Raw)": 0.3504350185394287, "Finetune/Step": 5000, "Finetune/Step Time": 7.209698500111699}
{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7454096674919128, "Finetune/Loss (Raw)": 0.8039527535438538, "Finetune/Step": 5001, "Finetune/Step Time": 7.192917343229055}
{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7449994087219238, "Finetune/Loss (Raw)": 0.5045349597930908, "Finetune/Step": 5002, "Finetune/Step Time": 7.1936867497861385}
{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7446632385253906, "Finetune/Loss (Raw)": 0.6981622576713562, "Finetune/Step": 5003, "Finetune/Step Time": 7.182217283174396}
{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7425364255905151, "Finetune/Loss (Raw)": 0.6023750901222229, "Finetune/Step": 5004, "Finetune/Step Time": 7.194278247654438}
{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7416244745254517, "Finetune/Loss (Raw)": 0.7732006907463074, "Finetune/Step": 5005, "Finetune/Step Time": 7.195925232023001}
{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7423162460327148, "Finetune/Loss (Raw)": 0.7871821522712708, "Finetune/Step": 5006, "Finetune/Step Time": 7.188106793910265}
{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7400565147399902, "Finetune/Loss (Raw)": 0.5489046573638916, "Finetune/Step": 5007, "Finetune/Step Time": 7.197685843333602}
{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7386956214904785, "Finetune/Loss (Raw)": 0.6917466521263123, "Finetune/Step": 5008, "Finetune/Step Time": 7.204040801152587}
{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7384725213050842, "Finetune/Loss (Raw)": 0.9290390610694885, "Finetune/Step": 5009, "Finetune/Step Time": 7.20692703127861}
{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7394706010818481, "Finetune/Loss (Raw)": 0.7933462262153625, "Finetune/Step": 5010, "Finetune/Step Time": 7.198154767975211}
{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7401731014251709, "Finetune/Loss (Raw)": 0.7560817003250122, "Finetune/Step": 5011, "Finetune/Step Time": 7.199114168062806}
{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7394866347312927, "Finetune/Loss (Raw)": 0.7680772542953491, "Finetune/Step": 5012, "Finetune/Step Time": 7.197739202529192}
{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7388153076171875, "Finetune/Loss (Raw)": 0.6470963358879089, "Finetune/Step": 5013, "Finetune/Step Time": 7.196661459282041}
{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7377538084983826, "Finetune/Loss (Raw)": 0.7240955233573914, "Finetune/Step": 5014, "Finetune/Step Time": 7.185672992840409}
{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7369206547737122, "Finetune/Loss (Raw)": 0.6962747573852539, "Finetune/Step": 5015, "Finetune/Step Time": 7.174699464812875}
{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7360667586326599, "Finetune/Loss (Raw)": 0.7126449942588806, "Finetune/Step": 5016, "Finetune/Step Time": 7.189009487628937}
{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.735060453414917, "Finetune/Loss (Raw)": 0.6630218625068665, "Finetune/Step": 5017, "Finetune/Step Time": 7.188874831423163}
{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7348529100418091, "Finetune/Loss (Raw)": 0.6659563183784485, "Finetune/Step": 5018, "Finetune/Step Time": 7.177000315859914}
{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7347452044487, "Finetune/Loss (Raw)": 0.7183800935745239, "Finetune/Step": 5019, "Finetune/Step Time": 7.175393629819155}
{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7313753366470337, "Finetune/Loss (Raw)": 0.3449009358882904, "Finetune/Step": 5020, "Finetune/Step Time": 7.187409825623035}
{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7310335636138916, "Finetune/Loss (Raw)": 0.8336477875709534, "Finetune/Step": 5021, "Finetune/Step Time": 7.187107067555189}
{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7317492961883545, "Finetune/Loss (Raw)": 0.7994280457496643, "Finetune/Step": 5022, "Finetune/Step Time": 7.179799824953079}
{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.732392430305481, "Finetune/Loss (Raw)": 0.7430641055107117, "Finetune/Step": 5023, "Finetune/Step Time": 7.1855478547513485}
{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7314866781234741, "Finetune/Loss (Raw)": 0.7402380704879761, "Finetune/Step": 5024, "Finetune/Step Time": 7.1887700073421}
{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7323522567749023, "Finetune/Loss (Raw)": 0.7307348251342773, "Finetune/Step": 5025, "Finetune/Step Time": 7.193561300635338}
{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7335568070411682, "Finetune/Loss (Raw)": 0.8343963623046875, "Finetune/Step": 5026, "Finetune/Step Time": 7.185866327956319}
{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7333219647407532, "Finetune/Loss (Raw)": 0.8326217532157898, "Finetune/Step": 5027, "Finetune/Step Time": 7.188620092347264}
{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7342550754547119, "Finetune/Loss (Raw)": 0.8965460658073425, "Finetune/Step": 5028, "Finetune/Step Time": 7.191229954361916}
{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7348251938819885, "Finetune/Loss (Raw)": 0.823395848274231, "Finetune/Step": 5029, "Finetune/Step Time": 7.192625457420945}
{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7348238229751587, "Finetune/Loss (Raw)": 0.7416855692863464, "Finetune/Step": 5030, "Finetune/Step Time": 7.183218730613589}
{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7352167963981628, "Finetune/Loss (Raw)": 0.7716436386108398, "Finetune/Step": 5031, "Finetune/Step Time": 7.185575496405363}
{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.735451340675354, "Finetune/Loss (Raw)": 0.8173972368240356, "Finetune/Step": 5032, "Finetune/Step Time": 7.183288671076298}
{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7354043126106262, "Finetune/Loss (Raw)": 0.7777560353279114, "Finetune/Step": 5033, "Finetune/Step Time": 7.182143874466419}
{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7360802888870239, "Finetune/Loss (Raw)": 0.809258759021759, "Finetune/Step": 5034, "Finetune/Step Time": 7.17931773327291}
{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7368946671485901, "Finetune/Loss (Raw)": 0.7120456695556641, "Finetune/Step": 5035, "Finetune/Step Time": 7.177037829533219}
{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7367104291915894, "Finetune/Loss (Raw)": 0.7449218034744263, "Finetune/Step": 5036, "Finetune/Step Time": 7.157593274489045}
{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7378920912742615, "Finetune/Loss (Raw)": 0.9105643630027771, "Finetune/Step": 5037, "Finetune/Step Time": 7.141475485637784}
{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7384975552558899, "Finetune/Loss (Raw)": 0.8932622671127319, "Finetune/Step": 5038, "Finetune/Step Time": 7.148467153310776}
{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7399972677230835, "Finetune/Loss (Raw)": 0.9570479393005371, "Finetune/Step": 5039, "Finetune/Step Time": 7.153211165219545}
{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.738554835319519, "Finetune/Loss (Raw)": 0.5726261734962463, "Finetune/Step": 5040, "Finetune/Step Time": 7.16989984549582}
{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7394147515296936, "Finetune/Loss (Raw)": 0.91456139087677, "Finetune/Step": 5041, "Finetune/Step Time": 7.147981129586697}
{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7432646751403809, "Finetune/Loss (Raw)": 0.895003616809845, "Finetune/Step": 5042, "Finetune/Step Time": 7.147453710436821}
{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7443993091583252, "Finetune/Loss (Raw)": 0.7975717186927795, "Finetune/Step": 5043, "Finetune/Step Time": 7.149392789229751}
{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.744740903377533, "Finetune/Loss (Raw)": 0.7921273708343506, "Finetune/Step": 5044, "Finetune/Step Time": 7.152474092319608}
{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7437960505485535, "Finetune/Loss (Raw)": 0.2861177325248718, "Finetune/Step": 5045, "Finetune/Step Time": 7.1509037259966135}
{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7401555776596069, "Finetune/Loss (Raw)": 0.33046606183052063, "Finetune/Step": 5046, "Finetune/Step Time": 7.163376804441214}
{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7404615879058838, "Finetune/Loss (Raw)": 0.80485999584198, "Finetune/Step": 5047, "Finetune/Step Time": 7.173412976786494}
{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7405999898910522, "Finetune/Loss (Raw)": 0.8923894166946411, "Finetune/Step": 5048, "Finetune/Step Time": 7.173961775377393}
{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7403123378753662, "Finetune/Loss (Raw)": 0.7215419411659241, "Finetune/Step": 5049, "Finetune/Step Time": 7.165955470874906}
{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7406724691390991, "Finetune/Loss (Raw)": 0.7257028818130493, "Finetune/Step": 5050, "Finetune/Step Time": 7.1764425709843636}
{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7397823929786682, "Finetune/Loss (Raw)": 0.6190041899681091, "Finetune/Step": 5051, "Finetune/Step Time": 7.19048448652029}
{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7369434833526611, "Finetune/Loss (Raw)": 0.36706820130348206, "Finetune/Step": 5052, "Finetune/Step Time": 7.199038200080395}
{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7358905076980591, "Finetune/Loss (Raw)": 0.5837778449058533, "Finetune/Step": 5053, "Finetune/Step Time": 7.207122961059213}
{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.737112283706665, "Finetune/Loss (Raw)": 0.8784360885620117, "Finetune/Step": 5054, "Finetune/Step Time": 7.2132656797766685}
{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.736929178237915, "Finetune/Loss (Raw)": 0.7409076690673828, "Finetune/Step": 5055, "Finetune/Step Time": 7.213504180312157}
{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7388687133789062, "Finetune/Loss (Raw)": 0.8046658039093018, "Finetune/Step": 5056, "Finetune/Step Time": 7.189230332151055}
{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7389471530914307, "Finetune/Loss (Raw)": 0.7339203953742981, "Finetune/Step": 5057, "Finetune/Step Time": 7.191660882905126}
{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7389769554138184, "Finetune/Loss (Raw)": 0.7892098426818848, "Finetune/Step": 5058, "Finetune/Step Time": 7.195532379671931}
{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7392611503601074, "Finetune/Loss (Raw)": 0.8699679374694824, "Finetune/Step": 5059, "Finetune/Step Time": 7.1933375131338835}
{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7399712800979614, "Finetune/Loss (Raw)": 0.9139593243598938, "Finetune/Step": 5060, "Finetune/Step Time": 7.193004118278623}
{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7410920262336731, "Finetune/Loss (Raw)": 0.8468842506408691, "Finetune/Step": 5061, "Finetune/Step Time": 7.176690893247724}
{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7392366528511047, "Finetune/Loss (Raw)": 0.5927592515945435, "Finetune/Step": 5062, "Finetune/Step Time": 7.181054612621665}
{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7393993139266968, "Finetune/Loss (Raw)": 0.8704817891120911, "Finetune/Step": 5063, "Finetune/Step Time": 7.178365536034107}
{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7389386892318726, "Finetune/Loss (Raw)": 0.6314443349838257, "Finetune/Step": 5064, "Finetune/Step Time": 7.174289150163531}
{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7386413812637329, "Finetune/Loss (Raw)": 0.8739902377128601, "Finetune/Step": 5065, "Finetune/Step Time": 7.180072234943509}
{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.73912513256073, "Finetune/Loss (Raw)": 0.8787575364112854, "Finetune/Step": 5066, "Finetune/Step Time": 7.17160033993423}
{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7422168254852295, "Finetune/Loss (Raw)": 0.7346068024635315, "Finetune/Step": 5067, "Finetune/Step Time": 7.161836136132479}
{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7437176704406738, "Finetune/Loss (Raw)": 0.8072330951690674, "Finetune/Step": 5068, "Finetune/Step Time": 7.1547237653285265}
{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7439990043640137, "Finetune/Loss (Raw)": 0.6976037621498108, "Finetune/Step": 5069, "Finetune/Step Time": 7.15640807710588}
{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.744301438331604, "Finetune/Loss (Raw)": 0.725146472454071, "Finetune/Step": 5070, "Finetune/Step Time": 7.153626190498471}
{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7447055578231812, "Finetune/Loss (Raw)": 0.7300512790679932, "Finetune/Step": 5071, "Finetune/Step Time": 7.1601100992411375}
{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7458754777908325, "Finetune/Loss (Raw)": 0.9479333758354187, "Finetune/Step": 5072, "Finetune/Step Time": 7.162611262872815}
{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7454593181610107, "Finetune/Loss (Raw)": 0.8155277371406555, "Finetune/Step": 5073, "Finetune/Step Time": 7.166777269914746}
{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7467133402824402, "Finetune/Loss (Raw)": 0.8804053664207458, "Finetune/Step": 5074, "Finetune/Step Time": 7.162801582366228}
{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7435648441314697, "Finetune/Loss (Raw)": 0.37258854508399963, "Finetune/Step": 5075, "Finetune/Step Time": 7.174275763332844}
{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7441824674606323, "Finetune/Loss (Raw)": 0.8078194856643677, "Finetune/Step": 5076, "Finetune/Step Time": 7.173095216974616}
{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7444120645523071, "Finetune/Loss (Raw)": 0.7427263855934143, "Finetune/Step": 5077, "Finetune/Step Time": 7.204551724717021}
{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7448856830596924, "Finetune/Loss (Raw)": 0.7120543718338013, "Finetune/Step": 5078, "Finetune/Step Time": 7.189045704901218}
{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7452170848846436, "Finetune/Loss (Raw)": 0.8690471649169922, "Finetune/Step": 5079, "Finetune/Step Time": 7.188895987346768}
{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.745526909828186, "Finetune/Loss (Raw)": 0.8396580219268799, "Finetune/Step": 5080, "Finetune/Step Time": 7.181338626891375}
{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7449186444282532, "Finetune/Loss (Raw)": 0.6165050864219666, "Finetune/Step": 5081, "Finetune/Step Time": 7.177894959226251}
{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7415984869003296, "Finetune/Loss (Raw)": 0.3445989489555359, "Finetune/Step": 5082, "Finetune/Step Time": 7.152887608855963}
{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7410439848899841, "Finetune/Loss (Raw)": 0.7217509746551514, "Finetune/Step": 5083, "Finetune/Step Time": 7.156980590894818}
{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7401223182678223, "Finetune/Loss (Raw)": 0.6957606673240662, "Finetune/Step": 5084, "Finetune/Step Time": 7.1672298684716225}
{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7393149137496948, "Finetune/Loss (Raw)": 0.7434356808662415, "Finetune/Step": 5085, "Finetune/Step Time": 7.170140290632844}
{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7410959005355835, "Finetune/Loss (Raw)": 0.9145795106887817, "Finetune/Step": 5086, "Finetune/Step Time": 7.157907033339143}
{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7435470819473267, "Finetune/Loss (Raw)": 0.7525436878204346, "Finetune/Step": 5087, "Finetune/Step Time": 7.166350822895765}
{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7448821067810059, "Finetune/Loss (Raw)": 0.9168570637702942, "Finetune/Step": 5088, "Finetune/Step Time": 7.166211349889636}
{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7457002997398376, "Finetune/Loss (Raw)": 0.8483092188835144, "Finetune/Step": 5089, "Finetune/Step Time": 7.165006794035435}
{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7448214292526245, "Finetune/Loss (Raw)": 0.7147086262702942, "Finetune/Step": 5090, "Finetune/Step Time": 7.166041472926736}
{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7454347610473633, "Finetune/Loss (Raw)": 0.821086049079895, "Finetune/Step": 5091, "Finetune/Step Time": 7.173596352338791}
{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7411799430847168, "Finetune/Loss (Raw)": 0.31865015625953674, "Finetune/Step": 5092, "Finetune/Step Time": 7.182953065261245}
{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7404741644859314, "Finetune/Loss (Raw)": 0.8139991164207458, "Finetune/Step": 5093, "Finetune/Step Time": 7.184326697140932}
{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7392153739929199, "Finetune/Loss (Raw)": 0.5662880539894104, "Finetune/Step": 5094, "Finetune/Step Time": 7.193861646577716}
{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7368507385253906, "Finetune/Loss (Raw)": 0.5617696046829224, "Finetune/Step": 5095, "Finetune/Step Time": 7.190654257312417}
{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7360541820526123, "Finetune/Loss (Raw)": 0.680414080619812, "Finetune/Step": 5096, "Finetune/Step Time": 7.217298611998558}
{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7341427206993103, "Finetune/Loss (Raw)": 0.47075167298316956, "Finetune/Step": 5097, "Finetune/Step Time": 7.208302389830351}
{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7330068349838257, "Finetune/Loss (Raw)": 0.6441621780395508, "Finetune/Step": 5098, "Finetune/Step Time": 7.209719929844141}
{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7315998077392578, "Finetune/Loss (Raw)": 0.7114320993423462, "Finetune/Step": 5099, "Finetune/Step Time": 7.185167051851749}
{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.730819821357727, "Finetune/Loss (Raw)": 0.657999575138092, "Finetune/Step": 5100, "Finetune/Step Time": 7.170789260417223}
{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7290520668029785, "Finetune/Loss (Raw)": 0.7117699980735779, "Finetune/Step": 5101, "Finetune/Step Time": 7.1715818010270596}
{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7323544025421143, "Finetune/Loss (Raw)": 0.7256896495819092, "Finetune/Step": 5102, "Finetune/Step Time": 7.161030642688274}
{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.733806848526001, "Finetune/Loss (Raw)": 0.8790163993835449, "Finetune/Step": 5103, "Finetune/Step Time": 7.156351275742054}
{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7308312654495239, "Finetune/Loss (Raw)": 0.5179542899131775, "Finetune/Step": 5104, "Finetune/Step Time": 7.1590454541146755}
{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7319992780685425, "Finetune/Loss (Raw)": 0.8281909227371216, "Finetune/Step": 5105, "Finetune/Step Time": 7.137787101790309}
{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7333769202232361, "Finetune/Loss (Raw)": 0.912885308265686, "Finetune/Step": 5106, "Finetune/Step Time": 7.132837673649192}
{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.734836220741272, "Finetune/Loss (Raw)": 0.8514907360076904, "Finetune/Step": 5107, "Finetune/Step Time": 7.131931385025382}
{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7357450723648071, "Finetune/Loss (Raw)": 0.7686225771903992, "Finetune/Step": 5108, "Finetune/Step Time": 7.116329595446587}
{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7371121644973755, "Finetune/Loss (Raw)": 0.8859317898750305, "Finetune/Step": 5109, "Finetune/Step Time": 7.130555365234613}
{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7360185384750366, "Finetune/Loss (Raw)": 0.728510856628418, "Finetune/Step": 5110, "Finetune/Step Time": 7.1420627404004335}
{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7378760576248169, "Finetune/Loss (Raw)": 0.6492406725883484, "Finetune/Step": 5111, "Finetune/Step Time": 7.153349872678518}
{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7356529235839844, "Finetune/Loss (Raw)": 0.345124214887619, "Finetune/Step": 5112, "Finetune/Step Time": 7.15666476637125}
{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.731164813041687, "Finetune/Loss (Raw)": 0.28833478689193726, "Finetune/Step": 5113, "Finetune/Step Time": 7.1747971996665}
{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7322225570678711, "Finetune/Loss (Raw)": 0.7406842112541199, "Finetune/Step": 5114, "Finetune/Step Time": 7.1761577390134335}
{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7315374612808228, "Finetune/Loss (Raw)": 0.7136867046356201, "Finetune/Step": 5115, "Finetune/Step Time": 7.168622851371765}
{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7269772291183472, "Finetune/Loss (Raw)": 0.25755199790000916, "Finetune/Step": 5116, "Finetune/Step Time": 7.186734201386571}
{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7279847860336304, "Finetune/Loss (Raw)": 0.9439224600791931, "Finetune/Step": 5117, "Finetune/Step Time": 7.188527673482895}
{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7281687259674072, "Finetune/Loss (Raw)": 0.8047330975532532, "Finetune/Step": 5118, "Finetune/Step Time": 7.190652249380946}
{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7290828227996826, "Finetune/Loss (Raw)": 0.8793398141860962, "Finetune/Step": 5119, "Finetune/Step Time": 7.190569598227739}
{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7244592905044556, "Finetune/Loss (Raw)": 0.33941784501075745, "Finetune/Step": 5120, "Finetune/Step Time": 7.188424963504076}
{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7261422872543335, "Finetune/Loss (Raw)": 0.7101954817771912, "Finetune/Step": 5121, "Finetune/Step Time": 7.174747753888369}
{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7253409028053284, "Finetune/Loss (Raw)": 0.6892596483230591, "Finetune/Step": 5122, "Finetune/Step Time": 7.166277851909399}
{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.727178692817688, "Finetune/Loss (Raw)": 0.8016011714935303, "Finetune/Step": 5123, "Finetune/Step Time": 7.167961269617081}
{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7271623611450195, "Finetune/Loss (Raw)": 0.8857360482215881, "Finetune/Step": 5124, "Finetune/Step Time": 7.16902675665915}
{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7272560596466064, "Finetune/Loss (Raw)": 0.849720299243927, "Finetune/Step": 5125, "Finetune/Step Time": 7.174154506996274}
{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7223088145256042, "Finetune/Loss (Raw)": 0.3884723484516144, "Finetune/Step": 5126, "Finetune/Step Time": 7.186218369752169}
{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.720503568649292, "Finetune/Loss (Raw)": 0.6520936489105225, "Finetune/Step": 5127, "Finetune/Step Time": 7.199467057362199}
{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7237818241119385, "Finetune/Loss (Raw)": 0.7700666189193726, "Finetune/Step": 5128, "Finetune/Step Time": 7.1898349821567535}
{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7197559475898743, "Finetune/Loss (Raw)": 0.28862953186035156, "Finetune/Step": 5129, "Finetune/Step Time": 7.203267043456435}
{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7217618227005005, "Finetune/Loss (Raw)": 0.7612885236740112, "Finetune/Step": 5130, "Finetune/Step Time": 7.198565946891904}
{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7209892272949219, "Finetune/Loss (Raw)": 0.5992681384086609, "Finetune/Step": 5131, "Finetune/Step Time": 7.204314695671201}
{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7208864092826843, "Finetune/Loss (Raw)": 0.5892148017883301, "Finetune/Step": 5132, "Finetune/Step Time": 7.2094947043806314}
{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7204768657684326, "Finetune/Loss (Raw)": 0.7207856178283691, "Finetune/Step": 5133, "Finetune/Step Time": 7.209618637338281}
{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7207378149032593, "Finetune/Loss (Raw)": 0.8205826282501221, "Finetune/Step": 5134, "Finetune/Step Time": 7.212642468512058}
{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7214745283126831, "Finetune/Loss (Raw)": 0.6431999802589417, "Finetune/Step": 5135, "Finetune/Step Time": 7.206888124346733}
{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.723209023475647, "Finetune/Loss (Raw)": 0.9137619733810425, "Finetune/Step": 5136, "Finetune/Step Time": 7.211351031437516}
{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7219245433807373, "Finetune/Loss (Raw)": 0.7646340131759644, "Finetune/Step": 5137, "Finetune/Step Time": 7.214310120791197}
{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7214827537536621, "Finetune/Loss (Raw)": 0.7367940545082092, "Finetune/Step": 5138, "Finetune/Step Time": 7.2278811149299145}
{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7182262539863586, "Finetune/Loss (Raw)": 0.33924442529678345, "Finetune/Step": 5139, "Finetune/Step Time": 7.239765191450715}
{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7185006141662598, "Finetune/Loss (Raw)": 0.8032007217407227, "Finetune/Step": 5140, "Finetune/Step Time": 7.2350300922989845}
{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7203420400619507, "Finetune/Loss (Raw)": 0.8828025460243225, "Finetune/Step": 5141, "Finetune/Step Time": 7.2324213441461325}
{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7198948264122009, "Finetune/Loss (Raw)": 0.6668441295623779, "Finetune/Step": 5142, "Finetune/Step Time": 7.236496891826391}
{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7214674949645996, "Finetune/Loss (Raw)": 0.8975753784179688, "Finetune/Step": 5143, "Finetune/Step Time": 7.239378768950701}
{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7203055620193481, "Finetune/Loss (Raw)": 0.5639181137084961, "Finetune/Step": 5144, "Finetune/Step Time": 7.244504477828741}
{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7210474610328674, "Finetune/Loss (Raw)": 0.7579846382141113, "Finetune/Step": 5145, "Finetune/Step Time": 7.244947765022516}
{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7227292656898499, "Finetune/Loss (Raw)": 0.8812312483787537, "Finetune/Step": 5146, "Finetune/Step Time": 7.240146981552243}
{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7232694029808044, "Finetune/Loss (Raw)": 0.7875137329101562, "Finetune/Step": 5147, "Finetune/Step Time": 7.242162648588419}
{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7245263457298279, "Finetune/Loss (Raw)": 0.5057863593101501, "Finetune/Step": 5148, "Finetune/Step Time": 7.234724685549736}
{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7239055633544922, "Finetune/Loss (Raw)": 0.7541945576667786, "Finetune/Step": 5149, "Finetune/Step Time": 7.240254670381546}
{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7235984802246094, "Finetune/Loss (Raw)": 0.7601176500320435, "Finetune/Step": 5150, "Finetune/Step Time": 7.236101642251015}
{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7233396768569946, "Finetune/Loss (Raw)": 0.7099428772926331, "Finetune/Step": 5151, "Finetune/Step Time": 7.232454301789403}
{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.723025381565094, "Finetune/Loss (Raw)": 0.7000038027763367, "Finetune/Step": 5152, "Finetune/Step Time": 7.2345236372202635}
{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7205718755722046, "Finetune/Loss (Raw)": 0.4166877567768097, "Finetune/Step": 5153, "Finetune/Step Time": 7.23594699986279}
{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.716936469078064, "Finetune/Loss (Raw)": 0.3690624535083771, "Finetune/Step": 5154, "Finetune/Step Time": 7.2496621273458}
{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.715825080871582, "Finetune/Loss (Raw)": 0.6903639435768127, "Finetune/Step": 5155, "Finetune/Step Time": 7.250520009547472}
{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7154514789581299, "Finetune/Loss (Raw)": 0.8487281799316406, "Finetune/Step": 5156, "Finetune/Step Time": 7.2623301185667515}
{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7150309681892395, "Finetune/Loss (Raw)": 0.7695690393447876, "Finetune/Step": 5157, "Finetune/Step Time": 7.2625709641724825}
{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7151655554771423, "Finetune/Loss (Raw)": 0.7589129209518433, "Finetune/Step": 5158, "Finetune/Step Time": 7.260062891989946}
{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7161228656768799, "Finetune/Loss (Raw)": 0.8941813707351685, "Finetune/Step": 5159, "Finetune/Step Time": 7.261040881276131}
{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7168576121330261, "Finetune/Loss (Raw)": 0.9114365577697754, "Finetune/Step": 5160, "Finetune/Step Time": 7.260107094421983}
{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7171416282653809, "Finetune/Loss (Raw)": 0.8141133189201355, "Finetune/Step": 5161, "Finetune/Step Time": 7.271750284358859}
{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7162498235702515, "Finetune/Loss (Raw)": 0.6951132416725159, "Finetune/Step": 5162, "Finetune/Step Time": 7.276747295632958}
{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7169225811958313, "Finetune/Loss (Raw)": 0.7981523871421814, "Finetune/Step": 5163, "Finetune/Step Time": 7.272884221747518}
{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7175838947296143, "Finetune/Loss (Raw)": 0.8295683264732361, "Finetune/Step": 5164, "Finetune/Step Time": 7.285969024524093}
{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.714868426322937, "Finetune/Loss (Raw)": 0.5629929304122925, "Finetune/Step": 5165, "Finetune/Step Time": 7.296024722978473}
{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.713688850402832, "Finetune/Loss (Raw)": 0.7422710061073303, "Finetune/Step": 5166, "Finetune/Step Time": 7.30335483327508}
{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7113137245178223, "Finetune/Loss (Raw)": 0.6530323624610901, "Finetune/Step": 5167, "Finetune/Step Time": 7.296133318915963}
{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7137197256088257, "Finetune/Loss (Raw)": 0.8805937170982361, "Finetune/Step": 5168, "Finetune/Step Time": 7.273943409323692}
{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7133065462112427, "Finetune/Loss (Raw)": 0.861677885055542, "Finetune/Step": 5169, "Finetune/Step Time": 7.2749113291502}
{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.711206316947937, "Finetune/Loss (Raw)": 0.6261776089668274, "Finetune/Step": 5170, "Finetune/Step Time": 7.271825334057212}
{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7123561501502991, "Finetune/Loss (Raw)": 0.9447441697120667, "Finetune/Step": 5171, "Finetune/Step Time": 7.267522072419524}
{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7119268774986267, "Finetune/Loss (Raw)": 0.7371805906295776, "Finetune/Step": 5172, "Finetune/Step Time": 7.26422587223351}
{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7151892185211182, "Finetune/Loss (Raw)": 0.7036964893341064, "Finetune/Step": 5173, "Finetune/Step Time": 7.250851824879646}
{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7200924754142761, "Finetune/Loss (Raw)": 0.9580867886543274, "Finetune/Step": 5174, "Finetune/Step Time": 7.237708646804094}
{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7195062637329102, "Finetune/Loss (Raw)": 0.7298203110694885, "Finetune/Step": 5175, "Finetune/Step Time": 7.232817243784666}
{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7150509357452393, "Finetune/Loss (Raw)": 0.32210567593574524, "Finetune/Step": 5176, "Finetune/Step Time": 7.244950151070952}
{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7158900499343872, "Finetune/Loss (Raw)": 0.8289478421211243, "Finetune/Step": 5177, "Finetune/Step Time": 7.2393005304038525}
{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7153171896934509, "Finetune/Loss (Raw)": 0.6523840427398682, "Finetune/Step": 5178, "Finetune/Step Time": 7.224753335118294}
{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7157468795776367, "Finetune/Loss (Raw)": 0.6740065813064575, "Finetune/Step": 5179, "Finetune/Step Time": 7.2314444947987795}
{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7174966335296631, "Finetune/Loss (Raw)": 0.5910316109657288, "Finetune/Step": 5180, "Finetune/Step Time": 7.226247470825911}
{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7191539406776428, "Finetune/Loss (Raw)": 0.7959157228469849, "Finetune/Step": 5181, "Finetune/Step Time": 7.22115596011281}
{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7169793844223022, "Finetune/Loss (Raw)": 0.6000832915306091, "Finetune/Step": 5182, "Finetune/Step Time": 7.224233455955982}
{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7176612615585327, "Finetune/Loss (Raw)": 0.8281922936439514, "Finetune/Step": 5183, "Finetune/Step Time": 7.2282220255583525}
{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7165163159370422, "Finetune/Loss (Raw)": 0.6581148505210876, "Finetune/Step": 5184, "Finetune/Step Time": 7.238082233816385}
{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7171992659568787, "Finetune/Loss (Raw)": 0.8213398456573486, "Finetune/Step": 5185, "Finetune/Step Time": 7.259729200974107}
{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7139614820480347, "Finetune/Loss (Raw)": 0.3747723400592804, "Finetune/Step": 5186, "Finetune/Step Time": 7.280532654374838}
{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.712009072303772, "Finetune/Loss (Raw)": 0.6200640201568604, "Finetune/Step": 5187, "Finetune/Step Time": 7.297994555905461}
{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7102154493331909, "Finetune/Loss (Raw)": 0.684367299079895, "Finetune/Step": 5188, "Finetune/Step Time": 7.2995076440274715}
{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7081245183944702, "Finetune/Loss (Raw)": 0.579254150390625, "Finetune/Step": 5189, "Finetune/Step Time": 7.311184782534838}
{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7082352042198181, "Finetune/Loss (Raw)": 0.6069223284721375, "Finetune/Step": 5190, "Finetune/Step Time": 7.3094520308077335}
{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7063429355621338, "Finetune/Loss (Raw)": 0.6282739043235779, "Finetune/Step": 5191, "Finetune/Step Time": 7.3214505556970835}
{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7069822549819946, "Finetune/Loss (Raw)": 0.713280200958252, "Finetune/Step": 5192, "Finetune/Step Time": 7.317870054394007}
{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.705376386642456, "Finetune/Loss (Raw)": 0.6684306263923645, "Finetune/Step": 5193, "Finetune/Step Time": 7.32921839505434}
{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7011220455169678, "Finetune/Loss (Raw)": 0.33420729637145996, "Finetune/Step": 5194, "Finetune/Step Time": 7.341544050723314}
{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7008954286575317, "Finetune/Loss (Raw)": 0.7056048512458801, "Finetune/Step": 5195, "Finetune/Step Time": 7.340075392276049}
{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7001050710678101, "Finetune/Loss (Raw)": 0.7060608863830566, "Finetune/Step": 5196, "Finetune/Step Time": 7.345513343811035}
{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7010398507118225, "Finetune/Loss (Raw)": 0.8172556757926941, "Finetune/Step": 5197, "Finetune/Step Time": 7.337907245382667}
{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.700890064239502, "Finetune/Loss (Raw)": 0.7059647440910339, "Finetune/Step": 5198, "Finetune/Step Time": 7.3340026289224625}