| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 27.98460846534406, | |
| "global_step": 560000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.996876717805207e-05, | |
| "loss": 7.0842, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.9937534356104144e-05, | |
| "loss": 6.6438, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.990630153415622e-05, | |
| "loss": 6.5737, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.987506871220829e-05, | |
| "loss": 6.5159, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.984383589026036e-05, | |
| "loss": 6.4759, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.981260306831243e-05, | |
| "loss": 6.4494, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.97813702463645e-05, | |
| "loss": 6.4225, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.975013742441657e-05, | |
| "loss": 6.3925, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.9718904602468644e-05, | |
| "loss": 6.3596, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.968767178052072e-05, | |
| "loss": 6.3223, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.9656438958572785e-05, | |
| "loss": 6.2606, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.962520613662486e-05, | |
| "loss": 6.2084, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.959397331467693e-05, | |
| "loss": 6.1361, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.9562740492729e-05, | |
| "loss": 6.071, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.9531507670781075e-05, | |
| "loss": 5.8919, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.950027484883314e-05, | |
| "loss": 5.5238, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.946904202688522e-05, | |
| "loss": 5.2675, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.9437809204937285e-05, | |
| "loss": 5.0533, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.940657638298936e-05, | |
| "loss": 4.7952, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.937534356104143e-05, | |
| "loss": 4.5975, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.93441107390935e-05, | |
| "loss": 4.4187, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.9312877917145575e-05, | |
| "loss": 4.2773, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.928164509519764e-05, | |
| "loss": 4.1502, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 4.925041227324971e-05, | |
| "loss": 4.0437, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 4.921917945130179e-05, | |
| "loss": 3.947, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 4.918794662935386e-05, | |
| "loss": 3.848, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 4.915671380740593e-05, | |
| "loss": 3.7852, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 4.9125480985458e-05, | |
| "loss": 3.7079, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 4.909424816351007e-05, | |
| "loss": 3.647, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 4.906301534156214e-05, | |
| "loss": 3.5871, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 4.9031782519614216e-05, | |
| "loss": 3.5298, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 4.900054969766629e-05, | |
| "loss": 3.4878, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.896931687571836e-05, | |
| "loss": 3.4355, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 4.8938084053770425e-05, | |
| "loss": 3.3967, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 4.89068512318225e-05, | |
| "loss": 3.3442, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.8875618409874574e-05, | |
| "loss": 3.3194, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.884438558792664e-05, | |
| "loss": 3.2803, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 4.8813152765978715e-05, | |
| "loss": 3.2553, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 4.878191994403078e-05, | |
| "loss": 3.2061, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.875068712208286e-05, | |
| "loss": 3.187, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 3.0986874103546143, | |
| "eval_runtime": 81.7163, | |
| "eval_samples_per_second": 518.134, | |
| "eval_steps_per_second": 64.773, | |
| "step": 20011 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.8719454300134925e-05, | |
| "loss": 3.1521, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 4.8688221478187e-05, | |
| "loss": 3.125, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 4.865698865623907e-05, | |
| "loss": 3.1055, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 4.862575583429114e-05, | |
| "loss": 3.0812, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 4.8594523012343215e-05, | |
| "loss": 3.0549, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 4.856329019039528e-05, | |
| "loss": 3.0322, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 4.8532057368447356e-05, | |
| "loss": 3.0124, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 4.850082454649943e-05, | |
| "loss": 2.9935, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 4.84695917245515e-05, | |
| "loss": 2.9711, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 4.843835890260357e-05, | |
| "loss": 2.9543, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 4.840712608065564e-05, | |
| "loss": 2.9321, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 4.837589325870771e-05, | |
| "loss": 2.9138, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 4.834466043675979e-05, | |
| "loss": 2.9024, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 4.8313427614811856e-05, | |
| "loss": 2.8827, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 4.828219479286393e-05, | |
| "loss": 2.865, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 4.8250961970916e-05, | |
| "loss": 2.8484, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 4.8219729148968065e-05, | |
| "loss": 2.8291, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 4.8188496327020146e-05, | |
| "loss": 2.8192, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 4.8157263505072214e-05, | |
| "loss": 2.8048, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 4.812603068312429e-05, | |
| "loss": 2.8006, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 4.8094797861176355e-05, | |
| "loss": 2.7749, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 4.806356503922842e-05, | |
| "loss": 2.7719, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 4.80323322172805e-05, | |
| "loss": 2.7517, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 4.800109939533257e-05, | |
| "loss": 2.7411, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 4.796986657338464e-05, | |
| "loss": 2.7355, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 4.793863375143671e-05, | |
| "loss": 2.718, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 4.790740092948878e-05, | |
| "loss": 2.7018, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 4.7876168107540855e-05, | |
| "loss": 2.7002, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 4.784493528559293e-05, | |
| "loss": 2.6822, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 4.7813702463644996e-05, | |
| "loss": 2.6779, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 4.778246964169707e-05, | |
| "loss": 2.6531, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 4.775123681974914e-05, | |
| "loss": 2.6505, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 4.772000399780121e-05, | |
| "loss": 2.6469, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 4.768877117585328e-05, | |
| "loss": 2.6373, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 4.7657538353905354e-05, | |
| "loss": 2.6297, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 4.762630553195743e-05, | |
| "loss": 2.6108, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 4.7595072710009496e-05, | |
| "loss": 2.6075, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 4.756383988806157e-05, | |
| "loss": 2.5989, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 4.753260706611364e-05, | |
| "loss": 2.5877, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 4.750137424416571e-05, | |
| "loss": 2.5723, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 2.5052835941314697, | |
| "eval_runtime": 80.9375, | |
| "eval_samples_per_second": 523.119, | |
| "eval_steps_per_second": 65.396, | |
| "step": 40022 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 4.7470141422217786e-05, | |
| "loss": 2.563, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 4.7438908600269853e-05, | |
| "loss": 2.5626, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 4.740767577832193e-05, | |
| "loss": 2.5513, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 4.7376442956373995e-05, | |
| "loss": 2.5488, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 4.734521013442606e-05, | |
| "loss": 2.5346, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 4.7313977312478144e-05, | |
| "loss": 2.5278, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 4.728274449053021e-05, | |
| "loss": 2.5206, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 4.7251511668582285e-05, | |
| "loss": 2.5126, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 4.722027884663435e-05, | |
| "loss": 2.5098, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 4.718904602468642e-05, | |
| "loss": 2.5023, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 4.7157813202738495e-05, | |
| "loss": 2.4923, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 4.712658038079057e-05, | |
| "loss": 2.4837, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 4.7095347558842636e-05, | |
| "loss": 2.4783, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 4.706411473689471e-05, | |
| "loss": 2.473, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 4.703288191494678e-05, | |
| "loss": 2.4662, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 4.700164909299885e-05, | |
| "loss": 2.4585, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 4.6970416271050927e-05, | |
| "loss": 2.4584, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 4.6939183449102994e-05, | |
| "loss": 2.452, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 4.690795062715507e-05, | |
| "loss": 2.4444, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 4.6876717805207136e-05, | |
| "loss": 2.4335, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 4.684548498325921e-05, | |
| "loss": 2.4284, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 4.681425216131128e-05, | |
| "loss": 2.4284, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 4.678301933936335e-05, | |
| "loss": 2.4232, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 4.6751786517415426e-05, | |
| "loss": 2.4164, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 4.6720553695467493e-05, | |
| "loss": 2.4078, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 4.668932087351957e-05, | |
| "loss": 2.4032, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 4.6658088051571635e-05, | |
| "loss": 2.4042, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 4.662685522962371e-05, | |
| "loss": 2.3996, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 4.6595622407675784e-05, | |
| "loss": 2.3903, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 4.656438958572785e-05, | |
| "loss": 2.3884, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 4.6533156763779925e-05, | |
| "loss": 2.3811, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 4.650192394183199e-05, | |
| "loss": 2.3796, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 4.647069111988406e-05, | |
| "loss": 2.3694, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 4.643945829793614e-05, | |
| "loss": 2.3737, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 4.640822547598821e-05, | |
| "loss": 2.3666, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 4.637699265404028e-05, | |
| "loss": 2.3562, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 4.634575983209235e-05, | |
| "loss": 2.357, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 4.631452701014442e-05, | |
| "loss": 2.3465, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 4.62832941881965e-05, | |
| "loss": 2.3487, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 4.6252061366248566e-05, | |
| "loss": 2.3438, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 2.2806928157806396, | |
| "eval_runtime": 81.0976, | |
| "eval_samples_per_second": 522.087, | |
| "eval_steps_per_second": 65.267, | |
| "step": 60033 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 4.6220828544300634e-05, | |
| "loss": 2.3323, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 4.618959572235271e-05, | |
| "loss": 2.3298, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 4.6158362900404776e-05, | |
| "loss": 2.3231, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 4.612713007845685e-05, | |
| "loss": 2.3205, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 4.6095897256508924e-05, | |
| "loss": 2.3229, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 4.606466443456099e-05, | |
| "loss": 2.3097, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 4.6033431612613066e-05, | |
| "loss": 2.3139, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 4.600219879066513e-05, | |
| "loss": 2.3046, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 4.597096596871721e-05, | |
| "loss": 2.3037, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 4.593973314676928e-05, | |
| "loss": 2.2963, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 4.590850032482135e-05, | |
| "loss": 2.2929, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 4.5877267502873424e-05, | |
| "loss": 2.2935, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 4.584603468092549e-05, | |
| "loss": 2.2986, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 4.5814801858977565e-05, | |
| "loss": 2.2883, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 4.578356903702963e-05, | |
| "loss": 2.2842, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 4.575233621508171e-05, | |
| "loss": 2.273, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 4.572110339313378e-05, | |
| "loss": 2.2754, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 4.568987057118585e-05, | |
| "loss": 2.2792, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 4.565863774923792e-05, | |
| "loss": 2.2664, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 4.562740492728999e-05, | |
| "loss": 2.2642, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 4.5596172105342065e-05, | |
| "loss": 2.2556, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 4.556493928339414e-05, | |
| "loss": 2.2614, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 4.5533706461446206e-05, | |
| "loss": 2.2549, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 4.550247363949828e-05, | |
| "loss": 2.2513, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 4.547124081755035e-05, | |
| "loss": 2.2518, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 4.5440007995602416e-05, | |
| "loss": 2.2552, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 4.5408775173654497e-05, | |
| "loss": 2.2443, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 4.5377542351706564e-05, | |
| "loss": 2.2444, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 4.534630952975863e-05, | |
| "loss": 2.2418, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 4.5315076707810706e-05, | |
| "loss": 2.2369, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 4.528384388586277e-05, | |
| "loss": 2.2321, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 4.5252611063914854e-05, | |
| "loss": 2.2289, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 4.522137824196692e-05, | |
| "loss": 2.2313, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 4.519014542001899e-05, | |
| "loss": 2.2309, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 4.5158912598071063e-05, | |
| "loss": 2.2331, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 4.512767977612313e-05, | |
| "loss": 2.2139, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 4.5096446954175205e-05, | |
| "loss": 2.2197, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 4.506521413222728e-05, | |
| "loss": 2.214, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 4.503398131027935e-05, | |
| "loss": 2.2163, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 4.500274848833142e-05, | |
| "loss": 2.2165, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 2.1498630046844482, | |
| "eval_runtime": 81.0523, | |
| "eval_samples_per_second": 522.379, | |
| "eval_steps_per_second": 65.304, | |
| "step": 80044 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 4.497151566638349e-05, | |
| "loss": 2.1989, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 4.494028284443556e-05, | |
| "loss": 2.2004, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 4.490905002248764e-05, | |
| "loss": 2.1983, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 4.4877817200539705e-05, | |
| "loss": 2.1891, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 4.484658437859178e-05, | |
| "loss": 2.1902, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 4.4815351556643846e-05, | |
| "loss": 2.1935, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 4.478411873469592e-05, | |
| "loss": 2.1835, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 4.475288591274799e-05, | |
| "loss": 2.1863, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 4.472165309080006e-05, | |
| "loss": 2.177, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 4.4690420268852136e-05, | |
| "loss": 2.1814, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "learning_rate": 4.4659187446904204e-05, | |
| "loss": 2.1741, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 4.462795462495628e-05, | |
| "loss": 2.1782, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 4.4596721803008346e-05, | |
| "loss": 2.1733, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 4.456548898106042e-05, | |
| "loss": 2.1652, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 4.4534256159112494e-05, | |
| "loss": 2.1719, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 4.450302333716456e-05, | |
| "loss": 2.1672, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 4.4471790515216636e-05, | |
| "loss": 2.1622, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 4.44405576932687e-05, | |
| "loss": 2.1614, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 4.440932487132077e-05, | |
| "loss": 2.1683, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 4.437809204937285e-05, | |
| "loss": 2.1638, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 4.434685922742492e-05, | |
| "loss": 2.1583, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 4.431562640547699e-05, | |
| "loss": 2.1588, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 4.428439358352906e-05, | |
| "loss": 2.1533, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 4.425316076158113e-05, | |
| "loss": 2.1483, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 4.422192793963321e-05, | |
| "loss": 2.1449, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 4.419069511768528e-05, | |
| "loss": 2.1507, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 4.4159462295737344e-05, | |
| "loss": 2.145, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 4.412822947378942e-05, | |
| "loss": 2.1391, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 4.4096996651841486e-05, | |
| "loss": 2.1343, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 4.406576382989356e-05, | |
| "loss": 2.1392, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 4.4034531007945635e-05, | |
| "loss": 2.147, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 4.40032981859977e-05, | |
| "loss": 2.1306, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 4.3972065364049776e-05, | |
| "loss": 2.1302, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 4.3940832542101844e-05, | |
| "loss": 2.1323, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 4.390959972015392e-05, | |
| "loss": 2.1289, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 4.387836689820599e-05, | |
| "loss": 2.1307, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 4.384713407625806e-05, | |
| "loss": 2.1293, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 4.3815901254310134e-05, | |
| "loss": 2.1281, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 4.37846684323622e-05, | |
| "loss": 2.1276, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 4.3753435610414276e-05, | |
| "loss": 2.1126, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 2.054161310195923, | |
| "eval_runtime": 80.7428, | |
| "eval_samples_per_second": 524.381, | |
| "eval_steps_per_second": 65.554, | |
| "step": 100055 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 4.372220278846634e-05, | |
| "loss": 2.1102, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 4.369096996651842e-05, | |
| "loss": 2.1058, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "learning_rate": 4.365973714457049e-05, | |
| "loss": 2.1111, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 4.362850432262256e-05, | |
| "loss": 2.1108, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 4.3597271500674633e-05, | |
| "loss": 2.1042, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 4.35660386787267e-05, | |
| "loss": 2.1036, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 4.3534805856778775e-05, | |
| "loss": 2.1062, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 4.350357303483085e-05, | |
| "loss": 2.1054, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 4.347234021288292e-05, | |
| "loss": 2.0862, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "learning_rate": 4.3441107390934984e-05, | |
| "loss": 2.1023, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "learning_rate": 4.340987456898706e-05, | |
| "loss": 2.0947, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 4.3378641747039126e-05, | |
| "loss": 2.0999, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "learning_rate": 4.334740892509121e-05, | |
| "loss": 2.0983, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "learning_rate": 4.3316176103143275e-05, | |
| "loss": 2.0936, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 4.328494328119534e-05, | |
| "loss": 2.0904, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 4.3253710459247416e-05, | |
| "loss": 2.0965, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 5.42, | |
| "learning_rate": 4.3222477637299484e-05, | |
| "loss": 2.0892, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 4.3191244815351565e-05, | |
| "loss": 2.0854, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 4.316001199340363e-05, | |
| "loss": 2.0853, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 4.31287791714557e-05, | |
| "loss": 2.0842, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "learning_rate": 4.3097546349507774e-05, | |
| "loss": 2.0806, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 4.306631352755984e-05, | |
| "loss": 2.08, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 4.3035080705611916e-05, | |
| "loss": 2.074, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 4.300384788366399e-05, | |
| "loss": 2.0752, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "learning_rate": 4.297261506171606e-05, | |
| "loss": 2.0758, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 4.294138223976813e-05, | |
| "loss": 2.0762, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "learning_rate": 4.29101494178202e-05, | |
| "loss": 2.0746, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "learning_rate": 4.2878916595872273e-05, | |
| "loss": 2.0662, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 4.284768377392435e-05, | |
| "loss": 2.0711, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 4.2816450951976415e-05, | |
| "loss": 2.0651, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "learning_rate": 4.278521813002849e-05, | |
| "loss": 2.0638, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 4.275398530808056e-05, | |
| "loss": 2.0657, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "learning_rate": 4.272275248613263e-05, | |
| "loss": 2.0639, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 4.26915196641847e-05, | |
| "loss": 2.057, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 5.87, | |
| "learning_rate": 4.266028684223677e-05, | |
| "loss": 2.0578, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 4.262905402028885e-05, | |
| "loss": 2.053, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "learning_rate": 4.2597821198340915e-05, | |
| "loss": 2.0597, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "learning_rate": 4.256658837639298e-05, | |
| "loss": 2.0525, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 4.2535355554445056e-05, | |
| "loss": 2.0499, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 4.250412273249713e-05, | |
| "loss": 2.0472, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 1.9931981563568115, | |
| "eval_runtime": 81.0207, | |
| "eval_samples_per_second": 522.582, | |
| "eval_steps_per_second": 65.329, | |
| "step": 120066 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 4.2472889910549205e-05, | |
| "loss": 2.0484, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 4.244165708860127e-05, | |
| "loss": 2.0476, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 4.241042426665334e-05, | |
| "loss": 2.0426, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 4.2379191444705414e-05, | |
| "loss": 2.0414, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 4.234795862275748e-05, | |
| "loss": 2.0393, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 4.231672580080956e-05, | |
| "loss": 2.0369, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "learning_rate": 4.228549297886163e-05, | |
| "loss": 2.0427, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 4.22542601569137e-05, | |
| "loss": 2.0384, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "learning_rate": 4.222302733496577e-05, | |
| "loss": 2.0362, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "learning_rate": 4.219179451301784e-05, | |
| "loss": 2.0375, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 4.216056169106991e-05, | |
| "loss": 2.0337, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "learning_rate": 4.212932886912199e-05, | |
| "loss": 2.0287, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "learning_rate": 4.2098096047174055e-05, | |
| "loss": 2.0292, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 4.206686322522613e-05, | |
| "loss": 2.0295, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 4.20356304032782e-05, | |
| "loss": 2.0283, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "learning_rate": 4.200439758133027e-05, | |
| "loss": 2.026, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 6.42, | |
| "learning_rate": 4.1973164759382345e-05, | |
| "loss": 2.0261, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "learning_rate": 4.194193193743441e-05, | |
| "loss": 2.029, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 6.47, | |
| "learning_rate": 4.191069911548649e-05, | |
| "loss": 2.0272, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "learning_rate": 4.1879466293538554e-05, | |
| "loss": 2.0237, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 6.52, | |
| "learning_rate": 4.184823347159063e-05, | |
| "loss": 2.0217, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "learning_rate": 4.1817000649642696e-05, | |
| "loss": 2.0251, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 6.57, | |
| "learning_rate": 4.178576782769477e-05, | |
| "loss": 2.0214, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "learning_rate": 4.1754535005746845e-05, | |
| "loss": 2.0149, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "learning_rate": 4.172330218379891e-05, | |
| "loss": 2.0144, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "learning_rate": 4.169206936185098e-05, | |
| "loss": 2.0159, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 6.67, | |
| "learning_rate": 4.1660836539903054e-05, | |
| "loss": 2.0138, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 6.7, | |
| "learning_rate": 4.162960371795513e-05, | |
| "loss": 2.0109, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "learning_rate": 4.15983708960072e-05, | |
| "loss": 2.0186, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 6.75, | |
| "learning_rate": 4.156713807405927e-05, | |
| "loss": 2.0163, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 4.153590525211134e-05, | |
| "loss": 2.0064, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 4.150467243016341e-05, | |
| "loss": 2.0061, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "learning_rate": 4.147343960821548e-05, | |
| "loss": 2.0079, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 6.85, | |
| "learning_rate": 4.144220678626756e-05, | |
| "loss": 2.0035, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 6.87, | |
| "learning_rate": 4.141097396431963e-05, | |
| "loss": 2.0046, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 4.1379741142371695e-05, | |
| "loss": 1.9988, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "learning_rate": 4.134850832042377e-05, | |
| "loss": 2.0018, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "learning_rate": 4.131727549847584e-05, | |
| "loss": 1.9995, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 6.97, | |
| "learning_rate": 4.128604267652791e-05, | |
| "loss": 2.0006, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 4.1254809854579985e-05, | |
| "loss": 2.007, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 1.9391331672668457, | |
| "eval_runtime": 80.9026, | |
| "eval_samples_per_second": 523.345, | |
| "eval_steps_per_second": 65.424, | |
| "step": 140077 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "learning_rate": 4.122357703263205e-05, | |
| "loss": 1.993, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "learning_rate": 4.119234421068413e-05, | |
| "loss": 1.9912, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "learning_rate": 4.1161111388736194e-05, | |
| "loss": 1.994, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "learning_rate": 4.112987856678827e-05, | |
| "loss": 1.9908, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "learning_rate": 4.109864574484034e-05, | |
| "loss": 1.9887, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 7.15, | |
| "learning_rate": 4.106741292289241e-05, | |
| "loss": 1.9912, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 4.1036180100944485e-05, | |
| "loss": 1.9827, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 7.2, | |
| "learning_rate": 4.100494727899655e-05, | |
| "loss": 1.9854, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 7.22, | |
| "learning_rate": 4.0973714457048626e-05, | |
| "loss": 1.9858, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "learning_rate": 4.09424816351007e-05, | |
| "loss": 1.9852, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 7.27, | |
| "learning_rate": 4.091124881315277e-05, | |
| "loss": 1.9845, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "learning_rate": 4.088001599120484e-05, | |
| "loss": 1.9786, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 7.32, | |
| "learning_rate": 4.084878316925691e-05, | |
| "loss": 1.9811, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 7.35, | |
| "learning_rate": 4.081755034730898e-05, | |
| "loss": 1.9806, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "learning_rate": 4.078631752536105e-05, | |
| "loss": 1.9802, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "learning_rate": 4.0755084703413126e-05, | |
| "loss": 1.9769, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 7.42, | |
| "learning_rate": 4.07238518814652e-05, | |
| "loss": 1.9736, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 7.45, | |
| "learning_rate": 4.069261905951727e-05, | |
| "loss": 1.9771, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 7.47, | |
| "learning_rate": 4.0661386237569335e-05, | |
| "loss": 1.9703, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "learning_rate": 4.063015341562141e-05, | |
| "loss": 1.9692, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 4.059892059367348e-05, | |
| "loss": 1.9723, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "learning_rate": 4.056768777172556e-05, | |
| "loss": 1.9718, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 7.57, | |
| "learning_rate": 4.0536454949777625e-05, | |
| "loss": 1.9738, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 7.6, | |
| "learning_rate": 4.050522212782969e-05, | |
| "loss": 1.9748, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 7.62, | |
| "learning_rate": 4.047398930588177e-05, | |
| "loss": 1.975, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 7.65, | |
| "learning_rate": 4.0442756483933834e-05, | |
| "loss": 1.9751, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 7.67, | |
| "learning_rate": 4.041152366198591e-05, | |
| "loss": 1.9693, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 7.7, | |
| "learning_rate": 4.038029084003798e-05, | |
| "loss": 1.9749, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 7.72, | |
| "learning_rate": 4.034905801809005e-05, | |
| "loss": 1.9679, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 7.75, | |
| "learning_rate": 4.0317825196142124e-05, | |
| "loss": 1.9679, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 7.77, | |
| "learning_rate": 4.028659237419419e-05, | |
| "loss": 1.9666, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "learning_rate": 4.0255359552246266e-05, | |
| "loss": 1.9615, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 7.82, | |
| "learning_rate": 4.022412673029834e-05, | |
| "loss": 1.9598, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 7.85, | |
| "learning_rate": 4.019289390835041e-05, | |
| "loss": 1.9633, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 7.87, | |
| "learning_rate": 4.016166108640248e-05, | |
| "loss": 1.9622, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 7.9, | |
| "learning_rate": 4.013042826445455e-05, | |
| "loss": 1.9594, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "learning_rate": 4.0099195442506624e-05, | |
| "loss": 1.955, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 7.95, | |
| "learning_rate": 4.00679626205587e-05, | |
| "loss": 1.9573, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "learning_rate": 4.0036729798610766e-05, | |
| "loss": 1.966, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "learning_rate": 4.000549697666284e-05, | |
| "loss": 1.9487, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 1.9000049829483032, | |
| "eval_runtime": 80.8787, | |
| "eval_samples_per_second": 523.5, | |
| "eval_steps_per_second": 65.444, | |
| "step": 160088 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "learning_rate": 3.997426415471491e-05, | |
| "loss": 1.9467, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "learning_rate": 3.9943031332766975e-05, | |
| "loss": 1.9428, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "learning_rate": 3.9911798510819056e-05, | |
| "loss": 1.9556, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "learning_rate": 3.988056568887112e-05, | |
| "loss": 1.9495, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "learning_rate": 3.98493328669232e-05, | |
| "loss": 1.9486, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "learning_rate": 3.9818100044975265e-05, | |
| "loss": 1.9417, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 8.17, | |
| "learning_rate": 3.978686722302733e-05, | |
| "loss": 1.9427, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 8.2, | |
| "learning_rate": 3.975563440107941e-05, | |
| "loss": 1.9379, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 8.22, | |
| "learning_rate": 3.972440157913148e-05, | |
| "loss": 1.944, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 8.25, | |
| "learning_rate": 3.9693168757183555e-05, | |
| "loss": 1.9406, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 8.27, | |
| "learning_rate": 3.966193593523562e-05, | |
| "loss": 1.9441, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 8.3, | |
| "learning_rate": 3.963070311328769e-05, | |
| "loss": 1.9488, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "learning_rate": 3.9599470291339764e-05, | |
| "loss": 1.9393, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 8.35, | |
| "learning_rate": 3.956823746939184e-05, | |
| "loss": 1.9394, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 8.37, | |
| "learning_rate": 3.9537004647443906e-05, | |
| "loss": 1.939, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 8.4, | |
| "learning_rate": 3.950577182549598e-05, | |
| "loss": 1.936, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 8.42, | |
| "learning_rate": 3.947453900354805e-05, | |
| "loss": 1.9403, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 8.45, | |
| "learning_rate": 3.944330618160012e-05, | |
| "loss": 1.9352, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 8.47, | |
| "learning_rate": 3.941207335965219e-05, | |
| "loss": 1.9368, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 8.5, | |
| "learning_rate": 3.9380840537704264e-05, | |
| "loss": 1.9376, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 8.52, | |
| "learning_rate": 3.934960771575634e-05, | |
| "loss": 1.9346, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 8.55, | |
| "learning_rate": 3.9318374893808406e-05, | |
| "loss": 1.9382, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 8.57, | |
| "learning_rate": 3.928714207186048e-05, | |
| "loss": 1.938, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 8.6, | |
| "learning_rate": 3.925590924991255e-05, | |
| "loss": 1.93, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 8.62, | |
| "learning_rate": 3.922467642796462e-05, | |
| "loss": 1.9283, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 8.65, | |
| "learning_rate": 3.9193443606016696e-05, | |
| "loss": 1.9218, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 8.67, | |
| "learning_rate": 3.916221078406876e-05, | |
| "loss": 1.931, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 8.7, | |
| "learning_rate": 3.913097796212084e-05, | |
| "loss": 1.9309, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 8.72, | |
| "learning_rate": 3.9099745140172905e-05, | |
| "loss": 1.9296, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 8.75, | |
| "learning_rate": 3.906851231822497e-05, | |
| "loss": 1.924, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 8.77, | |
| "learning_rate": 3.9037279496277053e-05, | |
| "loss": 1.9327, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 8.8, | |
| "learning_rate": 3.900604667432912e-05, | |
| "loss": 1.9197, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 8.82, | |
| "learning_rate": 3.8974813852381195e-05, | |
| "loss": 1.9193, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 8.85, | |
| "learning_rate": 3.894358103043326e-05, | |
| "loss": 1.9206, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 8.87, | |
| "learning_rate": 3.891234820848533e-05, | |
| "loss": 1.9216, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 8.9, | |
| "learning_rate": 3.888111538653741e-05, | |
| "loss": 1.9188, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 8.92, | |
| "learning_rate": 3.884988256458948e-05, | |
| "loss": 1.9221, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 8.95, | |
| "learning_rate": 3.881864974264155e-05, | |
| "loss": 1.9206, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 8.97, | |
| "learning_rate": 3.878741692069362e-05, | |
| "loss": 1.9242, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 3.875618409874569e-05, | |
| "loss": 1.9257, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_loss": 1.864593505859375, | |
| "eval_runtime": 80.895, | |
| "eval_samples_per_second": 523.395, | |
| "eval_steps_per_second": 65.431, | |
| "step": 180099 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "learning_rate": 3.872495127679776e-05, | |
| "loss": 1.9161, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "learning_rate": 3.8693718454849836e-05, | |
| "loss": 1.9163, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "learning_rate": 3.8662485632901904e-05, | |
| "loss": 1.914, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "learning_rate": 3.863125281095398e-05, | |
| "loss": 1.9116, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 9.12, | |
| "learning_rate": 3.8600019989006045e-05, | |
| "loss": 1.909, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 9.14, | |
| "learning_rate": 3.856878716705812e-05, | |
| "loss": 1.9148, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 9.17, | |
| "learning_rate": 3.8537554345110194e-05, | |
| "loss": 1.9078, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 9.19, | |
| "learning_rate": 3.850632152316226e-05, | |
| "loss": 1.9113, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 9.22, | |
| "learning_rate": 3.8475088701214336e-05, | |
| "loss": 1.9089, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 9.24, | |
| "learning_rate": 3.84438558792664e-05, | |
| "loss": 1.908, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 9.27, | |
| "learning_rate": 3.841262305731848e-05, | |
| "loss": 1.9118, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 9.29, | |
| "learning_rate": 3.8381390235370545e-05, | |
| "loss": 1.901, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 9.32, | |
| "learning_rate": 3.835015741342262e-05, | |
| "loss": 1.9031, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 9.34, | |
| "learning_rate": 3.831892459147469e-05, | |
| "loss": 1.9069, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 9.37, | |
| "learning_rate": 3.828769176952676e-05, | |
| "loss": 1.9037, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 9.39, | |
| "learning_rate": 3.8256458947578835e-05, | |
| "loss": 1.8997, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 9.42, | |
| "learning_rate": 3.82252261256309e-05, | |
| "loss": 1.9024, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 9.44, | |
| "learning_rate": 3.819399330368298e-05, | |
| "loss": 1.9035, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 9.47, | |
| "learning_rate": 3.816276048173505e-05, | |
| "loss": 1.9035, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 9.49, | |
| "learning_rate": 3.813152765978712e-05, | |
| "loss": 1.9011, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 9.52, | |
| "learning_rate": 3.810029483783919e-05, | |
| "loss": 1.9071, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 9.54, | |
| "learning_rate": 3.806906201589126e-05, | |
| "loss": 1.9032, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 9.57, | |
| "learning_rate": 3.803782919394333e-05, | |
| "loss": 1.8986, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 9.59, | |
| "learning_rate": 3.800659637199541e-05, | |
| "loss": 1.8996, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 9.62, | |
| "learning_rate": 3.7975363550047476e-05, | |
| "loss": 1.8963, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 9.64, | |
| "learning_rate": 3.794413072809955e-05, | |
| "loss": 1.8981, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 9.67, | |
| "learning_rate": 3.791289790615162e-05, | |
| "loss": 1.9042, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 9.69, | |
| "learning_rate": 3.7881665084203685e-05, | |
| "loss": 1.8958, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 9.72, | |
| "learning_rate": 3.7850432262255766e-05, | |
| "loss": 1.8975, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 9.74, | |
| "learning_rate": 3.7819199440307834e-05, | |
| "loss": 1.8925, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 9.77, | |
| "learning_rate": 3.77879666183599e-05, | |
| "loss": 1.8883, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 9.79, | |
| "learning_rate": 3.7756733796411976e-05, | |
| "loss": 1.9021, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 9.82, | |
| "learning_rate": 3.772550097446404e-05, | |
| "loss": 1.9004, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 9.84, | |
| "learning_rate": 3.769426815251612e-05, | |
| "loss": 1.8899, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 9.87, | |
| "learning_rate": 3.766303533056819e-05, | |
| "loss": 1.8924, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 9.89, | |
| "learning_rate": 3.763180250862026e-05, | |
| "loss": 1.8888, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 9.92, | |
| "learning_rate": 3.760056968667233e-05, | |
| "loss": 1.8918, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 9.94, | |
| "learning_rate": 3.75693368647244e-05, | |
| "loss": 1.8857, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 9.97, | |
| "learning_rate": 3.7538104042776475e-05, | |
| "loss": 1.884, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 9.99, | |
| "learning_rate": 3.750687122082855e-05, | |
| "loss": 1.8952, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 1.834604024887085, | |
| "eval_runtime": 80.8164, | |
| "eval_samples_per_second": 523.904, | |
| "eval_steps_per_second": 65.494, | |
| "step": 200110 | |
| }, | |
| { | |
| "epoch": 10.02, | |
| "learning_rate": 3.747563839888062e-05, | |
| "loss": 1.8863, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 10.04, | |
| "learning_rate": 3.744440557693269e-05, | |
| "loss": 1.8832, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 10.07, | |
| "learning_rate": 3.741317275498476e-05, | |
| "loss": 1.8871, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 10.09, | |
| "learning_rate": 3.738193993303683e-05, | |
| "loss": 1.8874, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 10.12, | |
| "learning_rate": 3.73507071110889e-05, | |
| "loss": 1.8756, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 10.14, | |
| "learning_rate": 3.7319474289140974e-05, | |
| "loss": 1.8853, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 10.17, | |
| "learning_rate": 3.728824146719305e-05, | |
| "loss": 1.8779, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 10.19, | |
| "learning_rate": 3.7257008645245116e-05, | |
| "loss": 1.8808, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 10.22, | |
| "learning_rate": 3.722577582329719e-05, | |
| "loss": 1.8776, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 10.24, | |
| "learning_rate": 3.719454300134926e-05, | |
| "loss": 1.8773, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 10.27, | |
| "learning_rate": 3.7163310179401325e-05, | |
| "loss": 1.878, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 10.29, | |
| "learning_rate": 3.7132077357453406e-05, | |
| "loss": 1.8763, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 10.32, | |
| "learning_rate": 3.7100844535505474e-05, | |
| "loss": 1.8795, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 10.34, | |
| "learning_rate": 3.706961171355755e-05, | |
| "loss": 1.8709, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 10.37, | |
| "learning_rate": 3.7038378891609615e-05, | |
| "loss": 1.8771, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 10.39, | |
| "learning_rate": 3.700714606966168e-05, | |
| "loss": 1.871, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 10.42, | |
| "learning_rate": 3.6975913247713764e-05, | |
| "loss": 1.8733, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 10.44, | |
| "learning_rate": 3.694468042576583e-05, | |
| "loss": 1.8719, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 10.47, | |
| "learning_rate": 3.69134476038179e-05, | |
| "loss": 1.8728, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 10.49, | |
| "learning_rate": 3.688221478186997e-05, | |
| "loss": 1.8712, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 10.52, | |
| "learning_rate": 3.685098195992204e-05, | |
| "loss": 1.8698, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 10.54, | |
| "learning_rate": 3.6819749137974115e-05, | |
| "loss": 1.8762, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 10.57, | |
| "learning_rate": 3.678851631602619e-05, | |
| "loss": 1.8686, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 10.59, | |
| "learning_rate": 3.6757283494078257e-05, | |
| "loss": 1.8684, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 10.62, | |
| "learning_rate": 3.672605067213033e-05, | |
| "loss": 1.8663, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 10.64, | |
| "learning_rate": 3.66948178501824e-05, | |
| "loss": 1.8685, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 10.67, | |
| "learning_rate": 3.666358502823447e-05, | |
| "loss": 1.8676, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 10.69, | |
| "learning_rate": 3.663235220628655e-05, | |
| "loss": 1.8718, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 10.72, | |
| "learning_rate": 3.6601119384338614e-05, | |
| "loss": 1.8626, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 10.74, | |
| "learning_rate": 3.656988656239069e-05, | |
| "loss": 1.8601, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 10.77, | |
| "learning_rate": 3.6538653740442756e-05, | |
| "loss": 1.8629, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 10.79, | |
| "learning_rate": 3.650742091849483e-05, | |
| "loss": 1.8628, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 10.82, | |
| "learning_rate": 3.64761880965469e-05, | |
| "loss": 1.8661, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 10.84, | |
| "learning_rate": 3.644495527459897e-05, | |
| "loss": 1.8627, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 10.87, | |
| "learning_rate": 3.6413722452651046e-05, | |
| "loss": 1.8651, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 10.89, | |
| "learning_rate": 3.6382489630703114e-05, | |
| "loss": 1.8676, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 10.92, | |
| "learning_rate": 3.635125680875519e-05, | |
| "loss": 1.8604, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 10.94, | |
| "learning_rate": 3.6320023986807255e-05, | |
| "loss": 1.8631, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 10.97, | |
| "learning_rate": 3.628879116485933e-05, | |
| "loss": 1.8636, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 10.99, | |
| "learning_rate": 3.6257558342911404e-05, | |
| "loss": 1.8591, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_loss": 1.805991530418396, | |
| "eval_runtime": 80.9106, | |
| "eval_samples_per_second": 523.293, | |
| "eval_steps_per_second": 65.418, | |
| "step": 220121 | |
| }, | |
| { | |
| "epoch": 11.02, | |
| "learning_rate": 3.622632552096347e-05, | |
| "loss": 1.8554, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 11.04, | |
| "learning_rate": 3.6195092699015546e-05, | |
| "loss": 1.8545, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 11.07, | |
| "learning_rate": 3.616385987706761e-05, | |
| "loss": 1.8444, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 11.09, | |
| "learning_rate": 3.613262705511968e-05, | |
| "loss": 1.8531, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 11.12, | |
| "learning_rate": 3.610139423317176e-05, | |
| "loss": 1.852, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 11.14, | |
| "learning_rate": 3.607016141122383e-05, | |
| "loss": 1.8545, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 11.17, | |
| "learning_rate": 3.6038928589275896e-05, | |
| "loss": 1.8514, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 11.19, | |
| "learning_rate": 3.600769576732797e-05, | |
| "loss": 1.8446, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 11.22, | |
| "learning_rate": 3.597646294538004e-05, | |
| "loss": 1.8502, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 11.24, | |
| "learning_rate": 3.594523012343212e-05, | |
| "loss": 1.8509, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 11.27, | |
| "learning_rate": 3.591399730148419e-05, | |
| "loss": 1.8524, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 11.29, | |
| "learning_rate": 3.5882764479536254e-05, | |
| "loss": 1.853, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 11.32, | |
| "learning_rate": 3.585153165758833e-05, | |
| "loss": 1.8523, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 11.34, | |
| "learning_rate": 3.5820298835640396e-05, | |
| "loss": 1.8522, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 11.37, | |
| "learning_rate": 3.578906601369247e-05, | |
| "loss": 1.8485, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 11.39, | |
| "learning_rate": 3.5757833191744544e-05, | |
| "loss": 1.8477, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 11.42, | |
| "learning_rate": 3.572660036979661e-05, | |
| "loss": 1.8465, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 11.44, | |
| "learning_rate": 3.5695367547848686e-05, | |
| "loss": 1.8521, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 11.47, | |
| "learning_rate": 3.5664134725900754e-05, | |
| "loss": 1.8491, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 11.49, | |
| "learning_rate": 3.563290190395283e-05, | |
| "loss": 1.8514, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 11.52, | |
| "learning_rate": 3.56016690820049e-05, | |
| "loss": 1.8497, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 11.54, | |
| "learning_rate": 3.557043626005697e-05, | |
| "loss": 1.8525, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 11.57, | |
| "learning_rate": 3.5539203438109044e-05, | |
| "loss": 1.8456, | |
| "step": 231500 | |
| }, | |
| { | |
| "epoch": 11.59, | |
| "learning_rate": 3.550797061616111e-05, | |
| "loss": 1.8493, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 11.62, | |
| "learning_rate": 3.5476737794213186e-05, | |
| "loss": 1.8425, | |
| "step": 232500 | |
| }, | |
| { | |
| "epoch": 11.64, | |
| "learning_rate": 3.544550497226525e-05, | |
| "loss": 1.8421, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 11.67, | |
| "learning_rate": 3.541427215031733e-05, | |
| "loss": 1.8499, | |
| "step": 233500 | |
| }, | |
| { | |
| "epoch": 11.69, | |
| "learning_rate": 3.53830393283694e-05, | |
| "loss": 1.8379, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 11.72, | |
| "learning_rate": 3.535180650642147e-05, | |
| "loss": 1.8443, | |
| "step": 234500 | |
| }, | |
| { | |
| "epoch": 11.74, | |
| "learning_rate": 3.532057368447354e-05, | |
| "loss": 1.8443, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 11.77, | |
| "learning_rate": 3.528934086252561e-05, | |
| "loss": 1.8472, | |
| "step": 235500 | |
| }, | |
| { | |
| "epoch": 11.79, | |
| "learning_rate": 3.5258108040577685e-05, | |
| "loss": 1.837, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 11.82, | |
| "learning_rate": 3.522687521862976e-05, | |
| "loss": 1.8415, | |
| "step": 236500 | |
| }, | |
| { | |
| "epoch": 11.84, | |
| "learning_rate": 3.519564239668183e-05, | |
| "loss": 1.8409, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 11.87, | |
| "learning_rate": 3.51644095747339e-05, | |
| "loss": 1.8314, | |
| "step": 237500 | |
| }, | |
| { | |
| "epoch": 11.89, | |
| "learning_rate": 3.513317675278597e-05, | |
| "loss": 1.8407, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 11.92, | |
| "learning_rate": 3.5101943930838036e-05, | |
| "loss": 1.8414, | |
| "step": 238500 | |
| }, | |
| { | |
| "epoch": 11.94, | |
| "learning_rate": 3.507071110889012e-05, | |
| "loss": 1.8354, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 11.97, | |
| "learning_rate": 3.5039478286942184e-05, | |
| "loss": 1.8368, | |
| "step": 239500 | |
| }, | |
| { | |
| "epoch": 11.99, | |
| "learning_rate": 3.500824546499425e-05, | |
| "loss": 1.839, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_loss": 1.7868399620056152, | |
| "eval_runtime": 80.9133, | |
| "eval_samples_per_second": 523.276, | |
| "eval_steps_per_second": 65.416, | |
| "step": 240132 | |
| }, | |
| { | |
| "epoch": 12.02, | |
| "learning_rate": 3.4977012643046326e-05, | |
| "loss": 1.8311, | |
| "step": 240500 | |
| }, | |
| { | |
| "epoch": 12.04, | |
| "learning_rate": 3.4945779821098393e-05, | |
| "loss": 1.8268, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 12.07, | |
| "learning_rate": 3.4914546999150475e-05, | |
| "loss": 1.8299, | |
| "step": 241500 | |
| }, | |
| { | |
| "epoch": 12.09, | |
| "learning_rate": 3.488331417720254e-05, | |
| "loss": 1.8362, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 12.12, | |
| "learning_rate": 3.485208135525461e-05, | |
| "loss": 1.8285, | |
| "step": 242500 | |
| }, | |
| { | |
| "epoch": 12.14, | |
| "learning_rate": 3.4820848533306684e-05, | |
| "loss": 1.8226, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 12.17, | |
| "learning_rate": 3.478961571135875e-05, | |
| "loss": 1.8222, | |
| "step": 243500 | |
| }, | |
| { | |
| "epoch": 12.19, | |
| "learning_rate": 3.4758382889410825e-05, | |
| "loss": 1.8248, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 12.22, | |
| "learning_rate": 3.47271500674629e-05, | |
| "loss": 1.8281, | |
| "step": 244500 | |
| }, | |
| { | |
| "epoch": 12.24, | |
| "learning_rate": 3.469591724551497e-05, | |
| "loss": 1.8299, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 12.27, | |
| "learning_rate": 3.466468442356704e-05, | |
| "loss": 1.8276, | |
| "step": 245500 | |
| }, | |
| { | |
| "epoch": 12.29, | |
| "learning_rate": 3.463345160161911e-05, | |
| "loss": 1.8324, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 12.32, | |
| "learning_rate": 3.460221877967118e-05, | |
| "loss": 1.8266, | |
| "step": 246500 | |
| }, | |
| { | |
| "epoch": 12.34, | |
| "learning_rate": 3.457098595772326e-05, | |
| "loss": 1.8242, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 12.37, | |
| "learning_rate": 3.4539753135775325e-05, | |
| "loss": 1.8211, | |
| "step": 247500 | |
| }, | |
| { | |
| "epoch": 12.39, | |
| "learning_rate": 3.45085203138274e-05, | |
| "loss": 1.8301, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 12.42, | |
| "learning_rate": 3.4477287491879467e-05, | |
| "loss": 1.8235, | |
| "step": 248500 | |
| }, | |
| { | |
| "epoch": 12.44, | |
| "learning_rate": 3.444605466993154e-05, | |
| "loss": 1.8281, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 12.47, | |
| "learning_rate": 3.441482184798361e-05, | |
| "loss": 1.826, | |
| "step": 249500 | |
| }, | |
| { | |
| "epoch": 12.49, | |
| "learning_rate": 3.438358902603568e-05, | |
| "loss": 1.8222, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 12.52, | |
| "learning_rate": 3.435235620408776e-05, | |
| "loss": 1.8162, | |
| "step": 250500 | |
| }, | |
| { | |
| "epoch": 12.54, | |
| "learning_rate": 3.4321123382139824e-05, | |
| "loss": 1.8247, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 12.57, | |
| "learning_rate": 3.42898905601919e-05, | |
| "loss": 1.8252, | |
| "step": 251500 | |
| }, | |
| { | |
| "epoch": 12.59, | |
| "learning_rate": 3.4258657738243966e-05, | |
| "loss": 1.8241, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 12.62, | |
| "learning_rate": 3.422742491629604e-05, | |
| "loss": 1.8261, | |
| "step": 252500 | |
| }, | |
| { | |
| "epoch": 12.64, | |
| "learning_rate": 3.4196192094348114e-05, | |
| "loss": 1.8208, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 12.67, | |
| "learning_rate": 3.416495927240018e-05, | |
| "loss": 1.8311, | |
| "step": 253500 | |
| }, | |
| { | |
| "epoch": 12.69, | |
| "learning_rate": 3.413372645045225e-05, | |
| "loss": 1.8198, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 12.72, | |
| "learning_rate": 3.4102493628504324e-05, | |
| "loss": 1.8178, | |
| "step": 254500 | |
| }, | |
| { | |
| "epoch": 12.74, | |
| "learning_rate": 3.407126080655639e-05, | |
| "loss": 1.8204, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 12.77, | |
| "learning_rate": 3.404002798460847e-05, | |
| "loss": 1.8191, | |
| "step": 255500 | |
| }, | |
| { | |
| "epoch": 12.79, | |
| "learning_rate": 3.400879516266054e-05, | |
| "loss": 1.8214, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 12.82, | |
| "learning_rate": 3.397756234071261e-05, | |
| "loss": 1.8196, | |
| "step": 256500 | |
| }, | |
| { | |
| "epoch": 12.84, | |
| "learning_rate": 3.394632951876468e-05, | |
| "loss": 1.8208, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 12.87, | |
| "learning_rate": 3.391509669681675e-05, | |
| "loss": 1.8118, | |
| "step": 257500 | |
| }, | |
| { | |
| "epoch": 12.89, | |
| "learning_rate": 3.388386387486883e-05, | |
| "loss": 1.8194, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 12.92, | |
| "learning_rate": 3.38526310529209e-05, | |
| "loss": 1.8087, | |
| "step": 258500 | |
| }, | |
| { | |
| "epoch": 12.94, | |
| "learning_rate": 3.3821398230972965e-05, | |
| "loss": 1.811, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 12.97, | |
| "learning_rate": 3.379016540902504e-05, | |
| "loss": 1.8126, | |
| "step": 259500 | |
| }, | |
| { | |
| "epoch": 12.99, | |
| "learning_rate": 3.3758932587077106e-05, | |
| "loss": 1.8125, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_loss": 1.7630648612976074, | |
| "eval_runtime": 80.8714, | |
| "eval_samples_per_second": 523.547, | |
| "eval_steps_per_second": 65.45, | |
| "step": 260143 | |
| }, | |
| { | |
| "epoch": 13.02, | |
| "learning_rate": 3.372769976512918e-05, | |
| "loss": 1.811, | |
| "step": 260500 | |
| }, | |
| { | |
| "epoch": 13.04, | |
| "learning_rate": 3.3696466943181255e-05, | |
| "loss": 1.8085, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 13.07, | |
| "learning_rate": 3.366523412123332e-05, | |
| "loss": 1.8081, | |
| "step": 261500 | |
| }, | |
| { | |
| "epoch": 13.09, | |
| "learning_rate": 3.36340012992854e-05, | |
| "loss": 1.8104, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 13.12, | |
| "learning_rate": 3.3602768477337464e-05, | |
| "loss": 1.808, | |
| "step": 262500 | |
| }, | |
| { | |
| "epoch": 13.14, | |
| "learning_rate": 3.357153565538954e-05, | |
| "loss": 1.8047, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 13.17, | |
| "learning_rate": 3.354030283344161e-05, | |
| "loss": 1.8046, | |
| "step": 263500 | |
| }, | |
| { | |
| "epoch": 13.19, | |
| "learning_rate": 3.350907001149368e-05, | |
| "loss": 1.8061, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 13.22, | |
| "learning_rate": 3.3477837189545754e-05, | |
| "loss": 1.8071, | |
| "step": 264500 | |
| }, | |
| { | |
| "epoch": 13.24, | |
| "learning_rate": 3.344660436759782e-05, | |
| "loss": 1.8171, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 13.27, | |
| "learning_rate": 3.3415371545649896e-05, | |
| "loss": 1.8055, | |
| "step": 265500 | |
| }, | |
| { | |
| "epoch": 13.29, | |
| "learning_rate": 3.3384138723701964e-05, | |
| "loss": 1.8065, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 13.32, | |
| "learning_rate": 3.335290590175404e-05, | |
| "loss": 1.8104, | |
| "step": 266500 | |
| }, | |
| { | |
| "epoch": 13.34, | |
| "learning_rate": 3.332167307980611e-05, | |
| "loss": 1.804, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 13.37, | |
| "learning_rate": 3.329044025785818e-05, | |
| "loss": 1.8022, | |
| "step": 267500 | |
| }, | |
| { | |
| "epoch": 13.39, | |
| "learning_rate": 3.325920743591025e-05, | |
| "loss": 1.8046, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 13.42, | |
| "learning_rate": 3.322797461396232e-05, | |
| "loss": 1.8017, | |
| "step": 268500 | |
| }, | |
| { | |
| "epoch": 13.44, | |
| "learning_rate": 3.3196741792014395e-05, | |
| "loss": 1.8119, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 13.47, | |
| "learning_rate": 3.316550897006647e-05, | |
| "loss": 1.8047, | |
| "step": 269500 | |
| }, | |
| { | |
| "epoch": 13.49, | |
| "learning_rate": 3.313427614811854e-05, | |
| "loss": 1.8013, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 13.52, | |
| "learning_rate": 3.3103043326170605e-05, | |
| "loss": 1.8063, | |
| "step": 270500 | |
| }, | |
| { | |
| "epoch": 13.54, | |
| "learning_rate": 3.307181050422268e-05, | |
| "loss": 1.7995, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 13.57, | |
| "learning_rate": 3.3040577682274746e-05, | |
| "loss": 1.8046, | |
| "step": 271500 | |
| }, | |
| { | |
| "epoch": 13.59, | |
| "learning_rate": 3.300934486032683e-05, | |
| "loss": 1.8081, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 13.62, | |
| "learning_rate": 3.2978112038378895e-05, | |
| "loss": 1.8051, | |
| "step": 272500 | |
| }, | |
| { | |
| "epoch": 13.64, | |
| "learning_rate": 3.294687921643096e-05, | |
| "loss": 1.8055, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 13.67, | |
| "learning_rate": 3.2915646394483037e-05, | |
| "loss": 1.8044, | |
| "step": 273500 | |
| }, | |
| { | |
| "epoch": 13.69, | |
| "learning_rate": 3.2884413572535104e-05, | |
| "loss": 1.8024, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 13.72, | |
| "learning_rate": 3.285318075058718e-05, | |
| "loss": 1.8019, | |
| "step": 274500 | |
| }, | |
| { | |
| "epoch": 13.74, | |
| "learning_rate": 3.282194792863925e-05, | |
| "loss": 1.8005, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 13.77, | |
| "learning_rate": 3.279071510669132e-05, | |
| "loss": 1.8033, | |
| "step": 275500 | |
| }, | |
| { | |
| "epoch": 13.79, | |
| "learning_rate": 3.2759482284743394e-05, | |
| "loss": 1.797, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 13.82, | |
| "learning_rate": 3.272824946279546e-05, | |
| "loss": 1.7982, | |
| "step": 276500 | |
| }, | |
| { | |
| "epoch": 13.84, | |
| "learning_rate": 3.2697016640847536e-05, | |
| "loss": 1.8006, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 13.87, | |
| "learning_rate": 3.266578381889961e-05, | |
| "loss": 1.8047, | |
| "step": 277500 | |
| }, | |
| { | |
| "epoch": 13.89, | |
| "learning_rate": 3.263455099695168e-05, | |
| "loss": 1.8001, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 13.92, | |
| "learning_rate": 3.260331817500375e-05, | |
| "loss": 1.8024, | |
| "step": 278500 | |
| }, | |
| { | |
| "epoch": 13.94, | |
| "learning_rate": 3.257208535305582e-05, | |
| "loss": 1.7996, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 13.97, | |
| "learning_rate": 3.2540852531107894e-05, | |
| "loss": 1.794, | |
| "step": 279500 | |
| }, | |
| { | |
| "epoch": 13.99, | |
| "learning_rate": 3.250961970915997e-05, | |
| "loss": 1.7972, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_loss": 1.7481426000595093, | |
| "eval_runtime": 80.9838, | |
| "eval_samples_per_second": 522.821, | |
| "eval_steps_per_second": 65.359, | |
| "step": 280154 | |
| }, | |
| { | |
| "epoch": 14.02, | |
| "learning_rate": 3.2478386887212035e-05, | |
| "loss": 1.7931, | |
| "step": 280500 | |
| }, | |
| { | |
| "epoch": 14.04, | |
| "learning_rate": 3.244715406526411e-05, | |
| "loss": 1.7925, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 14.07, | |
| "learning_rate": 3.241592124331618e-05, | |
| "loss": 1.7925, | |
| "step": 281500 | |
| }, | |
| { | |
| "epoch": 14.09, | |
| "learning_rate": 3.2384688421368245e-05, | |
| "loss": 1.7898, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 14.12, | |
| "learning_rate": 3.235345559942032e-05, | |
| "loss": 1.7953, | |
| "step": 282500 | |
| }, | |
| { | |
| "epoch": 14.14, | |
| "learning_rate": 3.232222277747239e-05, | |
| "loss": 1.7934, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 14.17, | |
| "learning_rate": 3.229098995552447e-05, | |
| "loss": 1.7883, | |
| "step": 283500 | |
| }, | |
| { | |
| "epoch": 14.19, | |
| "learning_rate": 3.2259757133576535e-05, | |
| "loss": 1.7965, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 14.22, | |
| "learning_rate": 3.22285243116286e-05, | |
| "loss": 1.7871, | |
| "step": 284500 | |
| }, | |
| { | |
| "epoch": 14.24, | |
| "learning_rate": 3.2197291489680676e-05, | |
| "loss": 1.7871, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 14.27, | |
| "learning_rate": 3.2166058667732744e-05, | |
| "loss": 1.7853, | |
| "step": 285500 | |
| }, | |
| { | |
| "epoch": 14.29, | |
| "learning_rate": 3.2134825845784825e-05, | |
| "loss": 1.7897, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 14.32, | |
| "learning_rate": 3.210359302383689e-05, | |
| "loss": 1.7853, | |
| "step": 286500 | |
| }, | |
| { | |
| "epoch": 14.34, | |
| "learning_rate": 3.207236020188896e-05, | |
| "loss": 1.7862, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 14.37, | |
| "learning_rate": 3.2041127379941034e-05, | |
| "loss": 1.7853, | |
| "step": 287500 | |
| }, | |
| { | |
| "epoch": 14.39, | |
| "learning_rate": 3.20098945579931e-05, | |
| "loss": 1.7906, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 14.42, | |
| "learning_rate": 3.1978661736045176e-05, | |
| "loss": 1.7891, | |
| "step": 288500 | |
| }, | |
| { | |
| "epoch": 14.44, | |
| "learning_rate": 3.194742891409725e-05, | |
| "loss": 1.7915, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 14.47, | |
| "learning_rate": 3.191619609214932e-05, | |
| "loss": 1.7874, | |
| "step": 289500 | |
| }, | |
| { | |
| "epoch": 14.49, | |
| "learning_rate": 3.188496327020139e-05, | |
| "loss": 1.7879, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 14.52, | |
| "learning_rate": 3.185373044825346e-05, | |
| "loss": 1.7848, | |
| "step": 290500 | |
| }, | |
| { | |
| "epoch": 14.54, | |
| "learning_rate": 3.1822497626305534e-05, | |
| "loss": 1.7879, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 14.57, | |
| "learning_rate": 3.179126480435761e-05, | |
| "loss": 1.7854, | |
| "step": 291500 | |
| }, | |
| { | |
| "epoch": 14.59, | |
| "learning_rate": 3.1760031982409675e-05, | |
| "loss": 1.7835, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 14.62, | |
| "learning_rate": 3.172879916046175e-05, | |
| "loss": 1.7859, | |
| "step": 292500 | |
| }, | |
| { | |
| "epoch": 14.64, | |
| "learning_rate": 3.169756633851382e-05, | |
| "loss": 1.7825, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 14.67, | |
| "learning_rate": 3.166633351656589e-05, | |
| "loss": 1.7856, | |
| "step": 293500 | |
| }, | |
| { | |
| "epoch": 14.69, | |
| "learning_rate": 3.1635100694617966e-05, | |
| "loss": 1.788, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 14.72, | |
| "learning_rate": 3.160386787267003e-05, | |
| "loss": 1.7842, | |
| "step": 294500 | |
| }, | |
| { | |
| "epoch": 14.74, | |
| "learning_rate": 3.157263505072211e-05, | |
| "loss": 1.7848, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 14.77, | |
| "learning_rate": 3.1541402228774175e-05, | |
| "loss": 1.779, | |
| "step": 295500 | |
| }, | |
| { | |
| "epoch": 14.79, | |
| "learning_rate": 3.151016940682624e-05, | |
| "loss": 1.7816, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 14.82, | |
| "learning_rate": 3.1478936584878316e-05, | |
| "loss": 1.7856, | |
| "step": 296500 | |
| }, | |
| { | |
| "epoch": 14.84, | |
| "learning_rate": 3.144770376293039e-05, | |
| "loss": 1.7765, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 14.87, | |
| "learning_rate": 3.1416470940982465e-05, | |
| "loss": 1.786, | |
| "step": 297500 | |
| }, | |
| { | |
| "epoch": 14.89, | |
| "learning_rate": 3.138523811903453e-05, | |
| "loss": 1.7782, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 14.92, | |
| "learning_rate": 3.13540052970866e-05, | |
| "loss": 1.7817, | |
| "step": 298500 | |
| }, | |
| { | |
| "epoch": 14.94, | |
| "learning_rate": 3.1322772475138674e-05, | |
| "loss": 1.7789, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 14.97, | |
| "learning_rate": 3.129153965319075e-05, | |
| "loss": 1.7786, | |
| "step": 299500 | |
| }, | |
| { | |
| "epoch": 14.99, | |
| "learning_rate": 3.126030683124282e-05, | |
| "loss": 1.7814, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_loss": 1.7306526899337769, | |
| "eval_runtime": 80.8426, | |
| "eval_samples_per_second": 523.734, | |
| "eval_steps_per_second": 65.473, | |
| "step": 300165 | |
| }, | |
| { | |
| "epoch": 15.02, | |
| "learning_rate": 3.122907400929489e-05, | |
| "loss": 1.779, | |
| "step": 300500 | |
| }, | |
| { | |
| "epoch": 15.04, | |
| "learning_rate": 3.119784118734696e-05, | |
| "loss": 1.7737, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 15.07, | |
| "learning_rate": 3.116660836539903e-05, | |
| "loss": 1.7743, | |
| "step": 301500 | |
| }, | |
| { | |
| "epoch": 15.09, | |
| "learning_rate": 3.11353755434511e-05, | |
| "loss": 1.7702, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 15.12, | |
| "learning_rate": 3.1104142721503173e-05, | |
| "loss": 1.7722, | |
| "step": 302500 | |
| }, | |
| { | |
| "epoch": 15.14, | |
| "learning_rate": 3.107290989955525e-05, | |
| "loss": 1.7704, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 15.17, | |
| "learning_rate": 3.1041677077607315e-05, | |
| "loss": 1.7726, | |
| "step": 303500 | |
| }, | |
| { | |
| "epoch": 15.19, | |
| "learning_rate": 3.101044425565939e-05, | |
| "loss": 1.7684, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 15.22, | |
| "learning_rate": 3.097921143371146e-05, | |
| "loss": 1.7723, | |
| "step": 304500 | |
| }, | |
| { | |
| "epoch": 15.24, | |
| "learning_rate": 3.094797861176353e-05, | |
| "loss": 1.7726, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 15.27, | |
| "learning_rate": 3.0916745789815605e-05, | |
| "loss": 1.7714, | |
| "step": 305500 | |
| }, | |
| { | |
| "epoch": 15.29, | |
| "learning_rate": 3.088551296786767e-05, | |
| "loss": 1.7683, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 15.32, | |
| "learning_rate": 3.085428014591975e-05, | |
| "loss": 1.7728, | |
| "step": 306500 | |
| }, | |
| { | |
| "epoch": 15.34, | |
| "learning_rate": 3.0823047323971815e-05, | |
| "loss": 1.7719, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 15.37, | |
| "learning_rate": 3.079181450202389e-05, | |
| "loss": 1.7737, | |
| "step": 307500 | |
| }, | |
| { | |
| "epoch": 15.39, | |
| "learning_rate": 3.076058168007596e-05, | |
| "loss": 1.7685, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 15.42, | |
| "learning_rate": 3.072934885812803e-05, | |
| "loss": 1.7675, | |
| "step": 308500 | |
| }, | |
| { | |
| "epoch": 15.44, | |
| "learning_rate": 3.0698116036180105e-05, | |
| "loss": 1.7728, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 15.47, | |
| "learning_rate": 3.066688321423217e-05, | |
| "loss": 1.7648, | |
| "step": 309500 | |
| }, | |
| { | |
| "epoch": 15.49, | |
| "learning_rate": 3.063565039228424e-05, | |
| "loss": 1.7631, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 15.52, | |
| "learning_rate": 3.060441757033632e-05, | |
| "loss": 1.7693, | |
| "step": 310500 | |
| }, | |
| { | |
| "epoch": 15.54, | |
| "learning_rate": 3.057318474838839e-05, | |
| "loss": 1.7657, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 15.57, | |
| "learning_rate": 3.054195192644046e-05, | |
| "loss": 1.7632, | |
| "step": 311500 | |
| }, | |
| { | |
| "epoch": 15.59, | |
| "learning_rate": 3.051071910449253e-05, | |
| "loss": 1.7655, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 15.62, | |
| "learning_rate": 3.04794862825446e-05, | |
| "loss": 1.773, | |
| "step": 312500 | |
| }, | |
| { | |
| "epoch": 15.64, | |
| "learning_rate": 3.044825346059667e-05, | |
| "loss": 1.771, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 15.67, | |
| "learning_rate": 3.0417020638648746e-05, | |
| "loss": 1.7654, | |
| "step": 313500 | |
| }, | |
| { | |
| "epoch": 15.69, | |
| "learning_rate": 3.0385787816700817e-05, | |
| "loss": 1.7675, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 15.72, | |
| "learning_rate": 3.0354554994752888e-05, | |
| "loss": 1.763, | |
| "step": 314500 | |
| }, | |
| { | |
| "epoch": 15.74, | |
| "learning_rate": 3.032332217280496e-05, | |
| "loss": 1.7677, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 15.77, | |
| "learning_rate": 3.029208935085703e-05, | |
| "loss": 1.768, | |
| "step": 315500 | |
| }, | |
| { | |
| "epoch": 15.79, | |
| "learning_rate": 3.0260856528909104e-05, | |
| "loss": 1.7676, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 15.82, | |
| "learning_rate": 3.0229623706961174e-05, | |
| "loss": 1.7603, | |
| "step": 316500 | |
| }, | |
| { | |
| "epoch": 15.84, | |
| "learning_rate": 3.0198390885013245e-05, | |
| "loss": 1.7584, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 15.87, | |
| "learning_rate": 3.0167158063065316e-05, | |
| "loss": 1.768, | |
| "step": 317500 | |
| }, | |
| { | |
| "epoch": 15.89, | |
| "learning_rate": 3.0135925241117384e-05, | |
| "loss": 1.7609, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 15.92, | |
| "learning_rate": 3.0104692419169455e-05, | |
| "loss": 1.7658, | |
| "step": 318500 | |
| }, | |
| { | |
| "epoch": 15.94, | |
| "learning_rate": 3.0073459597221532e-05, | |
| "loss": 1.7593, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 15.97, | |
| "learning_rate": 3.0042226775273603e-05, | |
| "loss": 1.7652, | |
| "step": 319500 | |
| }, | |
| { | |
| "epoch": 15.99, | |
| "learning_rate": 3.0010993953325674e-05, | |
| "loss": 1.7662, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_loss": 1.7128653526306152, | |
| "eval_runtime": 80.8512, | |
| "eval_samples_per_second": 523.678, | |
| "eval_steps_per_second": 65.466, | |
| "step": 320176 | |
| }, | |
| { | |
| "epoch": 16.02, | |
| "learning_rate": 2.997976113137774e-05, | |
| "loss": 1.7638, | |
| "step": 320500 | |
| }, | |
| { | |
| "epoch": 16.04, | |
| "learning_rate": 2.9948528309429812e-05, | |
| "loss": 1.7568, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 16.07, | |
| "learning_rate": 2.991729548748189e-05, | |
| "loss": 1.7578, | |
| "step": 321500 | |
| }, | |
| { | |
| "epoch": 16.09, | |
| "learning_rate": 2.988606266553396e-05, | |
| "loss": 1.7517, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 16.12, | |
| "learning_rate": 2.9854829843586028e-05, | |
| "loss": 1.76, | |
| "step": 322500 | |
| }, | |
| { | |
| "epoch": 16.14, | |
| "learning_rate": 2.98235970216381e-05, | |
| "loss": 1.7607, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 16.17, | |
| "learning_rate": 2.979236419969017e-05, | |
| "loss": 1.7622, | |
| "step": 323500 | |
| }, | |
| { | |
| "epoch": 16.19, | |
| "learning_rate": 2.976113137774224e-05, | |
| "loss": 1.7604, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 16.22, | |
| "learning_rate": 2.9729898555794315e-05, | |
| "loss": 1.7598, | |
| "step": 324500 | |
| }, | |
| { | |
| "epoch": 16.24, | |
| "learning_rate": 2.9698665733846386e-05, | |
| "loss": 1.7572, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 16.27, | |
| "learning_rate": 2.9667432911898457e-05, | |
| "loss": 1.7541, | |
| "step": 325500 | |
| }, | |
| { | |
| "epoch": 16.29, | |
| "learning_rate": 2.9636200089950528e-05, | |
| "loss": 1.7549, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 16.32, | |
| "learning_rate": 2.96049672680026e-05, | |
| "loss": 1.7625, | |
| "step": 326500 | |
| }, | |
| { | |
| "epoch": 16.34, | |
| "learning_rate": 2.9573734446054673e-05, | |
| "loss": 1.7551, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 16.37, | |
| "learning_rate": 2.9542501624106744e-05, | |
| "loss": 1.7545, | |
| "step": 327500 | |
| }, | |
| { | |
| "epoch": 16.39, | |
| "learning_rate": 2.9511268802158814e-05, | |
| "loss": 1.7525, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 16.42, | |
| "learning_rate": 2.9480035980210885e-05, | |
| "loss": 1.7537, | |
| "step": 328500 | |
| }, | |
| { | |
| "epoch": 16.44, | |
| "learning_rate": 2.9448803158262956e-05, | |
| "loss": 1.7559, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 16.47, | |
| "learning_rate": 2.9417570336315027e-05, | |
| "loss": 1.7551, | |
| "step": 329500 | |
| }, | |
| { | |
| "epoch": 16.49, | |
| "learning_rate": 2.93863375143671e-05, | |
| "loss": 1.7507, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 16.52, | |
| "learning_rate": 2.9355104692419172e-05, | |
| "loss": 1.7492, | |
| "step": 330500 | |
| }, | |
| { | |
| "epoch": 16.54, | |
| "learning_rate": 2.9323871870471243e-05, | |
| "loss": 1.7561, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 16.57, | |
| "learning_rate": 2.9292639048523314e-05, | |
| "loss": 1.7515, | |
| "step": 331500 | |
| }, | |
| { | |
| "epoch": 16.59, | |
| "learning_rate": 2.9261406226575385e-05, | |
| "loss": 1.7496, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 16.62, | |
| "learning_rate": 2.923017340462746e-05, | |
| "loss": 1.7565, | |
| "step": 332500 | |
| }, | |
| { | |
| "epoch": 16.64, | |
| "learning_rate": 2.919894058267953e-05, | |
| "loss": 1.7499, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 16.67, | |
| "learning_rate": 2.91677077607316e-05, | |
| "loss": 1.7528, | |
| "step": 333500 | |
| }, | |
| { | |
| "epoch": 16.69, | |
| "learning_rate": 2.913647493878367e-05, | |
| "loss": 1.7548, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 16.72, | |
| "learning_rate": 2.910524211683574e-05, | |
| "loss": 1.7502, | |
| "step": 334500 | |
| }, | |
| { | |
| "epoch": 16.74, | |
| "learning_rate": 2.907400929488781e-05, | |
| "loss": 1.7511, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 16.77, | |
| "learning_rate": 2.9042776472939887e-05, | |
| "loss": 1.7493, | |
| "step": 335500 | |
| }, | |
| { | |
| "epoch": 16.79, | |
| "learning_rate": 2.9011543650991958e-05, | |
| "loss": 1.7518, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 16.82, | |
| "learning_rate": 2.8980310829044026e-05, | |
| "loss": 1.7525, | |
| "step": 336500 | |
| }, | |
| { | |
| "epoch": 16.84, | |
| "learning_rate": 2.8949078007096097e-05, | |
| "loss": 1.7512, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 16.87, | |
| "learning_rate": 2.8917845185148167e-05, | |
| "loss": 1.7467, | |
| "step": 337500 | |
| }, | |
| { | |
| "epoch": 16.89, | |
| "learning_rate": 2.8886612363200245e-05, | |
| "loss": 1.7506, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 16.92, | |
| "learning_rate": 2.8855379541252313e-05, | |
| "loss": 1.7442, | |
| "step": 338500 | |
| }, | |
| { | |
| "epoch": 16.94, | |
| "learning_rate": 2.8824146719304383e-05, | |
| "loss": 1.7462, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 16.97, | |
| "learning_rate": 2.8792913897356454e-05, | |
| "loss": 1.75, | |
| "step": 339500 | |
| }, | |
| { | |
| "epoch": 16.99, | |
| "learning_rate": 2.8761681075408525e-05, | |
| "loss": 1.7446, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_loss": 1.7006747722625732, | |
| "eval_runtime": 81.9179, | |
| "eval_samples_per_second": 516.859, | |
| "eval_steps_per_second": 64.613, | |
| "step": 340187 | |
| }, | |
| { | |
| "epoch": 17.02, | |
| "learning_rate": 2.8730448253460596e-05, | |
| "loss": 1.7475, | |
| "step": 340500 | |
| }, | |
| { | |
| "epoch": 17.04, | |
| "learning_rate": 2.869921543151267e-05, | |
| "loss": 1.7432, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 17.07, | |
| "learning_rate": 2.866798260956474e-05, | |
| "loss": 1.7499, | |
| "step": 341500 | |
| }, | |
| { | |
| "epoch": 17.09, | |
| "learning_rate": 2.8636749787616812e-05, | |
| "loss": 1.7432, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 17.12, | |
| "learning_rate": 2.8605516965668883e-05, | |
| "loss": 1.7365, | |
| "step": 342500 | |
| }, | |
| { | |
| "epoch": 17.14, | |
| "learning_rate": 2.8574284143720954e-05, | |
| "loss": 1.7398, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 17.17, | |
| "learning_rate": 2.8543051321773028e-05, | |
| "loss": 1.7395, | |
| "step": 343500 | |
| }, | |
| { | |
| "epoch": 17.19, | |
| "learning_rate": 2.85118184998251e-05, | |
| "loss": 1.741, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 17.22, | |
| "learning_rate": 2.848058567787717e-05, | |
| "loss": 1.7447, | |
| "step": 344500 | |
| }, | |
| { | |
| "epoch": 17.24, | |
| "learning_rate": 2.844935285592924e-05, | |
| "loss": 1.74, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 17.27, | |
| "learning_rate": 2.841812003398131e-05, | |
| "loss": 1.7436, | |
| "step": 345500 | |
| }, | |
| { | |
| "epoch": 17.29, | |
| "learning_rate": 2.8386887212033382e-05, | |
| "loss": 1.7429, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 17.32, | |
| "learning_rate": 2.8355654390085456e-05, | |
| "loss": 1.7386, | |
| "step": 346500 | |
| }, | |
| { | |
| "epoch": 17.34, | |
| "learning_rate": 2.8324421568137527e-05, | |
| "loss": 1.7445, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 17.37, | |
| "learning_rate": 2.8293188746189598e-05, | |
| "loss": 1.7333, | |
| "step": 347500 | |
| }, | |
| { | |
| "epoch": 17.39, | |
| "learning_rate": 2.826195592424167e-05, | |
| "loss": 1.735, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 17.42, | |
| "learning_rate": 2.8230723102293737e-05, | |
| "loss": 1.7443, | |
| "step": 348500 | |
| }, | |
| { | |
| "epoch": 17.44, | |
| "learning_rate": 2.8199490280345814e-05, | |
| "loss": 1.7404, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 17.47, | |
| "learning_rate": 2.8168257458397885e-05, | |
| "loss": 1.739, | |
| "step": 349500 | |
| }, | |
| { | |
| "epoch": 17.49, | |
| "learning_rate": 2.8137024636449956e-05, | |
| "loss": 1.7397, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 17.52, | |
| "learning_rate": 2.8105791814502023e-05, | |
| "loss": 1.7426, | |
| "step": 350500 | |
| }, | |
| { | |
| "epoch": 17.54, | |
| "learning_rate": 2.8074558992554094e-05, | |
| "loss": 1.7324, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 17.57, | |
| "learning_rate": 2.8043326170606165e-05, | |
| "loss": 1.7429, | |
| "step": 351500 | |
| }, | |
| { | |
| "epoch": 17.59, | |
| "learning_rate": 2.8012093348658243e-05, | |
| "loss": 1.7374, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 17.62, | |
| "learning_rate": 2.798086052671031e-05, | |
| "loss": 1.7435, | |
| "step": 352500 | |
| }, | |
| { | |
| "epoch": 17.64, | |
| "learning_rate": 2.794962770476238e-05, | |
| "loss": 1.7395, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 17.67, | |
| "learning_rate": 2.7918394882814452e-05, | |
| "loss": 1.7372, | |
| "step": 353500 | |
| }, | |
| { | |
| "epoch": 17.69, | |
| "learning_rate": 2.7887162060866523e-05, | |
| "loss": 1.7374, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 17.72, | |
| "learning_rate": 2.78559292389186e-05, | |
| "loss": 1.7332, | |
| "step": 354500 | |
| }, | |
| { | |
| "epoch": 17.74, | |
| "learning_rate": 2.7824696416970668e-05, | |
| "loss": 1.7451, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 17.77, | |
| "learning_rate": 2.779346359502274e-05, | |
| "loss": 1.7345, | |
| "step": 355500 | |
| }, | |
| { | |
| "epoch": 17.79, | |
| "learning_rate": 2.776223077307481e-05, | |
| "loss": 1.7409, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 17.82, | |
| "learning_rate": 2.773099795112688e-05, | |
| "loss": 1.7304, | |
| "step": 356500 | |
| }, | |
| { | |
| "epoch": 17.84, | |
| "learning_rate": 2.769976512917895e-05, | |
| "loss": 1.7382, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 17.87, | |
| "learning_rate": 2.7668532307231026e-05, | |
| "loss": 1.7367, | |
| "step": 357500 | |
| }, | |
| { | |
| "epoch": 17.89, | |
| "learning_rate": 2.7637299485283096e-05, | |
| "loss": 1.7415, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 17.92, | |
| "learning_rate": 2.7606066663335167e-05, | |
| "loss": 1.7332, | |
| "step": 358500 | |
| }, | |
| { | |
| "epoch": 17.94, | |
| "learning_rate": 2.7574833841387238e-05, | |
| "loss": 1.7359, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 17.97, | |
| "learning_rate": 2.754360101943931e-05, | |
| "loss": 1.7345, | |
| "step": 359500 | |
| }, | |
| { | |
| "epoch": 17.99, | |
| "learning_rate": 2.7512368197491383e-05, | |
| "loss": 1.7315, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_loss": 1.6893686056137085, | |
| "eval_runtime": 80.6287, | |
| "eval_samples_per_second": 525.123, | |
| "eval_steps_per_second": 65.647, | |
| "step": 360198 | |
| }, | |
| { | |
| "epoch": 18.02, | |
| "learning_rate": 2.7481135375543454e-05, | |
| "loss": 1.7336, | |
| "step": 360500 | |
| }, | |
| { | |
| "epoch": 18.04, | |
| "learning_rate": 2.7449902553595525e-05, | |
| "loss": 1.7206, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 18.07, | |
| "learning_rate": 2.7418669731647596e-05, | |
| "loss": 1.7247, | |
| "step": 361500 | |
| }, | |
| { | |
| "epoch": 18.09, | |
| "learning_rate": 2.7387436909699667e-05, | |
| "loss": 1.7327, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 18.12, | |
| "learning_rate": 2.7356204087751734e-05, | |
| "loss": 1.7305, | |
| "step": 362500 | |
| }, | |
| { | |
| "epoch": 18.14, | |
| "learning_rate": 2.7324971265803812e-05, | |
| "loss": 1.7286, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 18.17, | |
| "learning_rate": 2.7293738443855883e-05, | |
| "loss": 1.7269, | |
| "step": 363500 | |
| }, | |
| { | |
| "epoch": 18.19, | |
| "learning_rate": 2.7262505621907953e-05, | |
| "loss": 1.7269, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 18.21, | |
| "learning_rate": 2.723127279996002e-05, | |
| "loss": 1.7327, | |
| "step": 364500 | |
| }, | |
| { | |
| "epoch": 18.24, | |
| "learning_rate": 2.7200039978012092e-05, | |
| "loss": 1.728, | |
| "step": 365000 | |
| }, | |
| { | |
| "epoch": 18.26, | |
| "learning_rate": 2.7168807156064163e-05, | |
| "loss": 1.7295, | |
| "step": 365500 | |
| }, | |
| { | |
| "epoch": 18.29, | |
| "learning_rate": 2.713757433411624e-05, | |
| "loss": 1.7294, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 18.31, | |
| "learning_rate": 2.710634151216831e-05, | |
| "loss": 1.7249, | |
| "step": 366500 | |
| }, | |
| { | |
| "epoch": 18.34, | |
| "learning_rate": 2.707510869022038e-05, | |
| "loss": 1.724, | |
| "step": 367000 | |
| }, | |
| { | |
| "epoch": 18.36, | |
| "learning_rate": 2.704387586827245e-05, | |
| "loss": 1.733, | |
| "step": 367500 | |
| }, | |
| { | |
| "epoch": 18.39, | |
| "learning_rate": 2.701264304632452e-05, | |
| "loss": 1.7272, | |
| "step": 368000 | |
| }, | |
| { | |
| "epoch": 18.41, | |
| "learning_rate": 2.6981410224376598e-05, | |
| "loss": 1.7247, | |
| "step": 368500 | |
| }, | |
| { | |
| "epoch": 18.44, | |
| "learning_rate": 2.6950177402428665e-05, | |
| "loss": 1.7301, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 18.46, | |
| "learning_rate": 2.6918944580480736e-05, | |
| "loss": 1.7251, | |
| "step": 369500 | |
| }, | |
| { | |
| "epoch": 18.49, | |
| "learning_rate": 2.6887711758532807e-05, | |
| "loss": 1.7208, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 18.51, | |
| "learning_rate": 2.6856478936584878e-05, | |
| "loss": 1.7285, | |
| "step": 370500 | |
| }, | |
| { | |
| "epoch": 18.54, | |
| "learning_rate": 2.682524611463695e-05, | |
| "loss": 1.7315, | |
| "step": 371000 | |
| }, | |
| { | |
| "epoch": 18.56, | |
| "learning_rate": 2.6794013292689023e-05, | |
| "loss": 1.7234, | |
| "step": 371500 | |
| }, | |
| { | |
| "epoch": 18.59, | |
| "learning_rate": 2.6762780470741094e-05, | |
| "loss": 1.7272, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 18.61, | |
| "learning_rate": 2.6731547648793165e-05, | |
| "loss": 1.726, | |
| "step": 372500 | |
| }, | |
| { | |
| "epoch": 18.64, | |
| "learning_rate": 2.6700314826845236e-05, | |
| "loss": 1.7294, | |
| "step": 373000 | |
| }, | |
| { | |
| "epoch": 18.66, | |
| "learning_rate": 2.6669082004897307e-05, | |
| "loss": 1.7229, | |
| "step": 373500 | |
| }, | |
| { | |
| "epoch": 18.69, | |
| "learning_rate": 2.663784918294938e-05, | |
| "loss": 1.7274, | |
| "step": 374000 | |
| }, | |
| { | |
| "epoch": 18.71, | |
| "learning_rate": 2.660661636100145e-05, | |
| "loss": 1.7337, | |
| "step": 374500 | |
| }, | |
| { | |
| "epoch": 18.74, | |
| "learning_rate": 2.6575383539053523e-05, | |
| "loss": 1.7322, | |
| "step": 375000 | |
| }, | |
| { | |
| "epoch": 18.76, | |
| "learning_rate": 2.6544150717105593e-05, | |
| "loss": 1.7221, | |
| "step": 375500 | |
| }, | |
| { | |
| "epoch": 18.79, | |
| "learning_rate": 2.6512917895157664e-05, | |
| "loss": 1.7281, | |
| "step": 376000 | |
| }, | |
| { | |
| "epoch": 18.81, | |
| "learning_rate": 2.6481685073209732e-05, | |
| "loss": 1.7271, | |
| "step": 376500 | |
| }, | |
| { | |
| "epoch": 18.84, | |
| "learning_rate": 2.645045225126181e-05, | |
| "loss": 1.7212, | |
| "step": 377000 | |
| }, | |
| { | |
| "epoch": 18.86, | |
| "learning_rate": 2.641921942931388e-05, | |
| "loss": 1.7246, | |
| "step": 377500 | |
| }, | |
| { | |
| "epoch": 18.89, | |
| "learning_rate": 2.638798660736595e-05, | |
| "loss": 1.7228, | |
| "step": 378000 | |
| }, | |
| { | |
| "epoch": 18.91, | |
| "learning_rate": 2.635675378541802e-05, | |
| "loss": 1.7191, | |
| "step": 378500 | |
| }, | |
| { | |
| "epoch": 18.94, | |
| "learning_rate": 2.632552096347009e-05, | |
| "loss": 1.7246, | |
| "step": 379000 | |
| }, | |
| { | |
| "epoch": 18.96, | |
| "learning_rate": 2.6294288141522167e-05, | |
| "loss": 1.7214, | |
| "step": 379500 | |
| }, | |
| { | |
| "epoch": 18.99, | |
| "learning_rate": 2.6263055319574238e-05, | |
| "loss": 1.7227, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_loss": 1.6773531436920166, | |
| "eval_runtime": 80.9514, | |
| "eval_samples_per_second": 523.03, | |
| "eval_steps_per_second": 65.385, | |
| "step": 380209 | |
| }, | |
| { | |
| "epoch": 19.01, | |
| "learning_rate": 2.623182249762631e-05, | |
| "loss": 1.7174, | |
| "step": 380500 | |
| }, | |
| { | |
| "epoch": 19.04, | |
| "learning_rate": 2.6200589675678376e-05, | |
| "loss": 1.7219, | |
| "step": 381000 | |
| }, | |
| { | |
| "epoch": 19.06, | |
| "learning_rate": 2.6169356853730447e-05, | |
| "loss": 1.7179, | |
| "step": 381500 | |
| }, | |
| { | |
| "epoch": 19.09, | |
| "learning_rate": 2.6138124031782518e-05, | |
| "loss": 1.714, | |
| "step": 382000 | |
| }, | |
| { | |
| "epoch": 19.11, | |
| "learning_rate": 2.6106891209834596e-05, | |
| "loss": 1.7232, | |
| "step": 382500 | |
| }, | |
| { | |
| "epoch": 19.14, | |
| "learning_rate": 2.6075658387886663e-05, | |
| "loss": 1.7187, | |
| "step": 383000 | |
| }, | |
| { | |
| "epoch": 19.16, | |
| "learning_rate": 2.6044425565938734e-05, | |
| "loss": 1.7164, | |
| "step": 383500 | |
| }, | |
| { | |
| "epoch": 19.19, | |
| "learning_rate": 2.6013192743990805e-05, | |
| "loss": 1.7108, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 19.21, | |
| "learning_rate": 2.5981959922042876e-05, | |
| "loss": 1.7166, | |
| "step": 384500 | |
| }, | |
| { | |
| "epoch": 19.24, | |
| "learning_rate": 2.595072710009495e-05, | |
| "loss": 1.717, | |
| "step": 385000 | |
| }, | |
| { | |
| "epoch": 19.26, | |
| "learning_rate": 2.591949427814702e-05, | |
| "loss": 1.7186, | |
| "step": 385500 | |
| }, | |
| { | |
| "epoch": 19.29, | |
| "learning_rate": 2.588826145619909e-05, | |
| "loss": 1.715, | |
| "step": 386000 | |
| }, | |
| { | |
| "epoch": 19.31, | |
| "learning_rate": 2.5857028634251162e-05, | |
| "loss": 1.7177, | |
| "step": 386500 | |
| }, | |
| { | |
| "epoch": 19.34, | |
| "learning_rate": 2.5825795812303233e-05, | |
| "loss": 1.7191, | |
| "step": 387000 | |
| }, | |
| { | |
| "epoch": 19.36, | |
| "learning_rate": 2.5794562990355304e-05, | |
| "loss": 1.7156, | |
| "step": 387500 | |
| }, | |
| { | |
| "epoch": 19.39, | |
| "learning_rate": 2.576333016840738e-05, | |
| "loss": 1.71, | |
| "step": 388000 | |
| }, | |
| { | |
| "epoch": 19.41, | |
| "learning_rate": 2.573209734645945e-05, | |
| "loss": 1.7133, | |
| "step": 388500 | |
| }, | |
| { | |
| "epoch": 19.44, | |
| "learning_rate": 2.570086452451152e-05, | |
| "loss": 1.7168, | |
| "step": 389000 | |
| }, | |
| { | |
| "epoch": 19.46, | |
| "learning_rate": 2.566963170256359e-05, | |
| "loss": 1.7133, | |
| "step": 389500 | |
| }, | |
| { | |
| "epoch": 19.49, | |
| "learning_rate": 2.5638398880615662e-05, | |
| "loss": 1.7177, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 19.51, | |
| "learning_rate": 2.5607166058667736e-05, | |
| "loss": 1.7163, | |
| "step": 390500 | |
| }, | |
| { | |
| "epoch": 19.54, | |
| "learning_rate": 2.5575933236719807e-05, | |
| "loss": 1.7148, | |
| "step": 391000 | |
| }, | |
| { | |
| "epoch": 19.56, | |
| "learning_rate": 2.5544700414771878e-05, | |
| "loss": 1.7127, | |
| "step": 391500 | |
| }, | |
| { | |
| "epoch": 19.59, | |
| "learning_rate": 2.551346759282395e-05, | |
| "loss": 1.7185, | |
| "step": 392000 | |
| }, | |
| { | |
| "epoch": 19.61, | |
| "learning_rate": 2.5482234770876016e-05, | |
| "loss": 1.7062, | |
| "step": 392500 | |
| }, | |
| { | |
| "epoch": 19.64, | |
| "learning_rate": 2.5451001948928087e-05, | |
| "loss": 1.7142, | |
| "step": 393000 | |
| }, | |
| { | |
| "epoch": 19.66, | |
| "learning_rate": 2.5419769126980165e-05, | |
| "loss": 1.7166, | |
| "step": 393500 | |
| }, | |
| { | |
| "epoch": 19.69, | |
| "learning_rate": 2.5388536305032236e-05, | |
| "loss": 1.7181, | |
| "step": 394000 | |
| }, | |
| { | |
| "epoch": 19.71, | |
| "learning_rate": 2.5357303483084306e-05, | |
| "loss": 1.713, | |
| "step": 394500 | |
| }, | |
| { | |
| "epoch": 19.74, | |
| "learning_rate": 2.5326070661136374e-05, | |
| "loss": 1.7058, | |
| "step": 395000 | |
| }, | |
| { | |
| "epoch": 19.76, | |
| "learning_rate": 2.5294837839188445e-05, | |
| "loss": 1.7122, | |
| "step": 395500 | |
| }, | |
| { | |
| "epoch": 19.79, | |
| "learning_rate": 2.5263605017240522e-05, | |
| "loss": 1.7139, | |
| "step": 396000 | |
| }, | |
| { | |
| "epoch": 19.81, | |
| "learning_rate": 2.5232372195292593e-05, | |
| "loss": 1.7107, | |
| "step": 396500 | |
| }, | |
| { | |
| "epoch": 19.84, | |
| "learning_rate": 2.520113937334466e-05, | |
| "loss": 1.7138, | |
| "step": 397000 | |
| }, | |
| { | |
| "epoch": 19.86, | |
| "learning_rate": 2.516990655139673e-05, | |
| "loss": 1.715, | |
| "step": 397500 | |
| }, | |
| { | |
| "epoch": 19.89, | |
| "learning_rate": 2.5138673729448802e-05, | |
| "loss": 1.7054, | |
| "step": 398000 | |
| }, | |
| { | |
| "epoch": 19.91, | |
| "learning_rate": 2.5107440907500873e-05, | |
| "loss": 1.7099, | |
| "step": 398500 | |
| }, | |
| { | |
| "epoch": 19.94, | |
| "learning_rate": 2.5076208085552947e-05, | |
| "loss": 1.7159, | |
| "step": 399000 | |
| }, | |
| { | |
| "epoch": 19.96, | |
| "learning_rate": 2.504497526360502e-05, | |
| "loss": 1.7027, | |
| "step": 399500 | |
| }, | |
| { | |
| "epoch": 19.99, | |
| "learning_rate": 2.501374244165709e-05, | |
| "loss": 1.7129, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_loss": 1.666919231414795, | |
| "eval_runtime": 80.8571, | |
| "eval_samples_per_second": 523.64, | |
| "eval_steps_per_second": 65.461, | |
| "step": 400220 | |
| }, | |
| { | |
| "epoch": 20.01, | |
| "learning_rate": 2.498250961970916e-05, | |
| "loss": 1.7126, | |
| "step": 400500 | |
| }, | |
| { | |
| "epoch": 20.04, | |
| "learning_rate": 2.4951276797761234e-05, | |
| "loss": 1.6989, | |
| "step": 401000 | |
| }, | |
| { | |
| "epoch": 20.06, | |
| "learning_rate": 2.4920043975813305e-05, | |
| "loss": 1.7107, | |
| "step": 401500 | |
| }, | |
| { | |
| "epoch": 20.09, | |
| "learning_rate": 2.4888811153865373e-05, | |
| "loss": 1.7049, | |
| "step": 402000 | |
| }, | |
| { | |
| "epoch": 20.11, | |
| "learning_rate": 2.4857578331917447e-05, | |
| "loss": 1.71, | |
| "step": 402500 | |
| }, | |
| { | |
| "epoch": 20.14, | |
| "learning_rate": 2.4826345509969518e-05, | |
| "loss": 1.7096, | |
| "step": 403000 | |
| }, | |
| { | |
| "epoch": 20.16, | |
| "learning_rate": 2.4795112688021592e-05, | |
| "loss": 1.7059, | |
| "step": 403500 | |
| }, | |
| { | |
| "epoch": 20.19, | |
| "learning_rate": 2.476387986607366e-05, | |
| "loss": 1.707, | |
| "step": 404000 | |
| }, | |
| { | |
| "epoch": 20.21, | |
| "learning_rate": 2.473264704412573e-05, | |
| "loss": 1.7061, | |
| "step": 404500 | |
| }, | |
| { | |
| "epoch": 20.24, | |
| "learning_rate": 2.4701414222177805e-05, | |
| "loss": 1.7076, | |
| "step": 405000 | |
| }, | |
| { | |
| "epoch": 20.26, | |
| "learning_rate": 2.4670181400229875e-05, | |
| "loss": 1.7006, | |
| "step": 405500 | |
| }, | |
| { | |
| "epoch": 20.29, | |
| "learning_rate": 2.4638948578281946e-05, | |
| "loss": 1.7043, | |
| "step": 406000 | |
| }, | |
| { | |
| "epoch": 20.31, | |
| "learning_rate": 2.4607715756334017e-05, | |
| "loss": 1.7011, | |
| "step": 406500 | |
| }, | |
| { | |
| "epoch": 20.34, | |
| "learning_rate": 2.4576482934386088e-05, | |
| "loss": 1.7029, | |
| "step": 407000 | |
| }, | |
| { | |
| "epoch": 20.36, | |
| "learning_rate": 2.454525011243816e-05, | |
| "loss": 1.7061, | |
| "step": 407500 | |
| }, | |
| { | |
| "epoch": 20.39, | |
| "learning_rate": 2.4514017290490233e-05, | |
| "loss": 1.6962, | |
| "step": 408000 | |
| }, | |
| { | |
| "epoch": 20.41, | |
| "learning_rate": 2.4482784468542304e-05, | |
| "loss": 1.7072, | |
| "step": 408500 | |
| }, | |
| { | |
| "epoch": 20.44, | |
| "learning_rate": 2.4451551646594375e-05, | |
| "loss": 1.7007, | |
| "step": 409000 | |
| }, | |
| { | |
| "epoch": 20.46, | |
| "learning_rate": 2.4420318824646446e-05, | |
| "loss": 1.7083, | |
| "step": 409500 | |
| }, | |
| { | |
| "epoch": 20.49, | |
| "learning_rate": 2.4389086002698517e-05, | |
| "loss": 1.7062, | |
| "step": 410000 | |
| }, | |
| { | |
| "epoch": 20.51, | |
| "learning_rate": 2.435785318075059e-05, | |
| "loss": 1.7039, | |
| "step": 410500 | |
| }, | |
| { | |
| "epoch": 20.54, | |
| "learning_rate": 2.4326620358802658e-05, | |
| "loss": 1.7011, | |
| "step": 411000 | |
| }, | |
| { | |
| "epoch": 20.56, | |
| "learning_rate": 2.429538753685473e-05, | |
| "loss": 1.711, | |
| "step": 411500 | |
| }, | |
| { | |
| "epoch": 20.59, | |
| "learning_rate": 2.4264154714906803e-05, | |
| "loss": 1.7017, | |
| "step": 412000 | |
| }, | |
| { | |
| "epoch": 20.61, | |
| "learning_rate": 2.4232921892958874e-05, | |
| "loss": 1.6973, | |
| "step": 412500 | |
| }, | |
| { | |
| "epoch": 20.64, | |
| "learning_rate": 2.4201689071010945e-05, | |
| "loss": 1.7045, | |
| "step": 413000 | |
| }, | |
| { | |
| "epoch": 20.66, | |
| "learning_rate": 2.4170456249063016e-05, | |
| "loss": 1.7024, | |
| "step": 413500 | |
| }, | |
| { | |
| "epoch": 20.69, | |
| "learning_rate": 2.4139223427115087e-05, | |
| "loss": 1.7003, | |
| "step": 414000 | |
| }, | |
| { | |
| "epoch": 20.71, | |
| "learning_rate": 2.410799060516716e-05, | |
| "loss": 1.7004, | |
| "step": 414500 | |
| }, | |
| { | |
| "epoch": 20.74, | |
| "learning_rate": 2.4076757783219232e-05, | |
| "loss": 1.6969, | |
| "step": 415000 | |
| }, | |
| { | |
| "epoch": 20.76, | |
| "learning_rate": 2.4045524961271303e-05, | |
| "loss": 1.7026, | |
| "step": 415500 | |
| }, | |
| { | |
| "epoch": 20.79, | |
| "learning_rate": 2.4014292139323374e-05, | |
| "loss": 1.7019, | |
| "step": 416000 | |
| }, | |
| { | |
| "epoch": 20.81, | |
| "learning_rate": 2.3983059317375444e-05, | |
| "loss": 1.7006, | |
| "step": 416500 | |
| }, | |
| { | |
| "epoch": 20.84, | |
| "learning_rate": 2.3951826495427515e-05, | |
| "loss": 1.6951, | |
| "step": 417000 | |
| }, | |
| { | |
| "epoch": 20.86, | |
| "learning_rate": 2.392059367347959e-05, | |
| "loss": 1.6976, | |
| "step": 417500 | |
| }, | |
| { | |
| "epoch": 20.89, | |
| "learning_rate": 2.3889360851531657e-05, | |
| "loss": 1.7059, | |
| "step": 418000 | |
| }, | |
| { | |
| "epoch": 20.91, | |
| "learning_rate": 2.3858128029583728e-05, | |
| "loss": 1.6923, | |
| "step": 418500 | |
| }, | |
| { | |
| "epoch": 20.94, | |
| "learning_rate": 2.3826895207635802e-05, | |
| "loss": 1.6991, | |
| "step": 419000 | |
| }, | |
| { | |
| "epoch": 20.96, | |
| "learning_rate": 2.3795662385687873e-05, | |
| "loss": 1.7017, | |
| "step": 419500 | |
| }, | |
| { | |
| "epoch": 20.99, | |
| "learning_rate": 2.3764429563739944e-05, | |
| "loss": 1.7028, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_loss": 1.657880187034607, | |
| "eval_runtime": 80.8889, | |
| "eval_samples_per_second": 523.434, | |
| "eval_steps_per_second": 65.435, | |
| "step": 420231 | |
| }, | |
| { | |
| "epoch": 21.01, | |
| "learning_rate": 2.3733196741792015e-05, | |
| "loss": 1.6894, | |
| "step": 420500 | |
| }, | |
| { | |
| "epoch": 21.04, | |
| "learning_rate": 2.3701963919844086e-05, | |
| "loss": 1.6935, | |
| "step": 421000 | |
| }, | |
| { | |
| "epoch": 21.06, | |
| "learning_rate": 2.367073109789616e-05, | |
| "loss": 1.6964, | |
| "step": 421500 | |
| }, | |
| { | |
| "epoch": 21.09, | |
| "learning_rate": 2.363949827594823e-05, | |
| "loss": 1.6904, | |
| "step": 422000 | |
| }, | |
| { | |
| "epoch": 21.11, | |
| "learning_rate": 2.36082654540003e-05, | |
| "loss": 1.694, | |
| "step": 422500 | |
| }, | |
| { | |
| "epoch": 21.14, | |
| "learning_rate": 2.3577032632052372e-05, | |
| "loss": 1.691, | |
| "step": 423000 | |
| }, | |
| { | |
| "epoch": 21.16, | |
| "learning_rate": 2.3545799810104443e-05, | |
| "loss": 1.6951, | |
| "step": 423500 | |
| }, | |
| { | |
| "epoch": 21.19, | |
| "learning_rate": 2.3514566988156514e-05, | |
| "loss": 1.6943, | |
| "step": 424000 | |
| }, | |
| { | |
| "epoch": 21.21, | |
| "learning_rate": 2.348333416620859e-05, | |
| "loss": 1.6884, | |
| "step": 424500 | |
| }, | |
| { | |
| "epoch": 21.24, | |
| "learning_rate": 2.3452101344260656e-05, | |
| "loss": 1.6939, | |
| "step": 425000 | |
| }, | |
| { | |
| "epoch": 21.26, | |
| "learning_rate": 2.3420868522312727e-05, | |
| "loss": 1.6934, | |
| "step": 425500 | |
| }, | |
| { | |
| "epoch": 21.29, | |
| "learning_rate": 2.33896357003648e-05, | |
| "loss": 1.6908, | |
| "step": 426000 | |
| }, | |
| { | |
| "epoch": 21.31, | |
| "learning_rate": 2.3358402878416872e-05, | |
| "loss": 1.6943, | |
| "step": 426500 | |
| }, | |
| { | |
| "epoch": 21.34, | |
| "learning_rate": 2.3327170056468943e-05, | |
| "loss": 1.6936, | |
| "step": 427000 | |
| }, | |
| { | |
| "epoch": 21.36, | |
| "learning_rate": 2.3295937234521014e-05, | |
| "loss": 1.6953, | |
| "step": 427500 | |
| }, | |
| { | |
| "epoch": 21.39, | |
| "learning_rate": 2.3264704412573084e-05, | |
| "loss": 1.692, | |
| "step": 428000 | |
| }, | |
| { | |
| "epoch": 21.41, | |
| "learning_rate": 2.323347159062516e-05, | |
| "loss": 1.6906, | |
| "step": 428500 | |
| }, | |
| { | |
| "epoch": 21.44, | |
| "learning_rate": 2.320223876867723e-05, | |
| "loss": 1.6909, | |
| "step": 429000 | |
| }, | |
| { | |
| "epoch": 21.46, | |
| "learning_rate": 2.31710059467293e-05, | |
| "loss": 1.6895, | |
| "step": 429500 | |
| }, | |
| { | |
| "epoch": 21.49, | |
| "learning_rate": 2.313977312478137e-05, | |
| "loss": 1.6903, | |
| "step": 430000 | |
| }, | |
| { | |
| "epoch": 21.51, | |
| "learning_rate": 2.3108540302833442e-05, | |
| "loss": 1.697, | |
| "step": 430500 | |
| }, | |
| { | |
| "epoch": 21.54, | |
| "learning_rate": 2.3077307480885513e-05, | |
| "loss": 1.6977, | |
| "step": 431000 | |
| }, | |
| { | |
| "epoch": 21.56, | |
| "learning_rate": 2.3046074658937587e-05, | |
| "loss": 1.696, | |
| "step": 431500 | |
| }, | |
| { | |
| "epoch": 21.59, | |
| "learning_rate": 2.3014841836989655e-05, | |
| "loss": 1.6947, | |
| "step": 432000 | |
| }, | |
| { | |
| "epoch": 21.61, | |
| "learning_rate": 2.298360901504173e-05, | |
| "loss": 1.6943, | |
| "step": 432500 | |
| }, | |
| { | |
| "epoch": 21.64, | |
| "learning_rate": 2.29523761930938e-05, | |
| "loss": 1.6925, | |
| "step": 433000 | |
| }, | |
| { | |
| "epoch": 21.66, | |
| "learning_rate": 2.292114337114587e-05, | |
| "loss": 1.6864, | |
| "step": 433500 | |
| }, | |
| { | |
| "epoch": 21.69, | |
| "learning_rate": 2.2889910549197945e-05, | |
| "loss": 1.6937, | |
| "step": 434000 | |
| }, | |
| { | |
| "epoch": 21.71, | |
| "learning_rate": 2.2858677727250012e-05, | |
| "loss": 1.6911, | |
| "step": 434500 | |
| }, | |
| { | |
| "epoch": 21.74, | |
| "learning_rate": 2.2827444905302083e-05, | |
| "loss": 1.6931, | |
| "step": 435000 | |
| }, | |
| { | |
| "epoch": 21.76, | |
| "learning_rate": 2.2796212083354157e-05, | |
| "loss": 1.6948, | |
| "step": 435500 | |
| }, | |
| { | |
| "epoch": 21.79, | |
| "learning_rate": 2.276497926140623e-05, | |
| "loss": 1.6903, | |
| "step": 436000 | |
| }, | |
| { | |
| "epoch": 21.81, | |
| "learning_rate": 2.27337464394583e-05, | |
| "loss": 1.688, | |
| "step": 436500 | |
| }, | |
| { | |
| "epoch": 21.84, | |
| "learning_rate": 2.270251361751037e-05, | |
| "loss": 1.6923, | |
| "step": 437000 | |
| }, | |
| { | |
| "epoch": 21.86, | |
| "learning_rate": 2.267128079556244e-05, | |
| "loss": 1.6938, | |
| "step": 437500 | |
| }, | |
| { | |
| "epoch": 21.89, | |
| "learning_rate": 2.2640047973614515e-05, | |
| "loss": 1.6896, | |
| "step": 438000 | |
| }, | |
| { | |
| "epoch": 21.91, | |
| "learning_rate": 2.2608815151666586e-05, | |
| "loss": 1.6928, | |
| "step": 438500 | |
| }, | |
| { | |
| "epoch": 21.94, | |
| "learning_rate": 2.2577582329718653e-05, | |
| "loss": 1.6937, | |
| "step": 439000 | |
| }, | |
| { | |
| "epoch": 21.96, | |
| "learning_rate": 2.2546349507770728e-05, | |
| "loss": 1.6927, | |
| "step": 439500 | |
| }, | |
| { | |
| "epoch": 21.99, | |
| "learning_rate": 2.25151166858228e-05, | |
| "loss": 1.6888, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_loss": 1.6455161571502686, | |
| "eval_runtime": 80.986, | |
| "eval_samples_per_second": 522.806, | |
| "eval_steps_per_second": 65.357, | |
| "step": 440242 | |
| }, | |
| { | |
| "epoch": 22.01, | |
| "learning_rate": 2.248388386387487e-05, | |
| "loss": 1.6879, | |
| "step": 440500 | |
| }, | |
| { | |
| "epoch": 22.04, | |
| "learning_rate": 2.2452651041926944e-05, | |
| "loss": 1.6818, | |
| "step": 441000 | |
| }, | |
| { | |
| "epoch": 22.06, | |
| "learning_rate": 2.242141821997901e-05, | |
| "loss": 1.6868, | |
| "step": 441500 | |
| }, | |
| { | |
| "epoch": 22.09, | |
| "learning_rate": 2.2390185398031082e-05, | |
| "loss": 1.6893, | |
| "step": 442000 | |
| }, | |
| { | |
| "epoch": 22.11, | |
| "learning_rate": 2.2358952576083156e-05, | |
| "loss": 1.6842, | |
| "step": 442500 | |
| }, | |
| { | |
| "epoch": 22.14, | |
| "learning_rate": 2.2327719754135227e-05, | |
| "loss": 1.68, | |
| "step": 443000 | |
| }, | |
| { | |
| "epoch": 22.16, | |
| "learning_rate": 2.2296486932187298e-05, | |
| "loss": 1.6808, | |
| "step": 443500 | |
| }, | |
| { | |
| "epoch": 22.19, | |
| "learning_rate": 2.226525411023937e-05, | |
| "loss": 1.6838, | |
| "step": 444000 | |
| }, | |
| { | |
| "epoch": 22.21, | |
| "learning_rate": 2.223402128829144e-05, | |
| "loss": 1.6857, | |
| "step": 444500 | |
| }, | |
| { | |
| "epoch": 22.24, | |
| "learning_rate": 2.2202788466343514e-05, | |
| "loss": 1.6842, | |
| "step": 445000 | |
| }, | |
| { | |
| "epoch": 22.26, | |
| "learning_rate": 2.2171555644395585e-05, | |
| "loss": 1.6853, | |
| "step": 445500 | |
| }, | |
| { | |
| "epoch": 22.29, | |
| "learning_rate": 2.2140322822447652e-05, | |
| "loss": 1.6787, | |
| "step": 446000 | |
| }, | |
| { | |
| "epoch": 22.31, | |
| "learning_rate": 2.2109090000499727e-05, | |
| "loss": 1.6864, | |
| "step": 446500 | |
| }, | |
| { | |
| "epoch": 22.34, | |
| "learning_rate": 2.2077857178551797e-05, | |
| "loss": 1.6873, | |
| "step": 447000 | |
| }, | |
| { | |
| "epoch": 22.36, | |
| "learning_rate": 2.2046624356603868e-05, | |
| "loss": 1.6844, | |
| "step": 447500 | |
| }, | |
| { | |
| "epoch": 22.39, | |
| "learning_rate": 2.2015391534655942e-05, | |
| "loss": 1.6841, | |
| "step": 448000 | |
| }, | |
| { | |
| "epoch": 22.41, | |
| "learning_rate": 2.198415871270801e-05, | |
| "loss": 1.6821, | |
| "step": 448500 | |
| }, | |
| { | |
| "epoch": 22.44, | |
| "learning_rate": 2.1952925890760084e-05, | |
| "loss": 1.6766, | |
| "step": 449000 | |
| }, | |
| { | |
| "epoch": 22.46, | |
| "learning_rate": 2.1921693068812155e-05, | |
| "loss": 1.6859, | |
| "step": 449500 | |
| }, | |
| { | |
| "epoch": 22.49, | |
| "learning_rate": 2.1890460246864226e-05, | |
| "loss": 1.6884, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 22.51, | |
| "learning_rate": 2.1859227424916297e-05, | |
| "loss": 1.6822, | |
| "step": 450500 | |
| }, | |
| { | |
| "epoch": 22.54, | |
| "learning_rate": 2.1827994602968368e-05, | |
| "loss": 1.6804, | |
| "step": 451000 | |
| }, | |
| { | |
| "epoch": 22.56, | |
| "learning_rate": 2.179676178102044e-05, | |
| "loss": 1.6891, | |
| "step": 451500 | |
| }, | |
| { | |
| "epoch": 22.59, | |
| "learning_rate": 2.1765528959072513e-05, | |
| "loss": 1.6805, | |
| "step": 452000 | |
| }, | |
| { | |
| "epoch": 22.61, | |
| "learning_rate": 2.1734296137124584e-05, | |
| "loss": 1.6832, | |
| "step": 452500 | |
| }, | |
| { | |
| "epoch": 22.64, | |
| "learning_rate": 2.170306331517665e-05, | |
| "loss": 1.6883, | |
| "step": 453000 | |
| }, | |
| { | |
| "epoch": 22.66, | |
| "learning_rate": 2.1671830493228725e-05, | |
| "loss": 1.6839, | |
| "step": 453500 | |
| }, | |
| { | |
| "epoch": 22.69, | |
| "learning_rate": 2.1640597671280796e-05, | |
| "loss": 1.6789, | |
| "step": 454000 | |
| }, | |
| { | |
| "epoch": 22.71, | |
| "learning_rate": 2.160936484933287e-05, | |
| "loss": 1.6784, | |
| "step": 454500 | |
| }, | |
| { | |
| "epoch": 22.74, | |
| "learning_rate": 2.157813202738494e-05, | |
| "loss": 1.6866, | |
| "step": 455000 | |
| }, | |
| { | |
| "epoch": 22.76, | |
| "learning_rate": 2.154689920543701e-05, | |
| "loss": 1.686, | |
| "step": 455500 | |
| }, | |
| { | |
| "epoch": 22.79, | |
| "learning_rate": 2.1515666383489083e-05, | |
| "loss": 1.678, | |
| "step": 456000 | |
| }, | |
| { | |
| "epoch": 22.81, | |
| "learning_rate": 2.1484433561541154e-05, | |
| "loss": 1.6805, | |
| "step": 456500 | |
| }, | |
| { | |
| "epoch": 22.84, | |
| "learning_rate": 2.1453200739593225e-05, | |
| "loss": 1.6813, | |
| "step": 457000 | |
| }, | |
| { | |
| "epoch": 22.86, | |
| "learning_rate": 2.1421967917645296e-05, | |
| "loss": 1.6801, | |
| "step": 457500 | |
| }, | |
| { | |
| "epoch": 22.89, | |
| "learning_rate": 2.1390735095697366e-05, | |
| "loss": 1.6793, | |
| "step": 458000 | |
| }, | |
| { | |
| "epoch": 22.91, | |
| "learning_rate": 2.1359502273749437e-05, | |
| "loss": 1.6779, | |
| "step": 458500 | |
| }, | |
| { | |
| "epoch": 22.94, | |
| "learning_rate": 2.132826945180151e-05, | |
| "loss": 1.682, | |
| "step": 459000 | |
| }, | |
| { | |
| "epoch": 22.96, | |
| "learning_rate": 2.1297036629853582e-05, | |
| "loss": 1.6775, | |
| "step": 459500 | |
| }, | |
| { | |
| "epoch": 22.99, | |
| "learning_rate": 2.1265803807905653e-05, | |
| "loss": 1.6842, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_loss": 1.6366124153137207, | |
| "eval_runtime": 80.8824, | |
| "eval_samples_per_second": 523.476, | |
| "eval_steps_per_second": 65.441, | |
| "step": 460253 | |
| }, | |
| { | |
| "epoch": 23.01, | |
| "learning_rate": 2.1234570985957724e-05, | |
| "loss": 1.6808, | |
| "step": 460500 | |
| }, | |
| { | |
| "epoch": 23.04, | |
| "learning_rate": 2.1203338164009795e-05, | |
| "loss": 1.6717, | |
| "step": 461000 | |
| }, | |
| { | |
| "epoch": 23.06, | |
| "learning_rate": 2.117210534206187e-05, | |
| "loss": 1.6832, | |
| "step": 461500 | |
| }, | |
| { | |
| "epoch": 23.09, | |
| "learning_rate": 2.114087252011394e-05, | |
| "loss": 1.6793, | |
| "step": 462000 | |
| }, | |
| { | |
| "epoch": 23.11, | |
| "learning_rate": 2.1109639698166008e-05, | |
| "loss": 1.6747, | |
| "step": 462500 | |
| }, | |
| { | |
| "epoch": 23.14, | |
| "learning_rate": 2.1078406876218082e-05, | |
| "loss": 1.6707, | |
| "step": 463000 | |
| }, | |
| { | |
| "epoch": 23.16, | |
| "learning_rate": 2.1047174054270153e-05, | |
| "loss": 1.6722, | |
| "step": 463500 | |
| }, | |
| { | |
| "epoch": 23.19, | |
| "learning_rate": 2.1015941232322224e-05, | |
| "loss": 1.6745, | |
| "step": 464000 | |
| }, | |
| { | |
| "epoch": 23.21, | |
| "learning_rate": 2.0984708410374294e-05, | |
| "loss": 1.672, | |
| "step": 464500 | |
| }, | |
| { | |
| "epoch": 23.24, | |
| "learning_rate": 2.0953475588426365e-05, | |
| "loss": 1.6773, | |
| "step": 465000 | |
| }, | |
| { | |
| "epoch": 23.26, | |
| "learning_rate": 2.0922242766478436e-05, | |
| "loss": 1.6828, | |
| "step": 465500 | |
| }, | |
| { | |
| "epoch": 23.29, | |
| "learning_rate": 2.089100994453051e-05, | |
| "loss": 1.6781, | |
| "step": 466000 | |
| }, | |
| { | |
| "epoch": 23.31, | |
| "learning_rate": 2.085977712258258e-05, | |
| "loss": 1.677, | |
| "step": 466500 | |
| }, | |
| { | |
| "epoch": 23.34, | |
| "learning_rate": 2.0828544300634652e-05, | |
| "loss": 1.6723, | |
| "step": 467000 | |
| }, | |
| { | |
| "epoch": 23.36, | |
| "learning_rate": 2.0797311478686723e-05, | |
| "loss": 1.6697, | |
| "step": 467500 | |
| }, | |
| { | |
| "epoch": 23.39, | |
| "learning_rate": 2.0766078656738794e-05, | |
| "loss": 1.672, | |
| "step": 468000 | |
| }, | |
| { | |
| "epoch": 23.41, | |
| "learning_rate": 2.0734845834790868e-05, | |
| "loss": 1.6741, | |
| "step": 468500 | |
| }, | |
| { | |
| "epoch": 23.44, | |
| "learning_rate": 2.070361301284294e-05, | |
| "loss": 1.6794, | |
| "step": 469000 | |
| }, | |
| { | |
| "epoch": 23.46, | |
| "learning_rate": 2.0672380190895006e-05, | |
| "loss": 1.6753, | |
| "step": 469500 | |
| }, | |
| { | |
| "epoch": 23.49, | |
| "learning_rate": 2.064114736894708e-05, | |
| "loss": 1.6751, | |
| "step": 470000 | |
| }, | |
| { | |
| "epoch": 23.51, | |
| "learning_rate": 2.060991454699915e-05, | |
| "loss": 1.679, | |
| "step": 470500 | |
| }, | |
| { | |
| "epoch": 23.54, | |
| "learning_rate": 2.0578681725051222e-05, | |
| "loss": 1.6737, | |
| "step": 471000 | |
| }, | |
| { | |
| "epoch": 23.56, | |
| "learning_rate": 2.0547448903103293e-05, | |
| "loss": 1.6741, | |
| "step": 471500 | |
| }, | |
| { | |
| "epoch": 23.59, | |
| "learning_rate": 2.0516216081155364e-05, | |
| "loss": 1.6702, | |
| "step": 472000 | |
| }, | |
| { | |
| "epoch": 23.61, | |
| "learning_rate": 2.0484983259207438e-05, | |
| "loss": 1.6739, | |
| "step": 472500 | |
| }, | |
| { | |
| "epoch": 23.64, | |
| "learning_rate": 2.045375043725951e-05, | |
| "loss": 1.6741, | |
| "step": 473000 | |
| }, | |
| { | |
| "epoch": 23.66, | |
| "learning_rate": 2.042251761531158e-05, | |
| "loss": 1.6715, | |
| "step": 473500 | |
| }, | |
| { | |
| "epoch": 23.69, | |
| "learning_rate": 2.039128479336365e-05, | |
| "loss": 1.6668, | |
| "step": 474000 | |
| }, | |
| { | |
| "epoch": 23.71, | |
| "learning_rate": 2.0360051971415722e-05, | |
| "loss": 1.6735, | |
| "step": 474500 | |
| }, | |
| { | |
| "epoch": 23.74, | |
| "learning_rate": 2.0328819149467793e-05, | |
| "loss": 1.6743, | |
| "step": 475000 | |
| }, | |
| { | |
| "epoch": 23.76, | |
| "learning_rate": 2.0297586327519867e-05, | |
| "loss": 1.6767, | |
| "step": 475500 | |
| }, | |
| { | |
| "epoch": 23.79, | |
| "learning_rate": 2.0266353505571938e-05, | |
| "loss": 1.6715, | |
| "step": 476000 | |
| }, | |
| { | |
| "epoch": 23.81, | |
| "learning_rate": 2.0235120683624005e-05, | |
| "loss": 1.6719, | |
| "step": 476500 | |
| }, | |
| { | |
| "epoch": 23.84, | |
| "learning_rate": 2.020388786167608e-05, | |
| "loss": 1.6729, | |
| "step": 477000 | |
| }, | |
| { | |
| "epoch": 23.86, | |
| "learning_rate": 2.017265503972815e-05, | |
| "loss": 1.6687, | |
| "step": 477500 | |
| }, | |
| { | |
| "epoch": 23.89, | |
| "learning_rate": 2.0141422217780224e-05, | |
| "loss": 1.6717, | |
| "step": 478000 | |
| }, | |
| { | |
| "epoch": 23.91, | |
| "learning_rate": 2.0110189395832292e-05, | |
| "loss": 1.6753, | |
| "step": 478500 | |
| }, | |
| { | |
| "epoch": 23.94, | |
| "learning_rate": 2.0078956573884363e-05, | |
| "loss": 1.6676, | |
| "step": 479000 | |
| }, | |
| { | |
| "epoch": 23.96, | |
| "learning_rate": 2.0047723751936437e-05, | |
| "loss": 1.6697, | |
| "step": 479500 | |
| }, | |
| { | |
| "epoch": 23.99, | |
| "learning_rate": 2.0016490929988508e-05, | |
| "loss": 1.6739, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_loss": 1.632072925567627, | |
| "eval_runtime": 80.8697, | |
| "eval_samples_per_second": 523.558, | |
| "eval_steps_per_second": 65.451, | |
| "step": 480264 | |
| }, | |
| { | |
| "epoch": 24.01, | |
| "learning_rate": 1.998525810804058e-05, | |
| "loss": 1.6704, | |
| "step": 480500 | |
| }, | |
| { | |
| "epoch": 24.04, | |
| "learning_rate": 1.995402528609265e-05, | |
| "loss": 1.6638, | |
| "step": 481000 | |
| }, | |
| { | |
| "epoch": 24.06, | |
| "learning_rate": 1.992279246414472e-05, | |
| "loss": 1.6659, | |
| "step": 481500 | |
| }, | |
| { | |
| "epoch": 24.09, | |
| "learning_rate": 1.989155964219679e-05, | |
| "loss": 1.6674, | |
| "step": 482000 | |
| }, | |
| { | |
| "epoch": 24.11, | |
| "learning_rate": 1.9860326820248866e-05, | |
| "loss": 1.6713, | |
| "step": 482500 | |
| }, | |
| { | |
| "epoch": 24.14, | |
| "learning_rate": 1.9829093998300936e-05, | |
| "loss": 1.6616, | |
| "step": 483000 | |
| }, | |
| { | |
| "epoch": 24.16, | |
| "learning_rate": 1.9797861176353007e-05, | |
| "loss": 1.6652, | |
| "step": 483500 | |
| }, | |
| { | |
| "epoch": 24.19, | |
| "learning_rate": 1.9766628354405078e-05, | |
| "loss": 1.6678, | |
| "step": 484000 | |
| }, | |
| { | |
| "epoch": 24.21, | |
| "learning_rate": 1.973539553245715e-05, | |
| "loss": 1.6647, | |
| "step": 484500 | |
| }, | |
| { | |
| "epoch": 24.24, | |
| "learning_rate": 1.9704162710509223e-05, | |
| "loss": 1.6639, | |
| "step": 485000 | |
| }, | |
| { | |
| "epoch": 24.26, | |
| "learning_rate": 1.967292988856129e-05, | |
| "loss": 1.666, | |
| "step": 485500 | |
| }, | |
| { | |
| "epoch": 24.29, | |
| "learning_rate": 1.964169706661336e-05, | |
| "loss": 1.6695, | |
| "step": 486000 | |
| }, | |
| { | |
| "epoch": 24.31, | |
| "learning_rate": 1.9610464244665436e-05, | |
| "loss": 1.6625, | |
| "step": 486500 | |
| }, | |
| { | |
| "epoch": 24.34, | |
| "learning_rate": 1.9579231422717507e-05, | |
| "loss": 1.6762, | |
| "step": 487000 | |
| }, | |
| { | |
| "epoch": 24.36, | |
| "learning_rate": 1.9547998600769578e-05, | |
| "loss": 1.6669, | |
| "step": 487500 | |
| }, | |
| { | |
| "epoch": 24.39, | |
| "learning_rate": 1.951676577882165e-05, | |
| "loss": 1.6687, | |
| "step": 488000 | |
| }, | |
| { | |
| "epoch": 24.41, | |
| "learning_rate": 1.948553295687372e-05, | |
| "loss": 1.6615, | |
| "step": 488500 | |
| }, | |
| { | |
| "epoch": 24.44, | |
| "learning_rate": 1.9454300134925794e-05, | |
| "loss": 1.669, | |
| "step": 489000 | |
| }, | |
| { | |
| "epoch": 24.46, | |
| "learning_rate": 1.9423067312977864e-05, | |
| "loss": 1.6619, | |
| "step": 489500 | |
| }, | |
| { | |
| "epoch": 24.49, | |
| "learning_rate": 1.9391834491029935e-05, | |
| "loss": 1.6677, | |
| "step": 490000 | |
| }, | |
| { | |
| "epoch": 24.51, | |
| "learning_rate": 1.9360601669082006e-05, | |
| "loss": 1.6676, | |
| "step": 490500 | |
| }, | |
| { | |
| "epoch": 24.54, | |
| "learning_rate": 1.9329368847134077e-05, | |
| "loss": 1.6669, | |
| "step": 491000 | |
| }, | |
| { | |
| "epoch": 24.56, | |
| "learning_rate": 1.9298136025186148e-05, | |
| "loss": 1.6583, | |
| "step": 491500 | |
| }, | |
| { | |
| "epoch": 24.59, | |
| "learning_rate": 1.9266903203238222e-05, | |
| "loss": 1.6601, | |
| "step": 492000 | |
| }, | |
| { | |
| "epoch": 24.61, | |
| "learning_rate": 1.923567038129029e-05, | |
| "loss": 1.6636, | |
| "step": 492500 | |
| }, | |
| { | |
| "epoch": 24.64, | |
| "learning_rate": 1.920443755934236e-05, | |
| "loss": 1.6713, | |
| "step": 493000 | |
| }, | |
| { | |
| "epoch": 24.66, | |
| "learning_rate": 1.9173204737394435e-05, | |
| "loss": 1.6602, | |
| "step": 493500 | |
| }, | |
| { | |
| "epoch": 24.69, | |
| "learning_rate": 1.9141971915446506e-05, | |
| "loss": 1.6571, | |
| "step": 494000 | |
| }, | |
| { | |
| "epoch": 24.71, | |
| "learning_rate": 1.9110739093498576e-05, | |
| "loss": 1.6606, | |
| "step": 494500 | |
| }, | |
| { | |
| "epoch": 24.74, | |
| "learning_rate": 1.9079506271550647e-05, | |
| "loss": 1.6678, | |
| "step": 495000 | |
| }, | |
| { | |
| "epoch": 24.76, | |
| "learning_rate": 1.9048273449602718e-05, | |
| "loss": 1.66, | |
| "step": 495500 | |
| }, | |
| { | |
| "epoch": 24.79, | |
| "learning_rate": 1.9017040627654792e-05, | |
| "loss": 1.6611, | |
| "step": 496000 | |
| }, | |
| { | |
| "epoch": 24.81, | |
| "learning_rate": 1.8985807805706863e-05, | |
| "loss": 1.6649, | |
| "step": 496500 | |
| }, | |
| { | |
| "epoch": 24.84, | |
| "learning_rate": 1.8954574983758934e-05, | |
| "loss": 1.6679, | |
| "step": 497000 | |
| }, | |
| { | |
| "epoch": 24.86, | |
| "learning_rate": 1.8923342161811005e-05, | |
| "loss": 1.6628, | |
| "step": 497500 | |
| }, | |
| { | |
| "epoch": 24.89, | |
| "learning_rate": 1.8892109339863076e-05, | |
| "loss": 1.6653, | |
| "step": 498000 | |
| }, | |
| { | |
| "epoch": 24.91, | |
| "learning_rate": 1.8860876517915147e-05, | |
| "loss": 1.6655, | |
| "step": 498500 | |
| }, | |
| { | |
| "epoch": 24.94, | |
| "learning_rate": 1.882964369596722e-05, | |
| "loss": 1.6636, | |
| "step": 499000 | |
| }, | |
| { | |
| "epoch": 24.96, | |
| "learning_rate": 1.879841087401929e-05, | |
| "loss": 1.6654, | |
| "step": 499500 | |
| }, | |
| { | |
| "epoch": 24.99, | |
| "learning_rate": 1.8767178052071363e-05, | |
| "loss": 1.6648, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_loss": 1.6190860271453857, | |
| "eval_runtime": 80.9079, | |
| "eval_samples_per_second": 523.311, | |
| "eval_steps_per_second": 65.42, | |
| "step": 500275 | |
| }, | |
| { | |
| "epoch": 25.01, | |
| "learning_rate": 1.8735945230123433e-05, | |
| "loss": 1.6648, | |
| "step": 500500 | |
| }, | |
| { | |
| "epoch": 25.04, | |
| "learning_rate": 1.8704712408175504e-05, | |
| "loss": 1.6547, | |
| "step": 501000 | |
| }, | |
| { | |
| "epoch": 25.06, | |
| "learning_rate": 1.8673479586227575e-05, | |
| "loss": 1.6612, | |
| "step": 501500 | |
| }, | |
| { | |
| "epoch": 25.09, | |
| "learning_rate": 1.8642246764279646e-05, | |
| "loss": 1.655, | |
| "step": 502000 | |
| }, | |
| { | |
| "epoch": 25.11, | |
| "learning_rate": 1.8611013942331717e-05, | |
| "loss": 1.6591, | |
| "step": 502500 | |
| }, | |
| { | |
| "epoch": 25.14, | |
| "learning_rate": 1.857978112038379e-05, | |
| "loss": 1.6652, | |
| "step": 503000 | |
| }, | |
| { | |
| "epoch": 25.16, | |
| "learning_rate": 1.8548548298435862e-05, | |
| "loss": 1.6603, | |
| "step": 503500 | |
| }, | |
| { | |
| "epoch": 25.19, | |
| "learning_rate": 1.8517315476487933e-05, | |
| "loss": 1.6549, | |
| "step": 504000 | |
| }, | |
| { | |
| "epoch": 25.21, | |
| "learning_rate": 1.8486082654540004e-05, | |
| "loss": 1.6578, | |
| "step": 504500 | |
| }, | |
| { | |
| "epoch": 25.24, | |
| "learning_rate": 1.8454849832592075e-05, | |
| "loss": 1.6561, | |
| "step": 505000 | |
| }, | |
| { | |
| "epoch": 25.26, | |
| "learning_rate": 1.8423617010644145e-05, | |
| "loss": 1.6636, | |
| "step": 505500 | |
| }, | |
| { | |
| "epoch": 25.29, | |
| "learning_rate": 1.839238418869622e-05, | |
| "loss": 1.6587, | |
| "step": 506000 | |
| }, | |
| { | |
| "epoch": 25.31, | |
| "learning_rate": 1.8361151366748287e-05, | |
| "loss": 1.6587, | |
| "step": 506500 | |
| }, | |
| { | |
| "epoch": 25.34, | |
| "learning_rate": 1.832991854480036e-05, | |
| "loss": 1.6606, | |
| "step": 507000 | |
| }, | |
| { | |
| "epoch": 25.36, | |
| "learning_rate": 1.8298685722852432e-05, | |
| "loss": 1.6547, | |
| "step": 507500 | |
| }, | |
| { | |
| "epoch": 25.39, | |
| "learning_rate": 1.8267452900904503e-05, | |
| "loss": 1.6543, | |
| "step": 508000 | |
| }, | |
| { | |
| "epoch": 25.41, | |
| "learning_rate": 1.8236220078956577e-05, | |
| "loss": 1.659, | |
| "step": 508500 | |
| }, | |
| { | |
| "epoch": 25.44, | |
| "learning_rate": 1.8204987257008645e-05, | |
| "loss": 1.6603, | |
| "step": 509000 | |
| }, | |
| { | |
| "epoch": 25.46, | |
| "learning_rate": 1.8173754435060716e-05, | |
| "loss": 1.6597, | |
| "step": 509500 | |
| }, | |
| { | |
| "epoch": 25.49, | |
| "learning_rate": 1.814252161311279e-05, | |
| "loss": 1.6632, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 25.51, | |
| "learning_rate": 1.811128879116486e-05, | |
| "loss": 1.6531, | |
| "step": 510500 | |
| }, | |
| { | |
| "epoch": 25.54, | |
| "learning_rate": 1.808005596921693e-05, | |
| "loss": 1.6546, | |
| "step": 511000 | |
| }, | |
| { | |
| "epoch": 25.56, | |
| "learning_rate": 1.8048823147269003e-05, | |
| "loss": 1.6525, | |
| "step": 511500 | |
| }, | |
| { | |
| "epoch": 25.59, | |
| "learning_rate": 1.8017590325321073e-05, | |
| "loss": 1.6532, | |
| "step": 512000 | |
| }, | |
| { | |
| "epoch": 25.61, | |
| "learning_rate": 1.7986357503373148e-05, | |
| "loss": 1.6542, | |
| "step": 512500 | |
| }, | |
| { | |
| "epoch": 25.64, | |
| "learning_rate": 1.795512468142522e-05, | |
| "loss": 1.6598, | |
| "step": 513000 | |
| }, | |
| { | |
| "epoch": 25.66, | |
| "learning_rate": 1.7923891859477286e-05, | |
| "loss": 1.6618, | |
| "step": 513500 | |
| }, | |
| { | |
| "epoch": 25.69, | |
| "learning_rate": 1.789265903752936e-05, | |
| "loss": 1.6576, | |
| "step": 514000 | |
| }, | |
| { | |
| "epoch": 25.71, | |
| "learning_rate": 1.786142621558143e-05, | |
| "loss": 1.6603, | |
| "step": 514500 | |
| }, | |
| { | |
| "epoch": 25.74, | |
| "learning_rate": 1.7830193393633502e-05, | |
| "loss": 1.6559, | |
| "step": 515000 | |
| }, | |
| { | |
| "epoch": 25.76, | |
| "learning_rate": 1.7798960571685576e-05, | |
| "loss": 1.6562, | |
| "step": 515500 | |
| }, | |
| { | |
| "epoch": 25.79, | |
| "learning_rate": 1.7767727749737644e-05, | |
| "loss": 1.657, | |
| "step": 516000 | |
| }, | |
| { | |
| "epoch": 25.81, | |
| "learning_rate": 1.7736494927789714e-05, | |
| "loss": 1.6526, | |
| "step": 516500 | |
| }, | |
| { | |
| "epoch": 25.84, | |
| "learning_rate": 1.770526210584179e-05, | |
| "loss": 1.6514, | |
| "step": 517000 | |
| }, | |
| { | |
| "epoch": 25.86, | |
| "learning_rate": 1.767402928389386e-05, | |
| "loss": 1.6567, | |
| "step": 517500 | |
| }, | |
| { | |
| "epoch": 25.89, | |
| "learning_rate": 1.764279646194593e-05, | |
| "loss": 1.6524, | |
| "step": 518000 | |
| }, | |
| { | |
| "epoch": 25.91, | |
| "learning_rate": 1.7611563639998e-05, | |
| "loss": 1.6558, | |
| "step": 518500 | |
| }, | |
| { | |
| "epoch": 25.94, | |
| "learning_rate": 1.7580330818050072e-05, | |
| "loss": 1.6501, | |
| "step": 519000 | |
| }, | |
| { | |
| "epoch": 25.96, | |
| "learning_rate": 1.7549097996102146e-05, | |
| "loss": 1.6522, | |
| "step": 519500 | |
| }, | |
| { | |
| "epoch": 25.99, | |
| "learning_rate": 1.7517865174154217e-05, | |
| "loss": 1.6541, | |
| "step": 520000 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_loss": 1.6134978532791138, | |
| "eval_runtime": 80.814, | |
| "eval_samples_per_second": 523.919, | |
| "eval_steps_per_second": 65.496, | |
| "step": 520286 | |
| }, | |
| { | |
| "epoch": 26.01, | |
| "learning_rate": 1.7486632352206285e-05, | |
| "loss": 1.6544, | |
| "step": 520500 | |
| }, | |
| { | |
| "epoch": 26.04, | |
| "learning_rate": 1.745539953025836e-05, | |
| "loss": 1.6469, | |
| "step": 521000 | |
| }, | |
| { | |
| "epoch": 26.06, | |
| "learning_rate": 1.742416670831043e-05, | |
| "loss": 1.6509, | |
| "step": 521500 | |
| }, | |
| { | |
| "epoch": 26.09, | |
| "learning_rate": 1.73929338863625e-05, | |
| "loss": 1.6488, | |
| "step": 522000 | |
| }, | |
| { | |
| "epoch": 26.11, | |
| "learning_rate": 1.7361701064414575e-05, | |
| "loss": 1.6514, | |
| "step": 522500 | |
| }, | |
| { | |
| "epoch": 26.14, | |
| "learning_rate": 1.7330468242466642e-05, | |
| "loss": 1.6529, | |
| "step": 523000 | |
| }, | |
| { | |
| "epoch": 26.16, | |
| "learning_rate": 1.7299235420518717e-05, | |
| "loss": 1.652, | |
| "step": 523500 | |
| }, | |
| { | |
| "epoch": 26.19, | |
| "learning_rate": 1.7268002598570788e-05, | |
| "loss": 1.6534, | |
| "step": 524000 | |
| }, | |
| { | |
| "epoch": 26.21, | |
| "learning_rate": 1.723676977662286e-05, | |
| "loss": 1.661, | |
| "step": 524500 | |
| }, | |
| { | |
| "epoch": 26.24, | |
| "learning_rate": 1.720553695467493e-05, | |
| "loss": 1.654, | |
| "step": 525000 | |
| }, | |
| { | |
| "epoch": 26.26, | |
| "learning_rate": 1.7174304132727e-05, | |
| "loss": 1.6522, | |
| "step": 525500 | |
| }, | |
| { | |
| "epoch": 26.29, | |
| "learning_rate": 1.714307131077907e-05, | |
| "loss": 1.6492, | |
| "step": 526000 | |
| }, | |
| { | |
| "epoch": 26.31, | |
| "learning_rate": 1.7111838488831145e-05, | |
| "loss": 1.6486, | |
| "step": 526500 | |
| }, | |
| { | |
| "epoch": 26.34, | |
| "learning_rate": 1.7080605666883216e-05, | |
| "loss": 1.6522, | |
| "step": 527000 | |
| }, | |
| { | |
| "epoch": 26.36, | |
| "learning_rate": 1.7049372844935284e-05, | |
| "loss": 1.6504, | |
| "step": 527500 | |
| }, | |
| { | |
| "epoch": 26.39, | |
| "learning_rate": 1.7018140022987358e-05, | |
| "loss": 1.6508, | |
| "step": 528000 | |
| }, | |
| { | |
| "epoch": 26.41, | |
| "learning_rate": 1.698690720103943e-05, | |
| "loss": 1.6495, | |
| "step": 528500 | |
| }, | |
| { | |
| "epoch": 26.44, | |
| "learning_rate": 1.6955674379091503e-05, | |
| "loss": 1.6536, | |
| "step": 529000 | |
| }, | |
| { | |
| "epoch": 26.46, | |
| "learning_rate": 1.6924441557143574e-05, | |
| "loss": 1.6523, | |
| "step": 529500 | |
| }, | |
| { | |
| "epoch": 26.49, | |
| "learning_rate": 1.689320873519564e-05, | |
| "loss": 1.6483, | |
| "step": 530000 | |
| }, | |
| { | |
| "epoch": 26.51, | |
| "learning_rate": 1.6861975913247715e-05, | |
| "loss": 1.6522, | |
| "step": 530500 | |
| }, | |
| { | |
| "epoch": 26.54, | |
| "learning_rate": 1.6830743091299786e-05, | |
| "loss": 1.6539, | |
| "step": 531000 | |
| }, | |
| { | |
| "epoch": 26.56, | |
| "learning_rate": 1.6799510269351857e-05, | |
| "loss": 1.6528, | |
| "step": 531500 | |
| }, | |
| { | |
| "epoch": 26.59, | |
| "learning_rate": 1.6768277447403928e-05, | |
| "loss": 1.6418, | |
| "step": 532000 | |
| }, | |
| { | |
| "epoch": 26.61, | |
| "learning_rate": 1.6737044625456e-05, | |
| "loss": 1.6485, | |
| "step": 532500 | |
| }, | |
| { | |
| "epoch": 26.64, | |
| "learning_rate": 1.670581180350807e-05, | |
| "loss": 1.6508, | |
| "step": 533000 | |
| }, | |
| { | |
| "epoch": 26.66, | |
| "learning_rate": 1.6674578981560144e-05, | |
| "loss": 1.6524, | |
| "step": 533500 | |
| }, | |
| { | |
| "epoch": 26.69, | |
| "learning_rate": 1.6643346159612215e-05, | |
| "loss": 1.6505, | |
| "step": 534000 | |
| }, | |
| { | |
| "epoch": 26.71, | |
| "learning_rate": 1.6612113337664286e-05, | |
| "loss": 1.6494, | |
| "step": 534500 | |
| }, | |
| { | |
| "epoch": 26.74, | |
| "learning_rate": 1.6580880515716357e-05, | |
| "loss": 1.6485, | |
| "step": 535000 | |
| }, | |
| { | |
| "epoch": 26.76, | |
| "learning_rate": 1.6549647693768427e-05, | |
| "loss": 1.6427, | |
| "step": 535500 | |
| }, | |
| { | |
| "epoch": 26.79, | |
| "learning_rate": 1.6518414871820502e-05, | |
| "loss": 1.6424, | |
| "step": 536000 | |
| }, | |
| { | |
| "epoch": 26.81, | |
| "learning_rate": 1.6487182049872573e-05, | |
| "loss": 1.6543, | |
| "step": 536500 | |
| }, | |
| { | |
| "epoch": 26.84, | |
| "learning_rate": 1.645594922792464e-05, | |
| "loss": 1.6471, | |
| "step": 537000 | |
| }, | |
| { | |
| "epoch": 26.86, | |
| "learning_rate": 1.6424716405976714e-05, | |
| "loss": 1.6454, | |
| "step": 537500 | |
| }, | |
| { | |
| "epoch": 26.89, | |
| "learning_rate": 1.6393483584028785e-05, | |
| "loss": 1.6516, | |
| "step": 538000 | |
| }, | |
| { | |
| "epoch": 26.91, | |
| "learning_rate": 1.6362250762080856e-05, | |
| "loss": 1.6434, | |
| "step": 538500 | |
| }, | |
| { | |
| "epoch": 26.94, | |
| "learning_rate": 1.6331017940132927e-05, | |
| "loss": 1.6453, | |
| "step": 539000 | |
| }, | |
| { | |
| "epoch": 26.96, | |
| "learning_rate": 1.6299785118184998e-05, | |
| "loss": 1.6504, | |
| "step": 539500 | |
| }, | |
| { | |
| "epoch": 26.99, | |
| "learning_rate": 1.6268552296237072e-05, | |
| "loss": 1.6457, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "eval_loss": 1.6034142971038818, | |
| "eval_runtime": 81.7077, | |
| "eval_samples_per_second": 518.189, | |
| "eval_steps_per_second": 64.78, | |
| "step": 540297 | |
| }, | |
| { | |
| "epoch": 27.01, | |
| "learning_rate": 1.6237319474289143e-05, | |
| "loss": 1.6449, | |
| "step": 540500 | |
| }, | |
| { | |
| "epoch": 27.04, | |
| "learning_rate": 1.6206086652341214e-05, | |
| "loss": 1.6407, | |
| "step": 541000 | |
| }, | |
| { | |
| "epoch": 27.06, | |
| "learning_rate": 1.6174853830393285e-05, | |
| "loss": 1.6462, | |
| "step": 541500 | |
| }, | |
| { | |
| "epoch": 27.09, | |
| "learning_rate": 1.6143621008445355e-05, | |
| "loss": 1.649, | |
| "step": 542000 | |
| }, | |
| { | |
| "epoch": 27.11, | |
| "learning_rate": 1.6112388186497426e-05, | |
| "loss": 1.6426, | |
| "step": 542500 | |
| }, | |
| { | |
| "epoch": 27.14, | |
| "learning_rate": 1.60811553645495e-05, | |
| "loss": 1.641, | |
| "step": 543000 | |
| }, | |
| { | |
| "epoch": 27.16, | |
| "learning_rate": 1.604992254260157e-05, | |
| "loss": 1.6443, | |
| "step": 543500 | |
| }, | |
| { | |
| "epoch": 27.19, | |
| "learning_rate": 1.601868972065364e-05, | |
| "loss": 1.641, | |
| "step": 544000 | |
| }, | |
| { | |
| "epoch": 27.21, | |
| "learning_rate": 1.5987456898705713e-05, | |
| "loss": 1.6475, | |
| "step": 544500 | |
| }, | |
| { | |
| "epoch": 27.24, | |
| "learning_rate": 1.5956224076757784e-05, | |
| "loss": 1.6413, | |
| "step": 545000 | |
| }, | |
| { | |
| "epoch": 27.26, | |
| "learning_rate": 1.5924991254809855e-05, | |
| "loss": 1.6382, | |
| "step": 545500 | |
| }, | |
| { | |
| "epoch": 27.28, | |
| "learning_rate": 1.5893758432861926e-05, | |
| "loss": 1.638, | |
| "step": 546000 | |
| }, | |
| { | |
| "epoch": 27.31, | |
| "learning_rate": 1.5862525610913997e-05, | |
| "loss": 1.6422, | |
| "step": 546500 | |
| }, | |
| { | |
| "epoch": 27.33, | |
| "learning_rate": 1.583129278896607e-05, | |
| "loss": 1.6467, | |
| "step": 547000 | |
| }, | |
| { | |
| "epoch": 27.36, | |
| "learning_rate": 1.580005996701814e-05, | |
| "loss": 1.6412, | |
| "step": 547500 | |
| }, | |
| { | |
| "epoch": 27.38, | |
| "learning_rate": 1.5768827145070212e-05, | |
| "loss": 1.645, | |
| "step": 548000 | |
| }, | |
| { | |
| "epoch": 27.41, | |
| "learning_rate": 1.5737594323122283e-05, | |
| "loss": 1.6427, | |
| "step": 548500 | |
| }, | |
| { | |
| "epoch": 27.43, | |
| "learning_rate": 1.5706361501174354e-05, | |
| "loss": 1.6436, | |
| "step": 549000 | |
| }, | |
| { | |
| "epoch": 27.46, | |
| "learning_rate": 1.5675128679226425e-05, | |
| "loss": 1.6413, | |
| "step": 549500 | |
| }, | |
| { | |
| "epoch": 27.48, | |
| "learning_rate": 1.56438958572785e-05, | |
| "loss": 1.6444, | |
| "step": 550000 | |
| }, | |
| { | |
| "epoch": 27.51, | |
| "learning_rate": 1.561266303533057e-05, | |
| "loss": 1.6466, | |
| "step": 550500 | |
| }, | |
| { | |
| "epoch": 27.53, | |
| "learning_rate": 1.5581430213382638e-05, | |
| "loss": 1.6401, | |
| "step": 551000 | |
| }, | |
| { | |
| "epoch": 27.56, | |
| "learning_rate": 1.5550197391434712e-05, | |
| "loss": 1.6414, | |
| "step": 551500 | |
| }, | |
| { | |
| "epoch": 27.58, | |
| "learning_rate": 1.5518964569486783e-05, | |
| "loss": 1.6419, | |
| "step": 552000 | |
| }, | |
| { | |
| "epoch": 27.61, | |
| "learning_rate": 1.5487731747538857e-05, | |
| "loss": 1.6402, | |
| "step": 552500 | |
| }, | |
| { | |
| "epoch": 27.63, | |
| "learning_rate": 1.5456498925590924e-05, | |
| "loss": 1.6361, | |
| "step": 553000 | |
| }, | |
| { | |
| "epoch": 27.66, | |
| "learning_rate": 1.5425266103642995e-05, | |
| "loss": 1.6455, | |
| "step": 553500 | |
| }, | |
| { | |
| "epoch": 27.68, | |
| "learning_rate": 1.539403328169507e-05, | |
| "loss": 1.6411, | |
| "step": 554000 | |
| }, | |
| { | |
| "epoch": 27.71, | |
| "learning_rate": 1.536280045974714e-05, | |
| "loss": 1.6443, | |
| "step": 554500 | |
| }, | |
| { | |
| "epoch": 27.73, | |
| "learning_rate": 1.533156763779921e-05, | |
| "loss": 1.6412, | |
| "step": 555000 | |
| }, | |
| { | |
| "epoch": 27.76, | |
| "learning_rate": 1.5300334815851282e-05, | |
| "loss": 1.6413, | |
| "step": 555500 | |
| }, | |
| { | |
| "epoch": 27.78, | |
| "learning_rate": 1.5269101993903353e-05, | |
| "loss": 1.6384, | |
| "step": 556000 | |
| }, | |
| { | |
| "epoch": 27.81, | |
| "learning_rate": 1.5237869171955424e-05, | |
| "loss": 1.6474, | |
| "step": 556500 | |
| }, | |
| { | |
| "epoch": 27.83, | |
| "learning_rate": 1.5206636350007496e-05, | |
| "loss": 1.6401, | |
| "step": 557000 | |
| }, | |
| { | |
| "epoch": 27.86, | |
| "learning_rate": 1.5175403528059567e-05, | |
| "loss": 1.6418, | |
| "step": 557500 | |
| }, | |
| { | |
| "epoch": 27.88, | |
| "learning_rate": 1.514417070611164e-05, | |
| "loss": 1.6387, | |
| "step": 558000 | |
| }, | |
| { | |
| "epoch": 27.91, | |
| "learning_rate": 1.511293788416371e-05, | |
| "loss": 1.6474, | |
| "step": 558500 | |
| }, | |
| { | |
| "epoch": 27.93, | |
| "learning_rate": 1.5081705062215782e-05, | |
| "loss": 1.6415, | |
| "step": 559000 | |
| }, | |
| { | |
| "epoch": 27.96, | |
| "learning_rate": 1.5050472240267854e-05, | |
| "loss": 1.6414, | |
| "step": 559500 | |
| }, | |
| { | |
| "epoch": 27.98, | |
| "learning_rate": 1.5019239418319925e-05, | |
| "loss": 1.6382, | |
| "step": 560000 | |
| } | |
| ], | |
| "max_steps": 800440, | |
| "num_train_epochs": 40, | |
| "total_flos": 3.7120332229015634e+18, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |