| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "global_step": 36816, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.864189482833552e-06, | |
| "loss": 0.9064, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.728378965667103e-06, | |
| "loss": 0.6939, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.592568448500653e-06, | |
| "loss": 0.6652, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.456757931334203e-06, | |
| "loss": 0.6331, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.320947414167753e-06, | |
| "loss": 0.6061, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.185136897001304e-06, | |
| "loss": 0.5958, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 9.049326379834855e-06, | |
| "loss": 0.588, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 8.913515862668406e-06, | |
| "loss": 0.5726, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 8.777705345501957e-06, | |
| "loss": 0.5618, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 8.641894828335508e-06, | |
| "loss": 0.5599, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 8.506084311169057e-06, | |
| "loss": 0.5557, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 8.370273794002608e-06, | |
| "loss": 0.5444, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 8.234463276836159e-06, | |
| "loss": 0.5423, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 8.09865275966971e-06, | |
| "loss": 0.5322, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 7.96284224250326e-06, | |
| "loss": 0.541, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 7.827031725336811e-06, | |
| "loss": 0.5284, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 7.691221208170362e-06, | |
| "loss": 0.524, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 7.555410691003911e-06, | |
| "loss": 0.5213, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.419600173837462e-06, | |
| "loss": 0.5153, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 7.283789656671013e-06, | |
| "loss": 0.5256, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.147979139504564e-06, | |
| "loss": 0.509, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 7.012168622338115e-06, | |
| "loss": 0.5088, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 6.8763581051716655e-06, | |
| "loss": 0.5053, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 6.7405475880052155e-06, | |
| "loss": 0.4892, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 6.6047370708387655e-06, | |
| "loss": 0.484, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 6.468926553672316e-06, | |
| "loss": 0.4504, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 6.333116036505867e-06, | |
| "loss": 0.4658, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 6.197305519339418e-06, | |
| "loss": 0.4468, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 6.061495002172969e-06, | |
| "loss": 0.4542, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 5.92568448500652e-06, | |
| "loss": 0.4555, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 5.78987396784007e-06, | |
| "loss": 0.4602, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 5.65406345067362e-06, | |
| "loss": 0.4465, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 5.518252933507171e-06, | |
| "loss": 0.4601, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 5.382442416340722e-06, | |
| "loss": 0.4595, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 5.2466318991742724e-06, | |
| "loss": 0.4534, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 5.110821382007823e-06, | |
| "loss": 0.4464, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 4.975010864841373e-06, | |
| "loss": 0.4398, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 4.839200347674924e-06, | |
| "loss": 0.4433, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 4.703389830508475e-06, | |
| "loss": 0.441, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 4.567579313342025e-06, | |
| "loss": 0.4479, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 4.431768796175576e-06, | |
| "loss": 0.4471, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 4.295958279009127e-06, | |
| "loss": 0.4431, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 4.160147761842678e-06, | |
| "loss": 0.4389, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 4.024337244676228e-06, | |
| "loss": 0.4404, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 3.8885267275097785e-06, | |
| "loss": 0.4431, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 3.7527162103433294e-06, | |
| "loss": 0.4343, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 3.61690569317688e-06, | |
| "loss": 0.4335, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 3.4810951760104307e-06, | |
| "loss": 0.4354, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 3.3452846588439815e-06, | |
| "loss": 0.4493, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 3.2094741416775315e-06, | |
| "loss": 0.3965, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 3.0736636245110824e-06, | |
| "loss": 0.4061, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 2.9378531073446333e-06, | |
| "loss": 0.4041, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 2.8020425901781833e-06, | |
| "loss": 0.3955, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 2.666232073011734e-06, | |
| "loss": 0.4015, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 2.530421555845285e-06, | |
| "loss": 0.3917, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 2.3946110386788354e-06, | |
| "loss": 0.397, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 2.2588005215123863e-06, | |
| "loss": 0.3925, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 2.1229900043459367e-06, | |
| "loss": 0.3933, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 1.987179487179487e-06, | |
| "loss": 0.404, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 1.851368970013038e-06, | |
| "loss": 0.4005, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 1.7155584528465885e-06, | |
| "loss": 0.405, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 1.5797479356801393e-06, | |
| "loss": 0.3949, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 1.4439374185136898e-06, | |
| "loss": 0.393, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 1.3081269013472406e-06, | |
| "loss": 0.3974, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 1.172316384180791e-06, | |
| "loss": 0.4052, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 1.0365058670143417e-06, | |
| "loss": 0.3938, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 9.006953498478922e-07, | |
| "loss": 0.3958, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 7.648848326814429e-07, | |
| "loss": 0.3917, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 6.290743155149935e-07, | |
| "loss": 0.4079, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 4.932637983485442e-07, | |
| "loss": 0.3902, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 3.574532811820948e-07, | |
| "loss": 0.3802, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 2.216427640156454e-07, | |
| "loss": 0.3934, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 8.583224684919601e-08, | |
| "loss": 0.4002, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 36816, | |
| "total_flos": 1275249174174720.0, | |
| "train_runtime": 10484.4187, | |
| "train_samples_per_second": 3.511 | |
| } | |
| ], | |
| "max_steps": 36816, | |
| "num_train_epochs": 3, | |
| "total_flos": 1275249174174720.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |