|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 3.0, |
|
"global_step": 36816, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 9.864189482833552e-06, |
|
"loss": 0.9064, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 9.728378965667103e-06, |
|
"loss": 0.6939, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 9.592568448500653e-06, |
|
"loss": 0.6652, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 9.456757931334203e-06, |
|
"loss": 0.6331, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 9.320947414167753e-06, |
|
"loss": 0.6061, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 9.185136897001304e-06, |
|
"loss": 0.5958, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 9.049326379834855e-06, |
|
"loss": 0.588, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 8.913515862668406e-06, |
|
"loss": 0.5726, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 8.777705345501957e-06, |
|
"loss": 0.5618, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 8.641894828335508e-06, |
|
"loss": 0.5599, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 8.506084311169057e-06, |
|
"loss": 0.5557, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 8.370273794002608e-06, |
|
"loss": 0.5444, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 8.234463276836159e-06, |
|
"loss": 0.5423, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 8.09865275966971e-06, |
|
"loss": 0.5322, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 7.96284224250326e-06, |
|
"loss": 0.541, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 7.827031725336811e-06, |
|
"loss": 0.5284, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 7.691221208170362e-06, |
|
"loss": 0.524, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 7.555410691003911e-06, |
|
"loss": 0.5213, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 7.419600173837462e-06, |
|
"loss": 0.5153, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 7.283789656671013e-06, |
|
"loss": 0.5256, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 7.147979139504564e-06, |
|
"loss": 0.509, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 7.012168622338115e-06, |
|
"loss": 0.5088, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 6.8763581051716655e-06, |
|
"loss": 0.5053, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 6.7405475880052155e-06, |
|
"loss": 0.4892, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 6.6047370708387655e-06, |
|
"loss": 0.484, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 6.468926553672316e-06, |
|
"loss": 0.4504, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 6.333116036505867e-06, |
|
"loss": 0.4658, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 6.197305519339418e-06, |
|
"loss": 0.4468, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 6.061495002172969e-06, |
|
"loss": 0.4542, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 5.92568448500652e-06, |
|
"loss": 0.4555, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 5.78987396784007e-06, |
|
"loss": 0.4602, |
|
"step": 15500 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 5.65406345067362e-06, |
|
"loss": 0.4465, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"learning_rate": 5.518252933507171e-06, |
|
"loss": 0.4601, |
|
"step": 16500 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 5.382442416340722e-06, |
|
"loss": 0.4595, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 5.2466318991742724e-06, |
|
"loss": 0.4534, |
|
"step": 17500 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 5.110821382007823e-06, |
|
"loss": 0.4464, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 4.975010864841373e-06, |
|
"loss": 0.4398, |
|
"step": 18500 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 4.839200347674924e-06, |
|
"loss": 0.4433, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 4.703389830508475e-06, |
|
"loss": 0.441, |
|
"step": 19500 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 4.567579313342025e-06, |
|
"loss": 0.4479, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 4.431768796175576e-06, |
|
"loss": 0.4471, |
|
"step": 20500 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 4.295958279009127e-06, |
|
"loss": 0.4431, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 4.160147761842678e-06, |
|
"loss": 0.4389, |
|
"step": 21500 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 4.024337244676228e-06, |
|
"loss": 0.4404, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 3.8885267275097785e-06, |
|
"loss": 0.4431, |
|
"step": 22500 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 3.7527162103433294e-06, |
|
"loss": 0.4343, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 3.61690569317688e-06, |
|
"loss": 0.4335, |
|
"step": 23500 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 3.4810951760104307e-06, |
|
"loss": 0.4354, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 3.3452846588439815e-06, |
|
"loss": 0.4493, |
|
"step": 24500 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 3.2094741416775315e-06, |
|
"loss": 0.3965, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 3.0736636245110824e-06, |
|
"loss": 0.4061, |
|
"step": 25500 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"learning_rate": 2.9378531073446333e-06, |
|
"loss": 0.4041, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 2.8020425901781833e-06, |
|
"loss": 0.3955, |
|
"step": 26500 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 2.666232073011734e-06, |
|
"loss": 0.4015, |
|
"step": 27000 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 2.530421555845285e-06, |
|
"loss": 0.3917, |
|
"step": 27500 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 2.3946110386788354e-06, |
|
"loss": 0.397, |
|
"step": 28000 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"learning_rate": 2.2588005215123863e-06, |
|
"loss": 0.3925, |
|
"step": 28500 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 2.1229900043459367e-06, |
|
"loss": 0.3933, |
|
"step": 29000 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 1.987179487179487e-06, |
|
"loss": 0.404, |
|
"step": 29500 |
|
}, |
|
{ |
|
"epoch": 2.44, |
|
"learning_rate": 1.851368970013038e-06, |
|
"loss": 0.4005, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 1.7155584528465885e-06, |
|
"loss": 0.405, |
|
"step": 30500 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 1.5797479356801393e-06, |
|
"loss": 0.3949, |
|
"step": 31000 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 1.4439374185136898e-06, |
|
"loss": 0.393, |
|
"step": 31500 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"learning_rate": 1.3081269013472406e-06, |
|
"loss": 0.3974, |
|
"step": 32000 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 1.172316384180791e-06, |
|
"loss": 0.4052, |
|
"step": 32500 |
|
}, |
|
{ |
|
"epoch": 2.69, |
|
"learning_rate": 1.0365058670143417e-06, |
|
"loss": 0.3938, |
|
"step": 33000 |
|
}, |
|
{ |
|
"epoch": 2.73, |
|
"learning_rate": 9.006953498478922e-07, |
|
"loss": 0.3958, |
|
"step": 33500 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"learning_rate": 7.648848326814429e-07, |
|
"loss": 0.3917, |
|
"step": 34000 |
|
}, |
|
{ |
|
"epoch": 2.81, |
|
"learning_rate": 6.290743155149935e-07, |
|
"loss": 0.4079, |
|
"step": 34500 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"learning_rate": 4.932637983485442e-07, |
|
"loss": 0.3902, |
|
"step": 35000 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 3.574532811820948e-07, |
|
"loss": 0.3802, |
|
"step": 35500 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 2.216427640156454e-07, |
|
"loss": 0.3934, |
|
"step": 36000 |
|
}, |
|
{ |
|
"epoch": 2.97, |
|
"learning_rate": 8.583224684919601e-08, |
|
"loss": 0.4002, |
|
"step": 36500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"step": 36816, |
|
"total_flos": 1275249174174720.0, |
|
"train_runtime": 10484.4187, |
|
"train_samples_per_second": 3.511 |
|
} |
|
], |
|
"max_steps": 36816, |
|
"num_train_epochs": 3, |
|
"total_flos": 1275249174174720.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|