nace2_level1_27 / trainer_state.json
mapama247's picture
upload nace2_level1_27 model
13e2cab
raw
history blame contribute delete
No virus
7.85 kB
{
"best_metric": 0.9348677381250672,
"best_model_checkpoint": "./output//27_roberta-large_nace_5__5e-6_0.01_0.06_07-21-22_10-40/checkpoint-34000",
"epoch": 0.47627552539143897,
"global_step": 36000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.03,
"learning_rate": 4.4099488445934027e-07,
"loss": 0.4133,
"step": 2000
},
{
"epoch": 0.03,
"eval_accuracy": 0.7441786046511628,
"eval_f1": 0.8165165383775418,
"eval_loss": 0.1790679544210434,
"eval_roc_auc": 0.8668411635323101,
"eval_runtime": 3974.4569,
"eval_samples_per_second": 33.81,
"step": 2000
},
{
"epoch": 0.05,
"learning_rate": 8.819897689186805e-07,
"loss": 0.1406,
"step": 4000
},
{
"epoch": 0.05,
"eval_accuracy": 0.8583293023255814,
"eval_f1": 0.8962156482672414,
"eval_loss": 0.10798993706703186,
"eval_roc_auc": 0.9289601235630573,
"eval_runtime": 3972.2303,
"eval_samples_per_second": 33.829,
"step": 4000
},
{
"epoch": 0.08,
"learning_rate": 1.3229846533780208e-06,
"loss": 0.1031,
"step": 6000
},
{
"epoch": 0.08,
"eval_accuracy": 0.8717916279069767,
"eval_f1": 0.9098423212614298,
"eval_loss": 0.09154131263494492,
"eval_roc_auc": 0.9391470643074916,
"eval_runtime": 3969.5037,
"eval_samples_per_second": 33.852,
"step": 6000
},
{
"epoch": 0.11,
"learning_rate": 1.763979537837361e-06,
"loss": 0.0914,
"step": 8000
},
{
"epoch": 0.11,
"eval_accuracy": 0.87552,
"eval_f1": 0.9143850842595912,
"eval_loss": 0.0857754498720169,
"eval_roc_auc": 0.9432040890004426,
"eval_runtime": 3972.1068,
"eval_samples_per_second": 33.83,
"step": 8000
},
{
"epoch": 0.13,
"learning_rate": 2.2049744222967015e-06,
"loss": 0.086,
"step": 10000
},
{
"epoch": 0.13,
"eval_accuracy": 0.8826344186046512,
"eval_f1": 0.920503409245387,
"eval_loss": 0.0785670205950737,
"eval_roc_auc": 0.9476352210494301,
"eval_runtime": 3972.0528,
"eval_samples_per_second": 33.83,
"step": 10000
},
{
"epoch": 0.16,
"learning_rate": 2.6459693067560417e-06,
"loss": 0.081,
"step": 12000
},
{
"epoch": 0.16,
"eval_accuracy": 0.8837804651162791,
"eval_f1": 0.918277282234473,
"eval_loss": 0.08349015563726425,
"eval_roc_auc": 0.9447499943075987,
"eval_runtime": 3972.0596,
"eval_samples_per_second": 33.83,
"step": 12000
},
{
"epoch": 0.19,
"learning_rate": 3.086964191215382e-06,
"loss": 0.0775,
"step": 14000
},
{
"epoch": 0.19,
"eval_accuracy": 0.8872781395348838,
"eval_f1": 0.924948609604294,
"eval_loss": 0.07447060197591782,
"eval_roc_auc": 0.9511275412456767,
"eval_runtime": 3972.9024,
"eval_samples_per_second": 33.823,
"step": 14000
},
{
"epoch": 0.21,
"learning_rate": 3.527959075674722e-06,
"loss": 0.0744,
"step": 16000
},
{
"epoch": 0.21,
"eval_accuracy": 0.889086511627907,
"eval_f1": 0.9263051031642764,
"eval_loss": 0.07151775807142258,
"eval_roc_auc": 0.9513749320912529,
"eval_runtime": 3975.2319,
"eval_samples_per_second": 33.803,
"step": 16000
},
{
"epoch": 0.24,
"learning_rate": 3.968953960134063e-06,
"loss": 0.0723,
"step": 18000
},
{
"epoch": 0.24,
"eval_accuracy": 0.8928074418604651,
"eval_f1": 0.9283796074162661,
"eval_loss": 0.07034408301115036,
"eval_roc_auc": 0.9520370566636712,
"eval_runtime": 3974.9398,
"eval_samples_per_second": 33.806,
"step": 18000
},
{
"epoch": 0.26,
"learning_rate": 4.409948844593403e-06,
"loss": 0.0722,
"step": 20000
},
{
"epoch": 0.26,
"eval_accuracy": 0.8941618604651163,
"eval_f1": 0.9288924323300072,
"eval_loss": 0.07033304870128632,
"eval_roc_auc": 0.9528704562178443,
"eval_runtime": 3975.8569,
"eval_samples_per_second": 33.798,
"step": 20000
},
{
"epoch": 0.29,
"learning_rate": 4.850943729052743e-06,
"loss": 0.0712,
"step": 22000
},
{
"epoch": 0.29,
"eval_accuracy": 0.8931051162790697,
"eval_f1": 0.9289362051897834,
"eval_loss": 0.0682619959115982,
"eval_roc_auc": 0.9530403961143167,
"eval_runtime": 3976.3274,
"eval_samples_per_second": 33.794,
"step": 22000
},
{
"epoch": 0.32,
"learning_rate": 4.981365445568524e-06,
"loss": 0.0702,
"step": 24000
},
{
"epoch": 0.32,
"eval_accuracy": 0.8928148837209302,
"eval_f1": 0.9308045330418591,
"eval_loss": 0.06587515771389008,
"eval_roc_auc": 0.9554682784194162,
"eval_runtime": 3978.615,
"eval_samples_per_second": 33.774,
"step": 24000
},
{
"epoch": 0.34,
"learning_rate": 4.953216571804962e-06,
"loss": 0.0674,
"step": 26000
},
{
"epoch": 0.34,
"eval_accuracy": 0.8974288372093023,
"eval_f1": 0.9315761200444078,
"eval_loss": 0.06575693190097809,
"eval_roc_auc": 0.9538906122563938,
"eval_runtime": 3980.7661,
"eval_samples_per_second": 33.756,
"step": 26000
},
{
"epoch": 0.37,
"learning_rate": 4.925067698041402e-06,
"loss": 0.0675,
"step": 28000
},
{
"epoch": 0.37,
"eval_accuracy": 0.8975553488372093,
"eval_f1": 0.932992948317415,
"eval_loss": 0.06388908624649048,
"eval_roc_auc": 0.9557926401320601,
"eval_runtime": 3982.9209,
"eval_samples_per_second": 33.738,
"step": 28000
},
{
"epoch": 0.4,
"learning_rate": 4.8969188242778405e-06,
"loss": 0.0655,
"step": 30000
},
{
"epoch": 0.4,
"eval_accuracy": 0.8983144186046511,
"eval_f1": 0.9333932847298796,
"eval_loss": 0.06425502896308899,
"eval_roc_auc": 0.9562226953341786,
"eval_runtime": 3986.7123,
"eval_samples_per_second": 33.706,
"step": 30000
},
{
"epoch": 0.42,
"learning_rate": 4.868769950514281e-06,
"loss": 0.0664,
"step": 32000
},
{
"epoch": 0.42,
"eval_accuracy": 0.8958660465116279,
"eval_f1": 0.9332072735544592,
"eval_loss": 0.06699266284704208,
"eval_roc_auc": 0.957509923295693,
"eval_runtime": 3985.7329,
"eval_samples_per_second": 33.714,
"step": 32000
},
{
"epoch": 0.45,
"learning_rate": 4.84062107675072e-06,
"loss": 0.0654,
"step": 34000
},
{
"epoch": 0.45,
"eval_accuracy": 0.9013953488372093,
"eval_f1": 0.9348677381250672,
"eval_loss": 0.06359969079494476,
"eval_roc_auc": 0.9560356988087838,
"eval_runtime": 3983.3139,
"eval_samples_per_second": 33.734,
"step": 34000
},
{
"epoch": 0.48,
"learning_rate": 4.812472202987159e-06,
"loss": 0.0631,
"step": 36000
},
{
"epoch": 0.48,
"eval_accuracy": 0.9006883720930232,
"eval_f1": 0.9346494894714654,
"eval_loss": 0.062248293310403824,
"eval_roc_auc": 0.9565755762058906,
"eval_runtime": 3983.6656,
"eval_samples_per_second": 33.731,
"step": 36000
}
],
"max_steps": 377930,
"num_train_epochs": 5,
"total_flos": 6.9867777687552e+16,
"trial_name": null,
"trial_params": null
}