bart-large / all_runs /checkpoint-25690 /trainer_state.json
xshubhamx's picture
Upload folder using huggingface_hub
8c9e778 verified
raw
history blame contribute delete
No virus
15.3 kB
{
"best_metric": 0.6979809418287721,
"best_model_checkpoint": "bart-large/checkpoint-20552",
"epoch": 10.0,
"eval_steps": 500,
"global_step": 25690,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.19,
"learning_rate": 4.967886337096146e-05,
"loss": 2.0273,
"step": 500
},
{
"epoch": 0.39,
"learning_rate": 4.9354482937589206e-05,
"loss": 1.4983,
"step": 1000
},
{
"epoch": 0.58,
"learning_rate": 4.903140002595043e-05,
"loss": 1.4727,
"step": 1500
},
{
"epoch": 0.78,
"learning_rate": 4.870701959257818e-05,
"loss": 1.3945,
"step": 2000
},
{
"epoch": 0.97,
"learning_rate": 4.8383287920072665e-05,
"loss": 1.1685,
"step": 2500
},
{
"epoch": 1.0,
"eval_accuracy": 0.6847405112316034,
"eval_f1_macro": 0.4296023125768376,
"eval_f1_micro": 0.6847405112316034,
"eval_f1_weighted": 0.6471198955620663,
"eval_loss": 1.258675456047058,
"eval_macro_fpr": 0.03310536835500512,
"eval_macro_sensitivity": 0.47197476920519743,
"eval_macro_specificity": 0.9759825618150952,
"eval_precision": 0.6359796796355663,
"eval_precision_macro": 0.4175869918662546,
"eval_recall": 0.6847405112316034,
"eval_recall_macro": 0.47197476920519743,
"eval_runtime": 166.2079,
"eval_samples_per_second": 7.767,
"eval_steps_per_second": 3.887,
"eval_weighted_fpr": 0.03183916138621607,
"eval_weighted_sensitivity": 0.6847405112316034,
"eval_weighted_specificity": 0.9549979159948256,
"step": 2569
},
{
"epoch": 1.17,
"learning_rate": 4.80589074867004e-05,
"loss": 1.2814,
"step": 3000
},
{
"epoch": 1.36,
"learning_rate": 4.7734527053328146e-05,
"loss": 1.2579,
"step": 3500
},
{
"epoch": 1.56,
"learning_rate": 4.741079538082263e-05,
"loss": 1.246,
"step": 4000
},
{
"epoch": 1.75,
"learning_rate": 4.708641494745037e-05,
"loss": 1.0685,
"step": 4500
},
{
"epoch": 1.95,
"learning_rate": 4.676203451407811e-05,
"loss": 1.1965,
"step": 5000
},
{
"epoch": 2.0,
"eval_accuracy": 0.6638264910921766,
"eval_f1_macro": 0.3954707529203812,
"eval_f1_micro": 0.6638264910921766,
"eval_f1_weighted": 0.6467821848395333,
"eval_loss": 1.1623183488845825,
"eval_macro_fpr": 0.03422706134984445,
"eval_macro_sensitivity": 0.4261017849773373,
"eval_macro_specificity": 0.9752839802406176,
"eval_precision": 0.6943370263824146,
"eval_precision_macro": 0.45636498568634104,
"eval_recall": 0.6638264910921766,
"eval_recall_macro": 0.4261017849773373,
"eval_runtime": 320.2013,
"eval_samples_per_second": 4.032,
"eval_steps_per_second": 2.017,
"eval_weighted_fpr": 0.03490990990990991,
"eval_weighted_sensitivity": 0.6638264910921766,
"eval_weighted_specificity": 0.9654332125170877,
"step": 5138
},
{
"epoch": 2.14,
"learning_rate": 4.643765408070585e-05,
"loss": 1.0697,
"step": 5500
},
{
"epoch": 2.34,
"learning_rate": 4.611327364733359e-05,
"loss": 1.1042,
"step": 6000
},
{
"epoch": 2.53,
"learning_rate": 4.578954197482808e-05,
"loss": 1.124,
"step": 6500
},
{
"epoch": 2.72,
"learning_rate": 4.546516154145582e-05,
"loss": 1.1449,
"step": 7000
},
{
"epoch": 2.92,
"learning_rate": 4.514078110808356e-05,
"loss": 1.189,
"step": 7500
},
{
"epoch": 3.0,
"eval_accuracy": 0.7234701781564679,
"eval_f1_macro": 0.5196282925085354,
"eval_f1_micro": 0.7234701781564679,
"eval_f1_weighted": 0.7031290239201134,
"eval_loss": 1.357356309890747,
"eval_macro_fpr": 0.027073020005110214,
"eval_macro_sensitivity": 0.5527845991176076,
"eval_macro_specificity": 0.9790845865453512,
"eval_precision": 0.7219921821470505,
"eval_precision_macro": 0.5413306235947684,
"eval_recall": 0.7234701781564679,
"eval_recall_macro": 0.5527845991176076,
"eval_runtime": 290.3268,
"eval_samples_per_second": 4.447,
"eval_steps_per_second": 2.225,
"eval_weighted_fpr": 0.026576341844710787,
"eval_weighted_sensitivity": 0.7234701781564679,
"eval_weighted_specificity": 0.9627986200238022,
"step": 7707
},
{
"epoch": 3.11,
"learning_rate": 4.481704943557805e-05,
"loss": 0.9829,
"step": 8000
},
{
"epoch": 3.31,
"learning_rate": 4.4492669002205786e-05,
"loss": 0.9172,
"step": 8500
},
{
"epoch": 3.5,
"learning_rate": 4.416828856883353e-05,
"loss": 0.9911,
"step": 9000
},
{
"epoch": 3.7,
"learning_rate": 4.384390813546127e-05,
"loss": 0.9934,
"step": 9500
},
{
"epoch": 3.89,
"learning_rate": 4.351952770208901e-05,
"loss": 1.0127,
"step": 10000
},
{
"epoch": 4.0,
"eval_accuracy": 0.7668474051123161,
"eval_f1_macro": 0.6233324855492023,
"eval_f1_micro": 0.7668474051123161,
"eval_f1_weighted": 0.7569127961671379,
"eval_loss": 1.4684507846832275,
"eval_macro_fpr": 0.022371017412255348,
"eval_macro_sensitivity": 0.6201844239757082,
"eval_macro_specificity": 0.9821444214871504,
"eval_precision": 0.7584494799967734,
"eval_precision_macro": 0.6670503035550461,
"eval_recall": 0.7668474051123161,
"eval_recall_macro": 0.6201844239757082,
"eval_runtime": 296.0277,
"eval_samples_per_second": 4.361,
"eval_steps_per_second": 2.182,
"eval_weighted_fpr": 0.021255561047948592,
"eval_weighted_sensitivity": 0.7668474051123161,
"eval_weighted_specificity": 0.9653189171949409,
"step": 10276
},
{
"epoch": 4.09,
"learning_rate": 4.3196444790450244e-05,
"loss": 0.9926,
"step": 10500
},
{
"epoch": 4.28,
"learning_rate": 4.287206435707798e-05,
"loss": 1.1046,
"step": 11000
},
{
"epoch": 4.48,
"learning_rate": 4.2547683923705725e-05,
"loss": 0.8572,
"step": 11500
},
{
"epoch": 4.67,
"learning_rate": 4.222330349033346e-05,
"loss": 0.8623,
"step": 12000
},
{
"epoch": 4.87,
"learning_rate": 4.1898923056961206e-05,
"loss": 1.0205,
"step": 12500
},
{
"epoch": 5.0,
"eval_accuracy": 0.7668474051123161,
"eval_f1_macro": 0.6732447131282889,
"eval_f1_micro": 0.7668474051123161,
"eval_f1_weighted": 0.7643097206437405,
"eval_loss": 1.4232454299926758,
"eval_macro_fpr": 0.021536303183803004,
"eval_macro_sensitivity": 0.6871530786461169,
"eval_macro_specificity": 0.9827017397959152,
"eval_precision": 0.7710604143740172,
"eval_precision_macro": 0.6764905863857386,
"eval_recall": 0.7668474051123161,
"eval_recall_macro": 0.6871530786461169,
"eval_runtime": 288.8657,
"eval_samples_per_second": 4.469,
"eval_steps_per_second": 2.236,
"eval_weighted_fpr": 0.021255561047948592,
"eval_weighted_sensitivity": 0.7668474051123161,
"eval_weighted_specificity": 0.9736786918264111,
"step": 12845
},
{
"epoch": 5.06,
"learning_rate": 4.1574542623588944e-05,
"loss": 0.888,
"step": 13000
},
{
"epoch": 5.25,
"learning_rate": 4.125016219021669e-05,
"loss": 0.7739,
"step": 13500
},
{
"epoch": 5.45,
"learning_rate": 4.0925781756844425e-05,
"loss": 0.9572,
"step": 14000
},
{
"epoch": 5.64,
"learning_rate": 4.060140132347217e-05,
"loss": 0.8296,
"step": 14500
},
{
"epoch": 5.84,
"learning_rate": 4.0277020890099906e-05,
"loss": 0.7927,
"step": 15000
},
{
"epoch": 6.0,
"eval_accuracy": 0.7428350116189001,
"eval_f1_macro": 0.6107557579512543,
"eval_f1_micro": 0.7428350116189001,
"eval_f1_weighted": 0.729163687728552,
"eval_loss": 1.5677722692489624,
"eval_macro_fpr": 0.024790721920250693,
"eval_macro_sensitivity": 0.6332883060366477,
"eval_macro_specificity": 0.9807865890062467,
"eval_precision": 0.7451349692354797,
"eval_precision_macro": 0.6488747447950202,
"eval_recall": 0.7428350116189001,
"eval_recall_macro": 0.6332883060366477,
"eval_runtime": 291.455,
"eval_samples_per_second": 4.429,
"eval_steps_per_second": 2.216,
"eval_weighted_fpr": 0.024131414449774676,
"eval_weighted_sensitivity": 0.7428350116189001,
"eval_weighted_specificity": 0.9689638234747989,
"step": 15414
},
{
"epoch": 6.03,
"learning_rate": 3.995264045672765e-05,
"loss": 0.8196,
"step": 15500
},
{
"epoch": 6.23,
"learning_rate": 3.9628260023355394e-05,
"loss": 0.6989,
"step": 16000
},
{
"epoch": 6.42,
"learning_rate": 3.930387958998313e-05,
"loss": 0.7149,
"step": 16500
},
{
"epoch": 6.62,
"learning_rate": 3.8979499156610875e-05,
"loss": 0.7459,
"step": 17000
},
{
"epoch": 6.81,
"learning_rate": 3.865511872323861e-05,
"loss": 0.7701,
"step": 17500
},
{
"epoch": 7.0,
"eval_accuracy": 0.7467079783113865,
"eval_f1_macro": 0.6583574261846535,
"eval_f1_micro": 0.7467079783113864,
"eval_f1_weighted": 0.7399270546375634,
"eval_loss": 1.7336597442626953,
"eval_macro_fpr": 0.023989153033760927,
"eval_macro_sensitivity": 0.6536163621805403,
"eval_macro_specificity": 0.9809809544706846,
"eval_precision": 0.759972067375925,
"eval_precision_macro": 0.6862877418910309,
"eval_recall": 0.7467079783113865,
"eval_recall_macro": 0.6536163621805403,
"eval_runtime": 289.659,
"eval_samples_per_second": 4.457,
"eval_steps_per_second": 2.23,
"eval_weighted_fpr": 0.023656225132026334,
"eval_weighted_sensitivity": 0.7467079783113865,
"eval_weighted_specificity": 0.9680063387488825,
"step": 17983
},
{
"epoch": 7.01,
"learning_rate": 3.83313870507331e-05,
"loss": 0.826,
"step": 18000
},
{
"epoch": 7.2,
"learning_rate": 3.800765537822758e-05,
"loss": 0.6803,
"step": 18500
},
{
"epoch": 7.4,
"learning_rate": 3.7683274944855327e-05,
"loss": 0.6779,
"step": 19000
},
{
"epoch": 7.59,
"learning_rate": 3.7358894511483064e-05,
"loss": 0.616,
"step": 19500
},
{
"epoch": 7.79,
"learning_rate": 3.703451407811081e-05,
"loss": 0.608,
"step": 20000
},
{
"epoch": 7.98,
"learning_rate": 3.671013364473855e-05,
"loss": 0.584,
"step": 20500
},
{
"epoch": 8.0,
"eval_accuracy": 0.7691711851278079,
"eval_f1_macro": 0.6979809418287721,
"eval_f1_micro": 0.7691711851278079,
"eval_f1_weighted": 0.7682883483181749,
"eval_loss": 1.6188185214996338,
"eval_macro_fpr": 0.021432185448306138,
"eval_macro_sensitivity": 0.7065204224528159,
"eval_macro_specificity": 0.9826542042505794,
"eval_precision": 0.7766202006674988,
"eval_precision_macro": 0.6979437669181305,
"eval_recall": 0.7691711851278079,
"eval_recall_macro": 0.7065204224528159,
"eval_runtime": 303.6709,
"eval_samples_per_second": 4.251,
"eval_steps_per_second": 2.127,
"eval_weighted_fpr": 0.020985915492957745,
"eval_weighted_sensitivity": 0.7691711851278079,
"eval_weighted_specificity": 0.9706418786308822,
"step": 20552
},
{
"epoch": 8.17,
"learning_rate": 3.638575321136629e-05,
"loss": 0.5266,
"step": 21000
},
{
"epoch": 8.37,
"learning_rate": 3.606137277799403e-05,
"loss": 0.6717,
"step": 21500
},
{
"epoch": 8.56,
"learning_rate": 3.573699234462177e-05,
"loss": 0.5474,
"step": 22000
},
{
"epoch": 8.76,
"learning_rate": 3.5412611911249514e-05,
"loss": 0.638,
"step": 22500
},
{
"epoch": 8.95,
"learning_rate": 3.5088880238743996e-05,
"loss": 0.5659,
"step": 23000
},
{
"epoch": 9.0,
"eval_accuracy": 0.7598760650658405,
"eval_f1_macro": 0.6728187845754294,
"eval_f1_micro": 0.7598760650658405,
"eval_f1_weighted": 0.7542471407266271,
"eval_loss": 1.6982707977294922,
"eval_macro_fpr": 0.02271263520390573,
"eval_macro_sensitivity": 0.680403785625184,
"eval_macro_specificity": 0.9819588600237938,
"eval_precision": 0.766529422163196,
"eval_precision_macro": 0.7000337979719602,
"eval_recall": 0.7598760650658405,
"eval_recall_macro": 0.680403785625184,
"eval_runtime": 286.113,
"eval_samples_per_second": 4.512,
"eval_steps_per_second": 2.258,
"eval_weighted_fpr": 0.02207348333808032,
"eval_weighted_sensitivity": 0.7598760650658405,
"eval_weighted_specificity": 0.9695068352910698,
"step": 23121
},
{
"epoch": 9.15,
"learning_rate": 3.476449980537174e-05,
"loss": 0.5062,
"step": 23500
},
{
"epoch": 9.34,
"learning_rate": 3.4440119371999484e-05,
"loss": 0.4485,
"step": 24000
},
{
"epoch": 9.54,
"learning_rate": 3.411573893862722e-05,
"loss": 0.6239,
"step": 24500
},
{
"epoch": 9.73,
"learning_rate": 3.379200726612171e-05,
"loss": 0.6764,
"step": 25000
},
{
"epoch": 9.93,
"learning_rate": 3.3467626832749447e-05,
"loss": 0.7021,
"step": 25500
},
{
"epoch": 10.0,
"eval_accuracy": 0.7699457784663052,
"eval_f1_macro": 0.6953722525071192,
"eval_f1_micro": 0.7699457784663051,
"eval_f1_weighted": 0.7634449085212252,
"eval_loss": 1.6445409059524536,
"eval_macro_fpr": 0.022344139928734137,
"eval_macro_sensitivity": 0.6856644071349105,
"eval_macro_specificity": 0.9820521636968861,
"eval_precision": 0.7656296240571903,
"eval_precision_macro": 0.7143810783711486,
"eval_recall": 0.7699457784663052,
"eval_recall_macro": 0.6856644071349105,
"eval_runtime": 288.6164,
"eval_samples_per_second": 4.473,
"eval_steps_per_second": 2.238,
"eval_weighted_fpr": 0.0208963624850489,
"eval_weighted_sensitivity": 0.7699457784663052,
"eval_weighted_specificity": 0.9608366769869864,
"step": 25690
}
],
"logging_steps": 500,
"max_steps": 77070,
"num_train_epochs": 30,
"save_steps": 500,
"total_flos": 5.584101220067328e+16,
"trial_name": null,
"trial_params": null
}