bsc-bio-ehr-es-drugtemist-ner / trainer_state.json
Rodrigo1771's picture
End of training
2460aee verified
raw
history blame contribute delete
No virus
6.27 kB
{
"best_metric": 0.9476082004555808,
"best_model_checkpoint": "/content/dissertation/scripts/ner/output/checkpoint-4250",
"epoch": 9.988249118683902,
"eval_steps": 500,
"global_step": 4250,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.9988249118683902,
"eval_accuracy": 0.9982355445095912,
"eval_f1": 0.9108726084927671,
"eval_loss": 0.005039099138230085,
"eval_precision": 0.9251184834123223,
"eval_recall": 0.8970588235294118,
"eval_runtime": 14.2012,
"eval_samples_per_second": 479.538,
"eval_steps_per_second": 59.995,
"step": 425
},
{
"epoch": 1.1750881316098707,
"grad_norm": 0.14603009819984436,
"learning_rate": 4.411764705882353e-05,
"loss": 0.0196,
"step": 500
},
{
"epoch": 2.0,
"eval_accuracy": 0.9987710601837231,
"eval_f1": 0.9308584686774942,
"eval_loss": 0.0038418550975620747,
"eval_precision": 0.9400187441424555,
"eval_recall": 0.921875,
"eval_runtime": 14.3817,
"eval_samples_per_second": 473.517,
"eval_steps_per_second": 59.242,
"step": 851
},
{
"epoch": 2.3501762632197414,
"grad_norm": 0.28499969840049744,
"learning_rate": 3.8235294117647055e-05,
"loss": 0.0031,
"step": 1000
},
{
"epoch": 2.99882491186839,
"eval_accuracy": 0.9987779257692888,
"eval_f1": 0.9313680331644403,
"eval_loss": 0.0035449278075248003,
"eval_precision": 0.9335180055401662,
"eval_recall": 0.9292279411764706,
"eval_runtime": 14.4856,
"eval_samples_per_second": 470.122,
"eval_steps_per_second": 58.817,
"step": 1276
},
{
"epoch": 3.525264394829612,
"grad_norm": 0.0012828998733311892,
"learning_rate": 3.235294117647059e-05,
"loss": 0.0017,
"step": 1500
},
{
"epoch": 4.0,
"eval_accuracy": 0.9987641945981572,
"eval_f1": 0.9355416293643687,
"eval_loss": 0.004063209984451532,
"eval_precision": 0.9118673647469459,
"eval_recall": 0.9604779411764706,
"eval_runtime": 14.5153,
"eval_samples_per_second": 469.161,
"eval_steps_per_second": 58.697,
"step": 1702
},
{
"epoch": 4.700352526439483,
"grad_norm": 0.11785320192575455,
"learning_rate": 2.647058823529412e-05,
"loss": 0.0009,
"step": 2000
},
{
"epoch": 4.9988249118683905,
"eval_accuracy": 0.9989495654084337,
"eval_f1": 0.9456869009584664,
"eval_loss": 0.004716179799288511,
"eval_precision": 0.9392565729827742,
"eval_recall": 0.9522058823529411,
"eval_runtime": 14.4659,
"eval_samples_per_second": 470.761,
"eval_steps_per_second": 58.897,
"step": 2127
},
{
"epoch": 5.875440658049354,
"grad_norm": 0.0034638349898159504,
"learning_rate": 2.058823529411765e-05,
"loss": 0.0004,
"step": 2500
},
{
"epoch": 6.0,
"eval_accuracy": 0.9989152374806047,
"eval_f1": 0.9421487603305785,
"eval_loss": 0.005501348990947008,
"eval_precision": 0.9412844036697248,
"eval_recall": 0.9430147058823529,
"eval_runtime": 14.3237,
"eval_samples_per_second": 475.435,
"eval_steps_per_second": 59.482,
"step": 2553
},
{
"epoch": 6.9988249118683905,
"eval_accuracy": 0.9989426998228679,
"eval_f1": 0.9446962828649138,
"eval_loss": 0.005442324560135603,
"eval_precision": 0.9320214669051878,
"eval_recall": 0.9577205882352942,
"eval_runtime": 14.4857,
"eval_samples_per_second": 470.12,
"eval_steps_per_second": 58.817,
"step": 2978
},
{
"epoch": 7.050528789659224,
"grad_norm": 0.0006337326485663652,
"learning_rate": 1.4705882352941177e-05,
"loss": 0.0003,
"step": 3000
},
{
"epoch": 8.0,
"eval_accuracy": 0.9989358342373021,
"eval_f1": 0.9469387755102041,
"eval_loss": 0.005284155253320932,
"eval_precision": 0.9346463742166518,
"eval_recall": 0.9595588235294118,
"eval_runtime": 14.3391,
"eval_samples_per_second": 474.925,
"eval_steps_per_second": 59.418,
"step": 3404
},
{
"epoch": 8.225616921269095,
"grad_norm": 0.0004202235140837729,
"learning_rate": 8.823529411764707e-06,
"loss": 0.0002,
"step": 3500
},
{
"epoch": 8.99882491186839,
"eval_accuracy": 0.9989221030661705,
"eval_f1": 0.9457364341085271,
"eval_loss": 0.005664878059178591,
"eval_precision": 0.9384615384615385,
"eval_recall": 0.953125,
"eval_runtime": 14.3719,
"eval_samples_per_second": 473.842,
"eval_steps_per_second": 59.282,
"step": 3829
},
{
"epoch": 9.400705052878966,
"grad_norm": 0.00056758540449664,
"learning_rate": 2.9411764705882355e-06,
"loss": 0.0001,
"step": 4000
},
{
"epoch": 9.988249118683902,
"eval_accuracy": 0.9989632965795653,
"eval_f1": 0.9476082004555808,
"eval_loss": 0.005463225767016411,
"eval_precision": 0.9394760614272809,
"eval_recall": 0.9558823529411765,
"eval_runtime": 14.9618,
"eval_samples_per_second": 455.159,
"eval_steps_per_second": 56.945,
"step": 4250
},
{
"epoch": 9.988249118683902,
"step": 4250,
"total_flos": 1.2649124434987926e+16,
"train_loss": 0.0030834444165229796,
"train_runtime": 1203.605,
"train_samples_per_second": 226.229,
"train_steps_per_second": 3.531
}
],
"logging_steps": 500,
"max_steps": 4250,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.2649124434987926e+16,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}