{ "best_metric": 0.45455732567249935, "best_model_checkpoint": "/content/dissertation/scripts/ner/output/checkpoint-2705", "epoch": 10.0, "eval_steps": 500, "global_step": 5410, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.9242144177449169, "grad_norm": 1.4528056383132935, "learning_rate": 4.537892791127542e-05, "loss": 0.3191, "step": 500 }, { "epoch": 1.0, "eval_accuracy": 0.8443022505389485, "eval_f1": 0.407486125870823, "eval_loss": 0.47723615169525146, "eval_precision": 0.27250473783954515, "eval_recall": 0.8074403369209172, "eval_runtime": 14.3908, "eval_samples_per_second": 473.218, "eval_steps_per_second": 59.204, "step": 541 }, { "epoch": 1.8484288354898335, "grad_norm": 1.5587466955184937, "learning_rate": 4.075785582255083e-05, "loss": 0.1619, "step": 1000 }, { "epoch": 2.0, "eval_accuracy": 0.8552871874442172, "eval_f1": 0.43975123088883133, "eval_loss": 0.4583655595779419, "eval_precision": 0.30406737143881024, "eval_recall": 0.7941038839494619, "eval_runtime": 14.212, "eval_samples_per_second": 479.173, "eval_steps_per_second": 59.949, "step": 1082 }, { "epoch": 2.7726432532347505, "grad_norm": 0.9616082310676575, "learning_rate": 3.613678373382625e-05, "loss": 0.11, "step": 1500 }, { "epoch": 3.0, "eval_accuracy": 0.8435470361267112, "eval_f1": 0.4338006724608259, "eval_loss": 0.6447410583496094, "eval_precision": 0.29758899817216466, "eval_recall": 0.7999532054281703, "eval_runtime": 14.3233, "eval_samples_per_second": 475.451, "eval_steps_per_second": 59.484, "step": 1623 }, { "epoch": 3.6968576709796674, "grad_norm": 1.4018645286560059, "learning_rate": 3.1515711645101665e-05, "loss": 0.0764, "step": 2000 }, { "epoch": 4.0, "eval_accuracy": 0.8398602166778805, "eval_f1": 0.42338430558177587, "eval_loss": 0.7413247227668762, "eval_precision": 0.2895756219333735, "eval_recall": 0.7870846981750117, "eval_runtime": 14.5396, "eval_samples_per_second": 468.375, "eval_steps_per_second": 58.598, "step": 2164 }, { "epoch": 4.621072088724584, "grad_norm": 1.0904265642166138, "learning_rate": 2.6894639556377083e-05, "loss": 0.0567, "step": 2500 }, { "epoch": 5.0, "eval_accuracy": 0.8564886649182308, "eval_f1": 0.45455732567249935, "eval_loss": 0.7005925178527832, "eval_precision": 0.3152508603513856, "eval_recall": 0.8144595226953674, "eval_runtime": 14.2723, "eval_samples_per_second": 477.148, "eval_steps_per_second": 59.696, "step": 2705 }, { "epoch": 5.545286506469501, "grad_norm": 1.240962028503418, "learning_rate": 2.2273567467652497e-05, "loss": 0.0428, "step": 3000 }, { "epoch": 6.0, "eval_accuracy": 0.8504057561069384, "eval_f1": 0.44700636942675154, "eval_loss": 0.8111857175827026, "eval_precision": 0.30710659898477155, "eval_recall": 0.8210107627515209, "eval_runtime": 14.3991, "eval_samples_per_second": 472.946, "eval_steps_per_second": 59.17, "step": 3246 }, { "epoch": 6.469500924214418, "grad_norm": 0.44737720489501953, "learning_rate": 1.7652495378927914e-05, "loss": 0.0332, "step": 3500 }, { "epoch": 7.0, "eval_accuracy": 0.8532961676301372, "eval_f1": 0.4493518337567586, "eval_loss": 0.904643714427948, "eval_precision": 0.3113658932924077, "eval_recall": 0.8069723912026205, "eval_runtime": 14.3036, "eval_samples_per_second": 476.105, "eval_steps_per_second": 59.566, "step": 3787 }, { "epoch": 7.393715341959335, "grad_norm": 0.7116318941116333, "learning_rate": 1.3031423290203328e-05, "loss": 0.0257, "step": 4000 }, { "epoch": 8.0, "eval_accuracy": 0.8481538440413583, "eval_f1": 0.44435897435897437, "eval_loss": 0.9722912907600403, "eval_precision": 0.30602154335158044, "eval_recall": 0.8109499298081423, "eval_runtime": 14.4222, "eval_samples_per_second": 472.19, "eval_steps_per_second": 59.076, "step": 4328 }, { "epoch": 8.317929759704251, "grad_norm": 0.9520462155342102, "learning_rate": 8.410351201478742e-06, "loss": 0.022, "step": 4500 }, { "epoch": 9.0, "eval_accuracy": 0.850186057368833, "eval_f1": 0.44668737060041414, "eval_loss": 1.002764105796814, "eval_precision": 0.30871042747272404, "eval_recall": 0.8076743097800655, "eval_runtime": 14.2485, "eval_samples_per_second": 477.944, "eval_steps_per_second": 59.796, "step": 4869 }, { "epoch": 9.242144177449168, "grad_norm": 0.6707109212875366, "learning_rate": 3.789279112754159e-06, "loss": 0.0181, "step": 5000 }, { "epoch": 10.0, "eval_accuracy": 0.8533304955579661, "eval_f1": 0.45038613797131544, "eval_loss": 1.0022608041763306, "eval_precision": 0.31162999550965426, "eval_recall": 0.8118858212447356, "eval_runtime": 14.4559, "eval_samples_per_second": 471.089, "eval_steps_per_second": 58.938, "step": 5410 }, { "epoch": 10.0, "step": 5410, "total_flos": 1.7176580067661056e+16, "train_loss": 0.0812657987344287, "train_runtime": 1549.44, "train_samples_per_second": 223.332, "train_steps_per_second": 3.492 } ], "logging_steps": 500, "max_steps": 5410, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.7176580067661056e+16, "train_batch_size": 32, "trial_name": null, "trial_params": null }