| { | |
| "best_metric": 0.031336501240730286, | |
| "best_model_checkpoint": "logs/google-bert/bert-large-cased_overall-coherence/checkpoint-772", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 1351, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.359694242477417, | |
| "learning_rate": 1.901554404145078e-05, | |
| "loss": 0.2918, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_MAE": 0.1806364357471466, | |
| "eval_R2": -0.5334044478520719, | |
| "eval_RMSE": 0.24513159692287445, | |
| "eval_loss": 0.06008950248360634, | |
| "eval_runtime": 14.0168, | |
| "eval_samples_per_second": 205.539, | |
| "eval_steps_per_second": 3.496, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 4.046112060546875, | |
| "learning_rate": 1.8015544041450778e-05, | |
| "loss": 0.0417, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_MAE": 0.1616782695055008, | |
| "eval_R2": -0.20231869056611274, | |
| "eval_RMSE": 0.21706047654151917, | |
| "eval_loss": 0.047115251421928406, | |
| "eval_runtime": 14.1157, | |
| "eval_samples_per_second": 204.099, | |
| "eval_steps_per_second": 3.471, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 4.841380596160889, | |
| "learning_rate": 1.7015544041450777e-05, | |
| "loss": 0.0358, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_MAE": 0.14208842813968658, | |
| "eval_R2": 0.06907855860957834, | |
| "eval_RMSE": 0.1909974068403244, | |
| "eval_loss": 0.03648001328110695, | |
| "eval_runtime": 14.1019, | |
| "eval_samples_per_second": 204.299, | |
| "eval_steps_per_second": 3.475, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 1.935973882675171, | |
| "learning_rate": 1.601554404145078e-05, | |
| "loss": 0.0298, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_MAE": 0.13905900716781616, | |
| "eval_R2": 0.20033410036457755, | |
| "eval_RMSE": 0.17702119052410126, | |
| "eval_loss": 0.031336501240730286, | |
| "eval_runtime": 14.1051, | |
| "eval_samples_per_second": 204.253, | |
| "eval_steps_per_second": 3.474, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 1.4018096923828125, | |
| "learning_rate": 1.5015544041450778e-05, | |
| "loss": 0.0259, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_MAE": 0.13839736580848694, | |
| "eval_R2": 0.09617620841026953, | |
| "eval_RMSE": 0.188197061419487, | |
| "eval_loss": 0.035418134182691574, | |
| "eval_runtime": 14.0324, | |
| "eval_samples_per_second": 205.311, | |
| "eval_steps_per_second": 3.492, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 1.8566466569900513, | |
| "learning_rate": 1.4015544041450779e-05, | |
| "loss": 0.0232, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_MAE": 0.13626991212368011, | |
| "eval_R2": 0.18108005143449513, | |
| "eval_RMSE": 0.1791396290063858, | |
| "eval_loss": 0.03209100663661957, | |
| "eval_runtime": 14.0546, | |
| "eval_samples_per_second": 204.987, | |
| "eval_steps_per_second": 3.486, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 6.615726947784424, | |
| "learning_rate": 1.3015544041450778e-05, | |
| "loss": 0.0203, | |
| "step": 1351 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_MAE": 0.1330207884311676, | |
| "eval_R2": 0.17193841716478142, | |
| "eval_RMSE": 0.18013672530651093, | |
| "eval_loss": 0.03244924172759056, | |
| "eval_runtime": 14.0517, | |
| "eval_samples_per_second": 205.029, | |
| "eval_steps_per_second": 3.487, | |
| "step": 1351 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 3860, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "total_flos": 7.515647390691597e+16, | |
| "train_batch_size": 60, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |