| { | |
| "best_metric": 0.9049463272094727, | |
| "best_model_checkpoint": "./tst-translation-output2/checkpoint-12000", | |
| "epoch": 2.732655229998482, | |
| "eval_steps": 1500, | |
| "global_step": 18000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 5e-05, | |
| "loss": 1.7623, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.98913256102067e-05, | |
| "loss": 1.3653, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.97826512204134e-05, | |
| "loss": 1.2499, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_bleu": 6.1112, | |
| "eval_gen_len": 18.0495, | |
| "eval_loss": 1.1805654764175415, | |
| "eval_runtime": 916.5943, | |
| "eval_samples_per_second": 14.371, | |
| "eval_steps_per_second": 0.899, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.96739768306201e-05, | |
| "loss": 1.2038, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 4.95653024408268e-05, | |
| "loss": 1.1357, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.945662805103349e-05, | |
| "loss": 1.1007, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "eval_bleu": 7.4845, | |
| "eval_gen_len": 17.6068, | |
| "eval_loss": 1.0686322450637817, | |
| "eval_runtime": 870.5195, | |
| "eval_samples_per_second": 15.131, | |
| "eval_steps_per_second": 0.947, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.9347953661240194e-05, | |
| "loss": 1.0769, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 4.923927927144689e-05, | |
| "loss": 1.0708, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 4.9130604881653594e-05, | |
| "loss": 1.0334, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "eval_bleu": 9.0076, | |
| "eval_gen_len": 17.6214, | |
| "eval_loss": 1.0013340711593628, | |
| "eval_runtime": 888.8463, | |
| "eval_samples_per_second": 14.819, | |
| "eval_steps_per_second": 0.927, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 4.902193049186029e-05, | |
| "loss": 1.0175, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 4.891325610206699e-05, | |
| "loss": 1.0074, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.880458171227369e-05, | |
| "loss": 0.992, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "eval_bleu": 8.6786, | |
| "eval_gen_len": 17.868, | |
| "eval_loss": 0.9599339365959167, | |
| "eval_runtime": 933.1213, | |
| "eval_samples_per_second": 14.116, | |
| "eval_steps_per_second": 0.883, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 4.8695907322480386e-05, | |
| "loss": 0.9887, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 4.858723293268709e-05, | |
| "loss": 0.7834, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 4.847855854289378e-05, | |
| "loss": 0.7881, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "eval_bleu": 9.2343, | |
| "eval_gen_len": 17.2061, | |
| "eval_loss": 0.964439868927002, | |
| "eval_runtime": 844.707, | |
| "eval_samples_per_second": 15.594, | |
| "eval_steps_per_second": 0.975, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 4.836988415310048e-05, | |
| "loss": 0.7667, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 4.826120976330718e-05, | |
| "loss": 0.7632, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 4.815253537351388e-05, | |
| "loss": 0.7675, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "eval_bleu": 10.0578, | |
| "eval_gen_len": 17.6006, | |
| "eval_loss": 0.942681610584259, | |
| "eval_runtime": 1046.0952, | |
| "eval_samples_per_second": 12.592, | |
| "eval_steps_per_second": 0.788, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 4.804386098372058e-05, | |
| "loss": 0.774, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 4.793518659392728e-05, | |
| "loss": 0.7731, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 4.782651220413398e-05, | |
| "loss": 0.7665, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "eval_bleu": 10.436, | |
| "eval_gen_len": 17.2095, | |
| "eval_loss": 0.9237579703330994, | |
| "eval_runtime": 854.5281, | |
| "eval_samples_per_second": 15.414, | |
| "eval_steps_per_second": 0.964, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 4.7717837814340674e-05, | |
| "loss": 0.761, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 4.760916342454738e-05, | |
| "loss": 0.7653, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 4.750048903475407e-05, | |
| "loss": 0.7707, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "eval_bleu": 10.5971, | |
| "eval_gen_len": 17.2971, | |
| "eval_loss": 0.9049463272094727, | |
| "eval_runtime": 851.7484, | |
| "eval_samples_per_second": 15.465, | |
| "eval_steps_per_second": 0.967, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 4.739181464496077e-05, | |
| "loss": 0.7691, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 4.7283140255167467e-05, | |
| "loss": 0.7601, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 4.717446586537417e-05, | |
| "loss": 0.6119, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "eval_bleu": 10.8369, | |
| "eval_gen_len": 17.3201, | |
| "eval_loss": 0.9391853213310242, | |
| "eval_runtime": 840.2436, | |
| "eval_samples_per_second": 15.676, | |
| "eval_steps_per_second": 0.981, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 4.7065791475580866e-05, | |
| "loss": 0.5388, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 4.695711708578757e-05, | |
| "loss": 0.5458, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 4.6848442695994266e-05, | |
| "loss": 0.5579, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "eval_bleu": 10.3486, | |
| "eval_gen_len": 17.3221, | |
| "eval_loss": 0.9428810477256775, | |
| "eval_runtime": 843.3509, | |
| "eval_samples_per_second": 15.619, | |
| "eval_steps_per_second": 0.977, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 4.673976830620096e-05, | |
| "loss": 0.5532, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 4.6631093916407665e-05, | |
| "loss": 0.5683, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 4.6522419526614355e-05, | |
| "loss": 0.5633, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "eval_bleu": 10.6114, | |
| "eval_gen_len": 17.3679, | |
| "eval_loss": 0.9309932589530945, | |
| "eval_runtime": 843.6293, | |
| "eval_samples_per_second": 15.613, | |
| "eval_steps_per_second": 0.977, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 4.641374513682106e-05, | |
| "loss": 0.5718, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 4.6305070747027754e-05, | |
| "loss": 0.5774, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 4.619639635723446e-05, | |
| "loss": 0.5764, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "eval_bleu": 9.9612, | |
| "eval_gen_len": 17.1339, | |
| "eval_loss": 0.9264906048774719, | |
| "eval_runtime": 843.7333, | |
| "eval_samples_per_second": 15.612, | |
| "eval_steps_per_second": 0.977, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "step": 18000, | |
| "total_flos": 6.24133373165568e+17, | |
| "train_loss": 0.8521621839735243, | |
| "train_runtime": 30046.6476, | |
| "train_samples_per_second": 122.758, | |
| "train_steps_per_second": 7.673 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 230545, | |
| "num_train_epochs": 35, | |
| "save_steps": 1500, | |
| "total_flos": 6.24133373165568e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |