| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 48.92966360856269, | |
| "eval_steps": 500, | |
| "global_step": 12000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 5.49405574798584, | |
| "learning_rate": 3.944e-05, | |
| "loss": 5.2628, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "eval_loss": 2.973829507827759, | |
| "eval_runtime": 162.2636, | |
| "eval_samples_per_second": 19.542, | |
| "eval_steps_per_second": 2.447, | |
| "eval_wer": 0.9875099746730042, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 1.7545195817947388, | |
| "learning_rate": 7.944000000000001e-05, | |
| "loss": 1.4609, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "eval_loss": 0.4073050916194916, | |
| "eval_runtime": 161.9691, | |
| "eval_samples_per_second": 19.578, | |
| "eval_steps_per_second": 2.451, | |
| "eval_wer": 0.4208097699753669, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "grad_norm": 2.6881394386291504, | |
| "learning_rate": 7.649422222222223e-05, | |
| "loss": 0.6445, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "eval_loss": 0.3578987717628479, | |
| "eval_runtime": 163.2467, | |
| "eval_samples_per_second": 19.425, | |
| "eval_steps_per_second": 2.432, | |
| "eval_wer": 0.3558269437601915, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "grad_norm": 1.934047818183899, | |
| "learning_rate": 7.293866666666667e-05, | |
| "loss": 0.3683, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "eval_loss": 0.3222399353981018, | |
| "eval_runtime": 167.0586, | |
| "eval_samples_per_second": 18.981, | |
| "eval_steps_per_second": 2.376, | |
| "eval_wer": 0.32130590153696703, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 10.19, | |
| "grad_norm": 4.5025835037231445, | |
| "learning_rate": 6.938311111111111e-05, | |
| "loss": 0.2758, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 10.19, | |
| "eval_loss": 0.3258918523788452, | |
| "eval_runtime": 164.2307, | |
| "eval_samples_per_second": 19.308, | |
| "eval_steps_per_second": 2.417, | |
| "eval_wer": 0.316032335287791, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 12.23, | |
| "grad_norm": 1.0024570226669312, | |
| "learning_rate": 6.582755555555557e-05, | |
| "loss": 0.223, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 12.23, | |
| "eval_loss": 0.3127504587173462, | |
| "eval_runtime": 162.8183, | |
| "eval_samples_per_second": 19.476, | |
| "eval_steps_per_second": 2.438, | |
| "eval_wer": 0.30562398084862785, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 14.27, | |
| "grad_norm": 0.9843519330024719, | |
| "learning_rate": 6.2272e-05, | |
| "loss": 0.1881, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 14.27, | |
| "eval_loss": 0.3383229076862335, | |
| "eval_runtime": 163.7812, | |
| "eval_samples_per_second": 19.361, | |
| "eval_steps_per_second": 2.424, | |
| "eval_wer": 0.29955244075911597, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 16.31, | |
| "grad_norm": 1.825391411781311, | |
| "learning_rate": 5.871644444444445e-05, | |
| "loss": 0.1676, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 16.31, | |
| "eval_loss": 0.33344313502311707, | |
| "eval_runtime": 163.1954, | |
| "eval_samples_per_second": 19.431, | |
| "eval_steps_per_second": 2.433, | |
| "eval_wer": 0.30361169899038964, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 18.35, | |
| "grad_norm": 1.3528616428375244, | |
| "learning_rate": 5.5160888888888894e-05, | |
| "loss": 0.1405, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 18.35, | |
| "eval_loss": 0.31019264459609985, | |
| "eval_runtime": 164.5816, | |
| "eval_samples_per_second": 19.267, | |
| "eval_steps_per_second": 2.412, | |
| "eval_wer": 0.2862644415917843, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 20.39, | |
| "grad_norm": 1.929638147354126, | |
| "learning_rate": 5.160533333333334e-05, | |
| "loss": 0.1251, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 20.39, | |
| "eval_loss": 0.33736076951026917, | |
| "eval_runtime": 163.4383, | |
| "eval_samples_per_second": 19.402, | |
| "eval_steps_per_second": 2.429, | |
| "eval_wer": 0.29060125594143565, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 22.43, | |
| "grad_norm": 0.8257089257240295, | |
| "learning_rate": 4.804977777777778e-05, | |
| "loss": 0.1169, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 22.43, | |
| "eval_loss": 0.34548866748809814, | |
| "eval_runtime": 163.1624, | |
| "eval_samples_per_second": 19.435, | |
| "eval_steps_per_second": 2.433, | |
| "eval_wer": 0.28893591923116957, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 24.46, | |
| "grad_norm": 0.36999279260635376, | |
| "learning_rate": 4.449422222222222e-05, | |
| "loss": 0.1021, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 24.46, | |
| "eval_loss": 0.302827388048172, | |
| "eval_runtime": 163.4863, | |
| "eval_samples_per_second": 19.396, | |
| "eval_steps_per_second": 2.428, | |
| "eval_wer": 0.28237865593449674, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 26.5, | |
| "grad_norm": 1.7563804388046265, | |
| "learning_rate": 4.0938666666666675e-05, | |
| "loss": 0.0907, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 26.5, | |
| "eval_loss": 0.3536182641983032, | |
| "eval_runtime": 162.4668, | |
| "eval_samples_per_second": 19.518, | |
| "eval_steps_per_second": 2.444, | |
| "eval_wer": 0.28036637407625853, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 28.54, | |
| "grad_norm": 0.9021581411361694, | |
| "learning_rate": 3.7383111111111114e-05, | |
| "loss": 0.0834, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 28.54, | |
| "eval_loss": 0.31954678893089294, | |
| "eval_runtime": 165.1008, | |
| "eval_samples_per_second": 19.206, | |
| "eval_steps_per_second": 2.405, | |
| "eval_wer": 0.2742601394719495, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 30.58, | |
| "grad_norm": 12.496235847473145, | |
| "learning_rate": 3.382755555555556e-05, | |
| "loss": 0.0806, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 30.58, | |
| "eval_loss": 0.35398995876312256, | |
| "eval_runtime": 167.4696, | |
| "eval_samples_per_second": 18.935, | |
| "eval_steps_per_second": 2.371, | |
| "eval_wer": 0.275162196856677, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 32.62, | |
| "grad_norm": 0.7885499596595764, | |
| "learning_rate": 3.0272000000000004e-05, | |
| "loss": 0.0718, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 32.62, | |
| "eval_loss": 0.34760990738868713, | |
| "eval_runtime": 166.6604, | |
| "eval_samples_per_second": 19.027, | |
| "eval_steps_per_second": 2.382, | |
| "eval_wer": 0.2699927141518926, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 34.66, | |
| "grad_norm": 0.8713880777359009, | |
| "learning_rate": 2.6716444444444446e-05, | |
| "loss": 0.064, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 34.66, | |
| "eval_loss": 0.32806122303009033, | |
| "eval_runtime": 166.5309, | |
| "eval_samples_per_second": 19.042, | |
| "eval_steps_per_second": 2.384, | |
| "eval_wer": 0.26787634874926275, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 36.7, | |
| "grad_norm": 1.410463809967041, | |
| "learning_rate": 2.316088888888889e-05, | |
| "loss": 0.0575, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 36.7, | |
| "eval_loss": 0.3376013934612274, | |
| "eval_runtime": 165.8955, | |
| "eval_samples_per_second": 19.114, | |
| "eval_steps_per_second": 2.393, | |
| "eval_wer": 0.26086805676022623, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 38.74, | |
| "grad_norm": 0.974173367023468, | |
| "learning_rate": 1.9605333333333334e-05, | |
| "loss": 0.0557, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 38.74, | |
| "eval_loss": 0.30982139706611633, | |
| "eval_runtime": 154.8221, | |
| "eval_samples_per_second": 20.482, | |
| "eval_steps_per_second": 2.564, | |
| "eval_wer": 0.25996599937549875, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 40.77, | |
| "grad_norm": 1.6050668954849243, | |
| "learning_rate": 1.604977777777778e-05, | |
| "loss": 0.0498, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 40.77, | |
| "eval_loss": 0.3348703980445862, | |
| "eval_runtime": 166.7142, | |
| "eval_samples_per_second": 19.021, | |
| "eval_steps_per_second": 2.381, | |
| "eval_wer": 0.25809249557644937, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 42.81, | |
| "grad_norm": 1.3856664896011353, | |
| "learning_rate": 1.2494222222222223e-05, | |
| "loss": 0.0437, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 42.81, | |
| "eval_loss": 0.3345808684825897, | |
| "eval_runtime": 168.0265, | |
| "eval_samples_per_second": 18.872, | |
| "eval_steps_per_second": 2.363, | |
| "eval_wer": 0.25479651667071435, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 44.85, | |
| "grad_norm": 0.4344525933265686, | |
| "learning_rate": 8.938666666666668e-06, | |
| "loss": 0.0394, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 44.85, | |
| "eval_loss": 0.32588261365890503, | |
| "eval_runtime": 169.5922, | |
| "eval_samples_per_second": 18.698, | |
| "eval_steps_per_second": 2.341, | |
| "eval_wer": 0.25382507025639245, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 46.89, | |
| "grad_norm": 0.6624104976654053, | |
| "learning_rate": 5.383111111111112e-06, | |
| "loss": 0.0379, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 46.89, | |
| "eval_loss": 0.32103830575942993, | |
| "eval_runtime": 172.4868, | |
| "eval_samples_per_second": 18.384, | |
| "eval_steps_per_second": 2.302, | |
| "eval_wer": 0.2514311487353849, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 48.93, | |
| "grad_norm": 0.8061400055885315, | |
| "learning_rate": 1.8275555555555557e-06, | |
| "loss": 0.0369, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 48.93, | |
| "eval_loss": 0.3121373653411865, | |
| "eval_runtime": 170.2978, | |
| "eval_samples_per_second": 18.62, | |
| "eval_steps_per_second": 2.331, | |
| "eval_wer": 0.24886375464039134, | |
| "step": 12000 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 12250, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 50, | |
| "save_steps": 500, | |
| "total_flos": 9.026756828474207e+19, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |