{ "best_metric": 0.15666962437148774, "best_model_checkpoint": "results15/checkpoint-3000", "epoch": 0.256, "eval_steps": 500, "global_step": 4000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0064, "grad_norm": 4.8001484870910645, "learning_rate": 1.9200000000000003e-06, "loss": 1.3393, "step": 100 }, { "epoch": 0.0128, "grad_norm": 3.706824779510498, "learning_rate": 3.920000000000001e-06, "loss": 0.5176, "step": 200 }, { "epoch": 0.0192, "grad_norm": 3.8430540561676025, "learning_rate": 5.92e-06, "loss": 0.2587, "step": 300 }, { "epoch": 0.0256, "grad_norm": 3.9047493934631348, "learning_rate": 7.92e-06, "loss": 0.2493, "step": 400 }, { "epoch": 0.032, "grad_norm": 3.7892723083496094, "learning_rate": 9.920000000000002e-06, "loss": 0.2446, "step": 500 }, { "epoch": 0.032, "eval_test1_cer": 0.1596436118028828, "eval_test1_cer_norm": 0.14118874332848133, "eval_test1_loss": 0.22201526165008545, "eval_test1_runtime": 1157.1217, "eval_test1_samples_per_second": 2.161, "eval_test1_steps_per_second": 0.068, "eval_test1_wer": 0.3501922508133688, "eval_test1_wer_norm": 0.27503187357310166, "step": 500 }, { "epoch": 0.032, "eval_test2_cer": 0.34475821649329114, "eval_test2_cer_norm": 0.32302360141569386, "eval_test2_loss": 0.3860654830932617, "eval_test2_runtime": 1327.3073, "eval_test2_samples_per_second": 1.884, "eval_test2_steps_per_second": 0.06, "eval_test2_wer": 0.5888413010765134, "eval_test2_wer_norm": 0.5090455757856894, "step": 500 }, { "epoch": 0.0384, "grad_norm": 4.102191925048828, "learning_rate": 9.936528925619836e-06, "loss": 0.2387, "step": 600 }, { "epoch": 0.0448, "grad_norm": 3.395754337310791, "learning_rate": 9.870413223140496e-06, "loss": 0.2333, "step": 700 }, { "epoch": 0.0512, "grad_norm": 3.3210232257843018, "learning_rate": 9.804297520661158e-06, "loss": 0.2296, "step": 800 }, { "epoch": 0.0576, "grad_norm": 3.533163070678711, "learning_rate": 9.738181818181818e-06, "loss": 0.2235, "step": 900 }, { "epoch": 0.064, "grad_norm": 3.154200315475464, "learning_rate": 9.67206611570248e-06, "loss": 0.2268, "step": 1000 }, { "epoch": 0.064, "eval_test1_cer": 0.06988151837597162, "eval_test1_cer_norm": 0.05281416787967006, "eval_test1_loss": 0.2057729810476303, "eval_test1_runtime": 1040.3745, "eval_test1_samples_per_second": 2.403, "eval_test1_steps_per_second": 0.076, "eval_test1_wer": 0.20041407867494823, "eval_test1_wer_norm": 0.1341062057105583, "step": 1000 }, { "epoch": 0.064, "eval_test2_cer": 0.17753561736770693, "eval_test2_cer_norm": 0.1456756809604818, "eval_test2_loss": 0.35842248797416687, "eval_test2_runtime": 1152.2398, "eval_test2_samples_per_second": 2.17, "eval_test2_steps_per_second": 0.069, "eval_test2_wer": 0.36184743604583863, "eval_test2_wer_norm": 0.28771889133712164, "step": 1000 }, { "epoch": 0.0704, "grad_norm": 4.132891654968262, "learning_rate": 9.605950413223142e-06, "loss": 0.2234, "step": 1100 }, { "epoch": 0.0768, "grad_norm": 3.4513018131256104, "learning_rate": 9.539834710743802e-06, "loss": 0.2218, "step": 1200 }, { "epoch": 0.0832, "grad_norm": 3.2677953243255615, "learning_rate": 9.473719008264464e-06, "loss": 0.2178, "step": 1300 }, { "epoch": 0.0896, "grad_norm": 2.8952624797821045, "learning_rate": 9.407603305785124e-06, "loss": 0.2161, "step": 1400 }, { "epoch": 0.096, "grad_norm": 3.3220458030700684, "learning_rate": 9.341487603305786e-06, "loss": 0.209, "step": 1500 }, { "epoch": 0.096, "eval_test1_cer": 0.061481208965361106, "eval_test1_cer_norm": 0.04084910237748666, "eval_test1_loss": 0.19823798537254333, "eval_test1_runtime": 1030.8083, "eval_test1_samples_per_second": 2.425, "eval_test1_steps_per_second": 0.077, "eval_test1_wer": 0.1774622892635315, "eval_test1_wer_norm": 0.11234322649509296, "step": 1500 }, { "epoch": 0.096, "eval_test2_cer": 0.11561981757877281, "eval_test2_cer_norm": 0.09326176648872725, "eval_test2_loss": 0.34961584210395813, "eval_test2_runtime": 1044.2589, "eval_test2_samples_per_second": 2.394, "eval_test2_steps_per_second": 0.076, "eval_test2_wer": 0.25847899062391483, "eval_test2_wer_norm": 0.18728980633190306, "step": 1500 }, { "epoch": 0.1024, "grad_norm": 3.133871555328369, "learning_rate": 9.275371900826448e-06, "loss": 0.2173, "step": 1600 }, { "epoch": 0.1088, "grad_norm": 3.023627758026123, "learning_rate": 9.209917355371902e-06, "loss": 0.2098, "step": 1700 }, { "epoch": 0.1152, "grad_norm": 3.384046792984009, "learning_rate": 9.143801652892564e-06, "loss": 0.2085, "step": 1800 }, { "epoch": 0.1216, "grad_norm": 4.177057266235352, "learning_rate": 9.077685950413224e-06, "loss": 0.2057, "step": 1900 }, { "epoch": 0.128, "grad_norm": 3.657303810119629, "learning_rate": 9.011570247933886e-06, "loss": 0.2073, "step": 2000 }, { "epoch": 0.128, "eval_test1_cer": 0.06908912534903026, "eval_test1_cer_norm": 0.04828723920426977, "eval_test1_loss": 0.18983058631420135, "eval_test1_runtime": 1097.0314, "eval_test1_samples_per_second": 2.279, "eval_test1_steps_per_second": 0.072, "eval_test1_wer": 0.1898846495119787, "eval_test1_wer_norm": 0.128057639280102, "step": 2000 }, { "epoch": 0.128, "eval_test2_cer": 0.1378665385195236, "eval_test2_cer_norm": 0.1097016092763145, "eval_test2_loss": 0.33988869190216064, "eval_test2_runtime": 1142.2555, "eval_test2_samples_per_second": 2.189, "eval_test2_steps_per_second": 0.069, "eval_test2_wer": 0.2811957402477139, "eval_test2_wer_norm": 0.21402064246781863, "step": 2000 }, { "epoch": 0.1344, "grad_norm": 2.9096293449401855, "learning_rate": 8.945454545454546e-06, "loss": 0.208, "step": 2100 }, { "epoch": 0.1408, "grad_norm": 3.0557897090911865, "learning_rate": 8.879338842975208e-06, "loss": 0.2146, "step": 2200 }, { "epoch": 0.1472, "grad_norm": 3.3298580646514893, "learning_rate": 8.81322314049587e-06, "loss": 0.2035, "step": 2300 }, { "epoch": 0.1536, "grad_norm": 2.332103729248047, "learning_rate": 8.74710743801653e-06, "loss": 0.196, "step": 2400 }, { "epoch": 0.16, "grad_norm": 2.920443534851074, "learning_rate": 8.680991735537191e-06, "loss": 0.1982, "step": 2500 }, { "epoch": 0.16, "eval_test1_cer": 0.06446211606671194, "eval_test1_cer_norm": 0.04428918000970403, "eval_test1_loss": 0.18459410965442657, "eval_test1_runtime": 1086.8024, "eval_test1_samples_per_second": 2.3, "eval_test1_steps_per_second": 0.073, "eval_test1_wer": 0.17775805974563738, "eval_test1_wer_norm": 0.11643490378628399, "step": 2500 }, { "epoch": 0.16, "eval_test2_cer": 0.11876224935926429, "eval_test2_cer_norm": 0.09257249564928335, "eval_test2_loss": 0.33487755060195923, "eval_test2_runtime": 1110.7242, "eval_test2_samples_per_second": 2.251, "eval_test2_steps_per_second": 0.071, "eval_test2_wer": 0.2543986572519968, "eval_test2_wer_norm": 0.1844195755537516, "step": 2500 }, { "epoch": 0.1664, "grad_norm": 2.761300802230835, "learning_rate": 8.614876033057852e-06, "loss": 0.1969, "step": 2600 }, { "epoch": 0.1728, "grad_norm": 2.2639405727386475, "learning_rate": 8.548760330578513e-06, "loss": 0.2011, "step": 2700 }, { "epoch": 0.1792, "grad_norm": 2.7103681564331055, "learning_rate": 8.482644628099175e-06, "loss": 0.1911, "step": 2800 }, { "epoch": 0.1856, "grad_norm": 3.4355201721191406, "learning_rate": 8.416528925619835e-06, "loss": 0.1915, "step": 2900 }, { "epoch": 0.192, "grad_norm": 2.784461259841919, "learning_rate": 8.350413223140497e-06, "loss": 0.1962, "step": 3000 }, { "epoch": 0.192, "eval_test1_cer": 0.052505471285186026, "eval_test1_cer_norm": 0.03515769044153324, "eval_test1_loss": 0.17998091876506805, "eval_test1_runtime": 1020.463, "eval_test1_samples_per_second": 2.45, "eval_test1_steps_per_second": 0.077, "eval_test1_wer": 0.15666962437148774, "eval_test1_wer_norm": 0.09473122424170546, "step": 3000 }, { "epoch": 0.192, "eval_test2_cer": 0.11729232624755012, "eval_test2_cer_norm": 0.09097886236092372, "eval_test2_loss": 0.3286541700363159, "eval_test2_runtime": 1052.1877, "eval_test2_samples_per_second": 2.376, "eval_test2_steps_per_second": 0.075, "eval_test2_wer": 0.2477427943048964, "eval_test2_wer_norm": 0.17702655688275543, "step": 3000 }, { "epoch": 0.1984, "grad_norm": 2.9920506477355957, "learning_rate": 8.284297520661157e-06, "loss": 0.1916, "step": 3100 }, { "epoch": 0.2048, "grad_norm": 2.529097318649292, "learning_rate": 8.21818181818182e-06, "loss": 0.1909, "step": 3200 }, { "epoch": 0.2112, "grad_norm": 2.646070718765259, "learning_rate": 8.152066115702481e-06, "loss": 0.1904, "step": 3300 }, { "epoch": 0.2176, "grad_norm": 3.047825336456299, "learning_rate": 8.085950413223141e-06, "loss": 0.1935, "step": 3400 }, { "epoch": 0.224, "grad_norm": 2.928596258163452, "learning_rate": 8.019834710743803e-06, "loss": 0.1943, "step": 3500 }, { "epoch": 0.224, "eval_test1_cer": 0.06426873443513698, "eval_test1_cer_norm": 0.041746724890829694, "eval_test1_loss": 0.17650315165519714, "eval_test1_runtime": 1003.7308, "eval_test1_samples_per_second": 2.491, "eval_test1_steps_per_second": 0.079, "eval_test1_wer": 0.17329192546583852, "eval_test1_wer_norm": 0.10694695644439173, "step": 3500 }, { "epoch": 0.224, "eval_test2_cer": 0.13343792401628224, "eval_test2_cer_norm": 0.09719207680725836, "eval_test2_loss": 0.32644087076187134, "eval_test2_runtime": 1081.9218, "eval_test2_samples_per_second": 2.311, "eval_test2_steps_per_second": 0.073, "eval_test2_wer": 0.26533742331288346, "eval_test2_wer_norm": 0.1966542966484982, "step": 3500 }, { "epoch": 0.2304, "grad_norm": 2.7711305618286133, "learning_rate": 7.953719008264463e-06, "loss": 0.196, "step": 3600 }, { "epoch": 0.2368, "grad_norm": 2.9088964462280273, "learning_rate": 7.888264462809919e-06, "loss": 0.1899, "step": 3700 }, { "epoch": 0.2432, "grad_norm": 2.884896993637085, "learning_rate": 7.822148760330579e-06, "loss": 0.1938, "step": 3800 }, { "epoch": 0.2496, "grad_norm": 2.511730432510376, "learning_rate": 7.75603305785124e-06, "loss": 0.1872, "step": 3900 }, { "epoch": 0.256, "grad_norm": 2.930680990219116, "learning_rate": 7.689917355371903e-06, "loss": 0.1894, "step": 4000 }, { "epoch": 0.256, "eval_test1_cer": 0.071758735189797, "eval_test1_cer_norm": 0.047394468704512374, "eval_test1_loss": 0.1755101978778839, "eval_test1_runtime": 1295.9749, "eval_test1_samples_per_second": 1.929, "eval_test1_steps_per_second": 0.061, "eval_test1_wer": 0.18352558414670217, "eval_test1_wer_norm": 0.12132712663444718, "step": 4000 }, { "epoch": 0.256, "eval_test2_cer": 0.13147802653399668, "eval_test2_cer_norm": 0.10113216401712911, "eval_test2_loss": 0.32261422276496887, "eval_test2_runtime": 1380.4258, "eval_test2_samples_per_second": 1.811, "eval_test2_steps_per_second": 0.057, "eval_test2_wer": 0.2693888181502489, "eval_test2_wer_norm": 0.19903165951524993, "step": 4000 } ], "logging_steps": 100, "max_steps": 15625, "num_input_tokens_seen": 0, "num_train_epochs": 9223372036854775807, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.3063742816256e+20, "train_batch_size": 32, "trial_name": null, "trial_params": null }