{ "best_metric": 5006.62100456621, "best_model_checkpoint": "./20230912-output\\checkpoint-2000", "epoch": 33.560566334556896, "global_step": 4000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.21, "learning_rate": 3.8e-07, "loss": 18.9312, "step": 25 }, { "epoch": 0.42, "learning_rate": 8.8e-07, "loss": 17.0566, "step": 50 }, { "epoch": 0.63, "learning_rate": 1.3800000000000001e-06, "loss": 13.4189, "step": 75 }, { "epoch": 0.84, "learning_rate": 1.8800000000000002e-06, "loss": 10.4803, "step": 100 }, { "epoch": 1.05, "learning_rate": 2.38e-06, "loss": 9.3304, "step": 125 }, { "epoch": 1.26, "learning_rate": 2.88e-06, "loss": 8.3203, "step": 150 }, { "epoch": 1.47, "learning_rate": 3.3600000000000004e-06, "loss": 8.9822, "step": 175 }, { "epoch": 1.68, "learning_rate": 3.86e-06, "loss": 10.7581, "step": 200 }, { "epoch": 1.89, "learning_rate": 4.360000000000001e-06, "loss": 13.2164, "step": 225 }, { "epoch": 2.1, "learning_rate": 4.86e-06, "loss": 12.7052, "step": 250 }, { "epoch": 2.31, "learning_rate": 5.36e-06, "loss": 10.3904, "step": 275 }, { "epoch": 2.52, "learning_rate": 5.86e-06, "loss": 8.2617, "step": 300 }, { "epoch": 2.73, "learning_rate": 6.360000000000001e-06, "loss": 6.8613, "step": 325 }, { "epoch": 2.94, "learning_rate": 6.860000000000001e-06, "loss": 6.1093, "step": 350 }, { "epoch": 3.15, "learning_rate": 7.360000000000001e-06, "loss": 5.8769, "step": 375 }, { "epoch": 3.36, "learning_rate": 7.860000000000001e-06, "loss": 5.6272, "step": 400 }, { "epoch": 3.57, "learning_rate": 8.36e-06, "loss": 5.674, "step": 425 }, { "epoch": 3.78, "learning_rate": 8.860000000000002e-06, "loss": 5.5667, "step": 450 }, { "epoch": 3.99, "learning_rate": 9.360000000000002e-06, "loss": 5.4705, "step": 475 }, { "epoch": 4.2, "learning_rate": 9.86e-06, "loss": 5.1703, "step": 500 }, { "epoch": 4.4, "learning_rate": 9.967272727272728e-06, "loss": 5.1044, "step": 525 }, { "epoch": 4.61, "learning_rate": 9.921818181818183e-06, "loss": 4.9244, "step": 550 }, { "epoch": 4.82, "learning_rate": 9.876363636363637e-06, "loss": 4.8602, "step": 575 }, { "epoch": 5.03, "learning_rate": 9.830909090909092e-06, "loss": 4.6437, "step": 600 }, { "epoch": 5.24, "learning_rate": 9.785454545454546e-06, "loss": 4.0014, "step": 625 }, { "epoch": 5.45, "learning_rate": 9.74e-06, "loss": 3.8653, "step": 650 }, { "epoch": 5.66, "learning_rate": 9.694545454545455e-06, "loss": 3.8299, "step": 675 }, { "epoch": 5.87, "learning_rate": 9.64909090909091e-06, "loss": 3.6928, "step": 700 }, { "epoch": 6.08, "learning_rate": 9.603636363636365e-06, "loss": 3.1672, "step": 725 }, { "epoch": 6.29, "learning_rate": 9.558181818181818e-06, "loss": 2.5309, "step": 750 }, { "epoch": 6.5, "learning_rate": 9.512727272727274e-06, "loss": 2.4801, "step": 775 }, { "epoch": 6.71, "learning_rate": 9.467272727272727e-06, "loss": 2.2236, "step": 800 }, { "epoch": 6.92, "learning_rate": 9.421818181818183e-06, "loss": 2.3091, "step": 825 }, { "epoch": 7.13, "learning_rate": 9.376363636363637e-06, "loss": 1.9126, "step": 850 }, { "epoch": 7.34, "learning_rate": 9.330909090909092e-06, "loss": 1.4071, "step": 875 }, { "epoch": 7.55, "learning_rate": 9.285454545454546e-06, "loss": 1.5367, "step": 900 }, { "epoch": 7.76, "learning_rate": 9.240000000000001e-06, "loss": 1.3686, "step": 925 }, { "epoch": 7.97, "learning_rate": 9.194545454545455e-06, "loss": 1.3177, "step": 950 }, { "epoch": 8.18, "learning_rate": 9.14909090909091e-06, "loss": 0.9167, "step": 975 }, { "epoch": 8.39, "learning_rate": 9.103636363636364e-06, "loss": 0.9502, "step": 1000 }, { "epoch": 8.39, "eval_loss": 3.2547426223754883, "eval_runtime": 507.4588, "eval_samples_per_second": 1.255, "eval_steps_per_second": 0.158, "eval_wer": 5215.41095890411, "step": 1000 }, { "epoch": 8.6, "learning_rate": 9.05818181818182e-06, "loss": 0.774, "step": 1025 }, { "epoch": 8.81, "learning_rate": 9.012727272727273e-06, "loss": 0.8792, "step": 1050 }, { "epoch": 9.02, "learning_rate": 8.967272727272727e-06, "loss": 0.8182, "step": 1075 }, { "epoch": 9.23, "learning_rate": 8.921818181818183e-06, "loss": 0.5773, "step": 1100 }, { "epoch": 9.44, "learning_rate": 8.876363636363638e-06, "loss": 0.5618, "step": 1125 }, { "epoch": 9.65, "learning_rate": 8.830909090909092e-06, "loss": 0.5499, "step": 1150 }, { "epoch": 9.86, "learning_rate": 8.785454545454546e-06, "loss": 0.5145, "step": 1175 }, { "epoch": 10.07, "learning_rate": 8.740000000000001e-06, "loss": 0.4436, "step": 1200 }, { "epoch": 10.28, "learning_rate": 8.694545454545455e-06, "loss": 0.3293, "step": 1225 }, { "epoch": 10.49, "learning_rate": 8.64909090909091e-06, "loss": 0.3603, "step": 1250 }, { "epoch": 10.7, "learning_rate": 8.603636363636364e-06, "loss": 0.3796, "step": 1275 }, { "epoch": 10.91, "learning_rate": 8.55818181818182e-06, "loss": 0.347, "step": 1300 }, { "epoch": 11.12, "learning_rate": 8.512727272727273e-06, "loss": 0.263, "step": 1325 }, { "epoch": 11.33, "learning_rate": 8.467272727272729e-06, "loss": 0.272, "step": 1350 }, { "epoch": 11.54, "learning_rate": 8.421818181818182e-06, "loss": 0.2657, "step": 1375 }, { "epoch": 11.75, "learning_rate": 8.376363636363636e-06, "loss": 0.2299, "step": 1400 }, { "epoch": 11.96, "learning_rate": 8.330909090909092e-06, "loss": 0.2563, "step": 1425 }, { "epoch": 12.17, "learning_rate": 8.285454545454547e-06, "loss": 0.1685, "step": 1450 }, { "epoch": 12.38, "learning_rate": 8.24e-06, "loss": 0.2457, "step": 1475 }, { "epoch": 12.59, "learning_rate": 8.194545454545454e-06, "loss": 0.1859, "step": 1500 }, { "epoch": 12.79, "learning_rate": 8.14909090909091e-06, "loss": 0.1883, "step": 1525 }, { "epoch": 13.0, "learning_rate": 8.103636363636365e-06, "loss": 0.1484, "step": 1550 }, { "epoch": 13.21, "learning_rate": 8.058181818181819e-06, "loss": 0.1322, "step": 1575 }, { "epoch": 13.42, "learning_rate": 8.012727272727273e-06, "loss": 0.1099, "step": 1600 }, { "epoch": 13.63, "learning_rate": 7.967272727272728e-06, "loss": 0.1455, "step": 1625 }, { "epoch": 13.84, "learning_rate": 7.921818181818182e-06, "loss": 0.1534, "step": 1650 }, { "epoch": 14.05, "learning_rate": 7.876363636363637e-06, "loss": 0.1459, "step": 1675 }, { "epoch": 14.26, "learning_rate": 7.830909090909091e-06, "loss": 0.1286, "step": 1700 }, { "epoch": 14.47, "learning_rate": 7.785454545454547e-06, "loss": 0.0906, "step": 1725 }, { "epoch": 14.68, "learning_rate": 7.74e-06, "loss": 0.1186, "step": 1750 }, { "epoch": 14.89, "learning_rate": 7.694545454545456e-06, "loss": 0.0855, "step": 1775 }, { "epoch": 15.1, "learning_rate": 7.64909090909091e-06, "loss": 0.1135, "step": 1800 }, { "epoch": 15.31, "learning_rate": 7.603636363636364e-06, "loss": 0.0613, "step": 1825 }, { "epoch": 15.52, "learning_rate": 7.558181818181819e-06, "loss": 0.0682, "step": 1850 }, { "epoch": 15.73, "learning_rate": 7.512727272727273e-06, "loss": 0.0667, "step": 1875 }, { "epoch": 15.94, "learning_rate": 7.467272727272727e-06, "loss": 0.0815, "step": 1900 }, { "epoch": 16.15, "learning_rate": 7.421818181818183e-06, "loss": 0.0599, "step": 1925 }, { "epoch": 16.36, "learning_rate": 7.376363636363637e-06, "loss": 0.0639, "step": 1950 }, { "epoch": 16.57, "learning_rate": 7.330909090909092e-06, "loss": 0.0578, "step": 1975 }, { "epoch": 16.78, "learning_rate": 7.2854545454545455e-06, "loss": 0.0448, "step": 2000 }, { "epoch": 16.78, "eval_loss": 2.7543158531188965, "eval_runtime": 502.2301, "eval_samples_per_second": 1.268, "eval_steps_per_second": 0.159, "eval_wer": 5006.62100456621, "step": 2000 }, { "epoch": 16.99, "learning_rate": 7.24e-06, "loss": 0.0774, "step": 2025 }, { "epoch": 17.2, "learning_rate": 7.194545454545456e-06, "loss": 0.0488, "step": 2050 }, { "epoch": 17.41, "learning_rate": 7.14909090909091e-06, "loss": 0.0417, "step": 2075 }, { "epoch": 17.62, "learning_rate": 7.103636363636364e-06, "loss": 0.0502, "step": 2100 }, { "epoch": 17.83, "learning_rate": 7.0581818181818185e-06, "loss": 0.0548, "step": 2125 }, { "epoch": 18.04, "learning_rate": 7.012727272727273e-06, "loss": 0.055, "step": 2150 }, { "epoch": 18.25, "learning_rate": 6.967272727272728e-06, "loss": 0.0507, "step": 2175 }, { "epoch": 18.46, "learning_rate": 6.921818181818183e-06, "loss": 0.0592, "step": 2200 }, { "epoch": 18.67, "learning_rate": 6.876363636363637e-06, "loss": 0.0313, "step": 2225 }, { "epoch": 18.88, "learning_rate": 6.8309090909090915e-06, "loss": 0.028, "step": 2250 }, { "epoch": 19.09, "learning_rate": 6.785454545454546e-06, "loss": 0.0392, "step": 2275 }, { "epoch": 19.3, "learning_rate": 6.740000000000001e-06, "loss": 0.0346, "step": 2300 }, { "epoch": 19.51, "learning_rate": 6.6945454545454544e-06, "loss": 0.0347, "step": 2325 }, { "epoch": 19.72, "learning_rate": 6.64909090909091e-06, "loss": 0.0279, "step": 2350 }, { "epoch": 19.93, "learning_rate": 6.6036363636363645e-06, "loss": 0.0351, "step": 2375 }, { "epoch": 20.14, "learning_rate": 6.558181818181819e-06, "loss": 0.0241, "step": 2400 }, { "epoch": 20.35, "learning_rate": 6.512727272727273e-06, "loss": 0.0337, "step": 2425 }, { "epoch": 20.56, "learning_rate": 6.467272727272727e-06, "loss": 0.0308, "step": 2450 }, { "epoch": 20.77, "learning_rate": 6.421818181818182e-06, "loss": 0.0189, "step": 2475 }, { "epoch": 20.98, "learning_rate": 6.3763636363636375e-06, "loss": 0.0201, "step": 2500 }, { "epoch": 21.19, "learning_rate": 6.330909090909091e-06, "loss": 0.02, "step": 2525 }, { "epoch": 21.39, "learning_rate": 6.285454545454546e-06, "loss": 0.0173, "step": 2550 }, { "epoch": 21.6, "learning_rate": 6.24e-06, "loss": 0.0218, "step": 2575 }, { "epoch": 21.81, "learning_rate": 6.194545454545455e-06, "loss": 0.027, "step": 2600 }, { "epoch": 22.02, "learning_rate": 6.1490909090909104e-06, "loss": 0.0188, "step": 2625 }, { "epoch": 22.23, "learning_rate": 6.103636363636364e-06, "loss": 0.02, "step": 2650 }, { "epoch": 22.44, "learning_rate": 6.058181818181819e-06, "loss": 0.0165, "step": 2675 }, { "epoch": 22.65, "learning_rate": 6.012727272727273e-06, "loss": 0.0115, "step": 2700 }, { "epoch": 22.86, "learning_rate": 5.967272727272728e-06, "loss": 0.0143, "step": 2725 }, { "epoch": 23.07, "learning_rate": 5.921818181818182e-06, "loss": 0.0104, "step": 2750 }, { "epoch": 23.28, "learning_rate": 5.876363636363636e-06, "loss": 0.0209, "step": 2775 }, { "epoch": 23.49, "learning_rate": 5.830909090909092e-06, "loss": 0.0056, "step": 2800 }, { "epoch": 23.7, "learning_rate": 5.785454545454546e-06, "loss": 0.0133, "step": 2825 }, { "epoch": 23.91, "learning_rate": 5.74e-06, "loss": 0.0186, "step": 2850 }, { "epoch": 24.12, "learning_rate": 5.694545454545455e-06, "loss": 0.0094, "step": 2875 }, { "epoch": 24.33, "learning_rate": 5.649090909090909e-06, "loss": 0.0069, "step": 2900 }, { "epoch": 24.54, "learning_rate": 5.603636363636365e-06, "loss": 0.0115, "step": 2925 }, { "epoch": 24.75, "learning_rate": 5.5581818181818185e-06, "loss": 0.0045, "step": 2950 }, { "epoch": 24.96, "learning_rate": 5.512727272727273e-06, "loss": 0.0089, "step": 2975 }, { "epoch": 25.17, "learning_rate": 5.467272727272728e-06, "loss": 0.0089, "step": 3000 }, { "epoch": 25.17, "eval_loss": 2.8150265216827393, "eval_runtime": 495.3178, "eval_samples_per_second": 1.286, "eval_steps_per_second": 0.162, "eval_wer": 5198.934550989346, "step": 3000 }, { "epoch": 25.38, "learning_rate": 5.421818181818182e-06, "loss": 0.0111, "step": 3025 }, { "epoch": 25.59, "learning_rate": 5.376363636363638e-06, "loss": 0.0106, "step": 3050 }, { "epoch": 25.8, "learning_rate": 5.330909090909091e-06, "loss": 0.0032, "step": 3075 }, { "epoch": 26.01, "learning_rate": 5.285454545454546e-06, "loss": 0.0041, "step": 3100 }, { "epoch": 26.22, "learning_rate": 5.240000000000001e-06, "loss": 0.0078, "step": 3125 }, { "epoch": 26.43, "learning_rate": 5.194545454545455e-06, "loss": 0.0052, "step": 3150 }, { "epoch": 26.64, "learning_rate": 5.149090909090909e-06, "loss": 0.0067, "step": 3175 }, { "epoch": 26.85, "learning_rate": 5.103636363636364e-06, "loss": 0.0044, "step": 3200 }, { "epoch": 27.06, "learning_rate": 5.058181818181819e-06, "loss": 0.0054, "step": 3225 }, { "epoch": 27.27, "learning_rate": 5.012727272727274e-06, "loss": 0.0025, "step": 3250 }, { "epoch": 27.48, "learning_rate": 4.967272727272727e-06, "loss": 0.0043, "step": 3275 }, { "epoch": 27.69, "learning_rate": 4.921818181818182e-06, "loss": 0.0038, "step": 3300 }, { "epoch": 27.9, "learning_rate": 4.8763636363636366e-06, "loss": 0.004, "step": 3325 }, { "epoch": 28.11, "learning_rate": 4.830909090909091e-06, "loss": 0.0041, "step": 3350 }, { "epoch": 28.32, "learning_rate": 4.785454545454546e-06, "loss": 0.0052, "step": 3375 }, { "epoch": 28.53, "learning_rate": 4.74e-06, "loss": 0.0059, "step": 3400 }, { "epoch": 28.74, "learning_rate": 4.694545454545455e-06, "loss": 0.0012, "step": 3425 }, { "epoch": 28.95, "learning_rate": 4.6490909090909095e-06, "loss": 0.0021, "step": 3450 }, { "epoch": 29.16, "learning_rate": 4.603636363636364e-06, "loss": 0.0034, "step": 3475 }, { "epoch": 29.37, "learning_rate": 4.558181818181819e-06, "loss": 0.0045, "step": 3500 }, { "epoch": 29.58, "learning_rate": 4.512727272727273e-06, "loss": 0.0023, "step": 3525 }, { "epoch": 29.79, "learning_rate": 4.467272727272728e-06, "loss": 0.0054, "step": 3550 }, { "epoch": 29.99, "learning_rate": 4.4218181818181825e-06, "loss": 0.0021, "step": 3575 }, { "epoch": 30.2, "learning_rate": 4.376363636363637e-06, "loss": 0.0019, "step": 3600 }, { "epoch": 30.41, "learning_rate": 4.330909090909091e-06, "loss": 0.004, "step": 3625 }, { "epoch": 30.62, "learning_rate": 4.285454545454546e-06, "loss": 0.0033, "step": 3650 }, { "epoch": 30.83, "learning_rate": 4.24e-06, "loss": 0.0015, "step": 3675 }, { "epoch": 31.04, "learning_rate": 4.194545454545455e-06, "loss": 0.0014, "step": 3700 }, { "epoch": 31.25, "learning_rate": 4.149090909090909e-06, "loss": 0.0027, "step": 3725 }, { "epoch": 31.46, "learning_rate": 4.103636363636364e-06, "loss": 0.0035, "step": 3750 }, { "epoch": 31.67, "learning_rate": 4.0581818181818184e-06, "loss": 0.0034, "step": 3775 }, { "epoch": 31.88, "learning_rate": 4.012727272727273e-06, "loss": 0.0006, "step": 3800 }, { "epoch": 32.09, "learning_rate": 3.967272727272728e-06, "loss": 0.0034, "step": 3825 }, { "epoch": 32.3, "learning_rate": 3.921818181818182e-06, "loss": 0.0011, "step": 3850 }, { "epoch": 32.51, "learning_rate": 3.876363636363637e-06, "loss": 0.001, "step": 3875 }, { "epoch": 32.72, "learning_rate": 3.830909090909091e-06, "loss": 0.002, "step": 3900 }, { "epoch": 32.93, "learning_rate": 3.7854545454545456e-06, "loss": 0.001, "step": 3925 }, { "epoch": 33.14, "learning_rate": 3.74e-06, "loss": 0.0012, "step": 3950 }, { "epoch": 33.35, "learning_rate": 3.694545454545455e-06, "loss": 0.0019, "step": 3975 }, { "epoch": 33.56, "learning_rate": 3.6490909090909094e-06, "loss": 0.0023, "step": 4000 }, { "epoch": 33.56, "eval_loss": 2.811387300491333, "eval_runtime": 497.1526, "eval_samples_per_second": 1.281, "eval_steps_per_second": 0.161, "eval_wer": 5089.497716894977, "step": 4000 } ], "max_steps": 6000, "num_train_epochs": 51, "total_flos": 1.847581449928704e+19, "trial_name": null, "trial_params": null }