{ "best_metric": null, "best_model_checkpoint": null, "epoch": 299.9818181818182, "global_step": 8100, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 3.69, "learning_rate": 1.9600000000000002e-05, "loss": 12.2644, "step": 100 }, { "epoch": 7.4, "learning_rate": 3.960000000000001e-05, "loss": 4.6184, "step": 200 }, { "epoch": 11.11, "learning_rate": 5.96e-05, "loss": 3.5365, "step": 300 }, { "epoch": 14.8, "learning_rate": 7.960000000000001e-05, "loss": 3.2788, "step": 400 }, { "epoch": 18.51, "learning_rate": 9.960000000000001e-05, "loss": 3.1079, "step": 500 }, { "epoch": 18.51, "eval_cer": 0.9825416052243522, "eval_loss": 2.679511547088623, "eval_runtime": 34.6418, "eval_samples_per_second": 23.296, "eval_steps_per_second": 2.916, "eval_wer": 0.9996329601761791, "step": 500 }, { "epoch": 22.22, "learning_rate": 9.871052631578948e-05, "loss": 2.193, "step": 600 }, { "epoch": 25.91, "learning_rate": 9.739473684210527e-05, "loss": 1.3185, "step": 700 }, { "epoch": 29.62, "learning_rate": 9.607894736842105e-05, "loss": 1.0508, "step": 800 }, { "epoch": 33.33, "learning_rate": 9.476315789473684e-05, "loss": 0.9319, "step": 900 }, { "epoch": 37.04, "learning_rate": 9.344736842105263e-05, "loss": 0.8506, "step": 1000 }, { "epoch": 37.04, "eval_cer": 0.096087002317253, "eval_loss": 0.43226873874664307, "eval_runtime": 34.4996, "eval_samples_per_second": 23.392, "eval_steps_per_second": 2.928, "eval_wer": 0.37181134153055606, "step": 1000 }, { "epoch": 40.73, "learning_rate": 9.213157894736843e-05, "loss": 0.8002, "step": 1100 }, { "epoch": 44.44, "learning_rate": 9.081578947368421e-05, "loss": 0.765, "step": 1200 }, { "epoch": 48.15, "learning_rate": 8.950000000000001e-05, "loss": 0.7327, "step": 1300 }, { "epoch": 51.84, "learning_rate": 8.818421052631579e-05, "loss": 0.7094, "step": 1400 }, { "epoch": 55.55, "learning_rate": 8.686842105263159e-05, "loss": 0.6821, "step": 1500 }, { "epoch": 55.55, "eval_cer": 0.0877922898672846, "eval_loss": 0.41051027178764343, "eval_runtime": 34.0911, "eval_samples_per_second": 23.672, "eval_steps_per_second": 2.963, "eval_wer": 0.3310699210864379, "step": 1500 }, { "epoch": 59.25, "learning_rate": 8.555263157894737e-05, "loss": 0.6763, "step": 1600 }, { "epoch": 62.95, "learning_rate": 8.423684210526316e-05, "loss": 0.6484, "step": 1700 }, { "epoch": 66.65, "learning_rate": 8.292105263157896e-05, "loss": 0.6371, "step": 1800 }, { "epoch": 70.36, "learning_rate": 8.160526315789474e-05, "loss": 0.6149, "step": 1900 }, { "epoch": 74.07, "learning_rate": 8.028947368421052e-05, "loss": 0.6091, "step": 2000 }, { "epoch": 74.07, "eval_cer": 0.08513271539919949, "eval_loss": 0.4281017482280731, "eval_runtime": 36.3671, "eval_samples_per_second": 22.19, "eval_steps_per_second": 2.777, "eval_wer": 0.3167553679574234, "step": 2000 }, { "epoch": 77.76, "learning_rate": 7.897368421052632e-05, "loss": 0.5908, "step": 2100 }, { "epoch": 81.47, "learning_rate": 7.76578947368421e-05, "loss": 0.5809, "step": 2200 }, { "epoch": 85.18, "learning_rate": 7.63421052631579e-05, "loss": 0.568, "step": 2300 }, { "epoch": 88.87, "learning_rate": 7.50263157894737e-05, "loss": 0.5531, "step": 2400 }, { "epoch": 92.58, "learning_rate": 7.371052631578948e-05, "loss": 0.5429, "step": 2500 }, { "epoch": 92.58, "eval_cer": 0.08421108068253634, "eval_loss": 0.4524887800216675, "eval_runtime": 33.8823, "eval_samples_per_second": 23.818, "eval_steps_per_second": 2.981, "eval_wer": 0.3147366489264085, "step": 2500 }, { "epoch": 96.29, "learning_rate": 7.239473684210527e-05, "loss": 0.5476, "step": 2600 }, { "epoch": 99.98, "learning_rate": 7.107894736842106e-05, "loss": 0.5312, "step": 2700 }, { "epoch": 103.69, "learning_rate": 6.976315789473684e-05, "loss": 0.5228, "step": 2800 }, { "epoch": 107.4, "learning_rate": 6.846052631578947e-05, "loss": 0.5085, "step": 2900 }, { "epoch": 111.11, "learning_rate": 6.714473684210527e-05, "loss": 0.5063, "step": 3000 }, { "epoch": 111.11, "eval_cer": 0.08392142405729934, "eval_loss": 0.46191853284835815, "eval_runtime": 34.7379, "eval_samples_per_second": 23.231, "eval_steps_per_second": 2.907, "eval_wer": 0.31436960910258765, "step": 3000 }, { "epoch": 114.8, "learning_rate": 6.582894736842105e-05, "loss": 0.4929, "step": 3100 }, { "epoch": 118.51, "learning_rate": 6.451315789473685e-05, "loss": 0.4921, "step": 3200 }, { "epoch": 122.22, "learning_rate": 6.319736842105264e-05, "loss": 0.486, "step": 3300 }, { "epoch": 125.91, "learning_rate": 6.188157894736843e-05, "loss": 0.4775, "step": 3400 }, { "epoch": 129.62, "learning_rate": 6.056578947368421e-05, "loss": 0.4661, "step": 3500 }, { "epoch": 129.62, "eval_cer": 0.08178849799873604, "eval_loss": 0.4659934639930725, "eval_runtime": 33.3081, "eval_samples_per_second": 24.228, "eval_steps_per_second": 3.032, "eval_wer": 0.30390897412369244, "step": 3500 }, { "epoch": 133.33, "learning_rate": 5.9250000000000004e-05, "loss": 0.4571, "step": 3600 }, { "epoch": 137.04, "learning_rate": 5.793421052631579e-05, "loss": 0.4525, "step": 3700 }, { "epoch": 140.73, "learning_rate": 5.6618421052631575e-05, "loss": 0.4502, "step": 3800 }, { "epoch": 144.44, "learning_rate": 5.530263157894737e-05, "loss": 0.4458, "step": 3900 }, { "epoch": 148.15, "learning_rate": 5.398684210526316e-05, "loss": 0.4353, "step": 4000 }, { "epoch": 148.15, "eval_cer": 0.08202548978302085, "eval_loss": 0.46947482228279114, "eval_runtime": 33.4569, "eval_samples_per_second": 24.121, "eval_steps_per_second": 3.019, "eval_wer": 0.308313452009543, "step": 4000 }, { "epoch": 151.84, "learning_rate": 5.2671052631578957e-05, "loss": 0.4299, "step": 4100 }, { "epoch": 155.55, "learning_rate": 5.135526315789474e-05, "loss": 0.4253, "step": 4200 }, { "epoch": 159.25, "learning_rate": 5.003947368421053e-05, "loss": 0.4202, "step": 4300 }, { "epoch": 162.95, "learning_rate": 4.872368421052632e-05, "loss": 0.4133, "step": 4400 }, { "epoch": 166.65, "learning_rate": 4.740789473684211e-05, "loss": 0.4048, "step": 4500 }, { "epoch": 166.65, "eval_cer": 0.08244680851063829, "eval_loss": 0.49092647433280945, "eval_runtime": 33.6459, "eval_samples_per_second": 23.985, "eval_steps_per_second": 3.002, "eval_wer": 0.3084969719214535, "step": 4500 }, { "epoch": 170.36, "learning_rate": 4.6092105263157896e-05, "loss": 0.3994, "step": 4600 }, { "epoch": 174.07, "learning_rate": 4.4776315789473685e-05, "loss": 0.397, "step": 4700 }, { "epoch": 177.76, "learning_rate": 4.3460526315789474e-05, "loss": 0.3836, "step": 4800 }, { "epoch": 181.47, "learning_rate": 4.2144736842105264e-05, "loss": 0.3922, "step": 4900 }, { "epoch": 185.18, "learning_rate": 4.082894736842105e-05, "loss": 0.3852, "step": 5000 }, { "epoch": 185.18, "eval_cer": 0.08120918474826207, "eval_loss": 0.5073934197425842, "eval_runtime": 34.5846, "eval_samples_per_second": 23.334, "eval_steps_per_second": 2.92, "eval_wer": 0.3048265736832446, "step": 5000 }, { "epoch": 188.87, "learning_rate": 3.951315789473685e-05, "loss": 0.3784, "step": 5100 }, { "epoch": 192.58, "learning_rate": 3.819736842105263e-05, "loss": 0.3733, "step": 5200 }, { "epoch": 196.29, "learning_rate": 3.688157894736842e-05, "loss": 0.3775, "step": 5300 }, { "epoch": 199.98, "learning_rate": 3.5565789473684217e-05, "loss": 0.3574, "step": 5400 }, { "epoch": 203.69, "learning_rate": 3.4250000000000006e-05, "loss": 0.3567, "step": 5500 }, { "epoch": 203.69, "eval_cer": 0.08099852538445333, "eval_loss": 0.5110859274864197, "eval_runtime": 34.3591, "eval_samples_per_second": 23.487, "eval_steps_per_second": 2.94, "eval_wer": 0.3011561754450358, "step": 5500 }, { "epoch": 207.4, "learning_rate": 3.293421052631579e-05, "loss": 0.3585, "step": 5600 }, { "epoch": 211.11, "learning_rate": 3.161842105263158e-05, "loss": 0.3503, "step": 5700 }, { "epoch": 214.8, "learning_rate": 3.030263157894737e-05, "loss": 0.3452, "step": 5800 }, { "epoch": 218.51, "learning_rate": 2.8986842105263156e-05, "loss": 0.3446, "step": 5900 }, { "epoch": 222.22, "learning_rate": 2.768421052631579e-05, "loss": 0.3451, "step": 6000 }, { "epoch": 222.22, "eval_cer": 0.08041921213397936, "eval_loss": 0.5224971175193787, "eval_runtime": 33.9572, "eval_samples_per_second": 23.765, "eval_steps_per_second": 2.974, "eval_wer": 0.2982198568544687, "step": 6000 }, { "epoch": 225.91, "learning_rate": 2.6368421052631582e-05, "loss": 0.3334, "step": 6100 }, { "epoch": 229.62, "learning_rate": 2.505263157894737e-05, "loss": 0.338, "step": 6200 }, { "epoch": 233.33, "learning_rate": 2.373684210526316e-05, "loss": 0.332, "step": 6300 }, { "epoch": 237.04, "learning_rate": 2.242105263157895e-05, "loss": 0.3301, "step": 6400 }, { "epoch": 240.73, "learning_rate": 2.110526315789474e-05, "loss": 0.325, "step": 6500 }, { "epoch": 240.73, "eval_cer": 0.07955024225826839, "eval_loss": 0.5269995927810669, "eval_runtime": 33.5845, "eval_samples_per_second": 24.029, "eval_steps_per_second": 3.007, "eval_wer": 0.2954670581758121, "step": 6500 }, { "epoch": 244.44, "learning_rate": 1.9789473684210528e-05, "loss": 0.327, "step": 6600 }, { "epoch": 248.15, "learning_rate": 1.8473684210526317e-05, "loss": 0.3161, "step": 6700 }, { "epoch": 251.84, "learning_rate": 1.7157894736842107e-05, "loss": 0.3193, "step": 6800 }, { "epoch": 255.55, "learning_rate": 1.5842105263157896e-05, "loss": 0.3104, "step": 6900 }, { "epoch": 259.25, "learning_rate": 1.4539473684210528e-05, "loss": 0.3089, "step": 7000 }, { "epoch": 259.25, "eval_cer": 0.07933958289445966, "eval_loss": 0.5381476283073425, "eval_runtime": 35.2467, "eval_samples_per_second": 22.896, "eval_steps_per_second": 2.866, "eval_wer": 0.29289777940906586, "step": 7000 }, { "epoch": 262.95, "learning_rate": 1.3223684210526315e-05, "loss": 0.3087, "step": 7100 }, { "epoch": 266.65, "learning_rate": 1.1907894736842106e-05, "loss": 0.305, "step": 7200 }, { "epoch": 270.36, "learning_rate": 1.0592105263157895e-05, "loss": 0.3028, "step": 7300 }, { "epoch": 274.07, "learning_rate": 9.276315789473685e-06, "loss": 0.2989, "step": 7400 }, { "epoch": 277.76, "learning_rate": 7.960526315789474e-06, "loss": 0.2941, "step": 7500 }, { "epoch": 277.76, "eval_cer": 0.07941858015588793, "eval_loss": 0.5565056204795837, "eval_runtime": 34.8538, "eval_samples_per_second": 23.154, "eval_steps_per_second": 2.898, "eval_wer": 0.29234721967333455, "step": 7500 }, { "epoch": 281.47, "learning_rate": 6.644736842105263e-06, "loss": 0.2983, "step": 7600 }, { "epoch": 285.18, "learning_rate": 5.328947368421053e-06, "loss": 0.2944, "step": 7700 }, { "epoch": 288.87, "learning_rate": 4.013157894736842e-06, "loss": 0.2941, "step": 7800 }, { "epoch": 292.58, "learning_rate": 2.6973684210526316e-06, "loss": 0.2947, "step": 7900 }, { "epoch": 296.29, "learning_rate": 1.381578947368421e-06, "loss": 0.2945, "step": 8000 }, { "epoch": 296.29, "eval_cer": 0.07894459658731831, "eval_loss": 0.549480140209198, "eval_runtime": 34.1061, "eval_samples_per_second": 23.661, "eval_steps_per_second": 2.961, "eval_wer": 0.2951000183519912, "step": 8000 }, { "epoch": 299.98, "learning_rate": 6.578947368421053e-08, "loss": 0.2913, "step": 8100 }, { "epoch": 299.98, "step": 8100, "total_flos": 1.5339574491038086e+20, "train_loss": 0.7936776961809323, "train_runtime": 54993.0112, "train_samples_per_second": 19.142, "train_steps_per_second": 0.147 } ], "max_steps": 8100, "num_train_epochs": 300, "total_flos": 1.5339574491038086e+20, "trial_name": null, "trial_params": null }