diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,4503 @@ +{ + "best_metric": 42.71378740060809, + "best_model_checkpoint": "./whisper-small-ka/checkpoint-14500", + "epoch": 3.7697914048755967, + "eval_steps": 500, + "global_step": 15000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.008451656524678837, + "grad_norm": 7.251798629760742, + "learning_rate": 4.6000000000000004e-07, + "loss": 1.7697, + "step": 25 + }, + { + "epoch": 0.016903313049357674, + "grad_norm": 6.12908935546875, + "learning_rate": 9.600000000000001e-07, + "loss": 1.6874, + "step": 50 + }, + { + "epoch": 0.02535496957403651, + "grad_norm": 6.023613452911377, + "learning_rate": 1.46e-06, + "loss": 1.5915, + "step": 75 + }, + { + "epoch": 0.03380662609871535, + "grad_norm": 8.941411972045898, + "learning_rate": 1.9600000000000003e-06, + "loss": 1.3679, + "step": 100 + }, + { + "epoch": 0.042258282623394185, + "grad_norm": 6.101173400878906, + "learning_rate": 2.46e-06, + "loss": 0.9502, + "step": 125 + }, + { + "epoch": 0.05070993914807302, + "grad_norm": 6.879887580871582, + "learning_rate": 2.96e-06, + "loss": 0.6954, + "step": 150 + }, + { + "epoch": 0.05916159567275186, + "grad_norm": 5.129401206970215, + "learning_rate": 3.46e-06, + "loss": 0.5745, + "step": 175 + }, + { + "epoch": 0.0676132521974307, + "grad_norm": 6.113542079925537, + "learning_rate": 3.96e-06, + "loss": 0.4604, + "step": 200 + }, + { + "epoch": 0.07606490872210954, + "grad_norm": 5.392640590667725, + "learning_rate": 4.4600000000000005e-06, + "loss": 0.4114, + "step": 225 + }, + { + "epoch": 0.08451656524678837, + "grad_norm": 5.14113712310791, + "learning_rate": 4.960000000000001e-06, + "loss": 0.3859, + "step": 250 + }, + { + "epoch": 0.09296822177146721, + "grad_norm": 3.8609211444854736, + "learning_rate": 5.460000000000001e-06, + "loss": 0.3692, + "step": 275 + }, + { + "epoch": 0.10141987829614604, + "grad_norm": 4.686000823974609, + "learning_rate": 5.9600000000000005e-06, + "loss": 0.3298, + "step": 300 + }, + { + "epoch": 0.10987153482082489, + "grad_norm": 5.032454490661621, + "learning_rate": 6.460000000000001e-06, + "loss": 0.2976, + "step": 325 + }, + { + "epoch": 0.11832319134550372, + "grad_norm": 3.724012851715088, + "learning_rate": 6.96e-06, + "loss": 0.309, + "step": 350 + }, + { + "epoch": 0.12677484787018256, + "grad_norm": 3.2685935497283936, + "learning_rate": 7.4600000000000006e-06, + "loss": 0.2897, + "step": 375 + }, + { + "epoch": 0.1352265043948614, + "grad_norm": 3.796637535095215, + "learning_rate": 7.960000000000002e-06, + "loss": 0.2763, + "step": 400 + }, + { + "epoch": 0.14367816091954022, + "grad_norm": 6.331181049346924, + "learning_rate": 8.46e-06, + "loss": 0.2714, + "step": 425 + }, + { + "epoch": 0.15212981744421908, + "grad_norm": 4.792943000793457, + "learning_rate": 8.96e-06, + "loss": 0.2718, + "step": 450 + }, + { + "epoch": 0.1605814739688979, + "grad_norm": 3.872354507446289, + "learning_rate": 9.460000000000001e-06, + "loss": 0.2692, + "step": 475 + }, + { + "epoch": 0.16903313049357674, + "grad_norm": 3.859339475631714, + "learning_rate": 9.960000000000001e-06, + "loss": 0.2612, + "step": 500 + }, + { + "epoch": 0.16903313049357674, + "eval_loss": 0.26686015725135803, + "eval_runtime": 8169.6122, + "eval_samples_per_second": 1.79, + "eval_steps_per_second": 0.224, + "eval_wer": 61.611321105313856, + "step": 500 + }, + { + "epoch": 0.17748478701825557, + "grad_norm": 3.6627910137176514, + "learning_rate": 9.975789473684211e-06, + "loss": 0.2347, + "step": 525 + }, + { + "epoch": 0.18593644354293443, + "grad_norm": 3.168164014816284, + "learning_rate": 9.949473684210526e-06, + "loss": 0.2438, + "step": 550 + }, + { + "epoch": 0.19438810006761326, + "grad_norm": 2.521146297454834, + "learning_rate": 9.923157894736844e-06, + "loss": 0.2238, + "step": 575 + }, + { + "epoch": 0.2028397565922921, + "grad_norm": 4.583806991577148, + "learning_rate": 9.89684210526316e-06, + "loss": 0.2412, + "step": 600 + }, + { + "epoch": 0.21129141311697092, + "grad_norm": 3.045239210128784, + "learning_rate": 9.870526315789474e-06, + "loss": 0.2155, + "step": 625 + }, + { + "epoch": 0.21974306964164977, + "grad_norm": 3.3001856803894043, + "learning_rate": 9.84421052631579e-06, + "loss": 0.2382, + "step": 650 + }, + { + "epoch": 0.2281947261663286, + "grad_norm": 3.613844871520996, + "learning_rate": 9.817894736842106e-06, + "loss": 0.2266, + "step": 675 + }, + { + "epoch": 0.23664638269100743, + "grad_norm": 3.4819045066833496, + "learning_rate": 9.791578947368422e-06, + "loss": 0.199, + "step": 700 + }, + { + "epoch": 0.24509803921568626, + "grad_norm": 3.3764617443084717, + "learning_rate": 9.765263157894737e-06, + "loss": 0.1981, + "step": 725 + }, + { + "epoch": 0.2535496957403651, + "grad_norm": 2.9908406734466553, + "learning_rate": 9.738947368421054e-06, + "loss": 0.2129, + "step": 750 + }, + { + "epoch": 0.26200135226504395, + "grad_norm": 3.408409833908081, + "learning_rate": 9.712631578947369e-06, + "loss": 0.2171, + "step": 775 + }, + { + "epoch": 0.2704530087897228, + "grad_norm": 3.7549092769622803, + "learning_rate": 9.686315789473684e-06, + "loss": 0.2112, + "step": 800 + }, + { + "epoch": 0.2789046653144016, + "grad_norm": 3.1782822608947754, + "learning_rate": 9.66e-06, + "loss": 0.2224, + "step": 825 + }, + { + "epoch": 0.28735632183908044, + "grad_norm": 3.1413159370422363, + "learning_rate": 9.633684210526316e-06, + "loss": 0.1974, + "step": 850 + }, + { + "epoch": 0.29580797836375927, + "grad_norm": 3.027810573577881, + "learning_rate": 9.607368421052632e-06, + "loss": 0.2078, + "step": 875 + }, + { + "epoch": 0.30425963488843816, + "grad_norm": 2.7142438888549805, + "learning_rate": 9.581052631578947e-06, + "loss": 0.209, + "step": 900 + }, + { + "epoch": 0.312711291413117, + "grad_norm": 2.405505895614624, + "learning_rate": 9.554736842105264e-06, + "loss": 0.1896, + "step": 925 + }, + { + "epoch": 0.3211629479377958, + "grad_norm": 3.2011518478393555, + "learning_rate": 9.52842105263158e-06, + "loss": 0.1906, + "step": 950 + }, + { + "epoch": 0.32961460446247465, + "grad_norm": 3.0706121921539307, + "learning_rate": 9.502105263157896e-06, + "loss": 0.1677, + "step": 975 + }, + { + "epoch": 0.3380662609871535, + "grad_norm": 2.0819201469421387, + "learning_rate": 9.475789473684212e-06, + "loss": 0.1919, + "step": 1000 + }, + { + "epoch": 0.3380662609871535, + "eval_loss": 0.2120433747768402, + "eval_runtime": 8173.558, + "eval_samples_per_second": 1.79, + "eval_steps_per_second": 0.224, + "eval_wer": 54.19627095935024, + "step": 1000 + }, + { + "epoch": 0.3465179175118323, + "grad_norm": 4.2216315269470215, + "learning_rate": 9.449473684210527e-06, + "loss": 0.181, + "step": 1025 + }, + { + "epoch": 0.35496957403651114, + "grad_norm": 3.4836745262145996, + "learning_rate": 9.423157894736842e-06, + "loss": 0.187, + "step": 1050 + }, + { + "epoch": 0.36342123056118997, + "grad_norm": 2.6206018924713135, + "learning_rate": 9.396842105263159e-06, + "loss": 0.1634, + "step": 1075 + }, + { + "epoch": 0.37187288708586885, + "grad_norm": 1.9824305772781372, + "learning_rate": 9.370526315789474e-06, + "loss": 0.1835, + "step": 1100 + }, + { + "epoch": 0.3803245436105477, + "grad_norm": 3.2038474082946777, + "learning_rate": 9.34421052631579e-06, + "loss": 0.1849, + "step": 1125 + }, + { + "epoch": 0.3887762001352265, + "grad_norm": 2.054469108581543, + "learning_rate": 9.317894736842105e-06, + "loss": 0.1739, + "step": 1150 + }, + { + "epoch": 0.39722785665990534, + "grad_norm": 3.952493190765381, + "learning_rate": 9.291578947368422e-06, + "loss": 0.193, + "step": 1175 + }, + { + "epoch": 0.4056795131845842, + "grad_norm": 2.7407076358795166, + "learning_rate": 9.265263157894737e-06, + "loss": 0.1709, + "step": 1200 + }, + { + "epoch": 0.414131169709263, + "grad_norm": 2.922785758972168, + "learning_rate": 9.238947368421052e-06, + "loss": 0.1782, + "step": 1225 + }, + { + "epoch": 0.42258282623394183, + "grad_norm": 2.69055438041687, + "learning_rate": 9.21263157894737e-06, + "loss": 0.1596, + "step": 1250 + }, + { + "epoch": 0.43103448275862066, + "grad_norm": 2.2836110591888428, + "learning_rate": 9.186315789473685e-06, + "loss": 0.1747, + "step": 1275 + }, + { + "epoch": 0.43948613928329955, + "grad_norm": 3.7077369689941406, + "learning_rate": 9.16e-06, + "loss": 0.1669, + "step": 1300 + }, + { + "epoch": 0.4479377958079784, + "grad_norm": 2.6970176696777344, + "learning_rate": 9.133684210526317e-06, + "loss": 0.1501, + "step": 1325 + }, + { + "epoch": 0.4563894523326572, + "grad_norm": 2.819770097732544, + "learning_rate": 9.107368421052632e-06, + "loss": 0.1559, + "step": 1350 + }, + { + "epoch": 0.46484110885733604, + "grad_norm": 2.728736400604248, + "learning_rate": 9.081052631578949e-06, + "loss": 0.1865, + "step": 1375 + }, + { + "epoch": 0.47329276538201487, + "grad_norm": 2.9660186767578125, + "learning_rate": 9.054736842105264e-06, + "loss": 0.1664, + "step": 1400 + }, + { + "epoch": 0.4817444219066937, + "grad_norm": 2.8889880180358887, + "learning_rate": 9.02842105263158e-06, + "loss": 0.1533, + "step": 1425 + }, + { + "epoch": 0.49019607843137253, + "grad_norm": 2.158355474472046, + "learning_rate": 9.002105263157895e-06, + "loss": 0.1494, + "step": 1450 + }, + { + "epoch": 0.49864773495605136, + "grad_norm": 2.2264366149902344, + "learning_rate": 8.97578947368421e-06, + "loss": 0.1551, + "step": 1475 + }, + { + "epoch": 0.5070993914807302, + "grad_norm": 2.8769357204437256, + "learning_rate": 8.949473684210527e-06, + "loss": 0.1706, + "step": 1500 + }, + { + "epoch": 0.5070993914807302, + "eval_loss": 0.19238848984241486, + "eval_runtime": 8175.5745, + "eval_samples_per_second": 1.789, + "eval_steps_per_second": 0.224, + "eval_wer": 51.696552128819626, + "step": 1500 + }, + { + "epoch": 0.5155510480054091, + "grad_norm": 2.3073925971984863, + "learning_rate": 8.923157894736842e-06, + "loss": 0.1645, + "step": 1525 + }, + { + "epoch": 0.5240027045300879, + "grad_norm": 2.7228150367736816, + "learning_rate": 8.896842105263159e-06, + "loss": 0.1333, + "step": 1550 + }, + { + "epoch": 0.5324543610547667, + "grad_norm": 1.97380530834198, + "learning_rate": 8.870526315789474e-06, + "loss": 0.1557, + "step": 1575 + }, + { + "epoch": 0.5409060175794456, + "grad_norm": 2.8810389041900635, + "learning_rate": 8.84421052631579e-06, + "loss": 0.1578, + "step": 1600 + }, + { + "epoch": 0.5493576741041244, + "grad_norm": 2.2714059352874756, + "learning_rate": 8.817894736842107e-06, + "loss": 0.138, + "step": 1625 + }, + { + "epoch": 0.5578093306288032, + "grad_norm": 1.7381818294525146, + "learning_rate": 8.791578947368422e-06, + "loss": 0.1486, + "step": 1650 + }, + { + "epoch": 0.566260987153482, + "grad_norm": 3.1913645267486572, + "learning_rate": 8.765263157894739e-06, + "loss": 0.1431, + "step": 1675 + }, + { + "epoch": 0.5747126436781609, + "grad_norm": 2.8816912174224854, + "learning_rate": 8.738947368421053e-06, + "loss": 0.1592, + "step": 1700 + }, + { + "epoch": 0.5831643002028397, + "grad_norm": 2.4529218673706055, + "learning_rate": 8.712631578947368e-06, + "loss": 0.1554, + "step": 1725 + }, + { + "epoch": 0.5916159567275185, + "grad_norm": 1.9601649045944214, + "learning_rate": 8.686315789473685e-06, + "loss": 0.135, + "step": 1750 + }, + { + "epoch": 0.6000676132521975, + "grad_norm": 2.27895188331604, + "learning_rate": 8.66e-06, + "loss": 0.1559, + "step": 1775 + }, + { + "epoch": 0.6085192697768763, + "grad_norm": 2.6185851097106934, + "learning_rate": 8.633684210526317e-06, + "loss": 0.1491, + "step": 1800 + }, + { + "epoch": 0.6169709263015551, + "grad_norm": 2.6344733238220215, + "learning_rate": 8.607368421052632e-06, + "loss": 0.1277, + "step": 1825 + }, + { + "epoch": 0.625422582826234, + "grad_norm": 2.459585189819336, + "learning_rate": 8.581052631578948e-06, + "loss": 0.1367, + "step": 1850 + }, + { + "epoch": 0.6338742393509128, + "grad_norm": 2.8337063789367676, + "learning_rate": 8.554736842105263e-06, + "loss": 0.1354, + "step": 1875 + }, + { + "epoch": 0.6423258958755916, + "grad_norm": 1.8884564638137817, + "learning_rate": 8.528421052631578e-06, + "loss": 0.1335, + "step": 1900 + }, + { + "epoch": 0.6507775524002705, + "grad_norm": 1.8263589143753052, + "learning_rate": 8.502105263157897e-06, + "loss": 0.1465, + "step": 1925 + }, + { + "epoch": 0.6592292089249493, + "grad_norm": 1.995797038078308, + "learning_rate": 8.475789473684212e-06, + "loss": 0.141, + "step": 1950 + }, + { + "epoch": 0.6676808654496281, + "grad_norm": 2.030308961868286, + "learning_rate": 8.449473684210527e-06, + "loss": 0.1368, + "step": 1975 + }, + { + "epoch": 0.676132521974307, + "grad_norm": 1.9444704055786133, + "learning_rate": 8.423157894736843e-06, + "loss": 0.1398, + "step": 2000 + }, + { + "epoch": 0.676132521974307, + "eval_loss": 0.18893150985240936, + "eval_runtime": 9002.7886, + "eval_samples_per_second": 1.625, + "eval_steps_per_second": 0.203, + "eval_wer": 48.848672146618874, + "step": 2000 + }, + { + "epoch": 0.6845841784989858, + "grad_norm": 2.6425070762634277, + "learning_rate": 8.396842105263158e-06, + "loss": 0.1373, + "step": 2025 + }, + { + "epoch": 0.6930358350236646, + "grad_norm": 2.495431900024414, + "learning_rate": 8.370526315789475e-06, + "loss": 0.143, + "step": 2050 + }, + { + "epoch": 0.7014874915483434, + "grad_norm": 1.92854642868042, + "learning_rate": 8.34421052631579e-06, + "loss": 0.144, + "step": 2075 + }, + { + "epoch": 0.7099391480730223, + "grad_norm": 2.4910595417022705, + "learning_rate": 8.317894736842107e-06, + "loss": 0.1222, + "step": 2100 + }, + { + "epoch": 0.7183908045977011, + "grad_norm": 2.873384475708008, + "learning_rate": 8.291578947368422e-06, + "loss": 0.1341, + "step": 2125 + }, + { + "epoch": 0.7268424611223799, + "grad_norm": 2.113551616668701, + "learning_rate": 8.265263157894737e-06, + "loss": 0.1372, + "step": 2150 + }, + { + "epoch": 0.7352941176470589, + "grad_norm": 2.322167158126831, + "learning_rate": 8.238947368421053e-06, + "loss": 0.1451, + "step": 2175 + }, + { + "epoch": 0.7437457741717377, + "grad_norm": 1.3647667169570923, + "learning_rate": 8.212631578947368e-06, + "loss": 0.1334, + "step": 2200 + }, + { + "epoch": 0.7521974306964165, + "grad_norm": 1.4476187229156494, + "learning_rate": 8.186315789473685e-06, + "loss": 0.1293, + "step": 2225 + }, + { + "epoch": 0.7606490872210954, + "grad_norm": 2.103031635284424, + "learning_rate": 8.16e-06, + "loss": 0.1414, + "step": 2250 + }, + { + "epoch": 0.7691007437457742, + "grad_norm": 2.4936468601226807, + "learning_rate": 8.133684210526316e-06, + "loss": 0.1333, + "step": 2275 + }, + { + "epoch": 0.777552400270453, + "grad_norm": 2.8524506092071533, + "learning_rate": 8.107368421052633e-06, + "loss": 0.1502, + "step": 2300 + }, + { + "epoch": 0.7860040567951319, + "grad_norm": 1.78004789352417, + "learning_rate": 8.081052631578948e-06, + "loss": 0.1416, + "step": 2325 + }, + { + "epoch": 0.7944557133198107, + "grad_norm": 2.4518020153045654, + "learning_rate": 8.054736842105265e-06, + "loss": 0.1305, + "step": 2350 + }, + { + "epoch": 0.8029073698444895, + "grad_norm": 1.6946748495101929, + "learning_rate": 8.02842105263158e-06, + "loss": 0.1277, + "step": 2375 + }, + { + "epoch": 0.8113590263691683, + "grad_norm": 2.044149160385132, + "learning_rate": 8.002105263157895e-06, + "loss": 0.1342, + "step": 2400 + }, + { + "epoch": 0.8198106828938472, + "grad_norm": 2.5751612186431885, + "learning_rate": 7.975789473684211e-06, + "loss": 0.1382, + "step": 2425 + }, + { + "epoch": 0.828262339418526, + "grad_norm": 2.957038164138794, + "learning_rate": 7.949473684210526e-06, + "loss": 0.1238, + "step": 2450 + }, + { + "epoch": 0.8367139959432048, + "grad_norm": 1.6040945053100586, + "learning_rate": 7.923157894736843e-06, + "loss": 0.1382, + "step": 2475 + }, + { + "epoch": 0.8451656524678837, + "grad_norm": 2.2693052291870117, + "learning_rate": 7.896842105263158e-06, + "loss": 0.1317, + "step": 2500 + }, + { + "epoch": 0.8451656524678837, + "eval_loss": 0.1813763976097107, + "eval_runtime": 8337.7114, + "eval_samples_per_second": 1.754, + "eval_steps_per_second": 0.219, + "eval_wer": 47.81250152809494, + "step": 2500 + }, + { + "epoch": 0.8536173089925625, + "grad_norm": 1.6725122928619385, + "learning_rate": 7.870526315789475e-06, + "loss": 0.123, + "step": 2525 + }, + { + "epoch": 0.8620689655172413, + "grad_norm": 2.4779107570648193, + "learning_rate": 7.84421052631579e-06, + "loss": 0.1202, + "step": 2550 + }, + { + "epoch": 0.8705206220419203, + "grad_norm": 2.3893909454345703, + "learning_rate": 7.817894736842105e-06, + "loss": 0.1197, + "step": 2575 + }, + { + "epoch": 0.8789722785665991, + "grad_norm": 1.9995834827423096, + "learning_rate": 7.791578947368423e-06, + "loss": 0.1396, + "step": 2600 + }, + { + "epoch": 0.8874239350912779, + "grad_norm": 2.6336281299591064, + "learning_rate": 7.765263157894738e-06, + "loss": 0.1295, + "step": 2625 + }, + { + "epoch": 0.8958755916159568, + "grad_norm": 2.0509071350097656, + "learning_rate": 7.738947368421053e-06, + "loss": 0.1184, + "step": 2650 + }, + { + "epoch": 0.9043272481406356, + "grad_norm": 2.0094475746154785, + "learning_rate": 7.71263157894737e-06, + "loss": 0.1275, + "step": 2675 + }, + { + "epoch": 0.9127789046653144, + "grad_norm": 1.5212738513946533, + "learning_rate": 7.686315789473685e-06, + "loss": 0.1129, + "step": 2700 + }, + { + "epoch": 0.9212305611899932, + "grad_norm": 1.1331150531768799, + "learning_rate": 7.660000000000001e-06, + "loss": 0.1195, + "step": 2725 + }, + { + "epoch": 0.9296822177146721, + "grad_norm": 2.1462574005126953, + "learning_rate": 7.633684210526316e-06, + "loss": 0.1191, + "step": 2750 + }, + { + "epoch": 0.9381338742393509, + "grad_norm": 2.8891022205352783, + "learning_rate": 7.607368421052632e-06, + "loss": 0.1369, + "step": 2775 + }, + { + "epoch": 0.9465855307640297, + "grad_norm": 1.5433547496795654, + "learning_rate": 7.581052631578948e-06, + "loss": 0.1233, + "step": 2800 + }, + { + "epoch": 0.9550371872887086, + "grad_norm": 1.6972781419754028, + "learning_rate": 7.554736842105264e-06, + "loss": 0.1358, + "step": 2825 + }, + { + "epoch": 0.9634888438133874, + "grad_norm": 1.8598979711532593, + "learning_rate": 7.5284210526315794e-06, + "loss": 0.1203, + "step": 2850 + }, + { + "epoch": 0.9719405003380662, + "grad_norm": 2.7386326789855957, + "learning_rate": 7.502105263157895e-06, + "loss": 0.1122, + "step": 2875 + }, + { + "epoch": 0.9803921568627451, + "grad_norm": 1.9333444833755493, + "learning_rate": 7.475789473684211e-06, + "loss": 0.1278, + "step": 2900 + }, + { + "epoch": 0.9888438133874239, + "grad_norm": 2.209989070892334, + "learning_rate": 7.449473684210526e-06, + "loss": 0.1176, + "step": 2925 + }, + { + "epoch": 0.9972954699121027, + "grad_norm": 1.7954308986663818, + "learning_rate": 7.4231578947368436e-06, + "loss": 0.123, + "step": 2950 + }, + { + "epoch": 1.0057471264367817, + "grad_norm": 2.3497698307037354, + "learning_rate": 7.3968421052631585e-06, + "loss": 0.1234, + "step": 2975 + }, + { + "epoch": 1.0141987829614605, + "grad_norm": 2.3470804691314697, + "learning_rate": 7.370526315789474e-06, + "loss": 0.1015, + "step": 3000 + }, + { + "epoch": 1.0141987829614605, + "eval_loss": 0.18137025833129883, + "eval_runtime": 8405.7063, + "eval_samples_per_second": 1.74, + "eval_steps_per_second": 0.218, + "eval_wer": 47.43940186696528, + "step": 3000 + }, + { + "epoch": 1.0226504394861393, + "grad_norm": 1.895668864250183, + "learning_rate": 7.34421052631579e-06, + "loss": 0.1106, + "step": 3025 + }, + { + "epoch": 1.0311020960108181, + "grad_norm": 1.3763364553451538, + "learning_rate": 7.317894736842106e-06, + "loss": 0.0896, + "step": 3050 + }, + { + "epoch": 1.039553752535497, + "grad_norm": 1.778601884841919, + "learning_rate": 7.291578947368422e-06, + "loss": 0.1068, + "step": 3075 + }, + { + "epoch": 1.0480054090601758, + "grad_norm": 1.7413523197174072, + "learning_rate": 7.265263157894738e-06, + "loss": 0.0941, + "step": 3100 + }, + { + "epoch": 1.0564570655848546, + "grad_norm": 1.7844879627227783, + "learning_rate": 7.2389473684210534e-06, + "loss": 0.098, + "step": 3125 + }, + { + "epoch": 1.0649087221095335, + "grad_norm": 1.9690433740615845, + "learning_rate": 7.212631578947369e-06, + "loss": 0.1019, + "step": 3150 + }, + { + "epoch": 1.0733603786342123, + "grad_norm": 1.6368364095687866, + "learning_rate": 7.186315789473684e-06, + "loss": 0.0997, + "step": 3175 + }, + { + "epoch": 1.0818120351588911, + "grad_norm": 1.9386001825332642, + "learning_rate": 7.16e-06, + "loss": 0.0877, + "step": 3200 + }, + { + "epoch": 1.09026369168357, + "grad_norm": 1.983993411064148, + "learning_rate": 7.133684210526316e-06, + "loss": 0.107, + "step": 3225 + }, + { + "epoch": 1.0987153482082488, + "grad_norm": 1.3441216945648193, + "learning_rate": 7.107368421052632e-06, + "loss": 0.1085, + "step": 3250 + }, + { + "epoch": 1.1071670047329276, + "grad_norm": 2.490309238433838, + "learning_rate": 7.0810526315789475e-06, + "loss": 0.1067, + "step": 3275 + }, + { + "epoch": 1.1156186612576064, + "grad_norm": 1.403867483139038, + "learning_rate": 7.054736842105264e-06, + "loss": 0.0971, + "step": 3300 + }, + { + "epoch": 1.1240703177822853, + "grad_norm": 2.164853096008301, + "learning_rate": 7.02842105263158e-06, + "loss": 0.1001, + "step": 3325 + }, + { + "epoch": 1.132521974306964, + "grad_norm": 1.6618404388427734, + "learning_rate": 7.002105263157896e-06, + "loss": 0.1215, + "step": 3350 + }, + { + "epoch": 1.140973630831643, + "grad_norm": 0.8422718048095703, + "learning_rate": 6.975789473684212e-06, + "loss": 0.0979, + "step": 3375 + }, + { + "epoch": 1.1494252873563218, + "grad_norm": 2.008251905441284, + "learning_rate": 6.9494736842105275e-06, + "loss": 0.0979, + "step": 3400 + }, + { + "epoch": 1.1578769438810006, + "grad_norm": 1.493073582649231, + "learning_rate": 6.9231578947368424e-06, + "loss": 0.1067, + "step": 3425 + }, + { + "epoch": 1.1663286004056794, + "grad_norm": 1.2973432540893555, + "learning_rate": 6.896842105263158e-06, + "loss": 0.0844, + "step": 3450 + }, + { + "epoch": 1.1747802569303583, + "grad_norm": 1.9988205432891846, + "learning_rate": 6.870526315789474e-06, + "loss": 0.1018, + "step": 3475 + }, + { + "epoch": 1.183231913455037, + "grad_norm": 2.0083346366882324, + "learning_rate": 6.84421052631579e-06, + "loss": 0.1093, + "step": 3500 + }, + { + "epoch": 1.183231913455037, + "eval_loss": 0.1796853244304657, + "eval_runtime": 8340.7798, + "eval_samples_per_second": 1.754, + "eval_steps_per_second": 0.219, + "eval_wer": 46.34797533532515, + "step": 3500 + }, + { + "epoch": 1.1916835699797161, + "grad_norm": 1.823431372642517, + "learning_rate": 6.817894736842106e-06, + "loss": 0.0996, + "step": 3525 + }, + { + "epoch": 1.2001352265043947, + "grad_norm": 2.2880189418792725, + "learning_rate": 6.7915789473684215e-06, + "loss": 0.1032, + "step": 3550 + }, + { + "epoch": 1.2085868830290738, + "grad_norm": 1.070098876953125, + "learning_rate": 6.765263157894737e-06, + "loss": 0.1062, + "step": 3575 + }, + { + "epoch": 1.2170385395537526, + "grad_norm": 2.1815688610076904, + "learning_rate": 6.738947368421052e-06, + "loss": 0.1148, + "step": 3600 + }, + { + "epoch": 1.2254901960784315, + "grad_norm": 2.817481756210327, + "learning_rate": 6.71263157894737e-06, + "loss": 0.0933, + "step": 3625 + }, + { + "epoch": 1.2339418526031103, + "grad_norm": 1.8840892314910889, + "learning_rate": 6.686315789473685e-06, + "loss": 0.0965, + "step": 3650 + }, + { + "epoch": 1.2423935091277891, + "grad_norm": 2.0833046436309814, + "learning_rate": 6.660000000000001e-06, + "loss": 0.1168, + "step": 3675 + }, + { + "epoch": 1.250845165652468, + "grad_norm": 1.6042765378952026, + "learning_rate": 6.6336842105263164e-06, + "loss": 0.1033, + "step": 3700 + }, + { + "epoch": 1.2592968221771468, + "grad_norm": 1.8703746795654297, + "learning_rate": 6.607368421052632e-06, + "loss": 0.0969, + "step": 3725 + }, + { + "epoch": 1.2677484787018256, + "grad_norm": 1.789585828781128, + "learning_rate": 6.581052631578948e-06, + "loss": 0.1084, + "step": 3750 + }, + { + "epoch": 1.2762001352265044, + "grad_norm": 1.974095106124878, + "learning_rate": 6.554736842105264e-06, + "loss": 0.1023, + "step": 3775 + }, + { + "epoch": 1.2846517917511833, + "grad_norm": 2.729954481124878, + "learning_rate": 6.52842105263158e-06, + "loss": 0.1109, + "step": 3800 + }, + { + "epoch": 1.293103448275862, + "grad_norm": 1.8322004079818726, + "learning_rate": 6.5021052631578955e-06, + "loss": 0.0994, + "step": 3825 + }, + { + "epoch": 1.301555104800541, + "grad_norm": 2.05082368850708, + "learning_rate": 6.4757894736842105e-06, + "loss": 0.105, + "step": 3850 + }, + { + "epoch": 1.3100067613252198, + "grad_norm": 1.8818949460983276, + "learning_rate": 6.449473684210526e-06, + "loss": 0.0872, + "step": 3875 + }, + { + "epoch": 1.3184584178498986, + "grad_norm": 1.996830940246582, + "learning_rate": 6.423157894736842e-06, + "loss": 0.0928, + "step": 3900 + }, + { + "epoch": 1.3269100743745774, + "grad_norm": 3.266448736190796, + "learning_rate": 6.396842105263158e-06, + "loss": 0.0972, + "step": 3925 + }, + { + "epoch": 1.3353617308992562, + "grad_norm": 1.4689350128173828, + "learning_rate": 6.370526315789474e-06, + "loss": 0.0968, + "step": 3950 + }, + { + "epoch": 1.343813387423935, + "grad_norm": 1.166890263557434, + "learning_rate": 6.3442105263157904e-06, + "loss": 0.1024, + "step": 3975 + }, + { + "epoch": 1.352265043948614, + "grad_norm": 2.1290385723114014, + "learning_rate": 6.317894736842106e-06, + "loss": 0.1011, + "step": 4000 + }, + { + "epoch": 1.352265043948614, + "eval_loss": 0.18109461665153503, + "eval_runtime": 8386.0632, + "eval_samples_per_second": 1.744, + "eval_steps_per_second": 0.218, + "eval_wer": 46.233062595658744, + "step": 4000 + }, + { + "epoch": 1.3607167004732927, + "grad_norm": 1.8343077898025513, + "learning_rate": 6.291578947368422e-06, + "loss": 0.0864, + "step": 4025 + }, + { + "epoch": 1.3691683569979716, + "grad_norm": 1.3331023454666138, + "learning_rate": 6.265263157894738e-06, + "loss": 0.0833, + "step": 4050 + }, + { + "epoch": 1.3776200135226504, + "grad_norm": 2.407951831817627, + "learning_rate": 6.238947368421054e-06, + "loss": 0.1027, + "step": 4075 + }, + { + "epoch": 1.3860716700473292, + "grad_norm": 1.5978944301605225, + "learning_rate": 6.212631578947369e-06, + "loss": 0.0994, + "step": 4100 + }, + { + "epoch": 1.394523326572008, + "grad_norm": 1.399279236793518, + "learning_rate": 6.1863157894736845e-06, + "loss": 0.0916, + "step": 4125 + }, + { + "epoch": 1.402974983096687, + "grad_norm": 1.4253430366516113, + "learning_rate": 6.16e-06, + "loss": 0.0999, + "step": 4150 + }, + { + "epoch": 1.4114266396213657, + "grad_norm": 1.8193767070770264, + "learning_rate": 6.133684210526316e-06, + "loss": 0.099, + "step": 4175 + }, + { + "epoch": 1.4198782961460445, + "grad_norm": 1.1313689947128296, + "learning_rate": 6.107368421052632e-06, + "loss": 0.1019, + "step": 4200 + }, + { + "epoch": 1.4283299526707234, + "grad_norm": 2.423612594604492, + "learning_rate": 6.081052631578948e-06, + "loss": 0.0976, + "step": 4225 + }, + { + "epoch": 1.4367816091954024, + "grad_norm": 1.1028584241867065, + "learning_rate": 6.054736842105264e-06, + "loss": 0.0904, + "step": 4250 + }, + { + "epoch": 1.445233265720081, + "grad_norm": 1.811155915260315, + "learning_rate": 6.0284210526315786e-06, + "loss": 0.0951, + "step": 4275 + }, + { + "epoch": 1.45368492224476, + "grad_norm": 1.2637566328048706, + "learning_rate": 6.002105263157896e-06, + "loss": 0.0963, + "step": 4300 + }, + { + "epoch": 1.4621365787694387, + "grad_norm": 1.9464035034179688, + "learning_rate": 5.975789473684212e-06, + "loss": 0.089, + "step": 4325 + }, + { + "epoch": 1.4705882352941178, + "grad_norm": 1.8550575971603394, + "learning_rate": 5.949473684210527e-06, + "loss": 0.0902, + "step": 4350 + }, + { + "epoch": 1.4790398918187964, + "grad_norm": 2.030001640319824, + "learning_rate": 5.923157894736843e-06, + "loss": 0.0945, + "step": 4375 + }, + { + "epoch": 1.4874915483434754, + "grad_norm": 1.992264986038208, + "learning_rate": 5.8968421052631585e-06, + "loss": 0.1017, + "step": 4400 + }, + { + "epoch": 1.495943204868154, + "grad_norm": 1.6505546569824219, + "learning_rate": 5.870526315789474e-06, + "loss": 0.0944, + "step": 4425 + }, + { + "epoch": 1.504394861392833, + "grad_norm": 1.857921838760376, + "learning_rate": 5.84421052631579e-06, + "loss": 0.1005, + "step": 4450 + }, + { + "epoch": 1.5128465179175117, + "grad_norm": 1.2483346462249756, + "learning_rate": 5.817894736842106e-06, + "loss": 0.0851, + "step": 4475 + }, + { + "epoch": 1.5212981744421907, + "grad_norm": 2.141049861907959, + "learning_rate": 5.791578947368422e-06, + "loss": 0.0952, + "step": 4500 + }, + { + "epoch": 1.5212981744421907, + "eval_loss": 0.18032518029212952, + "eval_runtime": 8277.5716, + "eval_samples_per_second": 1.767, + "eval_steps_per_second": 0.221, + "eval_wer": 45.674635579918146, + "step": 4500 + }, + { + "epoch": 1.5297498309668696, + "grad_norm": 2.129145622253418, + "learning_rate": 5.765263157894737e-06, + "loss": 0.0998, + "step": 4525 + }, + { + "epoch": 1.5382014874915484, + "grad_norm": 1.1393293142318726, + "learning_rate": 5.7389473684210526e-06, + "loss": 0.1009, + "step": 4550 + }, + { + "epoch": 1.5466531440162272, + "grad_norm": 2.5733561515808105, + "learning_rate": 5.712631578947368e-06, + "loss": 0.0986, + "step": 4575 + }, + { + "epoch": 1.555104800540906, + "grad_norm": 1.9032436609268188, + "learning_rate": 5.686315789473684e-06, + "loss": 0.0871, + "step": 4600 + }, + { + "epoch": 1.5635564570655849, + "grad_norm": 1.4245878458023071, + "learning_rate": 5.66e-06, + "loss": 0.1071, + "step": 4625 + }, + { + "epoch": 1.5720081135902637, + "grad_norm": 1.322015404701233, + "learning_rate": 5.633684210526317e-06, + "loss": 0.0856, + "step": 4650 + }, + { + "epoch": 1.5804597701149425, + "grad_norm": 2.069826126098633, + "learning_rate": 5.6073684210526325e-06, + "loss": 0.0802, + "step": 4675 + }, + { + "epoch": 1.5889114266396214, + "grad_norm": 1.566107988357544, + "learning_rate": 5.581052631578948e-06, + "loss": 0.0896, + "step": 4700 + }, + { + "epoch": 1.5973630831643002, + "grad_norm": 2.0934951305389404, + "learning_rate": 5.554736842105264e-06, + "loss": 0.0948, + "step": 4725 + }, + { + "epoch": 1.605814739688979, + "grad_norm": 1.2778680324554443, + "learning_rate": 5.52842105263158e-06, + "loss": 0.0914, + "step": 4750 + }, + { + "epoch": 1.6142663962136579, + "grad_norm": 2.1123738288879395, + "learning_rate": 5.502105263157895e-06, + "loss": 0.0981, + "step": 4775 + }, + { + "epoch": 1.6227180527383367, + "grad_norm": 0.9122495651245117, + "learning_rate": 5.475789473684211e-06, + "loss": 0.0832, + "step": 4800 + }, + { + "epoch": 1.6311697092630155, + "grad_norm": 1.6515990495681763, + "learning_rate": 5.4494736842105266e-06, + "loss": 0.0975, + "step": 4825 + }, + { + "epoch": 1.6396213657876944, + "grad_norm": 1.507886528968811, + "learning_rate": 5.423157894736842e-06, + "loss": 0.0934, + "step": 4850 + }, + { + "epoch": 1.6480730223123732, + "grad_norm": 1.307924747467041, + "learning_rate": 5.396842105263158e-06, + "loss": 0.0855, + "step": 4875 + }, + { + "epoch": 1.656524678837052, + "grad_norm": 1.2642782926559448, + "learning_rate": 5.370526315789474e-06, + "loss": 0.1, + "step": 4900 + }, + { + "epoch": 1.664976335361731, + "grad_norm": 1.7240660190582275, + "learning_rate": 5.34421052631579e-06, + "loss": 0.0925, + "step": 4925 + }, + { + "epoch": 1.6734279918864097, + "grad_norm": 1.4809589385986328, + "learning_rate": 5.317894736842105e-06, + "loss": 0.1017, + "step": 4950 + }, + { + "epoch": 1.6818796484110887, + "grad_norm": 2.2714500427246094, + "learning_rate": 5.291578947368422e-06, + "loss": 0.0908, + "step": 4975 + }, + { + "epoch": 1.6903313049357673, + "grad_norm": 1.7016249895095825, + "learning_rate": 5.265263157894738e-06, + "loss": 0.0959, + "step": 5000 + }, + { + "epoch": 1.6903313049357673, + "eval_loss": 0.18442150950431824, + "eval_runtime": 8017.4704, + "eval_samples_per_second": 1.824, + "eval_steps_per_second": 0.228, + "eval_wer": 45.91424086688215, + "step": 5000 + }, + { + "epoch": 1.6987829614604464, + "grad_norm": 1.7705456018447876, + "learning_rate": 5.238947368421053e-06, + "loss": 0.1014, + "step": 5025 + }, + { + "epoch": 1.707234617985125, + "grad_norm": 1.8674064874649048, + "learning_rate": 5.212631578947369e-06, + "loss": 0.1012, + "step": 5050 + }, + { + "epoch": 1.715686274509804, + "grad_norm": 1.4433462619781494, + "learning_rate": 5.186315789473685e-06, + "loss": 0.0859, + "step": 5075 + }, + { + "epoch": 1.7241379310344827, + "grad_norm": 1.2248002290725708, + "learning_rate": 5.1600000000000006e-06, + "loss": 0.0884, + "step": 5100 + }, + { + "epoch": 1.7325895875591617, + "grad_norm": 1.763519525527954, + "learning_rate": 5.133684210526316e-06, + "loss": 0.1033, + "step": 5125 + }, + { + "epoch": 1.7410412440838403, + "grad_norm": 1.8742742538452148, + "learning_rate": 5.107368421052632e-06, + "loss": 0.0994, + "step": 5150 + }, + { + "epoch": 1.7494929006085194, + "grad_norm": 1.9813201427459717, + "learning_rate": 5.081052631578948e-06, + "loss": 0.0912, + "step": 5175 + }, + { + "epoch": 1.757944557133198, + "grad_norm": 2.3702893257141113, + "learning_rate": 5.054736842105263e-06, + "loss": 0.0934, + "step": 5200 + }, + { + "epoch": 1.766396213657877, + "grad_norm": 1.5483486652374268, + "learning_rate": 5.028421052631579e-06, + "loss": 0.1052, + "step": 5225 + }, + { + "epoch": 1.7748478701825556, + "grad_norm": 1.4521353244781494, + "learning_rate": 5.002105263157895e-06, + "loss": 0.1046, + "step": 5250 + }, + { + "epoch": 1.7832995267072347, + "grad_norm": 2.0621144771575928, + "learning_rate": 4.975789473684211e-06, + "loss": 0.0996, + "step": 5275 + }, + { + "epoch": 1.7917511832319133, + "grad_norm": 2.86627197265625, + "learning_rate": 4.949473684210527e-06, + "loss": 0.0974, + "step": 5300 + }, + { + "epoch": 1.8002028397565923, + "grad_norm": 1.1360923051834106, + "learning_rate": 4.923157894736842e-06, + "loss": 0.0874, + "step": 5325 + }, + { + "epoch": 1.8086544962812712, + "grad_norm": 1.4977036714553833, + "learning_rate": 4.896842105263158e-06, + "loss": 0.0926, + "step": 5350 + }, + { + "epoch": 1.81710615280595, + "grad_norm": 1.642228126525879, + "learning_rate": 4.870526315789474e-06, + "loss": 0.0878, + "step": 5375 + }, + { + "epoch": 1.8255578093306288, + "grad_norm": 1.6537584066390991, + "learning_rate": 4.84421052631579e-06, + "loss": 0.088, + "step": 5400 + }, + { + "epoch": 1.8340094658553077, + "grad_norm": 1.3952895402908325, + "learning_rate": 4.817894736842106e-06, + "loss": 0.0888, + "step": 5425 + }, + { + "epoch": 1.8424611223799865, + "grad_norm": 1.2289971113204956, + "learning_rate": 4.791578947368421e-06, + "loss": 0.0917, + "step": 5450 + }, + { + "epoch": 1.8509127789046653, + "grad_norm": 1.2816951274871826, + "learning_rate": 4.765263157894737e-06, + "loss": 0.0851, + "step": 5475 + }, + { + "epoch": 1.8593644354293442, + "grad_norm": 1.385846495628357, + "learning_rate": 4.738947368421053e-06, + "loss": 0.0828, + "step": 5500 + }, + { + "epoch": 1.8593644354293442, + "eval_loss": 0.18521299958229065, + "eval_runtime": 8001.8096, + "eval_samples_per_second": 1.828, + "eval_steps_per_second": 0.229, + "eval_wer": 45.38564226441666, + "step": 5500 + }, + { + "epoch": 1.867816091954023, + "grad_norm": 1.7502315044403076, + "learning_rate": 4.712631578947369e-06, + "loss": 0.0931, + "step": 5525 + }, + { + "epoch": 1.8762677484787018, + "grad_norm": 1.384947657585144, + "learning_rate": 4.6863157894736845e-06, + "loss": 0.081, + "step": 5550 + }, + { + "epoch": 1.8847194050033806, + "grad_norm": 1.736101508140564, + "learning_rate": 4.66e-06, + "loss": 0.1042, + "step": 5575 + }, + { + "epoch": 1.8931710615280595, + "grad_norm": 1.5998270511627197, + "learning_rate": 4.633684210526316e-06, + "loss": 0.0784, + "step": 5600 + }, + { + "epoch": 1.9016227180527383, + "grad_norm": 1.7052019834518433, + "learning_rate": 4.607368421052632e-06, + "loss": 0.0867, + "step": 5625 + }, + { + "epoch": 1.9100743745774171, + "grad_norm": 1.8424391746520996, + "learning_rate": 4.581052631578948e-06, + "loss": 0.1042, + "step": 5650 + }, + { + "epoch": 1.918526031102096, + "grad_norm": 1.484885573387146, + "learning_rate": 4.5547368421052636e-06, + "loss": 0.089, + "step": 5675 + }, + { + "epoch": 1.9269776876267748, + "grad_norm": 1.7894026041030884, + "learning_rate": 4.528421052631579e-06, + "loss": 0.0847, + "step": 5700 + }, + { + "epoch": 1.9354293441514536, + "grad_norm": 1.5164501667022705, + "learning_rate": 4.502105263157895e-06, + "loss": 0.1001, + "step": 5725 + }, + { + "epoch": 1.9438810006761327, + "grad_norm": 0.9590908885002136, + "learning_rate": 4.475789473684211e-06, + "loss": 0.0858, + "step": 5750 + }, + { + "epoch": 1.9523326572008113, + "grad_norm": 1.887405514717102, + "learning_rate": 4.449473684210527e-06, + "loss": 0.079, + "step": 5775 + }, + { + "epoch": 1.9607843137254903, + "grad_norm": 2.0071308612823486, + "learning_rate": 4.423157894736843e-06, + "loss": 0.094, + "step": 5800 + }, + { + "epoch": 1.969235970250169, + "grad_norm": 2.262946605682373, + "learning_rate": 4.3968421052631585e-06, + "loss": 0.0992, + "step": 5825 + }, + { + "epoch": 1.977687626774848, + "grad_norm": 1.1825026273727417, + "learning_rate": 4.370526315789474e-06, + "loss": 0.0831, + "step": 5850 + }, + { + "epoch": 1.9861392832995266, + "grad_norm": 1.4014040231704712, + "learning_rate": 4.344210526315789e-06, + "loss": 0.0983, + "step": 5875 + }, + { + "epoch": 1.9945909398242057, + "grad_norm": 1.7053906917572021, + "learning_rate": 4.317894736842105e-06, + "loss": 0.0937, + "step": 5900 + }, + { + "epoch": 2.0030425963488843, + "grad_norm": 1.2354754209518433, + "learning_rate": 4.291578947368422e-06, + "loss": 0.0794, + "step": 5925 + }, + { + "epoch": 2.0114942528735633, + "grad_norm": 1.5480238199234009, + "learning_rate": 4.2652631578947376e-06, + "loss": 0.0621, + "step": 5950 + }, + { + "epoch": 2.019945909398242, + "grad_norm": 1.6204942464828491, + "learning_rate": 4.238947368421053e-06, + "loss": 0.0679, + "step": 5975 + }, + { + "epoch": 2.028397565922921, + "grad_norm": 1.8844307661056519, + "learning_rate": 4.212631578947368e-06, + "loss": 0.0814, + "step": 6000 + }, + { + "epoch": 2.028397565922921, + "eval_loss": 0.18354202806949615, + "eval_runtime": 8220.3894, + "eval_samples_per_second": 1.779, + "eval_steps_per_second": 0.222, + "eval_wer": 45.245302024909165, + "step": 6000 + }, + { + "epoch": 2.0368492224475996, + "grad_norm": 1.34647798538208, + "learning_rate": 4.186315789473684e-06, + "loss": 0.0707, + "step": 6025 + }, + { + "epoch": 2.0453008789722786, + "grad_norm": 2.5605897903442383, + "learning_rate": 4.16e-06, + "loss": 0.0658, + "step": 6050 + }, + { + "epoch": 2.0537525354969572, + "grad_norm": 0.988107442855835, + "learning_rate": 4.133684210526316e-06, + "loss": 0.0787, + "step": 6075 + }, + { + "epoch": 2.0622041920216363, + "grad_norm": 1.3938881158828735, + "learning_rate": 4.1073684210526325e-06, + "loss": 0.0772, + "step": 6100 + }, + { + "epoch": 2.070655848546315, + "grad_norm": 0.3137703835964203, + "learning_rate": 4.0810526315789474e-06, + "loss": 0.0728, + "step": 6125 + }, + { + "epoch": 2.079107505070994, + "grad_norm": 1.0805671215057373, + "learning_rate": 4.054736842105263e-06, + "loss": 0.0723, + "step": 6150 + }, + { + "epoch": 2.0875591615956726, + "grad_norm": 1.8240491151809692, + "learning_rate": 4.029473684210527e-06, + "loss": 0.0824, + "step": 6175 + }, + { + "epoch": 2.0960108181203516, + "grad_norm": 0.9932010173797607, + "learning_rate": 4.0031578947368424e-06, + "loss": 0.0808, + "step": 6200 + }, + { + "epoch": 2.1044624746450302, + "grad_norm": 1.7233359813690186, + "learning_rate": 3.976842105263158e-06, + "loss": 0.0656, + "step": 6225 + }, + { + "epoch": 2.1129141311697093, + "grad_norm": 1.3749310970306396, + "learning_rate": 3.950526315789474e-06, + "loss": 0.0782, + "step": 6250 + }, + { + "epoch": 2.121365787694388, + "grad_norm": 1.1162022352218628, + "learning_rate": 3.92421052631579e-06, + "loss": 0.0764, + "step": 6275 + }, + { + "epoch": 2.129817444219067, + "grad_norm": 2.195281505584717, + "learning_rate": 3.897894736842106e-06, + "loss": 0.0694, + "step": 6300 + }, + { + "epoch": 2.138269100743746, + "grad_norm": 1.5847153663635254, + "learning_rate": 3.8715789473684215e-06, + "loss": 0.0778, + "step": 6325 + }, + { + "epoch": 2.1467207572684246, + "grad_norm": 1.5322215557098389, + "learning_rate": 3.845263157894737e-06, + "loss": 0.068, + "step": 6350 + }, + { + "epoch": 2.1551724137931036, + "grad_norm": 2.1042368412017822, + "learning_rate": 3.818947368421053e-06, + "loss": 0.063, + "step": 6375 + }, + { + "epoch": 2.1636240703177823, + "grad_norm": 2.016451120376587, + "learning_rate": 3.792631578947369e-06, + "loss": 0.0757, + "step": 6400 + }, + { + "epoch": 2.1720757268424613, + "grad_norm": 1.9875035285949707, + "learning_rate": 3.766315789473685e-06, + "loss": 0.0633, + "step": 6425 + }, + { + "epoch": 2.18052738336714, + "grad_norm": 1.0881574153900146, + "learning_rate": 3.74e-06, + "loss": 0.0779, + "step": 6450 + }, + { + "epoch": 2.188979039891819, + "grad_norm": 1.4989287853240967, + "learning_rate": 3.713684210526316e-06, + "loss": 0.0672, + "step": 6475 + }, + { + "epoch": 2.1974306964164976, + "grad_norm": 1.430418848991394, + "learning_rate": 3.687368421052632e-06, + "loss": 0.0903, + "step": 6500 + }, + { + "epoch": 2.1974306964164976, + "eval_loss": 0.18892446160316467, + "eval_runtime": 8703.8448, + "eval_samples_per_second": 1.681, + "eval_steps_per_second": 0.21, + "eval_wer": 45.42427250455984, + "step": 6500 + }, + { + "epoch": 2.2058823529411766, + "grad_norm": 1.1100589036941528, + "learning_rate": 3.6610526315789472e-06, + "loss": 0.0682, + "step": 6525 + }, + { + "epoch": 2.2143340094658552, + "grad_norm": 1.5231108665466309, + "learning_rate": 3.6347368421052635e-06, + "loss": 0.0772, + "step": 6550 + }, + { + "epoch": 2.2227856659905343, + "grad_norm": 1.5531678199768066, + "learning_rate": 3.6084210526315793e-06, + "loss": 0.0769, + "step": 6575 + }, + { + "epoch": 2.231237322515213, + "grad_norm": 2.173323154449463, + "learning_rate": 3.582105263157895e-06, + "loss": 0.0753, + "step": 6600 + }, + { + "epoch": 2.239688979039892, + "grad_norm": 1.8664982318878174, + "learning_rate": 3.555789473684211e-06, + "loss": 0.0732, + "step": 6625 + }, + { + "epoch": 2.2481406355645706, + "grad_norm": 1.264046549797058, + "learning_rate": 3.5294736842105263e-06, + "loss": 0.0727, + "step": 6650 + }, + { + "epoch": 2.2565922920892496, + "grad_norm": 0.6508150100708008, + "learning_rate": 3.503157894736842e-06, + "loss": 0.0627, + "step": 6675 + }, + { + "epoch": 2.265043948613928, + "grad_norm": 2.036755323410034, + "learning_rate": 3.476842105263158e-06, + "loss": 0.0703, + "step": 6700 + }, + { + "epoch": 2.2734956051386073, + "grad_norm": 1.4108197689056396, + "learning_rate": 3.450526315789474e-06, + "loss": 0.0815, + "step": 6725 + }, + { + "epoch": 2.281947261663286, + "grad_norm": 1.388468623161316, + "learning_rate": 3.42421052631579e-06, + "loss": 0.0678, + "step": 6750 + }, + { + "epoch": 2.290398918187965, + "grad_norm": 1.7254157066345215, + "learning_rate": 3.3978947368421054e-06, + "loss": 0.0713, + "step": 6775 + }, + { + "epoch": 2.2988505747126435, + "grad_norm": 1.8082466125488281, + "learning_rate": 3.3715789473684212e-06, + "loss": 0.0643, + "step": 6800 + }, + { + "epoch": 2.3073022312373226, + "grad_norm": 1.5543231964111328, + "learning_rate": 3.345263157894737e-06, + "loss": 0.0693, + "step": 6825 + }, + { + "epoch": 2.315753887762001, + "grad_norm": 2.165055513381958, + "learning_rate": 3.318947368421053e-06, + "loss": 0.0718, + "step": 6850 + }, + { + "epoch": 2.3242055442866802, + "grad_norm": 1.7937675714492798, + "learning_rate": 3.292631578947369e-06, + "loss": 0.0694, + "step": 6875 + }, + { + "epoch": 2.332657200811359, + "grad_norm": 1.602084994316101, + "learning_rate": 3.2663157894736845e-06, + "loss": 0.0575, + "step": 6900 + }, + { + "epoch": 2.341108857336038, + "grad_norm": 0.9363685846328735, + "learning_rate": 3.2400000000000003e-06, + "loss": 0.0663, + "step": 6925 + }, + { + "epoch": 2.3495605138607165, + "grad_norm": 1.2168769836425781, + "learning_rate": 3.213684210526316e-06, + "loss": 0.0755, + "step": 6950 + }, + { + "epoch": 2.3580121703853956, + "grad_norm": 1.4504033327102661, + "learning_rate": 3.187368421052632e-06, + "loss": 0.079, + "step": 6975 + }, + { + "epoch": 2.366463826910074, + "grad_norm": 1.5413113832473755, + "learning_rate": 3.1610526315789474e-06, + "loss": 0.0712, + "step": 7000 + }, + { + "epoch": 2.366463826910074, + "eval_loss": 0.19058801233768463, + "eval_runtime": 8456.0898, + "eval_samples_per_second": 1.73, + "eval_steps_per_second": 0.216, + "eval_wer": 45.145058996689535, + "step": 7000 + }, + { + "epoch": 2.3749154834347532, + "grad_norm": 1.0616259574890137, + "learning_rate": 3.134736842105263e-06, + "loss": 0.066, + "step": 7025 + }, + { + "epoch": 2.3833671399594323, + "grad_norm": 1.821663737297058, + "learning_rate": 3.1084210526315794e-06, + "loss": 0.0692, + "step": 7050 + }, + { + "epoch": 2.391818796484111, + "grad_norm": 1.2044411897659302, + "learning_rate": 3.0821052631578952e-06, + "loss": 0.0631, + "step": 7075 + }, + { + "epoch": 2.4002704530087895, + "grad_norm": 1.1496453285217285, + "learning_rate": 3.055789473684211e-06, + "loss": 0.0598, + "step": 7100 + }, + { + "epoch": 2.4087221095334685, + "grad_norm": 1.834873914718628, + "learning_rate": 3.0294736842105264e-06, + "loss": 0.0696, + "step": 7125 + }, + { + "epoch": 2.4171737660581476, + "grad_norm": 1.9280352592468262, + "learning_rate": 3.0031578947368423e-06, + "loss": 0.0937, + "step": 7150 + }, + { + "epoch": 2.425625422582826, + "grad_norm": 1.8316441774368286, + "learning_rate": 2.976842105263158e-06, + "loss": 0.0843, + "step": 7175 + }, + { + "epoch": 2.4340770791075053, + "grad_norm": 1.6660900115966797, + "learning_rate": 2.9505263157894735e-06, + "loss": 0.0747, + "step": 7200 + }, + { + "epoch": 2.442528735632184, + "grad_norm": 1.2995704412460327, + "learning_rate": 2.92421052631579e-06, + "loss": 0.0697, + "step": 7225 + }, + { + "epoch": 2.450980392156863, + "grad_norm": 0.837418794631958, + "learning_rate": 2.8978947368421055e-06, + "loss": 0.0532, + "step": 7250 + }, + { + "epoch": 2.4594320486815415, + "grad_norm": 1.582984447479248, + "learning_rate": 2.8715789473684214e-06, + "loss": 0.0785, + "step": 7275 + }, + { + "epoch": 2.4678837052062206, + "grad_norm": 2.5198307037353516, + "learning_rate": 2.845263157894737e-06, + "loss": 0.0695, + "step": 7300 + }, + { + "epoch": 2.476335361730899, + "grad_norm": 1.9426721334457397, + "learning_rate": 2.8189473684210526e-06, + "loss": 0.0683, + "step": 7325 + }, + { + "epoch": 2.4847870182555782, + "grad_norm": 1.8814282417297363, + "learning_rate": 2.7926315789473684e-06, + "loss": 0.0635, + "step": 7350 + }, + { + "epoch": 2.493238674780257, + "grad_norm": 1.7943637371063232, + "learning_rate": 2.766315789473684e-06, + "loss": 0.0703, + "step": 7375 + }, + { + "epoch": 2.501690331304936, + "grad_norm": 1.7339930534362793, + "learning_rate": 2.7400000000000004e-06, + "loss": 0.0834, + "step": 7400 + }, + { + "epoch": 2.5101419878296145, + "grad_norm": 0.6923316121101379, + "learning_rate": 2.7136842105263163e-06, + "loss": 0.0749, + "step": 7425 + }, + { + "epoch": 2.5185936443542936, + "grad_norm": 1.8081867694854736, + "learning_rate": 2.6873684210526317e-06, + "loss": 0.0832, + "step": 7450 + }, + { + "epoch": 2.527045300878972, + "grad_norm": 0.8502326607704163, + "learning_rate": 2.6610526315789475e-06, + "loss": 0.072, + "step": 7475 + }, + { + "epoch": 2.535496957403651, + "grad_norm": 2.073284864425659, + "learning_rate": 2.6347368421052633e-06, + "loss": 0.0937, + "step": 7500 + }, + { + "epoch": 2.535496957403651, + "eval_loss": 0.18810197710990906, + "eval_runtime": 8587.5354, + "eval_samples_per_second": 1.703, + "eval_steps_per_second": 0.213, + "eval_wer": 44.96070962284172, + "step": 7500 + }, + { + "epoch": 2.54394861392833, + "grad_norm": 1.5389723777770996, + "learning_rate": 2.608421052631579e-06, + "loss": 0.0695, + "step": 7525 + }, + { + "epoch": 2.552400270453009, + "grad_norm": 1.7400459051132202, + "learning_rate": 2.5821052631578954e-06, + "loss": 0.0752, + "step": 7550 + }, + { + "epoch": 2.5608519269776875, + "grad_norm": 0.9405755400657654, + "learning_rate": 2.5557894736842108e-06, + "loss": 0.0728, + "step": 7575 + }, + { + "epoch": 2.5693035835023665, + "grad_norm": 2.09281849861145, + "learning_rate": 2.5294736842105266e-06, + "loss": 0.0785, + "step": 7600 + }, + { + "epoch": 2.577755240027045, + "grad_norm": 1.1472514867782593, + "learning_rate": 2.5031578947368424e-06, + "loss": 0.0763, + "step": 7625 + }, + { + "epoch": 2.586206896551724, + "grad_norm": 1.5787365436553955, + "learning_rate": 2.476842105263158e-06, + "loss": 0.0782, + "step": 7650 + }, + { + "epoch": 2.5946585530764033, + "grad_norm": 0.8288754820823669, + "learning_rate": 2.4505263157894736e-06, + "loss": 0.0617, + "step": 7675 + }, + { + "epoch": 2.603110209601082, + "grad_norm": 1.3931238651275635, + "learning_rate": 2.42421052631579e-06, + "loss": 0.0652, + "step": 7700 + }, + { + "epoch": 2.6115618661257605, + "grad_norm": 1.8449468612670898, + "learning_rate": 2.3978947368421052e-06, + "loss": 0.0708, + "step": 7725 + }, + { + "epoch": 2.6200135226504395, + "grad_norm": 1.462990641593933, + "learning_rate": 2.371578947368421e-06, + "loss": 0.0799, + "step": 7750 + }, + { + "epoch": 2.6284651791751186, + "grad_norm": 1.80518639087677, + "learning_rate": 2.3452631578947373e-06, + "loss": 0.0712, + "step": 7775 + }, + { + "epoch": 2.636916835699797, + "grad_norm": 1.4477194547653198, + "learning_rate": 2.3189473684210527e-06, + "loss": 0.0748, + "step": 7800 + }, + { + "epoch": 2.645368492224476, + "grad_norm": 1.8457978963851929, + "learning_rate": 2.2926315789473685e-06, + "loss": 0.0652, + "step": 7825 + }, + { + "epoch": 2.653820148749155, + "grad_norm": 1.2285178899765015, + "learning_rate": 2.2663157894736843e-06, + "loss": 0.051, + "step": 7850 + }, + { + "epoch": 2.662271805273834, + "grad_norm": 1.664722204208374, + "learning_rate": 2.24e-06, + "loss": 0.0696, + "step": 7875 + }, + { + "epoch": 2.6707234617985125, + "grad_norm": 1.1485116481781006, + "learning_rate": 2.213684210526316e-06, + "loss": 0.078, + "step": 7900 + }, + { + "epoch": 2.679175118323191, + "grad_norm": 1.6024932861328125, + "learning_rate": 2.187368421052632e-06, + "loss": 0.0811, + "step": 7925 + }, + { + "epoch": 2.68762677484787, + "grad_norm": 1.3482303619384766, + "learning_rate": 2.1610526315789476e-06, + "loss": 0.0744, + "step": 7950 + }, + { + "epoch": 2.696078431372549, + "grad_norm": 1.4488401412963867, + "learning_rate": 2.1347368421052634e-06, + "loss": 0.0717, + "step": 7975 + }, + { + "epoch": 2.704530087897228, + "grad_norm": 2.0738377571105957, + "learning_rate": 2.1084210526315792e-06, + "loss": 0.0637, + "step": 8000 + }, + { + "epoch": 2.704530087897228, + "eval_loss": 0.19148404896259308, + "eval_runtime": 8546.7321, + "eval_samples_per_second": 1.711, + "eval_steps_per_second": 0.214, + "eval_wer": 44.85362072928025, + "step": 8000 + }, + { + "epoch": 2.7129817444219064, + "grad_norm": 1.608497142791748, + "learning_rate": 2.082105263157895e-06, + "loss": 0.0725, + "step": 8025 + }, + { + "epoch": 2.7214334009465855, + "grad_norm": 2.1245532035827637, + "learning_rate": 2.055789473684211e-06, + "loss": 0.0726, + "step": 8050 + }, + { + "epoch": 2.7298850574712645, + "grad_norm": 1.3856103420257568, + "learning_rate": 2.0294736842105263e-06, + "loss": 0.0731, + "step": 8075 + }, + { + "epoch": 2.738336713995943, + "grad_norm": 1.2372052669525146, + "learning_rate": 2.003157894736842e-06, + "loss": 0.0756, + "step": 8100 + }, + { + "epoch": 2.746788370520622, + "grad_norm": 1.6612149477005005, + "learning_rate": 1.976842105263158e-06, + "loss": 0.0636, + "step": 8125 + }, + { + "epoch": 2.755240027045301, + "grad_norm": 1.719821572303772, + "learning_rate": 1.9505263157894737e-06, + "loss": 0.0804, + "step": 8150 + }, + { + "epoch": 2.76369168356998, + "grad_norm": 1.575764536857605, + "learning_rate": 1.9242105263157896e-06, + "loss": 0.0778, + "step": 8175 + }, + { + "epoch": 2.7721433400946585, + "grad_norm": 1.507033348083496, + "learning_rate": 1.8978947368421056e-06, + "loss": 0.0643, + "step": 8200 + }, + { + "epoch": 2.7805949966193375, + "grad_norm": 1.1668611764907837, + "learning_rate": 1.8715789473684212e-06, + "loss": 0.0867, + "step": 8225 + }, + { + "epoch": 2.789046653144016, + "grad_norm": 0.9894188046455383, + "learning_rate": 1.845263157894737e-06, + "loss": 0.0648, + "step": 8250 + }, + { + "epoch": 2.797498309668695, + "grad_norm": 1.6405720710754395, + "learning_rate": 1.8189473684210528e-06, + "loss": 0.0708, + "step": 8275 + }, + { + "epoch": 2.805949966193374, + "grad_norm": 1.034415364265442, + "learning_rate": 1.7926315789473686e-06, + "loss": 0.0546, + "step": 8300 + }, + { + "epoch": 2.814401622718053, + "grad_norm": 0.9419425129890442, + "learning_rate": 1.7663157894736843e-06, + "loss": 0.07, + "step": 8325 + }, + { + "epoch": 2.8228532792427314, + "grad_norm": 2.342827558517456, + "learning_rate": 1.74e-06, + "loss": 0.0697, + "step": 8350 + }, + { + "epoch": 2.8313049357674105, + "grad_norm": 1.535322904586792, + "learning_rate": 1.713684210526316e-06, + "loss": 0.0696, + "step": 8375 + }, + { + "epoch": 2.839756592292089, + "grad_norm": 1.6388691663742065, + "learning_rate": 1.6873684210526317e-06, + "loss": 0.0736, + "step": 8400 + }, + { + "epoch": 2.848208248816768, + "grad_norm": 1.7451198101043701, + "learning_rate": 1.6610526315789473e-06, + "loss": 0.0751, + "step": 8425 + }, + { + "epoch": 2.8566599053414468, + "grad_norm": 1.4245884418487549, + "learning_rate": 1.6347368421052633e-06, + "loss": 0.0797, + "step": 8450 + }, + { + "epoch": 2.865111561866126, + "grad_norm": 0.799862265586853, + "learning_rate": 1.6084210526315792e-06, + "loss": 0.0664, + "step": 8475 + }, + { + "epoch": 2.873563218390805, + "grad_norm": 1.09870183467865, + "learning_rate": 1.5821052631578948e-06, + "loss": 0.062, + "step": 8500 + }, + { + "epoch": 2.873563218390805, + "eval_loss": 0.1915096938610077, + "eval_runtime": 8477.0001, + "eval_samples_per_second": 1.725, + "eval_steps_per_second": 0.216, + "eval_wer": 44.89322895018655, + "step": 8500 + }, + { + "epoch": 2.8820148749154835, + "grad_norm": 1.4032130241394043, + "learning_rate": 1.5557894736842106e-06, + "loss": 0.0743, + "step": 8525 + }, + { + "epoch": 2.890466531440162, + "grad_norm": 0.7570385932922363, + "learning_rate": 1.5294736842105264e-06, + "loss": 0.0687, + "step": 8550 + }, + { + "epoch": 2.898918187964841, + "grad_norm": 1.0193418264389038, + "learning_rate": 1.5031578947368422e-06, + "loss": 0.0615, + "step": 8575 + }, + { + "epoch": 2.90736984448952, + "grad_norm": 1.9574233293533325, + "learning_rate": 1.4768421052631578e-06, + "loss": 0.0835, + "step": 8600 + }, + { + "epoch": 2.915821501014199, + "grad_norm": 1.0290601253509521, + "learning_rate": 1.4505263157894739e-06, + "loss": 0.0678, + "step": 8625 + }, + { + "epoch": 2.9242731575388774, + "grad_norm": 1.3625876903533936, + "learning_rate": 1.4242105263157897e-06, + "loss": 0.0621, + "step": 8650 + }, + { + "epoch": 2.9327248140635565, + "grad_norm": 1.5794146060943604, + "learning_rate": 1.3978947368421053e-06, + "loss": 0.0657, + "step": 8675 + }, + { + "epoch": 2.9411764705882355, + "grad_norm": 1.314706563949585, + "learning_rate": 1.3715789473684213e-06, + "loss": 0.069, + "step": 8700 + }, + { + "epoch": 2.949628127112914, + "grad_norm": 1.9198169708251953, + "learning_rate": 1.345263157894737e-06, + "loss": 0.0701, + "step": 8725 + }, + { + "epoch": 2.9580797836375927, + "grad_norm": 1.3500406742095947, + "learning_rate": 1.3189473684210527e-06, + "loss": 0.076, + "step": 8750 + }, + { + "epoch": 2.9665314401622718, + "grad_norm": 1.7573151588439941, + "learning_rate": 1.2926315789473683e-06, + "loss": 0.0697, + "step": 8775 + }, + { + "epoch": 2.974983096686951, + "grad_norm": 0.8199857473373413, + "learning_rate": 1.2663157894736844e-06, + "loss": 0.0744, + "step": 8800 + }, + { + "epoch": 2.9834347532116294, + "grad_norm": 2.14540696144104, + "learning_rate": 1.2400000000000002e-06, + "loss": 0.0686, + "step": 8825 + }, + { + "epoch": 2.991886409736308, + "grad_norm": 1.5464670658111572, + "learning_rate": 1.213684210526316e-06, + "loss": 0.07, + "step": 8850 + }, + { + "epoch": 3.000338066260987, + "grad_norm": 1.2003583908081055, + "learning_rate": 1.188421052631579e-06, + "loss": 0.0781, + "step": 8875 + }, + { + "epoch": 3.008789722785666, + "grad_norm": 0.630574107170105, + "learning_rate": 1.1621052631578948e-06, + "loss": 0.0565, + "step": 8900 + }, + { + "epoch": 3.0172413793103448, + "grad_norm": 1.4540669918060303, + "learning_rate": 1.1357894736842106e-06, + "loss": 0.0547, + "step": 8925 + }, + { + "epoch": 3.025693035835024, + "grad_norm": 1.408868670463562, + "learning_rate": 1.1094736842105264e-06, + "loss": 0.0604, + "step": 8950 + }, + { + "epoch": 3.0341446923597024, + "grad_norm": 1.040751576423645, + "learning_rate": 1.0831578947368422e-06, + "loss": 0.063, + "step": 8975 + }, + { + "epoch": 3.0425963488843815, + "grad_norm": 1.449309229850769, + "learning_rate": 1.0568421052631578e-06, + "loss": 0.0593, + "step": 9000 + }, + { + "epoch": 3.0425963488843815, + "eval_loss": 0.19757185876369476, + "eval_runtime": 8436.2186, + "eval_samples_per_second": 1.734, + "eval_steps_per_second": 0.217, + "eval_wer": 44.964132555512634, + "step": 9000 + }, + { + "epoch": 3.05104800540906, + "grad_norm": 2.647589921951294, + "learning_rate": 1.0305263157894739e-06, + "loss": 0.0602, + "step": 9025 + }, + { + "epoch": 3.059499661933739, + "grad_norm": 1.1657071113586426, + "learning_rate": 1.0042105263157897e-06, + "loss": 0.0637, + "step": 9050 + }, + { + "epoch": 3.0679513184584177, + "grad_norm": 1.9827054738998413, + "learning_rate": 9.778947368421053e-07, + "loss": 0.0667, + "step": 9075 + }, + { + "epoch": 3.076402974983097, + "grad_norm": 1.7273396253585815, + "learning_rate": 9.515789473684212e-07, + "loss": 0.0592, + "step": 9100 + }, + { + "epoch": 3.0848546315077754, + "grad_norm": 1.3955703973770142, + "learning_rate": 9.252631578947368e-07, + "loss": 0.0522, + "step": 9125 + }, + { + "epoch": 3.0933062880324544, + "grad_norm": 1.3141138553619385, + "learning_rate": 8.989473684210527e-07, + "loss": 0.0627, + "step": 9150 + }, + { + "epoch": 3.101757944557133, + "grad_norm": 0.7096537351608276, + "learning_rate": 8.726315789473686e-07, + "loss": 0.0583, + "step": 9175 + }, + { + "epoch": 3.110209601081812, + "grad_norm": 1.3626320362091064, + "learning_rate": 8.463157894736843e-07, + "loss": 0.0556, + "step": 9200 + }, + { + "epoch": 3.1186612576064907, + "grad_norm": 1.7827398777008057, + "learning_rate": 8.200000000000001e-07, + "loss": 0.0549, + "step": 9225 + }, + { + "epoch": 3.1271129141311698, + "grad_norm": 1.8511258363723755, + "learning_rate": 7.936842105263158e-07, + "loss": 0.052, + "step": 9250 + }, + { + "epoch": 3.1355645706558484, + "grad_norm": 1.5785564184188843, + "learning_rate": 7.673684210526316e-07, + "loss": 0.0554, + "step": 9275 + }, + { + "epoch": 3.1440162271805274, + "grad_norm": 1.3359767198562622, + "learning_rate": 7.410526315789475e-07, + "loss": 0.0599, + "step": 9300 + }, + { + "epoch": 3.152467883705206, + "grad_norm": 1.2103520631790161, + "learning_rate": 7.147368421052632e-07, + "loss": 0.0564, + "step": 9325 + }, + { + "epoch": 3.160919540229885, + "grad_norm": 1.3505812883377075, + "learning_rate": 6.884210526315791e-07, + "loss": 0.0642, + "step": 9350 + }, + { + "epoch": 3.1693711967545637, + "grad_norm": 1.9448202848434448, + "learning_rate": 6.621052631578948e-07, + "loss": 0.0567, + "step": 9375 + }, + { + "epoch": 3.1778228532792427, + "grad_norm": 1.4661892652511597, + "learning_rate": 6.357894736842106e-07, + "loss": 0.063, + "step": 9400 + }, + { + "epoch": 3.186274509803922, + "grad_norm": 2.1202943325042725, + "learning_rate": 6.094736842105263e-07, + "loss": 0.0589, + "step": 9425 + }, + { + "epoch": 3.1947261663286004, + "grad_norm": 1.8288671970367432, + "learning_rate": 5.831578947368421e-07, + "loss": 0.0601, + "step": 9450 + }, + { + "epoch": 3.203177822853279, + "grad_norm": 1.0134177207946777, + "learning_rate": 5.56842105263158e-07, + "loss": 0.0546, + "step": 9475 + }, + { + "epoch": 3.211629479377958, + "grad_norm": 2.195054292678833, + "learning_rate": 5.305263157894737e-07, + "loss": 0.0598, + "step": 9500 + }, + { + "epoch": 3.211629479377958, + "eval_loss": 0.1982024759054184, + "eval_runtime": 8467.5483, + "eval_samples_per_second": 1.727, + "eval_steps_per_second": 0.216, + "eval_wer": 44.87513630606886, + "step": 9500 + }, + { + "epoch": 3.220081135902637, + "grad_norm": 1.3598229885101318, + "learning_rate": 5.042105263157895e-07, + "loss": 0.0544, + "step": 9525 + }, + { + "epoch": 3.2285327924273157, + "grad_norm": 1.9829254150390625, + "learning_rate": 4.778947368421053e-07, + "loss": 0.0583, + "step": 9550 + }, + { + "epoch": 3.2369844489519948, + "grad_norm": 1.2495145797729492, + "learning_rate": 4.5157894736842107e-07, + "loss": 0.0659, + "step": 9575 + }, + { + "epoch": 3.2454361054766734, + "grad_norm": 1.0571123361587524, + "learning_rate": 4.2526315789473684e-07, + "loss": 0.0548, + "step": 9600 + }, + { + "epoch": 3.2538877620013524, + "grad_norm": 1.3266067504882812, + "learning_rate": 3.9894736842105266e-07, + "loss": 0.0606, + "step": 9625 + }, + { + "epoch": 3.262339418526031, + "grad_norm": 2.1030797958374023, + "learning_rate": 3.726315789473685e-07, + "loss": 0.0651, + "step": 9650 + }, + { + "epoch": 3.27079107505071, + "grad_norm": 0.6798356175422668, + "learning_rate": 3.4631578947368424e-07, + "loss": 0.0567, + "step": 9675 + }, + { + "epoch": 3.2792427315753887, + "grad_norm": 1.9583333730697632, + "learning_rate": 3.2e-07, + "loss": 0.0581, + "step": 9700 + }, + { + "epoch": 3.2876943881000678, + "grad_norm": 2.115421772003174, + "learning_rate": 2.936842105263158e-07, + "loss": 0.0502, + "step": 9725 + }, + { + "epoch": 3.2961460446247464, + "grad_norm": 1.1875923871994019, + "learning_rate": 2.6736842105263164e-07, + "loss": 0.0621, + "step": 9750 + }, + { + "epoch": 3.3045977011494254, + "grad_norm": 1.232844352722168, + "learning_rate": 2.410526315789474e-07, + "loss": 0.0591, + "step": 9775 + }, + { + "epoch": 3.313049357674104, + "grad_norm": 1.3175997734069824, + "learning_rate": 2.1473684210526317e-07, + "loss": 0.0547, + "step": 9800 + }, + { + "epoch": 3.321501014198783, + "grad_norm": 1.7271957397460938, + "learning_rate": 1.8842105263157897e-07, + "loss": 0.0611, + "step": 9825 + }, + { + "epoch": 3.3299526707234617, + "grad_norm": 1.2155121564865112, + "learning_rate": 1.6210526315789476e-07, + "loss": 0.0645, + "step": 9850 + }, + { + "epoch": 3.3384043272481407, + "grad_norm": 1.6896015405654907, + "learning_rate": 1.3578947368421055e-07, + "loss": 0.0526, + "step": 9875 + }, + { + "epoch": 3.3468559837728193, + "grad_norm": 1.4547408819198608, + "learning_rate": 1.0947368421052632e-07, + "loss": 0.0512, + "step": 9900 + }, + { + "epoch": 3.3553076402974984, + "grad_norm": 0.5560055375099182, + "learning_rate": 8.315789473684211e-08, + "loss": 0.0665, + "step": 9925 + }, + { + "epoch": 3.363759296822177, + "grad_norm": 1.9773001670837402, + "learning_rate": 5.68421052631579e-08, + "loss": 0.0522, + "step": 9950 + }, + { + "epoch": 3.372210953346856, + "grad_norm": 1.2007287740707397, + "learning_rate": 3.0526315789473686e-08, + "loss": 0.0623, + "step": 9975 + }, + { + "epoch": 3.3806626098715347, + "grad_norm": 1.430873990058899, + "learning_rate": 4.210526315789474e-09, + "loss": 0.0553, + "step": 10000 + }, + { + "epoch": 3.3806626098715347, + "eval_loss": 0.19793640077114105, + "eval_runtime": 8419.2841, + "eval_samples_per_second": 1.737, + "eval_steps_per_second": 0.217, + "eval_wer": 44.86535649843768, + "step": 10000 + }, + { + "epoch": 2.519477255591857, + "grad_norm": 2.5541698932647705, + "learning_rate": 3.4337931034482762e-06, + "loss": 0.1093, + "step": 10025 + }, + { + "epoch": 2.5257602412666498, + "grad_norm": 2.943728446960449, + "learning_rate": 3.4165517241379315e-06, + "loss": 0.0942, + "step": 10050 + }, + { + "epoch": 2.5320432269414423, + "grad_norm": 1.3236327171325684, + "learning_rate": 3.3993103448275864e-06, + "loss": 0.0831, + "step": 10075 + }, + { + "epoch": 2.5383262126162354, + "grad_norm": 1.9076201915740967, + "learning_rate": 3.3820689655172417e-06, + "loss": 0.0808, + "step": 10100 + }, + { + "epoch": 2.544609198291028, + "grad_norm": 1.5796664953231812, + "learning_rate": 3.364827586206897e-06, + "loss": 0.0738, + "step": 10125 + }, + { + "epoch": 2.5508921839658205, + "grad_norm": 1.349244475364685, + "learning_rate": 3.347586206896552e-06, + "loss": 0.0854, + "step": 10150 + }, + { + "epoch": 2.557175169640613, + "grad_norm": 1.5423616170883179, + "learning_rate": 3.330344827586207e-06, + "loss": 0.0694, + "step": 10175 + }, + { + "epoch": 2.5634581553154057, + "grad_norm": 1.882533073425293, + "learning_rate": 3.3131034482758624e-06, + "loss": 0.0804, + "step": 10200 + }, + { + "epoch": 2.5697411409901987, + "grad_norm": 1.6644792556762695, + "learning_rate": 3.2958620689655173e-06, + "loss": 0.0818, + "step": 10225 + }, + { + "epoch": 2.5760241266649913, + "grad_norm": 1.648979663848877, + "learning_rate": 3.2786206896551726e-06, + "loss": 0.0806, + "step": 10250 + }, + { + "epoch": 2.582307112339784, + "grad_norm": 1.8302336931228638, + "learning_rate": 3.261379310344828e-06, + "loss": 0.0685, + "step": 10275 + }, + { + "epoch": 2.5885900980145764, + "grad_norm": 1.5764237642288208, + "learning_rate": 3.2441379310344828e-06, + "loss": 0.0669, + "step": 10300 + }, + { + "epoch": 2.594873083689369, + "grad_norm": 1.609424352645874, + "learning_rate": 3.226896551724138e-06, + "loss": 0.0703, + "step": 10325 + }, + { + "epoch": 2.601156069364162, + "grad_norm": 2.0463669300079346, + "learning_rate": 3.209655172413793e-06, + "loss": 0.0812, + "step": 10350 + }, + { + "epoch": 2.6074390550389546, + "grad_norm": 1.0998157262802124, + "learning_rate": 3.1924137931034486e-06, + "loss": 0.0811, + "step": 10375 + }, + { + "epoch": 2.613722040713747, + "grad_norm": 2.0969502925872803, + "learning_rate": 3.175172413793104e-06, + "loss": 0.0831, + "step": 10400 + }, + { + "epoch": 2.6200050263885397, + "grad_norm": 1.6050735712051392, + "learning_rate": 3.1579310344827592e-06, + "loss": 0.0856, + "step": 10425 + }, + { + "epoch": 2.6262880120633323, + "grad_norm": 1.6979131698608398, + "learning_rate": 3.140689655172414e-06, + "loss": 0.0774, + "step": 10450 + }, + { + "epoch": 2.6325709977381253, + "grad_norm": 2.0969455242156982, + "learning_rate": 3.1234482758620694e-06, + "loss": 0.0871, + "step": 10475 + }, + { + "epoch": 2.638853983412918, + "grad_norm": 1.3703320026397705, + "learning_rate": 3.1062068965517243e-06, + "loss": 0.0677, + "step": 10500 + }, + { + "epoch": 2.638853983412918, + "eval_loss": 0.169998437166214, + "eval_runtime": 11305.71, + "eval_samples_per_second": 1.728, + "eval_steps_per_second": 0.216, + "eval_wer": 44.5221605147797, + "step": 10500 + }, + { + "epoch": 2.6451369690877105, + "grad_norm": 1.9054275751113892, + "learning_rate": 3.0889655172413796e-06, + "loss": 0.0703, + "step": 10525 + }, + { + "epoch": 2.651419954762503, + "grad_norm": 1.9211713075637817, + "learning_rate": 3.071724137931035e-06, + "loss": 0.078, + "step": 10550 + }, + { + "epoch": 2.6577029404372956, + "grad_norm": 1.7208181619644165, + "learning_rate": 3.0544827586206897e-06, + "loss": 0.0732, + "step": 10575 + }, + { + "epoch": 2.6639859261120886, + "grad_norm": 1.2526366710662842, + "learning_rate": 3.037241379310345e-06, + "loss": 0.0827, + "step": 10600 + }, + { + "epoch": 2.670268911786881, + "grad_norm": 1.8517524003982544, + "learning_rate": 3.0200000000000003e-06, + "loss": 0.0758, + "step": 10625 + }, + { + "epoch": 2.6765518974616738, + "grad_norm": 1.4826529026031494, + "learning_rate": 3.002758620689655e-06, + "loss": 0.0831, + "step": 10650 + }, + { + "epoch": 2.6828348831364663, + "grad_norm": 2.6525490283966064, + "learning_rate": 2.9855172413793105e-06, + "loss": 0.0783, + "step": 10675 + }, + { + "epoch": 2.689117868811259, + "grad_norm": 1.8993303775787354, + "learning_rate": 2.9682758620689658e-06, + "loss": 0.0821, + "step": 10700 + }, + { + "epoch": 2.695400854486052, + "grad_norm": 1.4494125843048096, + "learning_rate": 2.9510344827586206e-06, + "loss": 0.0771, + "step": 10725 + }, + { + "epoch": 2.7016838401608445, + "grad_norm": 1.8887574672698975, + "learning_rate": 2.933793103448276e-06, + "loss": 0.0705, + "step": 10750 + }, + { + "epoch": 2.707966825835637, + "grad_norm": 2.0872342586517334, + "learning_rate": 2.9165517241379316e-06, + "loss": 0.0707, + "step": 10775 + }, + { + "epoch": 2.7142498115104297, + "grad_norm": 1.3491803407669067, + "learning_rate": 2.8993103448275865e-06, + "loss": 0.0733, + "step": 10800 + }, + { + "epoch": 2.7205327971852222, + "grad_norm": 1.6230404376983643, + "learning_rate": 2.882068965517242e-06, + "loss": 0.0703, + "step": 10825 + }, + { + "epoch": 2.7268157828600152, + "grad_norm": 1.4654004573822021, + "learning_rate": 2.864827586206897e-06, + "loss": 0.0705, + "step": 10850 + }, + { + "epoch": 2.733098768534808, + "grad_norm": 1.7205106019973755, + "learning_rate": 2.847586206896552e-06, + "loss": 0.0713, + "step": 10875 + }, + { + "epoch": 2.7393817542096004, + "grad_norm": 1.7660115957260132, + "learning_rate": 2.8303448275862073e-06, + "loss": 0.0759, + "step": 10900 + }, + { + "epoch": 2.745664739884393, + "grad_norm": 1.3411388397216797, + "learning_rate": 2.813103448275862e-06, + "loss": 0.0819, + "step": 10925 + }, + { + "epoch": 2.7519477255591855, + "grad_norm": 1.66763436794281, + "learning_rate": 2.7958620689655174e-06, + "loss": 0.0714, + "step": 10950 + }, + { + "epoch": 2.7582307112339786, + "grad_norm": 1.856402039527893, + "learning_rate": 2.7786206896551727e-06, + "loss": 0.0737, + "step": 10975 + }, + { + "epoch": 2.764513696908771, + "grad_norm": 1.4149645566940308, + "learning_rate": 2.7613793103448276e-06, + "loss": 0.0698, + "step": 11000 + }, + { + "epoch": 2.764513696908771, + "eval_loss": 0.16873179376125336, + "eval_runtime": 11438.4823, + "eval_samples_per_second": 1.708, + "eval_steps_per_second": 0.213, + "eval_wer": 44.161424743801774, + "step": 11000 + }, + { + "epoch": 2.7707966825835637, + "grad_norm": 1.936444878578186, + "learning_rate": 2.744137931034483e-06, + "loss": 0.0757, + "step": 11025 + }, + { + "epoch": 2.7770796682583563, + "grad_norm": 1.3079452514648438, + "learning_rate": 2.726896551724138e-06, + "loss": 0.0773, + "step": 11050 + }, + { + "epoch": 2.783362653933149, + "grad_norm": 1.8395476341247559, + "learning_rate": 2.709655172413793e-06, + "loss": 0.069, + "step": 11075 + }, + { + "epoch": 2.789645639607942, + "grad_norm": 1.5000851154327393, + "learning_rate": 2.6924137931034483e-06, + "loss": 0.0808, + "step": 11100 + }, + { + "epoch": 2.7959286252827344, + "grad_norm": 1.7593291997909546, + "learning_rate": 2.6751724137931036e-06, + "loss": 0.0742, + "step": 11125 + }, + { + "epoch": 2.802211610957527, + "grad_norm": 1.671397089958191, + "learning_rate": 2.6579310344827585e-06, + "loss": 0.0742, + "step": 11150 + }, + { + "epoch": 2.8084945966323196, + "grad_norm": 2.4030308723449707, + "learning_rate": 2.6406896551724142e-06, + "loss": 0.0715, + "step": 11175 + }, + { + "epoch": 2.814777582307112, + "grad_norm": 1.1083357334136963, + "learning_rate": 2.6234482758620695e-06, + "loss": 0.0685, + "step": 11200 + }, + { + "epoch": 2.821060567981905, + "grad_norm": 2.314483404159546, + "learning_rate": 2.6062068965517244e-06, + "loss": 0.0709, + "step": 11225 + }, + { + "epoch": 2.8273435536566978, + "grad_norm": 2.6994457244873047, + "learning_rate": 2.5889655172413797e-06, + "loss": 0.0716, + "step": 11250 + }, + { + "epoch": 2.8336265393314903, + "grad_norm": 1.5674411058425903, + "learning_rate": 2.571724137931035e-06, + "loss": 0.0751, + "step": 11275 + }, + { + "epoch": 2.839909525006283, + "grad_norm": 1.6868212223052979, + "learning_rate": 2.55448275862069e-06, + "loss": 0.0775, + "step": 11300 + }, + { + "epoch": 2.8461925106810755, + "grad_norm": 1.8248207569122314, + "learning_rate": 2.537241379310345e-06, + "loss": 0.0682, + "step": 11325 + }, + { + "epoch": 2.8524754963558685, + "grad_norm": 1.6669248342514038, + "learning_rate": 2.52e-06, + "loss": 0.0706, + "step": 11350 + }, + { + "epoch": 2.858758482030661, + "grad_norm": 2.579449415206909, + "learning_rate": 2.5027586206896553e-06, + "loss": 0.0711, + "step": 11375 + }, + { + "epoch": 2.8650414677054536, + "grad_norm": 2.2403104305267334, + "learning_rate": 2.4855172413793106e-06, + "loss": 0.0731, + "step": 11400 + }, + { + "epoch": 2.8713244533802462, + "grad_norm": 1.7787814140319824, + "learning_rate": 2.4682758620689655e-06, + "loss": 0.0683, + "step": 11425 + }, + { + "epoch": 2.877607439055039, + "grad_norm": 1.8239678144454956, + "learning_rate": 2.4510344827586208e-06, + "loss": 0.0752, + "step": 11450 + }, + { + "epoch": 2.883890424729832, + "grad_norm": 3.1103549003601074, + "learning_rate": 2.433793103448276e-06, + "loss": 0.074, + "step": 11475 + }, + { + "epoch": 2.8901734104046244, + "grad_norm": 1.3953099250793457, + "learning_rate": 2.4165517241379314e-06, + "loss": 0.069, + "step": 11500 + }, + { + "epoch": 2.8901734104046244, + "eval_loss": 0.16406717896461487, + "eval_runtime": 11006.7152, + "eval_samples_per_second": 1.775, + "eval_steps_per_second": 0.222, + "eval_wer": 43.59414156441607, + "step": 11500 + }, + { + "epoch": 2.896456396079417, + "grad_norm": 1.4673534631729126, + "learning_rate": 2.3993103448275866e-06, + "loss": 0.072, + "step": 11525 + }, + { + "epoch": 2.9027393817542095, + "grad_norm": 1.790159821510315, + "learning_rate": 2.3820689655172415e-06, + "loss": 0.0846, + "step": 11550 + }, + { + "epoch": 2.909022367429002, + "grad_norm": 1.482283115386963, + "learning_rate": 2.364827586206897e-06, + "loss": 0.0718, + "step": 11575 + }, + { + "epoch": 2.915305353103795, + "grad_norm": 1.344299077987671, + "learning_rate": 2.3475862068965517e-06, + "loss": 0.0647, + "step": 11600 + }, + { + "epoch": 2.9215883387785877, + "grad_norm": 2.296725034713745, + "learning_rate": 2.330344827586207e-06, + "loss": 0.0729, + "step": 11625 + }, + { + "epoch": 2.9278713244533803, + "grad_norm": 1.4769775867462158, + "learning_rate": 2.3131034482758623e-06, + "loss": 0.0665, + "step": 11650 + }, + { + "epoch": 2.934154310128173, + "grad_norm": 1.83705735206604, + "learning_rate": 2.2958620689655176e-06, + "loss": 0.0777, + "step": 11675 + }, + { + "epoch": 2.9404372958029654, + "grad_norm": 1.8100663423538208, + "learning_rate": 2.278620689655173e-06, + "loss": 0.0717, + "step": 11700 + }, + { + "epoch": 2.9467202814777584, + "grad_norm": 1.144631028175354, + "learning_rate": 2.2613793103448277e-06, + "loss": 0.0622, + "step": 11725 + }, + { + "epoch": 2.953003267152551, + "grad_norm": 1.8608859777450562, + "learning_rate": 2.244137931034483e-06, + "loss": 0.0706, + "step": 11750 + }, + { + "epoch": 2.9592862528273436, + "grad_norm": 2.04830002784729, + "learning_rate": 2.2268965517241383e-06, + "loss": 0.065, + "step": 11775 + }, + { + "epoch": 2.965569238502136, + "grad_norm": 1.9950125217437744, + "learning_rate": 2.209655172413793e-06, + "loss": 0.0734, + "step": 11800 + }, + { + "epoch": 2.9718522241769287, + "grad_norm": 1.2800809144973755, + "learning_rate": 2.1924137931034485e-06, + "loss": 0.0626, + "step": 11825 + }, + { + "epoch": 2.9781352098517218, + "grad_norm": 2.180931568145752, + "learning_rate": 2.1751724137931033e-06, + "loss": 0.0694, + "step": 11850 + }, + { + "epoch": 2.9844181955265143, + "grad_norm": 1.5621517896652222, + "learning_rate": 2.157931034482759e-06, + "loss": 0.0789, + "step": 11875 + }, + { + "epoch": 2.990701181201307, + "grad_norm": 1.7615336179733276, + "learning_rate": 2.140689655172414e-06, + "loss": 0.0714, + "step": 11900 + }, + { + "epoch": 2.9969841668760995, + "grad_norm": 1.793643593788147, + "learning_rate": 2.1234482758620692e-06, + "loss": 0.0663, + "step": 11925 + }, + { + "epoch": 3.003267152550892, + "grad_norm": 1.6309877634048462, + "learning_rate": 2.1062068965517245e-06, + "loss": 0.0638, + "step": 11950 + }, + { + "epoch": 3.009550138225685, + "grad_norm": 1.6418914794921875, + "learning_rate": 2.0889655172413794e-06, + "loss": 0.0601, + "step": 11975 + }, + { + "epoch": 3.0158331239004776, + "grad_norm": 1.7936900854110718, + "learning_rate": 2.0717241379310347e-06, + "loss": 0.0575, + "step": 12000 + }, + { + "epoch": 3.0158331239004776, + "eval_loss": 0.1658269762992859, + "eval_runtime": 10966.6675, + "eval_samples_per_second": 1.781, + "eval_steps_per_second": 0.223, + "eval_wer": 43.487979085269416, + "step": 12000 + }, + { + "epoch": 3.02211610957527, + "grad_norm": 1.462873935699463, + "learning_rate": 2.0544827586206896e-06, + "loss": 0.0606, + "step": 12025 + }, + { + "epoch": 3.028399095250063, + "grad_norm": 1.7744050025939941, + "learning_rate": 2.037241379310345e-06, + "loss": 0.07, + "step": 12050 + }, + { + "epoch": 3.0346820809248554, + "grad_norm": 2.0455141067504883, + "learning_rate": 2.02e-06, + "loss": 0.063, + "step": 12075 + }, + { + "epoch": 3.040965066599648, + "grad_norm": 1.5644878149032593, + "learning_rate": 2.0027586206896554e-06, + "loss": 0.0688, + "step": 12100 + }, + { + "epoch": 3.047248052274441, + "grad_norm": 1.5917677879333496, + "learning_rate": 1.9855172413793107e-06, + "loss": 0.0751, + "step": 12125 + }, + { + "epoch": 3.0535310379492335, + "grad_norm": 1.8695135116577148, + "learning_rate": 1.9682758620689656e-06, + "loss": 0.0683, + "step": 12150 + }, + { + "epoch": 3.059814023624026, + "grad_norm": 1.6950143575668335, + "learning_rate": 1.951034482758621e-06, + "loss": 0.0707, + "step": 12175 + }, + { + "epoch": 3.0660970092988187, + "grad_norm": 1.7341082096099854, + "learning_rate": 1.933793103448276e-06, + "loss": 0.0705, + "step": 12200 + }, + { + "epoch": 3.0723799949736113, + "grad_norm": 2.4413957595825195, + "learning_rate": 1.916551724137931e-06, + "loss": 0.0732, + "step": 12225 + }, + { + "epoch": 3.0786629806484043, + "grad_norm": 1.6173579692840576, + "learning_rate": 1.8993103448275864e-06, + "loss": 0.0693, + "step": 12250 + }, + { + "epoch": 3.084945966323197, + "grad_norm": 1.606766939163208, + "learning_rate": 1.8820689655172416e-06, + "loss": 0.0648, + "step": 12275 + }, + { + "epoch": 3.0912289519979894, + "grad_norm": 1.7197469472885132, + "learning_rate": 1.8648275862068967e-06, + "loss": 0.0607, + "step": 12300 + }, + { + "epoch": 3.097511937672782, + "grad_norm": 1.3897112607955933, + "learning_rate": 1.847586206896552e-06, + "loss": 0.0722, + "step": 12325 + }, + { + "epoch": 3.1037949233475746, + "grad_norm": 1.53862726688385, + "learning_rate": 1.830344827586207e-06, + "loss": 0.0635, + "step": 12350 + }, + { + "epoch": 3.1100779090223676, + "grad_norm": 2.654273509979248, + "learning_rate": 1.8131034482758622e-06, + "loss": 0.0604, + "step": 12375 + }, + { + "epoch": 3.11636089469716, + "grad_norm": 1.34363853931427, + "learning_rate": 1.7958620689655173e-06, + "loss": 0.0563, + "step": 12400 + }, + { + "epoch": 3.1226438803719527, + "grad_norm": 1.0993194580078125, + "learning_rate": 1.7786206896551726e-06, + "loss": 0.0689, + "step": 12425 + }, + { + "epoch": 3.1289268660467453, + "grad_norm": 1.6156988143920898, + "learning_rate": 1.7613793103448276e-06, + "loss": 0.0563, + "step": 12450 + }, + { + "epoch": 3.135209851721538, + "grad_norm": 1.7135562896728516, + "learning_rate": 1.744137931034483e-06, + "loss": 0.0606, + "step": 12475 + }, + { + "epoch": 3.141492837396331, + "grad_norm": 1.968897819519043, + "learning_rate": 1.7268965517241382e-06, + "loss": 0.0653, + "step": 12500 + }, + { + "epoch": 3.141492837396331, + "eval_loss": 0.1663118600845337, + "eval_runtime": 11490.7091, + "eval_samples_per_second": 1.7, + "eval_steps_per_second": 0.213, + "eval_wer": 43.23918334332368, + "step": 12500 + }, + { + "epoch": 3.1477758230711235, + "grad_norm": 2.3499624729156494, + "learning_rate": 1.7096551724137933e-06, + "loss": 0.0694, + "step": 12525 + }, + { + "epoch": 3.154058808745916, + "grad_norm": 2.061582088470459, + "learning_rate": 1.6924137931034484e-06, + "loss": 0.0585, + "step": 12550 + }, + { + "epoch": 3.1603417944207086, + "grad_norm": 1.3034265041351318, + "learning_rate": 1.6751724137931037e-06, + "loss": 0.0585, + "step": 12575 + }, + { + "epoch": 3.166624780095501, + "grad_norm": 1.5961774587631226, + "learning_rate": 1.6579310344827588e-06, + "loss": 0.0623, + "step": 12600 + }, + { + "epoch": 3.172907765770294, + "grad_norm": 1.5717999935150146, + "learning_rate": 1.6406896551724138e-06, + "loss": 0.0801, + "step": 12625 + }, + { + "epoch": 3.179190751445087, + "grad_norm": 0.8206491470336914, + "learning_rate": 1.623448275862069e-06, + "loss": 0.0645, + "step": 12650 + }, + { + "epoch": 3.1854737371198794, + "grad_norm": 1.6915777921676636, + "learning_rate": 1.6062068965517244e-06, + "loss": 0.0639, + "step": 12675 + }, + { + "epoch": 3.191756722794672, + "grad_norm": 1.749098300933838, + "learning_rate": 1.5889655172413795e-06, + "loss": 0.0613, + "step": 12700 + }, + { + "epoch": 3.1980397084694645, + "grad_norm": 1.5118510723114014, + "learning_rate": 1.5717241379310346e-06, + "loss": 0.0654, + "step": 12725 + }, + { + "epoch": 3.2043226941442575, + "grad_norm": 1.413273811340332, + "learning_rate": 1.55448275862069e-06, + "loss": 0.071, + "step": 12750 + }, + { + "epoch": 3.21060567981905, + "grad_norm": 2.4434258937835693, + "learning_rate": 1.537241379310345e-06, + "loss": 0.0611, + "step": 12775 + }, + { + "epoch": 3.2168886654938427, + "grad_norm": 1.5421768426895142, + "learning_rate": 1.52e-06, + "loss": 0.0626, + "step": 12800 + }, + { + "epoch": 3.2231716511686352, + "grad_norm": 1.3737552165985107, + "learning_rate": 1.5027586206896551e-06, + "loss": 0.0644, + "step": 12825 + }, + { + "epoch": 3.229454636843428, + "grad_norm": 1.0774625539779663, + "learning_rate": 1.4855172413793104e-06, + "loss": 0.0628, + "step": 12850 + }, + { + "epoch": 3.235737622518221, + "grad_norm": 1.323012113571167, + "learning_rate": 1.4682758620689657e-06, + "loss": 0.0681, + "step": 12875 + }, + { + "epoch": 3.2420206081930134, + "grad_norm": 1.7004013061523438, + "learning_rate": 1.4510344827586208e-06, + "loss": 0.0575, + "step": 12900 + }, + { + "epoch": 3.248303593867806, + "grad_norm": 1.1748865842819214, + "learning_rate": 1.433793103448276e-06, + "loss": 0.0686, + "step": 12925 + }, + { + "epoch": 3.2545865795425986, + "grad_norm": 1.9509600400924683, + "learning_rate": 1.4165517241379312e-06, + "loss": 0.064, + "step": 12950 + }, + { + "epoch": 3.260869565217391, + "grad_norm": 1.4009268283843994, + "learning_rate": 1.3993103448275863e-06, + "loss": 0.07, + "step": 12975 + }, + { + "epoch": 3.267152550892184, + "grad_norm": 2.449444532394409, + "learning_rate": 1.3820689655172416e-06, + "loss": 0.0759, + "step": 13000 + }, + { + "epoch": 3.267152550892184, + "eval_loss": 0.16605377197265625, + "eval_runtime": 11752.4146, + "eval_samples_per_second": 1.662, + "eval_steps_per_second": 0.208, + "eval_wer": 43.109910664634896, + "step": 13000 + }, + { + "epoch": 3.2734355365669767, + "grad_norm": 1.3904393911361694, + "learning_rate": 1.3648275862068966e-06, + "loss": 0.0607, + "step": 13025 + }, + { + "epoch": 3.2797185222417693, + "grad_norm": 1.4722603559494019, + "learning_rate": 1.3475862068965517e-06, + "loss": 0.0646, + "step": 13050 + }, + { + "epoch": 3.286001507916562, + "grad_norm": 1.7087178230285645, + "learning_rate": 1.3303448275862072e-06, + "loss": 0.056, + "step": 13075 + }, + { + "epoch": 3.2922844935913544, + "grad_norm": 1.5727674961090088, + "learning_rate": 1.3131034482758623e-06, + "loss": 0.0635, + "step": 13100 + }, + { + "epoch": 3.2985674792661475, + "grad_norm": 1.9577021598815918, + "learning_rate": 1.2958620689655174e-06, + "loss": 0.064, + "step": 13125 + }, + { + "epoch": 3.30485046494094, + "grad_norm": 1.86566960811615, + "learning_rate": 1.2786206896551725e-06, + "loss": 0.062, + "step": 13150 + }, + { + "epoch": 3.3111334506157326, + "grad_norm": 1.787929892539978, + "learning_rate": 1.2613793103448278e-06, + "loss": 0.0587, + "step": 13175 + }, + { + "epoch": 3.317416436290525, + "grad_norm": 1.5625816583633423, + "learning_rate": 1.2441379310344829e-06, + "loss": 0.0638, + "step": 13200 + }, + { + "epoch": 3.3236994219653178, + "grad_norm": 1.4375091791152954, + "learning_rate": 1.226896551724138e-06, + "loss": 0.066, + "step": 13225 + }, + { + "epoch": 3.3299824076401103, + "grad_norm": 1.6865044832229614, + "learning_rate": 1.2096551724137932e-06, + "loss": 0.0584, + "step": 13250 + }, + { + "epoch": 3.3362653933149033, + "grad_norm": 2.0026865005493164, + "learning_rate": 1.1924137931034483e-06, + "loss": 0.0627, + "step": 13275 + }, + { + "epoch": 3.342548378989696, + "grad_norm": 0.9974460601806641, + "learning_rate": 1.1751724137931036e-06, + "loss": 0.0638, + "step": 13300 + }, + { + "epoch": 3.3488313646644885, + "grad_norm": 1.6640186309814453, + "learning_rate": 1.1579310344827587e-06, + "loss": 0.0599, + "step": 13325 + }, + { + "epoch": 3.355114350339281, + "grad_norm": 1.8832957744598389, + "learning_rate": 1.140689655172414e-06, + "loss": 0.0609, + "step": 13350 + }, + { + "epoch": 3.3613973360140736, + "grad_norm": 1.3539857864379883, + "learning_rate": 1.123448275862069e-06, + "loss": 0.0647, + "step": 13375 + }, + { + "epoch": 3.3676803216888667, + "grad_norm": 1.54263174533844, + "learning_rate": 1.1062068965517241e-06, + "loss": 0.0615, + "step": 13400 + }, + { + "epoch": 3.3739633073636592, + "grad_norm": 1.5486729145050049, + "learning_rate": 1.0889655172413794e-06, + "loss": 0.0543, + "step": 13425 + }, + { + "epoch": 3.380246293038452, + "grad_norm": 1.3974565267562866, + "learning_rate": 1.0717241379310345e-06, + "loss": 0.0661, + "step": 13450 + }, + { + "epoch": 3.3865292787132444, + "grad_norm": 1.3940776586532593, + "learning_rate": 1.0544827586206898e-06, + "loss": 0.062, + "step": 13475 + }, + { + "epoch": 3.392812264388037, + "grad_norm": 2.181025981903076, + "learning_rate": 1.0372413793103449e-06, + "loss": 0.0668, + "step": 13500 + }, + { + "epoch": 3.392812264388037, + "eval_loss": 0.16507452726364136, + "eval_runtime": 11681.06, + "eval_samples_per_second": 1.672, + "eval_steps_per_second": 0.209, + "eval_wer": 43.06982891230401, + "step": 13500 + }, + { + "epoch": 3.39909525006283, + "grad_norm": 1.663004755973816, + "learning_rate": 1.02e-06, + "loss": 0.0597, + "step": 13525 + }, + { + "epoch": 3.4053782357376225, + "grad_norm": 1.9507300853729248, + "learning_rate": 1.0027586206896553e-06, + "loss": 0.0623, + "step": 13550 + }, + { + "epoch": 3.411661221412415, + "grad_norm": 2.0604774951934814, + "learning_rate": 9.855172413793104e-07, + "loss": 0.061, + "step": 13575 + }, + { + "epoch": 3.4179442070872077, + "grad_norm": 1.7244702577590942, + "learning_rate": 9.682758620689656e-07, + "loss": 0.0609, + "step": 13600 + }, + { + "epoch": 3.4242271927620003, + "grad_norm": 1.3366154432296753, + "learning_rate": 9.510344827586207e-07, + "loss": 0.0623, + "step": 13625 + }, + { + "epoch": 3.4305101784367933, + "grad_norm": 1.6767691373825073, + "learning_rate": 9.33793103448276e-07, + "loss": 0.0597, + "step": 13650 + }, + { + "epoch": 3.436793164111586, + "grad_norm": 1.580768346786499, + "learning_rate": 9.165517241379311e-07, + "loss": 0.073, + "step": 13675 + }, + { + "epoch": 3.4430761497863784, + "grad_norm": 1.6998015642166138, + "learning_rate": 8.993103448275863e-07, + "loss": 0.0591, + "step": 13700 + }, + { + "epoch": 3.449359135461171, + "grad_norm": 1.5298068523406982, + "learning_rate": 8.820689655172414e-07, + "loss": 0.0598, + "step": 13725 + }, + { + "epoch": 3.4556421211359636, + "grad_norm": 2.080108165740967, + "learning_rate": 8.648275862068967e-07, + "loss": 0.0668, + "step": 13750 + }, + { + "epoch": 3.4619251068107566, + "grad_norm": 1.8349488973617554, + "learning_rate": 8.475862068965517e-07, + "loss": 0.0671, + "step": 13775 + }, + { + "epoch": 3.468208092485549, + "grad_norm": 2.383136034011841, + "learning_rate": 8.303448275862069e-07, + "loss": 0.0647, + "step": 13800 + }, + { + "epoch": 3.4744910781603418, + "grad_norm": 1.7982120513916016, + "learning_rate": 8.131034482758621e-07, + "loss": 0.0708, + "step": 13825 + }, + { + "epoch": 3.4807740638351343, + "grad_norm": 1.5413868427276611, + "learning_rate": 7.958620689655173e-07, + "loss": 0.0624, + "step": 13850 + }, + { + "epoch": 3.487057049509927, + "grad_norm": 2.7131173610687256, + "learning_rate": 7.786206896551725e-07, + "loss": 0.0709, + "step": 13875 + }, + { + "epoch": 3.49334003518472, + "grad_norm": 1.5475999116897583, + "learning_rate": 7.613793103448276e-07, + "loss": 0.0588, + "step": 13900 + }, + { + "epoch": 3.4996230208595125, + "grad_norm": 0.9188130497932434, + "learning_rate": 7.441379310344828e-07, + "loss": 0.0541, + "step": 13925 + }, + { + "epoch": 3.505906006534305, + "grad_norm": 1.8402552604675293, + "learning_rate": 7.268965517241381e-07, + "loss": 0.0611, + "step": 13950 + }, + { + "epoch": 3.5121889922090976, + "grad_norm": 1.9850478172302246, + "learning_rate": 7.096551724137931e-07, + "loss": 0.0586, + "step": 13975 + }, + { + "epoch": 3.51847197788389, + "grad_norm": 1.791929006576538, + "learning_rate": 6.924137931034483e-07, + "loss": 0.0582, + "step": 14000 + }, + { + "epoch": 3.51847197788389, + "eval_loss": 0.16593758761882782, + "eval_runtime": 11717.6125, + "eval_samples_per_second": 1.667, + "eval_steps_per_second": 0.208, + "eval_wer": 42.9048076436985, + "step": 14000 + }, + { + "epoch": 3.5247549635586832, + "grad_norm": 1.5299566984176636, + "learning_rate": 6.758620689655172e-07, + "loss": 0.0644, + "step": 14025 + }, + { + "epoch": 3.531037949233476, + "grad_norm": 1.8366338014602661, + "learning_rate": 6.586206896551725e-07, + "loss": 0.0621, + "step": 14050 + }, + { + "epoch": 3.5373209349082684, + "grad_norm": 1.5470293760299683, + "learning_rate": 6.413793103448277e-07, + "loss": 0.0624, + "step": 14075 + }, + { + "epoch": 3.543603920583061, + "grad_norm": 1.9549955129623413, + "learning_rate": 6.241379310344828e-07, + "loss": 0.064, + "step": 14100 + }, + { + "epoch": 3.5498869062578535, + "grad_norm": 1.6928914785385132, + "learning_rate": 6.068965517241379e-07, + "loss": 0.0688, + "step": 14125 + }, + { + "epoch": 3.5561698919326465, + "grad_norm": 1.8158848285675049, + "learning_rate": 5.896551724137931e-07, + "loss": 0.0666, + "step": 14150 + }, + { + "epoch": 3.562452877607439, + "grad_norm": 1.2600568532943726, + "learning_rate": 5.724137931034483e-07, + "loss": 0.057, + "step": 14175 + }, + { + "epoch": 3.5687358632822317, + "grad_norm": 1.5076507329940796, + "learning_rate": 5.551724137931035e-07, + "loss": 0.0643, + "step": 14200 + }, + { + "epoch": 3.5750188489570243, + "grad_norm": 1.486598014831543, + "learning_rate": 5.379310344827587e-07, + "loss": 0.063, + "step": 14225 + }, + { + "epoch": 3.581301834631817, + "grad_norm": 1.381836175918579, + "learning_rate": 5.206896551724138e-07, + "loss": 0.06, + "step": 14250 + }, + { + "epoch": 3.58758482030661, + "grad_norm": 1.3430190086364746, + "learning_rate": 5.03448275862069e-07, + "loss": 0.0551, + "step": 14275 + }, + { + "epoch": 3.5938678059814024, + "grad_norm": 1.7509955167770386, + "learning_rate": 4.862068965517241e-07, + "loss": 0.0555, + "step": 14300 + }, + { + "epoch": 3.600150791656195, + "grad_norm": 1.3928794860839844, + "learning_rate": 4.6896551724137934e-07, + "loss": 0.0577, + "step": 14325 + }, + { + "epoch": 3.6064337773309876, + "grad_norm": 1.7978532314300537, + "learning_rate": 4.5172413793103447e-07, + "loss": 0.0668, + "step": 14350 + }, + { + "epoch": 3.61271676300578, + "grad_norm": 1.4505749940872192, + "learning_rate": 4.344827586206897e-07, + "loss": 0.0608, + "step": 14375 + }, + { + "epoch": 3.618999748680573, + "grad_norm": 1.6973689794540405, + "learning_rate": 4.1724137931034485e-07, + "loss": 0.0501, + "step": 14400 + }, + { + "epoch": 3.6252827343553657, + "grad_norm": 2.222531318664551, + "learning_rate": 4.0000000000000003e-07, + "loss": 0.0645, + "step": 14425 + }, + { + "epoch": 3.6315657200301583, + "grad_norm": 2.4952709674835205, + "learning_rate": 3.8275862068965517e-07, + "loss": 0.0537, + "step": 14450 + }, + { + "epoch": 3.637848705704951, + "grad_norm": 2.3859033584594727, + "learning_rate": 3.6551724137931036e-07, + "loss": 0.0652, + "step": 14475 + }, + { + "epoch": 3.6441316913797435, + "grad_norm": 1.629402756690979, + "learning_rate": 3.4827586206896555e-07, + "loss": 0.055, + "step": 14500 + }, + { + "epoch": 3.6441316913797435, + "eval_loss": 0.16478079557418823, + "eval_runtime": 11635.7899, + "eval_samples_per_second": 1.679, + "eval_steps_per_second": 0.21, + "eval_wer": 42.71378740060809, + "step": 14500 + }, + { + "epoch": 3.6504146770545365, + "grad_norm": 1.4962036609649658, + "learning_rate": 3.3103448275862073e-07, + "loss": 0.0589, + "step": 14525 + }, + { + "epoch": 3.656697662729329, + "grad_norm": 1.3538328409194946, + "learning_rate": 3.1379310344827587e-07, + "loss": 0.0614, + "step": 14550 + }, + { + "epoch": 3.6629806484041216, + "grad_norm": 1.8565229177474976, + "learning_rate": 2.9655172413793106e-07, + "loss": 0.082, + "step": 14575 + }, + { + "epoch": 3.669263634078914, + "grad_norm": 1.5180363655090332, + "learning_rate": 2.7931034482758624e-07, + "loss": 0.064, + "step": 14600 + }, + { + "epoch": 3.675546619753707, + "grad_norm": 2.005053997039795, + "learning_rate": 2.6206896551724143e-07, + "loss": 0.0734, + "step": 14625 + }, + { + "epoch": 3.6818296054285, + "grad_norm": 1.190696120262146, + "learning_rate": 2.4482758620689657e-07, + "loss": 0.0606, + "step": 14650 + }, + { + "epoch": 3.6881125911032924, + "grad_norm": 1.364521861076355, + "learning_rate": 2.2758620689655175e-07, + "loss": 0.0652, + "step": 14675 + }, + { + "epoch": 3.694395576778085, + "grad_norm": 1.3325939178466797, + "learning_rate": 2.1034482758620692e-07, + "loss": 0.0635, + "step": 14700 + }, + { + "epoch": 3.7006785624528775, + "grad_norm": 2.166093587875366, + "learning_rate": 1.931034482758621e-07, + "loss": 0.0638, + "step": 14725 + }, + { + "epoch": 3.70696154812767, + "grad_norm": 1.497362494468689, + "learning_rate": 1.7586206896551726e-07, + "loss": 0.0595, + "step": 14750 + }, + { + "epoch": 3.713244533802463, + "grad_norm": 1.7004494667053223, + "learning_rate": 1.5862068965517243e-07, + "loss": 0.0591, + "step": 14775 + }, + { + "epoch": 3.7195275194772557, + "grad_norm": 1.4566409587860107, + "learning_rate": 1.413793103448276e-07, + "loss": 0.0621, + "step": 14800 + }, + { + "epoch": 3.7258105051520483, + "grad_norm": 0.7791139483451843, + "learning_rate": 1.2413793103448277e-07, + "loss": 0.0569, + "step": 14825 + }, + { + "epoch": 3.732093490826841, + "grad_norm": 1.436057209968567, + "learning_rate": 1.0689655172413794e-07, + "loss": 0.0636, + "step": 14850 + }, + { + "epoch": 3.7383764765016334, + "grad_norm": 1.0641875267028809, + "learning_rate": 8.965517241379311e-08, + "loss": 0.0595, + "step": 14875 + }, + { + "epoch": 3.7446594621764264, + "grad_norm": 1.1096875667572021, + "learning_rate": 7.241379310344829e-08, + "loss": 0.0588, + "step": 14900 + }, + { + "epoch": 3.750942447851219, + "grad_norm": 1.2665530443191528, + "learning_rate": 5.517241379310345e-08, + "loss": 0.0627, + "step": 14925 + }, + { + "epoch": 3.7572254335260116, + "grad_norm": 1.4025217294692993, + "learning_rate": 3.793103448275862e-08, + "loss": 0.056, + "step": 14950 + }, + { + "epoch": 3.763508419200804, + "grad_norm": 1.0198439359664917, + "learning_rate": 2.0689655172413796e-08, + "loss": 0.0584, + "step": 14975 + }, + { + "epoch": 3.7697914048755967, + "grad_norm": 1.531874656677246, + "learning_rate": 3.4482758620689654e-09, + "loss": 0.0577, + "step": 15000 + }, + { + "epoch": 3.7697914048755967, + "eval_loss": 0.16528290510177612, + "eval_runtime": 11264.7491, + "eval_samples_per_second": 1.734, + "eval_steps_per_second": 0.217, + "eval_wer": 42.7856456773094, + "step": 15000 + } + ], + "logging_steps": 25, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 4, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 6.924722114838528e+19, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +}