{ "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "global_step": 608742, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 4.9917863396972776e-05, "loss": 2.5388, "step": 1000 }, { "epoch": 0.01, "learning_rate": 4.983572679394555e-05, "loss": 2.4585, "step": 2000 }, { "epoch": 0.01, "learning_rate": 4.975359019091832e-05, "loss": 2.3898, "step": 3000 }, { "epoch": 0.02, "learning_rate": 4.9671453587891096e-05, "loss": 2.374, "step": 4000 }, { "epoch": 0.02, "learning_rate": 4.958931698486387e-05, "loss": 2.3447, "step": 5000 }, { "epoch": 0.03, "learning_rate": 4.950718038183664e-05, "loss": 2.3258, "step": 6000 }, { "epoch": 0.03, "learning_rate": 4.942504377880942e-05, "loss": 2.3434, "step": 7000 }, { "epoch": 0.04, "learning_rate": 4.934290717578219e-05, "loss": 2.3269, "step": 8000 }, { "epoch": 0.04, "learning_rate": 4.9260770572754964e-05, "loss": 2.311, "step": 9000 }, { "epoch": 0.05, "learning_rate": 4.917863396972773e-05, "loss": 2.3291, "step": 10000 }, { "epoch": 0.05, "eval_gen_len": 19.0, "eval_loss": 2.1906206607818604, "eval_rouge1": 18.6571, "eval_rouge2": 7.1341, "eval_rougeL": 14.8347, "eval_rougeLsum": 16.9545, "eval_runtime": 1520.2929, "eval_samples_per_second": 4.233, "eval_steps_per_second": 4.233, "step": 10000 }, { "epoch": 0.05, "learning_rate": 4.909649736670051e-05, "loss": 2.2924, "step": 11000 }, { "epoch": 0.06, "learning_rate": 4.9014360763673284e-05, "loss": 2.3032, "step": 12000 }, { "epoch": 0.06, "learning_rate": 4.893222416064606e-05, "loss": 2.2866, "step": 13000 }, { "epoch": 0.07, "learning_rate": 4.885008755761883e-05, "loss": 2.3188, "step": 14000 }, { "epoch": 0.07, "learning_rate": 4.8767950954591604e-05, "loss": 2.2888, "step": 15000 }, { "epoch": 0.08, "learning_rate": 4.868581435156437e-05, "loss": 2.2398, "step": 16000 }, { "epoch": 0.08, "learning_rate": 4.860367774853715e-05, "loss": 2.2625, "step": 17000 }, { "epoch": 0.09, "learning_rate": 4.8521541145509925e-05, "loss": 2.2503, "step": 18000 }, { "epoch": 0.09, "learning_rate": 4.84394045424827e-05, "loss": 2.2602, "step": 19000 }, { "epoch": 0.1, "learning_rate": 4.835726793945547e-05, "loss": 2.2454, "step": 20000 }, { "epoch": 0.1, "eval_gen_len": 18.99968924798011, "eval_loss": 2.154853105545044, "eval_rouge1": 18.5037, "eval_rouge2": 7.1908, "eval_rougeL": 14.7141, "eval_rougeLsum": 16.8233, "eval_runtime": 1517.1744, "eval_samples_per_second": 4.242, "eval_steps_per_second": 4.242, "step": 20000 }, { "epoch": 0.1, "learning_rate": 4.8275131336428245e-05, "loss": 2.2419, "step": 21000 }, { "epoch": 0.11, "learning_rate": 4.819299473340101e-05, "loss": 2.2383, "step": 22000 }, { "epoch": 0.11, "learning_rate": 4.8110858130373785e-05, "loss": 2.2164, "step": 23000 }, { "epoch": 0.12, "learning_rate": 4.8028721527346566e-05, "loss": 2.2459, "step": 24000 }, { "epoch": 0.12, "learning_rate": 4.794658492431934e-05, "loss": 2.183, "step": 25000 }, { "epoch": 0.13, "learning_rate": 4.786444832129211e-05, "loss": 2.2468, "step": 26000 }, { "epoch": 0.13, "learning_rate": 4.7782311718264886e-05, "loss": 2.2021, "step": 27000 }, { "epoch": 0.14, "learning_rate": 4.770017511523765e-05, "loss": 2.2307, "step": 28000 }, { "epoch": 0.14, "learning_rate": 4.7618038512210426e-05, "loss": 2.2125, "step": 29000 }, { "epoch": 0.15, "learning_rate": 4.75359019091832e-05, "loss": 2.2107, "step": 30000 }, { "epoch": 0.15, "eval_gen_len": 19.0, "eval_loss": 2.1013174057006836, "eval_rouge1": 18.7638, "eval_rouge2": 7.326, "eval_rougeL": 14.9437, "eval_rougeLsum": 17.072, "eval_runtime": 1516.9221, "eval_samples_per_second": 4.243, "eval_steps_per_second": 4.243, "step": 30000 }, { "epoch": 0.15, "learning_rate": 4.745376530615598e-05, "loss": 2.2083, "step": 31000 }, { "epoch": 0.16, "learning_rate": 4.7371628703128753e-05, "loss": 2.1939, "step": 32000 }, { "epoch": 0.16, "learning_rate": 4.728949210010152e-05, "loss": 2.2193, "step": 33000 }, { "epoch": 0.17, "learning_rate": 4.7207355497074294e-05, "loss": 2.1945, "step": 34000 }, { "epoch": 0.17, "learning_rate": 4.712521889404707e-05, "loss": 2.2031, "step": 35000 }, { "epoch": 0.18, "learning_rate": 4.704308229101984e-05, "loss": 2.183, "step": 36000 }, { "epoch": 0.18, "learning_rate": 4.696094568799262e-05, "loss": 2.1772, "step": 37000 }, { "epoch": 0.19, "learning_rate": 4.6878809084965394e-05, "loss": 2.142, "step": 38000 }, { "epoch": 0.19, "learning_rate": 4.679667248193816e-05, "loss": 2.1948, "step": 39000 }, { "epoch": 0.2, "learning_rate": 4.6714535878910934e-05, "loss": 2.1486, "step": 40000 }, { "epoch": 0.2, "eval_gen_len": 19.0, "eval_loss": 2.0845487117767334, "eval_rouge1": 18.6879, "eval_rouge2": 7.2441, "eval_rougeL": 14.8835, "eval_rougeLsum": 16.983, "eval_runtime": 1521.4222, "eval_samples_per_second": 4.23, "eval_steps_per_second": 4.23, "step": 40000 }, { "epoch": 0.2, "learning_rate": 4.663239927588371e-05, "loss": 2.1557, "step": 41000 }, { "epoch": 0.21, "learning_rate": 4.655026267285648e-05, "loss": 2.1982, "step": 42000 }, { "epoch": 0.21, "learning_rate": 4.6468126069829255e-05, "loss": 2.2035, "step": 43000 }, { "epoch": 0.22, "learning_rate": 4.6385989466802035e-05, "loss": 2.1822, "step": 44000 }, { "epoch": 0.22, "learning_rate": 4.63038528637748e-05, "loss": 2.1492, "step": 45000 }, { "epoch": 0.23, "learning_rate": 4.6221716260747575e-05, "loss": 2.1874, "step": 46000 }, { "epoch": 0.23, "learning_rate": 4.613957965772035e-05, "loss": 2.1865, "step": 47000 }, { "epoch": 0.24, "learning_rate": 4.605744305469312e-05, "loss": 2.1276, "step": 48000 }, { "epoch": 0.24, "learning_rate": 4.5975306451665896e-05, "loss": 2.1465, "step": 49000 }, { "epoch": 0.25, "learning_rate": 4.589316984863867e-05, "loss": 2.158, "step": 50000 }, { "epoch": 0.25, "eval_gen_len": 19.0, "eval_loss": 2.0698649883270264, "eval_rouge1": 18.8314, "eval_rouge2": 7.3712, "eval_rougeL": 15.0166, "eval_rougeLsum": 17.1215, "eval_runtime": 1517.8163, "eval_samples_per_second": 4.24, "eval_steps_per_second": 4.24, "step": 50000 }, { "epoch": 0.25, "learning_rate": 4.581103324561144e-05, "loss": 2.1378, "step": 51000 }, { "epoch": 0.26, "learning_rate": 4.5728896642584216e-05, "loss": 2.1079, "step": 52000 }, { "epoch": 0.26, "learning_rate": 4.564676003955699e-05, "loss": 2.1627, "step": 53000 }, { "epoch": 0.27, "learning_rate": 4.556462343652976e-05, "loss": 2.1117, "step": 54000 }, { "epoch": 0.27, "learning_rate": 4.5482486833502536e-05, "loss": 2.128, "step": 55000 }, { "epoch": 0.28, "learning_rate": 4.540035023047531e-05, "loss": 2.1649, "step": 56000 }, { "epoch": 0.28, "learning_rate": 4.5318213627448083e-05, "loss": 2.1666, "step": 57000 }, { "epoch": 0.29, "learning_rate": 4.523607702442086e-05, "loss": 2.145, "step": 58000 }, { "epoch": 0.29, "learning_rate": 4.515394042139363e-05, "loss": 2.136, "step": 59000 }, { "epoch": 0.3, "learning_rate": 4.5071803818366404e-05, "loss": 2.1476, "step": 60000 }, { "epoch": 0.3, "eval_gen_len": 18.99813548788067, "eval_loss": 2.042433500289917, "eval_rouge1": 18.9783, "eval_rouge2": 7.4138, "eval_rougeL": 15.1121, "eval_rougeLsum": 17.2778, "eval_runtime": 1522.9324, "eval_samples_per_second": 4.226, "eval_steps_per_second": 4.226, "step": 60000 }, { "epoch": 0.3, "learning_rate": 4.498966721533918e-05, "loss": 2.1453, "step": 61000 }, { "epoch": 0.31, "learning_rate": 4.490753061231195e-05, "loss": 2.1368, "step": 62000 }, { "epoch": 0.31, "learning_rate": 4.4825394009284724e-05, "loss": 2.1279, "step": 63000 }, { "epoch": 0.32, "learning_rate": 4.47432574062575e-05, "loss": 2.1521, "step": 64000 }, { "epoch": 0.32, "learning_rate": 4.466112080323027e-05, "loss": 2.113, "step": 65000 }, { "epoch": 0.33, "learning_rate": 4.4578984200203045e-05, "loss": 2.1298, "step": 66000 }, { "epoch": 0.33, "learning_rate": 4.449684759717582e-05, "loss": 2.1251, "step": 67000 }, { "epoch": 0.34, "learning_rate": 4.441471099414859e-05, "loss": 2.1407, "step": 68000 }, { "epoch": 0.34, "learning_rate": 4.4332574391121365e-05, "loss": 2.1299, "step": 69000 }, { "epoch": 0.34, "learning_rate": 4.425043778809413e-05, "loss": 2.1164, "step": 70000 }, { "epoch": 0.34, "eval_gen_len": 19.0, "eval_loss": 2.0348894596099854, "eval_rouge1": 18.9257, "eval_rouge2": 7.4649, "eval_rougeL": 15.0335, "eval_rougeLsum": 17.1819, "eval_runtime": 1523.2756, "eval_samples_per_second": 4.225, "eval_steps_per_second": 4.225, "step": 70000 }, { "epoch": 0.35, "learning_rate": 4.416830118506691e-05, "loss": 2.1055, "step": 71000 }, { "epoch": 0.35, "learning_rate": 4.4086164582039685e-05, "loss": 2.1239, "step": 72000 }, { "epoch": 0.36, "learning_rate": 4.400402797901246e-05, "loss": 2.1438, "step": 73000 }, { "epoch": 0.36, "learning_rate": 4.392189137598523e-05, "loss": 2.1106, "step": 74000 }, { "epoch": 0.37, "learning_rate": 4.3839754772958006e-05, "loss": 2.1359, "step": 75000 }, { "epoch": 0.37, "learning_rate": 4.375761816993077e-05, "loss": 2.0959, "step": 76000 }, { "epoch": 0.38, "learning_rate": 4.367548156690355e-05, "loss": 2.0987, "step": 77000 }, { "epoch": 0.38, "learning_rate": 4.3593344963876326e-05, "loss": 2.0794, "step": 78000 }, { "epoch": 0.39, "learning_rate": 4.35112083608491e-05, "loss": 2.13, "step": 79000 }, { "epoch": 0.39, "learning_rate": 4.342907175782187e-05, "loss": 2.079, "step": 80000 }, { "epoch": 0.39, "eval_gen_len": 18.999378495960222, "eval_loss": 2.020799160003662, "eval_rouge1": 18.643, "eval_rouge2": 7.4096, "eval_rougeL": 14.8927, "eval_rougeLsum": 16.9786, "eval_runtime": 1525.4414, "eval_samples_per_second": 4.219, "eval_steps_per_second": 4.219, "step": 80000 }, { "epoch": 0.4, "learning_rate": 4.334693515479465e-05, "loss": 2.0789, "step": 81000 }, { "epoch": 0.4, "learning_rate": 4.3264798551767413e-05, "loss": 2.1264, "step": 82000 }, { "epoch": 0.41, "learning_rate": 4.318266194874019e-05, "loss": 2.1415, "step": 83000 }, { "epoch": 0.41, "learning_rate": 4.310052534571297e-05, "loss": 2.0918, "step": 84000 }, { "epoch": 0.42, "learning_rate": 4.301838874268574e-05, "loss": 2.0827, "step": 85000 }, { "epoch": 0.42, "learning_rate": 4.2936252139658514e-05, "loss": 2.1044, "step": 86000 }, { "epoch": 0.43, "learning_rate": 4.285411553663128e-05, "loss": 2.1145, "step": 87000 }, { "epoch": 0.43, "learning_rate": 4.2771978933604054e-05, "loss": 2.1269, "step": 88000 }, { "epoch": 0.44, "learning_rate": 4.268984233057683e-05, "loss": 2.1013, "step": 89000 }, { "epoch": 0.44, "learning_rate": 4.26077057275496e-05, "loss": 2.101, "step": 90000 }, { "epoch": 0.44, "eval_gen_len": 19.0, "eval_loss": 2.0113208293914795, "eval_rouge1": 19.3881, "eval_rouge2": 7.7012, "eval_rougeL": 15.3981, "eval_rougeLsum": 17.6516, "eval_runtime": 1521.5665, "eval_samples_per_second": 4.23, "eval_steps_per_second": 4.23, "step": 90000 }, { "epoch": 0.45, "learning_rate": 4.252556912452238e-05, "loss": 2.116, "step": 91000 }, { "epoch": 0.45, "learning_rate": 4.2443432521495155e-05, "loss": 2.1321, "step": 92000 }, { "epoch": 0.46, "learning_rate": 4.236129591846792e-05, "loss": 2.0796, "step": 93000 }, { "epoch": 0.46, "learning_rate": 4.2279159315440695e-05, "loss": 2.0948, "step": 94000 }, { "epoch": 0.47, "learning_rate": 4.219702271241347e-05, "loss": 2.0966, "step": 95000 }, { "epoch": 0.47, "learning_rate": 4.211488610938624e-05, "loss": 2.0932, "step": 96000 }, { "epoch": 0.48, "learning_rate": 4.203274950635902e-05, "loss": 2.0807, "step": 97000 }, { "epoch": 0.48, "learning_rate": 4.1950612903331796e-05, "loss": 2.0852, "step": 98000 }, { "epoch": 0.49, "learning_rate": 4.186847630030456e-05, "loss": 2.1021, "step": 99000 }, { "epoch": 0.49, "learning_rate": 4.1786339697277336e-05, "loss": 2.0576, "step": 100000 }, { "epoch": 0.49, "eval_gen_len": 18.99922311995028, "eval_loss": 2.0021867752075195, "eval_rouge1": 18.9985, "eval_rouge2": 7.542, "eval_rougeL": 15.1157, "eval_rougeLsum": 17.2972, "eval_runtime": 1519.2175, "eval_samples_per_second": 4.236, "eval_steps_per_second": 4.236, "step": 100000 }, { "epoch": 0.5, "learning_rate": 4.170420309425011e-05, "loss": 2.0574, "step": 101000 }, { "epoch": 0.5, "learning_rate": 4.162206649122288e-05, "loss": 2.0968, "step": 102000 }, { "epoch": 0.51, "learning_rate": 4.1539929888195656e-05, "loss": 2.0973, "step": 103000 }, { "epoch": 0.51, "learning_rate": 4.1457793285168437e-05, "loss": 2.0847, "step": 104000 }, { "epoch": 0.52, "learning_rate": 4.13756566821412e-05, "loss": 2.1221, "step": 105000 }, { "epoch": 0.52, "learning_rate": 4.129352007911398e-05, "loss": 2.0739, "step": 106000 }, { "epoch": 0.53, "learning_rate": 4.121138347608675e-05, "loss": 2.0731, "step": 107000 }, { "epoch": 0.53, "learning_rate": 4.1129246873059524e-05, "loss": 2.0845, "step": 108000 }, { "epoch": 0.54, "learning_rate": 4.10471102700323e-05, "loss": 2.0975, "step": 109000 }, { "epoch": 0.54, "learning_rate": 4.096497366700507e-05, "loss": 2.0983, "step": 110000 }, { "epoch": 0.54, "eval_gen_len": 19.0, "eval_loss": 1.9940693378448486, "eval_rouge1": 18.7691, "eval_rouge2": 7.4625, "eval_rougeL": 15.0256, "eval_rougeLsum": 17.1146, "eval_runtime": 1517.5066, "eval_samples_per_second": 4.241, "eval_steps_per_second": 4.241, "step": 110000 }, { "epoch": 0.55, "learning_rate": 4.0882837063977844e-05, "loss": 2.0693, "step": 111000 }, { "epoch": 0.55, "learning_rate": 4.080070046095062e-05, "loss": 2.083, "step": 112000 }, { "epoch": 0.56, "learning_rate": 4.071856385792339e-05, "loss": 2.0648, "step": 113000 }, { "epoch": 0.56, "learning_rate": 4.0636427254896164e-05, "loss": 2.0948, "step": 114000 }, { "epoch": 0.57, "learning_rate": 4.055429065186894e-05, "loss": 2.0841, "step": 115000 }, { "epoch": 0.57, "learning_rate": 4.047215404884171e-05, "loss": 2.0567, "step": 116000 }, { "epoch": 0.58, "learning_rate": 4.0390017445814485e-05, "loss": 2.071, "step": 117000 }, { "epoch": 0.58, "learning_rate": 4.030788084278726e-05, "loss": 2.0915, "step": 118000 }, { "epoch": 0.59, "learning_rate": 4.022574423976003e-05, "loss": 2.085, "step": 119000 }, { "epoch": 0.59, "learning_rate": 4.0143607636732805e-05, "loss": 2.053, "step": 120000 }, { "epoch": 0.59, "eval_gen_len": 19.0, "eval_loss": 1.9855321645736694, "eval_rouge1": 19.002, "eval_rouge2": 7.5602, "eval_rougeL": 15.1497, "eval_rougeLsum": 17.2963, "eval_runtime": 1520.207, "eval_samples_per_second": 4.234, "eval_steps_per_second": 4.234, "step": 120000 }, { "epoch": 0.6, "learning_rate": 4.006147103370558e-05, "loss": 2.0593, "step": 121000 }, { "epoch": 0.6, "learning_rate": 3.997933443067835e-05, "loss": 2.0821, "step": 122000 }, { "epoch": 0.61, "learning_rate": 3.9897197827651126e-05, "loss": 2.0344, "step": 123000 }, { "epoch": 0.61, "learning_rate": 3.98150612246239e-05, "loss": 2.07, "step": 124000 }, { "epoch": 0.62, "learning_rate": 3.973292462159667e-05, "loss": 2.0605, "step": 125000 }, { "epoch": 0.62, "learning_rate": 3.9650788018569446e-05, "loss": 2.0728, "step": 126000 }, { "epoch": 0.63, "learning_rate": 3.956865141554222e-05, "loss": 2.0501, "step": 127000 }, { "epoch": 0.63, "learning_rate": 3.948651481251499e-05, "loss": 2.0895, "step": 128000 }, { "epoch": 0.64, "learning_rate": 3.9404378209487767e-05, "loss": 2.0706, "step": 129000 }, { "epoch": 0.64, "learning_rate": 3.932224160646053e-05, "loss": 2.0434, "step": 130000 }, { "epoch": 0.64, "eval_gen_len": 18.999378495960222, "eval_loss": 1.9785783290863037, "eval_rouge1": 19.2385, "eval_rouge2": 7.6533, "eval_rougeL": 15.3094, "eval_rougeLsum": 17.5439, "eval_runtime": 1520.5032, "eval_samples_per_second": 4.233, "eval_steps_per_second": 4.233, "step": 130000 }, { "epoch": 0.65, "learning_rate": 3.9240105003433313e-05, "loss": 2.0722, "step": 131000 }, { "epoch": 0.65, "learning_rate": 3.915796840040609e-05, "loss": 2.0524, "step": 132000 }, { "epoch": 0.66, "learning_rate": 3.907583179737886e-05, "loss": 2.0397, "step": 133000 }, { "epoch": 0.66, "learning_rate": 3.8993695194351634e-05, "loss": 2.0448, "step": 134000 }, { "epoch": 0.67, "learning_rate": 3.891155859132441e-05, "loss": 2.0676, "step": 135000 }, { "epoch": 0.67, "learning_rate": 3.8829421988297174e-05, "loss": 2.0729, "step": 136000 }, { "epoch": 0.68, "learning_rate": 3.8747285385269954e-05, "loss": 2.0462, "step": 137000 }, { "epoch": 0.68, "learning_rate": 3.866514878224273e-05, "loss": 2.0333, "step": 138000 }, { "epoch": 0.69, "learning_rate": 3.85830121792155e-05, "loss": 2.0849, "step": 139000 }, { "epoch": 0.69, "learning_rate": 3.8500875576188275e-05, "loss": 2.0354, "step": 140000 }, { "epoch": 0.69, "eval_gen_len": 18.99922311995028, "eval_loss": 1.9746133089065552, "eval_rouge1": 19.184, "eval_rouge2": 7.7307, "eval_rougeL": 15.2897, "eval_rougeLsum": 17.491, "eval_runtime": 1520.584, "eval_samples_per_second": 4.233, "eval_steps_per_second": 4.233, "step": 140000 }, { "epoch": 0.69, "learning_rate": 3.841873897316104e-05, "loss": 2.0346, "step": 141000 }, { "epoch": 0.7, "learning_rate": 3.8336602370133815e-05, "loss": 2.0341, "step": 142000 }, { "epoch": 0.7, "learning_rate": 3.825446576710659e-05, "loss": 2.0639, "step": 143000 }, { "epoch": 0.71, "learning_rate": 3.817232916407937e-05, "loss": 2.0725, "step": 144000 }, { "epoch": 0.71, "learning_rate": 3.809019256105214e-05, "loss": 2.0797, "step": 145000 }, { "epoch": 0.72, "learning_rate": 3.8008055958024916e-05, "loss": 2.0611, "step": 146000 }, { "epoch": 0.72, "learning_rate": 3.792591935499768e-05, "loss": 2.052, "step": 147000 }, { "epoch": 0.73, "learning_rate": 3.7843782751970456e-05, "loss": 2.0785, "step": 148000 }, { "epoch": 0.73, "learning_rate": 3.776164614894323e-05, "loss": 2.0294, "step": 149000 }, { "epoch": 0.74, "learning_rate": 3.7679509545916e-05, "loss": 2.0347, "step": 150000 }, { "epoch": 0.74, "eval_gen_len": 19.0, "eval_loss": 1.9638867378234863, "eval_rouge1": 19.2408, "eval_rouge2": 7.693, "eval_rougeL": 15.3357, "eval_rougeLsum": 17.5297, "eval_runtime": 1520.3586, "eval_samples_per_second": 4.233, "eval_steps_per_second": 4.233, "step": 150000 }, { "epoch": 0.74, "learning_rate": 3.759737294288878e-05, "loss": 2.0491, "step": 151000 }, { "epoch": 0.75, "learning_rate": 3.7515236339861556e-05, "loss": 2.0138, "step": 152000 }, { "epoch": 0.75, "learning_rate": 3.743309973683432e-05, "loss": 2.0463, "step": 153000 }, { "epoch": 0.76, "learning_rate": 3.7350963133807097e-05, "loss": 2.0256, "step": 154000 }, { "epoch": 0.76, "learning_rate": 3.726882653077987e-05, "loss": 2.0326, "step": 155000 }, { "epoch": 0.77, "learning_rate": 3.7186689927752643e-05, "loss": 2.0803, "step": 156000 }, { "epoch": 0.77, "learning_rate": 3.7104553324725424e-05, "loss": 2.0262, "step": 157000 }, { "epoch": 0.78, "learning_rate": 3.70224167216982e-05, "loss": 2.0451, "step": 158000 }, { "epoch": 0.78, "learning_rate": 3.6940280118670964e-05, "loss": 2.0626, "step": 159000 }, { "epoch": 0.79, "learning_rate": 3.685814351564374e-05, "loss": 2.0236, "step": 160000 }, { "epoch": 0.79, "eval_gen_len": 18.999844623990057, "eval_loss": 1.959045648574829, "eval_rouge1": 19.0781, "eval_rouge2": 7.6256, "eval_rougeL": 15.1932, "eval_rougeLsum": 17.3486, "eval_runtime": 1523.0964, "eval_samples_per_second": 4.226, "eval_steps_per_second": 4.226, "step": 160000 }, { "epoch": 0.79, "learning_rate": 3.677600691261651e-05, "loss": 2.0515, "step": 161000 }, { "epoch": 0.8, "learning_rate": 3.6693870309589284e-05, "loss": 2.035, "step": 162000 }, { "epoch": 0.8, "learning_rate": 3.661173370656206e-05, "loss": 2.0183, "step": 163000 }, { "epoch": 0.81, "learning_rate": 3.652959710353484e-05, "loss": 2.0334, "step": 164000 }, { "epoch": 0.81, "learning_rate": 3.6447460500507605e-05, "loss": 2.0461, "step": 165000 }, { "epoch": 0.82, "learning_rate": 3.636532389748038e-05, "loss": 2.0543, "step": 166000 }, { "epoch": 0.82, "learning_rate": 3.628318729445315e-05, "loss": 2.0217, "step": 167000 }, { "epoch": 0.83, "learning_rate": 3.6201050691425925e-05, "loss": 2.0564, "step": 168000 }, { "epoch": 0.83, "learning_rate": 3.61189140883987e-05, "loss": 2.0536, "step": 169000 }, { "epoch": 0.84, "learning_rate": 3.603677748537147e-05, "loss": 2.0187, "step": 170000 }, { "epoch": 0.84, "eval_gen_len": 19.0, "eval_loss": 1.953194499015808, "eval_rouge1": 19.0343, "eval_rouge2": 7.6792, "eval_rougeL": 15.1884, "eval_rougeLsum": 17.3519, "eval_runtime": 1525.8532, "eval_samples_per_second": 4.218, "eval_steps_per_second": 4.218, "step": 170000 }, { "epoch": 0.84, "learning_rate": 3.5954640882344246e-05, "loss": 1.9995, "step": 171000 }, { "epoch": 0.85, "learning_rate": 3.587250427931702e-05, "loss": 2.0071, "step": 172000 }, { "epoch": 0.85, "learning_rate": 3.579036767628979e-05, "loss": 2.0403, "step": 173000 }, { "epoch": 0.86, "learning_rate": 3.5708231073262566e-05, "loss": 2.019, "step": 174000 }, { "epoch": 0.86, "learning_rate": 3.562609447023534e-05, "loss": 2.0402, "step": 175000 }, { "epoch": 0.87, "learning_rate": 3.554395786720811e-05, "loss": 2.0302, "step": 176000 }, { "epoch": 0.87, "learning_rate": 3.5461821264180886e-05, "loss": 2.0411, "step": 177000 }, { "epoch": 0.88, "learning_rate": 3.537968466115366e-05, "loss": 2.0053, "step": 178000 }, { "epoch": 0.88, "learning_rate": 3.529754805812643e-05, "loss": 2.0221, "step": 179000 }, { "epoch": 0.89, "learning_rate": 3.521541145509921e-05, "loss": 1.9939, "step": 180000 }, { "epoch": 0.89, "eval_gen_len": 18.999844623990057, "eval_loss": 1.9485050439834595, "eval_rouge1": 18.8247, "eval_rouge2": 7.5005, "eval_rougeL": 15.0246, "eval_rougeLsum": 17.1485, "eval_runtime": 1524.2531, "eval_samples_per_second": 4.222, "eval_steps_per_second": 4.222, "step": 180000 }, { "epoch": 0.89, "learning_rate": 3.513327485207198e-05, "loss": 2.0132, "step": 181000 }, { "epoch": 0.9, "learning_rate": 3.5051138249044754e-05, "loss": 2.0426, "step": 182000 }, { "epoch": 0.9, "learning_rate": 3.496900164601753e-05, "loss": 2.0541, "step": 183000 }, { "epoch": 0.91, "learning_rate": 3.48868650429903e-05, "loss": 2.0383, "step": 184000 }, { "epoch": 0.91, "learning_rate": 3.4804728439963074e-05, "loss": 2.0174, "step": 185000 }, { "epoch": 0.92, "learning_rate": 3.472259183693585e-05, "loss": 2.0684, "step": 186000 }, { "epoch": 0.92, "learning_rate": 3.464045523390862e-05, "loss": 2.0326, "step": 187000 }, { "epoch": 0.93, "learning_rate": 3.4558318630881395e-05, "loss": 2.0231, "step": 188000 }, { "epoch": 0.93, "learning_rate": 3.447618202785417e-05, "loss": 2.0611, "step": 189000 }, { "epoch": 0.94, "learning_rate": 3.4394045424826935e-05, "loss": 1.9961, "step": 190000 }, { "epoch": 0.94, "eval_gen_len": 19.0, "eval_loss": 1.9503637552261353, "eval_rouge1": 19.0695, "eval_rouge2": 7.6559, "eval_rougeL": 15.2139, "eval_rougeLsum": 17.3814, "eval_runtime": 1527.0226, "eval_samples_per_second": 4.215, "eval_steps_per_second": 4.215, "step": 190000 }, { "epoch": 0.94, "learning_rate": 3.4311908821799715e-05, "loss": 2.031, "step": 191000 }, { "epoch": 0.95, "learning_rate": 3.422977221877249e-05, "loss": 2.0354, "step": 192000 }, { "epoch": 0.95, "learning_rate": 3.414763561574526e-05, "loss": 2.0262, "step": 193000 }, { "epoch": 0.96, "learning_rate": 3.4065499012718035e-05, "loss": 2.0298, "step": 194000 }, { "epoch": 0.96, "learning_rate": 3.39833624096908e-05, "loss": 2.0177, "step": 195000 }, { "epoch": 0.97, "learning_rate": 3.3901225806663576e-05, "loss": 2.0344, "step": 196000 }, { "epoch": 0.97, "learning_rate": 3.3819089203636356e-05, "loss": 2.0248, "step": 197000 }, { "epoch": 0.98, "learning_rate": 3.373695260060913e-05, "loss": 2.0045, "step": 198000 }, { "epoch": 0.98, "learning_rate": 3.36548159975819e-05, "loss": 1.9958, "step": 199000 }, { "epoch": 0.99, "learning_rate": 3.3572679394554676e-05, "loss": 2.0197, "step": 200000 }, { "epoch": 0.99, "eval_gen_len": 18.998756991920448, "eval_loss": 1.939936876296997, "eval_rouge1": 19.2821, "eval_rouge2": 7.6685, "eval_rougeL": 15.3029, "eval_rougeLsum": 17.5374, "eval_runtime": 1521.4259, "eval_samples_per_second": 4.23, "eval_steps_per_second": 4.23, "step": 200000 }, { "epoch": 0.99, "learning_rate": 3.349054279152744e-05, "loss": 2.0371, "step": 201000 }, { "epoch": 1.0, "learning_rate": 3.3408406188500216e-05, "loss": 2.037, "step": 202000 }, { "epoch": 1.0, "learning_rate": 3.332626958547299e-05, "loss": 2.0002, "step": 203000 }, { "epoch": 1.01, "learning_rate": 3.324413298244577e-05, "loss": 1.9706, "step": 204000 }, { "epoch": 1.01, "learning_rate": 3.3161996379418544e-05, "loss": 1.9593, "step": 205000 }, { "epoch": 1.02, "learning_rate": 3.307985977639132e-05, "loss": 1.9641, "step": 206000 }, { "epoch": 1.02, "learning_rate": 3.2997723173364084e-05, "loss": 1.9221, "step": 207000 }, { "epoch": 1.03, "learning_rate": 3.291558657033686e-05, "loss": 1.9641, "step": 208000 }, { "epoch": 1.03, "learning_rate": 3.283344996730963e-05, "loss": 1.9549, "step": 209000 }, { "epoch": 1.03, "learning_rate": 3.2751313364282404e-05, "loss": 1.9457, "step": 210000 }, { "epoch": 1.03, "eval_gen_len": 19.0, "eval_loss": 1.9349710941314697, "eval_rouge1": 19.053, "eval_rouge2": 7.6502, "eval_rougeL": 15.2123, "eval_rougeLsum": 17.3793, "eval_runtime": 1523.492, "eval_samples_per_second": 4.225, "eval_steps_per_second": 4.225, "step": 210000 }, { "epoch": 1.04, "learning_rate": 3.2669176761255184e-05, "loss": 1.953, "step": 211000 }, { "epoch": 1.04, "learning_rate": 3.258704015822796e-05, "loss": 1.9894, "step": 212000 }, { "epoch": 1.05, "learning_rate": 3.2504903555200725e-05, "loss": 1.9697, "step": 213000 }, { "epoch": 1.05, "learning_rate": 3.24227669521735e-05, "loss": 1.9755, "step": 214000 }, { "epoch": 1.06, "learning_rate": 3.234063034914627e-05, "loss": 1.9679, "step": 215000 }, { "epoch": 1.06, "learning_rate": 3.2258493746119045e-05, "loss": 1.9684, "step": 216000 }, { "epoch": 1.07, "learning_rate": 3.2176357143091825e-05, "loss": 1.9486, "step": 217000 }, { "epoch": 1.07, "learning_rate": 3.20942205400646e-05, "loss": 1.9681, "step": 218000 }, { "epoch": 1.08, "learning_rate": 3.2012083937037365e-05, "loss": 1.9626, "step": 219000 }, { "epoch": 1.08, "learning_rate": 3.192994733401014e-05, "loss": 1.9552, "step": 220000 }, { "epoch": 1.08, "eval_gen_len": 18.999844623990057, "eval_loss": 1.9317119121551514, "eval_rouge1": 19.1878, "eval_rouge2": 7.7235, "eval_rougeL": 15.3272, "eval_rougeLsum": 17.5252, "eval_runtime": 1525.5733, "eval_samples_per_second": 4.219, "eval_steps_per_second": 4.219, "step": 220000 }, { "epoch": 1.09, "learning_rate": 3.184781073098291e-05, "loss": 1.9579, "step": 221000 }, { "epoch": 1.09, "learning_rate": 3.1765674127955686e-05, "loss": 1.9793, "step": 222000 }, { "epoch": 1.1, "learning_rate": 3.168353752492846e-05, "loss": 1.96, "step": 223000 }, { "epoch": 1.1, "learning_rate": 3.160140092190124e-05, "loss": 1.9263, "step": 224000 }, { "epoch": 1.11, "learning_rate": 3.1519264318874006e-05, "loss": 1.9776, "step": 225000 }, { "epoch": 1.11, "learning_rate": 3.143712771584678e-05, "loss": 1.971, "step": 226000 }, { "epoch": 1.12, "learning_rate": 3.135499111281955e-05, "loss": 1.9795, "step": 227000 }, { "epoch": 1.12, "learning_rate": 3.1272854509792327e-05, "loss": 1.9563, "step": 228000 }, { "epoch": 1.13, "learning_rate": 3.11907179067651e-05, "loss": 1.9581, "step": 229000 }, { "epoch": 1.13, "learning_rate": 3.1108581303737874e-05, "loss": 1.9772, "step": 230000 }, { "epoch": 1.13, "eval_gen_len": 18.99968924798011, "eval_loss": 1.930535078048706, "eval_rouge1": 19.0855, "eval_rouge2": 7.6303, "eval_rougeL": 15.1943, "eval_rougeLsum": 17.3942, "eval_runtime": 1526.3538, "eval_samples_per_second": 4.217, "eval_steps_per_second": 4.217, "step": 230000 }, { "epoch": 1.14, "learning_rate": 3.102644470071065e-05, "loss": 1.9223, "step": 231000 }, { "epoch": 1.14, "learning_rate": 3.094430809768342e-05, "loss": 1.9549, "step": 232000 }, { "epoch": 1.15, "learning_rate": 3.0862171494656194e-05, "loss": 1.9634, "step": 233000 }, { "epoch": 1.15, "learning_rate": 3.078003489162897e-05, "loss": 1.9451, "step": 234000 }, { "epoch": 1.16, "learning_rate": 3.069789828860174e-05, "loss": 1.9573, "step": 235000 }, { "epoch": 1.16, "learning_rate": 3.0615761685574514e-05, "loss": 1.9482, "step": 236000 }, { "epoch": 1.17, "learning_rate": 3.053362508254729e-05, "loss": 1.9451, "step": 237000 }, { "epoch": 1.17, "learning_rate": 3.045148847952006e-05, "loss": 1.9727, "step": 238000 }, { "epoch": 1.18, "learning_rate": 3.0369351876492835e-05, "loss": 1.9723, "step": 239000 }, { "epoch": 1.18, "learning_rate": 3.0287215273465608e-05, "loss": 1.9171, "step": 240000 }, { "epoch": 1.18, "eval_gen_len": 18.99953387197017, "eval_loss": 1.9290984869003296, "eval_rouge1": 19.0711, "eval_rouge2": 7.6437, "eval_rougeL": 15.2175, "eval_rougeLsum": 17.3893, "eval_runtime": 1522.9939, "eval_samples_per_second": 4.226, "eval_steps_per_second": 4.226, "step": 240000 }, { "epoch": 1.19, "learning_rate": 3.020507867043838e-05, "loss": 1.9618, "step": 241000 }, { "epoch": 1.19, "learning_rate": 3.0122942067411152e-05, "loss": 1.9429, "step": 242000 }, { "epoch": 1.2, "learning_rate": 3.0040805464383925e-05, "loss": 1.9298, "step": 243000 }, { "epoch": 1.2, "learning_rate": 2.9958668861356702e-05, "loss": 1.9083, "step": 244000 }, { "epoch": 1.21, "learning_rate": 2.9876532258329476e-05, "loss": 1.9438, "step": 245000 }, { "epoch": 1.21, "learning_rate": 2.979439565530225e-05, "loss": 1.9818, "step": 246000 }, { "epoch": 1.22, "learning_rate": 2.9712259052275023e-05, "loss": 1.9651, "step": 247000 }, { "epoch": 1.22, "learning_rate": 2.9630122449247793e-05, "loss": 1.9426, "step": 248000 }, { "epoch": 1.23, "learning_rate": 2.9547985846220566e-05, "loss": 1.9581, "step": 249000 }, { "epoch": 1.23, "learning_rate": 2.946584924319334e-05, "loss": 1.9393, "step": 250000 }, { "epoch": 1.23, "eval_gen_len": 18.99953387197017, "eval_loss": 1.922972321510315, "eval_rouge1": 19.276, "eval_rouge2": 7.725, "eval_rougeL": 15.3826, "eval_rougeLsum": 17.586, "eval_runtime": 1527.3556, "eval_samples_per_second": 4.214, "eval_steps_per_second": 4.214, "step": 250000 }, { "epoch": 1.24, "learning_rate": 2.9383712640166116e-05, "loss": 1.9286, "step": 251000 }, { "epoch": 1.24, "learning_rate": 2.930157603713889e-05, "loss": 1.973, "step": 252000 }, { "epoch": 1.25, "learning_rate": 2.9219439434111663e-05, "loss": 1.959, "step": 253000 }, { "epoch": 1.25, "learning_rate": 2.9137302831084433e-05, "loss": 1.9155, "step": 254000 }, { "epoch": 1.26, "learning_rate": 2.9055166228057207e-05, "loss": 1.9591, "step": 255000 }, { "epoch": 1.26, "learning_rate": 2.897302962502998e-05, "loss": 1.9599, "step": 256000 }, { "epoch": 1.27, "learning_rate": 2.889089302200275e-05, "loss": 1.9633, "step": 257000 }, { "epoch": 1.27, "learning_rate": 2.880875641897553e-05, "loss": 1.9539, "step": 258000 }, { "epoch": 1.28, "learning_rate": 2.87266198159483e-05, "loss": 1.9385, "step": 259000 }, { "epoch": 1.28, "learning_rate": 2.8644483212921074e-05, "loss": 1.9295, "step": 260000 }, { "epoch": 1.28, "eval_gen_len": 18.997513983840896, "eval_loss": 1.9197078943252563, "eval_rouge1": 19.2999, "eval_rouge2": 7.7958, "eval_rougeL": 15.3961, "eval_rougeLsum": 17.6056, "eval_runtime": 1519.5533, "eval_samples_per_second": 4.235, "eval_steps_per_second": 4.235, "step": 260000 }, { "epoch": 1.29, "learning_rate": 2.8562346609893848e-05, "loss": 1.9237, "step": 261000 }, { "epoch": 1.29, "learning_rate": 2.848021000686662e-05, "loss": 1.9593, "step": 262000 }, { "epoch": 1.3, "learning_rate": 2.839807340383939e-05, "loss": 1.9675, "step": 263000 }, { "epoch": 1.3, "learning_rate": 2.831593680081217e-05, "loss": 1.9673, "step": 264000 }, { "epoch": 1.31, "learning_rate": 2.823380019778494e-05, "loss": 1.9418, "step": 265000 }, { "epoch": 1.31, "learning_rate": 2.8151663594757715e-05, "loss": 1.9407, "step": 266000 }, { "epoch": 1.32, "learning_rate": 2.806952699173049e-05, "loss": 1.9354, "step": 267000 }, { "epoch": 1.32, "learning_rate": 2.7987390388703262e-05, "loss": 1.9619, "step": 268000 }, { "epoch": 1.33, "learning_rate": 2.7905253785676032e-05, "loss": 1.9648, "step": 269000 }, { "epoch": 1.33, "learning_rate": 2.7823117182648806e-05, "loss": 1.9725, "step": 270000 }, { "epoch": 1.33, "eval_gen_len": 19.0, "eval_loss": 1.9172613620758057, "eval_rouge1": 19.2958, "eval_rouge2": 7.7121, "eval_rougeL": 15.3659, "eval_rougeLsum": 17.584, "eval_runtime": 1521.8661, "eval_samples_per_second": 4.229, "eval_steps_per_second": 4.229, "step": 270000 }, { "epoch": 1.34, "learning_rate": 2.7740980579621582e-05, "loss": 1.9281, "step": 271000 }, { "epoch": 1.34, "learning_rate": 2.7658843976594356e-05, "loss": 1.9511, "step": 272000 }, { "epoch": 1.35, "learning_rate": 2.757670737356713e-05, "loss": 1.9482, "step": 273000 }, { "epoch": 1.35, "learning_rate": 2.7494570770539903e-05, "loss": 1.9245, "step": 274000 }, { "epoch": 1.36, "learning_rate": 2.7412434167512673e-05, "loss": 1.9207, "step": 275000 }, { "epoch": 1.36, "learning_rate": 2.7330297564485446e-05, "loss": 1.963, "step": 276000 }, { "epoch": 1.37, "learning_rate": 2.724816096145822e-05, "loss": 1.9451, "step": 277000 }, { "epoch": 1.37, "learning_rate": 2.7166024358430997e-05, "loss": 1.9208, "step": 278000 }, { "epoch": 1.37, "learning_rate": 2.708388775540377e-05, "loss": 1.9598, "step": 279000 }, { "epoch": 1.38, "learning_rate": 2.7001751152376544e-05, "loss": 1.9668, "step": 280000 }, { "epoch": 1.38, "eval_gen_len": 18.999844623990057, "eval_loss": 1.9129323959350586, "eval_rouge1": 19.089, "eval_rouge2": 7.6846, "eval_rougeL": 15.2395, "eval_rougeLsum": 17.3879, "eval_runtime": 1526.0917, "eval_samples_per_second": 4.217, "eval_steps_per_second": 4.217, "step": 280000 }, { "epoch": 1.38, "learning_rate": 2.6919614549349314e-05, "loss": 1.9597, "step": 281000 }, { "epoch": 1.39, "learning_rate": 2.6837477946322087e-05, "loss": 1.954, "step": 282000 }, { "epoch": 1.39, "learning_rate": 2.675534134329486e-05, "loss": 1.9465, "step": 283000 }, { "epoch": 1.4, "learning_rate": 2.6673204740267638e-05, "loss": 1.9369, "step": 284000 }, { "epoch": 1.4, "learning_rate": 2.659106813724041e-05, "loss": 1.9787, "step": 285000 }, { "epoch": 1.41, "learning_rate": 2.650893153421318e-05, "loss": 1.9549, "step": 286000 }, { "epoch": 1.41, "learning_rate": 2.6426794931185955e-05, "loss": 1.9481, "step": 287000 }, { "epoch": 1.42, "learning_rate": 2.6344658328158728e-05, "loss": 1.9494, "step": 288000 }, { "epoch": 1.42, "learning_rate": 2.62625217251315e-05, "loss": 1.9459, "step": 289000 }, { "epoch": 1.43, "learning_rate": 2.618038512210427e-05, "loss": 1.941, "step": 290000 }, { "epoch": 1.43, "eval_gen_len": 18.99953387197017, "eval_loss": 1.9131526947021484, "eval_rouge1": 19.2127, "eval_rouge2": 7.7336, "eval_rougeL": 15.311, "eval_rougeLsum": 17.4742, "eval_runtime": 1524.4495, "eval_samples_per_second": 4.222, "eval_steps_per_second": 4.222, "step": 290000 }, { "epoch": 1.43, "learning_rate": 2.6098248519077052e-05, "loss": 1.93, "step": 291000 }, { "epoch": 1.44, "learning_rate": 2.6016111916049822e-05, "loss": 1.9407, "step": 292000 }, { "epoch": 1.44, "learning_rate": 2.5933975313022595e-05, "loss": 1.9342, "step": 293000 }, { "epoch": 1.45, "learning_rate": 2.585183870999537e-05, "loss": 1.9183, "step": 294000 }, { "epoch": 1.45, "learning_rate": 2.5769702106968142e-05, "loss": 1.9416, "step": 295000 }, { "epoch": 1.46, "learning_rate": 2.5687565503940912e-05, "loss": 1.9474, "step": 296000 }, { "epoch": 1.46, "learning_rate": 2.5605428900913686e-05, "loss": 1.9462, "step": 297000 }, { "epoch": 1.47, "learning_rate": 2.5523292297886463e-05, "loss": 1.9486, "step": 298000 }, { "epoch": 1.47, "learning_rate": 2.5441155694859236e-05, "loss": 1.9575, "step": 299000 }, { "epoch": 1.48, "learning_rate": 2.535901909183201e-05, "loss": 1.9427, "step": 300000 }, { "epoch": 1.48, "eval_gen_len": 18.999844623990057, "eval_loss": 1.9108291864395142, "eval_rouge1": 19.217, "eval_rouge2": 7.7591, "eval_rougeL": 15.334, "eval_rougeLsum": 17.53, "eval_runtime": 1523.73, "eval_samples_per_second": 4.224, "eval_steps_per_second": 4.224, "step": 300000 }, { "epoch": 1.48, "learning_rate": 2.5276882488804783e-05, "loss": 1.949, "step": 301000 }, { "epoch": 1.49, "learning_rate": 2.5194745885777553e-05, "loss": 1.9544, "step": 302000 }, { "epoch": 1.49, "learning_rate": 2.5112609282750327e-05, "loss": 1.9579, "step": 303000 }, { "epoch": 1.5, "learning_rate": 2.5030472679723104e-05, "loss": 1.9288, "step": 304000 }, { "epoch": 1.5, "learning_rate": 2.4948336076695874e-05, "loss": 1.9233, "step": 305000 }, { "epoch": 1.51, "learning_rate": 2.486619947366865e-05, "loss": 1.9387, "step": 306000 }, { "epoch": 1.51, "learning_rate": 2.4784062870641424e-05, "loss": 1.941, "step": 307000 }, { "epoch": 1.52, "learning_rate": 2.4701926267614194e-05, "loss": 1.9528, "step": 308000 }, { "epoch": 1.52, "learning_rate": 2.461978966458697e-05, "loss": 1.9589, "step": 309000 }, { "epoch": 1.53, "learning_rate": 2.4537653061559744e-05, "loss": 1.9521, "step": 310000 }, { "epoch": 1.53, "eval_gen_len": 19.0, "eval_loss": 1.9041023254394531, "eval_rouge1": 19.1285, "eval_rouge2": 7.6736, "eval_rougeL": 15.2625, "eval_rougeLsum": 17.458, "eval_runtime": 1526.8471, "eval_samples_per_second": 4.215, "eval_steps_per_second": 4.215, "step": 310000 }, { "epoch": 1.53, "learning_rate": 2.4455516458532514e-05, "loss": 1.928, "step": 311000 }, { "epoch": 1.54, "learning_rate": 2.4373379855505288e-05, "loss": 1.9481, "step": 312000 }, { "epoch": 1.54, "learning_rate": 2.4291243252478065e-05, "loss": 1.921, "step": 313000 }, { "epoch": 1.55, "learning_rate": 2.4209106649450835e-05, "loss": 1.9489, "step": 314000 }, { "epoch": 1.55, "learning_rate": 2.412697004642361e-05, "loss": 1.9416, "step": 315000 }, { "epoch": 1.56, "learning_rate": 2.4044833443396382e-05, "loss": 1.9482, "step": 316000 }, { "epoch": 1.56, "learning_rate": 2.3962696840369155e-05, "loss": 1.9555, "step": 317000 }, { "epoch": 1.57, "learning_rate": 2.388056023734193e-05, "loss": 1.9128, "step": 318000 }, { "epoch": 1.57, "learning_rate": 2.3798423634314702e-05, "loss": 1.9256, "step": 319000 }, { "epoch": 1.58, "learning_rate": 2.3716287031287476e-05, "loss": 1.9352, "step": 320000 }, { "epoch": 1.58, "eval_gen_len": 18.999067743940337, "eval_loss": 1.9040871858596802, "eval_rouge1": 19.1656, "eval_rouge2": 7.723, "eval_rougeL": 15.3035, "eval_rougeLsum": 17.4818, "eval_runtime": 1524.041, "eval_samples_per_second": 4.223, "eval_steps_per_second": 4.223, "step": 320000 }, { "epoch": 1.58, "learning_rate": 2.363415042826025e-05, "loss": 1.9509, "step": 321000 }, { "epoch": 1.59, "learning_rate": 2.3552013825233023e-05, "loss": 1.9452, "step": 322000 }, { "epoch": 1.59, "learning_rate": 2.3469877222205796e-05, "loss": 1.9343, "step": 323000 }, { "epoch": 1.6, "learning_rate": 2.338774061917857e-05, "loss": 1.943, "step": 324000 }, { "epoch": 1.6, "learning_rate": 2.3305604016151343e-05, "loss": 1.9381, "step": 325000 }, { "epoch": 1.61, "learning_rate": 2.3223467413124117e-05, "loss": 1.929, "step": 326000 }, { "epoch": 1.61, "learning_rate": 2.314133081009689e-05, "loss": 1.9389, "step": 327000 }, { "epoch": 1.62, "learning_rate": 2.3059194207069663e-05, "loss": 1.9373, "step": 328000 }, { "epoch": 1.62, "learning_rate": 2.2977057604042437e-05, "loss": 1.9295, "step": 329000 }, { "epoch": 1.63, "learning_rate": 2.289492100101521e-05, "loss": 1.9342, "step": 330000 }, { "epoch": 1.63, "eval_gen_len": 19.0, "eval_loss": 1.9004182815551758, "eval_rouge1": 19.2573, "eval_rouge2": 7.7766, "eval_rougeL": 15.3558, "eval_rougeLsum": 17.5382, "eval_runtime": 1526.2765, "eval_samples_per_second": 4.217, "eval_steps_per_second": 4.217, "step": 330000 }, { "epoch": 1.63, "learning_rate": 2.2812784397987984e-05, "loss": 1.9029, "step": 331000 }, { "epoch": 1.64, "learning_rate": 2.2730647794960754e-05, "loss": 1.9177, "step": 332000 }, { "epoch": 1.64, "learning_rate": 2.264851119193353e-05, "loss": 1.9567, "step": 333000 }, { "epoch": 1.65, "learning_rate": 2.2566374588906304e-05, "loss": 1.9195, "step": 334000 }, { "epoch": 1.65, "learning_rate": 2.2484237985879074e-05, "loss": 1.9185, "step": 335000 }, { "epoch": 1.66, "learning_rate": 2.240210138285185e-05, "loss": 1.9538, "step": 336000 }, { "epoch": 1.66, "learning_rate": 2.2319964779824625e-05, "loss": 1.9224, "step": 337000 }, { "epoch": 1.67, "learning_rate": 2.2237828176797395e-05, "loss": 1.9223, "step": 338000 }, { "epoch": 1.67, "learning_rate": 2.215569157377017e-05, "loss": 1.9206, "step": 339000 }, { "epoch": 1.68, "learning_rate": 2.2073554970742945e-05, "loss": 1.9631, "step": 340000 }, { "epoch": 1.68, "eval_gen_len": 18.999844623990057, "eval_loss": 1.8978149890899658, "eval_rouge1": 19.236, "eval_rouge2": 7.7584, "eval_rougeL": 15.3408, "eval_rougeLsum": 17.4993, "eval_runtime": 1526.0914, "eval_samples_per_second": 4.217, "eval_steps_per_second": 4.217, "step": 340000 }, { "epoch": 1.68, "learning_rate": 2.1991418367715715e-05, "loss": 1.9234, "step": 341000 }, { "epoch": 1.69, "learning_rate": 2.190928176468849e-05, "loss": 1.9284, "step": 342000 }, { "epoch": 1.69, "learning_rate": 2.1827145161661262e-05, "loss": 1.9425, "step": 343000 }, { "epoch": 1.7, "learning_rate": 2.1745008558634036e-05, "loss": 1.9478, "step": 344000 }, { "epoch": 1.7, "learning_rate": 2.166287195560681e-05, "loss": 1.9446, "step": 345000 }, { "epoch": 1.71, "learning_rate": 2.1580735352579583e-05, "loss": 1.9225, "step": 346000 }, { "epoch": 1.71, "learning_rate": 2.1498598749552356e-05, "loss": 1.8992, "step": 347000 }, { "epoch": 1.72, "learning_rate": 2.141646214652513e-05, "loss": 1.927, "step": 348000 }, { "epoch": 1.72, "learning_rate": 2.1334325543497903e-05, "loss": 1.945, "step": 349000 }, { "epoch": 1.72, "learning_rate": 2.1252188940470676e-05, "loss": 1.8987, "step": 350000 }, { "epoch": 1.72, "eval_gen_len": 18.99968924798011, "eval_loss": 1.8967584371566772, "eval_rouge1": 19.1716, "eval_rouge2": 7.7231, "eval_rougeL": 15.2836, "eval_rougeLsum": 17.4655, "eval_runtime": 1526.2768, "eval_samples_per_second": 4.217, "eval_steps_per_second": 4.217, "step": 350000 }, { "epoch": 1.73, "learning_rate": 2.117005233744345e-05, "loss": 1.9248, "step": 351000 }, { "epoch": 1.73, "learning_rate": 2.1087915734416223e-05, "loss": 1.9194, "step": 352000 }, { "epoch": 1.74, "learning_rate": 2.1005779131388997e-05, "loss": 1.9362, "step": 353000 }, { "epoch": 1.74, "learning_rate": 2.092364252836177e-05, "loss": 1.9331, "step": 354000 }, { "epoch": 1.75, "learning_rate": 2.0841505925334544e-05, "loss": 1.9351, "step": 355000 }, { "epoch": 1.75, "learning_rate": 2.0759369322307317e-05, "loss": 1.9365, "step": 356000 }, { "epoch": 1.76, "learning_rate": 2.067723271928009e-05, "loss": 1.9589, "step": 357000 }, { "epoch": 1.76, "learning_rate": 2.0595096116252864e-05, "loss": 1.9137, "step": 358000 }, { "epoch": 1.77, "learning_rate": 2.0512959513225638e-05, "loss": 1.9057, "step": 359000 }, { "epoch": 1.77, "learning_rate": 2.043082291019841e-05, "loss": 1.9433, "step": 360000 }, { "epoch": 1.77, "eval_gen_len": 18.999844623990057, "eval_loss": 1.892448902130127, "eval_rouge1": 19.2644, "eval_rouge2": 7.8294, "eval_rougeL": 15.4018, "eval_rougeLsum": 17.5808, "eval_runtime": 1517.481, "eval_samples_per_second": 4.241, "eval_steps_per_second": 4.241, "step": 360000 }, { "epoch": 1.78, "learning_rate": 2.0348686307171185e-05, "loss": 1.9228, "step": 361000 }, { "epoch": 1.78, "learning_rate": 2.0266549704143955e-05, "loss": 1.9367, "step": 362000 }, { "epoch": 1.79, "learning_rate": 2.018441310111673e-05, "loss": 1.9048, "step": 363000 }, { "epoch": 1.79, "learning_rate": 2.0102276498089505e-05, "loss": 1.9205, "step": 364000 }, { "epoch": 1.8, "learning_rate": 2.0020139895062275e-05, "loss": 1.9375, "step": 365000 }, { "epoch": 1.8, "learning_rate": 1.9938003292035052e-05, "loss": 1.9294, "step": 366000 }, { "epoch": 1.81, "learning_rate": 1.9855866689007825e-05, "loss": 1.9433, "step": 367000 }, { "epoch": 1.81, "learning_rate": 1.9773730085980595e-05, "loss": 1.9233, "step": 368000 }, { "epoch": 1.82, "learning_rate": 1.9691593482953372e-05, "loss": 1.9244, "step": 369000 }, { "epoch": 1.82, "learning_rate": 1.9609456879926142e-05, "loss": 1.9159, "step": 370000 }, { "epoch": 1.82, "eval_gen_len": 18.99953387197017, "eval_loss": 1.891238808631897, "eval_rouge1": 19.1833, "eval_rouge2": 7.8267, "eval_rougeL": 15.3175, "eval_rougeLsum": 17.4918, "eval_runtime": 1523.1153, "eval_samples_per_second": 4.226, "eval_steps_per_second": 4.226, "step": 370000 }, { "epoch": 1.83, "learning_rate": 1.9527320276898916e-05, "loss": 1.8884, "step": 371000 }, { "epoch": 1.83, "learning_rate": 1.944518367387169e-05, "loss": 1.9227, "step": 372000 }, { "epoch": 1.84, "learning_rate": 1.9363047070844463e-05, "loss": 1.9329, "step": 373000 }, { "epoch": 1.84, "learning_rate": 1.9280910467817236e-05, "loss": 1.9357, "step": 374000 }, { "epoch": 1.85, "learning_rate": 1.919877386479001e-05, "loss": 1.9376, "step": 375000 }, { "epoch": 1.85, "learning_rate": 1.9116637261762783e-05, "loss": 1.9475, "step": 376000 }, { "epoch": 1.86, "learning_rate": 1.9034500658735557e-05, "loss": 1.9127, "step": 377000 }, { "epoch": 1.86, "learning_rate": 1.895236405570833e-05, "loss": 1.9409, "step": 378000 }, { "epoch": 1.87, "learning_rate": 1.8870227452681104e-05, "loss": 1.9132, "step": 379000 }, { "epoch": 1.87, "learning_rate": 1.8788090849653877e-05, "loss": 1.9516, "step": 380000 }, { "epoch": 1.87, "eval_gen_len": 19.0, "eval_loss": 1.8856322765350342, "eval_rouge1": 19.3077, "eval_rouge2": 7.7432, "eval_rougeL": 15.3723, "eval_rougeLsum": 17.6115, "eval_runtime": 1522.416, "eval_samples_per_second": 4.227, "eval_steps_per_second": 4.227, "step": 380000 }, { "epoch": 1.88, "learning_rate": 1.870595424662665e-05, "loss": 1.9165, "step": 381000 }, { "epoch": 1.88, "learning_rate": 1.8623817643599424e-05, "loss": 1.9477, "step": 382000 }, { "epoch": 1.89, "learning_rate": 1.8541681040572198e-05, "loss": 1.9414, "step": 383000 }, { "epoch": 1.89, "learning_rate": 1.845954443754497e-05, "loss": 1.9261, "step": 384000 }, { "epoch": 1.9, "learning_rate": 1.8377407834517744e-05, "loss": 1.9134, "step": 385000 }, { "epoch": 1.9, "learning_rate": 1.8295271231490518e-05, "loss": 1.9261, "step": 386000 }, { "epoch": 1.91, "learning_rate": 1.821313462846329e-05, "loss": 1.9378, "step": 387000 }, { "epoch": 1.91, "learning_rate": 1.8130998025436065e-05, "loss": 1.9315, "step": 388000 }, { "epoch": 1.92, "learning_rate": 1.804886142240884e-05, "loss": 1.9237, "step": 389000 }, { "epoch": 1.92, "learning_rate": 1.7966724819381612e-05, "loss": 1.9218, "step": 390000 }, { "epoch": 1.92, "eval_gen_len": 18.999378495960222, "eval_loss": 1.8880378007888794, "eval_rouge1": 19.2668, "eval_rouge2": 7.8231, "eval_rougeL": 15.3834, "eval_rougeLsum": 17.5701, "eval_runtime": 1523.1133, "eval_samples_per_second": 4.226, "eval_steps_per_second": 4.226, "step": 390000 }, { "epoch": 1.93, "learning_rate": 1.7884588216354385e-05, "loss": 1.9352, "step": 391000 }, { "epoch": 1.93, "learning_rate": 1.7802451613327155e-05, "loss": 1.9194, "step": 392000 }, { "epoch": 1.94, "learning_rate": 1.7720315010299932e-05, "loss": 1.9406, "step": 393000 }, { "epoch": 1.94, "learning_rate": 1.7638178407272706e-05, "loss": 1.8828, "step": 394000 }, { "epoch": 1.95, "learning_rate": 1.7556041804245476e-05, "loss": 1.9586, "step": 395000 }, { "epoch": 1.95, "learning_rate": 1.7473905201218253e-05, "loss": 1.9326, "step": 396000 }, { "epoch": 1.96, "learning_rate": 1.7391768598191023e-05, "loss": 1.9263, "step": 397000 }, { "epoch": 1.96, "learning_rate": 1.7309631995163796e-05, "loss": 1.9454, "step": 398000 }, { "epoch": 1.97, "learning_rate": 1.7227495392136573e-05, "loss": 1.9489, "step": 399000 }, { "epoch": 1.97, "learning_rate": 1.7145358789109343e-05, "loss": 1.9159, "step": 400000 }, { "epoch": 1.97, "eval_gen_len": 18.99968924798011, "eval_loss": 1.8860150575637817, "eval_rouge1": 19.2224, "eval_rouge2": 7.7903, "eval_rougeL": 15.3488, "eval_rougeLsum": 17.4992, "eval_runtime": 1523.0673, "eval_samples_per_second": 4.226, "eval_steps_per_second": 4.226, "step": 400000 }, { "epoch": 1.98, "learning_rate": 1.7063222186082117e-05, "loss": 1.9111, "step": 401000 }, { "epoch": 1.98, "learning_rate": 1.698108558305489e-05, "loss": 1.945, "step": 402000 }, { "epoch": 1.99, "learning_rate": 1.6898948980027664e-05, "loss": 1.9172, "step": 403000 }, { "epoch": 1.99, "learning_rate": 1.6816812377000437e-05, "loss": 1.922, "step": 404000 }, { "epoch": 2.0, "learning_rate": 1.673467577397321e-05, "loss": 1.9482, "step": 405000 }, { "epoch": 2.0, "learning_rate": 1.6652539170945984e-05, "loss": 1.9079, "step": 406000 }, { "epoch": 2.01, "learning_rate": 1.6570402567918757e-05, "loss": 1.8751, "step": 407000 }, { "epoch": 2.01, "learning_rate": 1.648826596489153e-05, "loss": 1.8752, "step": 408000 }, { "epoch": 2.02, "learning_rate": 1.6406129361864304e-05, "loss": 1.8631, "step": 409000 }, { "epoch": 2.02, "learning_rate": 1.6323992758837078e-05, "loss": 1.8741, "step": 410000 }, { "epoch": 2.02, "eval_gen_len": 19.0, "eval_loss": 1.8853929042816162, "eval_rouge1": 19.2572, "eval_rouge2": 7.741, "eval_rougeL": 15.3405, "eval_rougeLsum": 17.5351, "eval_runtime": 1525.4271, "eval_samples_per_second": 4.219, "eval_steps_per_second": 4.219, "step": 410000 }, { "epoch": 2.03, "learning_rate": 1.624185615580985e-05, "loss": 1.894, "step": 411000 }, { "epoch": 2.03, "learning_rate": 1.6159719552782625e-05, "loss": 1.8928, "step": 412000 }, { "epoch": 2.04, "learning_rate": 1.6077582949755398e-05, "loss": 1.8793, "step": 413000 }, { "epoch": 2.04, "learning_rate": 1.5995446346728172e-05, "loss": 1.8638, "step": 414000 }, { "epoch": 2.05, "learning_rate": 1.5913309743700945e-05, "loss": 1.8688, "step": 415000 }, { "epoch": 2.05, "learning_rate": 1.583117314067372e-05, "loss": 1.8954, "step": 416000 }, { "epoch": 2.06, "learning_rate": 1.5749036537646492e-05, "loss": 1.8855, "step": 417000 }, { "epoch": 2.06, "learning_rate": 1.5666899934619266e-05, "loss": 1.878, "step": 418000 }, { "epoch": 2.06, "learning_rate": 1.558476333159204e-05, "loss": 1.8841, "step": 419000 }, { "epoch": 2.07, "learning_rate": 1.5502626728564813e-05, "loss": 1.8668, "step": 420000 }, { "epoch": 2.07, "eval_gen_len": 18.99953387197017, "eval_loss": 1.8854323625564575, "eval_rouge1": 19.3658, "eval_rouge2": 7.8593, "eval_rougeL": 15.4418, "eval_rougeLsum": 17.656, "eval_runtime": 1525.8366, "eval_samples_per_second": 4.218, "eval_steps_per_second": 4.218, "step": 420000 }, { "epoch": 2.07, "learning_rate": 1.5420490125537586e-05, "loss": 1.8813, "step": 421000 }, { "epoch": 2.08, "learning_rate": 1.5338353522510356e-05, "loss": 1.8512, "step": 422000 }, { "epoch": 2.08, "learning_rate": 1.5256216919483133e-05, "loss": 1.8336, "step": 423000 }, { "epoch": 2.09, "learning_rate": 1.5174080316455905e-05, "loss": 1.8732, "step": 424000 }, { "epoch": 2.09, "learning_rate": 1.5091943713428677e-05, "loss": 1.8875, "step": 425000 }, { "epoch": 2.1, "learning_rate": 1.5009807110401453e-05, "loss": 1.8944, "step": 426000 }, { "epoch": 2.1, "learning_rate": 1.4927670507374225e-05, "loss": 1.8778, "step": 427000 }, { "epoch": 2.11, "learning_rate": 1.4845533904346997e-05, "loss": 1.8787, "step": 428000 }, { "epoch": 2.11, "learning_rate": 1.4763397301319772e-05, "loss": 1.8692, "step": 429000 }, { "epoch": 2.12, "learning_rate": 1.4681260698292546e-05, "loss": 1.8638, "step": 430000 }, { "epoch": 2.12, "eval_gen_len": 18.99968924798011, "eval_loss": 1.8830713033676147, "eval_rouge1": 19.305, "eval_rouge2": 7.8218, "eval_rougeL": 15.3843, "eval_rougeLsum": 17.5861, "eval_runtime": 1521.2349, "eval_samples_per_second": 4.231, "eval_steps_per_second": 4.231, "step": 430000 }, { "epoch": 2.12, "learning_rate": 1.4599124095265317e-05, "loss": 1.8725, "step": 431000 }, { "epoch": 2.13, "learning_rate": 1.451698749223809e-05, "loss": 1.8709, "step": 432000 }, { "epoch": 2.13, "learning_rate": 1.4434850889210866e-05, "loss": 1.8559, "step": 433000 }, { "epoch": 2.14, "learning_rate": 1.4352714286183638e-05, "loss": 1.8811, "step": 434000 }, { "epoch": 2.14, "learning_rate": 1.4270577683156411e-05, "loss": 1.881, "step": 435000 }, { "epoch": 2.15, "learning_rate": 1.4188441080129186e-05, "loss": 1.908, "step": 436000 }, { "epoch": 2.15, "learning_rate": 1.4106304477101958e-05, "loss": 1.8907, "step": 437000 }, { "epoch": 2.16, "learning_rate": 1.4024167874074732e-05, "loss": 1.8883, "step": 438000 }, { "epoch": 2.16, "learning_rate": 1.3942031271047507e-05, "loss": 1.8982, "step": 439000 }, { "epoch": 2.17, "learning_rate": 1.3859894668020279e-05, "loss": 1.8334, "step": 440000 }, { "epoch": 2.17, "eval_gen_len": 18.999378495960222, "eval_loss": 1.8817341327667236, "eval_rouge1": 19.3269, "eval_rouge2": 7.8249, "eval_rougeL": 15.4231, "eval_rougeLsum": 17.5958, "eval_runtime": 1524.3688, "eval_samples_per_second": 4.222, "eval_steps_per_second": 4.222, "step": 440000 }, { "epoch": 2.17, "learning_rate": 1.3777758064993052e-05, "loss": 1.8756, "step": 441000 }, { "epoch": 2.18, "learning_rate": 1.3695621461965824e-05, "loss": 1.9022, "step": 442000 }, { "epoch": 2.18, "learning_rate": 1.3613484858938599e-05, "loss": 1.8977, "step": 443000 }, { "epoch": 2.19, "learning_rate": 1.3531348255911372e-05, "loss": 1.8735, "step": 444000 }, { "epoch": 2.19, "learning_rate": 1.3449211652884144e-05, "loss": 1.8932, "step": 445000 }, { "epoch": 2.2, "learning_rate": 1.336707504985692e-05, "loss": 1.8564, "step": 446000 }, { "epoch": 2.2, "learning_rate": 1.3284938446829693e-05, "loss": 1.8739, "step": 447000 }, { "epoch": 2.21, "learning_rate": 1.3202801843802465e-05, "loss": 1.8806, "step": 448000 }, { "epoch": 2.21, "learning_rate": 1.312066524077524e-05, "loss": 1.88, "step": 449000 }, { "epoch": 2.22, "learning_rate": 1.3038528637748013e-05, "loss": 1.8893, "step": 450000 }, { "epoch": 2.22, "eval_gen_len": 18.99968924798011, "eval_loss": 1.880333423614502, "eval_rouge1": 19.2949, "eval_rouge2": 7.7885, "eval_rougeL": 15.3947, "eval_rougeLsum": 17.585, "eval_runtime": 1522.1741, "eval_samples_per_second": 4.228, "eval_steps_per_second": 4.228, "step": 450000 }, { "epoch": 2.22, "learning_rate": 1.2956392034720785e-05, "loss": 1.9098, "step": 451000 }, { "epoch": 2.23, "learning_rate": 1.2874255431693557e-05, "loss": 1.8729, "step": 452000 }, { "epoch": 2.23, "learning_rate": 1.2792118828666334e-05, "loss": 1.8631, "step": 453000 }, { "epoch": 2.24, "learning_rate": 1.2709982225639105e-05, "loss": 1.8496, "step": 454000 }, { "epoch": 2.24, "learning_rate": 1.2627845622611877e-05, "loss": 1.904, "step": 455000 }, { "epoch": 2.25, "learning_rate": 1.2545709019584654e-05, "loss": 1.846, "step": 456000 }, { "epoch": 2.25, "learning_rate": 1.2463572416557426e-05, "loss": 1.873, "step": 457000 }, { "epoch": 2.26, "learning_rate": 1.2381435813530198e-05, "loss": 1.8765, "step": 458000 }, { "epoch": 2.26, "learning_rate": 1.2299299210502973e-05, "loss": 1.8701, "step": 459000 }, { "epoch": 2.27, "learning_rate": 1.2217162607475746e-05, "loss": 1.8929, "step": 460000 }, { "epoch": 2.27, "eval_gen_len": 18.99968924798011, "eval_loss": 1.8782871961593628, "eval_rouge1": 19.291, "eval_rouge2": 7.8346, "eval_rougeL": 15.428, "eval_rougeLsum": 17.5797, "eval_runtime": 1523.9631, "eval_samples_per_second": 4.223, "eval_steps_per_second": 4.223, "step": 460000 }, { "epoch": 2.27, "learning_rate": 1.2135026004448518e-05, "loss": 1.8712, "step": 461000 }, { "epoch": 2.28, "learning_rate": 1.2052889401421293e-05, "loss": 1.8656, "step": 462000 }, { "epoch": 2.28, "learning_rate": 1.1970752798394065e-05, "loss": 1.8611, "step": 463000 }, { "epoch": 2.29, "learning_rate": 1.1888616195366839e-05, "loss": 1.8746, "step": 464000 }, { "epoch": 2.29, "learning_rate": 1.1806479592339614e-05, "loss": 1.8663, "step": 465000 }, { "epoch": 2.3, "learning_rate": 1.1724342989312385e-05, "loss": 1.8654, "step": 466000 }, { "epoch": 2.3, "learning_rate": 1.1642206386285159e-05, "loss": 1.8758, "step": 467000 }, { "epoch": 2.31, "learning_rate": 1.1560069783257932e-05, "loss": 1.8621, "step": 468000 }, { "epoch": 2.31, "learning_rate": 1.1477933180230706e-05, "loss": 1.8706, "step": 469000 }, { "epoch": 2.32, "learning_rate": 1.139579657720348e-05, "loss": 1.861, "step": 470000 }, { "epoch": 2.32, "eval_gen_len": 18.99968924798011, "eval_loss": 1.8765554428100586, "eval_rouge1": 19.4284, "eval_rouge2": 7.8832, "eval_rougeL": 15.4746, "eval_rougeLsum": 17.6946, "eval_runtime": 1527.0295, "eval_samples_per_second": 4.215, "eval_steps_per_second": 4.215, "step": 470000 }, { "epoch": 2.32, "learning_rate": 1.1313659974176253e-05, "loss": 1.8747, "step": 471000 }, { "epoch": 2.33, "learning_rate": 1.1231523371149026e-05, "loss": 1.8785, "step": 472000 }, { "epoch": 2.33, "learning_rate": 1.1149386768121798e-05, "loss": 1.8707, "step": 473000 }, { "epoch": 2.34, "learning_rate": 1.1067250165094573e-05, "loss": 1.8429, "step": 474000 }, { "epoch": 2.34, "learning_rate": 1.0985113562067347e-05, "loss": 1.868, "step": 475000 }, { "epoch": 2.35, "learning_rate": 1.0902976959040118e-05, "loss": 1.8845, "step": 476000 }, { "epoch": 2.35, "learning_rate": 1.0820840356012894e-05, "loss": 1.8619, "step": 477000 }, { "epoch": 2.36, "learning_rate": 1.0738703752985665e-05, "loss": 1.8816, "step": 478000 }, { "epoch": 2.36, "learning_rate": 1.0656567149958439e-05, "loss": 1.853, "step": 479000 }, { "epoch": 2.37, "learning_rate": 1.0574430546931214e-05, "loss": 1.8719, "step": 480000 }, { "epoch": 2.37, "eval_gen_len": 18.999844623990057, "eval_loss": 1.8751263618469238, "eval_rouge1": 19.1525, "eval_rouge2": 7.7641, "eval_rougeL": 15.3348, "eval_rougeLsum": 17.47, "eval_runtime": 1525.1874, "eval_samples_per_second": 4.22, "eval_steps_per_second": 4.22, "step": 480000 }, { "epoch": 2.37, "learning_rate": 1.0492293943903986e-05, "loss": 1.8718, "step": 481000 }, { "epoch": 2.38, "learning_rate": 1.041015734087676e-05, "loss": 1.8682, "step": 482000 }, { "epoch": 2.38, "learning_rate": 1.0328020737849533e-05, "loss": 1.8624, "step": 483000 }, { "epoch": 2.39, "learning_rate": 1.0245884134822306e-05, "loss": 1.8749, "step": 484000 }, { "epoch": 2.39, "learning_rate": 1.016374753179508e-05, "loss": 1.8722, "step": 485000 }, { "epoch": 2.4, "learning_rate": 1.0081610928767853e-05, "loss": 1.8726, "step": 486000 }, { "epoch": 2.4, "learning_rate": 9.999474325740627e-06, "loss": 1.8983, "step": 487000 }, { "epoch": 2.4, "learning_rate": 9.917337722713398e-06, "loss": 1.8685, "step": 488000 }, { "epoch": 2.41, "learning_rate": 9.835201119686174e-06, "loss": 1.8877, "step": 489000 }, { "epoch": 2.41, "learning_rate": 9.753064516658947e-06, "loss": 1.8889, "step": 490000 }, { "epoch": 2.41, "eval_gen_len": 18.999844623990057, "eval_loss": 1.8741868734359741, "eval_rouge1": 19.1743, "eval_rouge2": 7.768, "eval_rougeL": 15.3292, "eval_rougeLsum": 17.4665, "eval_runtime": 1525.0328, "eval_samples_per_second": 4.22, "eval_steps_per_second": 4.22, "step": 490000 }, { "epoch": 2.42, "learning_rate": 9.670927913631719e-06, "loss": 1.8785, "step": 491000 }, { "epoch": 2.42, "learning_rate": 9.588791310604494e-06, "loss": 1.8707, "step": 492000 }, { "epoch": 2.43, "learning_rate": 9.506654707577266e-06, "loss": 1.864, "step": 493000 }, { "epoch": 2.43, "learning_rate": 9.42451810455004e-06, "loss": 1.8999, "step": 494000 }, { "epoch": 2.44, "learning_rate": 9.342381501522814e-06, "loss": 1.8596, "step": 495000 }, { "epoch": 2.44, "learning_rate": 9.260244898495586e-06, "loss": 1.8775, "step": 496000 }, { "epoch": 2.45, "learning_rate": 9.17810829546836e-06, "loss": 1.8408, "step": 497000 }, { "epoch": 2.45, "learning_rate": 9.095971692441133e-06, "loss": 1.8536, "step": 498000 }, { "epoch": 2.46, "learning_rate": 9.013835089413907e-06, "loss": 1.8566, "step": 499000 }, { "epoch": 2.46, "learning_rate": 8.93169848638668e-06, "loss": 1.8834, "step": 500000 }, { "epoch": 2.46, "eval_gen_len": 18.999844623990057, "eval_loss": 1.8723037242889404, "eval_rouge1": 19.3069, "eval_rouge2": 7.7935, "eval_rougeL": 15.3987, "eval_rougeLsum": 17.5913, "eval_runtime": 1524.9886, "eval_samples_per_second": 4.22, "eval_steps_per_second": 4.22, "step": 500000 }, { "epoch": 2.47, "learning_rate": 8.849561883359454e-06, "loss": 1.8751, "step": 501000 }, { "epoch": 2.47, "learning_rate": 8.767425280332227e-06, "loss": 1.8635, "step": 502000 }, { "epoch": 2.48, "learning_rate": 8.685288677304999e-06, "loss": 1.8827, "step": 503000 }, { "epoch": 2.48, "learning_rate": 8.603152074277774e-06, "loss": 1.8651, "step": 504000 }, { "epoch": 2.49, "learning_rate": 8.521015471250547e-06, "loss": 1.8554, "step": 505000 }, { "epoch": 2.49, "learning_rate": 8.43887886822332e-06, "loss": 1.8786, "step": 506000 }, { "epoch": 2.5, "learning_rate": 8.356742265196094e-06, "loss": 1.8857, "step": 507000 }, { "epoch": 2.5, "learning_rate": 8.274605662168866e-06, "loss": 1.8659, "step": 508000 }, { "epoch": 2.51, "learning_rate": 8.19246905914164e-06, "loss": 1.8536, "step": 509000 }, { "epoch": 2.51, "learning_rate": 8.110332456114415e-06, "loss": 1.8564, "step": 510000 }, { "epoch": 2.51, "eval_gen_len": 19.0, "eval_loss": 1.869491457939148, "eval_rouge1": 19.3217, "eval_rouge2": 7.8292, "eval_rougeL": 15.4063, "eval_rougeLsum": 17.6081, "eval_runtime": 1522.6506, "eval_samples_per_second": 4.227, "eval_steps_per_second": 4.227, "step": 510000 }, { "epoch": 2.52, "learning_rate": 8.028195853087187e-06, "loss": 1.8666, "step": 511000 }, { "epoch": 2.52, "learning_rate": 7.94605925005996e-06, "loss": 1.8539, "step": 512000 }, { "epoch": 2.53, "learning_rate": 7.863922647032733e-06, "loss": 1.8671, "step": 513000 }, { "epoch": 2.53, "learning_rate": 7.781786044005507e-06, "loss": 1.8613, "step": 514000 }, { "epoch": 2.54, "learning_rate": 7.69964944097828e-06, "loss": 1.8565, "step": 515000 }, { "epoch": 2.54, "learning_rate": 7.617512837951053e-06, "loss": 1.8802, "step": 516000 }, { "epoch": 2.55, "learning_rate": 7.535376234923827e-06, "loss": 1.8819, "step": 517000 }, { "epoch": 2.55, "learning_rate": 7.4532396318966e-06, "loss": 1.8422, "step": 518000 }, { "epoch": 2.56, "learning_rate": 7.3711030288693734e-06, "loss": 1.8632, "step": 519000 }, { "epoch": 2.56, "learning_rate": 7.288966425842148e-06, "loss": 1.8706, "step": 520000 }, { "epoch": 2.56, "eval_gen_len": 18.999844623990057, "eval_loss": 1.8696507215499878, "eval_rouge1": 19.294, "eval_rouge2": 7.8217, "eval_rougeL": 15.3964, "eval_rougeLsum": 17.581, "eval_runtime": 1525.9573, "eval_samples_per_second": 4.218, "eval_steps_per_second": 4.218, "step": 520000 }, { "epoch": 2.57, "learning_rate": 7.20682982281492e-06, "loss": 1.8729, "step": 521000 }, { "epoch": 2.57, "learning_rate": 7.124693219787694e-06, "loss": 1.8797, "step": 522000 }, { "epoch": 2.58, "learning_rate": 7.0425566167604665e-06, "loss": 1.8958, "step": 523000 }, { "epoch": 2.58, "learning_rate": 6.96042001373324e-06, "loss": 1.8556, "step": 524000 }, { "epoch": 2.59, "learning_rate": 6.878283410706014e-06, "loss": 1.8432, "step": 525000 }, { "epoch": 2.59, "learning_rate": 6.796146807678787e-06, "loss": 1.8349, "step": 526000 }, { "epoch": 2.6, "learning_rate": 6.71401020465156e-06, "loss": 1.8624, "step": 527000 }, { "epoch": 2.6, "learning_rate": 6.631873601624333e-06, "loss": 1.8717, "step": 528000 }, { "epoch": 2.61, "learning_rate": 6.549736998597107e-06, "loss": 1.8695, "step": 529000 }, { "epoch": 2.61, "learning_rate": 6.467600395569881e-06, "loss": 1.883, "step": 530000 }, { "epoch": 2.61, "eval_gen_len": 18.99953387197017, "eval_loss": 1.870278000831604, "eval_rouge1": 19.2784, "eval_rouge2": 7.8634, "eval_rougeL": 15.404, "eval_rougeLsum": 17.5942, "eval_runtime": 1520.2984, "eval_samples_per_second": 4.233, "eval_steps_per_second": 4.233, "step": 530000 }, { "epoch": 2.62, "learning_rate": 6.385463792542653e-06, "loss": 1.8673, "step": 531000 }, { "epoch": 2.62, "learning_rate": 6.303327189515428e-06, "loss": 1.883, "step": 532000 }, { "epoch": 2.63, "learning_rate": 6.2211905864882e-06, "loss": 1.889, "step": 533000 }, { "epoch": 2.63, "learning_rate": 6.139053983460974e-06, "loss": 1.8596, "step": 534000 }, { "epoch": 2.64, "learning_rate": 6.056917380433747e-06, "loss": 1.8711, "step": 535000 }, { "epoch": 2.64, "learning_rate": 5.974780777406521e-06, "loss": 1.8736, "step": 536000 }, { "epoch": 2.65, "learning_rate": 5.892644174379294e-06, "loss": 1.8853, "step": 537000 }, { "epoch": 2.65, "learning_rate": 5.810507571352068e-06, "loss": 1.8678, "step": 538000 }, { "epoch": 2.66, "learning_rate": 5.72837096832484e-06, "loss": 1.8685, "step": 539000 }, { "epoch": 2.66, "learning_rate": 5.646234365297614e-06, "loss": 1.8622, "step": 540000 }, { "epoch": 2.66, "eval_gen_len": 18.998756991920448, "eval_loss": 1.867693543434143, "eval_rouge1": 19.3165, "eval_rouge2": 7.8378, "eval_rougeL": 15.4259, "eval_rougeLsum": 17.6064, "eval_runtime": 1521.5883, "eval_samples_per_second": 4.23, "eval_steps_per_second": 4.23, "step": 540000 }, { "epoch": 2.67, "learning_rate": 5.564097762270387e-06, "loss": 1.8691, "step": 541000 }, { "epoch": 2.67, "learning_rate": 5.481961159243161e-06, "loss": 1.8412, "step": 542000 }, { "epoch": 2.68, "learning_rate": 5.399824556215934e-06, "loss": 1.8664, "step": 543000 }, { "epoch": 2.68, "learning_rate": 5.317687953188708e-06, "loss": 1.8751, "step": 544000 }, { "epoch": 2.69, "learning_rate": 5.23555135016148e-06, "loss": 1.8644, "step": 545000 }, { "epoch": 2.69, "learning_rate": 5.153414747134254e-06, "loss": 1.8644, "step": 546000 }, { "epoch": 2.7, "learning_rate": 5.071278144107028e-06, "loss": 1.8272, "step": 547000 }, { "epoch": 2.7, "learning_rate": 4.989141541079801e-06, "loss": 1.8476, "step": 548000 }, { "epoch": 2.71, "learning_rate": 4.907004938052574e-06, "loss": 1.8451, "step": 549000 }, { "epoch": 2.71, "learning_rate": 4.824868335025348e-06, "loss": 1.8781, "step": 550000 }, { "epoch": 2.71, "eval_gen_len": 19.0, "eval_loss": 1.8676103353500366, "eval_rouge1": 19.3237, "eval_rouge2": 7.7954, "eval_rougeL": 15.3995, "eval_rougeLsum": 17.6008, "eval_runtime": 1523.5294, "eval_samples_per_second": 4.224, "eval_steps_per_second": 4.224, "step": 550000 }, { "epoch": 2.72, "learning_rate": 4.742731731998121e-06, "loss": 1.8494, "step": 551000 }, { "epoch": 2.72, "learning_rate": 4.660595128970895e-06, "loss": 1.88, "step": 552000 }, { "epoch": 2.73, "learning_rate": 4.578458525943668e-06, "loss": 1.895, "step": 553000 }, { "epoch": 2.73, "learning_rate": 4.496321922916441e-06, "loss": 1.8533, "step": 554000 }, { "epoch": 2.74, "learning_rate": 4.414185319889214e-06, "loss": 1.8587, "step": 555000 }, { "epoch": 2.74, "learning_rate": 4.332048716861988e-06, "loss": 1.8437, "step": 556000 }, { "epoch": 2.75, "learning_rate": 4.249912113834761e-06, "loss": 1.8736, "step": 557000 }, { "epoch": 2.75, "learning_rate": 4.1677755108075346e-06, "loss": 1.8518, "step": 558000 }, { "epoch": 2.75, "learning_rate": 4.085638907780308e-06, "loss": 1.844, "step": 559000 }, { "epoch": 2.76, "learning_rate": 4.003502304753081e-06, "loss": 1.8793, "step": 560000 }, { "epoch": 2.76, "eval_gen_len": 18.99968924798011, "eval_loss": 1.8684626817703247, "eval_rouge1": 19.2141, "eval_rouge2": 7.7605, "eval_rougeL": 15.3345, "eval_rougeLsum": 17.5268, "eval_runtime": 1523.3316, "eval_samples_per_second": 4.225, "eval_steps_per_second": 4.225, "step": 560000 }, { "epoch": 2.76, "learning_rate": 3.921365701725854e-06, "loss": 1.8743, "step": 561000 }, { "epoch": 2.77, "learning_rate": 3.8392290986986284e-06, "loss": 1.8847, "step": 562000 }, { "epoch": 2.77, "learning_rate": 3.7570924956714015e-06, "loss": 1.8667, "step": 563000 }, { "epoch": 2.78, "learning_rate": 3.6749558926441745e-06, "loss": 1.8621, "step": 564000 }, { "epoch": 2.78, "learning_rate": 3.592819289616948e-06, "loss": 1.8736, "step": 565000 }, { "epoch": 2.79, "learning_rate": 3.510682686589721e-06, "loss": 1.8665, "step": 566000 }, { "epoch": 2.79, "learning_rate": 3.428546083562495e-06, "loss": 1.8334, "step": 567000 }, { "epoch": 2.8, "learning_rate": 3.346409480535268e-06, "loss": 1.8538, "step": 568000 }, { "epoch": 2.8, "learning_rate": 3.2642728775080415e-06, "loss": 1.8867, "step": 569000 }, { "epoch": 2.81, "learning_rate": 3.1821362744808145e-06, "loss": 1.8795, "step": 570000 }, { "epoch": 2.81, "eval_gen_len": 19.0, "eval_loss": 1.8675283193588257, "eval_rouge1": 19.2694, "eval_rouge2": 7.8082, "eval_rougeL": 15.3996, "eval_rougeLsum": 17.5831, "eval_runtime": 1527.2295, "eval_samples_per_second": 4.214, "eval_steps_per_second": 4.214, "step": 570000 }, { "epoch": 2.81, "learning_rate": 3.099999671453588e-06, "loss": 1.8677, "step": 571000 }, { "epoch": 2.82, "learning_rate": 3.0178630684263615e-06, "loss": 1.8988, "step": 572000 }, { "epoch": 2.82, "learning_rate": 2.9357264653991345e-06, "loss": 1.855, "step": 573000 }, { "epoch": 2.83, "learning_rate": 2.853589862371908e-06, "loss": 1.8923, "step": 574000 }, { "epoch": 2.83, "learning_rate": 2.7714532593446814e-06, "loss": 1.8652, "step": 575000 }, { "epoch": 2.84, "learning_rate": 2.689316656317455e-06, "loss": 1.8533, "step": 576000 }, { "epoch": 2.84, "learning_rate": 2.607180053290228e-06, "loss": 1.856, "step": 577000 }, { "epoch": 2.85, "learning_rate": 2.5250434502630014e-06, "loss": 1.8816, "step": 578000 }, { "epoch": 2.85, "learning_rate": 2.442906847235775e-06, "loss": 1.8648, "step": 579000 }, { "epoch": 2.86, "learning_rate": 2.3607702442085484e-06, "loss": 1.8425, "step": 580000 }, { "epoch": 2.86, "eval_gen_len": 18.99968924798011, "eval_loss": 1.8659350872039795, "eval_rouge1": 19.2886, "eval_rouge2": 7.7987, "eval_rougeL": 15.4005, "eval_rougeLsum": 17.5859, "eval_runtime": 1522.679, "eval_samples_per_second": 4.227, "eval_steps_per_second": 4.227, "step": 580000 }, { "epoch": 2.86, "learning_rate": 2.278633641181322e-06, "loss": 1.857, "step": 581000 }, { "epoch": 2.87, "learning_rate": 2.196497038154095e-06, "loss": 1.8913, "step": 582000 }, { "epoch": 2.87, "learning_rate": 2.1143604351268684e-06, "loss": 1.8634, "step": 583000 }, { "epoch": 2.88, "learning_rate": 2.032223832099642e-06, "loss": 1.8572, "step": 584000 }, { "epoch": 2.88, "learning_rate": 1.950087229072415e-06, "loss": 1.8534, "step": 585000 }, { "epoch": 2.89, "learning_rate": 1.8679506260451886e-06, "loss": 1.8754, "step": 586000 }, { "epoch": 2.89, "learning_rate": 1.7858140230179618e-06, "loss": 1.8696, "step": 587000 }, { "epoch": 2.9, "learning_rate": 1.7036774199907349e-06, "loss": 1.8459, "step": 588000 }, { "epoch": 2.9, "learning_rate": 1.6215408169635085e-06, "loss": 1.8807, "step": 589000 }, { "epoch": 2.91, "learning_rate": 1.5394042139362818e-06, "loss": 1.8605, "step": 590000 }, { "epoch": 2.91, "eval_gen_len": 18.99968924798011, "eval_loss": 1.865015983581543, "eval_rouge1": 19.2778, "eval_rouge2": 7.7934, "eval_rougeL": 15.3931, "eval_rougeLsum": 17.5809, "eval_runtime": 1522.2459, "eval_samples_per_second": 4.228, "eval_steps_per_second": 4.228, "step": 590000 }, { "epoch": 2.91, "learning_rate": 1.457267610909055e-06, "loss": 1.8694, "step": 591000 }, { "epoch": 2.92, "learning_rate": 1.3751310078818285e-06, "loss": 1.8429, "step": 592000 }, { "epoch": 2.92, "learning_rate": 1.292994404854602e-06, "loss": 1.8635, "step": 593000 }, { "epoch": 2.93, "learning_rate": 1.210857801827375e-06, "loss": 1.8677, "step": 594000 }, { "epoch": 2.93, "learning_rate": 1.1287211988001485e-06, "loss": 1.8495, "step": 595000 }, { "epoch": 2.94, "learning_rate": 1.046584595772922e-06, "loss": 1.8476, "step": 596000 }, { "epoch": 2.94, "learning_rate": 9.644479927456953e-07, "loss": 1.8705, "step": 597000 }, { "epoch": 2.95, "learning_rate": 8.823113897184687e-07, "loss": 1.8624, "step": 598000 }, { "epoch": 2.95, "learning_rate": 8.001747866912419e-07, "loss": 1.8715, "step": 599000 }, { "epoch": 2.96, "learning_rate": 7.180381836640152e-07, "loss": 1.8448, "step": 600000 }, { "epoch": 2.96, "eval_gen_len": 19.0, "eval_loss": 1.8655472993850708, "eval_rouge1": 19.2884, "eval_rouge2": 7.8087, "eval_rougeL": 15.4025, "eval_rougeLsum": 17.5856, "eval_runtime": 1525.333, "eval_samples_per_second": 4.219, "eval_steps_per_second": 4.219, "step": 600000 }, { "epoch": 2.96, "learning_rate": 6.359015806367887e-07, "loss": 1.8687, "step": 601000 }, { "epoch": 2.97, "learning_rate": 5.537649776095621e-07, "loss": 1.8574, "step": 602000 }, { "epoch": 2.97, "learning_rate": 4.716283745823354e-07, "loss": 1.841, "step": 603000 }, { "epoch": 2.98, "learning_rate": 3.8949177155510875e-07, "loss": 1.8731, "step": 604000 }, { "epoch": 2.98, "learning_rate": 3.073551685278821e-07, "loss": 1.8377, "step": 605000 }, { "epoch": 2.99, "learning_rate": 2.2521856550065546e-07, "loss": 1.8636, "step": 606000 }, { "epoch": 2.99, "learning_rate": 1.4308196247342882e-07, "loss": 1.8636, "step": 607000 }, { "epoch": 3.0, "learning_rate": 6.094535944620217e-08, "loss": 1.8456, "step": 608000 }, { "epoch": 3.0, "step": 608742, "total_flos": 7.356226256463053e+17, "train_loss": 1.974796563636501, "train_runtime": 174966.5466, "train_samples_per_second": 3.479, "train_steps_per_second": 3.479 } ], "max_steps": 608742, "num_train_epochs": 3, "total_flos": 7.356226256463053e+17, "trial_name": null, "trial_params": null }