{ "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "global_step": 608742, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 4.9917863396972776e-05, "loss": 3.4248, "step": 1000 }, { "epoch": 0.01, "learning_rate": 4.983572679394555e-05, "loss": 3.2214, "step": 2000 }, { "epoch": 0.01, "learning_rate": 4.975359019091832e-05, "loss": 3.0865, "step": 3000 }, { "epoch": 0.02, "learning_rate": 4.9671453587891096e-05, "loss": 3.0348, "step": 4000 }, { "epoch": 0.02, "learning_rate": 4.958931698486387e-05, "loss": 3.0015, "step": 5000 }, { "epoch": 0.03, "learning_rate": 4.950718038183664e-05, "loss": 2.9736, "step": 6000 }, { "epoch": 0.03, "learning_rate": 4.942504377880942e-05, "loss": 2.9602, "step": 7000 }, { "epoch": 0.04, "learning_rate": 4.934290717578219e-05, "loss": 2.9467, "step": 8000 }, { "epoch": 0.04, "learning_rate": 4.9260770572754964e-05, "loss": 2.9196, "step": 9000 }, { "epoch": 0.05, "learning_rate": 4.917863396972773e-05, "loss": 2.9142, "step": 10000 }, { "epoch": 0.05, "eval_gen_len": 20.0, "eval_loss": 2.752195358276367, "eval_rouge1": 17.073, "eval_rouge2": 6.7502, "eval_rougeL": 13.6779, "eval_rougeLsum": 15.6668, "eval_runtime": 1004.5092, "eval_samples_per_second": 6.407, "eval_steps_per_second": 6.407, "step": 10000 }, { "epoch": 0.05, "learning_rate": 4.909649736670051e-05, "loss": 2.88, "step": 11000 }, { "epoch": 0.06, "learning_rate": 4.9014360763673284e-05, "loss": 2.874, "step": 12000 }, { "epoch": 0.06, "learning_rate": 4.893222416064606e-05, "loss": 2.8574, "step": 13000 }, { "epoch": 0.07, "learning_rate": 4.885008755761883e-05, "loss": 2.8742, "step": 14000 }, { "epoch": 0.07, "learning_rate": 4.8767950954591604e-05, "loss": 2.8499, "step": 15000 }, { "epoch": 0.08, "learning_rate": 4.868581435156437e-05, "loss": 2.787, "step": 16000 }, { "epoch": 0.08, "learning_rate": 4.860367774853715e-05, "loss": 2.8088, "step": 17000 }, { "epoch": 0.09, "learning_rate": 4.8521541145509925e-05, "loss": 2.7968, "step": 18000 }, { "epoch": 0.09, "learning_rate": 4.84394045424827e-05, "loss": 2.7888, "step": 19000 }, { "epoch": 0.1, "learning_rate": 4.835726793945547e-05, "loss": 2.7876, "step": 20000 }, { "epoch": 0.1, "eval_gen_len": 19.99922311995028, "eval_loss": 2.6887638568878174, "eval_rouge1": 16.7954, "eval_rouge2": 6.7038, "eval_rougeL": 13.4939, "eval_rougeLsum": 15.3426, "eval_runtime": 1001.9591, "eval_samples_per_second": 6.423, "eval_steps_per_second": 6.423, "step": 20000 }, { "epoch": 0.1, "learning_rate": 4.8275131336428245e-05, "loss": 2.7748, "step": 21000 }, { "epoch": 0.11, "learning_rate": 4.819299473340101e-05, "loss": 2.7758, "step": 22000 }, { "epoch": 0.11, "learning_rate": 4.8110858130373785e-05, "loss": 2.7229, "step": 23000 }, { "epoch": 0.12, "learning_rate": 4.8028721527346566e-05, "loss": 2.7743, "step": 24000 }, { "epoch": 0.12, "learning_rate": 4.794658492431934e-05, "loss": 2.7053, "step": 25000 }, { "epoch": 0.13, "learning_rate": 4.786444832129211e-05, "loss": 2.7717, "step": 26000 }, { "epoch": 0.13, "learning_rate": 4.7782311718264886e-05, "loss": 2.7132, "step": 27000 }, { "epoch": 0.14, "learning_rate": 4.770017511523765e-05, "loss": 2.7552, "step": 28000 }, { "epoch": 0.14, "learning_rate": 4.7618038512210426e-05, "loss": 2.7225, "step": 29000 }, { "epoch": 0.15, "learning_rate": 4.75359019091832e-05, "loss": 2.715, "step": 30000 }, { "epoch": 0.15, "eval_gen_len": 20.0, "eval_loss": 2.63083815574646, "eval_rouge1": 17.3324, "eval_rouge2": 6.8771, "eval_rougeL": 13.7918, "eval_rougeLsum": 15.7839, "eval_runtime": 1003.0987, "eval_samples_per_second": 6.416, "eval_steps_per_second": 6.416, "step": 30000 }, { "epoch": 0.15, "learning_rate": 4.745376530615598e-05, "loss": 2.7242, "step": 31000 }, { "epoch": 0.16, "learning_rate": 4.7371628703128753e-05, "loss": 2.6835, "step": 32000 }, { "epoch": 0.16, "learning_rate": 4.728949210010152e-05, "loss": 2.7128, "step": 33000 }, { "epoch": 0.17, "learning_rate": 4.7207355497074294e-05, "loss": 2.7178, "step": 34000 }, { "epoch": 0.17, "learning_rate": 4.712521889404707e-05, "loss": 2.6976, "step": 35000 }, { "epoch": 0.18, "learning_rate": 4.704308229101984e-05, "loss": 2.6961, "step": 36000 }, { "epoch": 0.18, "learning_rate": 4.696094568799262e-05, "loss": 2.6703, "step": 37000 }, { "epoch": 0.19, "learning_rate": 4.6878809084965394e-05, "loss": 2.638, "step": 38000 }, { "epoch": 0.19, "learning_rate": 4.679667248193816e-05, "loss": 2.6814, "step": 39000 }, { "epoch": 0.2, "learning_rate": 4.6714535878910934e-05, "loss": 2.6431, "step": 40000 }, { "epoch": 0.2, "eval_gen_len": 20.0, "eval_loss": 2.5857694149017334, "eval_rouge1": 16.7055, "eval_rouge2": 6.8108, "eval_rougeL": 13.4796, "eval_rougeLsum": 15.2959, "eval_runtime": 1002.3237, "eval_samples_per_second": 6.421, "eval_steps_per_second": 6.421, "step": 40000 }, { "epoch": 0.2, "learning_rate": 4.663239927588371e-05, "loss": 2.6394, "step": 41000 }, { "epoch": 0.21, "learning_rate": 4.655026267285648e-05, "loss": 2.6795, "step": 42000 }, { "epoch": 0.21, "learning_rate": 4.6468126069829255e-05, "loss": 2.6857, "step": 43000 }, { "epoch": 0.22, "learning_rate": 4.6385989466802035e-05, "loss": 2.6634, "step": 44000 }, { "epoch": 0.22, "learning_rate": 4.63038528637748e-05, "loss": 2.6398, "step": 45000 }, { "epoch": 0.23, "learning_rate": 4.6221716260747575e-05, "loss": 2.6676, "step": 46000 }, { "epoch": 0.23, "learning_rate": 4.613957965772035e-05, "loss": 2.6595, "step": 47000 }, { "epoch": 0.24, "learning_rate": 4.605744305469312e-05, "loss": 2.5905, "step": 48000 }, { "epoch": 0.24, "learning_rate": 4.5975306451665896e-05, "loss": 2.627, "step": 49000 }, { "epoch": 0.25, "learning_rate": 4.589316984863867e-05, "loss": 2.6381, "step": 50000 }, { "epoch": 0.25, "eval_gen_len": 20.0, "eval_loss": 2.539294719696045, "eval_rouge1": 17.4643, "eval_rouge2": 7.0687, "eval_rougeL": 13.9507, "eval_rougeLsum": 16.012, "eval_runtime": 1001.2491, "eval_samples_per_second": 6.428, "eval_steps_per_second": 6.428, "step": 50000 }, { "epoch": 0.25, "learning_rate": 4.581103324561144e-05, "loss": 2.6105, "step": 51000 }, { "epoch": 0.26, "learning_rate": 4.5728896642584216e-05, "loss": 2.5798, "step": 52000 }, { "epoch": 0.26, "learning_rate": 4.564676003955699e-05, "loss": 2.6293, "step": 53000 }, { "epoch": 0.27, "learning_rate": 4.556462343652976e-05, "loss": 2.5881, "step": 54000 }, { "epoch": 0.27, "learning_rate": 4.5482486833502536e-05, "loss": 2.5937, "step": 55000 }, { "epoch": 0.28, "learning_rate": 4.540035023047531e-05, "loss": 2.6402, "step": 56000 }, { "epoch": 0.28, "learning_rate": 4.5318213627448083e-05, "loss": 2.6286, "step": 57000 }, { "epoch": 0.29, "learning_rate": 4.523607702442086e-05, "loss": 2.6184, "step": 58000 }, { "epoch": 0.29, "learning_rate": 4.515394042139363e-05, "loss": 2.6002, "step": 59000 }, { "epoch": 0.3, "learning_rate": 4.5071803818366404e-05, "loss": 2.6269, "step": 60000 }, { "epoch": 0.3, "eval_gen_len": 20.0, "eval_loss": 2.5159213542938232, "eval_rouge1": 17.5934, "eval_rouge2": 7.0022, "eval_rougeL": 13.9394, "eval_rougeLsum": 16.0203, "eval_runtime": 1002.1718, "eval_samples_per_second": 6.422, "eval_steps_per_second": 6.422, "step": 60000 }, { "epoch": 0.3, "learning_rate": 4.498966721533918e-05, "loss": 2.6008, "step": 61000 }, { "epoch": 0.31, "learning_rate": 4.490753061231195e-05, "loss": 2.594, "step": 62000 }, { "epoch": 0.31, "learning_rate": 4.4825394009284724e-05, "loss": 2.5745, "step": 63000 }, { "epoch": 0.32, "learning_rate": 4.47432574062575e-05, "loss": 2.6044, "step": 64000 }, { "epoch": 0.32, "learning_rate": 4.466112080323027e-05, "loss": 2.5651, "step": 65000 }, { "epoch": 0.33, "learning_rate": 4.4578984200203045e-05, "loss": 2.5718, "step": 66000 }, { "epoch": 0.33, "learning_rate": 4.449684759717582e-05, "loss": 2.5826, "step": 67000 }, { "epoch": 0.34, "learning_rate": 4.441471099414859e-05, "loss": 2.6041, "step": 68000 }, { "epoch": 0.34, "learning_rate": 4.4332574391121365e-05, "loss": 2.5752, "step": 69000 }, { "epoch": 0.34, "learning_rate": 4.425043778809413e-05, "loss": 2.5482, "step": 70000 }, { "epoch": 0.34, "eval_gen_len": 20.0, "eval_loss": 2.4894497394561768, "eval_rouge1": 17.5428, "eval_rouge2": 7.1822, "eval_rougeL": 13.9788, "eval_rougeLsum": 16.0355, "eval_runtime": 1003.1555, "eval_samples_per_second": 6.416, "eval_steps_per_second": 6.416, "step": 70000 }, { "epoch": 0.35, "learning_rate": 4.416830118506691e-05, "loss": 2.5478, "step": 71000 }, { "epoch": 0.35, "learning_rate": 4.4086164582039685e-05, "loss": 2.5679, "step": 72000 }, { "epoch": 0.36, "learning_rate": 4.400402797901246e-05, "loss": 2.5791, "step": 73000 }, { "epoch": 0.36, "learning_rate": 4.392189137598523e-05, "loss": 2.5526, "step": 74000 }, { "epoch": 0.37, "learning_rate": 4.3839754772958006e-05, "loss": 2.5779, "step": 75000 }, { "epoch": 0.37, "learning_rate": 4.375761816993077e-05, "loss": 2.5176, "step": 76000 }, { "epoch": 0.38, "learning_rate": 4.367548156690355e-05, "loss": 2.5303, "step": 77000 }, { "epoch": 0.38, "learning_rate": 4.3593344963876326e-05, "loss": 2.5157, "step": 78000 }, { "epoch": 0.39, "learning_rate": 4.35112083608491e-05, "loss": 2.5594, "step": 79000 }, { "epoch": 0.39, "learning_rate": 4.342907175782187e-05, "loss": 2.4962, "step": 80000 }, { "epoch": 0.39, "eval_gen_len": 20.0, "eval_loss": 2.4475789070129395, "eval_rouge1": 17.3587, "eval_rouge2": 7.1501, "eval_rougeL": 13.9215, "eval_rougeLsum": 15.8637, "eval_runtime": 1001.2559, "eval_samples_per_second": 6.428, "eval_steps_per_second": 6.428, "step": 80000 }, { "epoch": 0.4, "learning_rate": 4.334693515479465e-05, "loss": 2.5127, "step": 81000 }, { "epoch": 0.4, "learning_rate": 4.3264798551767413e-05, "loss": 2.556, "step": 82000 }, { "epoch": 0.41, "learning_rate": 4.318266194874019e-05, "loss": 2.5646, "step": 83000 }, { "epoch": 0.41, "learning_rate": 4.310052534571297e-05, "loss": 2.5119, "step": 84000 }, { "epoch": 0.42, "learning_rate": 4.301838874268574e-05, "loss": 2.5061, "step": 85000 }, { "epoch": 0.42, "learning_rate": 4.2936252139658514e-05, "loss": 2.5241, "step": 86000 }, { "epoch": 0.43, "learning_rate": 4.285411553663128e-05, "loss": 2.5227, "step": 87000 }, { "epoch": 0.43, "learning_rate": 4.2771978933604054e-05, "loss": 2.5474, "step": 88000 }, { "epoch": 0.44, "learning_rate": 4.268984233057683e-05, "loss": 2.5093, "step": 89000 }, { "epoch": 0.44, "learning_rate": 4.26077057275496e-05, "loss": 2.513, "step": 90000 }, { "epoch": 0.44, "eval_gen_len": 20.0, "eval_loss": 2.430929183959961, "eval_rouge1": 18.0806, "eval_rouge2": 7.5429, "eval_rougeL": 14.4201, "eval_rougeLsum": 16.561, "eval_runtime": 1001.933, "eval_samples_per_second": 6.424, "eval_steps_per_second": 6.424, "step": 90000 }, { "epoch": 0.45, "learning_rate": 4.252556912452238e-05, "loss": 2.5252, "step": 91000 }, { "epoch": 0.45, "learning_rate": 4.2443432521495155e-05, "loss": 2.5493, "step": 92000 }, { "epoch": 0.46, "learning_rate": 4.236129591846792e-05, "loss": 2.4833, "step": 93000 }, { "epoch": 0.46, "learning_rate": 4.2279159315440695e-05, "loss": 2.5021, "step": 94000 }, { "epoch": 0.47, "learning_rate": 4.219702271241347e-05, "loss": 2.5289, "step": 95000 }, { "epoch": 0.47, "learning_rate": 4.211488610938624e-05, "loss": 2.5046, "step": 96000 }, { "epoch": 0.48, "learning_rate": 4.203274950635902e-05, "loss": 2.4821, "step": 97000 }, { "epoch": 0.48, "learning_rate": 4.1950612903331796e-05, "loss": 2.4892, "step": 98000 }, { "epoch": 0.49, "learning_rate": 4.186847630030456e-05, "loss": 2.5031, "step": 99000 }, { "epoch": 0.49, "learning_rate": 4.1786339697277336e-05, "loss": 2.4464, "step": 100000 }, { "epoch": 0.49, "eval_gen_len": 19.99891236793039, "eval_loss": 2.4128482341766357, "eval_rouge1": 17.9813, "eval_rouge2": 7.5454, "eval_rougeL": 14.3403, "eval_rougeLsum": 16.52, "eval_runtime": 1001.7424, "eval_samples_per_second": 6.425, "eval_steps_per_second": 6.425, "step": 100000 }, { "epoch": 0.5, "learning_rate": 4.170420309425011e-05, "loss": 2.4743, "step": 101000 }, { "epoch": 0.5, "learning_rate": 4.162206649122288e-05, "loss": 2.4999, "step": 102000 }, { "epoch": 0.51, "learning_rate": 4.1539929888195656e-05, "loss": 2.5043, "step": 103000 }, { "epoch": 0.51, "learning_rate": 4.1457793285168437e-05, "loss": 2.4751, "step": 104000 }, { "epoch": 0.52, "learning_rate": 4.13756566821412e-05, "loss": 2.5173, "step": 105000 }, { "epoch": 0.52, "learning_rate": 4.129352007911398e-05, "loss": 2.48, "step": 106000 }, { "epoch": 0.53, "learning_rate": 4.121138347608675e-05, "loss": 2.4694, "step": 107000 }, { "epoch": 0.53, "learning_rate": 4.1129246873059524e-05, "loss": 2.476, "step": 108000 }, { "epoch": 0.54, "learning_rate": 4.10471102700323e-05, "loss": 2.4893, "step": 109000 }, { "epoch": 0.54, "learning_rate": 4.096497366700507e-05, "loss": 2.4969, "step": 110000 }, { "epoch": 0.54, "eval_gen_len": 20.0, "eval_loss": 2.4113972187042236, "eval_rouge1": 17.3353, "eval_rouge2": 7.1382, "eval_rougeL": 13.9109, "eval_rougeLsum": 15.873, "eval_runtime": 1000.8749, "eval_samples_per_second": 6.43, "eval_steps_per_second": 6.43, "step": 110000 }, { "epoch": 0.55, "learning_rate": 4.0882837063977844e-05, "loss": 2.4731, "step": 111000 }, { "epoch": 0.55, "learning_rate": 4.080070046095062e-05, "loss": 2.4758, "step": 112000 }, { "epoch": 0.56, "learning_rate": 4.071856385792339e-05, "loss": 2.4666, "step": 113000 }, { "epoch": 0.56, "learning_rate": 4.0636427254896164e-05, "loss": 2.4967, "step": 114000 }, { "epoch": 0.57, "learning_rate": 4.055429065186894e-05, "loss": 2.4745, "step": 115000 }, { "epoch": 0.57, "learning_rate": 4.047215404884171e-05, "loss": 2.4594, "step": 116000 }, { "epoch": 0.58, "learning_rate": 4.0390017445814485e-05, "loss": 2.4594, "step": 117000 }, { "epoch": 0.58, "learning_rate": 4.030788084278726e-05, "loss": 2.4892, "step": 118000 }, { "epoch": 0.59, "learning_rate": 4.022574423976003e-05, "loss": 2.4827, "step": 119000 }, { "epoch": 0.59, "learning_rate": 4.0143607636732805e-05, "loss": 2.4417, "step": 120000 }, { "epoch": 0.59, "eval_gen_len": 19.997980111870728, "eval_loss": 2.386647939682007, "eval_rouge1": 18.0241, "eval_rouge2": 7.553, "eval_rougeL": 14.3892, "eval_rougeLsum": 16.5077, "eval_runtime": 1001.2938, "eval_samples_per_second": 6.428, "eval_steps_per_second": 6.428, "step": 120000 }, { "epoch": 0.6, "learning_rate": 4.006147103370558e-05, "loss": 2.4585, "step": 121000 }, { "epoch": 0.6, "learning_rate": 3.997933443067835e-05, "loss": 2.4732, "step": 122000 }, { "epoch": 0.61, "learning_rate": 3.9897197827651126e-05, "loss": 2.4275, "step": 123000 }, { "epoch": 0.61, "learning_rate": 3.98150612246239e-05, "loss": 2.4531, "step": 124000 }, { "epoch": 0.62, "learning_rate": 3.973292462159667e-05, "loss": 2.4683, "step": 125000 }, { "epoch": 0.62, "learning_rate": 3.9650788018569446e-05, "loss": 2.4647, "step": 126000 }, { "epoch": 0.63, "learning_rate": 3.956865141554222e-05, "loss": 2.4478, "step": 127000 }, { "epoch": 0.63, "learning_rate": 3.948651481251499e-05, "loss": 2.4825, "step": 128000 }, { "epoch": 0.64, "learning_rate": 3.9404378209487767e-05, "loss": 2.4571, "step": 129000 }, { "epoch": 0.64, "learning_rate": 3.932224160646053e-05, "loss": 2.4333, "step": 130000 }, { "epoch": 0.64, "eval_gen_len": 20.0, "eval_loss": 2.3902604579925537, "eval_rouge1": 18.0578, "eval_rouge2": 7.4999, "eval_rougeL": 14.3901, "eval_rougeLsum": 16.5134, "eval_runtime": 1001.1257, "eval_samples_per_second": 6.429, "eval_steps_per_second": 6.429, "step": 130000 }, { "epoch": 0.65, "learning_rate": 3.9240105003433313e-05, "loss": 2.4528, "step": 131000 }, { "epoch": 0.65, "learning_rate": 3.915796840040609e-05, "loss": 2.4397, "step": 132000 }, { "epoch": 0.66, "learning_rate": 3.907583179737886e-05, "loss": 2.4275, "step": 133000 }, { "epoch": 0.66, "learning_rate": 3.8993695194351634e-05, "loss": 2.4507, "step": 134000 }, { "epoch": 0.67, "learning_rate": 3.891155859132441e-05, "loss": 2.4617, "step": 135000 }, { "epoch": 0.67, "learning_rate": 3.8829421988297174e-05, "loss": 2.4524, "step": 136000 }, { "epoch": 0.68, "learning_rate": 3.8747285385269954e-05, "loss": 2.4281, "step": 137000 }, { "epoch": 0.68, "learning_rate": 3.866514878224273e-05, "loss": 2.4182, "step": 138000 }, { "epoch": 0.69, "learning_rate": 3.85830121792155e-05, "loss": 2.4537, "step": 139000 }, { "epoch": 0.69, "learning_rate": 3.8500875576188275e-05, "loss": 2.4296, "step": 140000 }, { "epoch": 0.69, "eval_gen_len": 20.0, "eval_loss": 2.379333019256592, "eval_rouge1": 17.7742, "eval_rouge2": 7.5182, "eval_rougeL": 14.2794, "eval_rougeLsum": 16.2879, "eval_runtime": 1000.9763, "eval_samples_per_second": 6.43, "eval_steps_per_second": 6.43, "step": 140000 }, { "epoch": 0.69, "learning_rate": 3.841873897316104e-05, "loss": 2.4247, "step": 141000 }, { "epoch": 0.7, "learning_rate": 3.8336602370133815e-05, "loss": 2.4221, "step": 142000 }, { "epoch": 0.7, "learning_rate": 3.825446576710659e-05, "loss": 2.4505, "step": 143000 }, { "epoch": 0.71, "learning_rate": 3.817232916407937e-05, "loss": 2.45, "step": 144000 }, { "epoch": 0.71, "learning_rate": 3.809019256105214e-05, "loss": 2.4724, "step": 145000 }, { "epoch": 0.72, "learning_rate": 3.8008055958024916e-05, "loss": 2.4527, "step": 146000 }, { "epoch": 0.72, "learning_rate": 3.792591935499768e-05, "loss": 2.4417, "step": 147000 }, { "epoch": 0.73, "learning_rate": 3.7843782751970456e-05, "loss": 2.4472, "step": 148000 }, { "epoch": 0.73, "learning_rate": 3.776164614894323e-05, "loss": 2.4022, "step": 149000 }, { "epoch": 0.74, "learning_rate": 3.7679509545916e-05, "loss": 2.4277, "step": 150000 }, { "epoch": 0.74, "eval_gen_len": 20.0, "eval_loss": 2.357104539871216, "eval_rouge1": 17.8015, "eval_rouge2": 7.4677, "eval_rougeL": 14.226, "eval_rougeLsum": 16.3288, "eval_runtime": 1001.7905, "eval_samples_per_second": 6.424, "eval_steps_per_second": 6.424, "step": 150000 }, { "epoch": 0.74, "learning_rate": 3.759737294288878e-05, "loss": 2.4309, "step": 151000 }, { "epoch": 0.75, "learning_rate": 3.7515236339861556e-05, "loss": 2.4058, "step": 152000 }, { "epoch": 0.75, "learning_rate": 3.743309973683432e-05, "loss": 2.4376, "step": 153000 }, { "epoch": 0.76, "learning_rate": 3.7350963133807097e-05, "loss": 2.4001, "step": 154000 }, { "epoch": 0.76, "learning_rate": 3.726882653077987e-05, "loss": 2.4208, "step": 155000 }, { "epoch": 0.77, "learning_rate": 3.7186689927752643e-05, "loss": 2.4772, "step": 156000 }, { "epoch": 0.77, "learning_rate": 3.7104553324725424e-05, "loss": 2.3995, "step": 157000 }, { "epoch": 0.78, "learning_rate": 3.70224167216982e-05, "loss": 2.4098, "step": 158000 }, { "epoch": 0.78, "learning_rate": 3.6940280118670964e-05, "loss": 2.445, "step": 159000 }, { "epoch": 0.79, "learning_rate": 3.685814351564374e-05, "loss": 2.4258, "step": 160000 }, { "epoch": 0.79, "eval_gen_len": 20.0, "eval_loss": 2.353898525238037, "eval_rouge1": 17.5335, "eval_rouge2": 7.399, "eval_rougeL": 14.09, "eval_rougeLsum": 16.0936, "eval_runtime": 1001.2576, "eval_samples_per_second": 6.428, "eval_steps_per_second": 6.428, "step": 160000 }, { "epoch": 0.79, "learning_rate": 3.677600691261651e-05, "loss": 2.4433, "step": 161000 }, { "epoch": 0.8, "learning_rate": 3.6693870309589284e-05, "loss": 2.4134, "step": 162000 }, { "epoch": 0.8, "learning_rate": 3.661173370656206e-05, "loss": 2.3994, "step": 163000 }, { "epoch": 0.81, "learning_rate": 3.652959710353484e-05, "loss": 2.4135, "step": 164000 }, { "epoch": 0.81, "learning_rate": 3.6447460500507605e-05, "loss": 2.4156, "step": 165000 }, { "epoch": 0.82, "learning_rate": 3.636532389748038e-05, "loss": 2.4284, "step": 166000 }, { "epoch": 0.82, "learning_rate": 3.628318729445315e-05, "loss": 2.4032, "step": 167000 }, { "epoch": 0.83, "learning_rate": 3.6201050691425925e-05, "loss": 2.4398, "step": 168000 }, { "epoch": 0.83, "learning_rate": 3.61189140883987e-05, "loss": 2.4157, "step": 169000 }, { "epoch": 0.84, "learning_rate": 3.603677748537147e-05, "loss": 2.4006, "step": 170000 }, { "epoch": 0.84, "eval_gen_len": 20.0, "eval_loss": 2.3469386100769043, "eval_rouge1": 17.5983, "eval_rouge2": 7.4285, "eval_rougeL": 14.1315, "eval_rougeLsum": 16.1385, "eval_runtime": 1001.9415, "eval_samples_per_second": 6.424, "eval_steps_per_second": 6.424, "step": 170000 }, { "epoch": 0.84, "learning_rate": 3.5954640882344246e-05, "loss": 2.38, "step": 171000 }, { "epoch": 0.85, "learning_rate": 3.587250427931702e-05, "loss": 2.3675, "step": 172000 }, { "epoch": 0.85, "learning_rate": 3.579036767628979e-05, "loss": 2.4047, "step": 173000 }, { "epoch": 0.86, "learning_rate": 3.5708231073262566e-05, "loss": 2.42, "step": 174000 }, { "epoch": 0.86, "learning_rate": 3.562609447023534e-05, "loss": 2.4159, "step": 175000 }, { "epoch": 0.87, "learning_rate": 3.554395786720811e-05, "loss": 2.4043, "step": 176000 }, { "epoch": 0.87, "learning_rate": 3.5461821264180886e-05, "loss": 2.4096, "step": 177000 }, { "epoch": 0.88, "learning_rate": 3.537968466115366e-05, "loss": 2.3902, "step": 178000 }, { "epoch": 0.88, "learning_rate": 3.529754805812643e-05, "loss": 2.4035, "step": 179000 }, { "epoch": 0.89, "learning_rate": 3.521541145509921e-05, "loss": 2.367, "step": 180000 }, { "epoch": 0.89, "eval_gen_len": 20.0, "eval_loss": 2.3343846797943115, "eval_rouge1": 17.297, "eval_rouge2": 7.2361, "eval_rougeL": 13.9286, "eval_rougeLsum": 15.8352, "eval_runtime": 1002.0008, "eval_samples_per_second": 6.423, "eval_steps_per_second": 6.423, "step": 180000 }, { "epoch": 0.89, "learning_rate": 3.513327485207198e-05, "loss": 2.3774, "step": 181000 }, { "epoch": 0.9, "learning_rate": 3.5051138249044754e-05, "loss": 2.4335, "step": 182000 }, { "epoch": 0.9, "learning_rate": 3.496900164601753e-05, "loss": 2.4144, "step": 183000 }, { "epoch": 0.91, "learning_rate": 3.48868650429903e-05, "loss": 2.4027, "step": 184000 }, { "epoch": 0.91, "learning_rate": 3.4804728439963074e-05, "loss": 2.3881, "step": 185000 }, { "epoch": 0.92, "learning_rate": 3.472259183693585e-05, "loss": 2.4494, "step": 186000 }, { "epoch": 0.92, "learning_rate": 3.464045523390862e-05, "loss": 2.4073, "step": 187000 }, { "epoch": 0.93, "learning_rate": 3.4558318630881395e-05, "loss": 2.3972, "step": 188000 }, { "epoch": 0.93, "learning_rate": 3.447618202785417e-05, "loss": 2.4204, "step": 189000 }, { "epoch": 0.94, "learning_rate": 3.4394045424826935e-05, "loss": 2.373, "step": 190000 }, { "epoch": 0.94, "eval_gen_len": 19.997980111870728, "eval_loss": 2.3376951217651367, "eval_rouge1": 17.7189, "eval_rouge2": 7.4993, "eval_rougeL": 14.2603, "eval_rougeLsum": 16.2546, "eval_runtime": 1002.8715, "eval_samples_per_second": 6.418, "eval_steps_per_second": 6.418, "step": 190000 }, { "epoch": 0.94, "learning_rate": 3.4311908821799715e-05, "loss": 2.3981, "step": 191000 }, { "epoch": 0.95, "learning_rate": 3.422977221877249e-05, "loss": 2.4038, "step": 192000 }, { "epoch": 0.95, "learning_rate": 3.414763561574526e-05, "loss": 2.3974, "step": 193000 }, { "epoch": 0.96, "learning_rate": 3.4065499012718035e-05, "loss": 2.3814, "step": 194000 }, { "epoch": 0.96, "learning_rate": 3.39833624096908e-05, "loss": 2.3699, "step": 195000 }, { "epoch": 0.97, "learning_rate": 3.3901225806663576e-05, "loss": 2.3968, "step": 196000 }, { "epoch": 0.97, "learning_rate": 3.3819089203636356e-05, "loss": 2.3897, "step": 197000 }, { "epoch": 0.98, "learning_rate": 3.373695260060913e-05, "loss": 2.3699, "step": 198000 }, { "epoch": 0.98, "learning_rate": 3.36548159975819e-05, "loss": 2.3721, "step": 199000 }, { "epoch": 0.99, "learning_rate": 3.3572679394554676e-05, "loss": 2.3762, "step": 200000 }, { "epoch": 0.99, "eval_gen_len": 20.0, "eval_loss": 2.3105790615081787, "eval_rouge1": 17.7883, "eval_rouge2": 7.4766, "eval_rougeL": 14.2675, "eval_rougeLsum": 16.3115, "eval_runtime": 1002.2915, "eval_samples_per_second": 6.421, "eval_steps_per_second": 6.421, "step": 200000 }, { "epoch": 0.99, "learning_rate": 3.349054279152744e-05, "loss": 2.4026, "step": 201000 }, { "epoch": 1.0, "learning_rate": 3.3408406188500216e-05, "loss": 2.4048, "step": 202000 }, { "epoch": 1.0, "learning_rate": 3.332626958547299e-05, "loss": 2.3726, "step": 203000 }, { "epoch": 1.01, "learning_rate": 3.324413298244577e-05, "loss": 2.2951, "step": 204000 }, { "epoch": 1.01, "learning_rate": 3.3161996379418544e-05, "loss": 2.2803, "step": 205000 }, { "epoch": 1.02, "learning_rate": 3.307985977639132e-05, "loss": 2.2674, "step": 206000 }, { "epoch": 1.02, "learning_rate": 3.2997723173364084e-05, "loss": 2.2442, "step": 207000 }, { "epoch": 1.03, "learning_rate": 3.291558657033686e-05, "loss": 2.2641, "step": 208000 }, { "epoch": 1.03, "learning_rate": 3.283344996730963e-05, "loss": 2.2739, "step": 209000 }, { "epoch": 1.03, "learning_rate": 3.2751313364282404e-05, "loss": 2.2538, "step": 210000 }, { "epoch": 1.03, "eval_gen_len": 20.0, "eval_loss": 2.319744348526001, "eval_rouge1": 17.4487, "eval_rouge2": 7.4171, "eval_rougeL": 14.0473, "eval_rougeLsum": 15.9771, "eval_runtime": 1004.9052, "eval_samples_per_second": 6.405, "eval_steps_per_second": 6.405, "step": 210000 }, { "epoch": 1.04, "learning_rate": 3.2669176761255184e-05, "loss": 2.2816, "step": 211000 }, { "epoch": 1.04, "learning_rate": 3.258704015822796e-05, "loss": 2.3031, "step": 212000 }, { "epoch": 1.05, "learning_rate": 3.2504903555200725e-05, "loss": 2.2956, "step": 213000 }, { "epoch": 1.05, "learning_rate": 3.24227669521735e-05, "loss": 2.29, "step": 214000 }, { "epoch": 1.06, "learning_rate": 3.234063034914627e-05, "loss": 2.29, "step": 215000 }, { "epoch": 1.06, "learning_rate": 3.2258493746119045e-05, "loss": 2.2882, "step": 216000 }, { "epoch": 1.07, "learning_rate": 3.2176357143091825e-05, "loss": 2.2578, "step": 217000 }, { "epoch": 1.07, "learning_rate": 3.20942205400646e-05, "loss": 2.2767, "step": 218000 }, { "epoch": 1.08, "learning_rate": 3.2012083937037365e-05, "loss": 2.2781, "step": 219000 }, { "epoch": 1.08, "learning_rate": 3.192994733401014e-05, "loss": 2.268, "step": 220000 }, { "epoch": 1.08, "eval_gen_len": 20.0, "eval_loss": 2.304415464401245, "eval_rouge1": 17.9603, "eval_rouge2": 7.5806, "eval_rougeL": 14.3755, "eval_rougeLsum": 16.4328, "eval_runtime": 1002.3836, "eval_samples_per_second": 6.421, "eval_steps_per_second": 6.421, "step": 220000 }, { "epoch": 1.09, "learning_rate": 3.184781073098291e-05, "loss": 2.2826, "step": 221000 }, { "epoch": 1.09, "learning_rate": 3.1765674127955686e-05, "loss": 2.3023, "step": 222000 }, { "epoch": 1.1, "learning_rate": 3.168353752492846e-05, "loss": 2.2886, "step": 223000 }, { "epoch": 1.1, "learning_rate": 3.160140092190124e-05, "loss": 2.2366, "step": 224000 }, { "epoch": 1.11, "learning_rate": 3.1519264318874006e-05, "loss": 2.3047, "step": 225000 }, { "epoch": 1.11, "learning_rate": 3.143712771584678e-05, "loss": 2.2852, "step": 226000 }, { "epoch": 1.12, "learning_rate": 3.135499111281955e-05, "loss": 2.3118, "step": 227000 }, { "epoch": 1.12, "learning_rate": 3.1272854509792327e-05, "loss": 2.2869, "step": 228000 }, { "epoch": 1.13, "learning_rate": 3.11907179067651e-05, "loss": 2.2759, "step": 229000 }, { "epoch": 1.13, "learning_rate": 3.1108581303737874e-05, "loss": 2.2986, "step": 230000 }, { "epoch": 1.13, "eval_gen_len": 20.0, "eval_loss": 2.3002452850341797, "eval_rouge1": 17.9268, "eval_rouge2": 7.5321, "eval_rougeL": 14.3503, "eval_rougeLsum": 16.4191, "eval_runtime": 1002.1846, "eval_samples_per_second": 6.422, "eval_steps_per_second": 6.422, "step": 230000 }, { "epoch": 1.14, "learning_rate": 3.102644470071065e-05, "loss": 2.2428, "step": 231000 }, { "epoch": 1.14, "learning_rate": 3.094430809768342e-05, "loss": 2.2776, "step": 232000 }, { "epoch": 1.15, "learning_rate": 3.0862171494656194e-05, "loss": 2.2857, "step": 233000 }, { "epoch": 1.15, "learning_rate": 3.078003489162897e-05, "loss": 2.2647, "step": 234000 }, { "epoch": 1.16, "learning_rate": 3.069789828860174e-05, "loss": 2.2706, "step": 235000 }, { "epoch": 1.16, "learning_rate": 3.0615761685574514e-05, "loss": 2.2688, "step": 236000 }, { "epoch": 1.17, "learning_rate": 3.053362508254729e-05, "loss": 2.271, "step": 237000 }, { "epoch": 1.17, "learning_rate": 3.045148847952006e-05, "loss": 2.29, "step": 238000 }, { "epoch": 1.18, "learning_rate": 3.0369351876492835e-05, "loss": 2.2952, "step": 239000 }, { "epoch": 1.18, "learning_rate": 3.0287215273465608e-05, "loss": 2.241, "step": 240000 }, { "epoch": 1.18, "eval_gen_len": 20.0, "eval_loss": 2.305872917175293, "eval_rouge1": 17.4542, "eval_rouge2": 7.3224, "eval_rougeL": 14.0578, "eval_rougeLsum": 16.0157, "eval_runtime": 1003.3545, "eval_samples_per_second": 6.414, "eval_steps_per_second": 6.414, "step": 240000 }, { "epoch": 1.19, "learning_rate": 3.020507867043838e-05, "loss": 2.291, "step": 241000 }, { "epoch": 1.19, "learning_rate": 3.0122942067411152e-05, "loss": 2.28, "step": 242000 }, { "epoch": 1.2, "learning_rate": 3.0040805464383925e-05, "loss": 2.2519, "step": 243000 }, { "epoch": 1.2, "learning_rate": 2.9958668861356702e-05, "loss": 2.2462, "step": 244000 }, { "epoch": 1.21, "learning_rate": 2.9876532258329476e-05, "loss": 2.2689, "step": 245000 }, { "epoch": 1.21, "learning_rate": 2.979439565530225e-05, "loss": 2.3039, "step": 246000 }, { "epoch": 1.22, "learning_rate": 2.9712259052275023e-05, "loss": 2.2903, "step": 247000 }, { "epoch": 1.22, "learning_rate": 2.9630122449247793e-05, "loss": 2.2495, "step": 248000 }, { "epoch": 1.23, "learning_rate": 2.9547985846220566e-05, "loss": 2.2744, "step": 249000 }, { "epoch": 1.23, "learning_rate": 2.946584924319334e-05, "loss": 2.2534, "step": 250000 }, { "epoch": 1.23, "eval_gen_len": 20.0, "eval_loss": 2.292659282684326, "eval_rouge1": 17.8039, "eval_rouge2": 7.6232, "eval_rougeL": 14.2916, "eval_rougeLsum": 16.3442, "eval_runtime": 1002.532, "eval_samples_per_second": 6.42, "eval_steps_per_second": 6.42, "step": 250000 }, { "epoch": 1.24, "learning_rate": 2.9383712640166116e-05, "loss": 2.2451, "step": 251000 }, { "epoch": 1.24, "learning_rate": 2.930157603713889e-05, "loss": 2.2894, "step": 252000 }, { "epoch": 1.25, "learning_rate": 2.9219439434111663e-05, "loss": 2.2856, "step": 253000 }, { "epoch": 1.25, "learning_rate": 2.9137302831084433e-05, "loss": 2.2344, "step": 254000 }, { "epoch": 1.26, "learning_rate": 2.9055166228057207e-05, "loss": 2.2819, "step": 255000 }, { "epoch": 1.26, "learning_rate": 2.897302962502998e-05, "loss": 2.2849, "step": 256000 }, { "epoch": 1.27, "learning_rate": 2.889089302200275e-05, "loss": 2.2789, "step": 257000 }, { "epoch": 1.27, "learning_rate": 2.880875641897553e-05, "loss": 2.2847, "step": 258000 }, { "epoch": 1.28, "learning_rate": 2.87266198159483e-05, "loss": 2.2623, "step": 259000 }, { "epoch": 1.28, "learning_rate": 2.8644483212921074e-05, "loss": 2.26, "step": 260000 }, { "epoch": 1.28, "eval_gen_len": 19.998290863890617, "eval_loss": 2.2910218238830566, "eval_rouge1": 17.8607, "eval_rouge2": 7.5645, "eval_rougeL": 14.318, "eval_rougeLsum": 16.3336, "eval_runtime": 1003.3313, "eval_samples_per_second": 6.415, "eval_steps_per_second": 6.415, "step": 260000 }, { "epoch": 1.29, "learning_rate": 2.8562346609893848e-05, "loss": 2.263, "step": 261000 }, { "epoch": 1.29, "learning_rate": 2.848021000686662e-05, "loss": 2.2863, "step": 262000 }, { "epoch": 1.3, "learning_rate": 2.839807340383939e-05, "loss": 2.3029, "step": 263000 }, { "epoch": 1.3, "learning_rate": 2.831593680081217e-05, "loss": 2.2944, "step": 264000 }, { "epoch": 1.31, "learning_rate": 2.823380019778494e-05, "loss": 2.2807, "step": 265000 }, { "epoch": 1.31, "learning_rate": 2.8151663594757715e-05, "loss": 2.2569, "step": 266000 }, { "epoch": 1.32, "learning_rate": 2.806952699173049e-05, "loss": 2.2592, "step": 267000 }, { "epoch": 1.32, "learning_rate": 2.7987390388703262e-05, "loss": 2.2696, "step": 268000 }, { "epoch": 1.33, "learning_rate": 2.7905253785676032e-05, "loss": 2.2782, "step": 269000 }, { "epoch": 1.33, "learning_rate": 2.7823117182648806e-05, "loss": 2.3, "step": 270000 }, { "epoch": 1.33, "eval_gen_len": 20.0, "eval_loss": 2.2818093299865723, "eval_rouge1": 17.8203, "eval_rouge2": 7.4815, "eval_rougeL": 14.3171, "eval_rougeLsum": 16.3309, "eval_runtime": 1004.91, "eval_samples_per_second": 6.405, "eval_steps_per_second": 6.405, "step": 270000 }, { "epoch": 1.34, "learning_rate": 2.7740980579621582e-05, "loss": 2.2404, "step": 271000 }, { "epoch": 1.34, "learning_rate": 2.7658843976594356e-05, "loss": 2.2675, "step": 272000 }, { "epoch": 1.35, "learning_rate": 2.757670737356713e-05, "loss": 2.2684, "step": 273000 }, { "epoch": 1.35, "learning_rate": 2.7494570770539903e-05, "loss": 2.2547, "step": 274000 }, { "epoch": 1.36, "learning_rate": 2.7412434167512673e-05, "loss": 2.2342, "step": 275000 }, { "epoch": 1.36, "learning_rate": 2.7330297564485446e-05, "loss": 2.2909, "step": 276000 }, { "epoch": 1.37, "learning_rate": 2.724816096145822e-05, "loss": 2.2592, "step": 277000 }, { "epoch": 1.37, "learning_rate": 2.7166024358430997e-05, "loss": 2.2304, "step": 278000 }, { "epoch": 1.37, "learning_rate": 2.708388775540377e-05, "loss": 2.2783, "step": 279000 }, { "epoch": 1.38, "learning_rate": 2.7001751152376544e-05, "loss": 2.2964, "step": 280000 }, { "epoch": 1.38, "eval_gen_len": 20.0, "eval_loss": 2.2720584869384766, "eval_rouge1": 17.983, "eval_rouge2": 7.6867, "eval_rougeL": 14.3971, "eval_rougeLsum": 16.493, "eval_runtime": 1001.9281, "eval_samples_per_second": 6.424, "eval_steps_per_second": 6.424, "step": 280000 }, { "epoch": 1.38, "learning_rate": 2.6919614549349314e-05, "loss": 2.2879, "step": 281000 }, { "epoch": 1.39, "learning_rate": 2.6837477946322087e-05, "loss": 2.2937, "step": 282000 }, { "epoch": 1.39, "learning_rate": 2.675534134329486e-05, "loss": 2.2598, "step": 283000 }, { "epoch": 1.4, "learning_rate": 2.6673204740267638e-05, "loss": 2.2706, "step": 284000 }, { "epoch": 1.4, "learning_rate": 2.659106813724041e-05, "loss": 2.2838, "step": 285000 }, { "epoch": 1.41, "learning_rate": 2.650893153421318e-05, "loss": 2.2684, "step": 286000 }, { "epoch": 1.41, "learning_rate": 2.6426794931185955e-05, "loss": 2.2495, "step": 287000 }, { "epoch": 1.42, "learning_rate": 2.6344658328158728e-05, "loss": 2.2696, "step": 288000 }, { "epoch": 1.42, "learning_rate": 2.62625217251315e-05, "loss": 2.2691, "step": 289000 }, { "epoch": 1.43, "learning_rate": 2.618038512210427e-05, "loss": 2.2564, "step": 290000 }, { "epoch": 1.43, "eval_gen_len": 19.998756991920448, "eval_loss": 2.2700564861297607, "eval_rouge1": 18.059, "eval_rouge2": 7.7273, "eval_rougeL": 14.4806, "eval_rougeLsum": 16.5792, "eval_runtime": 1004.3234, "eval_samples_per_second": 6.408, "eval_steps_per_second": 6.408, "step": 290000 }, { "epoch": 1.43, "learning_rate": 2.6098248519077052e-05, "loss": 2.2467, "step": 291000 }, { "epoch": 1.44, "learning_rate": 2.6016111916049822e-05, "loss": 2.2656, "step": 292000 }, { "epoch": 1.44, "learning_rate": 2.5933975313022595e-05, "loss": 2.2501, "step": 293000 }, { "epoch": 1.45, "learning_rate": 2.585183870999537e-05, "loss": 2.2369, "step": 294000 }, { "epoch": 1.45, "learning_rate": 2.5769702106968142e-05, "loss": 2.2575, "step": 295000 }, { "epoch": 1.46, "learning_rate": 2.5687565503940912e-05, "loss": 2.2577, "step": 296000 }, { "epoch": 1.46, "learning_rate": 2.5605428900913686e-05, "loss": 2.2685, "step": 297000 }, { "epoch": 1.47, "learning_rate": 2.5523292297886463e-05, "loss": 2.2749, "step": 298000 }, { "epoch": 1.47, "learning_rate": 2.5441155694859236e-05, "loss": 2.2683, "step": 299000 }, { "epoch": 1.48, "learning_rate": 2.535901909183201e-05, "loss": 2.2576, "step": 300000 }, { "epoch": 1.48, "eval_gen_len": 20.0, "eval_loss": 2.2662742137908936, "eval_rouge1": 17.5706, "eval_rouge2": 7.4424, "eval_rougeL": 14.1424, "eval_rougeLsum": 16.1297, "eval_runtime": 1002.3266, "eval_samples_per_second": 6.421, "eval_steps_per_second": 6.421, "step": 300000 }, { "epoch": 1.48, "learning_rate": 2.5276882488804783e-05, "loss": 2.2672, "step": 301000 }, { "epoch": 1.49, "learning_rate": 2.5194745885777553e-05, "loss": 2.2699, "step": 302000 }, { "epoch": 1.49, "learning_rate": 2.5112609282750327e-05, "loss": 2.2808, "step": 303000 }, { "epoch": 1.5, "learning_rate": 2.5030472679723104e-05, "loss": 2.2339, "step": 304000 }, { "epoch": 1.5, "learning_rate": 2.4948336076695874e-05, "loss": 2.2424, "step": 305000 }, { "epoch": 1.51, "learning_rate": 2.486619947366865e-05, "loss": 2.2633, "step": 306000 }, { "epoch": 1.51, "learning_rate": 2.4784062870641424e-05, "loss": 2.2512, "step": 307000 }, { "epoch": 1.52, "learning_rate": 2.4701926267614194e-05, "loss": 2.2463, "step": 308000 }, { "epoch": 1.52, "learning_rate": 2.461978966458697e-05, "loss": 2.2703, "step": 309000 }, { "epoch": 1.53, "learning_rate": 2.4537653061559744e-05, "loss": 2.2605, "step": 310000 }, { "epoch": 1.53, "eval_gen_len": 19.998756991920448, "eval_loss": 2.2607014179229736, "eval_rouge1": 17.8057, "eval_rouge2": 7.5219, "eval_rougeL": 14.3226, "eval_rougeLsum": 16.3355, "eval_runtime": 1003.1195, "eval_samples_per_second": 6.416, "eval_steps_per_second": 6.416, "step": 310000 }, { "epoch": 1.53, "learning_rate": 2.4455516458532514e-05, "loss": 2.2449, "step": 311000 }, { "epoch": 1.54, "learning_rate": 2.4373379855505288e-05, "loss": 2.2648, "step": 312000 }, { "epoch": 1.54, "learning_rate": 2.4291243252478065e-05, "loss": 2.2289, "step": 313000 }, { "epoch": 1.55, "learning_rate": 2.4209106649450835e-05, "loss": 2.251, "step": 314000 }, { "epoch": 1.55, "learning_rate": 2.412697004642361e-05, "loss": 2.2378, "step": 315000 }, { "epoch": 1.56, "learning_rate": 2.4044833443396382e-05, "loss": 2.2641, "step": 316000 }, { "epoch": 1.56, "learning_rate": 2.3962696840369155e-05, "loss": 2.2656, "step": 317000 }, { "epoch": 1.57, "learning_rate": 2.388056023734193e-05, "loss": 2.2325, "step": 318000 }, { "epoch": 1.57, "learning_rate": 2.3798423634314702e-05, "loss": 2.2373, "step": 319000 }, { "epoch": 1.58, "learning_rate": 2.3716287031287476e-05, "loss": 2.2587, "step": 320000 }, { "epoch": 1.58, "eval_gen_len": 20.0, "eval_loss": 2.255239486694336, "eval_rouge1": 18.0396, "eval_rouge2": 7.7064, "eval_rougeL": 14.5005, "eval_rougeLsum": 16.5823, "eval_runtime": 1003.0354, "eval_samples_per_second": 6.417, "eval_steps_per_second": 6.417, "step": 320000 }, { "epoch": 1.58, "learning_rate": 2.363415042826025e-05, "loss": 2.2587, "step": 321000 }, { "epoch": 1.59, "learning_rate": 2.3552013825233023e-05, "loss": 2.2679, "step": 322000 }, { "epoch": 1.59, "learning_rate": 2.3469877222205796e-05, "loss": 2.2462, "step": 323000 }, { "epoch": 1.6, "learning_rate": 2.338774061917857e-05, "loss": 2.271, "step": 324000 }, { "epoch": 1.6, "learning_rate": 2.3305604016151343e-05, "loss": 2.2564, "step": 325000 }, { "epoch": 1.61, "learning_rate": 2.3223467413124117e-05, "loss": 2.2483, "step": 326000 }, { "epoch": 1.61, "learning_rate": 2.314133081009689e-05, "loss": 2.2594, "step": 327000 }, { "epoch": 1.62, "learning_rate": 2.3059194207069663e-05, "loss": 2.2399, "step": 328000 }, { "epoch": 1.62, "learning_rate": 2.2977057604042437e-05, "loss": 2.2448, "step": 329000 }, { "epoch": 1.63, "learning_rate": 2.289492100101521e-05, "loss": 2.2423, "step": 330000 }, { "epoch": 1.63, "eval_gen_len": 20.0, "eval_loss": 2.252311944961548, "eval_rouge1": 18.2229, "eval_rouge2": 7.8398, "eval_rougeL": 14.5868, "eval_rougeLsum": 16.7408, "eval_runtime": 1003.0179, "eval_samples_per_second": 6.417, "eval_steps_per_second": 6.417, "step": 330000 }, { "epoch": 1.63, "learning_rate": 2.2812784397987984e-05, "loss": 2.2106, "step": 331000 }, { "epoch": 1.64, "learning_rate": 2.2730647794960754e-05, "loss": 2.2214, "step": 332000 }, { "epoch": 1.64, "learning_rate": 2.264851119193353e-05, "loss": 2.2722, "step": 333000 }, { "epoch": 1.65, "learning_rate": 2.2566374588906304e-05, "loss": 2.2286, "step": 334000 }, { "epoch": 1.65, "learning_rate": 2.2484237985879074e-05, "loss": 2.2137, "step": 335000 }, { "epoch": 1.66, "learning_rate": 2.240210138285185e-05, "loss": 2.2624, "step": 336000 }, { "epoch": 1.66, "learning_rate": 2.2319964779824625e-05, "loss": 2.2248, "step": 337000 }, { "epoch": 1.67, "learning_rate": 2.2237828176797395e-05, "loss": 2.2182, "step": 338000 }, { "epoch": 1.67, "learning_rate": 2.215569157377017e-05, "loss": 2.227, "step": 339000 }, { "epoch": 1.68, "learning_rate": 2.2073554970742945e-05, "loss": 2.2793, "step": 340000 }, { "epoch": 1.68, "eval_gen_len": 19.998756991920448, "eval_loss": 2.243055582046509, "eval_rouge1": 17.6785, "eval_rouge2": 7.5437, "eval_rougeL": 14.1971, "eval_rougeLsum": 16.1724, "eval_runtime": 1002.029, "eval_samples_per_second": 6.423, "eval_steps_per_second": 6.423, "step": 340000 }, { "epoch": 1.68, "learning_rate": 2.1991418367715715e-05, "loss": 2.2275, "step": 341000 }, { "epoch": 1.69, "learning_rate": 2.190928176468849e-05, "loss": 2.2495, "step": 342000 }, { "epoch": 1.69, "learning_rate": 2.1827145161661262e-05, "loss": 2.2585, "step": 343000 }, { "epoch": 1.7, "learning_rate": 2.1745008558634036e-05, "loss": 2.2612, "step": 344000 }, { "epoch": 1.7, "learning_rate": 2.166287195560681e-05, "loss": 2.2437, "step": 345000 }, { "epoch": 1.71, "learning_rate": 2.1580735352579583e-05, "loss": 2.2331, "step": 346000 }, { "epoch": 1.71, "learning_rate": 2.1498598749552356e-05, "loss": 2.1989, "step": 347000 }, { "epoch": 1.72, "learning_rate": 2.141646214652513e-05, "loss": 2.2247, "step": 348000 }, { "epoch": 1.72, "learning_rate": 2.1334325543497903e-05, "loss": 2.2577, "step": 349000 }, { "epoch": 1.72, "learning_rate": 2.1252188940470676e-05, "loss": 2.2005, "step": 350000 }, { "epoch": 1.72, "eval_gen_len": 19.998756991920448, "eval_loss": 2.234309196472168, "eval_rouge1": 17.7552, "eval_rouge2": 7.6026, "eval_rougeL": 14.2152, "eval_rougeLsum": 16.2797, "eval_runtime": 1003.531, "eval_samples_per_second": 6.413, "eval_steps_per_second": 6.413, "step": 350000 }, { "epoch": 1.73, "learning_rate": 2.117005233744345e-05, "loss": 2.224, "step": 351000 }, { "epoch": 1.73, "learning_rate": 2.1087915734416223e-05, "loss": 2.2422, "step": 352000 }, { "epoch": 1.74, "learning_rate": 2.1005779131388997e-05, "loss": 2.2493, "step": 353000 }, { "epoch": 1.74, "learning_rate": 2.092364252836177e-05, "loss": 2.25, "step": 354000 }, { "epoch": 1.75, "learning_rate": 2.0841505925334544e-05, "loss": 2.2425, "step": 355000 }, { "epoch": 1.75, "learning_rate": 2.0759369322307317e-05, "loss": 2.2432, "step": 356000 }, { "epoch": 1.76, "learning_rate": 2.067723271928009e-05, "loss": 2.2621, "step": 357000 }, { "epoch": 1.76, "learning_rate": 2.0595096116252864e-05, "loss": 2.2175, "step": 358000 }, { "epoch": 1.77, "learning_rate": 2.0512959513225638e-05, "loss": 2.2057, "step": 359000 }, { "epoch": 1.77, "learning_rate": 2.043082291019841e-05, "loss": 2.2454, "step": 360000 }, { "epoch": 1.77, "eval_gen_len": 20.0, "eval_loss": 2.2339000701904297, "eval_rouge1": 17.9292, "eval_rouge2": 7.699, "eval_rougeL": 14.4099, "eval_rougeLsum": 16.4682, "eval_runtime": 1001.8423, "eval_samples_per_second": 6.424, "eval_steps_per_second": 6.424, "step": 360000 }, { "epoch": 1.78, "learning_rate": 2.0348686307171185e-05, "loss": 2.2291, "step": 361000 }, { "epoch": 1.78, "learning_rate": 2.0266549704143955e-05, "loss": 2.2329, "step": 362000 }, { "epoch": 1.79, "learning_rate": 2.018441310111673e-05, "loss": 2.211, "step": 363000 }, { "epoch": 1.79, "learning_rate": 2.0102276498089505e-05, "loss": 2.2226, "step": 364000 }, { "epoch": 1.8, "learning_rate": 2.0020139895062275e-05, "loss": 2.2269, "step": 365000 }, { "epoch": 1.8, "learning_rate": 1.9938003292035052e-05, "loss": 2.234, "step": 366000 }, { "epoch": 1.81, "learning_rate": 1.9855866689007825e-05, "loss": 2.2477, "step": 367000 }, { "epoch": 1.81, "learning_rate": 1.9773730085980595e-05, "loss": 2.2146, "step": 368000 }, { "epoch": 1.82, "learning_rate": 1.9691593482953372e-05, "loss": 2.225, "step": 369000 }, { "epoch": 1.82, "learning_rate": 1.9609456879926142e-05, "loss": 2.2175, "step": 370000 }, { "epoch": 1.82, "eval_gen_len": 20.0, "eval_loss": 2.2345097064971924, "eval_rouge1": 17.7413, "eval_rouge2": 7.4892, "eval_rougeL": 14.2223, "eval_rougeLsum": 16.2442, "eval_runtime": 1002.457, "eval_samples_per_second": 6.42, "eval_steps_per_second": 6.42, "step": 370000 }, { "epoch": 1.83, "learning_rate": 1.9527320276898916e-05, "loss": 2.1898, "step": 371000 }, { "epoch": 1.83, "learning_rate": 1.944518367387169e-05, "loss": 2.2081, "step": 372000 }, { "epoch": 1.84, "learning_rate": 1.9363047070844463e-05, "loss": 2.2261, "step": 373000 }, { "epoch": 1.84, "learning_rate": 1.9280910467817236e-05, "loss": 2.2311, "step": 374000 }, { "epoch": 1.85, "learning_rate": 1.919877386479001e-05, "loss": 2.2299, "step": 375000 }, { "epoch": 1.85, "learning_rate": 1.9116637261762783e-05, "loss": 2.2381, "step": 376000 }, { "epoch": 1.86, "learning_rate": 1.9034500658735557e-05, "loss": 2.2023, "step": 377000 }, { "epoch": 1.86, "learning_rate": 1.895236405570833e-05, "loss": 2.2442, "step": 378000 }, { "epoch": 1.87, "learning_rate": 1.8870227452681104e-05, "loss": 2.2082, "step": 379000 }, { "epoch": 1.87, "learning_rate": 1.8788090849653877e-05, "loss": 2.238, "step": 380000 }, { "epoch": 1.87, "eval_gen_len": 19.998756991920448, "eval_loss": 2.225850820541382, "eval_rouge1": 17.6679, "eval_rouge2": 7.4976, "eval_rougeL": 14.24, "eval_rougeLsum": 16.243, "eval_runtime": 1004.5269, "eval_samples_per_second": 6.407, "eval_steps_per_second": 6.407, "step": 380000 }, { "epoch": 1.88, "learning_rate": 1.870595424662665e-05, "loss": 2.218, "step": 381000 }, { "epoch": 1.88, "learning_rate": 1.8623817643599424e-05, "loss": 2.2447, "step": 382000 }, { "epoch": 1.89, "learning_rate": 1.8541681040572198e-05, "loss": 2.2569, "step": 383000 }, { "epoch": 1.89, "learning_rate": 1.845954443754497e-05, "loss": 2.2149, "step": 384000 }, { "epoch": 1.9, "learning_rate": 1.8377407834517744e-05, "loss": 2.2106, "step": 385000 }, { "epoch": 1.9, "learning_rate": 1.8295271231490518e-05, "loss": 2.224, "step": 386000 }, { "epoch": 1.91, "learning_rate": 1.821313462846329e-05, "loss": 2.2348, "step": 387000 }, { "epoch": 1.91, "learning_rate": 1.8130998025436065e-05, "loss": 2.2312, "step": 388000 }, { "epoch": 1.92, "learning_rate": 1.804886142240884e-05, "loss": 2.2181, "step": 389000 }, { "epoch": 1.92, "learning_rate": 1.7966724819381612e-05, "loss": 2.2108, "step": 390000 }, { "epoch": 1.92, "eval_gen_len": 19.998756991920448, "eval_loss": 2.2210330963134766, "eval_rouge1": 17.8474, "eval_rouge2": 7.6054, "eval_rougeL": 14.3494, "eval_rougeLsum": 16.3635, "eval_runtime": 1003.154, "eval_samples_per_second": 6.416, "eval_steps_per_second": 6.416, "step": 390000 }, { "epoch": 1.93, "learning_rate": 1.7884588216354385e-05, "loss": 2.2387, "step": 391000 }, { "epoch": 1.93, "learning_rate": 1.7802451613327155e-05, "loss": 2.2108, "step": 392000 }, { "epoch": 1.94, "learning_rate": 1.7720315010299932e-05, "loss": 2.2204, "step": 393000 }, { "epoch": 1.94, "learning_rate": 1.7638178407272706e-05, "loss": 2.1789, "step": 394000 }, { "epoch": 1.95, "learning_rate": 1.7556041804245476e-05, "loss": 2.2528, "step": 395000 }, { "epoch": 1.95, "learning_rate": 1.7473905201218253e-05, "loss": 2.2182, "step": 396000 }, { "epoch": 1.96, "learning_rate": 1.7391768598191023e-05, "loss": 2.2243, "step": 397000 }, { "epoch": 1.96, "learning_rate": 1.7309631995163796e-05, "loss": 2.2358, "step": 398000 }, { "epoch": 1.97, "learning_rate": 1.7227495392136573e-05, "loss": 2.2398, "step": 399000 }, { "epoch": 1.97, "learning_rate": 1.7145358789109343e-05, "loss": 2.2124, "step": 400000 }, { "epoch": 1.97, "eval_gen_len": 20.0, "eval_loss": 2.216984510421753, "eval_rouge1": 17.8019, "eval_rouge2": 7.5182, "eval_rougeL": 14.264, "eval_rougeLsum": 16.3003, "eval_runtime": 1004.0298, "eval_samples_per_second": 6.41, "eval_steps_per_second": 6.41, "step": 400000 }, { "epoch": 1.98, "learning_rate": 1.7063222186082117e-05, "loss": 2.2002, "step": 401000 }, { "epoch": 1.98, "learning_rate": 1.698108558305489e-05, "loss": 2.2347, "step": 402000 }, { "epoch": 1.99, "learning_rate": 1.6898948980027664e-05, "loss": 2.2022, "step": 403000 }, { "epoch": 1.99, "learning_rate": 1.6816812377000437e-05, "loss": 2.205, "step": 404000 }, { "epoch": 2.0, "learning_rate": 1.673467577397321e-05, "loss": 2.2409, "step": 405000 }, { "epoch": 2.0, "learning_rate": 1.6652539170945984e-05, "loss": 2.1837, "step": 406000 }, { "epoch": 2.01, "learning_rate": 1.6570402567918757e-05, "loss": 2.1036, "step": 407000 }, { "epoch": 2.01, "learning_rate": 1.648826596489153e-05, "loss": 2.0907, "step": 408000 }, { "epoch": 2.02, "learning_rate": 1.6406129361864304e-05, "loss": 2.0906, "step": 409000 }, { "epoch": 2.02, "learning_rate": 1.6323992758837078e-05, "loss": 2.0976, "step": 410000 }, { "epoch": 2.02, "eval_gen_len": 20.0, "eval_loss": 2.224844217300415, "eval_rouge1": 17.8063, "eval_rouge2": 7.5383, "eval_rougeL": 14.2782, "eval_rougeLsum": 16.275, "eval_runtime": 1002.96, "eval_samples_per_second": 6.417, "eval_steps_per_second": 6.417, "step": 410000 }, { "epoch": 2.03, "learning_rate": 1.624185615580985e-05, "loss": 2.1178, "step": 411000 }, { "epoch": 2.03, "learning_rate": 1.6159719552782625e-05, "loss": 2.1256, "step": 412000 }, { "epoch": 2.04, "learning_rate": 1.6077582949755398e-05, "loss": 2.125, "step": 413000 }, { "epoch": 2.04, "learning_rate": 1.5995446346728172e-05, "loss": 2.0956, "step": 414000 }, { "epoch": 2.05, "learning_rate": 1.5913309743700945e-05, "loss": 2.088, "step": 415000 }, { "epoch": 2.05, "learning_rate": 1.583117314067372e-05, "loss": 2.1173, "step": 416000 }, { "epoch": 2.06, "learning_rate": 1.5749036537646492e-05, "loss": 2.1159, "step": 417000 }, { "epoch": 2.06, "learning_rate": 1.5666899934619266e-05, "loss": 2.0934, "step": 418000 }, { "epoch": 2.06, "learning_rate": 1.558476333159204e-05, "loss": 2.1048, "step": 419000 }, { "epoch": 2.07, "learning_rate": 1.5502626728564813e-05, "loss": 2.0932, "step": 420000 }, { "epoch": 2.07, "eval_gen_len": 20.0, "eval_loss": 2.2196199893951416, "eval_rouge1": 17.9171, "eval_rouge2": 7.6187, "eval_rougeL": 14.3508, "eval_rougeLsum": 16.4333, "eval_runtime": 1002.1016, "eval_samples_per_second": 6.423, "eval_steps_per_second": 6.423, "step": 420000 }, { "epoch": 2.07, "learning_rate": 1.5420490125537586e-05, "loss": 2.1018, "step": 421000 }, { "epoch": 2.08, "learning_rate": 1.5338353522510356e-05, "loss": 2.0751, "step": 422000 }, { "epoch": 2.08, "learning_rate": 1.5256216919483133e-05, "loss": 2.0667, "step": 423000 }, { "epoch": 2.09, "learning_rate": 1.5174080316455905e-05, "loss": 2.0963, "step": 424000 }, { "epoch": 2.09, "learning_rate": 1.5091943713428677e-05, "loss": 2.1121, "step": 425000 }, { "epoch": 2.1, "learning_rate": 1.5009807110401453e-05, "loss": 2.1237, "step": 426000 }, { "epoch": 2.1, "learning_rate": 1.4927670507374225e-05, "loss": 2.1176, "step": 427000 }, { "epoch": 2.11, "learning_rate": 1.4845533904346997e-05, "loss": 2.1131, "step": 428000 }, { "epoch": 2.11, "learning_rate": 1.4763397301319772e-05, "loss": 2.0902, "step": 429000 }, { "epoch": 2.12, "learning_rate": 1.4681260698292546e-05, "loss": 2.0956, "step": 430000 }, { "epoch": 2.12, "eval_gen_len": 19.998756991920448, "eval_loss": 2.2135493755340576, "eval_rouge1": 18.0616, "eval_rouge2": 7.7655, "eval_rougeL": 14.4837, "eval_rougeLsum": 16.5627, "eval_runtime": 1001.5993, "eval_samples_per_second": 6.426, "eval_steps_per_second": 6.426, "step": 430000 }, { "epoch": 2.12, "learning_rate": 1.4599124095265317e-05, "loss": 2.0948, "step": 431000 }, { "epoch": 2.13, "learning_rate": 1.451698749223809e-05, "loss": 2.1081, "step": 432000 }, { "epoch": 2.13, "learning_rate": 1.4434850889210866e-05, "loss": 2.0772, "step": 433000 }, { "epoch": 2.14, "learning_rate": 1.4352714286183638e-05, "loss": 2.1164, "step": 434000 }, { "epoch": 2.14, "learning_rate": 1.4270577683156411e-05, "loss": 2.1229, "step": 435000 }, { "epoch": 2.15, "learning_rate": 1.4188441080129186e-05, "loss": 2.1513, "step": 436000 }, { "epoch": 2.15, "learning_rate": 1.4106304477101958e-05, "loss": 2.1262, "step": 437000 }, { "epoch": 2.16, "learning_rate": 1.4024167874074732e-05, "loss": 2.1191, "step": 438000 }, { "epoch": 2.16, "learning_rate": 1.3942031271047507e-05, "loss": 2.1287, "step": 439000 }, { "epoch": 2.17, "learning_rate": 1.3859894668020279e-05, "loss": 2.0515, "step": 440000 }, { "epoch": 2.17, "eval_gen_len": 19.99813548788067, "eval_loss": 2.209096670150757, "eval_rouge1": 18.0281, "eval_rouge2": 7.7301, "eval_rougeL": 14.4696, "eval_rougeLsum": 16.5196, "eval_runtime": 1001.2022, "eval_samples_per_second": 6.428, "eval_steps_per_second": 6.428, "step": 440000 }, { "epoch": 2.17, "learning_rate": 1.3777758064993052e-05, "loss": 2.1085, "step": 441000 }, { "epoch": 2.18, "learning_rate": 1.3695621461965824e-05, "loss": 2.143, "step": 442000 }, { "epoch": 2.18, "learning_rate": 1.3613484858938599e-05, "loss": 2.119, "step": 443000 }, { "epoch": 2.19, "learning_rate": 1.3531348255911372e-05, "loss": 2.109, "step": 444000 }, { "epoch": 2.19, "learning_rate": 1.3449211652884144e-05, "loss": 2.1281, "step": 445000 }, { "epoch": 2.2, "learning_rate": 1.336707504985692e-05, "loss": 2.079, "step": 446000 }, { "epoch": 2.2, "learning_rate": 1.3284938446829693e-05, "loss": 2.0999, "step": 447000 }, { "epoch": 2.21, "learning_rate": 1.3202801843802465e-05, "loss": 2.1122, "step": 448000 }, { "epoch": 2.21, "learning_rate": 1.312066524077524e-05, "loss": 2.1152, "step": 449000 }, { "epoch": 2.22, "learning_rate": 1.3038528637748013e-05, "loss": 2.1216, "step": 450000 }, { "epoch": 2.22, "eval_gen_len": 19.998756991920448, "eval_loss": 2.2015321254730225, "eval_rouge1": 18.0609, "eval_rouge2": 7.7541, "eval_rougeL": 14.4633, "eval_rougeLsum": 16.5705, "eval_runtime": 1002.1053, "eval_samples_per_second": 6.422, "eval_steps_per_second": 6.422, "step": 450000 }, { "epoch": 2.22, "learning_rate": 1.2956392034720785e-05, "loss": 2.1354, "step": 451000 }, { "epoch": 2.23, "learning_rate": 1.2874255431693557e-05, "loss": 2.1042, "step": 452000 }, { "epoch": 2.23, "learning_rate": 1.2792118828666334e-05, "loss": 2.1074, "step": 453000 }, { "epoch": 2.24, "learning_rate": 1.2709982225639105e-05, "loss": 2.0795, "step": 454000 }, { "epoch": 2.24, "learning_rate": 1.2627845622611877e-05, "loss": 2.1332, "step": 455000 }, { "epoch": 2.25, "learning_rate": 1.2545709019584654e-05, "loss": 2.0829, "step": 456000 }, { "epoch": 2.25, "learning_rate": 1.2463572416557426e-05, "loss": 2.0992, "step": 457000 }, { "epoch": 2.26, "learning_rate": 1.2381435813530198e-05, "loss": 2.0864, "step": 458000 }, { "epoch": 2.26, "learning_rate": 1.2299299210502973e-05, "loss": 2.1024, "step": 459000 }, { "epoch": 2.27, "learning_rate": 1.2217162607475746e-05, "loss": 2.1222, "step": 460000 }, { "epoch": 2.27, "eval_gen_len": 19.998756991920448, "eval_loss": 2.1982765197753906, "eval_rouge1": 18.0717, "eval_rouge2": 7.7473, "eval_rougeL": 14.4725, "eval_rougeLsum": 16.5399, "eval_runtime": 1000.8112, "eval_samples_per_second": 6.431, "eval_steps_per_second": 6.431, "step": 460000 }, { "epoch": 2.27, "learning_rate": 1.2135026004448518e-05, "loss": 2.1018, "step": 461000 }, { "epoch": 2.28, "learning_rate": 1.2052889401421293e-05, "loss": 2.1008, "step": 462000 }, { "epoch": 2.28, "learning_rate": 1.1970752798394065e-05, "loss": 2.0935, "step": 463000 }, { "epoch": 2.29, "learning_rate": 1.1888616195366839e-05, "loss": 2.0952, "step": 464000 }, { "epoch": 2.29, "learning_rate": 1.1806479592339614e-05, "loss": 2.0925, "step": 465000 }, { "epoch": 2.3, "learning_rate": 1.1724342989312385e-05, "loss": 2.0986, "step": 466000 }, { "epoch": 2.3, "learning_rate": 1.1642206386285159e-05, "loss": 2.1037, "step": 467000 }, { "epoch": 2.31, "learning_rate": 1.1560069783257932e-05, "loss": 2.0934, "step": 468000 }, { "epoch": 2.31, "learning_rate": 1.1477933180230706e-05, "loss": 2.0982, "step": 469000 }, { "epoch": 2.32, "learning_rate": 1.139579657720348e-05, "loss": 2.0903, "step": 470000 }, { "epoch": 2.32, "eval_gen_len": 20.0, "eval_loss": 2.2006638050079346, "eval_rouge1": 18.0751, "eval_rouge2": 7.7486, "eval_rougeL": 14.4583, "eval_rougeLsum": 16.546, "eval_runtime": 1002.8018, "eval_samples_per_second": 6.418, "eval_steps_per_second": 6.418, "step": 470000 }, { "epoch": 2.32, "learning_rate": 1.1313659974176253e-05, "loss": 2.1097, "step": 471000 }, { "epoch": 2.33, "learning_rate": 1.1231523371149026e-05, "loss": 2.099, "step": 472000 }, { "epoch": 2.33, "learning_rate": 1.1149386768121798e-05, "loss": 2.0921, "step": 473000 }, { "epoch": 2.34, "learning_rate": 1.1067250165094573e-05, "loss": 2.0675, "step": 474000 }, { "epoch": 2.34, "learning_rate": 1.0985113562067347e-05, "loss": 2.0786, "step": 475000 }, { "epoch": 2.35, "learning_rate": 1.0902976959040118e-05, "loss": 2.1106, "step": 476000 }, { "epoch": 2.35, "learning_rate": 1.0820840356012894e-05, "loss": 2.0842, "step": 477000 }, { "epoch": 2.36, "learning_rate": 1.0738703752985665e-05, "loss": 2.1207, "step": 478000 }, { "epoch": 2.36, "learning_rate": 1.0656567149958439e-05, "loss": 2.103, "step": 479000 }, { "epoch": 2.37, "learning_rate": 1.0574430546931214e-05, "loss": 2.1124, "step": 480000 }, { "epoch": 2.37, "eval_gen_len": 20.0, "eval_loss": 2.1934452056884766, "eval_rouge1": 17.888, "eval_rouge2": 7.7124, "eval_rougeL": 14.3899, "eval_rougeLsum": 16.3901, "eval_runtime": 1002.1414, "eval_samples_per_second": 6.422, "eval_steps_per_second": 6.422, "step": 480000 }, { "epoch": 2.37, "learning_rate": 1.0492293943903986e-05, "loss": 2.0914, "step": 481000 }, { "epoch": 2.38, "learning_rate": 1.041015734087676e-05, "loss": 2.0931, "step": 482000 }, { "epoch": 2.38, "learning_rate": 1.0328020737849533e-05, "loss": 2.0768, "step": 483000 }, { "epoch": 2.39, "learning_rate": 1.0245884134822306e-05, "loss": 2.1096, "step": 484000 }, { "epoch": 2.39, "learning_rate": 1.016374753179508e-05, "loss": 2.0984, "step": 485000 }, { "epoch": 2.4, "learning_rate": 1.0081610928767853e-05, "loss": 2.1016, "step": 486000 }, { "epoch": 2.4, "learning_rate": 9.999474325740627e-06, "loss": 2.1197, "step": 487000 }, { "epoch": 2.4, "learning_rate": 9.917337722713398e-06, "loss": 2.1021, "step": 488000 }, { "epoch": 2.41, "learning_rate": 9.835201119686174e-06, "loss": 2.118, "step": 489000 }, { "epoch": 2.41, "learning_rate": 9.753064516658947e-06, "loss": 2.1094, "step": 490000 }, { "epoch": 2.41, "eval_gen_len": 20.0, "eval_loss": 2.1900763511657715, "eval_rouge1": 18.0254, "eval_rouge2": 7.7682, "eval_rougeL": 14.4427, "eval_rougeLsum": 16.5181, "eval_runtime": 1002.8922, "eval_samples_per_second": 6.417, "eval_steps_per_second": 6.417, "step": 490000 }, { "epoch": 2.42, "learning_rate": 9.670927913631719e-06, "loss": 2.1063, "step": 491000 }, { "epoch": 2.42, "learning_rate": 9.588791310604494e-06, "loss": 2.1019, "step": 492000 }, { "epoch": 2.43, "learning_rate": 9.506654707577266e-06, "loss": 2.0779, "step": 493000 }, { "epoch": 2.43, "learning_rate": 9.42451810455004e-06, "loss": 2.1224, "step": 494000 }, { "epoch": 2.44, "learning_rate": 9.342381501522814e-06, "loss": 2.0854, "step": 495000 }, { "epoch": 2.44, "learning_rate": 9.260244898495586e-06, "loss": 2.102, "step": 496000 }, { "epoch": 2.45, "learning_rate": 9.17810829546836e-06, "loss": 2.0606, "step": 497000 }, { "epoch": 2.45, "learning_rate": 9.095971692441133e-06, "loss": 2.0897, "step": 498000 }, { "epoch": 2.46, "learning_rate": 9.013835089413907e-06, "loss": 2.0744, "step": 499000 }, { "epoch": 2.46, "learning_rate": 8.93169848638668e-06, "loss": 2.1085, "step": 500000 }, { "epoch": 2.46, "eval_gen_len": 19.998756991920448, "eval_loss": 2.1923704147338867, "eval_rouge1": 17.9077, "eval_rouge2": 7.7004, "eval_rougeL": 14.3843, "eval_rougeLsum": 16.4221, "eval_runtime": 1001.7853, "eval_samples_per_second": 6.425, "eval_steps_per_second": 6.425, "step": 500000 }, { "epoch": 2.47, "learning_rate": 8.849561883359454e-06, "loss": 2.097, "step": 501000 }, { "epoch": 2.47, "learning_rate": 8.767425280332227e-06, "loss": 2.0991, "step": 502000 }, { "epoch": 2.48, "learning_rate": 8.685288677304999e-06, "loss": 2.1115, "step": 503000 }, { "epoch": 2.48, "learning_rate": 8.603152074277774e-06, "loss": 2.0833, "step": 504000 }, { "epoch": 2.49, "learning_rate": 8.521015471250547e-06, "loss": 2.0833, "step": 505000 }, { "epoch": 2.49, "learning_rate": 8.43887886822332e-06, "loss": 2.0974, "step": 506000 }, { "epoch": 2.5, "learning_rate": 8.356742265196094e-06, "loss": 2.0979, "step": 507000 }, { "epoch": 2.5, "learning_rate": 8.274605662168866e-06, "loss": 2.0832, "step": 508000 }, { "epoch": 2.51, "learning_rate": 8.19246905914164e-06, "loss": 2.0776, "step": 509000 }, { "epoch": 2.51, "learning_rate": 8.110332456114415e-06, "loss": 2.0781, "step": 510000 }, { "epoch": 2.51, "eval_gen_len": 19.998756991920448, "eval_loss": 2.1781444549560547, "eval_rouge1": 18.1591, "eval_rouge2": 7.8456, "eval_rougeL": 14.565, "eval_rougeLsum": 16.6435, "eval_runtime": 1000.3865, "eval_samples_per_second": 6.434, "eval_steps_per_second": 6.434, "step": 510000 }, { "epoch": 2.52, "learning_rate": 8.028195853087187e-06, "loss": 2.0808, "step": 511000 }, { "epoch": 2.52, "learning_rate": 7.94605925005996e-06, "loss": 2.0691, "step": 512000 }, { "epoch": 2.53, "learning_rate": 7.863922647032733e-06, "loss": 2.0864, "step": 513000 }, { "epoch": 2.53, "learning_rate": 7.781786044005507e-06, "loss": 2.0875, "step": 514000 }, { "epoch": 2.54, "learning_rate": 7.69964944097828e-06, "loss": 2.0671, "step": 515000 }, { "epoch": 2.54, "learning_rate": 7.617512837951053e-06, "loss": 2.111, "step": 516000 }, { "epoch": 2.55, "learning_rate": 7.535376234923827e-06, "loss": 2.1064, "step": 517000 }, { "epoch": 2.55, "learning_rate": 7.4532396318966e-06, "loss": 2.0701, "step": 518000 }, { "epoch": 2.56, "learning_rate": 7.3711030288693734e-06, "loss": 2.0959, "step": 519000 }, { "epoch": 2.56, "learning_rate": 7.288966425842148e-06, "loss": 2.0875, "step": 520000 }, { "epoch": 2.56, "eval_gen_len": 20.0, "eval_loss": 2.180058717727661, "eval_rouge1": 18.0389, "eval_rouge2": 7.7342, "eval_rougeL": 14.4259, "eval_rougeLsum": 16.5378, "eval_runtime": 999.7773, "eval_samples_per_second": 6.437, "eval_steps_per_second": 6.437, "step": 520000 }, { "epoch": 2.57, "learning_rate": 7.20682982281492e-06, "loss": 2.0949, "step": 521000 }, { "epoch": 2.57, "learning_rate": 7.124693219787694e-06, "loss": 2.1054, "step": 522000 }, { "epoch": 2.58, "learning_rate": 7.0425566167604665e-06, "loss": 2.1001, "step": 523000 }, { "epoch": 2.58, "learning_rate": 6.96042001373324e-06, "loss": 2.0611, "step": 524000 }, { "epoch": 2.59, "learning_rate": 6.878283410706014e-06, "loss": 2.0758, "step": 525000 }, { "epoch": 2.59, "learning_rate": 6.796146807678787e-06, "loss": 2.0506, "step": 526000 }, { "epoch": 2.6, "learning_rate": 6.71401020465156e-06, "loss": 2.0785, "step": 527000 }, { "epoch": 2.6, "learning_rate": 6.631873601624333e-06, "loss": 2.1017, "step": 528000 }, { "epoch": 2.61, "learning_rate": 6.549736998597107e-06, "loss": 2.0839, "step": 529000 }, { "epoch": 2.61, "learning_rate": 6.467600395569881e-06, "loss": 2.0945, "step": 530000 }, { "epoch": 2.61, "eval_gen_len": 19.998756991920448, "eval_loss": 2.1758170127868652, "eval_rouge1": 18.0999, "eval_rouge2": 7.8217, "eval_rougeL": 14.5163, "eval_rougeLsum": 16.5784, "eval_runtime": 1001.5822, "eval_samples_per_second": 6.426, "eval_steps_per_second": 6.426, "step": 530000 }, { "epoch": 2.62, "learning_rate": 6.385463792542653e-06, "loss": 2.0935, "step": 531000 }, { "epoch": 2.62, "learning_rate": 6.303327189515428e-06, "loss": 2.0976, "step": 532000 }, { "epoch": 2.63, "learning_rate": 6.2211905864882e-06, "loss": 2.0968, "step": 533000 }, { "epoch": 2.63, "learning_rate": 6.139053983460974e-06, "loss": 2.0648, "step": 534000 }, { "epoch": 2.64, "learning_rate": 6.056917380433747e-06, "loss": 2.0764, "step": 535000 }, { "epoch": 2.64, "learning_rate": 5.974780777406521e-06, "loss": 2.0894, "step": 536000 }, { "epoch": 2.65, "learning_rate": 5.892644174379294e-06, "loss": 2.0951, "step": 537000 }, { "epoch": 2.65, "learning_rate": 5.810507571352068e-06, "loss": 2.0842, "step": 538000 }, { "epoch": 2.66, "learning_rate": 5.72837096832484e-06, "loss": 2.0775, "step": 539000 }, { "epoch": 2.66, "learning_rate": 5.646234365297614e-06, "loss": 2.0723, "step": 540000 }, { "epoch": 2.66, "eval_gen_len": 19.998756991920448, "eval_loss": 2.1755664348602295, "eval_rouge1": 17.9684, "eval_rouge2": 7.7369, "eval_rougeL": 14.4279, "eval_rougeLsum": 16.4815, "eval_runtime": 1000.358, "eval_samples_per_second": 6.434, "eval_steps_per_second": 6.434, "step": 540000 }, { "epoch": 2.67, "learning_rate": 5.564097762270387e-06, "loss": 2.082, "step": 541000 }, { "epoch": 2.67, "learning_rate": 5.481961159243161e-06, "loss": 2.0537, "step": 542000 }, { "epoch": 2.68, "learning_rate": 5.399824556215934e-06, "loss": 2.0799, "step": 543000 }, { "epoch": 2.68, "learning_rate": 5.317687953188708e-06, "loss": 2.0871, "step": 544000 }, { "epoch": 2.69, "learning_rate": 5.23555135016148e-06, "loss": 2.0736, "step": 545000 }, { "epoch": 2.69, "learning_rate": 5.153414747134254e-06, "loss": 2.0844, "step": 546000 }, { "epoch": 2.7, "learning_rate": 5.071278144107028e-06, "loss": 2.0481, "step": 547000 }, { "epoch": 2.7, "learning_rate": 4.989141541079801e-06, "loss": 2.0539, "step": 548000 }, { "epoch": 2.71, "learning_rate": 4.907004938052574e-06, "loss": 2.053, "step": 549000 }, { "epoch": 2.71, "learning_rate": 4.824868335025348e-06, "loss": 2.0918, "step": 550000 }, { "epoch": 2.71, "eval_gen_len": 19.998756991920448, "eval_loss": 2.173783779144287, "eval_rouge1": 18.1183, "eval_rouge2": 7.8414, "eval_rougeL": 14.5298, "eval_rougeLsum": 16.6119, "eval_runtime": 1002.7138, "eval_samples_per_second": 6.419, "eval_steps_per_second": 6.419, "step": 550000 }, { "epoch": 2.72, "learning_rate": 4.742731731998121e-06, "loss": 2.0728, "step": 551000 }, { "epoch": 2.72, "learning_rate": 4.660595128970895e-06, "loss": 2.103, "step": 552000 }, { "epoch": 2.73, "learning_rate": 4.578458525943668e-06, "loss": 2.0991, "step": 553000 }, { "epoch": 2.73, "learning_rate": 4.496321922916441e-06, "loss": 2.0463, "step": 554000 }, { "epoch": 2.74, "learning_rate": 4.414185319889214e-06, "loss": 2.076, "step": 555000 }, { "epoch": 2.74, "learning_rate": 4.332048716861988e-06, "loss": 2.0582, "step": 556000 }, { "epoch": 2.75, "learning_rate": 4.249912113834761e-06, "loss": 2.0917, "step": 557000 }, { "epoch": 2.75, "learning_rate": 4.1677755108075346e-06, "loss": 2.0583, "step": 558000 }, { "epoch": 2.75, "learning_rate": 4.085638907780308e-06, "loss": 2.0584, "step": 559000 }, { "epoch": 2.76, "learning_rate": 4.003502304753081e-06, "loss": 2.0835, "step": 560000 }, { "epoch": 2.76, "eval_gen_len": 19.998756991920448, "eval_loss": 2.16713547706604, "eval_rouge1": 17.8837, "eval_rouge2": 7.7379, "eval_rougeL": 14.3727, "eval_rougeLsum": 16.4068, "eval_runtime": 1001.9898, "eval_samples_per_second": 6.423, "eval_steps_per_second": 6.423, "step": 560000 }, { "epoch": 2.76, "learning_rate": 3.921365701725854e-06, "loss": 2.0912, "step": 561000 }, { "epoch": 2.77, "learning_rate": 3.8392290986986284e-06, "loss": 2.1061, "step": 562000 }, { "epoch": 2.77, "learning_rate": 3.7570924956714015e-06, "loss": 2.0815, "step": 563000 }, { "epoch": 2.78, "learning_rate": 3.6749558926441745e-06, "loss": 2.0774, "step": 564000 }, { "epoch": 2.78, "learning_rate": 3.592819289616948e-06, "loss": 2.0844, "step": 565000 }, { "epoch": 2.79, "learning_rate": 3.510682686589721e-06, "loss": 2.0785, "step": 566000 }, { "epoch": 2.79, "learning_rate": 3.428546083562495e-06, "loss": 2.0631, "step": 567000 }, { "epoch": 2.8, "learning_rate": 3.346409480535268e-06, "loss": 2.0544, "step": 568000 }, { "epoch": 2.8, "learning_rate": 3.2642728775080415e-06, "loss": 2.0922, "step": 569000 }, { "epoch": 2.81, "learning_rate": 3.1821362744808145e-06, "loss": 2.0936, "step": 570000 }, { "epoch": 2.81, "eval_gen_len": 19.998756991920448, "eval_loss": 2.1669766902923584, "eval_rouge1": 17.9631, "eval_rouge2": 7.7708, "eval_rougeL": 14.4566, "eval_rougeLsum": 16.4823, "eval_runtime": 1001.2408, "eval_samples_per_second": 6.428, "eval_steps_per_second": 6.428, "step": 570000 }, { "epoch": 2.81, "learning_rate": 3.099999671453588e-06, "loss": 2.0818, "step": 571000 }, { "epoch": 2.82, "learning_rate": 3.0178630684263615e-06, "loss": 2.1153, "step": 572000 }, { "epoch": 2.82, "learning_rate": 2.9357264653991345e-06, "loss": 2.0713, "step": 573000 }, { "epoch": 2.83, "learning_rate": 2.853589862371908e-06, "loss": 2.1085, "step": 574000 }, { "epoch": 2.83, "learning_rate": 2.7714532593446814e-06, "loss": 2.0664, "step": 575000 }, { "epoch": 2.84, "learning_rate": 2.689316656317455e-06, "loss": 2.0665, "step": 576000 }, { "epoch": 2.84, "learning_rate": 2.607180053290228e-06, "loss": 2.0526, "step": 577000 }, { "epoch": 2.85, "learning_rate": 2.5250434502630014e-06, "loss": 2.0968, "step": 578000 }, { "epoch": 2.85, "learning_rate": 2.442906847235775e-06, "loss": 2.07, "step": 579000 }, { "epoch": 2.86, "learning_rate": 2.3607702442085484e-06, "loss": 2.0518, "step": 580000 }, { "epoch": 2.86, "eval_gen_len": 19.998756991920448, "eval_loss": 2.163098096847534, "eval_rouge1": 18.0601, "eval_rouge2": 7.8112, "eval_rougeL": 14.5158, "eval_rougeLsum": 16.5816, "eval_runtime": 1001.0246, "eval_samples_per_second": 6.429, "eval_steps_per_second": 6.429, "step": 580000 }, { "epoch": 2.86, "learning_rate": 2.278633641181322e-06, "loss": 2.0532, "step": 581000 }, { "epoch": 2.87, "learning_rate": 2.196497038154095e-06, "loss": 2.0875, "step": 582000 }, { "epoch": 2.87, "learning_rate": 2.1143604351268684e-06, "loss": 2.0623, "step": 583000 }, { "epoch": 2.88, "learning_rate": 2.032223832099642e-06, "loss": 2.0669, "step": 584000 }, { "epoch": 2.88, "learning_rate": 1.950087229072415e-06, "loss": 2.0541, "step": 585000 }, { "epoch": 2.89, "learning_rate": 1.8679506260451886e-06, "loss": 2.099, "step": 586000 }, { "epoch": 2.89, "learning_rate": 1.7858140230179618e-06, "loss": 2.0676, "step": 587000 }, { "epoch": 2.9, "learning_rate": 1.7036774199907349e-06, "loss": 2.0437, "step": 588000 }, { "epoch": 2.9, "learning_rate": 1.6215408169635085e-06, "loss": 2.1021, "step": 589000 }, { "epoch": 2.91, "learning_rate": 1.5394042139362818e-06, "loss": 2.065, "step": 590000 }, { "epoch": 2.91, "eval_gen_len": 19.998756991920448, "eval_loss": 2.1611337661743164, "eval_rouge1": 18.0548, "eval_rouge2": 7.8147, "eval_rougeL": 14.5271, "eval_rougeLsum": 16.5606, "eval_runtime": 1002.534, "eval_samples_per_second": 6.42, "eval_steps_per_second": 6.42, "step": 590000 }, { "epoch": 2.91, "learning_rate": 1.457267610909055e-06, "loss": 2.0918, "step": 591000 }, { "epoch": 2.92, "learning_rate": 1.3751310078818285e-06, "loss": 2.0549, "step": 592000 }, { "epoch": 2.92, "learning_rate": 1.292994404854602e-06, "loss": 2.064, "step": 593000 }, { "epoch": 2.93, "learning_rate": 1.210857801827375e-06, "loss": 2.0584, "step": 594000 }, { "epoch": 2.93, "learning_rate": 1.1287211988001485e-06, "loss": 2.0543, "step": 595000 }, { "epoch": 2.94, "learning_rate": 1.046584595772922e-06, "loss": 2.0472, "step": 596000 }, { "epoch": 2.94, "learning_rate": 9.644479927456953e-07, "loss": 2.072, "step": 597000 }, { "epoch": 2.95, "learning_rate": 8.823113897184687e-07, "loss": 2.0702, "step": 598000 }, { "epoch": 2.95, "learning_rate": 8.001747866912419e-07, "loss": 2.0641, "step": 599000 }, { "epoch": 2.96, "learning_rate": 7.180381836640152e-07, "loss": 2.0427, "step": 600000 }, { "epoch": 2.96, "eval_gen_len": 19.998756991920448, "eval_loss": 2.161083459854126, "eval_rouge1": 18.0642, "eval_rouge2": 7.8284, "eval_rougeL": 14.5293, "eval_rougeLsum": 16.5736, "eval_runtime": 1004.0388, "eval_samples_per_second": 6.41, "eval_steps_per_second": 6.41, "step": 600000 }, { "epoch": 2.96, "learning_rate": 6.359015806367887e-07, "loss": 2.083, "step": 601000 }, { "epoch": 2.97, "learning_rate": 5.537649776095621e-07, "loss": 2.0722, "step": 602000 }, { "epoch": 2.97, "learning_rate": 4.716283745823354e-07, "loss": 2.0436, "step": 603000 }, { "epoch": 2.98, "learning_rate": 3.8949177155510875e-07, "loss": 2.0562, "step": 604000 }, { "epoch": 2.98, "learning_rate": 3.073551685278821e-07, "loss": 2.0347, "step": 605000 }, { "epoch": 2.99, "learning_rate": 2.2521856550065546e-07, "loss": 2.068, "step": 606000 }, { "epoch": 2.99, "learning_rate": 1.4308196247342882e-07, "loss": 2.0616, "step": 607000 }, { "epoch": 3.0, "learning_rate": 6.094535944620217e-08, "loss": 2.0413, "step": 608000 }, { "epoch": 3.0, "step": 608742, "total_flos": 3.6763741543366656e+17, "train_loss": 2.297387943486963, "train_runtime": 114972.5904, "train_samples_per_second": 5.295, "train_steps_per_second": 5.295 } ], "max_steps": 608742, "num_train_epochs": 3, "total_flos": 3.6763741543366656e+17, "trial_name": null, "trial_params": null }