| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "global_step": 608742, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9917863396972776e-05, | |
| "loss": 3.4248, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.983572679394555e-05, | |
| "loss": 3.2214, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.975359019091832e-05, | |
| "loss": 3.0865, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.9671453587891096e-05, | |
| "loss": 3.0348, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.958931698486387e-05, | |
| "loss": 3.0015, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.950718038183664e-05, | |
| "loss": 2.9736, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.942504377880942e-05, | |
| "loss": 2.9602, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.934290717578219e-05, | |
| "loss": 2.9467, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.9260770572754964e-05, | |
| "loss": 2.9196, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.917863396972773e-05, | |
| "loss": 2.9142, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.752195358276367, | |
| "eval_rouge1": 17.073, | |
| "eval_rouge2": 6.7502, | |
| "eval_rougeL": 13.6779, | |
| "eval_rougeLsum": 15.6668, | |
| "eval_runtime": 1004.5092, | |
| "eval_samples_per_second": 6.407, | |
| "eval_steps_per_second": 6.407, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.909649736670051e-05, | |
| "loss": 2.88, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.9014360763673284e-05, | |
| "loss": 2.874, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.893222416064606e-05, | |
| "loss": 2.8574, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.885008755761883e-05, | |
| "loss": 2.8742, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.8767950954591604e-05, | |
| "loss": 2.8499, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.868581435156437e-05, | |
| "loss": 2.787, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.860367774853715e-05, | |
| "loss": 2.8088, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.8521541145509925e-05, | |
| "loss": 2.7968, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.84394045424827e-05, | |
| "loss": 2.7888, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.835726793945547e-05, | |
| "loss": 2.7876, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_gen_len": 19.99922311995028, | |
| "eval_loss": 2.6887638568878174, | |
| "eval_rouge1": 16.7954, | |
| "eval_rouge2": 6.7038, | |
| "eval_rougeL": 13.4939, | |
| "eval_rougeLsum": 15.3426, | |
| "eval_runtime": 1001.9591, | |
| "eval_samples_per_second": 6.423, | |
| "eval_steps_per_second": 6.423, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.8275131336428245e-05, | |
| "loss": 2.7748, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.819299473340101e-05, | |
| "loss": 2.7758, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.8110858130373785e-05, | |
| "loss": 2.7229, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.8028721527346566e-05, | |
| "loss": 2.7743, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.794658492431934e-05, | |
| "loss": 2.7053, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.786444832129211e-05, | |
| "loss": 2.7717, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.7782311718264886e-05, | |
| "loss": 2.7132, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.770017511523765e-05, | |
| "loss": 2.7552, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.7618038512210426e-05, | |
| "loss": 2.7225, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.75359019091832e-05, | |
| "loss": 2.715, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.63083815574646, | |
| "eval_rouge1": 17.3324, | |
| "eval_rouge2": 6.8771, | |
| "eval_rougeL": 13.7918, | |
| "eval_rougeLsum": 15.7839, | |
| "eval_runtime": 1003.0987, | |
| "eval_samples_per_second": 6.416, | |
| "eval_steps_per_second": 6.416, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.745376530615598e-05, | |
| "loss": 2.7242, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.7371628703128753e-05, | |
| "loss": 2.6835, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.728949210010152e-05, | |
| "loss": 2.7128, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.7207355497074294e-05, | |
| "loss": 2.7178, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.712521889404707e-05, | |
| "loss": 2.6976, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.704308229101984e-05, | |
| "loss": 2.6961, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.696094568799262e-05, | |
| "loss": 2.6703, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.6878809084965394e-05, | |
| "loss": 2.638, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.679667248193816e-05, | |
| "loss": 2.6814, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.6714535878910934e-05, | |
| "loss": 2.6431, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.5857694149017334, | |
| "eval_rouge1": 16.7055, | |
| "eval_rouge2": 6.8108, | |
| "eval_rougeL": 13.4796, | |
| "eval_rougeLsum": 15.2959, | |
| "eval_runtime": 1002.3237, | |
| "eval_samples_per_second": 6.421, | |
| "eval_steps_per_second": 6.421, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.663239927588371e-05, | |
| "loss": 2.6394, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.655026267285648e-05, | |
| "loss": 2.6795, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.6468126069829255e-05, | |
| "loss": 2.6857, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.6385989466802035e-05, | |
| "loss": 2.6634, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.63038528637748e-05, | |
| "loss": 2.6398, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.6221716260747575e-05, | |
| "loss": 2.6676, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.613957965772035e-05, | |
| "loss": 2.6595, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.605744305469312e-05, | |
| "loss": 2.5905, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.5975306451665896e-05, | |
| "loss": 2.627, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.589316984863867e-05, | |
| "loss": 2.6381, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.539294719696045, | |
| "eval_rouge1": 17.4643, | |
| "eval_rouge2": 7.0687, | |
| "eval_rougeL": 13.9507, | |
| "eval_rougeLsum": 16.012, | |
| "eval_runtime": 1001.2491, | |
| "eval_samples_per_second": 6.428, | |
| "eval_steps_per_second": 6.428, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.581103324561144e-05, | |
| "loss": 2.6105, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.5728896642584216e-05, | |
| "loss": 2.5798, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.564676003955699e-05, | |
| "loss": 2.6293, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.556462343652976e-05, | |
| "loss": 2.5881, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.5482486833502536e-05, | |
| "loss": 2.5937, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.540035023047531e-05, | |
| "loss": 2.6402, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.5318213627448083e-05, | |
| "loss": 2.6286, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.523607702442086e-05, | |
| "loss": 2.6184, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.515394042139363e-05, | |
| "loss": 2.6002, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.5071803818366404e-05, | |
| "loss": 2.6269, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.5159213542938232, | |
| "eval_rouge1": 17.5934, | |
| "eval_rouge2": 7.0022, | |
| "eval_rougeL": 13.9394, | |
| "eval_rougeLsum": 16.0203, | |
| "eval_runtime": 1002.1718, | |
| "eval_samples_per_second": 6.422, | |
| "eval_steps_per_second": 6.422, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.498966721533918e-05, | |
| "loss": 2.6008, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.490753061231195e-05, | |
| "loss": 2.594, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.4825394009284724e-05, | |
| "loss": 2.5745, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.47432574062575e-05, | |
| "loss": 2.6044, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.466112080323027e-05, | |
| "loss": 2.5651, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.4578984200203045e-05, | |
| "loss": 2.5718, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.449684759717582e-05, | |
| "loss": 2.5826, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.441471099414859e-05, | |
| "loss": 2.6041, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.4332574391121365e-05, | |
| "loss": 2.5752, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.425043778809413e-05, | |
| "loss": 2.5482, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.4894497394561768, | |
| "eval_rouge1": 17.5428, | |
| "eval_rouge2": 7.1822, | |
| "eval_rougeL": 13.9788, | |
| "eval_rougeLsum": 16.0355, | |
| "eval_runtime": 1003.1555, | |
| "eval_samples_per_second": 6.416, | |
| "eval_steps_per_second": 6.416, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.416830118506691e-05, | |
| "loss": 2.5478, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.4086164582039685e-05, | |
| "loss": 2.5679, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.400402797901246e-05, | |
| "loss": 2.5791, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.392189137598523e-05, | |
| "loss": 2.5526, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.3839754772958006e-05, | |
| "loss": 2.5779, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.375761816993077e-05, | |
| "loss": 2.5176, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 4.367548156690355e-05, | |
| "loss": 2.5303, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 4.3593344963876326e-05, | |
| "loss": 2.5157, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.35112083608491e-05, | |
| "loss": 2.5594, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.342907175782187e-05, | |
| "loss": 2.4962, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.4475789070129395, | |
| "eval_rouge1": 17.3587, | |
| "eval_rouge2": 7.1501, | |
| "eval_rougeL": 13.9215, | |
| "eval_rougeLsum": 15.8637, | |
| "eval_runtime": 1001.2559, | |
| "eval_samples_per_second": 6.428, | |
| "eval_steps_per_second": 6.428, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.334693515479465e-05, | |
| "loss": 2.5127, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.3264798551767413e-05, | |
| "loss": 2.556, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.318266194874019e-05, | |
| "loss": 2.5646, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.310052534571297e-05, | |
| "loss": 2.5119, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.301838874268574e-05, | |
| "loss": 2.5061, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.2936252139658514e-05, | |
| "loss": 2.5241, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.285411553663128e-05, | |
| "loss": 2.5227, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.2771978933604054e-05, | |
| "loss": 2.5474, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.268984233057683e-05, | |
| "loss": 2.5093, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.26077057275496e-05, | |
| "loss": 2.513, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.430929183959961, | |
| "eval_rouge1": 18.0806, | |
| "eval_rouge2": 7.5429, | |
| "eval_rougeL": 14.4201, | |
| "eval_rougeLsum": 16.561, | |
| "eval_runtime": 1001.933, | |
| "eval_samples_per_second": 6.424, | |
| "eval_steps_per_second": 6.424, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.252556912452238e-05, | |
| "loss": 2.5252, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.2443432521495155e-05, | |
| "loss": 2.5493, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.236129591846792e-05, | |
| "loss": 2.4833, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.2279159315440695e-05, | |
| "loss": 2.5021, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.219702271241347e-05, | |
| "loss": 2.5289, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.211488610938624e-05, | |
| "loss": 2.5046, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.203274950635902e-05, | |
| "loss": 2.4821, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.1950612903331796e-05, | |
| "loss": 2.4892, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.186847630030456e-05, | |
| "loss": 2.5031, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.1786339697277336e-05, | |
| "loss": 2.4464, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_gen_len": 19.99891236793039, | |
| "eval_loss": 2.4128482341766357, | |
| "eval_rouge1": 17.9813, | |
| "eval_rouge2": 7.5454, | |
| "eval_rougeL": 14.3403, | |
| "eval_rougeLsum": 16.52, | |
| "eval_runtime": 1001.7424, | |
| "eval_samples_per_second": 6.425, | |
| "eval_steps_per_second": 6.425, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.170420309425011e-05, | |
| "loss": 2.4743, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.162206649122288e-05, | |
| "loss": 2.4999, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.1539929888195656e-05, | |
| "loss": 2.5043, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.1457793285168437e-05, | |
| "loss": 2.4751, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.13756566821412e-05, | |
| "loss": 2.5173, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.129352007911398e-05, | |
| "loss": 2.48, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.121138347608675e-05, | |
| "loss": 2.4694, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.1129246873059524e-05, | |
| "loss": 2.476, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.10471102700323e-05, | |
| "loss": 2.4893, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.096497366700507e-05, | |
| "loss": 2.4969, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.4113972187042236, | |
| "eval_rouge1": 17.3353, | |
| "eval_rouge2": 7.1382, | |
| "eval_rougeL": 13.9109, | |
| "eval_rougeLsum": 15.873, | |
| "eval_runtime": 1000.8749, | |
| "eval_samples_per_second": 6.43, | |
| "eval_steps_per_second": 6.43, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.0882837063977844e-05, | |
| "loss": 2.4731, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.080070046095062e-05, | |
| "loss": 2.4758, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.071856385792339e-05, | |
| "loss": 2.4666, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.0636427254896164e-05, | |
| "loss": 2.4967, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.055429065186894e-05, | |
| "loss": 2.4745, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.047215404884171e-05, | |
| "loss": 2.4594, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.0390017445814485e-05, | |
| "loss": 2.4594, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.030788084278726e-05, | |
| "loss": 2.4892, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 4.022574423976003e-05, | |
| "loss": 2.4827, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 4.0143607636732805e-05, | |
| "loss": 2.4417, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "eval_gen_len": 19.997980111870728, | |
| "eval_loss": 2.386647939682007, | |
| "eval_rouge1": 18.0241, | |
| "eval_rouge2": 7.553, | |
| "eval_rougeL": 14.3892, | |
| "eval_rougeLsum": 16.5077, | |
| "eval_runtime": 1001.2938, | |
| "eval_samples_per_second": 6.428, | |
| "eval_steps_per_second": 6.428, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 4.006147103370558e-05, | |
| "loss": 2.4585, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.997933443067835e-05, | |
| "loss": 2.4732, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.9897197827651126e-05, | |
| "loss": 2.4275, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.98150612246239e-05, | |
| "loss": 2.4531, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 3.973292462159667e-05, | |
| "loss": 2.4683, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 3.9650788018569446e-05, | |
| "loss": 2.4647, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 3.956865141554222e-05, | |
| "loss": 2.4478, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 3.948651481251499e-05, | |
| "loss": 2.4825, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 3.9404378209487767e-05, | |
| "loss": 2.4571, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 3.932224160646053e-05, | |
| "loss": 2.4333, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.3902604579925537, | |
| "eval_rouge1": 18.0578, | |
| "eval_rouge2": 7.4999, | |
| "eval_rougeL": 14.3901, | |
| "eval_rougeLsum": 16.5134, | |
| "eval_runtime": 1001.1257, | |
| "eval_samples_per_second": 6.429, | |
| "eval_steps_per_second": 6.429, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 3.9240105003433313e-05, | |
| "loss": 2.4528, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 3.915796840040609e-05, | |
| "loss": 2.4397, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 3.907583179737886e-05, | |
| "loss": 2.4275, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 3.8993695194351634e-05, | |
| "loss": 2.4507, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 3.891155859132441e-05, | |
| "loss": 2.4617, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 3.8829421988297174e-05, | |
| "loss": 2.4524, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 3.8747285385269954e-05, | |
| "loss": 2.4281, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 3.866514878224273e-05, | |
| "loss": 2.4182, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 3.85830121792155e-05, | |
| "loss": 2.4537, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 3.8500875576188275e-05, | |
| "loss": 2.4296, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.379333019256592, | |
| "eval_rouge1": 17.7742, | |
| "eval_rouge2": 7.5182, | |
| "eval_rougeL": 14.2794, | |
| "eval_rougeLsum": 16.2879, | |
| "eval_runtime": 1000.9763, | |
| "eval_samples_per_second": 6.43, | |
| "eval_steps_per_second": 6.43, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 3.841873897316104e-05, | |
| "loss": 2.4247, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 3.8336602370133815e-05, | |
| "loss": 2.4221, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 3.825446576710659e-05, | |
| "loss": 2.4505, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 3.817232916407937e-05, | |
| "loss": 2.45, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 3.809019256105214e-05, | |
| "loss": 2.4724, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 3.8008055958024916e-05, | |
| "loss": 2.4527, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 3.792591935499768e-05, | |
| "loss": 2.4417, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 3.7843782751970456e-05, | |
| "loss": 2.4472, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 3.776164614894323e-05, | |
| "loss": 2.4022, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 3.7679509545916e-05, | |
| "loss": 2.4277, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.357104539871216, | |
| "eval_rouge1": 17.8015, | |
| "eval_rouge2": 7.4677, | |
| "eval_rougeL": 14.226, | |
| "eval_rougeLsum": 16.3288, | |
| "eval_runtime": 1001.7905, | |
| "eval_samples_per_second": 6.424, | |
| "eval_steps_per_second": 6.424, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 3.759737294288878e-05, | |
| "loss": 2.4309, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.7515236339861556e-05, | |
| "loss": 2.4058, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.743309973683432e-05, | |
| "loss": 2.4376, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 3.7350963133807097e-05, | |
| "loss": 2.4001, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 3.726882653077987e-05, | |
| "loss": 2.4208, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 3.7186689927752643e-05, | |
| "loss": 2.4772, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 3.7104553324725424e-05, | |
| "loss": 2.3995, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 3.70224167216982e-05, | |
| "loss": 2.4098, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 3.6940280118670964e-05, | |
| "loss": 2.445, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 3.685814351564374e-05, | |
| "loss": 2.4258, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.353898525238037, | |
| "eval_rouge1": 17.5335, | |
| "eval_rouge2": 7.399, | |
| "eval_rougeL": 14.09, | |
| "eval_rougeLsum": 16.0936, | |
| "eval_runtime": 1001.2576, | |
| "eval_samples_per_second": 6.428, | |
| "eval_steps_per_second": 6.428, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 3.677600691261651e-05, | |
| "loss": 2.4433, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.6693870309589284e-05, | |
| "loss": 2.4134, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.661173370656206e-05, | |
| "loss": 2.3994, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 3.652959710353484e-05, | |
| "loss": 2.4135, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 3.6447460500507605e-05, | |
| "loss": 2.4156, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 3.636532389748038e-05, | |
| "loss": 2.4284, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 3.628318729445315e-05, | |
| "loss": 2.4032, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 3.6201050691425925e-05, | |
| "loss": 2.4398, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 3.61189140883987e-05, | |
| "loss": 2.4157, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 3.603677748537147e-05, | |
| "loss": 2.4006, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.3469386100769043, | |
| "eval_rouge1": 17.5983, | |
| "eval_rouge2": 7.4285, | |
| "eval_rougeL": 14.1315, | |
| "eval_rougeLsum": 16.1385, | |
| "eval_runtime": 1001.9415, | |
| "eval_samples_per_second": 6.424, | |
| "eval_steps_per_second": 6.424, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 3.5954640882344246e-05, | |
| "loss": 2.38, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 3.587250427931702e-05, | |
| "loss": 2.3675, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 3.579036767628979e-05, | |
| "loss": 2.4047, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 3.5708231073262566e-05, | |
| "loss": 2.42, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 3.562609447023534e-05, | |
| "loss": 2.4159, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 3.554395786720811e-05, | |
| "loss": 2.4043, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 3.5461821264180886e-05, | |
| "loss": 2.4096, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 3.537968466115366e-05, | |
| "loss": 2.3902, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 3.529754805812643e-05, | |
| "loss": 2.4035, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 3.521541145509921e-05, | |
| "loss": 2.367, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.3343846797943115, | |
| "eval_rouge1": 17.297, | |
| "eval_rouge2": 7.2361, | |
| "eval_rougeL": 13.9286, | |
| "eval_rougeLsum": 15.8352, | |
| "eval_runtime": 1002.0008, | |
| "eval_samples_per_second": 6.423, | |
| "eval_steps_per_second": 6.423, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 3.513327485207198e-05, | |
| "loss": 2.3774, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 3.5051138249044754e-05, | |
| "loss": 2.4335, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 3.496900164601753e-05, | |
| "loss": 2.4144, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 3.48868650429903e-05, | |
| "loss": 2.4027, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 3.4804728439963074e-05, | |
| "loss": 2.3881, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.472259183693585e-05, | |
| "loss": 2.4494, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.464045523390862e-05, | |
| "loss": 2.4073, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.4558318630881395e-05, | |
| "loss": 2.3972, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.447618202785417e-05, | |
| "loss": 2.4204, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.4394045424826935e-05, | |
| "loss": 2.373, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "eval_gen_len": 19.997980111870728, | |
| "eval_loss": 2.3376951217651367, | |
| "eval_rouge1": 17.7189, | |
| "eval_rouge2": 7.4993, | |
| "eval_rougeL": 14.2603, | |
| "eval_rougeLsum": 16.2546, | |
| "eval_runtime": 1002.8715, | |
| "eval_samples_per_second": 6.418, | |
| "eval_steps_per_second": 6.418, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.4311908821799715e-05, | |
| "loss": 2.3981, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 3.422977221877249e-05, | |
| "loss": 2.4038, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 3.414763561574526e-05, | |
| "loss": 2.3974, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 3.4065499012718035e-05, | |
| "loss": 2.3814, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 3.39833624096908e-05, | |
| "loss": 2.3699, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 3.3901225806663576e-05, | |
| "loss": 2.3968, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 3.3819089203636356e-05, | |
| "loss": 2.3897, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.373695260060913e-05, | |
| "loss": 2.3699, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.36548159975819e-05, | |
| "loss": 2.3721, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 3.3572679394554676e-05, | |
| "loss": 2.3762, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.3105790615081787, | |
| "eval_rouge1": 17.7883, | |
| "eval_rouge2": 7.4766, | |
| "eval_rougeL": 14.2675, | |
| "eval_rougeLsum": 16.3115, | |
| "eval_runtime": 1002.2915, | |
| "eval_samples_per_second": 6.421, | |
| "eval_steps_per_second": 6.421, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 3.349054279152744e-05, | |
| "loss": 2.4026, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.3408406188500216e-05, | |
| "loss": 2.4048, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.332626958547299e-05, | |
| "loss": 2.3726, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.324413298244577e-05, | |
| "loss": 2.2951, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.3161996379418544e-05, | |
| "loss": 2.2803, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.307985977639132e-05, | |
| "loss": 2.2674, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.2997723173364084e-05, | |
| "loss": 2.2442, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.291558657033686e-05, | |
| "loss": 2.2641, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.283344996730963e-05, | |
| "loss": 2.2739, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.2751313364282404e-05, | |
| "loss": 2.2538, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.319744348526001, | |
| "eval_rouge1": 17.4487, | |
| "eval_rouge2": 7.4171, | |
| "eval_rougeL": 14.0473, | |
| "eval_rougeLsum": 15.9771, | |
| "eval_runtime": 1004.9052, | |
| "eval_samples_per_second": 6.405, | |
| "eval_steps_per_second": 6.405, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.2669176761255184e-05, | |
| "loss": 2.2816, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.258704015822796e-05, | |
| "loss": 2.3031, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 3.2504903555200725e-05, | |
| "loss": 2.2956, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 3.24227669521735e-05, | |
| "loss": 2.29, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 3.234063034914627e-05, | |
| "loss": 2.29, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 3.2258493746119045e-05, | |
| "loss": 2.2882, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 3.2176357143091825e-05, | |
| "loss": 2.2578, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 3.20942205400646e-05, | |
| "loss": 2.2767, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 3.2012083937037365e-05, | |
| "loss": 2.2781, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 3.192994733401014e-05, | |
| "loss": 2.268, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.304415464401245, | |
| "eval_rouge1": 17.9603, | |
| "eval_rouge2": 7.5806, | |
| "eval_rougeL": 14.3755, | |
| "eval_rougeLsum": 16.4328, | |
| "eval_runtime": 1002.3836, | |
| "eval_samples_per_second": 6.421, | |
| "eval_steps_per_second": 6.421, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 3.184781073098291e-05, | |
| "loss": 2.2826, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 3.1765674127955686e-05, | |
| "loss": 2.3023, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 3.168353752492846e-05, | |
| "loss": 2.2886, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 3.160140092190124e-05, | |
| "loss": 2.2366, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 3.1519264318874006e-05, | |
| "loss": 2.3047, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 3.143712771584678e-05, | |
| "loss": 2.2852, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 3.135499111281955e-05, | |
| "loss": 2.3118, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 3.1272854509792327e-05, | |
| "loss": 2.2869, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 3.11907179067651e-05, | |
| "loss": 2.2759, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 3.1108581303737874e-05, | |
| "loss": 2.2986, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.3002452850341797, | |
| "eval_rouge1": 17.9268, | |
| "eval_rouge2": 7.5321, | |
| "eval_rougeL": 14.3503, | |
| "eval_rougeLsum": 16.4191, | |
| "eval_runtime": 1002.1846, | |
| "eval_samples_per_second": 6.422, | |
| "eval_steps_per_second": 6.422, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 3.102644470071065e-05, | |
| "loss": 2.2428, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 3.094430809768342e-05, | |
| "loss": 2.2776, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 3.0862171494656194e-05, | |
| "loss": 2.2857, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 3.078003489162897e-05, | |
| "loss": 2.2647, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 3.069789828860174e-05, | |
| "loss": 2.2706, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 3.0615761685574514e-05, | |
| "loss": 2.2688, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 3.053362508254729e-05, | |
| "loss": 2.271, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 3.045148847952006e-05, | |
| "loss": 2.29, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 3.0369351876492835e-05, | |
| "loss": 2.2952, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 3.0287215273465608e-05, | |
| "loss": 2.241, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.305872917175293, | |
| "eval_rouge1": 17.4542, | |
| "eval_rouge2": 7.3224, | |
| "eval_rougeL": 14.0578, | |
| "eval_rougeLsum": 16.0157, | |
| "eval_runtime": 1003.3545, | |
| "eval_samples_per_second": 6.414, | |
| "eval_steps_per_second": 6.414, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 3.020507867043838e-05, | |
| "loss": 2.291, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 3.0122942067411152e-05, | |
| "loss": 2.28, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 3.0040805464383925e-05, | |
| "loss": 2.2519, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 2.9958668861356702e-05, | |
| "loss": 2.2462, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 2.9876532258329476e-05, | |
| "loss": 2.2689, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 2.979439565530225e-05, | |
| "loss": 2.3039, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 2.9712259052275023e-05, | |
| "loss": 2.2903, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 2.9630122449247793e-05, | |
| "loss": 2.2495, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 2.9547985846220566e-05, | |
| "loss": 2.2744, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 2.946584924319334e-05, | |
| "loss": 2.2534, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.292659282684326, | |
| "eval_rouge1": 17.8039, | |
| "eval_rouge2": 7.6232, | |
| "eval_rougeL": 14.2916, | |
| "eval_rougeLsum": 16.3442, | |
| "eval_runtime": 1002.532, | |
| "eval_samples_per_second": 6.42, | |
| "eval_steps_per_second": 6.42, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 2.9383712640166116e-05, | |
| "loss": 2.2451, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 2.930157603713889e-05, | |
| "loss": 2.2894, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 2.9219439434111663e-05, | |
| "loss": 2.2856, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 2.9137302831084433e-05, | |
| "loss": 2.2344, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 2.9055166228057207e-05, | |
| "loss": 2.2819, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 2.897302962502998e-05, | |
| "loss": 2.2849, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 2.889089302200275e-05, | |
| "loss": 2.2789, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 2.880875641897553e-05, | |
| "loss": 2.2847, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 2.87266198159483e-05, | |
| "loss": 2.2623, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 2.8644483212921074e-05, | |
| "loss": 2.26, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "eval_gen_len": 19.998290863890617, | |
| "eval_loss": 2.2910218238830566, | |
| "eval_rouge1": 17.8607, | |
| "eval_rouge2": 7.5645, | |
| "eval_rougeL": 14.318, | |
| "eval_rougeLsum": 16.3336, | |
| "eval_runtime": 1003.3313, | |
| "eval_samples_per_second": 6.415, | |
| "eval_steps_per_second": 6.415, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.8562346609893848e-05, | |
| "loss": 2.263, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.848021000686662e-05, | |
| "loss": 2.2863, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.839807340383939e-05, | |
| "loss": 2.3029, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.831593680081217e-05, | |
| "loss": 2.2944, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 2.823380019778494e-05, | |
| "loss": 2.2807, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 2.8151663594757715e-05, | |
| "loss": 2.2569, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 2.806952699173049e-05, | |
| "loss": 2.2592, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 2.7987390388703262e-05, | |
| "loss": 2.2696, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 2.7905253785676032e-05, | |
| "loss": 2.2782, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 2.7823117182648806e-05, | |
| "loss": 2.3, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.2818093299865723, | |
| "eval_rouge1": 17.8203, | |
| "eval_rouge2": 7.4815, | |
| "eval_rougeL": 14.3171, | |
| "eval_rougeLsum": 16.3309, | |
| "eval_runtime": 1004.91, | |
| "eval_samples_per_second": 6.405, | |
| "eval_steps_per_second": 6.405, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 2.7740980579621582e-05, | |
| "loss": 2.2404, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 2.7658843976594356e-05, | |
| "loss": 2.2675, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 2.757670737356713e-05, | |
| "loss": 2.2684, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 2.7494570770539903e-05, | |
| "loss": 2.2547, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.7412434167512673e-05, | |
| "loss": 2.2342, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.7330297564485446e-05, | |
| "loss": 2.2909, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 2.724816096145822e-05, | |
| "loss": 2.2592, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 2.7166024358430997e-05, | |
| "loss": 2.2304, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 2.708388775540377e-05, | |
| "loss": 2.2783, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 2.7001751152376544e-05, | |
| "loss": 2.2964, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.2720584869384766, | |
| "eval_rouge1": 17.983, | |
| "eval_rouge2": 7.6867, | |
| "eval_rougeL": 14.3971, | |
| "eval_rougeLsum": 16.493, | |
| "eval_runtime": 1001.9281, | |
| "eval_samples_per_second": 6.424, | |
| "eval_steps_per_second": 6.424, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 2.6919614549349314e-05, | |
| "loss": 2.2879, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 2.6837477946322087e-05, | |
| "loss": 2.2937, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 2.675534134329486e-05, | |
| "loss": 2.2598, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 2.6673204740267638e-05, | |
| "loss": 2.2706, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 2.659106813724041e-05, | |
| "loss": 2.2838, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 2.650893153421318e-05, | |
| "loss": 2.2684, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 2.6426794931185955e-05, | |
| "loss": 2.2495, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 2.6344658328158728e-05, | |
| "loss": 2.2696, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 2.62625217251315e-05, | |
| "loss": 2.2691, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 2.618038512210427e-05, | |
| "loss": 2.2564, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.2700564861297607, | |
| "eval_rouge1": 18.059, | |
| "eval_rouge2": 7.7273, | |
| "eval_rougeL": 14.4806, | |
| "eval_rougeLsum": 16.5792, | |
| "eval_runtime": 1004.3234, | |
| "eval_samples_per_second": 6.408, | |
| "eval_steps_per_second": 6.408, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 2.6098248519077052e-05, | |
| "loss": 2.2467, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 2.6016111916049822e-05, | |
| "loss": 2.2656, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 2.5933975313022595e-05, | |
| "loss": 2.2501, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 2.585183870999537e-05, | |
| "loss": 2.2369, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 2.5769702106968142e-05, | |
| "loss": 2.2575, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 2.5687565503940912e-05, | |
| "loss": 2.2577, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 2.5605428900913686e-05, | |
| "loss": 2.2685, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 2.5523292297886463e-05, | |
| "loss": 2.2749, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 2.5441155694859236e-05, | |
| "loss": 2.2683, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 2.535901909183201e-05, | |
| "loss": 2.2576, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.2662742137908936, | |
| "eval_rouge1": 17.5706, | |
| "eval_rouge2": 7.4424, | |
| "eval_rougeL": 14.1424, | |
| "eval_rougeLsum": 16.1297, | |
| "eval_runtime": 1002.3266, | |
| "eval_samples_per_second": 6.421, | |
| "eval_steps_per_second": 6.421, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 2.5276882488804783e-05, | |
| "loss": 2.2672, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 2.5194745885777553e-05, | |
| "loss": 2.2699, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 2.5112609282750327e-05, | |
| "loss": 2.2808, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 2.5030472679723104e-05, | |
| "loss": 2.2339, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 2.4948336076695874e-05, | |
| "loss": 2.2424, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 2.486619947366865e-05, | |
| "loss": 2.2633, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 2.4784062870641424e-05, | |
| "loss": 2.2512, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 2.4701926267614194e-05, | |
| "loss": 2.2463, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 2.461978966458697e-05, | |
| "loss": 2.2703, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 2.4537653061559744e-05, | |
| "loss": 2.2605, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.2607014179229736, | |
| "eval_rouge1": 17.8057, | |
| "eval_rouge2": 7.5219, | |
| "eval_rougeL": 14.3226, | |
| "eval_rougeLsum": 16.3355, | |
| "eval_runtime": 1003.1195, | |
| "eval_samples_per_second": 6.416, | |
| "eval_steps_per_second": 6.416, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 2.4455516458532514e-05, | |
| "loss": 2.2449, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 2.4373379855505288e-05, | |
| "loss": 2.2648, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 2.4291243252478065e-05, | |
| "loss": 2.2289, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 2.4209106649450835e-05, | |
| "loss": 2.251, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 2.412697004642361e-05, | |
| "loss": 2.2378, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 2.4044833443396382e-05, | |
| "loss": 2.2641, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 2.3962696840369155e-05, | |
| "loss": 2.2656, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 2.388056023734193e-05, | |
| "loss": 2.2325, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 2.3798423634314702e-05, | |
| "loss": 2.2373, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 2.3716287031287476e-05, | |
| "loss": 2.2587, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.255239486694336, | |
| "eval_rouge1": 18.0396, | |
| "eval_rouge2": 7.7064, | |
| "eval_rougeL": 14.5005, | |
| "eval_rougeLsum": 16.5823, | |
| "eval_runtime": 1003.0354, | |
| "eval_samples_per_second": 6.417, | |
| "eval_steps_per_second": 6.417, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 2.363415042826025e-05, | |
| "loss": 2.2587, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 2.3552013825233023e-05, | |
| "loss": 2.2679, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 2.3469877222205796e-05, | |
| "loss": 2.2462, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 2.338774061917857e-05, | |
| "loss": 2.271, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 2.3305604016151343e-05, | |
| "loss": 2.2564, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 2.3223467413124117e-05, | |
| "loss": 2.2483, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 2.314133081009689e-05, | |
| "loss": 2.2594, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 2.3059194207069663e-05, | |
| "loss": 2.2399, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 2.2977057604042437e-05, | |
| "loss": 2.2448, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 2.289492100101521e-05, | |
| "loss": 2.2423, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.252311944961548, | |
| "eval_rouge1": 18.2229, | |
| "eval_rouge2": 7.8398, | |
| "eval_rougeL": 14.5868, | |
| "eval_rougeLsum": 16.7408, | |
| "eval_runtime": 1003.0179, | |
| "eval_samples_per_second": 6.417, | |
| "eval_steps_per_second": 6.417, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 2.2812784397987984e-05, | |
| "loss": 2.2106, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 2.2730647794960754e-05, | |
| "loss": 2.2214, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 2.264851119193353e-05, | |
| "loss": 2.2722, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 2.2566374588906304e-05, | |
| "loss": 2.2286, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 2.2484237985879074e-05, | |
| "loss": 2.2137, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 2.240210138285185e-05, | |
| "loss": 2.2624, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 2.2319964779824625e-05, | |
| "loss": 2.2248, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 2.2237828176797395e-05, | |
| "loss": 2.2182, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 2.215569157377017e-05, | |
| "loss": 2.227, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 2.2073554970742945e-05, | |
| "loss": 2.2793, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.243055582046509, | |
| "eval_rouge1": 17.6785, | |
| "eval_rouge2": 7.5437, | |
| "eval_rougeL": 14.1971, | |
| "eval_rougeLsum": 16.1724, | |
| "eval_runtime": 1002.029, | |
| "eval_samples_per_second": 6.423, | |
| "eval_steps_per_second": 6.423, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 2.1991418367715715e-05, | |
| "loss": 2.2275, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 2.190928176468849e-05, | |
| "loss": 2.2495, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 2.1827145161661262e-05, | |
| "loss": 2.2585, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 2.1745008558634036e-05, | |
| "loss": 2.2612, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 2.166287195560681e-05, | |
| "loss": 2.2437, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 2.1580735352579583e-05, | |
| "loss": 2.2331, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 2.1498598749552356e-05, | |
| "loss": 2.1989, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 2.141646214652513e-05, | |
| "loss": 2.2247, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 2.1334325543497903e-05, | |
| "loss": 2.2577, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 2.1252188940470676e-05, | |
| "loss": 2.2005, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.234309196472168, | |
| "eval_rouge1": 17.7552, | |
| "eval_rouge2": 7.6026, | |
| "eval_rougeL": 14.2152, | |
| "eval_rougeLsum": 16.2797, | |
| "eval_runtime": 1003.531, | |
| "eval_samples_per_second": 6.413, | |
| "eval_steps_per_second": 6.413, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 2.117005233744345e-05, | |
| "loss": 2.224, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 2.1087915734416223e-05, | |
| "loss": 2.2422, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 2.1005779131388997e-05, | |
| "loss": 2.2493, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 2.092364252836177e-05, | |
| "loss": 2.25, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 2.0841505925334544e-05, | |
| "loss": 2.2425, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 2.0759369322307317e-05, | |
| "loss": 2.2432, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 2.067723271928009e-05, | |
| "loss": 2.2621, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 2.0595096116252864e-05, | |
| "loss": 2.2175, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 2.0512959513225638e-05, | |
| "loss": 2.2057, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 2.043082291019841e-05, | |
| "loss": 2.2454, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.2339000701904297, | |
| "eval_rouge1": 17.9292, | |
| "eval_rouge2": 7.699, | |
| "eval_rougeL": 14.4099, | |
| "eval_rougeLsum": 16.4682, | |
| "eval_runtime": 1001.8423, | |
| "eval_samples_per_second": 6.424, | |
| "eval_steps_per_second": 6.424, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 2.0348686307171185e-05, | |
| "loss": 2.2291, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 2.0266549704143955e-05, | |
| "loss": 2.2329, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 2.018441310111673e-05, | |
| "loss": 2.211, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 2.0102276498089505e-05, | |
| "loss": 2.2226, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 2.0020139895062275e-05, | |
| "loss": 2.2269, | |
| "step": 365000 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 1.9938003292035052e-05, | |
| "loss": 2.234, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.9855866689007825e-05, | |
| "loss": 2.2477, | |
| "step": 367000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.9773730085980595e-05, | |
| "loss": 2.2146, | |
| "step": 368000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.9691593482953372e-05, | |
| "loss": 2.225, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.9609456879926142e-05, | |
| "loss": 2.2175, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.2345097064971924, | |
| "eval_rouge1": 17.7413, | |
| "eval_rouge2": 7.4892, | |
| "eval_rougeL": 14.2223, | |
| "eval_rougeLsum": 16.2442, | |
| "eval_runtime": 1002.457, | |
| "eval_samples_per_second": 6.42, | |
| "eval_steps_per_second": 6.42, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.9527320276898916e-05, | |
| "loss": 2.1898, | |
| "step": 371000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.944518367387169e-05, | |
| "loss": 2.2081, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 1.9363047070844463e-05, | |
| "loss": 2.2261, | |
| "step": 373000 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 1.9280910467817236e-05, | |
| "loss": 2.2311, | |
| "step": 374000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.919877386479001e-05, | |
| "loss": 2.2299, | |
| "step": 375000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.9116637261762783e-05, | |
| "loss": 2.2381, | |
| "step": 376000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 1.9034500658735557e-05, | |
| "loss": 2.2023, | |
| "step": 377000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 1.895236405570833e-05, | |
| "loss": 2.2442, | |
| "step": 378000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 1.8870227452681104e-05, | |
| "loss": 2.2082, | |
| "step": 379000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 1.8788090849653877e-05, | |
| "loss": 2.238, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.225850820541382, | |
| "eval_rouge1": 17.6679, | |
| "eval_rouge2": 7.4976, | |
| "eval_rougeL": 14.24, | |
| "eval_rougeLsum": 16.243, | |
| "eval_runtime": 1004.5269, | |
| "eval_samples_per_second": 6.407, | |
| "eval_steps_per_second": 6.407, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.870595424662665e-05, | |
| "loss": 2.218, | |
| "step": 381000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.8623817643599424e-05, | |
| "loss": 2.2447, | |
| "step": 382000 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 1.8541681040572198e-05, | |
| "loss": 2.2569, | |
| "step": 383000 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 1.845954443754497e-05, | |
| "loss": 2.2149, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 1.8377407834517744e-05, | |
| "loss": 2.2106, | |
| "step": 385000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 1.8295271231490518e-05, | |
| "loss": 2.224, | |
| "step": 386000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 1.821313462846329e-05, | |
| "loss": 2.2348, | |
| "step": 387000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 1.8130998025436065e-05, | |
| "loss": 2.2312, | |
| "step": 388000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.804886142240884e-05, | |
| "loss": 2.2181, | |
| "step": 389000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.7966724819381612e-05, | |
| "loss": 2.2108, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.2210330963134766, | |
| "eval_rouge1": 17.8474, | |
| "eval_rouge2": 7.6054, | |
| "eval_rougeL": 14.3494, | |
| "eval_rougeLsum": 16.3635, | |
| "eval_runtime": 1003.154, | |
| "eval_samples_per_second": 6.416, | |
| "eval_steps_per_second": 6.416, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 1.7884588216354385e-05, | |
| "loss": 2.2387, | |
| "step": 391000 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 1.7802451613327155e-05, | |
| "loss": 2.2108, | |
| "step": 392000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.7720315010299932e-05, | |
| "loss": 2.2204, | |
| "step": 393000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.7638178407272706e-05, | |
| "loss": 2.1789, | |
| "step": 394000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.7556041804245476e-05, | |
| "loss": 2.2528, | |
| "step": 395000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.7473905201218253e-05, | |
| "loss": 2.2182, | |
| "step": 396000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.7391768598191023e-05, | |
| "loss": 2.2243, | |
| "step": 397000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.7309631995163796e-05, | |
| "loss": 2.2358, | |
| "step": 398000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 1.7227495392136573e-05, | |
| "loss": 2.2398, | |
| "step": 399000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 1.7145358789109343e-05, | |
| "loss": 2.2124, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.216984510421753, | |
| "eval_rouge1": 17.8019, | |
| "eval_rouge2": 7.5182, | |
| "eval_rougeL": 14.264, | |
| "eval_rougeLsum": 16.3003, | |
| "eval_runtime": 1004.0298, | |
| "eval_samples_per_second": 6.41, | |
| "eval_steps_per_second": 6.41, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.7063222186082117e-05, | |
| "loss": 2.2002, | |
| "step": 401000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.698108558305489e-05, | |
| "loss": 2.2347, | |
| "step": 402000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 1.6898948980027664e-05, | |
| "loss": 2.2022, | |
| "step": 403000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 1.6816812377000437e-05, | |
| "loss": 2.205, | |
| "step": 404000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.673467577397321e-05, | |
| "loss": 2.2409, | |
| "step": 405000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.6652539170945984e-05, | |
| "loss": 2.1837, | |
| "step": 406000 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 1.6570402567918757e-05, | |
| "loss": 2.1036, | |
| "step": 407000 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 1.648826596489153e-05, | |
| "loss": 2.0907, | |
| "step": 408000 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 1.6406129361864304e-05, | |
| "loss": 2.0906, | |
| "step": 409000 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 1.6323992758837078e-05, | |
| "loss": 2.0976, | |
| "step": 410000 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.224844217300415, | |
| "eval_rouge1": 17.8063, | |
| "eval_rouge2": 7.5383, | |
| "eval_rougeL": 14.2782, | |
| "eval_rougeLsum": 16.275, | |
| "eval_runtime": 1002.96, | |
| "eval_samples_per_second": 6.417, | |
| "eval_steps_per_second": 6.417, | |
| "step": 410000 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 1.624185615580985e-05, | |
| "loss": 2.1178, | |
| "step": 411000 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 1.6159719552782625e-05, | |
| "loss": 2.1256, | |
| "step": 412000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.6077582949755398e-05, | |
| "loss": 2.125, | |
| "step": 413000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.5995446346728172e-05, | |
| "loss": 2.0956, | |
| "step": 414000 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 1.5913309743700945e-05, | |
| "loss": 2.088, | |
| "step": 415000 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 1.583117314067372e-05, | |
| "loss": 2.1173, | |
| "step": 416000 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 1.5749036537646492e-05, | |
| "loss": 2.1159, | |
| "step": 417000 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 1.5666899934619266e-05, | |
| "loss": 2.0934, | |
| "step": 418000 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 1.558476333159204e-05, | |
| "loss": 2.1048, | |
| "step": 419000 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 1.5502626728564813e-05, | |
| "loss": 2.0932, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.2196199893951416, | |
| "eval_rouge1": 17.9171, | |
| "eval_rouge2": 7.6187, | |
| "eval_rougeL": 14.3508, | |
| "eval_rougeLsum": 16.4333, | |
| "eval_runtime": 1002.1016, | |
| "eval_samples_per_second": 6.423, | |
| "eval_steps_per_second": 6.423, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 1.5420490125537586e-05, | |
| "loss": 2.1018, | |
| "step": 421000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 1.5338353522510356e-05, | |
| "loss": 2.0751, | |
| "step": 422000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 1.5256216919483133e-05, | |
| "loss": 2.0667, | |
| "step": 423000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 1.5174080316455905e-05, | |
| "loss": 2.0963, | |
| "step": 424000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 1.5091943713428677e-05, | |
| "loss": 2.1121, | |
| "step": 425000 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 1.5009807110401453e-05, | |
| "loss": 2.1237, | |
| "step": 426000 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 1.4927670507374225e-05, | |
| "loss": 2.1176, | |
| "step": 427000 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 1.4845533904346997e-05, | |
| "loss": 2.1131, | |
| "step": 428000 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 1.4763397301319772e-05, | |
| "loss": 2.0902, | |
| "step": 429000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 1.4681260698292546e-05, | |
| "loss": 2.0956, | |
| "step": 430000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.2135493755340576, | |
| "eval_rouge1": 18.0616, | |
| "eval_rouge2": 7.7655, | |
| "eval_rougeL": 14.4837, | |
| "eval_rougeLsum": 16.5627, | |
| "eval_runtime": 1001.5993, | |
| "eval_samples_per_second": 6.426, | |
| "eval_steps_per_second": 6.426, | |
| "step": 430000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 1.4599124095265317e-05, | |
| "loss": 2.0948, | |
| "step": 431000 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 1.451698749223809e-05, | |
| "loss": 2.1081, | |
| "step": 432000 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 1.4434850889210866e-05, | |
| "loss": 2.0772, | |
| "step": 433000 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 1.4352714286183638e-05, | |
| "loss": 2.1164, | |
| "step": 434000 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 1.4270577683156411e-05, | |
| "loss": 2.1229, | |
| "step": 435000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 1.4188441080129186e-05, | |
| "loss": 2.1513, | |
| "step": 436000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 1.4106304477101958e-05, | |
| "loss": 2.1262, | |
| "step": 437000 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 1.4024167874074732e-05, | |
| "loss": 2.1191, | |
| "step": 438000 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 1.3942031271047507e-05, | |
| "loss": 2.1287, | |
| "step": 439000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 1.3859894668020279e-05, | |
| "loss": 2.0515, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "eval_gen_len": 19.99813548788067, | |
| "eval_loss": 2.209096670150757, | |
| "eval_rouge1": 18.0281, | |
| "eval_rouge2": 7.7301, | |
| "eval_rougeL": 14.4696, | |
| "eval_rougeLsum": 16.5196, | |
| "eval_runtime": 1001.2022, | |
| "eval_samples_per_second": 6.428, | |
| "eval_steps_per_second": 6.428, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 1.3777758064993052e-05, | |
| "loss": 2.1085, | |
| "step": 441000 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 1.3695621461965824e-05, | |
| "loss": 2.143, | |
| "step": 442000 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 1.3613484858938599e-05, | |
| "loss": 2.119, | |
| "step": 443000 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 1.3531348255911372e-05, | |
| "loss": 2.109, | |
| "step": 444000 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 1.3449211652884144e-05, | |
| "loss": 2.1281, | |
| "step": 445000 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 1.336707504985692e-05, | |
| "loss": 2.079, | |
| "step": 446000 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 1.3284938446829693e-05, | |
| "loss": 2.0999, | |
| "step": 447000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 1.3202801843802465e-05, | |
| "loss": 2.1122, | |
| "step": 448000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 1.312066524077524e-05, | |
| "loss": 2.1152, | |
| "step": 449000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 1.3038528637748013e-05, | |
| "loss": 2.1216, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.2015321254730225, | |
| "eval_rouge1": 18.0609, | |
| "eval_rouge2": 7.7541, | |
| "eval_rougeL": 14.4633, | |
| "eval_rougeLsum": 16.5705, | |
| "eval_runtime": 1002.1053, | |
| "eval_samples_per_second": 6.422, | |
| "eval_steps_per_second": 6.422, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 1.2956392034720785e-05, | |
| "loss": 2.1354, | |
| "step": 451000 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 1.2874255431693557e-05, | |
| "loss": 2.1042, | |
| "step": 452000 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 1.2792118828666334e-05, | |
| "loss": 2.1074, | |
| "step": 453000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 1.2709982225639105e-05, | |
| "loss": 2.0795, | |
| "step": 454000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 1.2627845622611877e-05, | |
| "loss": 2.1332, | |
| "step": 455000 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 1.2545709019584654e-05, | |
| "loss": 2.0829, | |
| "step": 456000 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 1.2463572416557426e-05, | |
| "loss": 2.0992, | |
| "step": 457000 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 1.2381435813530198e-05, | |
| "loss": 2.0864, | |
| "step": 458000 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 1.2299299210502973e-05, | |
| "loss": 2.1024, | |
| "step": 459000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 1.2217162607475746e-05, | |
| "loss": 2.1222, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.1982765197753906, | |
| "eval_rouge1": 18.0717, | |
| "eval_rouge2": 7.7473, | |
| "eval_rougeL": 14.4725, | |
| "eval_rougeLsum": 16.5399, | |
| "eval_runtime": 1000.8112, | |
| "eval_samples_per_second": 6.431, | |
| "eval_steps_per_second": 6.431, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 1.2135026004448518e-05, | |
| "loss": 2.1018, | |
| "step": 461000 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 1.2052889401421293e-05, | |
| "loss": 2.1008, | |
| "step": 462000 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 1.1970752798394065e-05, | |
| "loss": 2.0935, | |
| "step": 463000 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 1.1888616195366839e-05, | |
| "loss": 2.0952, | |
| "step": 464000 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 1.1806479592339614e-05, | |
| "loss": 2.0925, | |
| "step": 465000 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 1.1724342989312385e-05, | |
| "loss": 2.0986, | |
| "step": 466000 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 1.1642206386285159e-05, | |
| "loss": 2.1037, | |
| "step": 467000 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 1.1560069783257932e-05, | |
| "loss": 2.0934, | |
| "step": 468000 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 1.1477933180230706e-05, | |
| "loss": 2.0982, | |
| "step": 469000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 1.139579657720348e-05, | |
| "loss": 2.0903, | |
| "step": 470000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.2006638050079346, | |
| "eval_rouge1": 18.0751, | |
| "eval_rouge2": 7.7486, | |
| "eval_rougeL": 14.4583, | |
| "eval_rougeLsum": 16.546, | |
| "eval_runtime": 1002.8018, | |
| "eval_samples_per_second": 6.418, | |
| "eval_steps_per_second": 6.418, | |
| "step": 470000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 1.1313659974176253e-05, | |
| "loss": 2.1097, | |
| "step": 471000 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 1.1231523371149026e-05, | |
| "loss": 2.099, | |
| "step": 472000 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 1.1149386768121798e-05, | |
| "loss": 2.0921, | |
| "step": 473000 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 1.1067250165094573e-05, | |
| "loss": 2.0675, | |
| "step": 474000 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 1.0985113562067347e-05, | |
| "loss": 2.0786, | |
| "step": 475000 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 1.0902976959040118e-05, | |
| "loss": 2.1106, | |
| "step": 476000 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 1.0820840356012894e-05, | |
| "loss": 2.0842, | |
| "step": 477000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 1.0738703752985665e-05, | |
| "loss": 2.1207, | |
| "step": 478000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 1.0656567149958439e-05, | |
| "loss": 2.103, | |
| "step": 479000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 1.0574430546931214e-05, | |
| "loss": 2.1124, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.1934452056884766, | |
| "eval_rouge1": 17.888, | |
| "eval_rouge2": 7.7124, | |
| "eval_rougeL": 14.3899, | |
| "eval_rougeLsum": 16.3901, | |
| "eval_runtime": 1002.1414, | |
| "eval_samples_per_second": 6.422, | |
| "eval_steps_per_second": 6.422, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 1.0492293943903986e-05, | |
| "loss": 2.0914, | |
| "step": 481000 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 1.041015734087676e-05, | |
| "loss": 2.0931, | |
| "step": 482000 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 1.0328020737849533e-05, | |
| "loss": 2.0768, | |
| "step": 483000 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 1.0245884134822306e-05, | |
| "loss": 2.1096, | |
| "step": 484000 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 1.016374753179508e-05, | |
| "loss": 2.0984, | |
| "step": 485000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 1.0081610928767853e-05, | |
| "loss": 2.1016, | |
| "step": 486000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 9.999474325740627e-06, | |
| "loss": 2.1197, | |
| "step": 487000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 9.917337722713398e-06, | |
| "loss": 2.1021, | |
| "step": 488000 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 9.835201119686174e-06, | |
| "loss": 2.118, | |
| "step": 489000 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 9.753064516658947e-06, | |
| "loss": 2.1094, | |
| "step": 490000 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.1900763511657715, | |
| "eval_rouge1": 18.0254, | |
| "eval_rouge2": 7.7682, | |
| "eval_rougeL": 14.4427, | |
| "eval_rougeLsum": 16.5181, | |
| "eval_runtime": 1002.8922, | |
| "eval_samples_per_second": 6.417, | |
| "eval_steps_per_second": 6.417, | |
| "step": 490000 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 9.670927913631719e-06, | |
| "loss": 2.1063, | |
| "step": 491000 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 9.588791310604494e-06, | |
| "loss": 2.1019, | |
| "step": 492000 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 9.506654707577266e-06, | |
| "loss": 2.0779, | |
| "step": 493000 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 9.42451810455004e-06, | |
| "loss": 2.1224, | |
| "step": 494000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 9.342381501522814e-06, | |
| "loss": 2.0854, | |
| "step": 495000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 9.260244898495586e-06, | |
| "loss": 2.102, | |
| "step": 496000 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 9.17810829546836e-06, | |
| "loss": 2.0606, | |
| "step": 497000 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 9.095971692441133e-06, | |
| "loss": 2.0897, | |
| "step": 498000 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 9.013835089413907e-06, | |
| "loss": 2.0744, | |
| "step": 499000 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 8.93169848638668e-06, | |
| "loss": 2.1085, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.1923704147338867, | |
| "eval_rouge1": 17.9077, | |
| "eval_rouge2": 7.7004, | |
| "eval_rougeL": 14.3843, | |
| "eval_rougeLsum": 16.4221, | |
| "eval_runtime": 1001.7853, | |
| "eval_samples_per_second": 6.425, | |
| "eval_steps_per_second": 6.425, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 8.849561883359454e-06, | |
| "loss": 2.097, | |
| "step": 501000 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 8.767425280332227e-06, | |
| "loss": 2.0991, | |
| "step": 502000 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 8.685288677304999e-06, | |
| "loss": 2.1115, | |
| "step": 503000 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 8.603152074277774e-06, | |
| "loss": 2.0833, | |
| "step": 504000 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 8.521015471250547e-06, | |
| "loss": 2.0833, | |
| "step": 505000 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 8.43887886822332e-06, | |
| "loss": 2.0974, | |
| "step": 506000 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 8.356742265196094e-06, | |
| "loss": 2.0979, | |
| "step": 507000 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 8.274605662168866e-06, | |
| "loss": 2.0832, | |
| "step": 508000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 8.19246905914164e-06, | |
| "loss": 2.0776, | |
| "step": 509000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 8.110332456114415e-06, | |
| "loss": 2.0781, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.1781444549560547, | |
| "eval_rouge1": 18.1591, | |
| "eval_rouge2": 7.8456, | |
| "eval_rougeL": 14.565, | |
| "eval_rougeLsum": 16.6435, | |
| "eval_runtime": 1000.3865, | |
| "eval_samples_per_second": 6.434, | |
| "eval_steps_per_second": 6.434, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 8.028195853087187e-06, | |
| "loss": 2.0808, | |
| "step": 511000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 7.94605925005996e-06, | |
| "loss": 2.0691, | |
| "step": 512000 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 7.863922647032733e-06, | |
| "loss": 2.0864, | |
| "step": 513000 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 7.781786044005507e-06, | |
| "loss": 2.0875, | |
| "step": 514000 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 7.69964944097828e-06, | |
| "loss": 2.0671, | |
| "step": 515000 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 7.617512837951053e-06, | |
| "loss": 2.111, | |
| "step": 516000 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 7.535376234923827e-06, | |
| "loss": 2.1064, | |
| "step": 517000 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 7.4532396318966e-06, | |
| "loss": 2.0701, | |
| "step": 518000 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 7.3711030288693734e-06, | |
| "loss": 2.0959, | |
| "step": 519000 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 7.288966425842148e-06, | |
| "loss": 2.0875, | |
| "step": 520000 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "eval_gen_len": 20.0, | |
| "eval_loss": 2.180058717727661, | |
| "eval_rouge1": 18.0389, | |
| "eval_rouge2": 7.7342, | |
| "eval_rougeL": 14.4259, | |
| "eval_rougeLsum": 16.5378, | |
| "eval_runtime": 999.7773, | |
| "eval_samples_per_second": 6.437, | |
| "eval_steps_per_second": 6.437, | |
| "step": 520000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 7.20682982281492e-06, | |
| "loss": 2.0949, | |
| "step": 521000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 7.124693219787694e-06, | |
| "loss": 2.1054, | |
| "step": 522000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 7.0425566167604665e-06, | |
| "loss": 2.1001, | |
| "step": 523000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 6.96042001373324e-06, | |
| "loss": 2.0611, | |
| "step": 524000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 6.878283410706014e-06, | |
| "loss": 2.0758, | |
| "step": 525000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 6.796146807678787e-06, | |
| "loss": 2.0506, | |
| "step": 526000 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 6.71401020465156e-06, | |
| "loss": 2.0785, | |
| "step": 527000 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 6.631873601624333e-06, | |
| "loss": 2.1017, | |
| "step": 528000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 6.549736998597107e-06, | |
| "loss": 2.0839, | |
| "step": 529000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 6.467600395569881e-06, | |
| "loss": 2.0945, | |
| "step": 530000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.1758170127868652, | |
| "eval_rouge1": 18.0999, | |
| "eval_rouge2": 7.8217, | |
| "eval_rougeL": 14.5163, | |
| "eval_rougeLsum": 16.5784, | |
| "eval_runtime": 1001.5822, | |
| "eval_samples_per_second": 6.426, | |
| "eval_steps_per_second": 6.426, | |
| "step": 530000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 6.385463792542653e-06, | |
| "loss": 2.0935, | |
| "step": 531000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 6.303327189515428e-06, | |
| "loss": 2.0976, | |
| "step": 532000 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 6.2211905864882e-06, | |
| "loss": 2.0968, | |
| "step": 533000 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 6.139053983460974e-06, | |
| "loss": 2.0648, | |
| "step": 534000 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 6.056917380433747e-06, | |
| "loss": 2.0764, | |
| "step": 535000 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 5.974780777406521e-06, | |
| "loss": 2.0894, | |
| "step": 536000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 5.892644174379294e-06, | |
| "loss": 2.0951, | |
| "step": 537000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 5.810507571352068e-06, | |
| "loss": 2.0842, | |
| "step": 538000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 5.72837096832484e-06, | |
| "loss": 2.0775, | |
| "step": 539000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 5.646234365297614e-06, | |
| "loss": 2.0723, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.1755664348602295, | |
| "eval_rouge1": 17.9684, | |
| "eval_rouge2": 7.7369, | |
| "eval_rougeL": 14.4279, | |
| "eval_rougeLsum": 16.4815, | |
| "eval_runtime": 1000.358, | |
| "eval_samples_per_second": 6.434, | |
| "eval_steps_per_second": 6.434, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 5.564097762270387e-06, | |
| "loss": 2.082, | |
| "step": 541000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 5.481961159243161e-06, | |
| "loss": 2.0537, | |
| "step": 542000 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 5.399824556215934e-06, | |
| "loss": 2.0799, | |
| "step": 543000 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 5.317687953188708e-06, | |
| "loss": 2.0871, | |
| "step": 544000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 5.23555135016148e-06, | |
| "loss": 2.0736, | |
| "step": 545000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 5.153414747134254e-06, | |
| "loss": 2.0844, | |
| "step": 546000 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 5.071278144107028e-06, | |
| "loss": 2.0481, | |
| "step": 547000 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 4.989141541079801e-06, | |
| "loss": 2.0539, | |
| "step": 548000 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 4.907004938052574e-06, | |
| "loss": 2.053, | |
| "step": 549000 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 4.824868335025348e-06, | |
| "loss": 2.0918, | |
| "step": 550000 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.173783779144287, | |
| "eval_rouge1": 18.1183, | |
| "eval_rouge2": 7.8414, | |
| "eval_rougeL": 14.5298, | |
| "eval_rougeLsum": 16.6119, | |
| "eval_runtime": 1002.7138, | |
| "eval_samples_per_second": 6.419, | |
| "eval_steps_per_second": 6.419, | |
| "step": 550000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 4.742731731998121e-06, | |
| "loss": 2.0728, | |
| "step": 551000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 4.660595128970895e-06, | |
| "loss": 2.103, | |
| "step": 552000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 4.578458525943668e-06, | |
| "loss": 2.0991, | |
| "step": 553000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 4.496321922916441e-06, | |
| "loss": 2.0463, | |
| "step": 554000 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 4.414185319889214e-06, | |
| "loss": 2.076, | |
| "step": 555000 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 4.332048716861988e-06, | |
| "loss": 2.0582, | |
| "step": 556000 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 4.249912113834761e-06, | |
| "loss": 2.0917, | |
| "step": 557000 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 4.1677755108075346e-06, | |
| "loss": 2.0583, | |
| "step": 558000 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 4.085638907780308e-06, | |
| "loss": 2.0584, | |
| "step": 559000 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 4.003502304753081e-06, | |
| "loss": 2.0835, | |
| "step": 560000 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.16713547706604, | |
| "eval_rouge1": 17.8837, | |
| "eval_rouge2": 7.7379, | |
| "eval_rougeL": 14.3727, | |
| "eval_rougeLsum": 16.4068, | |
| "eval_runtime": 1001.9898, | |
| "eval_samples_per_second": 6.423, | |
| "eval_steps_per_second": 6.423, | |
| "step": 560000 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 3.921365701725854e-06, | |
| "loss": 2.0912, | |
| "step": 561000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 3.8392290986986284e-06, | |
| "loss": 2.1061, | |
| "step": 562000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 3.7570924956714015e-06, | |
| "loss": 2.0815, | |
| "step": 563000 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 3.6749558926441745e-06, | |
| "loss": 2.0774, | |
| "step": 564000 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 3.592819289616948e-06, | |
| "loss": 2.0844, | |
| "step": 565000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 3.510682686589721e-06, | |
| "loss": 2.0785, | |
| "step": 566000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 3.428546083562495e-06, | |
| "loss": 2.0631, | |
| "step": 567000 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 3.346409480535268e-06, | |
| "loss": 2.0544, | |
| "step": 568000 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 3.2642728775080415e-06, | |
| "loss": 2.0922, | |
| "step": 569000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 3.1821362744808145e-06, | |
| "loss": 2.0936, | |
| "step": 570000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.1669766902923584, | |
| "eval_rouge1": 17.9631, | |
| "eval_rouge2": 7.7708, | |
| "eval_rougeL": 14.4566, | |
| "eval_rougeLsum": 16.4823, | |
| "eval_runtime": 1001.2408, | |
| "eval_samples_per_second": 6.428, | |
| "eval_steps_per_second": 6.428, | |
| "step": 570000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 3.099999671453588e-06, | |
| "loss": 2.0818, | |
| "step": 571000 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 3.0178630684263615e-06, | |
| "loss": 2.1153, | |
| "step": 572000 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 2.9357264653991345e-06, | |
| "loss": 2.0713, | |
| "step": 573000 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 2.853589862371908e-06, | |
| "loss": 2.1085, | |
| "step": 574000 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 2.7714532593446814e-06, | |
| "loss": 2.0664, | |
| "step": 575000 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 2.689316656317455e-06, | |
| "loss": 2.0665, | |
| "step": 576000 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 2.607180053290228e-06, | |
| "loss": 2.0526, | |
| "step": 577000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 2.5250434502630014e-06, | |
| "loss": 2.0968, | |
| "step": 578000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 2.442906847235775e-06, | |
| "loss": 2.07, | |
| "step": 579000 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 2.3607702442085484e-06, | |
| "loss": 2.0518, | |
| "step": 580000 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.163098096847534, | |
| "eval_rouge1": 18.0601, | |
| "eval_rouge2": 7.8112, | |
| "eval_rougeL": 14.5158, | |
| "eval_rougeLsum": 16.5816, | |
| "eval_runtime": 1001.0246, | |
| "eval_samples_per_second": 6.429, | |
| "eval_steps_per_second": 6.429, | |
| "step": 580000 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 2.278633641181322e-06, | |
| "loss": 2.0532, | |
| "step": 581000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 2.196497038154095e-06, | |
| "loss": 2.0875, | |
| "step": 582000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 2.1143604351268684e-06, | |
| "loss": 2.0623, | |
| "step": 583000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 2.032223832099642e-06, | |
| "loss": 2.0669, | |
| "step": 584000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 1.950087229072415e-06, | |
| "loss": 2.0541, | |
| "step": 585000 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 1.8679506260451886e-06, | |
| "loss": 2.099, | |
| "step": 586000 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 1.7858140230179618e-06, | |
| "loss": 2.0676, | |
| "step": 587000 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 1.7036774199907349e-06, | |
| "loss": 2.0437, | |
| "step": 588000 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 1.6215408169635085e-06, | |
| "loss": 2.1021, | |
| "step": 589000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 1.5394042139362818e-06, | |
| "loss": 2.065, | |
| "step": 590000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.1611337661743164, | |
| "eval_rouge1": 18.0548, | |
| "eval_rouge2": 7.8147, | |
| "eval_rougeL": 14.5271, | |
| "eval_rougeLsum": 16.5606, | |
| "eval_runtime": 1002.534, | |
| "eval_samples_per_second": 6.42, | |
| "eval_steps_per_second": 6.42, | |
| "step": 590000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 1.457267610909055e-06, | |
| "loss": 2.0918, | |
| "step": 591000 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 1.3751310078818285e-06, | |
| "loss": 2.0549, | |
| "step": 592000 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 1.292994404854602e-06, | |
| "loss": 2.064, | |
| "step": 593000 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 1.210857801827375e-06, | |
| "loss": 2.0584, | |
| "step": 594000 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 1.1287211988001485e-06, | |
| "loss": 2.0543, | |
| "step": 595000 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 1.046584595772922e-06, | |
| "loss": 2.0472, | |
| "step": 596000 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 9.644479927456953e-07, | |
| "loss": 2.072, | |
| "step": 597000 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 8.823113897184687e-07, | |
| "loss": 2.0702, | |
| "step": 598000 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 8.001747866912419e-07, | |
| "loss": 2.0641, | |
| "step": 599000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 7.180381836640152e-07, | |
| "loss": 2.0427, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "eval_gen_len": 19.998756991920448, | |
| "eval_loss": 2.161083459854126, | |
| "eval_rouge1": 18.0642, | |
| "eval_rouge2": 7.8284, | |
| "eval_rougeL": 14.5293, | |
| "eval_rougeLsum": 16.5736, | |
| "eval_runtime": 1004.0388, | |
| "eval_samples_per_second": 6.41, | |
| "eval_steps_per_second": 6.41, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 6.359015806367887e-07, | |
| "loss": 2.083, | |
| "step": 601000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 5.537649776095621e-07, | |
| "loss": 2.0722, | |
| "step": 602000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 4.716283745823354e-07, | |
| "loss": 2.0436, | |
| "step": 603000 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 3.8949177155510875e-07, | |
| "loss": 2.0562, | |
| "step": 604000 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 3.073551685278821e-07, | |
| "loss": 2.0347, | |
| "step": 605000 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 2.2521856550065546e-07, | |
| "loss": 2.068, | |
| "step": 606000 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 1.4308196247342882e-07, | |
| "loss": 2.0616, | |
| "step": 607000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 6.094535944620217e-08, | |
| "loss": 2.0413, | |
| "step": 608000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 608742, | |
| "total_flos": 3.6763741543366656e+17, | |
| "train_loss": 2.297387943486963, | |
| "train_runtime": 114972.5904, | |
| "train_samples_per_second": 5.295, | |
| "train_steps_per_second": 5.295 | |
| } | |
| ], | |
| "max_steps": 608742, | |
| "num_train_epochs": 3, | |
| "total_flos": 3.6763741543366656e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |