| { | |
| "best_metric": 42.0728, | |
| "best_model_checkpoint": "/newdisk1/lkw/chatcell/t5_model/v22_small_50_0_100%/checkpoint-185000", | |
| "epoch": 49.29942916450441, | |
| "eval_steps": 5000, | |
| "global_step": 190000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 3.997924234561495e-05, | |
| "loss": 7.3867, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 3.995848469122989e-05, | |
| "loss": 5.0855, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 3.993772703684484e-05, | |
| "loss": 5.0196, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 3.991696938245979e-05, | |
| "loss": 4.9903, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 3.9896211728074735e-05, | |
| "loss": 4.9698, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.987545407368968e-05, | |
| "loss": 4.9409, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.9854696419304625e-05, | |
| "loss": 4.924, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.983393876491956e-05, | |
| "loss": 4.9034, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.981318111053451e-05, | |
| "loss": 4.8898, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.979242345614946e-05, | |
| "loss": 4.8703, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.9771665801764405e-05, | |
| "loss": 4.8548, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.975090814737935e-05, | |
| "loss": 4.8347, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.9730150492994295e-05, | |
| "loss": 4.8244, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.970939283860924e-05, | |
| "loss": 4.8042, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.9688635184224185e-05, | |
| "loss": 4.7933, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.966787752983913e-05, | |
| "loss": 4.7756, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.964711987545408e-05, | |
| "loss": 4.7667, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 3.9626362221069026e-05, | |
| "loss": 4.7527, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 3.960560456668397e-05, | |
| "loss": 4.7391, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.9584846912298916e-05, | |
| "loss": 4.73, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.956408925791386e-05, | |
| "loss": 4.7012, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.9543331603528806e-05, | |
| "loss": 4.6942, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.952257394914375e-05, | |
| "loss": 4.6838, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 3.9501816294758696e-05, | |
| "loss": 4.669, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 3.948105864037364e-05, | |
| "loss": 4.6536, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 3.9460300985988586e-05, | |
| "loss": 4.6464, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 3.943954333160353e-05, | |
| "loss": 4.6331, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 3.9418785677218476e-05, | |
| "loss": 4.6069, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.939802802283342e-05, | |
| "loss": 4.6039, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 3.937727036844837e-05, | |
| "loss": 4.5902, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.935651271406332e-05, | |
| "loss": 4.5851, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 3.933575505967826e-05, | |
| "loss": 4.5493, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 3.931499740529321e-05, | |
| "loss": 4.5515, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 3.929423975090815e-05, | |
| "loss": 4.5391, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 3.92734820965231e-05, | |
| "loss": 4.5266, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.925272444213804e-05, | |
| "loss": 4.518, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 3.923196678775299e-05, | |
| "loss": 4.5006, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 3.921120913336793e-05, | |
| "loss": 4.4839, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.919045147898288e-05, | |
| "loss": 4.4753, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.916969382459782e-05, | |
| "loss": 4.4482, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 3.914893617021277e-05, | |
| "loss": 4.446, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 3.912817851582771e-05, | |
| "loss": 4.4486, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 3.9107420861442664e-05, | |
| "loss": 4.4225, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 3.908666320705761e-05, | |
| "loss": 4.4129, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 3.9065905552672554e-05, | |
| "loss": 4.401, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 3.90451478982875e-05, | |
| "loss": 4.3917, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 3.9024390243902444e-05, | |
| "loss": 4.372, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 3.900363258951739e-05, | |
| "loss": 4.3572, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.8982874935132334e-05, | |
| "loss": 4.35, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 3.896211728074728e-05, | |
| "loss": 4.3412, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "eval_gen_len": 12.5597, | |
| "eval_loss": 4.288102149963379, | |
| "eval_rouge1": 13.4415, | |
| "eval_rouge2": 1.5683, | |
| "eval_rougeL": 12.4048, | |
| "eval_rougeLsum": 12.4255, | |
| "eval_runtime": 81.4031, | |
| "eval_samples_per_second": 47.345, | |
| "eval_steps_per_second": 5.921, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 3.8941359626362224e-05, | |
| "loss": 4.3273, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 3.892060197197717e-05, | |
| "loss": 4.3152, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 3.8899844317592114e-05, | |
| "loss": 4.3043, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 3.887908666320706e-05, | |
| "loss": 4.287, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 3.8858329008822004e-05, | |
| "loss": 4.2814, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 3.8837571354436955e-05, | |
| "loss": 4.267, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 3.88168137000519e-05, | |
| "loss": 4.2597, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 3.8796056045666845e-05, | |
| "loss": 4.2513, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 3.877529839128179e-05, | |
| "loss": 4.2313, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 3.8754540736896735e-05, | |
| "loss": 4.2101, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 3.873378308251168e-05, | |
| "loss": 4.2142, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 3.8713025428126625e-05, | |
| "loss": 4.2015, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 3.869226777374157e-05, | |
| "loss": 4.1821, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 3.8671510119356515e-05, | |
| "loss": 4.1763, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 3.865075246497146e-05, | |
| "loss": 4.1673, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 3.8629994810586405e-05, | |
| "loss": 4.1591, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 3.860923715620135e-05, | |
| "loss": 4.1596, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 3.8588479501816295e-05, | |
| "loss": 4.1356, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 3.856772184743125e-05, | |
| "loss": 4.1433, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 3.854696419304619e-05, | |
| "loss": 4.1157, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 3.852620653866114e-05, | |
| "loss": 4.0836, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 3.850544888427608e-05, | |
| "loss": 4.1102, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 3.8484691229891027e-05, | |
| "loss": 4.0818, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 3.846393357550597e-05, | |
| "loss": 4.0663, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 3.8443175921120917e-05, | |
| "loss": 4.07, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 3.842241826673586e-05, | |
| "loss": 4.0689, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 3.8401660612350806e-05, | |
| "loss": 4.0442, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 3.838090295796575e-05, | |
| "loss": 4.0421, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 3.8360145303580696e-05, | |
| "loss": 4.0381, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 3.833938764919564e-05, | |
| "loss": 4.0242, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 3.8318629994810586e-05, | |
| "loss": 4.0184, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 3.829787234042554e-05, | |
| "loss": 4.0159, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 3.827711468604048e-05, | |
| "loss": 4.0, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 3.825635703165543e-05, | |
| "loss": 3.9939, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 3.823559937727037e-05, | |
| "loss": 3.9851, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 3.821484172288532e-05, | |
| "loss": 3.9711, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 3.819408406850026e-05, | |
| "loss": 3.9732, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 3.817332641411521e-05, | |
| "loss": 3.9666, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 3.815256875973015e-05, | |
| "loss": 3.9528, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 3.81318111053451e-05, | |
| "loss": 3.9496, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 3.811105345096004e-05, | |
| "loss": 3.9426, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 3.809029579657499e-05, | |
| "loss": 3.9496, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 3.806953814218993e-05, | |
| "loss": 3.9376, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 3.804878048780488e-05, | |
| "loss": 3.9404, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 3.802802283341983e-05, | |
| "loss": 3.9204, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 3.8007265179034774e-05, | |
| "loss": 3.8957, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 3.798650752464972e-05, | |
| "loss": 3.9224, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 3.7965749870264664e-05, | |
| "loss": 3.9076, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 3.794499221587961e-05, | |
| "loss": 3.897, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 3.7924234561494554e-05, | |
| "loss": 3.8995, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "eval_gen_len": 12.2688, | |
| "eval_loss": 3.854327917098999, | |
| "eval_rouge1": 24.0743, | |
| "eval_rouge2": 1.9282, | |
| "eval_rougeL": 20.7914, | |
| "eval_rougeLsum": 20.7945, | |
| "eval_runtime": 81.1697, | |
| "eval_samples_per_second": 47.481, | |
| "eval_steps_per_second": 5.938, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 3.79034769071095e-05, | |
| "loss": 3.895, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 3.7882719252724444e-05, | |
| "loss": 3.8924, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 3.786196159833939e-05, | |
| "loss": 3.894, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 3.7841203943954334e-05, | |
| "loss": 3.8961, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 3.782044628956928e-05, | |
| "loss": 3.8752, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 3.7799688635184224e-05, | |
| "loss": 3.8819, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 3.777893098079917e-05, | |
| "loss": 3.8756, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 3.775817332641412e-05, | |
| "loss": 3.8762, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 3.7737415672029066e-05, | |
| "loss": 3.849, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 3.771665801764401e-05, | |
| "loss": 3.8517, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 3.7695900363258956e-05, | |
| "loss": 3.8561, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 3.76751427088739e-05, | |
| "loss": 3.8511, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 3.7654385054488846e-05, | |
| "loss": 3.8213, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 3.763362740010379e-05, | |
| "loss": 3.8539, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 3.7612869745718736e-05, | |
| "loss": 3.844, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 3.759211209133368e-05, | |
| "loss": 3.8349, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 3.7571354436948626e-05, | |
| "loss": 3.8363, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 3.755059678256357e-05, | |
| "loss": 3.8444, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 3.7529839128178515e-05, | |
| "loss": 3.8336, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 3.750908147379346e-05, | |
| "loss": 3.8238, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 3.748832381940841e-05, | |
| "loss": 3.7921, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 3.746756616502336e-05, | |
| "loss": 3.8307, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 3.74468085106383e-05, | |
| "loss": 3.8104, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 3.742605085625325e-05, | |
| "loss": 3.8083, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 3.740529320186819e-05, | |
| "loss": 3.8045, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 3.738453554748314e-05, | |
| "loss": 3.814, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 3.736377789309808e-05, | |
| "loss": 3.816, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 3.734302023871303e-05, | |
| "loss": 3.8151, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 3.732226258432797e-05, | |
| "loss": 3.8171, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 3.730150492994292e-05, | |
| "loss": 3.7895, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 3.728074727555786e-05, | |
| "loss": 3.7782, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 3.725998962117281e-05, | |
| "loss": 3.7925, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 3.723923196678775e-05, | |
| "loss": 3.7955, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 3.7218474312402704e-05, | |
| "loss": 3.7964, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 3.719771665801765e-05, | |
| "loss": 3.7809, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 3.7176959003632593e-05, | |
| "loss": 3.816, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 3.715620134924754e-05, | |
| "loss": 3.795, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 3.713544369486248e-05, | |
| "loss": 3.7816, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 3.711468604047743e-05, | |
| "loss": 3.784, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 3.709392838609237e-05, | |
| "loss": 3.7755, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 3.7073170731707325e-05, | |
| "loss": 3.7809, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 3.705241307732227e-05, | |
| "loss": 3.7854, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 3.703165542293721e-05, | |
| "loss": 3.7811, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 3.701089776855215e-05, | |
| "loss": 3.7859, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 3.69901401141671e-05, | |
| "loss": 3.771, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 3.696938245978204e-05, | |
| "loss": 3.7613, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 3.6948624805396995e-05, | |
| "loss": 3.7879, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 3.692786715101194e-05, | |
| "loss": 3.775, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 3.6907109496626885e-05, | |
| "loss": 3.7578, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 3.688635184224183e-05, | |
| "loss": 3.7673, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "eval_gen_len": 12.2688, | |
| "eval_loss": 3.7353405952453613, | |
| "eval_rouge1": 25.2952, | |
| "eval_rouge2": 2.0011, | |
| "eval_rougeL": 21.2449, | |
| "eval_rougeLsum": 21.2222, | |
| "eval_runtime": 81.3221, | |
| "eval_samples_per_second": 47.392, | |
| "eval_steps_per_second": 5.927, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 3.6865594187856775e-05, | |
| "loss": 3.7752, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 3.684483653347172e-05, | |
| "loss": 3.7749, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 3.6824078879086665e-05, | |
| "loss": 3.7379, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 3.6803321224701616e-05, | |
| "loss": 3.756, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 3.678256357031656e-05, | |
| "loss": 3.7516, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 3.6761805915931506e-05, | |
| "loss": 3.7543, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 3.674104826154645e-05, | |
| "loss": 3.7594, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 3.6720290607161396e-05, | |
| "loss": 3.7529, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 3.6699532952776334e-05, | |
| "loss": 3.7571, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 3.667877529839128e-05, | |
| "loss": 3.7617, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 3.665801764400623e-05, | |
| "loss": 3.7688, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 3.6637259989621176e-05, | |
| "loss": 3.7514, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "learning_rate": 3.661650233523612e-05, | |
| "loss": 3.7574, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 3.6595744680851066e-05, | |
| "loss": 3.766, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 3.657498702646601e-05, | |
| "loss": 3.7406, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 3.6554229372080956e-05, | |
| "loss": 3.7226, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 3.653347171769591e-05, | |
| "loss": 3.7476, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 3.651271406331085e-05, | |
| "loss": 3.7391, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 3.64919564089258e-05, | |
| "loss": 3.7396, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 3.647119875454074e-05, | |
| "loss": 3.7518, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 3.645044110015569e-05, | |
| "loss": 3.7414, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 3.642968344577063e-05, | |
| "loss": 3.747, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 3.640892579138558e-05, | |
| "loss": 3.7615, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 3.638816813700052e-05, | |
| "loss": 3.7379, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 3.636741048261547e-05, | |
| "loss": 3.7485, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 3.634665282823041e-05, | |
| "loss": 3.7474, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 3.632589517384536e-05, | |
| "loss": 3.7209, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 3.63051375194603e-05, | |
| "loss": 3.7424, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 3.628437986507525e-05, | |
| "loss": 3.7427, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 3.62636222106902e-05, | |
| "loss": 3.7466, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 3.6242864556305144e-05, | |
| "loss": 3.7372, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 3.622210690192009e-05, | |
| "loss": 3.7325, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 3.6201349247535034e-05, | |
| "loss": 3.7315, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 3.618059159314998e-05, | |
| "loss": 3.7248, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 3.6159833938764924e-05, | |
| "loss": 3.7315, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 3.613907628437987e-05, | |
| "loss": 3.7164, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 3.6118318629994814e-05, | |
| "loss": 3.7248, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 3.609756097560976e-05, | |
| "loss": 3.7286, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 3.6076803321224704e-05, | |
| "loss": 3.7321, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 3.605604566683965e-05, | |
| "loss": 3.7238, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "learning_rate": 3.6035288012454594e-05, | |
| "loss": 3.7334, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "learning_rate": 3.601453035806954e-05, | |
| "loss": 3.7116, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "learning_rate": 3.599377270368449e-05, | |
| "loss": 3.7395, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "learning_rate": 3.5973015049299435e-05, | |
| "loss": 3.7334, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "learning_rate": 3.595225739491438e-05, | |
| "loss": 3.7274, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "learning_rate": 3.5931499740529325e-05, | |
| "loss": 3.7216, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "learning_rate": 3.591074208614427e-05, | |
| "loss": 3.7238, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 3.5889984431759215e-05, | |
| "loss": 3.7158, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 5.16, | |
| "learning_rate": 3.586922677737416e-05, | |
| "loss": 3.7302, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 3.5848469122989105e-05, | |
| "loss": 3.7137, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "eval_gen_len": 12.2688, | |
| "eval_loss": 3.690828561782837, | |
| "eval_rouge1": 26.1164, | |
| "eval_rouge2": 2.0984, | |
| "eval_rougeL": 22.1244, | |
| "eval_rougeLsum": 22.1089, | |
| "eval_runtime": 81.0762, | |
| "eval_samples_per_second": 47.536, | |
| "eval_steps_per_second": 5.945, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 3.582771146860405e-05, | |
| "loss": 3.7286, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "learning_rate": 3.5806953814218995e-05, | |
| "loss": 3.7333, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "learning_rate": 3.578619615983394e-05, | |
| "loss": 3.7041, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 5.29, | |
| "learning_rate": 3.5765438505448885e-05, | |
| "loss": 3.6972, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "learning_rate": 3.574468085106383e-05, | |
| "loss": 3.7198, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "learning_rate": 3.572392319667878e-05, | |
| "loss": 3.7212, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 3.570316554229373e-05, | |
| "loss": 3.7162, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 3.568240788790867e-05, | |
| "loss": 3.7239, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 5.42, | |
| "learning_rate": 3.566165023352362e-05, | |
| "loss": 3.7266, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 3.564089257913856e-05, | |
| "loss": 3.7136, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 3.562013492475351e-05, | |
| "loss": 3.7118, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 3.559937727036845e-05, | |
| "loss": 3.7149, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 3.55786196159834e-05, | |
| "loss": 3.7064, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 3.555786196159834e-05, | |
| "loss": 3.6967, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 3.5537104307213287e-05, | |
| "loss": 3.7106, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 3.551634665282823e-05, | |
| "loss": 3.6849, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 5.63, | |
| "learning_rate": 3.5495588998443177e-05, | |
| "loss": 3.6902, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "learning_rate": 3.547483134405812e-05, | |
| "loss": 3.6975, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "learning_rate": 3.545407368967307e-05, | |
| "loss": 3.7142, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 5.71, | |
| "learning_rate": 3.543331603528802e-05, | |
| "loss": 3.6887, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "learning_rate": 3.541255838090296e-05, | |
| "loss": 3.6966, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "learning_rate": 3.539180072651791e-05, | |
| "loss": 3.7046, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 5.79, | |
| "learning_rate": 3.537104307213285e-05, | |
| "loss": 3.7046, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "learning_rate": 3.53502854177478e-05, | |
| "loss": 3.7108, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "learning_rate": 3.532952776336274e-05, | |
| "loss": 3.6994, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "learning_rate": 3.530877010897769e-05, | |
| "loss": 3.6976, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 5.89, | |
| "learning_rate": 3.528801245459263e-05, | |
| "loss": 3.7163, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "learning_rate": 3.526725480020758e-05, | |
| "loss": 3.7022, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 3.524649714582252e-05, | |
| "loss": 3.6893, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 3.522573949143747e-05, | |
| "loss": 3.6954, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "learning_rate": 3.520498183705241e-05, | |
| "loss": 3.7143, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 3.5184224182667365e-05, | |
| "loss": 3.6649, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 3.516346652828231e-05, | |
| "loss": 3.6953, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 3.5142708873897255e-05, | |
| "loss": 3.7025, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 3.51219512195122e-05, | |
| "loss": 3.7151, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 3.5101193565127144e-05, | |
| "loss": 3.6985, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 3.508043591074209e-05, | |
| "loss": 3.7094, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 3.5059678256357034e-05, | |
| "loss": 3.6963, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 3.503892060197198e-05, | |
| "loss": 3.7083, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 6.23, | |
| "learning_rate": 3.5018162947586924e-05, | |
| "loss": 3.6809, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "learning_rate": 3.499740529320187e-05, | |
| "loss": 3.6915, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "learning_rate": 3.4976647638816814e-05, | |
| "loss": 3.6886, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 6.31, | |
| "learning_rate": 3.495588998443176e-05, | |
| "loss": 3.7067, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 6.33, | |
| "learning_rate": 3.4935132330046704e-05, | |
| "loss": 3.6912, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "learning_rate": 3.4914374675661656e-05, | |
| "loss": 3.7084, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 6.38, | |
| "learning_rate": 3.48936170212766e-05, | |
| "loss": 3.6849, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "learning_rate": 3.4872859366891546e-05, | |
| "loss": 3.7204, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 6.43, | |
| "learning_rate": 3.485210171250649e-05, | |
| "loss": 3.7057, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "learning_rate": 3.4831344058121436e-05, | |
| "loss": 3.7103, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "learning_rate": 3.481058640373638e-05, | |
| "loss": 3.6905, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "eval_gen_len": 12.2701, | |
| "eval_loss": 3.667330503463745, | |
| "eval_rouge1": 26.7248, | |
| "eval_rouge2": 2.0984, | |
| "eval_rougeL": 22.7285, | |
| "eval_rougeLsum": 22.7508, | |
| "eval_runtime": 81.3332, | |
| "eval_samples_per_second": 47.385, | |
| "eval_steps_per_second": 5.926, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 6.51, | |
| "learning_rate": 3.4789828749351326e-05, | |
| "loss": 3.6919, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 6.54, | |
| "learning_rate": 3.476907109496627e-05, | |
| "loss": 3.7111, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 6.56, | |
| "learning_rate": 3.4748313440581216e-05, | |
| "loss": 3.6901, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 6.59, | |
| "learning_rate": 3.472755578619616e-05, | |
| "loss": 3.6921, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "learning_rate": 3.4706798131811106e-05, | |
| "loss": 3.6951, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "learning_rate": 3.468604047742605e-05, | |
| "loss": 3.7004, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 6.67, | |
| "learning_rate": 3.4665282823040996e-05, | |
| "loss": 3.6868, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 6.69, | |
| "learning_rate": 3.464452516865594e-05, | |
| "loss": 3.6954, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "learning_rate": 3.462376751427089e-05, | |
| "loss": 3.7049, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 6.75, | |
| "learning_rate": 3.460300985988584e-05, | |
| "loss": 3.6947, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 3.458225220550078e-05, | |
| "loss": 3.6963, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 3.456149455111573e-05, | |
| "loss": 3.6925, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "learning_rate": 3.454073689673067e-05, | |
| "loss": 3.6845, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 6.85, | |
| "learning_rate": 3.451997924234562e-05, | |
| "loss": 3.6786, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "learning_rate": 3.449922158796056e-05, | |
| "loss": 3.6842, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 3.447846393357551e-05, | |
| "loss": 3.6805, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 6.93, | |
| "learning_rate": 3.445770627919045e-05, | |
| "loss": 3.7005, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "learning_rate": 3.44369486248054e-05, | |
| "loss": 3.683, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 6.98, | |
| "learning_rate": 3.441619097042034e-05, | |
| "loss": 3.6775, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "learning_rate": 3.439543331603529e-05, | |
| "loss": 3.6823, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "learning_rate": 3.437467566165023e-05, | |
| "loss": 3.6702, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "learning_rate": 3.4353918007265184e-05, | |
| "loss": 3.6796, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "learning_rate": 3.433316035288013e-05, | |
| "loss": 3.6707, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 7.11, | |
| "learning_rate": 3.4312402698495074e-05, | |
| "loss": 3.6907, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "learning_rate": 3.429164504411002e-05, | |
| "loss": 3.6784, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "learning_rate": 3.4270887389724963e-05, | |
| "loss": 3.6915, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 7.19, | |
| "learning_rate": 3.425012973533991e-05, | |
| "loss": 3.6872, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "learning_rate": 3.422937208095486e-05, | |
| "loss": 3.694, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "learning_rate": 3.42086144265698e-05, | |
| "loss": 3.6703, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 7.27, | |
| "learning_rate": 3.418785677218474e-05, | |
| "loss": 3.6963, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 7.29, | |
| "learning_rate": 3.416709911779969e-05, | |
| "loss": 3.6891, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 7.32, | |
| "learning_rate": 3.414634146341463e-05, | |
| "loss": 3.7015, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 3.412558380902958e-05, | |
| "loss": 3.689, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "learning_rate": 3.410482615464452e-05, | |
| "loss": 3.6655, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "learning_rate": 3.4084068500259475e-05, | |
| "loss": 3.6964, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 7.42, | |
| "learning_rate": 3.406331084587442e-05, | |
| "loss": 3.6859, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 7.45, | |
| "learning_rate": 3.4042553191489365e-05, | |
| "loss": 3.6751, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 7.47, | |
| "learning_rate": 3.402179553710431e-05, | |
| "loss": 3.6822, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "learning_rate": 3.4001037882719255e-05, | |
| "loss": 3.6945, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 3.39802802283342e-05, | |
| "loss": 3.6647, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "learning_rate": 3.395952257394915e-05, | |
| "loss": 3.6802, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 7.58, | |
| "learning_rate": 3.3938764919564097e-05, | |
| "loss": 3.6815, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 7.6, | |
| "learning_rate": 3.391800726517904e-05, | |
| "loss": 3.6923, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 7.63, | |
| "learning_rate": 3.389724961079398e-05, | |
| "loss": 3.6765, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 7.65, | |
| "learning_rate": 3.3876491956408925e-05, | |
| "loss": 3.6841, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 7.68, | |
| "learning_rate": 3.385573430202387e-05, | |
| "loss": 3.669, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 7.71, | |
| "learning_rate": 3.3834976647638815e-05, | |
| "loss": 3.6691, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 7.73, | |
| "learning_rate": 3.3814218993253766e-05, | |
| "loss": 3.6699, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 7.76, | |
| "learning_rate": 3.379346133886871e-05, | |
| "loss": 3.6903, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 7.78, | |
| "learning_rate": 3.3772703684483656e-05, | |
| "loss": 3.6904, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 7.78, | |
| "eval_gen_len": 12.2865, | |
| "eval_loss": 3.6548309326171875, | |
| "eval_rouge1": 27.2987, | |
| "eval_rouge2": 2.0984, | |
| "eval_rougeL": 23.3145, | |
| "eval_rougeLsum": 23.3265, | |
| "eval_runtime": 80.6803, | |
| "eval_samples_per_second": 47.769, | |
| "eval_steps_per_second": 5.974, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 7.81, | |
| "learning_rate": 3.37519460300986e-05, | |
| "loss": 3.69, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 7.84, | |
| "learning_rate": 3.3731188375713546e-05, | |
| "loss": 3.6648, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "learning_rate": 3.371043072132849e-05, | |
| "loss": 3.6907, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 7.89, | |
| "learning_rate": 3.368967306694344e-05, | |
| "loss": 3.6636, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 7.91, | |
| "learning_rate": 3.366891541255839e-05, | |
| "loss": 3.6756, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 7.94, | |
| "learning_rate": 3.364815775817333e-05, | |
| "loss": 3.6653, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "learning_rate": 3.362740010378828e-05, | |
| "loss": 3.6831, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 7.99, | |
| "learning_rate": 3.360664244940322e-05, | |
| "loss": 3.6724, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "learning_rate": 3.358588479501816e-05, | |
| "loss": 3.6916, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "learning_rate": 3.3565127140633106e-05, | |
| "loss": 3.6814, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "learning_rate": 3.354436948624806e-05, | |
| "loss": 3.6791, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "learning_rate": 3.3523611831863e-05, | |
| "loss": 3.6805, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "learning_rate": 3.350285417747795e-05, | |
| "loss": 3.6936, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "learning_rate": 3.348209652309289e-05, | |
| "loss": 3.6695, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 8.17, | |
| "learning_rate": 3.346133886870784e-05, | |
| "loss": 3.66, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 8.2, | |
| "learning_rate": 3.344058121432278e-05, | |
| "loss": 3.6621, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 8.23, | |
| "learning_rate": 3.3419823559937734e-05, | |
| "loss": 3.6892, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 8.25, | |
| "learning_rate": 3.339906590555268e-05, | |
| "loss": 3.6252, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 8.28, | |
| "learning_rate": 3.3378308251167624e-05, | |
| "loss": 3.6804, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 8.3, | |
| "learning_rate": 3.335755059678257e-05, | |
| "loss": 3.6879, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 8.33, | |
| "learning_rate": 3.3336792942397514e-05, | |
| "loss": 3.6683, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 8.35, | |
| "learning_rate": 3.331603528801246e-05, | |
| "loss": 3.6801, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 8.38, | |
| "learning_rate": 3.3295277633627404e-05, | |
| "loss": 3.6568, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 8.41, | |
| "learning_rate": 3.327451997924235e-05, | |
| "loss": 3.6621, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 8.43, | |
| "learning_rate": 3.3253762324857294e-05, | |
| "loss": 3.6686, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 8.46, | |
| "learning_rate": 3.323300467047224e-05, | |
| "loss": 3.6942, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 8.48, | |
| "learning_rate": 3.3212247016087184e-05, | |
| "loss": 3.6566, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 8.51, | |
| "learning_rate": 3.319148936170213e-05, | |
| "loss": 3.678, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 8.54, | |
| "learning_rate": 3.3170731707317074e-05, | |
| "loss": 3.6526, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 8.56, | |
| "learning_rate": 3.3149974052932026e-05, | |
| "loss": 3.6796, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 8.59, | |
| "learning_rate": 3.312921639854697e-05, | |
| "loss": 3.671, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 8.61, | |
| "learning_rate": 3.3108458744161916e-05, | |
| "loss": 3.6556, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 8.64, | |
| "learning_rate": 3.308770108977686e-05, | |
| "loss": 3.6819, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 8.67, | |
| "learning_rate": 3.3066943435391806e-05, | |
| "loss": 3.6574, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 8.69, | |
| "learning_rate": 3.304618578100675e-05, | |
| "loss": 3.6426, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 8.72, | |
| "learning_rate": 3.3025428126621695e-05, | |
| "loss": 3.6796, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 8.74, | |
| "learning_rate": 3.300467047223664e-05, | |
| "loss": 3.6892, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 8.77, | |
| "learning_rate": 3.2983912817851585e-05, | |
| "loss": 3.6702, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 8.8, | |
| "learning_rate": 3.296315516346653e-05, | |
| "loss": 3.6809, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 8.82, | |
| "learning_rate": 3.2942397509081475e-05, | |
| "loss": 3.6658, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 8.85, | |
| "learning_rate": 3.292163985469642e-05, | |
| "loss": 3.6747, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 8.87, | |
| "learning_rate": 3.2900882200311365e-05, | |
| "loss": 3.6703, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 8.9, | |
| "learning_rate": 3.288012454592632e-05, | |
| "loss": 3.6684, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 8.93, | |
| "learning_rate": 3.285936689154126e-05, | |
| "loss": 3.6565, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 8.95, | |
| "learning_rate": 3.283860923715621e-05, | |
| "loss": 3.6783, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 8.98, | |
| "learning_rate": 3.281785158277115e-05, | |
| "loss": 3.6727, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 3.27970939283861e-05, | |
| "loss": 3.6891, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "learning_rate": 3.277633627400104e-05, | |
| "loss": 3.6667, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "learning_rate": 3.275557861961599e-05, | |
| "loss": 3.6713, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "learning_rate": 3.273482096523093e-05, | |
| "loss": 3.6643, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "eval_gen_len": 12.2763, | |
| "eval_loss": 3.646332263946533, | |
| "eval_rouge1": 27.3301, | |
| "eval_rouge2": 2.0984, | |
| "eval_rougeL": 23.3261, | |
| "eval_rougeLsum": 23.3581, | |
| "eval_runtime": 76.595, | |
| "eval_samples_per_second": 50.317, | |
| "eval_steps_per_second": 6.293, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 9.11, | |
| "learning_rate": 3.271406331084588e-05, | |
| "loss": 3.6574, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 9.13, | |
| "learning_rate": 3.269330565646082e-05, | |
| "loss": 3.6598, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 9.16, | |
| "learning_rate": 3.267254800207577e-05, | |
| "loss": 3.6643, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 9.19, | |
| "learning_rate": 3.265179034769071e-05, | |
| "loss": 3.6675, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 9.21, | |
| "learning_rate": 3.263103269330566e-05, | |
| "loss": 3.6809, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 9.24, | |
| "learning_rate": 3.26102750389206e-05, | |
| "loss": 3.6862, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 9.26, | |
| "learning_rate": 3.258951738453555e-05, | |
| "loss": 3.662, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 9.29, | |
| "learning_rate": 3.25687597301505e-05, | |
| "loss": 3.671, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 9.31, | |
| "learning_rate": 3.254800207576544e-05, | |
| "loss": 3.6771, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 9.34, | |
| "learning_rate": 3.252724442138039e-05, | |
| "loss": 3.6686, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 9.37, | |
| "learning_rate": 3.250648676699533e-05, | |
| "loss": 3.6508, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 9.39, | |
| "learning_rate": 3.248572911261028e-05, | |
| "loss": 3.6553, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 9.42, | |
| "learning_rate": 3.246497145822522e-05, | |
| "loss": 3.665, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 9.44, | |
| "learning_rate": 3.244421380384017e-05, | |
| "loss": 3.6832, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 9.47, | |
| "learning_rate": 3.242345614945511e-05, | |
| "loss": 3.6666, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 9.5, | |
| "learning_rate": 3.240269849507006e-05, | |
| "loss": 3.6608, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 9.52, | |
| "learning_rate": 3.2381940840685e-05, | |
| "loss": 3.6624, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 9.55, | |
| "learning_rate": 3.236118318629995e-05, | |
| "loss": 3.6643, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 9.57, | |
| "learning_rate": 3.234042553191489e-05, | |
| "loss": 3.6563, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 9.6, | |
| "learning_rate": 3.2319667877529845e-05, | |
| "loss": 3.6471, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 9.63, | |
| "learning_rate": 3.229891022314479e-05, | |
| "loss": 3.659, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 9.65, | |
| "learning_rate": 3.2278152568759735e-05, | |
| "loss": 3.6758, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 9.68, | |
| "learning_rate": 3.225739491437468e-05, | |
| "loss": 3.6391, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 9.7, | |
| "learning_rate": 3.2236637259989625e-05, | |
| "loss": 3.6669, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 9.73, | |
| "learning_rate": 3.221587960560457e-05, | |
| "loss": 3.6713, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 9.76, | |
| "learning_rate": 3.2195121951219514e-05, | |
| "loss": 3.6773, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 9.78, | |
| "learning_rate": 3.217436429683446e-05, | |
| "loss": 3.643, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 9.81, | |
| "learning_rate": 3.2153606642449404e-05, | |
| "loss": 3.6637, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 9.83, | |
| "learning_rate": 3.213284898806435e-05, | |
| "loss": 3.6277, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 9.86, | |
| "learning_rate": 3.2112091333679294e-05, | |
| "loss": 3.676, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 9.89, | |
| "learning_rate": 3.209133367929424e-05, | |
| "loss": 3.6501, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 9.91, | |
| "learning_rate": 3.2070576024909184e-05, | |
| "loss": 3.6605, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 9.94, | |
| "learning_rate": 3.2049818370524136e-05, | |
| "loss": 3.6792, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 9.96, | |
| "learning_rate": 3.202906071613908e-05, | |
| "loss": 3.6747, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 9.99, | |
| "learning_rate": 3.2008303061754026e-05, | |
| "loss": 3.6834, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 10.02, | |
| "learning_rate": 3.198754540736897e-05, | |
| "loss": 3.6586, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 10.04, | |
| "learning_rate": 3.1966787752983916e-05, | |
| "loss": 3.6534, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 10.07, | |
| "learning_rate": 3.194603009859886e-05, | |
| "loss": 3.6691, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 10.09, | |
| "learning_rate": 3.1925272444213806e-05, | |
| "loss": 3.655, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 10.12, | |
| "learning_rate": 3.190451478982875e-05, | |
| "loss": 3.6692, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 10.15, | |
| "learning_rate": 3.1883757135443696e-05, | |
| "loss": 3.6568, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 10.17, | |
| "learning_rate": 3.186299948105864e-05, | |
| "loss": 3.6839, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 10.2, | |
| "learning_rate": 3.1842241826673586e-05, | |
| "loss": 3.6715, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 10.22, | |
| "learning_rate": 3.182148417228853e-05, | |
| "loss": 3.6353, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 10.25, | |
| "learning_rate": 3.1800726517903476e-05, | |
| "loss": 3.6357, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 10.28, | |
| "learning_rate": 3.177996886351843e-05, | |
| "loss": 3.6646, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 10.3, | |
| "learning_rate": 3.175921120913337e-05, | |
| "loss": 3.6664, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 10.33, | |
| "learning_rate": 3.173845355474832e-05, | |
| "loss": 3.6654, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 10.35, | |
| "learning_rate": 3.171769590036326e-05, | |
| "loss": 3.6732, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 10.38, | |
| "learning_rate": 3.169693824597821e-05, | |
| "loss": 3.6677, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 10.38, | |
| "eval_gen_len": 12.2836, | |
| "eval_loss": 3.640160322189331, | |
| "eval_rouge1": 27.5354, | |
| "eval_rouge2": 2.095, | |
| "eval_rougeL": 23.5496, | |
| "eval_rougeLsum": 23.563, | |
| "eval_runtime": 75.9134, | |
| "eval_samples_per_second": 50.768, | |
| "eval_steps_per_second": 6.349, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 10.4, | |
| "learning_rate": 3.167618059159315e-05, | |
| "loss": 3.6737, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 10.43, | |
| "learning_rate": 3.16554229372081e-05, | |
| "loss": 3.6693, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 10.46, | |
| "learning_rate": 3.163466528282304e-05, | |
| "loss": 3.6675, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 10.48, | |
| "learning_rate": 3.161390762843799e-05, | |
| "loss": 3.6627, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 10.51, | |
| "learning_rate": 3.159314997405293e-05, | |
| "loss": 3.6404, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 10.53, | |
| "learning_rate": 3.157239231966788e-05, | |
| "loss": 3.6688, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 10.56, | |
| "learning_rate": 3.155163466528282e-05, | |
| "loss": 3.6564, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 10.59, | |
| "learning_rate": 3.153087701089777e-05, | |
| "loss": 3.6103, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 10.61, | |
| "learning_rate": 3.151011935651272e-05, | |
| "loss": 3.6527, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 10.64, | |
| "learning_rate": 3.1489361702127664e-05, | |
| "loss": 3.6814, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 10.66, | |
| "learning_rate": 3.146860404774261e-05, | |
| "loss": 3.6341, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 10.69, | |
| "learning_rate": 3.1447846393357554e-05, | |
| "loss": 3.6594, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 10.72, | |
| "learning_rate": 3.14270887389725e-05, | |
| "loss": 3.6601, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 10.74, | |
| "learning_rate": 3.1406331084587444e-05, | |
| "loss": 3.6622, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 10.77, | |
| "learning_rate": 3.138557343020239e-05, | |
| "loss": 3.627, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 10.79, | |
| "learning_rate": 3.1364815775817334e-05, | |
| "loss": 3.6415, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 10.82, | |
| "learning_rate": 3.134405812143228e-05, | |
| "loss": 3.6322, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 10.85, | |
| "learning_rate": 3.1323300467047223e-05, | |
| "loss": 3.6771, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 10.87, | |
| "learning_rate": 3.130254281266217e-05, | |
| "loss": 3.6656, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 10.9, | |
| "learning_rate": 3.1281785158277113e-05, | |
| "loss": 3.6416, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 10.92, | |
| "learning_rate": 3.126102750389206e-05, | |
| "loss": 3.6719, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 10.95, | |
| "learning_rate": 3.124026984950701e-05, | |
| "loss": 3.6718, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 10.98, | |
| "learning_rate": 3.1219512195121955e-05, | |
| "loss": 3.6597, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "learning_rate": 3.11987545407369e-05, | |
| "loss": 3.6492, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 11.03, | |
| "learning_rate": 3.1177996886351845e-05, | |
| "loss": 3.6484, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 11.05, | |
| "learning_rate": 3.115723923196679e-05, | |
| "loss": 3.6498, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 11.08, | |
| "learning_rate": 3.1136481577581735e-05, | |
| "loss": 3.6788, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 11.11, | |
| "learning_rate": 3.111572392319669e-05, | |
| "loss": 3.6653, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 11.13, | |
| "learning_rate": 3.1094966268811625e-05, | |
| "loss": 3.6476, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 11.16, | |
| "learning_rate": 3.107420861442657e-05, | |
| "loss": 3.671, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 11.18, | |
| "learning_rate": 3.1053450960041515e-05, | |
| "loss": 3.6251, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 11.21, | |
| "learning_rate": 3.103269330565646e-05, | |
| "loss": 3.6515, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 11.24, | |
| "learning_rate": 3.1011935651271405e-05, | |
| "loss": 3.6637, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 11.26, | |
| "learning_rate": 3.099117799688635e-05, | |
| "loss": 3.6481, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 11.29, | |
| "learning_rate": 3.09704203425013e-05, | |
| "loss": 3.6647, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 11.31, | |
| "learning_rate": 3.0949662688116246e-05, | |
| "loss": 3.6511, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 11.34, | |
| "learning_rate": 3.092890503373119e-05, | |
| "loss": 3.6438, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 11.36, | |
| "learning_rate": 3.0908147379346136e-05, | |
| "loss": 3.6742, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 11.39, | |
| "learning_rate": 3.088738972496108e-05, | |
| "loss": 3.6609, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 11.42, | |
| "learning_rate": 3.0866632070576026e-05, | |
| "loss": 3.6299, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 11.44, | |
| "learning_rate": 3.084587441619098e-05, | |
| "loss": 3.6595, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 11.47, | |
| "learning_rate": 3.082511676180592e-05, | |
| "loss": 3.6559, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 11.49, | |
| "learning_rate": 3.080435910742087e-05, | |
| "loss": 3.6838, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 11.52, | |
| "learning_rate": 3.078360145303581e-05, | |
| "loss": 3.667, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 11.55, | |
| "learning_rate": 3.076284379865075e-05, | |
| "loss": 3.6619, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 11.57, | |
| "learning_rate": 3.0742086144265696e-05, | |
| "loss": 3.6601, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 11.6, | |
| "learning_rate": 3.072132848988064e-05, | |
| "loss": 3.6608, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 11.62, | |
| "learning_rate": 3.070057083549559e-05, | |
| "loss": 3.654, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 11.65, | |
| "learning_rate": 3.067981318111054e-05, | |
| "loss": 3.6641, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 11.68, | |
| "learning_rate": 3.065905552672548e-05, | |
| "loss": 3.6526, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 11.68, | |
| "eval_gen_len": 12.2807, | |
| "eval_loss": 3.6362619400024414, | |
| "eval_rouge1": 28.1357, | |
| "eval_rouge2": 2.3033, | |
| "eval_rougeL": 24.161, | |
| "eval_rougeLsum": 24.1576, | |
| "eval_runtime": 76.1206, | |
| "eval_samples_per_second": 50.63, | |
| "eval_steps_per_second": 6.332, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 11.7, | |
| "learning_rate": 3.063829787234043e-05, | |
| "loss": 3.6808, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 11.73, | |
| "learning_rate": 3.061754021795537e-05, | |
| "loss": 3.6443, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 11.75, | |
| "learning_rate": 3.059678256357032e-05, | |
| "loss": 3.6565, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 11.78, | |
| "learning_rate": 3.057602490918527e-05, | |
| "loss": 3.6611, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 11.81, | |
| "learning_rate": 3.0555267254800214e-05, | |
| "loss": 3.6532, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 11.83, | |
| "learning_rate": 3.053450960041516e-05, | |
| "loss": 3.655, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 11.86, | |
| "learning_rate": 3.05137519460301e-05, | |
| "loss": 3.6631, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 11.88, | |
| "learning_rate": 3.0492994291645046e-05, | |
| "loss": 3.6478, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 11.91, | |
| "learning_rate": 3.047223663725999e-05, | |
| "loss": 3.65, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 11.94, | |
| "learning_rate": 3.0451478982874936e-05, | |
| "loss": 3.6404, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 11.96, | |
| "learning_rate": 3.0430721328489884e-05, | |
| "loss": 3.6551, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 11.99, | |
| "learning_rate": 3.040996367410483e-05, | |
| "loss": 3.6547, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 12.01, | |
| "learning_rate": 3.0389206019719774e-05, | |
| "loss": 3.6557, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 12.04, | |
| "learning_rate": 3.036844836533472e-05, | |
| "loss": 3.6672, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 12.07, | |
| "learning_rate": 3.0347690710949664e-05, | |
| "loss": 3.6625, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 12.09, | |
| "learning_rate": 3.032693305656461e-05, | |
| "loss": 3.6332, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 12.12, | |
| "learning_rate": 3.0306175402179554e-05, | |
| "loss": 3.6408, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 12.14, | |
| "learning_rate": 3.0285417747794502e-05, | |
| "loss": 3.6518, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 12.17, | |
| "learning_rate": 3.0264660093409447e-05, | |
| "loss": 3.6416, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 12.2, | |
| "learning_rate": 3.0243902439024392e-05, | |
| "loss": 3.6405, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 12.22, | |
| "learning_rate": 3.0223144784639337e-05, | |
| "loss": 3.659, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 12.25, | |
| "learning_rate": 3.0202387130254282e-05, | |
| "loss": 3.6342, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 12.27, | |
| "learning_rate": 3.0181629475869227e-05, | |
| "loss": 3.6718, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 12.3, | |
| "learning_rate": 3.0160871821484176e-05, | |
| "loss": 3.6391, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 12.32, | |
| "learning_rate": 3.014011416709912e-05, | |
| "loss": 3.6564, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 12.35, | |
| "learning_rate": 3.0119356512714066e-05, | |
| "loss": 3.6481, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 12.38, | |
| "learning_rate": 3.009859885832901e-05, | |
| "loss": 3.6446, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 12.4, | |
| "learning_rate": 3.0077841203943955e-05, | |
| "loss": 3.6356, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 12.43, | |
| "learning_rate": 3.00570835495589e-05, | |
| "loss": 3.6563, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 12.45, | |
| "learning_rate": 3.0036325895173845e-05, | |
| "loss": 3.65, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 12.48, | |
| "learning_rate": 3.0015568240788794e-05, | |
| "loss": 3.6357, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 12.51, | |
| "learning_rate": 2.999481058640374e-05, | |
| "loss": 3.6648, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 12.53, | |
| "learning_rate": 2.9974052932018684e-05, | |
| "loss": 3.6636, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 12.56, | |
| "learning_rate": 2.995329527763363e-05, | |
| "loss": 3.6416, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 12.58, | |
| "learning_rate": 2.9932537623248574e-05, | |
| "loss": 3.638, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 12.61, | |
| "learning_rate": 2.991177996886352e-05, | |
| "loss": 3.6637, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 12.64, | |
| "learning_rate": 2.9891022314478467e-05, | |
| "loss": 3.6412, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 12.66, | |
| "learning_rate": 2.9870264660093412e-05, | |
| "loss": 3.6471, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 12.69, | |
| "learning_rate": 2.9849507005708357e-05, | |
| "loss": 3.6729, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 12.71, | |
| "learning_rate": 2.9828749351323302e-05, | |
| "loss": 3.6692, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 12.74, | |
| "learning_rate": 2.9807991696938247e-05, | |
| "loss": 3.6498, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 12.77, | |
| "learning_rate": 2.9787234042553192e-05, | |
| "loss": 3.6471, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 12.79, | |
| "learning_rate": 2.9766476388168137e-05, | |
| "loss": 3.6535, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 12.82, | |
| "learning_rate": 2.9745718733783085e-05, | |
| "loss": 3.6526, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 12.84, | |
| "learning_rate": 2.972496107939803e-05, | |
| "loss": 3.6555, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 12.87, | |
| "learning_rate": 2.9704203425012975e-05, | |
| "loss": 3.6368, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 12.9, | |
| "learning_rate": 2.968344577062792e-05, | |
| "loss": 3.6546, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 12.92, | |
| "learning_rate": 2.9662688116242865e-05, | |
| "loss": 3.6621, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 12.95, | |
| "learning_rate": 2.964193046185781e-05, | |
| "loss": 3.6332, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 12.97, | |
| "learning_rate": 2.962117280747276e-05, | |
| "loss": 3.652, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 12.97, | |
| "eval_gen_len": 12.2789, | |
| "eval_loss": 3.6313188076019287, | |
| "eval_rouge1": 31.2625, | |
| "eval_rouge2": 3.8392, | |
| "eval_rougeL": 27.2814, | |
| "eval_rougeLsum": 27.2856, | |
| "eval_runtime": 76.4786, | |
| "eval_samples_per_second": 50.393, | |
| "eval_steps_per_second": 6.302, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "learning_rate": 2.9600415153087703e-05, | |
| "loss": 3.6524, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 13.03, | |
| "learning_rate": 2.9579657498702648e-05, | |
| "loss": 3.666, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 13.05, | |
| "learning_rate": 2.9558899844317593e-05, | |
| "loss": 3.6342, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 13.08, | |
| "learning_rate": 2.9538142189932538e-05, | |
| "loss": 3.6535, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 13.1, | |
| "learning_rate": 2.9517384535547483e-05, | |
| "loss": 3.6558, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 13.13, | |
| "learning_rate": 2.9496626881162428e-05, | |
| "loss": 3.6452, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 13.16, | |
| "learning_rate": 2.947586922677738e-05, | |
| "loss": 3.6442, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 13.18, | |
| "learning_rate": 2.945511157239232e-05, | |
| "loss": 3.6576, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 13.21, | |
| "learning_rate": 2.9434353918007266e-05, | |
| "loss": 3.6663, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 13.23, | |
| "learning_rate": 2.941359626362221e-05, | |
| "loss": 3.6328, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 13.26, | |
| "learning_rate": 2.9392838609237156e-05, | |
| "loss": 3.6412, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 13.28, | |
| "learning_rate": 2.93720809548521e-05, | |
| "loss": 3.6603, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 13.31, | |
| "learning_rate": 2.9351323300467053e-05, | |
| "loss": 3.6423, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 13.34, | |
| "learning_rate": 2.9330565646081998e-05, | |
| "loss": 3.6527, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 13.36, | |
| "learning_rate": 2.9309807991696943e-05, | |
| "loss": 3.6655, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 13.39, | |
| "learning_rate": 2.9289050337311885e-05, | |
| "loss": 3.6603, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 13.41, | |
| "learning_rate": 2.926829268292683e-05, | |
| "loss": 3.6243, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 13.44, | |
| "learning_rate": 2.9247535028541774e-05, | |
| "loss": 3.6392, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 13.47, | |
| "learning_rate": 2.922677737415672e-05, | |
| "loss": 3.6298, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 13.49, | |
| "learning_rate": 2.920601971977167e-05, | |
| "loss": 3.6615, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 13.52, | |
| "learning_rate": 2.9185262065386616e-05, | |
| "loss": 3.6398, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 13.54, | |
| "learning_rate": 2.916450441100156e-05, | |
| "loss": 3.6652, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 13.57, | |
| "learning_rate": 2.9143746756616506e-05, | |
| "loss": 3.6702, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 13.6, | |
| "learning_rate": 2.9122989102231448e-05, | |
| "loss": 3.6696, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 13.62, | |
| "learning_rate": 2.9102231447846393e-05, | |
| "loss": 3.654, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 13.65, | |
| "learning_rate": 2.9081473793461344e-05, | |
| "loss": 3.6507, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 13.67, | |
| "learning_rate": 2.906071613907629e-05, | |
| "loss": 3.6341, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 13.7, | |
| "learning_rate": 2.9039958484691234e-05, | |
| "loss": 3.625, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 13.73, | |
| "learning_rate": 2.901920083030618e-05, | |
| "loss": 3.651, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 13.75, | |
| "learning_rate": 2.8998443175921124e-05, | |
| "loss": 3.6476, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 13.78, | |
| "learning_rate": 2.8977685521536066e-05, | |
| "loss": 3.6234, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 13.8, | |
| "learning_rate": 2.895692786715101e-05, | |
| "loss": 3.6568, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 13.83, | |
| "learning_rate": 2.8936170212765963e-05, | |
| "loss": 3.6294, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 13.86, | |
| "learning_rate": 2.8915412558380908e-05, | |
| "loss": 3.6513, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 13.88, | |
| "learning_rate": 2.8894654903995852e-05, | |
| "loss": 3.6455, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 13.91, | |
| "learning_rate": 2.8873897249610797e-05, | |
| "loss": 3.6467, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 13.93, | |
| "learning_rate": 2.8853139595225742e-05, | |
| "loss": 3.6241, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 13.96, | |
| "learning_rate": 2.8832381940840687e-05, | |
| "loss": 3.6388, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 13.99, | |
| "learning_rate": 2.8811624286455636e-05, | |
| "loss": 3.6207, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 14.01, | |
| "learning_rate": 2.879086663207058e-05, | |
| "loss": 3.665, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 14.04, | |
| "learning_rate": 2.8770108977685526e-05, | |
| "loss": 3.6486, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 14.06, | |
| "learning_rate": 2.874935132330047e-05, | |
| "loss": 3.6488, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 14.09, | |
| "learning_rate": 2.8728593668915416e-05, | |
| "loss": 3.6435, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 14.12, | |
| "learning_rate": 2.870783601453036e-05, | |
| "loss": 3.6244, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 14.14, | |
| "learning_rate": 2.8687078360145306e-05, | |
| "loss": 3.6598, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 14.17, | |
| "learning_rate": 2.8666320705760254e-05, | |
| "loss": 3.6124, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 14.19, | |
| "learning_rate": 2.86455630513752e-05, | |
| "loss": 3.6635, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 14.22, | |
| "learning_rate": 2.8624805396990144e-05, | |
| "loss": 3.6364, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 14.24, | |
| "learning_rate": 2.860404774260509e-05, | |
| "loss": 3.6522, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 14.27, | |
| "learning_rate": 2.8583290088220034e-05, | |
| "loss": 3.6544, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 14.27, | |
| "eval_gen_len": 12.2802, | |
| "eval_loss": 3.628124713897705, | |
| "eval_rouge1": 31.4632, | |
| "eval_rouge2": 4.1625, | |
| "eval_rougeL": 27.459, | |
| "eval_rougeLsum": 27.4835, | |
| "eval_runtime": 76.195, | |
| "eval_samples_per_second": 50.581, | |
| "eval_steps_per_second": 6.326, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 14.3, | |
| "learning_rate": 2.856253243383498e-05, | |
| "loss": 3.6345, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 14.32, | |
| "learning_rate": 2.8541774779449927e-05, | |
| "loss": 3.6543, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 14.35, | |
| "learning_rate": 2.8521017125064872e-05, | |
| "loss": 3.6405, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 14.37, | |
| "learning_rate": 2.8500259470679817e-05, | |
| "loss": 3.6421, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 14.4, | |
| "learning_rate": 2.8479501816294762e-05, | |
| "loss": 3.6653, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 14.43, | |
| "learning_rate": 2.8458744161909707e-05, | |
| "loss": 3.6695, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 14.45, | |
| "learning_rate": 2.8437986507524652e-05, | |
| "loss": 3.6273, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 14.48, | |
| "learning_rate": 2.8417228853139597e-05, | |
| "loss": 3.6402, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 14.5, | |
| "learning_rate": 2.8396471198754545e-05, | |
| "loss": 3.6508, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 14.53, | |
| "learning_rate": 2.837571354436949e-05, | |
| "loss": 3.6514, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 14.56, | |
| "learning_rate": 2.8354955889984435e-05, | |
| "loss": 3.6448, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 14.58, | |
| "learning_rate": 2.833419823559938e-05, | |
| "loss": 3.6388, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 14.61, | |
| "learning_rate": 2.8313440581214325e-05, | |
| "loss": 3.632, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 14.63, | |
| "learning_rate": 2.829268292682927e-05, | |
| "loss": 3.6273, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 14.66, | |
| "learning_rate": 2.8271925272444215e-05, | |
| "loss": 3.6467, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 14.69, | |
| "learning_rate": 2.8251167618059163e-05, | |
| "loss": 3.6213, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 14.71, | |
| "learning_rate": 2.823040996367411e-05, | |
| "loss": 3.6341, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 14.74, | |
| "learning_rate": 2.8209652309289053e-05, | |
| "loss": 3.6443, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 14.76, | |
| "learning_rate": 2.8188894654904e-05, | |
| "loss": 3.6283, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 14.79, | |
| "learning_rate": 2.8168137000518943e-05, | |
| "loss": 3.6681, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 14.82, | |
| "learning_rate": 2.8147379346133888e-05, | |
| "loss": 3.6549, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 14.84, | |
| "learning_rate": 2.8126621691748837e-05, | |
| "loss": 3.6512, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 14.87, | |
| "learning_rate": 2.810586403736378e-05, | |
| "loss": 3.6574, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 14.89, | |
| "learning_rate": 2.8085106382978727e-05, | |
| "loss": 3.6357, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 14.92, | |
| "learning_rate": 2.806434872859367e-05, | |
| "loss": 3.6537, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 14.95, | |
| "learning_rate": 2.8043591074208617e-05, | |
| "loss": 3.6414, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 14.97, | |
| "learning_rate": 2.802283341982356e-05, | |
| "loss": 3.6496, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "learning_rate": 2.8002075765438506e-05, | |
| "loss": 3.6444, | |
| "step": 57800 | |
| }, | |
| { | |
| "epoch": 15.02, | |
| "learning_rate": 2.7981318111053455e-05, | |
| "loss": 3.652, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 15.05, | |
| "learning_rate": 2.79605604566684e-05, | |
| "loss": 3.6259, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 15.08, | |
| "learning_rate": 2.7939802802283345e-05, | |
| "loss": 3.6478, | |
| "step": 58100 | |
| }, | |
| { | |
| "epoch": 15.1, | |
| "learning_rate": 2.791904514789829e-05, | |
| "loss": 3.6543, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 15.13, | |
| "learning_rate": 2.7898287493513235e-05, | |
| "loss": 3.6468, | |
| "step": 58300 | |
| }, | |
| { | |
| "epoch": 15.15, | |
| "learning_rate": 2.787752983912818e-05, | |
| "loss": 3.6576, | |
| "step": 58400 | |
| }, | |
| { | |
| "epoch": 15.18, | |
| "learning_rate": 2.7856772184743128e-05, | |
| "loss": 3.6458, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 15.2, | |
| "learning_rate": 2.7836014530358073e-05, | |
| "loss": 3.6502, | |
| "step": 58600 | |
| }, | |
| { | |
| "epoch": 15.23, | |
| "learning_rate": 2.7815256875973018e-05, | |
| "loss": 3.6211, | |
| "step": 58700 | |
| }, | |
| { | |
| "epoch": 15.26, | |
| "learning_rate": 2.7794499221587963e-05, | |
| "loss": 3.645, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 15.28, | |
| "learning_rate": 2.7773741567202908e-05, | |
| "loss": 3.6441, | |
| "step": 58900 | |
| }, | |
| { | |
| "epoch": 15.31, | |
| "learning_rate": 2.7752983912817853e-05, | |
| "loss": 3.6321, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 15.33, | |
| "learning_rate": 2.7732226258432798e-05, | |
| "loss": 3.6391, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 15.36, | |
| "learning_rate": 2.7711468604047746e-05, | |
| "loss": 3.6461, | |
| "step": 59200 | |
| }, | |
| { | |
| "epoch": 15.39, | |
| "learning_rate": 2.769071094966269e-05, | |
| "loss": 3.619, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 15.41, | |
| "learning_rate": 2.7669953295277636e-05, | |
| "loss": 3.6244, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 15.44, | |
| "learning_rate": 2.764919564089258e-05, | |
| "loss": 3.664, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 15.46, | |
| "learning_rate": 2.7628437986507526e-05, | |
| "loss": 3.6522, | |
| "step": 59600 | |
| }, | |
| { | |
| "epoch": 15.49, | |
| "learning_rate": 2.760768033212247e-05, | |
| "loss": 3.6308, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 15.52, | |
| "learning_rate": 2.758692267773742e-05, | |
| "loss": 3.6505, | |
| "step": 59800 | |
| }, | |
| { | |
| "epoch": 15.54, | |
| "learning_rate": 2.7566165023352364e-05, | |
| "loss": 3.6457, | |
| "step": 59900 | |
| }, | |
| { | |
| "epoch": 15.57, | |
| "learning_rate": 2.754540736896731e-05, | |
| "loss": 3.6381, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 15.57, | |
| "eval_gen_len": 12.2794, | |
| "eval_loss": 3.6244375705718994, | |
| "eval_rouge1": 34.0589, | |
| "eval_rouge2": 5.2472, | |
| "eval_rougeL": 30.0323, | |
| "eval_rougeLsum": 30.0873, | |
| "eval_runtime": 76.347, | |
| "eval_samples_per_second": 50.48, | |
| "eval_steps_per_second": 6.313, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 15.59, | |
| "learning_rate": 2.7524649714582254e-05, | |
| "loss": 3.6259, | |
| "step": 60100 | |
| }, | |
| { | |
| "epoch": 15.62, | |
| "learning_rate": 2.75038920601972e-05, | |
| "loss": 3.6488, | |
| "step": 60200 | |
| }, | |
| { | |
| "epoch": 15.65, | |
| "learning_rate": 2.7483134405812144e-05, | |
| "loss": 3.6415, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 15.67, | |
| "learning_rate": 2.746237675142709e-05, | |
| "loss": 3.6595, | |
| "step": 60400 | |
| }, | |
| { | |
| "epoch": 15.7, | |
| "learning_rate": 2.7441619097042038e-05, | |
| "loss": 3.636, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 15.72, | |
| "learning_rate": 2.7420861442656982e-05, | |
| "loss": 3.6107, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 15.75, | |
| "learning_rate": 2.7400103788271927e-05, | |
| "loss": 3.6465, | |
| "step": 60700 | |
| }, | |
| { | |
| "epoch": 15.78, | |
| "learning_rate": 2.7379346133886872e-05, | |
| "loss": 3.6097, | |
| "step": 60800 | |
| }, | |
| { | |
| "epoch": 15.8, | |
| "learning_rate": 2.7358588479501817e-05, | |
| "loss": 3.6584, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 15.83, | |
| "learning_rate": 2.7337830825116762e-05, | |
| "loss": 3.6508, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 15.85, | |
| "learning_rate": 2.731707317073171e-05, | |
| "loss": 3.6474, | |
| "step": 61100 | |
| }, | |
| { | |
| "epoch": 15.88, | |
| "learning_rate": 2.7296315516346656e-05, | |
| "loss": 3.5899, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 15.91, | |
| "learning_rate": 2.72755578619616e-05, | |
| "loss": 3.624, | |
| "step": 61300 | |
| }, | |
| { | |
| "epoch": 15.93, | |
| "learning_rate": 2.7254800207576546e-05, | |
| "loss": 3.6318, | |
| "step": 61400 | |
| }, | |
| { | |
| "epoch": 15.96, | |
| "learning_rate": 2.723404255319149e-05, | |
| "loss": 3.6407, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 15.98, | |
| "learning_rate": 2.7213284898806436e-05, | |
| "loss": 3.6605, | |
| "step": 61600 | |
| }, | |
| { | |
| "epoch": 16.01, | |
| "learning_rate": 2.719252724442138e-05, | |
| "loss": 3.6452, | |
| "step": 61700 | |
| }, | |
| { | |
| "epoch": 16.04, | |
| "learning_rate": 2.717176959003633e-05, | |
| "loss": 3.646, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 16.06, | |
| "learning_rate": 2.7151011935651274e-05, | |
| "loss": 3.6475, | |
| "step": 61900 | |
| }, | |
| { | |
| "epoch": 16.09, | |
| "learning_rate": 2.713025428126622e-05, | |
| "loss": 3.6483, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 16.11, | |
| "learning_rate": 2.7109496626881164e-05, | |
| "loss": 3.6051, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 16.14, | |
| "learning_rate": 2.708873897249611e-05, | |
| "loss": 3.6369, | |
| "step": 62200 | |
| }, | |
| { | |
| "epoch": 16.17, | |
| "learning_rate": 2.7067981318111054e-05, | |
| "loss": 3.6364, | |
| "step": 62300 | |
| }, | |
| { | |
| "epoch": 16.19, | |
| "learning_rate": 2.7047223663726002e-05, | |
| "loss": 3.6398, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 16.22, | |
| "learning_rate": 2.7026466009340947e-05, | |
| "loss": 3.6348, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 16.24, | |
| "learning_rate": 2.7005708354955892e-05, | |
| "loss": 3.6484, | |
| "step": 62600 | |
| }, | |
| { | |
| "epoch": 16.27, | |
| "learning_rate": 2.6984950700570837e-05, | |
| "loss": 3.6168, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 16.29, | |
| "learning_rate": 2.6964193046185782e-05, | |
| "loss": 3.6328, | |
| "step": 62800 | |
| }, | |
| { | |
| "epoch": 16.32, | |
| "learning_rate": 2.6943435391800727e-05, | |
| "loss": 3.6456, | |
| "step": 62900 | |
| }, | |
| { | |
| "epoch": 16.35, | |
| "learning_rate": 2.6922677737415672e-05, | |
| "loss": 3.6292, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 16.37, | |
| "learning_rate": 2.690192008303062e-05, | |
| "loss": 3.6523, | |
| "step": 63100 | |
| }, | |
| { | |
| "epoch": 16.4, | |
| "learning_rate": 2.6881162428645565e-05, | |
| "loss": 3.6296, | |
| "step": 63200 | |
| }, | |
| { | |
| "epoch": 16.42, | |
| "learning_rate": 2.686040477426051e-05, | |
| "loss": 3.6355, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 16.45, | |
| "learning_rate": 2.6839647119875455e-05, | |
| "loss": 3.627, | |
| "step": 63400 | |
| }, | |
| { | |
| "epoch": 16.48, | |
| "learning_rate": 2.68188894654904e-05, | |
| "loss": 3.6334, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 16.5, | |
| "learning_rate": 2.6798131811105345e-05, | |
| "loss": 3.6365, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 16.53, | |
| "learning_rate": 2.6777374156720293e-05, | |
| "loss": 3.6399, | |
| "step": 63700 | |
| }, | |
| { | |
| "epoch": 16.55, | |
| "learning_rate": 2.675661650233524e-05, | |
| "loss": 3.6597, | |
| "step": 63800 | |
| }, | |
| { | |
| "epoch": 16.58, | |
| "learning_rate": 2.6735858847950183e-05, | |
| "loss": 3.6349, | |
| "step": 63900 | |
| }, | |
| { | |
| "epoch": 16.61, | |
| "learning_rate": 2.671510119356513e-05, | |
| "loss": 3.6331, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 16.63, | |
| "learning_rate": 2.6694343539180073e-05, | |
| "loss": 3.6382, | |
| "step": 64100 | |
| }, | |
| { | |
| "epoch": 16.66, | |
| "learning_rate": 2.6673585884795018e-05, | |
| "loss": 3.6401, | |
| "step": 64200 | |
| }, | |
| { | |
| "epoch": 16.68, | |
| "learning_rate": 2.6652828230409963e-05, | |
| "loss": 3.6546, | |
| "step": 64300 | |
| }, | |
| { | |
| "epoch": 16.71, | |
| "learning_rate": 2.663207057602491e-05, | |
| "loss": 3.6492, | |
| "step": 64400 | |
| }, | |
| { | |
| "epoch": 16.74, | |
| "learning_rate": 2.6611312921639857e-05, | |
| "loss": 3.6681, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 16.76, | |
| "learning_rate": 2.65905552672548e-05, | |
| "loss": 3.6566, | |
| "step": 64600 | |
| }, | |
| { | |
| "epoch": 16.79, | |
| "learning_rate": 2.6569797612869746e-05, | |
| "loss": 3.6528, | |
| "step": 64700 | |
| }, | |
| { | |
| "epoch": 16.81, | |
| "learning_rate": 2.654903995848469e-05, | |
| "loss": 3.6492, | |
| "step": 64800 | |
| }, | |
| { | |
| "epoch": 16.84, | |
| "learning_rate": 2.6528282304099636e-05, | |
| "loss": 3.6372, | |
| "step": 64900 | |
| }, | |
| { | |
| "epoch": 16.87, | |
| "learning_rate": 2.6507524649714588e-05, | |
| "loss": 3.63, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 16.87, | |
| "eval_gen_len": 12.2807, | |
| "eval_loss": 3.6208901405334473, | |
| "eval_rouge1": 35.2903, | |
| "eval_rouge2": 5.4605, | |
| "eval_rougeL": 31.2651, | |
| "eval_rougeLsum": 31.3001, | |
| "eval_runtime": 76.0126, | |
| "eval_samples_per_second": 50.702, | |
| "eval_steps_per_second": 6.341, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 16.89, | |
| "learning_rate": 2.648676699532953e-05, | |
| "loss": 3.6417, | |
| "step": 65100 | |
| }, | |
| { | |
| "epoch": 16.92, | |
| "learning_rate": 2.6466009340944475e-05, | |
| "loss": 3.6349, | |
| "step": 65200 | |
| }, | |
| { | |
| "epoch": 16.94, | |
| "learning_rate": 2.644525168655942e-05, | |
| "loss": 3.6443, | |
| "step": 65300 | |
| }, | |
| { | |
| "epoch": 16.97, | |
| "learning_rate": 2.6424494032174365e-05, | |
| "loss": 3.639, | |
| "step": 65400 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "learning_rate": 2.640373637778931e-05, | |
| "loss": 3.6413, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 17.02, | |
| "learning_rate": 2.6382978723404255e-05, | |
| "loss": 3.646, | |
| "step": 65600 | |
| }, | |
| { | |
| "epoch": 17.05, | |
| "learning_rate": 2.6362221069019206e-05, | |
| "loss": 3.6391, | |
| "step": 65700 | |
| }, | |
| { | |
| "epoch": 17.07, | |
| "learning_rate": 2.634146341463415e-05, | |
| "loss": 3.6542, | |
| "step": 65800 | |
| }, | |
| { | |
| "epoch": 17.1, | |
| "learning_rate": 2.6320705760249093e-05, | |
| "loss": 3.6401, | |
| "step": 65900 | |
| }, | |
| { | |
| "epoch": 17.13, | |
| "learning_rate": 2.6299948105864038e-05, | |
| "loss": 3.6508, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 17.15, | |
| "learning_rate": 2.6279190451478983e-05, | |
| "loss": 3.6418, | |
| "step": 66100 | |
| }, | |
| { | |
| "epoch": 17.18, | |
| "learning_rate": 2.6258432797093928e-05, | |
| "loss": 3.6355, | |
| "step": 66200 | |
| }, | |
| { | |
| "epoch": 17.2, | |
| "learning_rate": 2.6237675142708873e-05, | |
| "loss": 3.628, | |
| "step": 66300 | |
| }, | |
| { | |
| "epoch": 17.23, | |
| "learning_rate": 2.6216917488323825e-05, | |
| "loss": 3.6268, | |
| "step": 66400 | |
| }, | |
| { | |
| "epoch": 17.25, | |
| "learning_rate": 2.619615983393877e-05, | |
| "loss": 3.6455, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 17.28, | |
| "learning_rate": 2.6175402179553714e-05, | |
| "loss": 3.6476, | |
| "step": 66600 | |
| }, | |
| { | |
| "epoch": 17.31, | |
| "learning_rate": 2.6154644525168656e-05, | |
| "loss": 3.62, | |
| "step": 66700 | |
| }, | |
| { | |
| "epoch": 17.33, | |
| "learning_rate": 2.61338868707836e-05, | |
| "loss": 3.6338, | |
| "step": 66800 | |
| }, | |
| { | |
| "epoch": 17.36, | |
| "learning_rate": 2.6113129216398546e-05, | |
| "loss": 3.6408, | |
| "step": 66900 | |
| }, | |
| { | |
| "epoch": 17.38, | |
| "learning_rate": 2.6092371562013498e-05, | |
| "loss": 3.6332, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 17.41, | |
| "learning_rate": 2.6071613907628443e-05, | |
| "loss": 3.6388, | |
| "step": 67100 | |
| }, | |
| { | |
| "epoch": 17.44, | |
| "learning_rate": 2.6050856253243388e-05, | |
| "loss": 3.6309, | |
| "step": 67200 | |
| }, | |
| { | |
| "epoch": 17.46, | |
| "learning_rate": 2.6030098598858333e-05, | |
| "loss": 3.6142, | |
| "step": 67300 | |
| }, | |
| { | |
| "epoch": 17.49, | |
| "learning_rate": 2.6009340944473274e-05, | |
| "loss": 3.6209, | |
| "step": 67400 | |
| }, | |
| { | |
| "epoch": 17.51, | |
| "learning_rate": 2.598858329008822e-05, | |
| "loss": 3.6563, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 17.54, | |
| "learning_rate": 2.5967825635703164e-05, | |
| "loss": 3.6453, | |
| "step": 67600 | |
| }, | |
| { | |
| "epoch": 17.57, | |
| "learning_rate": 2.5947067981318116e-05, | |
| "loss": 3.6369, | |
| "step": 67700 | |
| }, | |
| { | |
| "epoch": 17.59, | |
| "learning_rate": 2.592631032693306e-05, | |
| "loss": 3.6374, | |
| "step": 67800 | |
| }, | |
| { | |
| "epoch": 17.62, | |
| "learning_rate": 2.5905552672548006e-05, | |
| "loss": 3.6093, | |
| "step": 67900 | |
| }, | |
| { | |
| "epoch": 17.64, | |
| "learning_rate": 2.588479501816295e-05, | |
| "loss": 3.6268, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 17.67, | |
| "learning_rate": 2.5864037363777896e-05, | |
| "loss": 3.6367, | |
| "step": 68100 | |
| }, | |
| { | |
| "epoch": 17.7, | |
| "learning_rate": 2.5843279709392837e-05, | |
| "loss": 3.6321, | |
| "step": 68200 | |
| }, | |
| { | |
| "epoch": 17.72, | |
| "learning_rate": 2.582252205500779e-05, | |
| "loss": 3.6407, | |
| "step": 68300 | |
| }, | |
| { | |
| "epoch": 17.75, | |
| "learning_rate": 2.5801764400622734e-05, | |
| "loss": 3.643, | |
| "step": 68400 | |
| }, | |
| { | |
| "epoch": 17.77, | |
| "learning_rate": 2.578100674623768e-05, | |
| "loss": 3.6505, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 17.8, | |
| "learning_rate": 2.5760249091852624e-05, | |
| "loss": 3.6214, | |
| "step": 68600 | |
| }, | |
| { | |
| "epoch": 17.83, | |
| "learning_rate": 2.573949143746757e-05, | |
| "loss": 3.6302, | |
| "step": 68700 | |
| }, | |
| { | |
| "epoch": 17.85, | |
| "learning_rate": 2.5718733783082514e-05, | |
| "loss": 3.6455, | |
| "step": 68800 | |
| }, | |
| { | |
| "epoch": 17.88, | |
| "learning_rate": 2.5697976128697455e-05, | |
| "loss": 3.6369, | |
| "step": 68900 | |
| }, | |
| { | |
| "epoch": 17.9, | |
| "learning_rate": 2.5677218474312407e-05, | |
| "loss": 3.6254, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 17.93, | |
| "learning_rate": 2.5656460819927352e-05, | |
| "loss": 3.6399, | |
| "step": 69100 | |
| }, | |
| { | |
| "epoch": 17.96, | |
| "learning_rate": 2.5635703165542297e-05, | |
| "loss": 3.6317, | |
| "step": 69200 | |
| }, | |
| { | |
| "epoch": 17.98, | |
| "learning_rate": 2.5614945511157242e-05, | |
| "loss": 3.6274, | |
| "step": 69300 | |
| }, | |
| { | |
| "epoch": 18.01, | |
| "learning_rate": 2.5594187856772187e-05, | |
| "loss": 3.6413, | |
| "step": 69400 | |
| }, | |
| { | |
| "epoch": 18.03, | |
| "learning_rate": 2.5573430202387132e-05, | |
| "loss": 3.5785, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 18.06, | |
| "learning_rate": 2.555267254800208e-05, | |
| "loss": 3.6545, | |
| "step": 69600 | |
| }, | |
| { | |
| "epoch": 18.09, | |
| "learning_rate": 2.5531914893617025e-05, | |
| "loss": 3.6421, | |
| "step": 69700 | |
| }, | |
| { | |
| "epoch": 18.11, | |
| "learning_rate": 2.551115723923197e-05, | |
| "loss": 3.6563, | |
| "step": 69800 | |
| }, | |
| { | |
| "epoch": 18.14, | |
| "learning_rate": 2.5490399584846915e-05, | |
| "loss": 3.6307, | |
| "step": 69900 | |
| }, | |
| { | |
| "epoch": 18.16, | |
| "learning_rate": 2.546964193046186e-05, | |
| "loss": 3.6466, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 18.16, | |
| "eval_gen_len": 12.2802, | |
| "eval_loss": 3.6190104484558105, | |
| "eval_rouge1": 35.9674, | |
| "eval_rouge2": 5.5141, | |
| "eval_rougeL": 31.9434, | |
| "eval_rougeLsum": 31.9335, | |
| "eval_runtime": 75.2606, | |
| "eval_samples_per_second": 51.209, | |
| "eval_steps_per_second": 6.404, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 18.19, | |
| "learning_rate": 2.5448884276076805e-05, | |
| "loss": 3.6478, | |
| "step": 70100 | |
| }, | |
| { | |
| "epoch": 18.21, | |
| "learning_rate": 2.542812662169175e-05, | |
| "loss": 3.6251, | |
| "step": 70200 | |
| }, | |
| { | |
| "epoch": 18.24, | |
| "learning_rate": 2.54073689673067e-05, | |
| "loss": 3.6281, | |
| "step": 70300 | |
| }, | |
| { | |
| "epoch": 18.27, | |
| "learning_rate": 2.5386611312921644e-05, | |
| "loss": 3.6251, | |
| "step": 70400 | |
| }, | |
| { | |
| "epoch": 18.29, | |
| "learning_rate": 2.536585365853659e-05, | |
| "loss": 3.6252, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 18.32, | |
| "learning_rate": 2.5345096004151533e-05, | |
| "loss": 3.6214, | |
| "step": 70600 | |
| }, | |
| { | |
| "epoch": 18.34, | |
| "learning_rate": 2.532433834976648e-05, | |
| "loss": 3.6205, | |
| "step": 70700 | |
| }, | |
| { | |
| "epoch": 18.37, | |
| "learning_rate": 2.5303580695381423e-05, | |
| "loss": 3.6499, | |
| "step": 70800 | |
| }, | |
| { | |
| "epoch": 18.4, | |
| "learning_rate": 2.5282823040996372e-05, | |
| "loss": 3.6373, | |
| "step": 70900 | |
| }, | |
| { | |
| "epoch": 18.42, | |
| "learning_rate": 2.5262065386611317e-05, | |
| "loss": 3.6431, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 18.45, | |
| "learning_rate": 2.5241307732226262e-05, | |
| "loss": 3.6412, | |
| "step": 71100 | |
| }, | |
| { | |
| "epoch": 18.47, | |
| "learning_rate": 2.5220550077841207e-05, | |
| "loss": 3.6491, | |
| "step": 71200 | |
| }, | |
| { | |
| "epoch": 18.5, | |
| "learning_rate": 2.519979242345615e-05, | |
| "loss": 3.6163, | |
| "step": 71300 | |
| }, | |
| { | |
| "epoch": 18.53, | |
| "learning_rate": 2.5179034769071097e-05, | |
| "loss": 3.6328, | |
| "step": 71400 | |
| }, | |
| { | |
| "epoch": 18.55, | |
| "learning_rate": 2.515827711468604e-05, | |
| "loss": 3.623, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 18.58, | |
| "learning_rate": 2.513751946030099e-05, | |
| "loss": 3.6301, | |
| "step": 71600 | |
| }, | |
| { | |
| "epoch": 18.6, | |
| "learning_rate": 2.5116761805915935e-05, | |
| "loss": 3.6226, | |
| "step": 71700 | |
| }, | |
| { | |
| "epoch": 18.63, | |
| "learning_rate": 2.509600415153088e-05, | |
| "loss": 3.6297, | |
| "step": 71800 | |
| }, | |
| { | |
| "epoch": 18.66, | |
| "learning_rate": 2.5075246497145825e-05, | |
| "loss": 3.6523, | |
| "step": 71900 | |
| }, | |
| { | |
| "epoch": 18.68, | |
| "learning_rate": 2.505448884276077e-05, | |
| "loss": 3.6711, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 18.71, | |
| "learning_rate": 2.5033731188375715e-05, | |
| "loss": 3.6309, | |
| "step": 72100 | |
| }, | |
| { | |
| "epoch": 18.73, | |
| "learning_rate": 2.5012973533990663e-05, | |
| "loss": 3.6492, | |
| "step": 72200 | |
| }, | |
| { | |
| "epoch": 18.76, | |
| "learning_rate": 2.4992215879605608e-05, | |
| "loss": 3.6338, | |
| "step": 72300 | |
| }, | |
| { | |
| "epoch": 18.79, | |
| "learning_rate": 2.4971458225220553e-05, | |
| "loss": 3.6364, | |
| "step": 72400 | |
| }, | |
| { | |
| "epoch": 18.81, | |
| "learning_rate": 2.4950700570835498e-05, | |
| "loss": 3.634, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 18.84, | |
| "learning_rate": 2.4929942916450443e-05, | |
| "loss": 3.6298, | |
| "step": 72600 | |
| }, | |
| { | |
| "epoch": 18.86, | |
| "learning_rate": 2.4909185262065388e-05, | |
| "loss": 3.6512, | |
| "step": 72700 | |
| }, | |
| { | |
| "epoch": 18.89, | |
| "learning_rate": 2.4888427607680333e-05, | |
| "loss": 3.6493, | |
| "step": 72800 | |
| }, | |
| { | |
| "epoch": 18.92, | |
| "learning_rate": 2.486766995329528e-05, | |
| "loss": 3.6528, | |
| "step": 72900 | |
| }, | |
| { | |
| "epoch": 18.94, | |
| "learning_rate": 2.4846912298910226e-05, | |
| "loss": 3.6366, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 18.97, | |
| "learning_rate": 2.482615464452517e-05, | |
| "loss": 3.6066, | |
| "step": 73100 | |
| }, | |
| { | |
| "epoch": 18.99, | |
| "learning_rate": 2.4805396990140116e-05, | |
| "loss": 3.6273, | |
| "step": 73200 | |
| }, | |
| { | |
| "epoch": 19.02, | |
| "learning_rate": 2.478463933575506e-05, | |
| "loss": 3.6446, | |
| "step": 73300 | |
| }, | |
| { | |
| "epoch": 19.05, | |
| "learning_rate": 2.4763881681370006e-05, | |
| "loss": 3.6293, | |
| "step": 73400 | |
| }, | |
| { | |
| "epoch": 19.07, | |
| "learning_rate": 2.4743124026984954e-05, | |
| "loss": 3.6043, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 19.1, | |
| "learning_rate": 2.47223663725999e-05, | |
| "loss": 3.6257, | |
| "step": 73600 | |
| }, | |
| { | |
| "epoch": 19.12, | |
| "learning_rate": 2.4701608718214844e-05, | |
| "loss": 3.6326, | |
| "step": 73700 | |
| }, | |
| { | |
| "epoch": 19.15, | |
| "learning_rate": 2.468085106382979e-05, | |
| "loss": 3.6104, | |
| "step": 73800 | |
| }, | |
| { | |
| "epoch": 19.17, | |
| "learning_rate": 2.4660093409444734e-05, | |
| "loss": 3.6372, | |
| "step": 73900 | |
| }, | |
| { | |
| "epoch": 19.2, | |
| "learning_rate": 2.463933575505968e-05, | |
| "loss": 3.6068, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 19.23, | |
| "learning_rate": 2.4618578100674624e-05, | |
| "loss": 3.6266, | |
| "step": 74100 | |
| }, | |
| { | |
| "epoch": 19.25, | |
| "learning_rate": 2.4597820446289573e-05, | |
| "loss": 3.63, | |
| "step": 74200 | |
| }, | |
| { | |
| "epoch": 19.28, | |
| "learning_rate": 2.4577062791904518e-05, | |
| "loss": 3.6421, | |
| "step": 74300 | |
| }, | |
| { | |
| "epoch": 19.3, | |
| "learning_rate": 2.4556305137519463e-05, | |
| "loss": 3.6375, | |
| "step": 74400 | |
| }, | |
| { | |
| "epoch": 19.33, | |
| "learning_rate": 2.4535547483134408e-05, | |
| "loss": 3.6254, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 19.36, | |
| "learning_rate": 2.4514789828749353e-05, | |
| "loss": 3.6355, | |
| "step": 74600 | |
| }, | |
| { | |
| "epoch": 19.38, | |
| "learning_rate": 2.4494032174364297e-05, | |
| "loss": 3.6511, | |
| "step": 74700 | |
| }, | |
| { | |
| "epoch": 19.41, | |
| "learning_rate": 2.4473274519979246e-05, | |
| "loss": 3.6639, | |
| "step": 74800 | |
| }, | |
| { | |
| "epoch": 19.43, | |
| "learning_rate": 2.445251686559419e-05, | |
| "loss": 3.6405, | |
| "step": 74900 | |
| }, | |
| { | |
| "epoch": 19.46, | |
| "learning_rate": 2.4431759211209136e-05, | |
| "loss": 3.6307, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 19.46, | |
| "eval_gen_len": 12.2797, | |
| "eval_loss": 3.616529703140259, | |
| "eval_rouge1": 37.1937, | |
| "eval_rouge2": 6.2828, | |
| "eval_rougeL": 33.1867, | |
| "eval_rougeLsum": 33.1809, | |
| "eval_runtime": 75.7672, | |
| "eval_samples_per_second": 50.866, | |
| "eval_steps_per_second": 6.362, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 19.49, | |
| "learning_rate": 2.441100155682408e-05, | |
| "loss": 3.6128, | |
| "step": 75100 | |
| }, | |
| { | |
| "epoch": 19.51, | |
| "learning_rate": 2.4390243902439026e-05, | |
| "loss": 3.6349, | |
| "step": 75200 | |
| }, | |
| { | |
| "epoch": 19.54, | |
| "learning_rate": 2.436948624805397e-05, | |
| "loss": 3.6422, | |
| "step": 75300 | |
| }, | |
| { | |
| "epoch": 19.56, | |
| "learning_rate": 2.4348728593668916e-05, | |
| "loss": 3.6391, | |
| "step": 75400 | |
| }, | |
| { | |
| "epoch": 19.59, | |
| "learning_rate": 2.4327970939283864e-05, | |
| "loss": 3.6343, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 19.62, | |
| "learning_rate": 2.430721328489881e-05, | |
| "loss": 3.6291, | |
| "step": 75600 | |
| }, | |
| { | |
| "epoch": 19.64, | |
| "learning_rate": 2.4286455630513754e-05, | |
| "loss": 3.6087, | |
| "step": 75700 | |
| }, | |
| { | |
| "epoch": 19.67, | |
| "learning_rate": 2.42656979761287e-05, | |
| "loss": 3.6324, | |
| "step": 75800 | |
| }, | |
| { | |
| "epoch": 19.69, | |
| "learning_rate": 2.4244940321743644e-05, | |
| "loss": 3.648, | |
| "step": 75900 | |
| }, | |
| { | |
| "epoch": 19.72, | |
| "learning_rate": 2.422418266735859e-05, | |
| "loss": 3.6319, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 19.75, | |
| "learning_rate": 2.4203425012973534e-05, | |
| "loss": 3.6331, | |
| "step": 76100 | |
| }, | |
| { | |
| "epoch": 19.77, | |
| "learning_rate": 2.4182667358588482e-05, | |
| "loss": 3.6391, | |
| "step": 76200 | |
| }, | |
| { | |
| "epoch": 19.8, | |
| "learning_rate": 2.4161909704203427e-05, | |
| "loss": 3.6544, | |
| "step": 76300 | |
| }, | |
| { | |
| "epoch": 19.82, | |
| "learning_rate": 2.4141152049818372e-05, | |
| "loss": 3.6293, | |
| "step": 76400 | |
| }, | |
| { | |
| "epoch": 19.85, | |
| "learning_rate": 2.4120394395433317e-05, | |
| "loss": 3.6295, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 19.88, | |
| "learning_rate": 2.4099636741048262e-05, | |
| "loss": 3.6216, | |
| "step": 76600 | |
| }, | |
| { | |
| "epoch": 19.9, | |
| "learning_rate": 2.4078879086663207e-05, | |
| "loss": 3.6345, | |
| "step": 76700 | |
| }, | |
| { | |
| "epoch": 19.93, | |
| "learning_rate": 2.4058121432278155e-05, | |
| "loss": 3.6347, | |
| "step": 76800 | |
| }, | |
| { | |
| "epoch": 19.95, | |
| "learning_rate": 2.40373637778931e-05, | |
| "loss": 3.6191, | |
| "step": 76900 | |
| }, | |
| { | |
| "epoch": 19.98, | |
| "learning_rate": 2.4016606123508045e-05, | |
| "loss": 3.6214, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 20.01, | |
| "learning_rate": 2.399584846912299e-05, | |
| "loss": 3.6456, | |
| "step": 77100 | |
| }, | |
| { | |
| "epoch": 20.03, | |
| "learning_rate": 2.3975090814737935e-05, | |
| "loss": 3.6474, | |
| "step": 77200 | |
| }, | |
| { | |
| "epoch": 20.06, | |
| "learning_rate": 2.395433316035288e-05, | |
| "loss": 3.6347, | |
| "step": 77300 | |
| }, | |
| { | |
| "epoch": 20.08, | |
| "learning_rate": 2.3933575505967825e-05, | |
| "loss": 3.626, | |
| "step": 77400 | |
| }, | |
| { | |
| "epoch": 20.11, | |
| "learning_rate": 2.3912817851582774e-05, | |
| "loss": 3.6323, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 20.13, | |
| "learning_rate": 2.389206019719772e-05, | |
| "loss": 3.6282, | |
| "step": 77600 | |
| }, | |
| { | |
| "epoch": 20.16, | |
| "learning_rate": 2.3871302542812663e-05, | |
| "loss": 3.6296, | |
| "step": 77700 | |
| }, | |
| { | |
| "epoch": 20.19, | |
| "learning_rate": 2.385054488842761e-05, | |
| "loss": 3.6191, | |
| "step": 77800 | |
| }, | |
| { | |
| "epoch": 20.21, | |
| "learning_rate": 2.3829787234042553e-05, | |
| "loss": 3.6191, | |
| "step": 77900 | |
| }, | |
| { | |
| "epoch": 20.24, | |
| "learning_rate": 2.38090295796575e-05, | |
| "loss": 3.6518, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 20.26, | |
| "learning_rate": 2.3788271925272447e-05, | |
| "loss": 3.6158, | |
| "step": 78100 | |
| }, | |
| { | |
| "epoch": 20.29, | |
| "learning_rate": 2.3767514270887392e-05, | |
| "loss": 3.5855, | |
| "step": 78200 | |
| }, | |
| { | |
| "epoch": 20.32, | |
| "learning_rate": 2.3746756616502337e-05, | |
| "loss": 3.6417, | |
| "step": 78300 | |
| }, | |
| { | |
| "epoch": 20.34, | |
| "learning_rate": 2.372599896211728e-05, | |
| "loss": 3.5877, | |
| "step": 78400 | |
| }, | |
| { | |
| "epoch": 20.37, | |
| "learning_rate": 2.3705241307732227e-05, | |
| "loss": 3.6276, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 20.39, | |
| "learning_rate": 2.368448365334717e-05, | |
| "loss": 3.6331, | |
| "step": 78600 | |
| }, | |
| { | |
| "epoch": 20.42, | |
| "learning_rate": 2.3663725998962117e-05, | |
| "loss": 3.6065, | |
| "step": 78700 | |
| }, | |
| { | |
| "epoch": 20.45, | |
| "learning_rate": 2.3642968344577065e-05, | |
| "loss": 3.6643, | |
| "step": 78800 | |
| }, | |
| { | |
| "epoch": 20.47, | |
| "learning_rate": 2.362221069019201e-05, | |
| "loss": 3.6337, | |
| "step": 78900 | |
| }, | |
| { | |
| "epoch": 20.5, | |
| "learning_rate": 2.3601453035806955e-05, | |
| "loss": 3.6463, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 20.52, | |
| "learning_rate": 2.35806953814219e-05, | |
| "loss": 3.646, | |
| "step": 79100 | |
| }, | |
| { | |
| "epoch": 20.55, | |
| "learning_rate": 2.3559937727036845e-05, | |
| "loss": 3.6284, | |
| "step": 79200 | |
| }, | |
| { | |
| "epoch": 20.58, | |
| "learning_rate": 2.353918007265179e-05, | |
| "loss": 3.6241, | |
| "step": 79300 | |
| }, | |
| { | |
| "epoch": 20.6, | |
| "learning_rate": 2.3518422418266738e-05, | |
| "loss": 3.6432, | |
| "step": 79400 | |
| }, | |
| { | |
| "epoch": 20.63, | |
| "learning_rate": 2.3497664763881683e-05, | |
| "loss": 3.5956, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 20.65, | |
| "learning_rate": 2.3476907109496628e-05, | |
| "loss": 3.6143, | |
| "step": 79600 | |
| }, | |
| { | |
| "epoch": 20.68, | |
| "learning_rate": 2.3456149455111573e-05, | |
| "loss": 3.6383, | |
| "step": 79700 | |
| }, | |
| { | |
| "epoch": 20.71, | |
| "learning_rate": 2.3435391800726518e-05, | |
| "loss": 3.6151, | |
| "step": 79800 | |
| }, | |
| { | |
| "epoch": 20.73, | |
| "learning_rate": 2.3414634146341463e-05, | |
| "loss": 3.6192, | |
| "step": 79900 | |
| }, | |
| { | |
| "epoch": 20.76, | |
| "learning_rate": 2.3393876491956408e-05, | |
| "loss": 3.6267, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 20.76, | |
| "eval_gen_len": 12.2774, | |
| "eval_loss": 3.6140060424804688, | |
| "eval_rouge1": 37.7966, | |
| "eval_rouge2": 6.6257, | |
| "eval_rougeL": 33.7751, | |
| "eval_rougeLsum": 33.8284, | |
| "eval_runtime": 75.5711, | |
| "eval_samples_per_second": 50.998, | |
| "eval_steps_per_second": 6.378, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 20.78, | |
| "learning_rate": 2.337311883757136e-05, | |
| "loss": 3.6422, | |
| "step": 80100 | |
| }, | |
| { | |
| "epoch": 20.81, | |
| "learning_rate": 2.33523611831863e-05, | |
| "loss": 3.6305, | |
| "step": 80200 | |
| }, | |
| { | |
| "epoch": 20.84, | |
| "learning_rate": 2.3331603528801246e-05, | |
| "loss": 3.6263, | |
| "step": 80300 | |
| }, | |
| { | |
| "epoch": 20.86, | |
| "learning_rate": 2.331084587441619e-05, | |
| "loss": 3.6409, | |
| "step": 80400 | |
| }, | |
| { | |
| "epoch": 20.89, | |
| "learning_rate": 2.3290088220031136e-05, | |
| "loss": 3.6349, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 20.91, | |
| "learning_rate": 2.326933056564608e-05, | |
| "loss": 3.6293, | |
| "step": 80600 | |
| }, | |
| { | |
| "epoch": 20.94, | |
| "learning_rate": 2.3248572911261033e-05, | |
| "loss": 3.6439, | |
| "step": 80700 | |
| }, | |
| { | |
| "epoch": 20.97, | |
| "learning_rate": 2.3227815256875978e-05, | |
| "loss": 3.6455, | |
| "step": 80800 | |
| }, | |
| { | |
| "epoch": 20.99, | |
| "learning_rate": 2.3207057602490923e-05, | |
| "loss": 3.6419, | |
| "step": 80900 | |
| }, | |
| { | |
| "epoch": 21.02, | |
| "learning_rate": 2.3186299948105864e-05, | |
| "loss": 3.6248, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 21.04, | |
| "learning_rate": 2.316554229372081e-05, | |
| "loss": 3.6155, | |
| "step": 81100 | |
| }, | |
| { | |
| "epoch": 21.07, | |
| "learning_rate": 2.3144784639335754e-05, | |
| "loss": 3.5999, | |
| "step": 81200 | |
| }, | |
| { | |
| "epoch": 21.09, | |
| "learning_rate": 2.31240269849507e-05, | |
| "loss": 3.6312, | |
| "step": 81300 | |
| }, | |
| { | |
| "epoch": 21.12, | |
| "learning_rate": 2.310326933056565e-05, | |
| "loss": 3.6309, | |
| "step": 81400 | |
| }, | |
| { | |
| "epoch": 21.15, | |
| "learning_rate": 2.3082511676180596e-05, | |
| "loss": 3.6292, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 21.17, | |
| "learning_rate": 2.306175402179554e-05, | |
| "loss": 3.6346, | |
| "step": 81600 | |
| }, | |
| { | |
| "epoch": 21.2, | |
| "learning_rate": 2.3040996367410483e-05, | |
| "loss": 3.6325, | |
| "step": 81700 | |
| }, | |
| { | |
| "epoch": 21.22, | |
| "learning_rate": 2.3020238713025427e-05, | |
| "loss": 3.6513, | |
| "step": 81800 | |
| }, | |
| { | |
| "epoch": 21.25, | |
| "learning_rate": 2.2999481058640372e-05, | |
| "loss": 3.618, | |
| "step": 81900 | |
| }, | |
| { | |
| "epoch": 21.28, | |
| "learning_rate": 2.2978723404255324e-05, | |
| "loss": 3.6536, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 21.3, | |
| "learning_rate": 2.295796574987027e-05, | |
| "loss": 3.6265, | |
| "step": 82100 | |
| }, | |
| { | |
| "epoch": 21.33, | |
| "learning_rate": 2.2937208095485214e-05, | |
| "loss": 3.6115, | |
| "step": 82200 | |
| }, | |
| { | |
| "epoch": 21.35, | |
| "learning_rate": 2.291645044110016e-05, | |
| "loss": 3.6246, | |
| "step": 82300 | |
| }, | |
| { | |
| "epoch": 21.38, | |
| "learning_rate": 2.2895692786715104e-05, | |
| "loss": 3.6248, | |
| "step": 82400 | |
| }, | |
| { | |
| "epoch": 21.41, | |
| "learning_rate": 2.2874935132330046e-05, | |
| "loss": 3.6398, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 21.43, | |
| "learning_rate": 2.285417747794499e-05, | |
| "loss": 3.6227, | |
| "step": 82600 | |
| }, | |
| { | |
| "epoch": 21.46, | |
| "learning_rate": 2.2833419823559942e-05, | |
| "loss": 3.6327, | |
| "step": 82700 | |
| }, | |
| { | |
| "epoch": 21.48, | |
| "learning_rate": 2.2812662169174887e-05, | |
| "loss": 3.6141, | |
| "step": 82800 | |
| }, | |
| { | |
| "epoch": 21.51, | |
| "learning_rate": 2.2791904514789832e-05, | |
| "loss": 3.6388, | |
| "step": 82900 | |
| }, | |
| { | |
| "epoch": 21.54, | |
| "learning_rate": 2.2771146860404777e-05, | |
| "loss": 3.5972, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 21.56, | |
| "learning_rate": 2.2750389206019722e-05, | |
| "loss": 3.6391, | |
| "step": 83100 | |
| }, | |
| { | |
| "epoch": 21.59, | |
| "learning_rate": 2.2729631551634664e-05, | |
| "loss": 3.6326, | |
| "step": 83200 | |
| }, | |
| { | |
| "epoch": 21.61, | |
| "learning_rate": 2.2708873897249616e-05, | |
| "loss": 3.6511, | |
| "step": 83300 | |
| }, | |
| { | |
| "epoch": 21.64, | |
| "learning_rate": 2.268811624286456e-05, | |
| "loss": 3.6438, | |
| "step": 83400 | |
| }, | |
| { | |
| "epoch": 21.67, | |
| "learning_rate": 2.2667358588479505e-05, | |
| "loss": 3.6262, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 21.69, | |
| "learning_rate": 2.264660093409445e-05, | |
| "loss": 3.6197, | |
| "step": 83600 | |
| }, | |
| { | |
| "epoch": 21.72, | |
| "learning_rate": 2.2625843279709395e-05, | |
| "loss": 3.6237, | |
| "step": 83700 | |
| }, | |
| { | |
| "epoch": 21.74, | |
| "learning_rate": 2.260508562532434e-05, | |
| "loss": 3.6164, | |
| "step": 83800 | |
| }, | |
| { | |
| "epoch": 21.77, | |
| "learning_rate": 2.2584327970939285e-05, | |
| "loss": 3.6177, | |
| "step": 83900 | |
| }, | |
| { | |
| "epoch": 21.8, | |
| "learning_rate": 2.2563570316554234e-05, | |
| "loss": 3.6335, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 21.82, | |
| "learning_rate": 2.254281266216918e-05, | |
| "loss": 3.6037, | |
| "step": 84100 | |
| }, | |
| { | |
| "epoch": 21.85, | |
| "learning_rate": 2.2522055007784124e-05, | |
| "loss": 3.6256, | |
| "step": 84200 | |
| }, | |
| { | |
| "epoch": 21.87, | |
| "learning_rate": 2.250129735339907e-05, | |
| "loss": 3.6176, | |
| "step": 84300 | |
| }, | |
| { | |
| "epoch": 21.9, | |
| "learning_rate": 2.2480539699014014e-05, | |
| "loss": 3.638, | |
| "step": 84400 | |
| }, | |
| { | |
| "epoch": 21.93, | |
| "learning_rate": 2.245978204462896e-05, | |
| "loss": 3.6471, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 21.95, | |
| "learning_rate": 2.2439024390243907e-05, | |
| "loss": 3.6242, | |
| "step": 84600 | |
| }, | |
| { | |
| "epoch": 21.98, | |
| "learning_rate": 2.2418266735858852e-05, | |
| "loss": 3.6208, | |
| "step": 84700 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "learning_rate": 2.2397509081473797e-05, | |
| "loss": 3.5985, | |
| "step": 84800 | |
| }, | |
| { | |
| "epoch": 22.03, | |
| "learning_rate": 2.2376751427088742e-05, | |
| "loss": 3.6171, | |
| "step": 84900 | |
| }, | |
| { | |
| "epoch": 22.06, | |
| "learning_rate": 2.2355993772703687e-05, | |
| "loss": 3.6323, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 22.06, | |
| "eval_gen_len": 12.2784, | |
| "eval_loss": 3.6118929386138916, | |
| "eval_rouge1": 38.1155, | |
| "eval_rouge2": 7.0586, | |
| "eval_rougeL": 34.0831, | |
| "eval_rougeLsum": 34.1346, | |
| "eval_runtime": 76.1382, | |
| "eval_samples_per_second": 50.618, | |
| "eval_steps_per_second": 6.331, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 22.08, | |
| "learning_rate": 2.2335236118318632e-05, | |
| "loss": 3.6053, | |
| "step": 85100 | |
| }, | |
| { | |
| "epoch": 22.11, | |
| "learning_rate": 2.2314478463933577e-05, | |
| "loss": 3.6152, | |
| "step": 85200 | |
| }, | |
| { | |
| "epoch": 22.13, | |
| "learning_rate": 2.2293720809548525e-05, | |
| "loss": 3.6379, | |
| "step": 85300 | |
| }, | |
| { | |
| "epoch": 22.16, | |
| "learning_rate": 2.227296315516347e-05, | |
| "loss": 3.6244, | |
| "step": 85400 | |
| }, | |
| { | |
| "epoch": 22.18, | |
| "learning_rate": 2.2252205500778415e-05, | |
| "loss": 3.6135, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 22.21, | |
| "learning_rate": 2.223144784639336e-05, | |
| "loss": 3.5963, | |
| "step": 85600 | |
| }, | |
| { | |
| "epoch": 22.24, | |
| "learning_rate": 2.2210690192008305e-05, | |
| "loss": 3.6271, | |
| "step": 85700 | |
| }, | |
| { | |
| "epoch": 22.26, | |
| "learning_rate": 2.218993253762325e-05, | |
| "loss": 3.6101, | |
| "step": 85800 | |
| }, | |
| { | |
| "epoch": 22.29, | |
| "learning_rate": 2.2169174883238198e-05, | |
| "loss": 3.6205, | |
| "step": 85900 | |
| }, | |
| { | |
| "epoch": 22.31, | |
| "learning_rate": 2.2148417228853143e-05, | |
| "loss": 3.6117, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 22.34, | |
| "learning_rate": 2.2127659574468088e-05, | |
| "loss": 3.6298, | |
| "step": 86100 | |
| }, | |
| { | |
| "epoch": 22.37, | |
| "learning_rate": 2.2106901920083033e-05, | |
| "loss": 3.6262, | |
| "step": 86200 | |
| }, | |
| { | |
| "epoch": 22.39, | |
| "learning_rate": 2.2086144265697978e-05, | |
| "loss": 3.6343, | |
| "step": 86300 | |
| }, | |
| { | |
| "epoch": 22.42, | |
| "learning_rate": 2.2065386611312923e-05, | |
| "loss": 3.6137, | |
| "step": 86400 | |
| }, | |
| { | |
| "epoch": 22.44, | |
| "learning_rate": 2.2044628956927868e-05, | |
| "loss": 3.6192, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 22.47, | |
| "learning_rate": 2.2023871302542816e-05, | |
| "loss": 3.6328, | |
| "step": 86600 | |
| }, | |
| { | |
| "epoch": 22.5, | |
| "learning_rate": 2.200311364815776e-05, | |
| "loss": 3.6345, | |
| "step": 86700 | |
| }, | |
| { | |
| "epoch": 22.52, | |
| "learning_rate": 2.1982355993772706e-05, | |
| "loss": 3.6275, | |
| "step": 86800 | |
| }, | |
| { | |
| "epoch": 22.55, | |
| "learning_rate": 2.196159833938765e-05, | |
| "loss": 3.6173, | |
| "step": 86900 | |
| }, | |
| { | |
| "epoch": 22.57, | |
| "learning_rate": 2.1940840685002596e-05, | |
| "loss": 3.654, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 22.6, | |
| "learning_rate": 2.192008303061754e-05, | |
| "loss": 3.6459, | |
| "step": 87100 | |
| }, | |
| { | |
| "epoch": 22.63, | |
| "learning_rate": 2.1899325376232486e-05, | |
| "loss": 3.6171, | |
| "step": 87200 | |
| }, | |
| { | |
| "epoch": 22.65, | |
| "learning_rate": 2.1878567721847435e-05, | |
| "loss": 3.6092, | |
| "step": 87300 | |
| }, | |
| { | |
| "epoch": 22.68, | |
| "learning_rate": 2.185781006746238e-05, | |
| "loss": 3.6502, | |
| "step": 87400 | |
| }, | |
| { | |
| "epoch": 22.7, | |
| "learning_rate": 2.1837052413077325e-05, | |
| "loss": 3.6308, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 22.73, | |
| "learning_rate": 2.181629475869227e-05, | |
| "loss": 3.6208, | |
| "step": 87600 | |
| }, | |
| { | |
| "epoch": 22.76, | |
| "learning_rate": 2.1795537104307214e-05, | |
| "loss": 3.6293, | |
| "step": 87700 | |
| }, | |
| { | |
| "epoch": 22.78, | |
| "learning_rate": 2.177477944992216e-05, | |
| "loss": 3.6228, | |
| "step": 87800 | |
| }, | |
| { | |
| "epoch": 22.81, | |
| "learning_rate": 2.1754021795537108e-05, | |
| "loss": 3.6328, | |
| "step": 87900 | |
| }, | |
| { | |
| "epoch": 22.83, | |
| "learning_rate": 2.1733264141152053e-05, | |
| "loss": 3.6413, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 22.86, | |
| "learning_rate": 2.1712506486766998e-05, | |
| "loss": 3.623, | |
| "step": 88100 | |
| }, | |
| { | |
| "epoch": 22.89, | |
| "learning_rate": 2.1691748832381943e-05, | |
| "loss": 3.6183, | |
| "step": 88200 | |
| }, | |
| { | |
| "epoch": 22.91, | |
| "learning_rate": 2.1670991177996888e-05, | |
| "loss": 3.6458, | |
| "step": 88300 | |
| }, | |
| { | |
| "epoch": 22.94, | |
| "learning_rate": 2.1650233523611833e-05, | |
| "loss": 3.6135, | |
| "step": 88400 | |
| }, | |
| { | |
| "epoch": 22.96, | |
| "learning_rate": 2.1629475869226778e-05, | |
| "loss": 3.6387, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 22.99, | |
| "learning_rate": 2.1608718214841726e-05, | |
| "loss": 3.6328, | |
| "step": 88600 | |
| }, | |
| { | |
| "epoch": 23.02, | |
| "learning_rate": 2.158796056045667e-05, | |
| "loss": 3.642, | |
| "step": 88700 | |
| }, | |
| { | |
| "epoch": 23.04, | |
| "learning_rate": 2.1567202906071616e-05, | |
| "loss": 3.6133, | |
| "step": 88800 | |
| }, | |
| { | |
| "epoch": 23.07, | |
| "learning_rate": 2.154644525168656e-05, | |
| "loss": 3.6341, | |
| "step": 88900 | |
| }, | |
| { | |
| "epoch": 23.09, | |
| "learning_rate": 2.1525687597301506e-05, | |
| "loss": 3.6534, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 23.12, | |
| "learning_rate": 2.150492994291645e-05, | |
| "loss": 3.6197, | |
| "step": 89100 | |
| }, | |
| { | |
| "epoch": 23.14, | |
| "learning_rate": 2.14841722885314e-05, | |
| "loss": 3.6146, | |
| "step": 89200 | |
| }, | |
| { | |
| "epoch": 23.17, | |
| "learning_rate": 2.1463414634146344e-05, | |
| "loss": 3.619, | |
| "step": 89300 | |
| }, | |
| { | |
| "epoch": 23.2, | |
| "learning_rate": 2.144265697976129e-05, | |
| "loss": 3.6136, | |
| "step": 89400 | |
| }, | |
| { | |
| "epoch": 23.22, | |
| "learning_rate": 2.1421899325376234e-05, | |
| "loss": 3.6261, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 23.25, | |
| "learning_rate": 2.140114167099118e-05, | |
| "loss": 3.6204, | |
| "step": 89600 | |
| }, | |
| { | |
| "epoch": 23.27, | |
| "learning_rate": 2.1380384016606124e-05, | |
| "loss": 3.6304, | |
| "step": 89700 | |
| }, | |
| { | |
| "epoch": 23.3, | |
| "learning_rate": 2.135962636222107e-05, | |
| "loss": 3.6339, | |
| "step": 89800 | |
| }, | |
| { | |
| "epoch": 23.33, | |
| "learning_rate": 2.1338868707836017e-05, | |
| "loss": 3.643, | |
| "step": 89900 | |
| }, | |
| { | |
| "epoch": 23.35, | |
| "learning_rate": 2.1318111053450962e-05, | |
| "loss": 3.6424, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 23.35, | |
| "eval_gen_len": 12.2787, | |
| "eval_loss": 3.610205888748169, | |
| "eval_rouge1": 38.4968, | |
| "eval_rouge2": 7.1642, | |
| "eval_rougeL": 34.4804, | |
| "eval_rougeLsum": 34.4687, | |
| "eval_runtime": 76.2319, | |
| "eval_samples_per_second": 50.556, | |
| "eval_steps_per_second": 6.323, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 23.38, | |
| "learning_rate": 2.1297353399065907e-05, | |
| "loss": 3.6358, | |
| "step": 90100 | |
| }, | |
| { | |
| "epoch": 23.4, | |
| "learning_rate": 2.1276595744680852e-05, | |
| "loss": 3.6221, | |
| "step": 90200 | |
| }, | |
| { | |
| "epoch": 23.43, | |
| "learning_rate": 2.1255838090295797e-05, | |
| "loss": 3.6116, | |
| "step": 90300 | |
| }, | |
| { | |
| "epoch": 23.46, | |
| "learning_rate": 2.1235080435910742e-05, | |
| "loss": 3.6152, | |
| "step": 90400 | |
| }, | |
| { | |
| "epoch": 23.48, | |
| "learning_rate": 2.121432278152569e-05, | |
| "loss": 3.6206, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 23.51, | |
| "learning_rate": 2.1193565127140635e-05, | |
| "loss": 3.6349, | |
| "step": 90600 | |
| }, | |
| { | |
| "epoch": 23.53, | |
| "learning_rate": 2.117280747275558e-05, | |
| "loss": 3.616, | |
| "step": 90700 | |
| }, | |
| { | |
| "epoch": 23.56, | |
| "learning_rate": 2.1152049818370525e-05, | |
| "loss": 3.6248, | |
| "step": 90800 | |
| }, | |
| { | |
| "epoch": 23.59, | |
| "learning_rate": 2.113129216398547e-05, | |
| "loss": 3.6108, | |
| "step": 90900 | |
| }, | |
| { | |
| "epoch": 23.61, | |
| "learning_rate": 2.1110534509600415e-05, | |
| "loss": 3.6109, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 23.64, | |
| "learning_rate": 2.108977685521536e-05, | |
| "loss": 3.6205, | |
| "step": 91100 | |
| }, | |
| { | |
| "epoch": 23.66, | |
| "learning_rate": 2.106901920083031e-05, | |
| "loss": 3.616, | |
| "step": 91200 | |
| }, | |
| { | |
| "epoch": 23.69, | |
| "learning_rate": 2.1048261546445254e-05, | |
| "loss": 3.6276, | |
| "step": 91300 | |
| }, | |
| { | |
| "epoch": 23.72, | |
| "learning_rate": 2.10275038920602e-05, | |
| "loss": 3.6425, | |
| "step": 91400 | |
| }, | |
| { | |
| "epoch": 23.74, | |
| "learning_rate": 2.1006746237675144e-05, | |
| "loss": 3.6308, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 23.77, | |
| "learning_rate": 2.098598858329009e-05, | |
| "loss": 3.6103, | |
| "step": 91600 | |
| }, | |
| { | |
| "epoch": 23.79, | |
| "learning_rate": 2.0965230928905034e-05, | |
| "loss": 3.6167, | |
| "step": 91700 | |
| }, | |
| { | |
| "epoch": 23.82, | |
| "learning_rate": 2.0944473274519982e-05, | |
| "loss": 3.6349, | |
| "step": 91800 | |
| }, | |
| { | |
| "epoch": 23.85, | |
| "learning_rate": 2.0923715620134927e-05, | |
| "loss": 3.6212, | |
| "step": 91900 | |
| }, | |
| { | |
| "epoch": 23.87, | |
| "learning_rate": 2.0902957965749872e-05, | |
| "loss": 3.6271, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 23.9, | |
| "learning_rate": 2.0882200311364817e-05, | |
| "loss": 3.6428, | |
| "step": 92100 | |
| }, | |
| { | |
| "epoch": 23.92, | |
| "learning_rate": 2.0861442656979762e-05, | |
| "loss": 3.6327, | |
| "step": 92200 | |
| }, | |
| { | |
| "epoch": 23.95, | |
| "learning_rate": 2.0840685002594707e-05, | |
| "loss": 3.6309, | |
| "step": 92300 | |
| }, | |
| { | |
| "epoch": 23.98, | |
| "learning_rate": 2.081992734820965e-05, | |
| "loss": 3.6299, | |
| "step": 92400 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "learning_rate": 2.07991696938246e-05, | |
| "loss": 3.6317, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 24.03, | |
| "learning_rate": 2.0778412039439545e-05, | |
| "loss": 3.631, | |
| "step": 92600 | |
| }, | |
| { | |
| "epoch": 24.05, | |
| "learning_rate": 2.075765438505449e-05, | |
| "loss": 3.6313, | |
| "step": 92700 | |
| }, | |
| { | |
| "epoch": 24.08, | |
| "learning_rate": 2.0736896730669435e-05, | |
| "loss": 3.6339, | |
| "step": 92800 | |
| }, | |
| { | |
| "epoch": 24.1, | |
| "learning_rate": 2.071613907628438e-05, | |
| "loss": 3.627, | |
| "step": 92900 | |
| }, | |
| { | |
| "epoch": 24.13, | |
| "learning_rate": 2.0695381421899325e-05, | |
| "loss": 3.5829, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 24.16, | |
| "learning_rate": 2.0674623767514273e-05, | |
| "loss": 3.6276, | |
| "step": 93100 | |
| }, | |
| { | |
| "epoch": 24.18, | |
| "learning_rate": 2.0653866113129218e-05, | |
| "loss": 3.634, | |
| "step": 93200 | |
| }, | |
| { | |
| "epoch": 24.21, | |
| "learning_rate": 2.0633108458744163e-05, | |
| "loss": 3.6445, | |
| "step": 93300 | |
| }, | |
| { | |
| "epoch": 24.23, | |
| "learning_rate": 2.0612350804359108e-05, | |
| "loss": 3.6152, | |
| "step": 93400 | |
| }, | |
| { | |
| "epoch": 24.26, | |
| "learning_rate": 2.0591593149974053e-05, | |
| "loss": 3.6221, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 24.29, | |
| "learning_rate": 2.0570835495588998e-05, | |
| "loss": 3.6276, | |
| "step": 93600 | |
| }, | |
| { | |
| "epoch": 24.31, | |
| "learning_rate": 2.0550077841203943e-05, | |
| "loss": 3.6177, | |
| "step": 93700 | |
| }, | |
| { | |
| "epoch": 24.34, | |
| "learning_rate": 2.052932018681889e-05, | |
| "loss": 3.6295, | |
| "step": 93800 | |
| }, | |
| { | |
| "epoch": 24.36, | |
| "learning_rate": 2.0508562532433836e-05, | |
| "loss": 3.6136, | |
| "step": 93900 | |
| }, | |
| { | |
| "epoch": 24.39, | |
| "learning_rate": 2.048780487804878e-05, | |
| "loss": 3.6271, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 24.42, | |
| "learning_rate": 2.0467047223663726e-05, | |
| "loss": 3.6286, | |
| "step": 94100 | |
| }, | |
| { | |
| "epoch": 24.44, | |
| "learning_rate": 2.044628956927867e-05, | |
| "loss": 3.6246, | |
| "step": 94200 | |
| }, | |
| { | |
| "epoch": 24.47, | |
| "learning_rate": 2.0425531914893616e-05, | |
| "loss": 3.6044, | |
| "step": 94300 | |
| }, | |
| { | |
| "epoch": 24.49, | |
| "learning_rate": 2.0404774260508568e-05, | |
| "loss": 3.6185, | |
| "step": 94400 | |
| }, | |
| { | |
| "epoch": 24.52, | |
| "learning_rate": 2.038401660612351e-05, | |
| "loss": 3.6121, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 24.55, | |
| "learning_rate": 2.0363258951738455e-05, | |
| "loss": 3.6212, | |
| "step": 94600 | |
| }, | |
| { | |
| "epoch": 24.57, | |
| "learning_rate": 2.03425012973534e-05, | |
| "loss": 3.656, | |
| "step": 94700 | |
| }, | |
| { | |
| "epoch": 24.6, | |
| "learning_rate": 2.0321743642968344e-05, | |
| "loss": 3.592, | |
| "step": 94800 | |
| }, | |
| { | |
| "epoch": 24.62, | |
| "learning_rate": 2.030098598858329e-05, | |
| "loss": 3.6093, | |
| "step": 94900 | |
| }, | |
| { | |
| "epoch": 24.65, | |
| "learning_rate": 2.0280228334198234e-05, | |
| "loss": 3.6256, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 24.65, | |
| "eval_gen_len": 12.2776, | |
| "eval_loss": 3.6076412200927734, | |
| "eval_rouge1": 39.6155, | |
| "eval_rouge2": 7.3309, | |
| "eval_rougeL": 35.6135, | |
| "eval_rougeLsum": 35.6554, | |
| "eval_runtime": 76.2409, | |
| "eval_samples_per_second": 50.55, | |
| "eval_steps_per_second": 6.322, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 24.68, | |
| "learning_rate": 2.0259470679813186e-05, | |
| "loss": 3.6108, | |
| "step": 95100 | |
| }, | |
| { | |
| "epoch": 24.7, | |
| "learning_rate": 2.023871302542813e-05, | |
| "loss": 3.6275, | |
| "step": 95200 | |
| }, | |
| { | |
| "epoch": 24.73, | |
| "learning_rate": 2.0217955371043073e-05, | |
| "loss": 3.607, | |
| "step": 95300 | |
| }, | |
| { | |
| "epoch": 24.75, | |
| "learning_rate": 2.0197197716658018e-05, | |
| "loss": 3.6376, | |
| "step": 95400 | |
| }, | |
| { | |
| "epoch": 24.78, | |
| "learning_rate": 2.0176440062272963e-05, | |
| "loss": 3.6322, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 24.81, | |
| "learning_rate": 2.0155682407887908e-05, | |
| "loss": 3.6188, | |
| "step": 95600 | |
| }, | |
| { | |
| "epoch": 24.83, | |
| "learning_rate": 2.013492475350286e-05, | |
| "loss": 3.6069, | |
| "step": 95700 | |
| }, | |
| { | |
| "epoch": 24.86, | |
| "learning_rate": 2.0114167099117804e-05, | |
| "loss": 3.6363, | |
| "step": 95800 | |
| }, | |
| { | |
| "epoch": 24.88, | |
| "learning_rate": 2.009340944473275e-05, | |
| "loss": 3.636, | |
| "step": 95900 | |
| }, | |
| { | |
| "epoch": 24.91, | |
| "learning_rate": 2.007265179034769e-05, | |
| "loss": 3.6337, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 24.94, | |
| "learning_rate": 2.0051894135962636e-05, | |
| "loss": 3.6192, | |
| "step": 96100 | |
| }, | |
| { | |
| "epoch": 24.96, | |
| "learning_rate": 2.003113648157758e-05, | |
| "loss": 3.6057, | |
| "step": 96200 | |
| }, | |
| { | |
| "epoch": 24.99, | |
| "learning_rate": 2.0010378827192526e-05, | |
| "loss": 3.6318, | |
| "step": 96300 | |
| }, | |
| { | |
| "epoch": 25.01, | |
| "learning_rate": 1.9989621172807474e-05, | |
| "loss": 3.628, | |
| "step": 96400 | |
| }, | |
| { | |
| "epoch": 25.04, | |
| "learning_rate": 1.996886351842242e-05, | |
| "loss": 3.6271, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 25.06, | |
| "learning_rate": 1.9948105864037367e-05, | |
| "loss": 3.5885, | |
| "step": 96600 | |
| }, | |
| { | |
| "epoch": 25.09, | |
| "learning_rate": 1.9927348209652312e-05, | |
| "loss": 3.6315, | |
| "step": 96700 | |
| }, | |
| { | |
| "epoch": 25.12, | |
| "learning_rate": 1.9906590555267254e-05, | |
| "loss": 3.632, | |
| "step": 96800 | |
| }, | |
| { | |
| "epoch": 25.14, | |
| "learning_rate": 1.9885832900882202e-05, | |
| "loss": 3.6198, | |
| "step": 96900 | |
| }, | |
| { | |
| "epoch": 25.17, | |
| "learning_rate": 1.9865075246497147e-05, | |
| "loss": 3.5705, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 25.19, | |
| "learning_rate": 1.9844317592112092e-05, | |
| "loss": 3.624, | |
| "step": 97100 | |
| }, | |
| { | |
| "epoch": 25.22, | |
| "learning_rate": 1.982355993772704e-05, | |
| "loss": 3.6397, | |
| "step": 97200 | |
| }, | |
| { | |
| "epoch": 25.25, | |
| "learning_rate": 1.9802802283341986e-05, | |
| "loss": 3.6237, | |
| "step": 97300 | |
| }, | |
| { | |
| "epoch": 25.27, | |
| "learning_rate": 1.978204462895693e-05, | |
| "loss": 3.6085, | |
| "step": 97400 | |
| }, | |
| { | |
| "epoch": 25.3, | |
| "learning_rate": 1.9761286974571876e-05, | |
| "loss": 3.649, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 25.32, | |
| "learning_rate": 1.974052932018682e-05, | |
| "loss": 3.6188, | |
| "step": 97600 | |
| }, | |
| { | |
| "epoch": 25.35, | |
| "learning_rate": 1.9719771665801765e-05, | |
| "loss": 3.5814, | |
| "step": 97700 | |
| }, | |
| { | |
| "epoch": 25.38, | |
| "learning_rate": 1.969901401141671e-05, | |
| "loss": 3.63, | |
| "step": 97800 | |
| }, | |
| { | |
| "epoch": 25.4, | |
| "learning_rate": 1.967825635703166e-05, | |
| "loss": 3.6045, | |
| "step": 97900 | |
| }, | |
| { | |
| "epoch": 25.43, | |
| "learning_rate": 1.9657498702646604e-05, | |
| "loss": 3.6146, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 25.45, | |
| "learning_rate": 1.963674104826155e-05, | |
| "loss": 3.6045, | |
| "step": 98100 | |
| }, | |
| { | |
| "epoch": 25.48, | |
| "learning_rate": 1.9615983393876494e-05, | |
| "loss": 3.6275, | |
| "step": 98200 | |
| }, | |
| { | |
| "epoch": 25.51, | |
| "learning_rate": 1.959522573949144e-05, | |
| "loss": 3.6167, | |
| "step": 98300 | |
| }, | |
| { | |
| "epoch": 25.53, | |
| "learning_rate": 1.9574468085106384e-05, | |
| "loss": 3.6221, | |
| "step": 98400 | |
| }, | |
| { | |
| "epoch": 25.56, | |
| "learning_rate": 1.9553710430721332e-05, | |
| "loss": 3.6447, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 25.58, | |
| "learning_rate": 1.9532952776336277e-05, | |
| "loss": 3.6243, | |
| "step": 98600 | |
| }, | |
| { | |
| "epoch": 25.61, | |
| "learning_rate": 1.9512195121951222e-05, | |
| "loss": 3.6212, | |
| "step": 98700 | |
| }, | |
| { | |
| "epoch": 25.64, | |
| "learning_rate": 1.9491437467566167e-05, | |
| "loss": 3.6, | |
| "step": 98800 | |
| }, | |
| { | |
| "epoch": 25.66, | |
| "learning_rate": 1.9470679813181112e-05, | |
| "loss": 3.6268, | |
| "step": 98900 | |
| }, | |
| { | |
| "epoch": 25.69, | |
| "learning_rate": 1.9449922158796057e-05, | |
| "loss": 3.6228, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 25.71, | |
| "learning_rate": 1.9429164504411002e-05, | |
| "loss": 3.6269, | |
| "step": 99100 | |
| }, | |
| { | |
| "epoch": 25.74, | |
| "learning_rate": 1.940840685002595e-05, | |
| "loss": 3.6146, | |
| "step": 99200 | |
| }, | |
| { | |
| "epoch": 25.77, | |
| "learning_rate": 1.9387649195640895e-05, | |
| "loss": 3.6174, | |
| "step": 99300 | |
| }, | |
| { | |
| "epoch": 25.79, | |
| "learning_rate": 1.936689154125584e-05, | |
| "loss": 3.6065, | |
| "step": 99400 | |
| }, | |
| { | |
| "epoch": 25.82, | |
| "learning_rate": 1.9346133886870785e-05, | |
| "loss": 3.6325, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 25.84, | |
| "learning_rate": 1.932537623248573e-05, | |
| "loss": 3.5995, | |
| "step": 99600 | |
| }, | |
| { | |
| "epoch": 25.87, | |
| "learning_rate": 1.9304618578100675e-05, | |
| "loss": 3.6314, | |
| "step": 99700 | |
| }, | |
| { | |
| "epoch": 25.9, | |
| "learning_rate": 1.9283860923715623e-05, | |
| "loss": 3.5918, | |
| "step": 99800 | |
| }, | |
| { | |
| "epoch": 25.92, | |
| "learning_rate": 1.926310326933057e-05, | |
| "loss": 3.6165, | |
| "step": 99900 | |
| }, | |
| { | |
| "epoch": 25.95, | |
| "learning_rate": 1.9242345614945513e-05, | |
| "loss": 3.6295, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 25.95, | |
| "eval_gen_len": 12.2774, | |
| "eval_loss": 3.606283664703369, | |
| "eval_rouge1": 39.4383, | |
| "eval_rouge2": 7.6179, | |
| "eval_rougeL": 35.444, | |
| "eval_rougeLsum": 35.4606, | |
| "eval_runtime": 75.8245, | |
| "eval_samples_per_second": 50.828, | |
| "eval_steps_per_second": 6.357, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 25.97, | |
| "learning_rate": 1.9221587960560458e-05, | |
| "loss": 3.6279, | |
| "step": 100100 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "learning_rate": 1.9200830306175403e-05, | |
| "loss": 3.6296, | |
| "step": 100200 | |
| }, | |
| { | |
| "epoch": 26.02, | |
| "learning_rate": 1.9180072651790348e-05, | |
| "loss": 3.5905, | |
| "step": 100300 | |
| }, | |
| { | |
| "epoch": 26.05, | |
| "learning_rate": 1.9159314997405293e-05, | |
| "loss": 3.5854, | |
| "step": 100400 | |
| }, | |
| { | |
| "epoch": 26.08, | |
| "learning_rate": 1.913855734302024e-05, | |
| "loss": 3.6127, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 26.1, | |
| "learning_rate": 1.9117799688635186e-05, | |
| "loss": 3.6121, | |
| "step": 100600 | |
| }, | |
| { | |
| "epoch": 26.13, | |
| "learning_rate": 1.909704203425013e-05, | |
| "loss": 3.6261, | |
| "step": 100700 | |
| }, | |
| { | |
| "epoch": 26.15, | |
| "learning_rate": 1.9076284379865076e-05, | |
| "loss": 3.6273, | |
| "step": 100800 | |
| }, | |
| { | |
| "epoch": 26.18, | |
| "learning_rate": 1.905552672548002e-05, | |
| "loss": 3.6397, | |
| "step": 100900 | |
| }, | |
| { | |
| "epoch": 26.21, | |
| "learning_rate": 1.9034769071094966e-05, | |
| "loss": 3.6361, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 26.23, | |
| "learning_rate": 1.9014011416709915e-05, | |
| "loss": 3.626, | |
| "step": 101100 | |
| }, | |
| { | |
| "epoch": 26.26, | |
| "learning_rate": 1.899325376232486e-05, | |
| "loss": 3.6197, | |
| "step": 101200 | |
| }, | |
| { | |
| "epoch": 26.28, | |
| "learning_rate": 1.8972496107939805e-05, | |
| "loss": 3.6215, | |
| "step": 101300 | |
| }, | |
| { | |
| "epoch": 26.31, | |
| "learning_rate": 1.895173845355475e-05, | |
| "loss": 3.6079, | |
| "step": 101400 | |
| }, | |
| { | |
| "epoch": 26.34, | |
| "learning_rate": 1.8930980799169695e-05, | |
| "loss": 3.6268, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 26.36, | |
| "learning_rate": 1.891022314478464e-05, | |
| "loss": 3.6208, | |
| "step": 101600 | |
| }, | |
| { | |
| "epoch": 26.39, | |
| "learning_rate": 1.8889465490399585e-05, | |
| "loss": 3.6079, | |
| "step": 101700 | |
| }, | |
| { | |
| "epoch": 26.41, | |
| "learning_rate": 1.8868707836014533e-05, | |
| "loss": 3.6288, | |
| "step": 101800 | |
| }, | |
| { | |
| "epoch": 26.44, | |
| "learning_rate": 1.8847950181629478e-05, | |
| "loss": 3.616, | |
| "step": 101900 | |
| }, | |
| { | |
| "epoch": 26.47, | |
| "learning_rate": 1.8827192527244423e-05, | |
| "loss": 3.6295, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 26.49, | |
| "learning_rate": 1.8806434872859368e-05, | |
| "loss": 3.6294, | |
| "step": 102100 | |
| }, | |
| { | |
| "epoch": 26.52, | |
| "learning_rate": 1.8785677218474313e-05, | |
| "loss": 3.5978, | |
| "step": 102200 | |
| }, | |
| { | |
| "epoch": 26.54, | |
| "learning_rate": 1.8764919564089258e-05, | |
| "loss": 3.6268, | |
| "step": 102300 | |
| }, | |
| { | |
| "epoch": 26.57, | |
| "learning_rate": 1.8744161909704206e-05, | |
| "loss": 3.6098, | |
| "step": 102400 | |
| }, | |
| { | |
| "epoch": 26.6, | |
| "learning_rate": 1.872340425531915e-05, | |
| "loss": 3.6064, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 26.62, | |
| "learning_rate": 1.8702646600934096e-05, | |
| "loss": 3.6046, | |
| "step": 102600 | |
| }, | |
| { | |
| "epoch": 26.65, | |
| "learning_rate": 1.868188894654904e-05, | |
| "loss": 3.6195, | |
| "step": 102700 | |
| }, | |
| { | |
| "epoch": 26.67, | |
| "learning_rate": 1.8661131292163986e-05, | |
| "loss": 3.6087, | |
| "step": 102800 | |
| }, | |
| { | |
| "epoch": 26.7, | |
| "learning_rate": 1.864037363777893e-05, | |
| "loss": 3.6082, | |
| "step": 102900 | |
| }, | |
| { | |
| "epoch": 26.73, | |
| "learning_rate": 1.8619615983393876e-05, | |
| "loss": 3.6098, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 26.75, | |
| "learning_rate": 1.8598858329008824e-05, | |
| "loss": 3.6233, | |
| "step": 103100 | |
| }, | |
| { | |
| "epoch": 26.78, | |
| "learning_rate": 1.857810067462377e-05, | |
| "loss": 3.6173, | |
| "step": 103200 | |
| }, | |
| { | |
| "epoch": 26.8, | |
| "learning_rate": 1.8557343020238714e-05, | |
| "loss": 3.6218, | |
| "step": 103300 | |
| }, | |
| { | |
| "epoch": 26.83, | |
| "learning_rate": 1.8536585365853663e-05, | |
| "loss": 3.6211, | |
| "step": 103400 | |
| }, | |
| { | |
| "epoch": 26.86, | |
| "learning_rate": 1.8515827711468604e-05, | |
| "loss": 3.6139, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 26.88, | |
| "learning_rate": 1.849507005708355e-05, | |
| "loss": 3.6078, | |
| "step": 103600 | |
| }, | |
| { | |
| "epoch": 26.91, | |
| "learning_rate": 1.8474312402698497e-05, | |
| "loss": 3.6302, | |
| "step": 103700 | |
| }, | |
| { | |
| "epoch": 26.93, | |
| "learning_rate": 1.8453554748313442e-05, | |
| "loss": 3.606, | |
| "step": 103800 | |
| }, | |
| { | |
| "epoch": 26.96, | |
| "learning_rate": 1.8432797093928387e-05, | |
| "loss": 3.6303, | |
| "step": 103900 | |
| }, | |
| { | |
| "epoch": 26.98, | |
| "learning_rate": 1.8412039439543332e-05, | |
| "loss": 3.6284, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 27.01, | |
| "learning_rate": 1.839128178515828e-05, | |
| "loss": 3.63, | |
| "step": 104100 | |
| }, | |
| { | |
| "epoch": 27.04, | |
| "learning_rate": 1.8370524130773226e-05, | |
| "loss": 3.5811, | |
| "step": 104200 | |
| }, | |
| { | |
| "epoch": 27.06, | |
| "learning_rate": 1.8349766476388167e-05, | |
| "loss": 3.6216, | |
| "step": 104300 | |
| }, | |
| { | |
| "epoch": 27.09, | |
| "learning_rate": 1.8329008822003116e-05, | |
| "loss": 3.6315, | |
| "step": 104400 | |
| }, | |
| { | |
| "epoch": 27.11, | |
| "learning_rate": 1.830825116761806e-05, | |
| "loss": 3.6269, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 27.14, | |
| "learning_rate": 1.8287493513233006e-05, | |
| "loss": 3.6195, | |
| "step": 104600 | |
| }, | |
| { | |
| "epoch": 27.17, | |
| "learning_rate": 1.8266735858847954e-05, | |
| "loss": 3.6127, | |
| "step": 104700 | |
| }, | |
| { | |
| "epoch": 27.19, | |
| "learning_rate": 1.82459782044629e-05, | |
| "loss": 3.6216, | |
| "step": 104800 | |
| }, | |
| { | |
| "epoch": 27.22, | |
| "learning_rate": 1.8225220550077844e-05, | |
| "loss": 3.6112, | |
| "step": 104900 | |
| }, | |
| { | |
| "epoch": 27.24, | |
| "learning_rate": 1.820446289569279e-05, | |
| "loss": 3.6186, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 27.24, | |
| "eval_gen_len": 12.2769, | |
| "eval_loss": 3.6040432453155518, | |
| "eval_rouge1": 40.2581, | |
| "eval_rouge2": 7.9107, | |
| "eval_rougeL": 36.2296, | |
| "eval_rougeLsum": 36.2565, | |
| "eval_runtime": 75.7656, | |
| "eval_samples_per_second": 50.867, | |
| "eval_steps_per_second": 6.362, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 27.27, | |
| "learning_rate": 1.8183705241307734e-05, | |
| "loss": 3.6093, | |
| "step": 105100 | |
| }, | |
| { | |
| "epoch": 27.3, | |
| "learning_rate": 1.816294758692268e-05, | |
| "loss": 3.6051, | |
| "step": 105200 | |
| }, | |
| { | |
| "epoch": 27.32, | |
| "learning_rate": 1.8142189932537624e-05, | |
| "loss": 3.6303, | |
| "step": 105300 | |
| }, | |
| { | |
| "epoch": 27.35, | |
| "learning_rate": 1.8121432278152572e-05, | |
| "loss": 3.6031, | |
| "step": 105400 | |
| }, | |
| { | |
| "epoch": 27.37, | |
| "learning_rate": 1.8100674623767517e-05, | |
| "loss": 3.6177, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 27.4, | |
| "learning_rate": 1.8079916969382462e-05, | |
| "loss": 3.6258, | |
| "step": 105600 | |
| }, | |
| { | |
| "epoch": 27.43, | |
| "learning_rate": 1.8059159314997407e-05, | |
| "loss": 3.642, | |
| "step": 105700 | |
| }, | |
| { | |
| "epoch": 27.45, | |
| "learning_rate": 1.8038401660612352e-05, | |
| "loss": 3.62, | |
| "step": 105800 | |
| }, | |
| { | |
| "epoch": 27.48, | |
| "learning_rate": 1.8017644006227297e-05, | |
| "loss": 3.6238, | |
| "step": 105900 | |
| }, | |
| { | |
| "epoch": 27.5, | |
| "learning_rate": 1.7996886351842245e-05, | |
| "loss": 3.6382, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 27.53, | |
| "learning_rate": 1.797612869745719e-05, | |
| "loss": 3.5665, | |
| "step": 106100 | |
| }, | |
| { | |
| "epoch": 27.56, | |
| "learning_rate": 1.7955371043072135e-05, | |
| "loss": 3.6275, | |
| "step": 106200 | |
| }, | |
| { | |
| "epoch": 27.58, | |
| "learning_rate": 1.793461338868708e-05, | |
| "loss": 3.6112, | |
| "step": 106300 | |
| }, | |
| { | |
| "epoch": 27.61, | |
| "learning_rate": 1.7913855734302025e-05, | |
| "loss": 3.6087, | |
| "step": 106400 | |
| }, | |
| { | |
| "epoch": 27.63, | |
| "learning_rate": 1.789309807991697e-05, | |
| "loss": 3.5993, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 27.66, | |
| "learning_rate": 1.7872340425531915e-05, | |
| "loss": 3.6198, | |
| "step": 106600 | |
| }, | |
| { | |
| "epoch": 27.69, | |
| "learning_rate": 1.7851582771146863e-05, | |
| "loss": 3.6191, | |
| "step": 106700 | |
| }, | |
| { | |
| "epoch": 27.71, | |
| "learning_rate": 1.783082511676181e-05, | |
| "loss": 3.6086, | |
| "step": 106800 | |
| }, | |
| { | |
| "epoch": 27.74, | |
| "learning_rate": 1.7810067462376753e-05, | |
| "loss": 3.6147, | |
| "step": 106900 | |
| }, | |
| { | |
| "epoch": 27.76, | |
| "learning_rate": 1.77893098079917e-05, | |
| "loss": 3.6102, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 27.79, | |
| "learning_rate": 1.7768552153606643e-05, | |
| "loss": 3.6216, | |
| "step": 107100 | |
| }, | |
| { | |
| "epoch": 27.82, | |
| "learning_rate": 1.7747794499221588e-05, | |
| "loss": 3.6088, | |
| "step": 107200 | |
| }, | |
| { | |
| "epoch": 27.84, | |
| "learning_rate": 1.7727036844836537e-05, | |
| "loss": 3.6231, | |
| "step": 107300 | |
| }, | |
| { | |
| "epoch": 27.87, | |
| "learning_rate": 1.770627919045148e-05, | |
| "loss": 3.6177, | |
| "step": 107400 | |
| }, | |
| { | |
| "epoch": 27.89, | |
| "learning_rate": 1.7685521536066427e-05, | |
| "loss": 3.6116, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 27.92, | |
| "learning_rate": 1.766476388168137e-05, | |
| "loss": 3.6395, | |
| "step": 107600 | |
| }, | |
| { | |
| "epoch": 27.94, | |
| "learning_rate": 1.7644006227296316e-05, | |
| "loss": 3.6175, | |
| "step": 107700 | |
| }, | |
| { | |
| "epoch": 27.97, | |
| "learning_rate": 1.762324857291126e-05, | |
| "loss": 3.6288, | |
| "step": 107800 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "learning_rate": 1.7602490918526206e-05, | |
| "loss": 3.6269, | |
| "step": 107900 | |
| }, | |
| { | |
| "epoch": 28.02, | |
| "learning_rate": 1.7581733264141155e-05, | |
| "loss": 3.6127, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 28.05, | |
| "learning_rate": 1.75609756097561e-05, | |
| "loss": 3.626, | |
| "step": 108100 | |
| }, | |
| { | |
| "epoch": 28.07, | |
| "learning_rate": 1.7540217955371045e-05, | |
| "loss": 3.5972, | |
| "step": 108200 | |
| }, | |
| { | |
| "epoch": 28.1, | |
| "learning_rate": 1.751946030098599e-05, | |
| "loss": 3.6151, | |
| "step": 108300 | |
| }, | |
| { | |
| "epoch": 28.13, | |
| "learning_rate": 1.7498702646600935e-05, | |
| "loss": 3.6286, | |
| "step": 108400 | |
| }, | |
| { | |
| "epoch": 28.15, | |
| "learning_rate": 1.747794499221588e-05, | |
| "loss": 3.5928, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 28.18, | |
| "learning_rate": 1.7457187337830828e-05, | |
| "loss": 3.6095, | |
| "step": 108600 | |
| }, | |
| { | |
| "epoch": 28.2, | |
| "learning_rate": 1.7436429683445773e-05, | |
| "loss": 3.6135, | |
| "step": 108700 | |
| }, | |
| { | |
| "epoch": 28.23, | |
| "learning_rate": 1.7415672029060718e-05, | |
| "loss": 3.6138, | |
| "step": 108800 | |
| }, | |
| { | |
| "epoch": 28.26, | |
| "learning_rate": 1.7394914374675663e-05, | |
| "loss": 3.6359, | |
| "step": 108900 | |
| }, | |
| { | |
| "epoch": 28.28, | |
| "learning_rate": 1.7374156720290608e-05, | |
| "loss": 3.6128, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 28.31, | |
| "learning_rate": 1.7353399065905553e-05, | |
| "loss": 3.5651, | |
| "step": 109100 | |
| }, | |
| { | |
| "epoch": 28.33, | |
| "learning_rate": 1.7332641411520498e-05, | |
| "loss": 3.6242, | |
| "step": 109200 | |
| }, | |
| { | |
| "epoch": 28.36, | |
| "learning_rate": 1.7311883757135446e-05, | |
| "loss": 3.6071, | |
| "step": 109300 | |
| }, | |
| { | |
| "epoch": 28.39, | |
| "learning_rate": 1.729112610275039e-05, | |
| "loss": 3.6131, | |
| "step": 109400 | |
| }, | |
| { | |
| "epoch": 28.41, | |
| "learning_rate": 1.7270368448365336e-05, | |
| "loss": 3.6289, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 28.44, | |
| "learning_rate": 1.724961079398028e-05, | |
| "loss": 3.6139, | |
| "step": 109600 | |
| }, | |
| { | |
| "epoch": 28.46, | |
| "learning_rate": 1.7228853139595226e-05, | |
| "loss": 3.6368, | |
| "step": 109700 | |
| }, | |
| { | |
| "epoch": 28.49, | |
| "learning_rate": 1.720809548521017e-05, | |
| "loss": 3.6212, | |
| "step": 109800 | |
| }, | |
| { | |
| "epoch": 28.52, | |
| "learning_rate": 1.7187337830825116e-05, | |
| "loss": 3.625, | |
| "step": 109900 | |
| }, | |
| { | |
| "epoch": 28.54, | |
| "learning_rate": 1.7166580176440064e-05, | |
| "loss": 3.6196, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 28.54, | |
| "eval_gen_len": 12.2761, | |
| "eval_loss": 3.60282039642334, | |
| "eval_rouge1": 40.2885, | |
| "eval_rouge2": 7.7568, | |
| "eval_rougeL": 36.2473, | |
| "eval_rougeLsum": 36.286, | |
| "eval_runtime": 75.5525, | |
| "eval_samples_per_second": 51.011, | |
| "eval_steps_per_second": 6.38, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 28.57, | |
| "learning_rate": 1.714582252205501e-05, | |
| "loss": 3.6141, | |
| "step": 110100 | |
| }, | |
| { | |
| "epoch": 28.59, | |
| "learning_rate": 1.7125064867669954e-05, | |
| "loss": 3.624, | |
| "step": 110200 | |
| }, | |
| { | |
| "epoch": 28.62, | |
| "learning_rate": 1.71043072132849e-05, | |
| "loss": 3.6169, | |
| "step": 110300 | |
| }, | |
| { | |
| "epoch": 28.65, | |
| "learning_rate": 1.7083549558899844e-05, | |
| "loss": 3.6252, | |
| "step": 110400 | |
| }, | |
| { | |
| "epoch": 28.67, | |
| "learning_rate": 1.706279190451479e-05, | |
| "loss": 3.6386, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 28.7, | |
| "learning_rate": 1.7042034250129737e-05, | |
| "loss": 3.6126, | |
| "step": 110600 | |
| }, | |
| { | |
| "epoch": 28.72, | |
| "learning_rate": 1.7021276595744682e-05, | |
| "loss": 3.6023, | |
| "step": 110700 | |
| }, | |
| { | |
| "epoch": 28.75, | |
| "learning_rate": 1.7000518941359627e-05, | |
| "loss": 3.5926, | |
| "step": 110800 | |
| }, | |
| { | |
| "epoch": 28.78, | |
| "learning_rate": 1.6979761286974576e-05, | |
| "loss": 3.5743, | |
| "step": 110900 | |
| }, | |
| { | |
| "epoch": 28.8, | |
| "learning_rate": 1.695900363258952e-05, | |
| "loss": 3.5902, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 28.83, | |
| "learning_rate": 1.6938245978204462e-05, | |
| "loss": 3.5791, | |
| "step": 111100 | |
| }, | |
| { | |
| "epoch": 28.85, | |
| "learning_rate": 1.6917488323819407e-05, | |
| "loss": 3.6161, | |
| "step": 111200 | |
| }, | |
| { | |
| "epoch": 28.88, | |
| "learning_rate": 1.6896730669434356e-05, | |
| "loss": 3.6272, | |
| "step": 111300 | |
| }, | |
| { | |
| "epoch": 28.91, | |
| "learning_rate": 1.68759730150493e-05, | |
| "loss": 3.6376, | |
| "step": 111400 | |
| }, | |
| { | |
| "epoch": 28.93, | |
| "learning_rate": 1.6855215360664246e-05, | |
| "loss": 3.6284, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 28.96, | |
| "learning_rate": 1.6834457706279194e-05, | |
| "loss": 3.6144, | |
| "step": 111600 | |
| }, | |
| { | |
| "epoch": 28.98, | |
| "learning_rate": 1.681370005189414e-05, | |
| "loss": 3.6209, | |
| "step": 111700 | |
| }, | |
| { | |
| "epoch": 29.01, | |
| "learning_rate": 1.679294239750908e-05, | |
| "loss": 3.6326, | |
| "step": 111800 | |
| }, | |
| { | |
| "epoch": 29.03, | |
| "learning_rate": 1.677218474312403e-05, | |
| "loss": 3.6165, | |
| "step": 111900 | |
| }, | |
| { | |
| "epoch": 29.06, | |
| "learning_rate": 1.6751427088738974e-05, | |
| "loss": 3.6292, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 29.09, | |
| "learning_rate": 1.673066943435392e-05, | |
| "loss": 3.6099, | |
| "step": 112100 | |
| }, | |
| { | |
| "epoch": 29.11, | |
| "learning_rate": 1.6709911779968867e-05, | |
| "loss": 3.6171, | |
| "step": 112200 | |
| }, | |
| { | |
| "epoch": 29.14, | |
| "learning_rate": 1.6689154125583812e-05, | |
| "loss": 3.6182, | |
| "step": 112300 | |
| }, | |
| { | |
| "epoch": 29.16, | |
| "learning_rate": 1.6668396471198757e-05, | |
| "loss": 3.6187, | |
| "step": 112400 | |
| }, | |
| { | |
| "epoch": 29.19, | |
| "learning_rate": 1.6647638816813702e-05, | |
| "loss": 3.6385, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 29.22, | |
| "learning_rate": 1.6626881162428647e-05, | |
| "loss": 3.6077, | |
| "step": 112600 | |
| }, | |
| { | |
| "epoch": 29.24, | |
| "learning_rate": 1.6606123508043592e-05, | |
| "loss": 3.6391, | |
| "step": 112700 | |
| }, | |
| { | |
| "epoch": 29.27, | |
| "learning_rate": 1.6585365853658537e-05, | |
| "loss": 3.6257, | |
| "step": 112800 | |
| }, | |
| { | |
| "epoch": 29.29, | |
| "learning_rate": 1.6564608199273485e-05, | |
| "loss": 3.5785, | |
| "step": 112900 | |
| }, | |
| { | |
| "epoch": 29.32, | |
| "learning_rate": 1.654385054488843e-05, | |
| "loss": 3.6128, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 29.35, | |
| "learning_rate": 1.6523092890503375e-05, | |
| "loss": 3.6107, | |
| "step": 113100 | |
| }, | |
| { | |
| "epoch": 29.37, | |
| "learning_rate": 1.650233523611832e-05, | |
| "loss": 3.609, | |
| "step": 113200 | |
| }, | |
| { | |
| "epoch": 29.4, | |
| "learning_rate": 1.6481577581733265e-05, | |
| "loss": 3.6079, | |
| "step": 113300 | |
| }, | |
| { | |
| "epoch": 29.42, | |
| "learning_rate": 1.646081992734821e-05, | |
| "loss": 3.6008, | |
| "step": 113400 | |
| }, | |
| { | |
| "epoch": 29.45, | |
| "learning_rate": 1.644006227296316e-05, | |
| "loss": 3.6209, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 29.48, | |
| "learning_rate": 1.6419304618578103e-05, | |
| "loss": 3.6079, | |
| "step": 113600 | |
| }, | |
| { | |
| "epoch": 29.5, | |
| "learning_rate": 1.639854696419305e-05, | |
| "loss": 3.6135, | |
| "step": 113700 | |
| }, | |
| { | |
| "epoch": 29.53, | |
| "learning_rate": 1.6377789309807993e-05, | |
| "loss": 3.6233, | |
| "step": 113800 | |
| }, | |
| { | |
| "epoch": 29.55, | |
| "learning_rate": 1.635703165542294e-05, | |
| "loss": 3.5894, | |
| "step": 113900 | |
| }, | |
| { | |
| "epoch": 29.58, | |
| "learning_rate": 1.6336274001037883e-05, | |
| "loss": 3.6198, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 29.61, | |
| "learning_rate": 1.631551634665283e-05, | |
| "loss": 3.6168, | |
| "step": 114100 | |
| }, | |
| { | |
| "epoch": 29.63, | |
| "learning_rate": 1.6294758692267777e-05, | |
| "loss": 3.6076, | |
| "step": 114200 | |
| }, | |
| { | |
| "epoch": 29.66, | |
| "learning_rate": 1.627400103788272e-05, | |
| "loss": 3.6185, | |
| "step": 114300 | |
| }, | |
| { | |
| "epoch": 29.68, | |
| "learning_rate": 1.6253243383497667e-05, | |
| "loss": 3.6049, | |
| "step": 114400 | |
| }, | |
| { | |
| "epoch": 29.71, | |
| "learning_rate": 1.623248572911261e-05, | |
| "loss": 3.5918, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 29.74, | |
| "learning_rate": 1.6211728074727557e-05, | |
| "loss": 3.6093, | |
| "step": 114600 | |
| }, | |
| { | |
| "epoch": 29.76, | |
| "learning_rate": 1.61909704203425e-05, | |
| "loss": 3.6138, | |
| "step": 114700 | |
| }, | |
| { | |
| "epoch": 29.79, | |
| "learning_rate": 1.6170212765957446e-05, | |
| "loss": 3.6159, | |
| "step": 114800 | |
| }, | |
| { | |
| "epoch": 29.81, | |
| "learning_rate": 1.6149455111572395e-05, | |
| "loss": 3.6266, | |
| "step": 114900 | |
| }, | |
| { | |
| "epoch": 29.84, | |
| "learning_rate": 1.612869745718734e-05, | |
| "loss": 3.6218, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 29.84, | |
| "eval_gen_len": 12.2766, | |
| "eval_loss": 3.6007707118988037, | |
| "eval_rouge1": 40.3343, | |
| "eval_rouge2": 8.055, | |
| "eval_rougeL": 36.3397, | |
| "eval_rougeLsum": 36.3797, | |
| "eval_runtime": 75.7103, | |
| "eval_samples_per_second": 50.905, | |
| "eval_steps_per_second": 6.366, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 29.87, | |
| "learning_rate": 1.6107939802802285e-05, | |
| "loss": 3.6301, | |
| "step": 115100 | |
| }, | |
| { | |
| "epoch": 29.89, | |
| "learning_rate": 1.608718214841723e-05, | |
| "loss": 3.615, | |
| "step": 115200 | |
| }, | |
| { | |
| "epoch": 29.92, | |
| "learning_rate": 1.6066424494032175e-05, | |
| "loss": 3.5828, | |
| "step": 115300 | |
| }, | |
| { | |
| "epoch": 29.94, | |
| "learning_rate": 1.604566683964712e-05, | |
| "loss": 3.6307, | |
| "step": 115400 | |
| }, | |
| { | |
| "epoch": 29.97, | |
| "learning_rate": 1.6024909185262068e-05, | |
| "loss": 3.5944, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 29.99, | |
| "learning_rate": 1.6004151530877013e-05, | |
| "loss": 3.6015, | |
| "step": 115600 | |
| }, | |
| { | |
| "epoch": 30.02, | |
| "learning_rate": 1.5983393876491958e-05, | |
| "loss": 3.6145, | |
| "step": 115700 | |
| }, | |
| { | |
| "epoch": 30.05, | |
| "learning_rate": 1.5962636222106903e-05, | |
| "loss": 3.5917, | |
| "step": 115800 | |
| }, | |
| { | |
| "epoch": 30.07, | |
| "learning_rate": 1.5941878567721848e-05, | |
| "loss": 3.6101, | |
| "step": 115900 | |
| }, | |
| { | |
| "epoch": 30.1, | |
| "learning_rate": 1.5921120913336793e-05, | |
| "loss": 3.6065, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 30.12, | |
| "learning_rate": 1.5900363258951738e-05, | |
| "loss": 3.6199, | |
| "step": 116100 | |
| }, | |
| { | |
| "epoch": 30.15, | |
| "learning_rate": 1.5879605604566686e-05, | |
| "loss": 3.6231, | |
| "step": 116200 | |
| }, | |
| { | |
| "epoch": 30.18, | |
| "learning_rate": 1.585884795018163e-05, | |
| "loss": 3.6277, | |
| "step": 116300 | |
| }, | |
| { | |
| "epoch": 30.2, | |
| "learning_rate": 1.5838090295796576e-05, | |
| "loss": 3.6115, | |
| "step": 116400 | |
| }, | |
| { | |
| "epoch": 30.23, | |
| "learning_rate": 1.581733264141152e-05, | |
| "loss": 3.6093, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 30.25, | |
| "learning_rate": 1.5796574987026466e-05, | |
| "loss": 3.6299, | |
| "step": 116600 | |
| }, | |
| { | |
| "epoch": 30.28, | |
| "learning_rate": 1.577581733264141e-05, | |
| "loss": 3.6238, | |
| "step": 116700 | |
| }, | |
| { | |
| "epoch": 30.31, | |
| "learning_rate": 1.575505967825636e-05, | |
| "loss": 3.6178, | |
| "step": 116800 | |
| }, | |
| { | |
| "epoch": 30.33, | |
| "learning_rate": 1.5734302023871304e-05, | |
| "loss": 3.5967, | |
| "step": 116900 | |
| }, | |
| { | |
| "epoch": 30.36, | |
| "learning_rate": 1.571354436948625e-05, | |
| "loss": 3.5902, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 30.38, | |
| "learning_rate": 1.5692786715101194e-05, | |
| "loss": 3.6247, | |
| "step": 117100 | |
| }, | |
| { | |
| "epoch": 30.41, | |
| "learning_rate": 1.567202906071614e-05, | |
| "loss": 3.5995, | |
| "step": 117200 | |
| }, | |
| { | |
| "epoch": 30.44, | |
| "learning_rate": 1.5651271406331084e-05, | |
| "loss": 3.5888, | |
| "step": 117300 | |
| }, | |
| { | |
| "epoch": 30.46, | |
| "learning_rate": 1.563051375194603e-05, | |
| "loss": 3.6221, | |
| "step": 117400 | |
| }, | |
| { | |
| "epoch": 30.49, | |
| "learning_rate": 1.5609756097560978e-05, | |
| "loss": 3.6046, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 30.51, | |
| "learning_rate": 1.5588998443175923e-05, | |
| "loss": 3.6324, | |
| "step": 117600 | |
| }, | |
| { | |
| "epoch": 30.54, | |
| "learning_rate": 1.5568240788790867e-05, | |
| "loss": 3.6292, | |
| "step": 117700 | |
| }, | |
| { | |
| "epoch": 30.57, | |
| "learning_rate": 1.5547483134405812e-05, | |
| "loss": 3.6127, | |
| "step": 117800 | |
| }, | |
| { | |
| "epoch": 30.59, | |
| "learning_rate": 1.5526725480020757e-05, | |
| "loss": 3.5948, | |
| "step": 117900 | |
| }, | |
| { | |
| "epoch": 30.62, | |
| "learning_rate": 1.5505967825635702e-05, | |
| "loss": 3.6113, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 30.64, | |
| "learning_rate": 1.548521017125065e-05, | |
| "loss": 3.6061, | |
| "step": 118100 | |
| }, | |
| { | |
| "epoch": 30.67, | |
| "learning_rate": 1.5464452516865596e-05, | |
| "loss": 3.6211, | |
| "step": 118200 | |
| }, | |
| { | |
| "epoch": 30.7, | |
| "learning_rate": 1.544369486248054e-05, | |
| "loss": 3.6006, | |
| "step": 118300 | |
| }, | |
| { | |
| "epoch": 30.72, | |
| "learning_rate": 1.542293720809549e-05, | |
| "loss": 3.5968, | |
| "step": 118400 | |
| }, | |
| { | |
| "epoch": 30.75, | |
| "learning_rate": 1.5402179553710434e-05, | |
| "loss": 3.6215, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 30.77, | |
| "learning_rate": 1.5381421899325376e-05, | |
| "loss": 3.6059, | |
| "step": 118600 | |
| }, | |
| { | |
| "epoch": 30.8, | |
| "learning_rate": 1.536066424494032e-05, | |
| "loss": 3.6082, | |
| "step": 118700 | |
| }, | |
| { | |
| "epoch": 30.83, | |
| "learning_rate": 1.533990659055527e-05, | |
| "loss": 3.6177, | |
| "step": 118800 | |
| }, | |
| { | |
| "epoch": 30.85, | |
| "learning_rate": 1.5319148936170214e-05, | |
| "loss": 3.6112, | |
| "step": 118900 | |
| }, | |
| { | |
| "epoch": 30.88, | |
| "learning_rate": 1.529839128178516e-05, | |
| "loss": 3.6266, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 30.9, | |
| "learning_rate": 1.5277633627400107e-05, | |
| "loss": 3.6059, | |
| "step": 119100 | |
| }, | |
| { | |
| "epoch": 30.93, | |
| "learning_rate": 1.525687597301505e-05, | |
| "loss": 3.6226, | |
| "step": 119200 | |
| }, | |
| { | |
| "epoch": 30.95, | |
| "learning_rate": 1.5236118318629995e-05, | |
| "loss": 3.6271, | |
| "step": 119300 | |
| }, | |
| { | |
| "epoch": 30.98, | |
| "learning_rate": 1.5215360664244942e-05, | |
| "loss": 3.6145, | |
| "step": 119400 | |
| }, | |
| { | |
| "epoch": 31.01, | |
| "learning_rate": 1.5194603009859887e-05, | |
| "loss": 3.611, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 31.03, | |
| "learning_rate": 1.5173845355474832e-05, | |
| "loss": 3.5825, | |
| "step": 119600 | |
| }, | |
| { | |
| "epoch": 31.06, | |
| "learning_rate": 1.5153087701089777e-05, | |
| "loss": 3.5962, | |
| "step": 119700 | |
| }, | |
| { | |
| "epoch": 31.08, | |
| "learning_rate": 1.5132330046704724e-05, | |
| "loss": 3.5957, | |
| "step": 119800 | |
| }, | |
| { | |
| "epoch": 31.11, | |
| "learning_rate": 1.5111572392319669e-05, | |
| "loss": 3.6402, | |
| "step": 119900 | |
| }, | |
| { | |
| "epoch": 31.14, | |
| "learning_rate": 1.5090814737934614e-05, | |
| "loss": 3.6194, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 31.14, | |
| "eval_gen_len": 12.2761, | |
| "eval_loss": 3.598875045776367, | |
| "eval_rouge1": 40.1727, | |
| "eval_rouge2": 8.0263, | |
| "eval_rougeL": 36.1356, | |
| "eval_rougeLsum": 36.148, | |
| "eval_runtime": 75.8469, | |
| "eval_samples_per_second": 50.813, | |
| "eval_steps_per_second": 6.355, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 31.16, | |
| "learning_rate": 1.507005708354956e-05, | |
| "loss": 3.6332, | |
| "step": 120100 | |
| }, | |
| { | |
| "epoch": 31.19, | |
| "learning_rate": 1.5049299429164505e-05, | |
| "loss": 3.6044, | |
| "step": 120200 | |
| }, | |
| { | |
| "epoch": 31.21, | |
| "learning_rate": 1.502854177477945e-05, | |
| "loss": 3.6413, | |
| "step": 120300 | |
| }, | |
| { | |
| "epoch": 31.24, | |
| "learning_rate": 1.5007784120394397e-05, | |
| "loss": 3.6182, | |
| "step": 120400 | |
| }, | |
| { | |
| "epoch": 31.27, | |
| "learning_rate": 1.4987026466009342e-05, | |
| "loss": 3.6115, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 31.29, | |
| "learning_rate": 1.4966268811624287e-05, | |
| "loss": 3.6008, | |
| "step": 120600 | |
| }, | |
| { | |
| "epoch": 31.32, | |
| "learning_rate": 1.4945511157239233e-05, | |
| "loss": 3.6245, | |
| "step": 120700 | |
| }, | |
| { | |
| "epoch": 31.34, | |
| "learning_rate": 1.4924753502854178e-05, | |
| "loss": 3.6105, | |
| "step": 120800 | |
| }, | |
| { | |
| "epoch": 31.37, | |
| "learning_rate": 1.4903995848469123e-05, | |
| "loss": 3.6147, | |
| "step": 120900 | |
| }, | |
| { | |
| "epoch": 31.4, | |
| "learning_rate": 1.4883238194084068e-05, | |
| "loss": 3.6158, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 31.42, | |
| "learning_rate": 1.4862480539699015e-05, | |
| "loss": 3.6337, | |
| "step": 121100 | |
| }, | |
| { | |
| "epoch": 31.45, | |
| "learning_rate": 1.484172288531396e-05, | |
| "loss": 3.5977, | |
| "step": 121200 | |
| }, | |
| { | |
| "epoch": 31.47, | |
| "learning_rate": 1.4820965230928905e-05, | |
| "loss": 3.6235, | |
| "step": 121300 | |
| }, | |
| { | |
| "epoch": 31.5, | |
| "learning_rate": 1.4800207576543852e-05, | |
| "loss": 3.5937, | |
| "step": 121400 | |
| }, | |
| { | |
| "epoch": 31.53, | |
| "learning_rate": 1.4779449922158797e-05, | |
| "loss": 3.604, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 31.55, | |
| "learning_rate": 1.4758692267773742e-05, | |
| "loss": 3.6288, | |
| "step": 121600 | |
| }, | |
| { | |
| "epoch": 31.58, | |
| "learning_rate": 1.473793461338869e-05, | |
| "loss": 3.6092, | |
| "step": 121700 | |
| }, | |
| { | |
| "epoch": 31.6, | |
| "learning_rate": 1.4717176959003633e-05, | |
| "loss": 3.6009, | |
| "step": 121800 | |
| }, | |
| { | |
| "epoch": 31.63, | |
| "learning_rate": 1.4696419304618578e-05, | |
| "loss": 3.6203, | |
| "step": 121900 | |
| }, | |
| { | |
| "epoch": 31.66, | |
| "learning_rate": 1.4675661650233527e-05, | |
| "loss": 3.6227, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 31.68, | |
| "learning_rate": 1.4654903995848471e-05, | |
| "loss": 3.6076, | |
| "step": 122100 | |
| }, | |
| { | |
| "epoch": 31.71, | |
| "learning_rate": 1.4634146341463415e-05, | |
| "loss": 3.6155, | |
| "step": 122200 | |
| }, | |
| { | |
| "epoch": 31.73, | |
| "learning_rate": 1.461338868707836e-05, | |
| "loss": 3.6202, | |
| "step": 122300 | |
| }, | |
| { | |
| "epoch": 31.76, | |
| "learning_rate": 1.4592631032693308e-05, | |
| "loss": 3.6015, | |
| "step": 122400 | |
| }, | |
| { | |
| "epoch": 31.79, | |
| "learning_rate": 1.4571873378308253e-05, | |
| "loss": 3.6127, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 31.81, | |
| "learning_rate": 1.4551115723923196e-05, | |
| "loss": 3.6039, | |
| "step": 122600 | |
| }, | |
| { | |
| "epoch": 31.84, | |
| "learning_rate": 1.4530358069538145e-05, | |
| "loss": 3.6027, | |
| "step": 122700 | |
| }, | |
| { | |
| "epoch": 31.86, | |
| "learning_rate": 1.450960041515309e-05, | |
| "loss": 3.6075, | |
| "step": 122800 | |
| }, | |
| { | |
| "epoch": 31.89, | |
| "learning_rate": 1.4488842760768033e-05, | |
| "loss": 3.5994, | |
| "step": 122900 | |
| }, | |
| { | |
| "epoch": 31.91, | |
| "learning_rate": 1.4468085106382981e-05, | |
| "loss": 3.6048, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 31.94, | |
| "learning_rate": 1.4447327451997926e-05, | |
| "loss": 3.6216, | |
| "step": 123100 | |
| }, | |
| { | |
| "epoch": 31.97, | |
| "learning_rate": 1.4426569797612871e-05, | |
| "loss": 3.6034, | |
| "step": 123200 | |
| }, | |
| { | |
| "epoch": 31.99, | |
| "learning_rate": 1.4405812143227818e-05, | |
| "loss": 3.5946, | |
| "step": 123300 | |
| }, | |
| { | |
| "epoch": 32.02, | |
| "learning_rate": 1.4385054488842763e-05, | |
| "loss": 3.6223, | |
| "step": 123400 | |
| }, | |
| { | |
| "epoch": 32.04, | |
| "learning_rate": 1.4364296834457708e-05, | |
| "loss": 3.6146, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 32.07, | |
| "learning_rate": 1.4343539180072653e-05, | |
| "loss": 3.6067, | |
| "step": 123600 | |
| }, | |
| { | |
| "epoch": 32.1, | |
| "learning_rate": 1.43227815256876e-05, | |
| "loss": 3.6073, | |
| "step": 123700 | |
| }, | |
| { | |
| "epoch": 32.12, | |
| "learning_rate": 1.4302023871302544e-05, | |
| "loss": 3.6005, | |
| "step": 123800 | |
| }, | |
| { | |
| "epoch": 32.15, | |
| "learning_rate": 1.428126621691749e-05, | |
| "loss": 3.6215, | |
| "step": 123900 | |
| }, | |
| { | |
| "epoch": 32.17, | |
| "learning_rate": 1.4260508562532436e-05, | |
| "loss": 3.6146, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 32.2, | |
| "learning_rate": 1.4239750908147381e-05, | |
| "loss": 3.6269, | |
| "step": 124100 | |
| }, | |
| { | |
| "epoch": 32.23, | |
| "learning_rate": 1.4218993253762326e-05, | |
| "loss": 3.6096, | |
| "step": 124200 | |
| }, | |
| { | |
| "epoch": 32.25, | |
| "learning_rate": 1.4198235599377273e-05, | |
| "loss": 3.5796, | |
| "step": 124300 | |
| }, | |
| { | |
| "epoch": 32.28, | |
| "learning_rate": 1.4177477944992218e-05, | |
| "loss": 3.6166, | |
| "step": 124400 | |
| }, | |
| { | |
| "epoch": 32.3, | |
| "learning_rate": 1.4156720290607163e-05, | |
| "loss": 3.6222, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 32.33, | |
| "learning_rate": 1.4135962636222108e-05, | |
| "loss": 3.6166, | |
| "step": 124600 | |
| }, | |
| { | |
| "epoch": 32.36, | |
| "learning_rate": 1.4115204981837054e-05, | |
| "loss": 3.626, | |
| "step": 124700 | |
| }, | |
| { | |
| "epoch": 32.38, | |
| "learning_rate": 1.4094447327452e-05, | |
| "loss": 3.6202, | |
| "step": 124800 | |
| }, | |
| { | |
| "epoch": 32.41, | |
| "learning_rate": 1.4073689673066944e-05, | |
| "loss": 3.5897, | |
| "step": 124900 | |
| }, | |
| { | |
| "epoch": 32.43, | |
| "learning_rate": 1.405293201868189e-05, | |
| "loss": 3.619, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 32.43, | |
| "eval_gen_len": 12.2763, | |
| "eval_loss": 3.597046136856079, | |
| "eval_rouge1": 40.9033, | |
| "eval_rouge2": 8.2223, | |
| "eval_rougeL": 36.8949, | |
| "eval_rougeLsum": 36.9021, | |
| "eval_runtime": 75.7787, | |
| "eval_samples_per_second": 50.859, | |
| "eval_steps_per_second": 6.361, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 32.46, | |
| "learning_rate": 1.4032174364296836e-05, | |
| "loss": 3.6003, | |
| "step": 125100 | |
| }, | |
| { | |
| "epoch": 32.49, | |
| "learning_rate": 1.401141670991178e-05, | |
| "loss": 3.6193, | |
| "step": 125200 | |
| }, | |
| { | |
| "epoch": 32.51, | |
| "learning_rate": 1.3990659055526727e-05, | |
| "loss": 3.5954, | |
| "step": 125300 | |
| }, | |
| { | |
| "epoch": 32.54, | |
| "learning_rate": 1.3969901401141672e-05, | |
| "loss": 3.6219, | |
| "step": 125400 | |
| }, | |
| { | |
| "epoch": 32.56, | |
| "learning_rate": 1.3949143746756617e-05, | |
| "loss": 3.6268, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 32.59, | |
| "learning_rate": 1.3928386092371564e-05, | |
| "loss": 3.6083, | |
| "step": 125600 | |
| }, | |
| { | |
| "epoch": 32.62, | |
| "learning_rate": 1.3907628437986509e-05, | |
| "loss": 3.6312, | |
| "step": 125700 | |
| }, | |
| { | |
| "epoch": 32.64, | |
| "learning_rate": 1.3886870783601454e-05, | |
| "loss": 3.5935, | |
| "step": 125800 | |
| }, | |
| { | |
| "epoch": 32.67, | |
| "learning_rate": 1.3866113129216399e-05, | |
| "loss": 3.5712, | |
| "step": 125900 | |
| }, | |
| { | |
| "epoch": 32.69, | |
| "learning_rate": 1.3845355474831346e-05, | |
| "loss": 3.597, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 32.72, | |
| "learning_rate": 1.382459782044629e-05, | |
| "loss": 3.6079, | |
| "step": 126100 | |
| }, | |
| { | |
| "epoch": 32.75, | |
| "learning_rate": 1.3803840166061235e-05, | |
| "loss": 3.5818, | |
| "step": 126200 | |
| }, | |
| { | |
| "epoch": 32.77, | |
| "learning_rate": 1.3783082511676182e-05, | |
| "loss": 3.5973, | |
| "step": 126300 | |
| }, | |
| { | |
| "epoch": 32.8, | |
| "learning_rate": 1.3762324857291127e-05, | |
| "loss": 3.5802, | |
| "step": 126400 | |
| }, | |
| { | |
| "epoch": 32.82, | |
| "learning_rate": 1.3741567202906072e-05, | |
| "loss": 3.6062, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 32.85, | |
| "learning_rate": 1.3720809548521019e-05, | |
| "loss": 3.6021, | |
| "step": 126600 | |
| }, | |
| { | |
| "epoch": 32.87, | |
| "learning_rate": 1.3700051894135964e-05, | |
| "loss": 3.6181, | |
| "step": 126700 | |
| }, | |
| { | |
| "epoch": 32.9, | |
| "learning_rate": 1.3679294239750909e-05, | |
| "loss": 3.623, | |
| "step": 126800 | |
| }, | |
| { | |
| "epoch": 32.93, | |
| "learning_rate": 1.3658536585365855e-05, | |
| "loss": 3.6192, | |
| "step": 126900 | |
| }, | |
| { | |
| "epoch": 32.95, | |
| "learning_rate": 1.36377789309808e-05, | |
| "loss": 3.6072, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 32.98, | |
| "learning_rate": 1.3617021276595745e-05, | |
| "loss": 3.6354, | |
| "step": 127100 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "learning_rate": 1.359626362221069e-05, | |
| "loss": 3.566, | |
| "step": 127200 | |
| }, | |
| { | |
| "epoch": 33.03, | |
| "learning_rate": 1.3575505967825637e-05, | |
| "loss": 3.6098, | |
| "step": 127300 | |
| }, | |
| { | |
| "epoch": 33.06, | |
| "learning_rate": 1.3554748313440582e-05, | |
| "loss": 3.6211, | |
| "step": 127400 | |
| }, | |
| { | |
| "epoch": 33.08, | |
| "learning_rate": 1.3533990659055527e-05, | |
| "loss": 3.6143, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 33.11, | |
| "learning_rate": 1.3513233004670474e-05, | |
| "loss": 3.6278, | |
| "step": 127600 | |
| }, | |
| { | |
| "epoch": 33.13, | |
| "learning_rate": 1.3492475350285418e-05, | |
| "loss": 3.6094, | |
| "step": 127700 | |
| }, | |
| { | |
| "epoch": 33.16, | |
| "learning_rate": 1.3471717695900363e-05, | |
| "loss": 3.5985, | |
| "step": 127800 | |
| }, | |
| { | |
| "epoch": 33.19, | |
| "learning_rate": 1.345096004151531e-05, | |
| "loss": 3.5683, | |
| "step": 127900 | |
| }, | |
| { | |
| "epoch": 33.21, | |
| "learning_rate": 1.3430202387130255e-05, | |
| "loss": 3.617, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 33.24, | |
| "learning_rate": 1.34094447327452e-05, | |
| "loss": 3.6051, | |
| "step": 128100 | |
| }, | |
| { | |
| "epoch": 33.26, | |
| "learning_rate": 1.3388687078360147e-05, | |
| "loss": 3.6116, | |
| "step": 128200 | |
| }, | |
| { | |
| "epoch": 33.29, | |
| "learning_rate": 1.3367929423975092e-05, | |
| "loss": 3.6178, | |
| "step": 128300 | |
| }, | |
| { | |
| "epoch": 33.32, | |
| "learning_rate": 1.3347171769590037e-05, | |
| "loss": 3.6324, | |
| "step": 128400 | |
| }, | |
| { | |
| "epoch": 33.34, | |
| "learning_rate": 1.3326414115204982e-05, | |
| "loss": 3.5958, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 33.37, | |
| "learning_rate": 1.3305656460819928e-05, | |
| "loss": 3.6233, | |
| "step": 128600 | |
| }, | |
| { | |
| "epoch": 33.39, | |
| "learning_rate": 1.3284898806434873e-05, | |
| "loss": 3.5967, | |
| "step": 128700 | |
| }, | |
| { | |
| "epoch": 33.42, | |
| "learning_rate": 1.3264141152049818e-05, | |
| "loss": 3.6049, | |
| "step": 128800 | |
| }, | |
| { | |
| "epoch": 33.45, | |
| "learning_rate": 1.3243383497664765e-05, | |
| "loss": 3.6029, | |
| "step": 128900 | |
| }, | |
| { | |
| "epoch": 33.47, | |
| "learning_rate": 1.322262584327971e-05, | |
| "loss": 3.5684, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 33.5, | |
| "learning_rate": 1.3201868188894655e-05, | |
| "loss": 3.5898, | |
| "step": 129100 | |
| }, | |
| { | |
| "epoch": 33.52, | |
| "learning_rate": 1.3181110534509603e-05, | |
| "loss": 3.6096, | |
| "step": 129200 | |
| }, | |
| { | |
| "epoch": 33.55, | |
| "learning_rate": 1.3160352880124546e-05, | |
| "loss": 3.6109, | |
| "step": 129300 | |
| }, | |
| { | |
| "epoch": 33.58, | |
| "learning_rate": 1.3139595225739491e-05, | |
| "loss": 3.6187, | |
| "step": 129400 | |
| }, | |
| { | |
| "epoch": 33.6, | |
| "learning_rate": 1.3118837571354436e-05, | |
| "loss": 3.6139, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 33.63, | |
| "learning_rate": 1.3098079916969385e-05, | |
| "loss": 3.6026, | |
| "step": 129600 | |
| }, | |
| { | |
| "epoch": 33.65, | |
| "learning_rate": 1.3077322262584328e-05, | |
| "loss": 3.5973, | |
| "step": 129700 | |
| }, | |
| { | |
| "epoch": 33.68, | |
| "learning_rate": 1.3056564608199273e-05, | |
| "loss": 3.5847, | |
| "step": 129800 | |
| }, | |
| { | |
| "epoch": 33.71, | |
| "learning_rate": 1.3035806953814221e-05, | |
| "loss": 3.6199, | |
| "step": 129900 | |
| }, | |
| { | |
| "epoch": 33.73, | |
| "learning_rate": 1.3015049299429166e-05, | |
| "loss": 3.6116, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 33.73, | |
| "eval_gen_len": 12.2763, | |
| "eval_loss": 3.5960943698883057, | |
| "eval_rouge1": 41.6154, | |
| "eval_rouge2": 8.5729, | |
| "eval_rougeL": 37.598, | |
| "eval_rougeLsum": 37.6264, | |
| "eval_runtime": 75.6128, | |
| "eval_samples_per_second": 50.97, | |
| "eval_steps_per_second": 6.375, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 33.76, | |
| "learning_rate": 1.299429164504411e-05, | |
| "loss": 3.6062, | |
| "step": 130100 | |
| }, | |
| { | |
| "epoch": 33.78, | |
| "learning_rate": 1.2973533990659058e-05, | |
| "loss": 3.6131, | |
| "step": 130200 | |
| }, | |
| { | |
| "epoch": 33.81, | |
| "learning_rate": 1.2952776336274003e-05, | |
| "loss": 3.6163, | |
| "step": 130300 | |
| }, | |
| { | |
| "epoch": 33.83, | |
| "learning_rate": 1.2932018681888948e-05, | |
| "loss": 3.6133, | |
| "step": 130400 | |
| }, | |
| { | |
| "epoch": 33.86, | |
| "learning_rate": 1.2911261027503895e-05, | |
| "loss": 3.6176, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 33.89, | |
| "learning_rate": 1.289050337311884e-05, | |
| "loss": 3.588, | |
| "step": 130600 | |
| }, | |
| { | |
| "epoch": 33.91, | |
| "learning_rate": 1.2869745718733784e-05, | |
| "loss": 3.6007, | |
| "step": 130700 | |
| }, | |
| { | |
| "epoch": 33.94, | |
| "learning_rate": 1.2848988064348728e-05, | |
| "loss": 3.5726, | |
| "step": 130800 | |
| }, | |
| { | |
| "epoch": 33.96, | |
| "learning_rate": 1.2828230409963676e-05, | |
| "loss": 3.5923, | |
| "step": 130900 | |
| }, | |
| { | |
| "epoch": 33.99, | |
| "learning_rate": 1.2807472755578621e-05, | |
| "loss": 3.5719, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 34.02, | |
| "learning_rate": 1.2786715101193566e-05, | |
| "loss": 3.6186, | |
| "step": 131100 | |
| }, | |
| { | |
| "epoch": 34.04, | |
| "learning_rate": 1.2765957446808513e-05, | |
| "loss": 3.6011, | |
| "step": 131200 | |
| }, | |
| { | |
| "epoch": 34.07, | |
| "learning_rate": 1.2745199792423458e-05, | |
| "loss": 3.6053, | |
| "step": 131300 | |
| }, | |
| { | |
| "epoch": 34.09, | |
| "learning_rate": 1.2724442138038403e-05, | |
| "loss": 3.6126, | |
| "step": 131400 | |
| }, | |
| { | |
| "epoch": 34.12, | |
| "learning_rate": 1.270368448365335e-05, | |
| "loss": 3.6255, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 34.15, | |
| "learning_rate": 1.2682926829268294e-05, | |
| "loss": 3.6124, | |
| "step": 131600 | |
| }, | |
| { | |
| "epoch": 34.17, | |
| "learning_rate": 1.266216917488324e-05, | |
| "loss": 3.6038, | |
| "step": 131700 | |
| }, | |
| { | |
| "epoch": 34.2, | |
| "learning_rate": 1.2641411520498186e-05, | |
| "loss": 3.6156, | |
| "step": 131800 | |
| }, | |
| { | |
| "epoch": 34.22, | |
| "learning_rate": 1.2620653866113131e-05, | |
| "loss": 3.609, | |
| "step": 131900 | |
| }, | |
| { | |
| "epoch": 34.25, | |
| "learning_rate": 1.2599896211728076e-05, | |
| "loss": 3.6114, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 34.28, | |
| "learning_rate": 1.257913855734302e-05, | |
| "loss": 3.591, | |
| "step": 132100 | |
| }, | |
| { | |
| "epoch": 34.3, | |
| "learning_rate": 1.2558380902957967e-05, | |
| "loss": 3.6103, | |
| "step": 132200 | |
| }, | |
| { | |
| "epoch": 34.33, | |
| "learning_rate": 1.2537623248572912e-05, | |
| "loss": 3.6059, | |
| "step": 132300 | |
| }, | |
| { | |
| "epoch": 34.35, | |
| "learning_rate": 1.2516865594187857e-05, | |
| "loss": 3.6076, | |
| "step": 132400 | |
| }, | |
| { | |
| "epoch": 34.38, | |
| "learning_rate": 1.2496107939802804e-05, | |
| "loss": 3.5984, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 34.41, | |
| "learning_rate": 1.2475350285417749e-05, | |
| "loss": 3.6029, | |
| "step": 132600 | |
| }, | |
| { | |
| "epoch": 34.43, | |
| "learning_rate": 1.2454592631032694e-05, | |
| "loss": 3.6089, | |
| "step": 132700 | |
| }, | |
| { | |
| "epoch": 34.46, | |
| "learning_rate": 1.243383497664764e-05, | |
| "loss": 3.5939, | |
| "step": 132800 | |
| }, | |
| { | |
| "epoch": 34.48, | |
| "learning_rate": 1.2413077322262586e-05, | |
| "loss": 3.6122, | |
| "step": 132900 | |
| }, | |
| { | |
| "epoch": 34.51, | |
| "learning_rate": 1.239231966787753e-05, | |
| "loss": 3.6043, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 34.54, | |
| "learning_rate": 1.2371562013492477e-05, | |
| "loss": 3.6155, | |
| "step": 133100 | |
| }, | |
| { | |
| "epoch": 34.56, | |
| "learning_rate": 1.2350804359107422e-05, | |
| "loss": 3.5631, | |
| "step": 133200 | |
| }, | |
| { | |
| "epoch": 34.59, | |
| "learning_rate": 1.2330046704722367e-05, | |
| "loss": 3.6253, | |
| "step": 133300 | |
| }, | |
| { | |
| "epoch": 34.61, | |
| "learning_rate": 1.2309289050337312e-05, | |
| "loss": 3.625, | |
| "step": 133400 | |
| }, | |
| { | |
| "epoch": 34.64, | |
| "learning_rate": 1.2288531395952259e-05, | |
| "loss": 3.5985, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 34.67, | |
| "learning_rate": 1.2267773741567204e-05, | |
| "loss": 3.6154, | |
| "step": 133600 | |
| }, | |
| { | |
| "epoch": 34.69, | |
| "learning_rate": 1.2247016087182149e-05, | |
| "loss": 3.6042, | |
| "step": 133700 | |
| }, | |
| { | |
| "epoch": 34.72, | |
| "learning_rate": 1.2226258432797095e-05, | |
| "loss": 3.5926, | |
| "step": 133800 | |
| }, | |
| { | |
| "epoch": 34.74, | |
| "learning_rate": 1.220550077841204e-05, | |
| "loss": 3.5777, | |
| "step": 133900 | |
| }, | |
| { | |
| "epoch": 34.77, | |
| "learning_rate": 1.2184743124026985e-05, | |
| "loss": 3.6164, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 34.8, | |
| "learning_rate": 1.2163985469641932e-05, | |
| "loss": 3.5981, | |
| "step": 134100 | |
| }, | |
| { | |
| "epoch": 34.82, | |
| "learning_rate": 1.2143227815256877e-05, | |
| "loss": 3.619, | |
| "step": 134200 | |
| }, | |
| { | |
| "epoch": 34.85, | |
| "learning_rate": 1.2122470160871822e-05, | |
| "loss": 3.5911, | |
| "step": 134300 | |
| }, | |
| { | |
| "epoch": 34.87, | |
| "learning_rate": 1.2101712506486767e-05, | |
| "loss": 3.6282, | |
| "step": 134400 | |
| }, | |
| { | |
| "epoch": 34.9, | |
| "learning_rate": 1.2080954852101714e-05, | |
| "loss": 3.618, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 34.92, | |
| "learning_rate": 1.2060197197716659e-05, | |
| "loss": 3.612, | |
| "step": 134600 | |
| }, | |
| { | |
| "epoch": 34.95, | |
| "learning_rate": 1.2039439543331604e-05, | |
| "loss": 3.5997, | |
| "step": 134700 | |
| }, | |
| { | |
| "epoch": 34.98, | |
| "learning_rate": 1.201868188894655e-05, | |
| "loss": 3.6071, | |
| "step": 134800 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "learning_rate": 1.1997924234561495e-05, | |
| "loss": 3.6195, | |
| "step": 134900 | |
| }, | |
| { | |
| "epoch": 35.03, | |
| "learning_rate": 1.197716658017644e-05, | |
| "loss": 3.6, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 35.03, | |
| "eval_gen_len": 12.2766, | |
| "eval_loss": 3.5951695442199707, | |
| "eval_rouge1": 41.4914, | |
| "eval_rouge2": 8.5934, | |
| "eval_rougeL": 37.4486, | |
| "eval_rougeLsum": 37.4712, | |
| "eval_runtime": 75.6467, | |
| "eval_samples_per_second": 50.947, | |
| "eval_steps_per_second": 6.372, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 35.05, | |
| "learning_rate": 1.1956408925791387e-05, | |
| "loss": 3.6107, | |
| "step": 135100 | |
| }, | |
| { | |
| "epoch": 35.08, | |
| "learning_rate": 1.1935651271406332e-05, | |
| "loss": 3.613, | |
| "step": 135200 | |
| }, | |
| { | |
| "epoch": 35.11, | |
| "learning_rate": 1.1914893617021277e-05, | |
| "loss": 3.6227, | |
| "step": 135300 | |
| }, | |
| { | |
| "epoch": 35.13, | |
| "learning_rate": 1.1894135962636223e-05, | |
| "loss": 3.62, | |
| "step": 135400 | |
| }, | |
| { | |
| "epoch": 35.16, | |
| "learning_rate": 1.1873378308251168e-05, | |
| "loss": 3.6185, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 35.18, | |
| "learning_rate": 1.1852620653866113e-05, | |
| "loss": 3.5743, | |
| "step": 135600 | |
| }, | |
| { | |
| "epoch": 35.21, | |
| "learning_rate": 1.1831862999481058e-05, | |
| "loss": 3.5984, | |
| "step": 135700 | |
| }, | |
| { | |
| "epoch": 35.24, | |
| "learning_rate": 1.1811105345096005e-05, | |
| "loss": 3.5912, | |
| "step": 135800 | |
| }, | |
| { | |
| "epoch": 35.26, | |
| "learning_rate": 1.179034769071095e-05, | |
| "loss": 3.6083, | |
| "step": 135900 | |
| }, | |
| { | |
| "epoch": 35.29, | |
| "learning_rate": 1.1769590036325895e-05, | |
| "loss": 3.604, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 35.31, | |
| "learning_rate": 1.1748832381940842e-05, | |
| "loss": 3.6075, | |
| "step": 136100 | |
| }, | |
| { | |
| "epoch": 35.34, | |
| "learning_rate": 1.1728074727555786e-05, | |
| "loss": 3.6021, | |
| "step": 136200 | |
| }, | |
| { | |
| "epoch": 35.37, | |
| "learning_rate": 1.1707317073170731e-05, | |
| "loss": 3.6198, | |
| "step": 136300 | |
| }, | |
| { | |
| "epoch": 35.39, | |
| "learning_rate": 1.168655941878568e-05, | |
| "loss": 3.6024, | |
| "step": 136400 | |
| }, | |
| { | |
| "epoch": 35.42, | |
| "learning_rate": 1.1665801764400623e-05, | |
| "loss": 3.6125, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 35.44, | |
| "learning_rate": 1.1645044110015568e-05, | |
| "loss": 3.5958, | |
| "step": 136600 | |
| }, | |
| { | |
| "epoch": 35.47, | |
| "learning_rate": 1.1624286455630516e-05, | |
| "loss": 3.5855, | |
| "step": 136700 | |
| }, | |
| { | |
| "epoch": 35.5, | |
| "learning_rate": 1.1603528801245461e-05, | |
| "loss": 3.5616, | |
| "step": 136800 | |
| }, | |
| { | |
| "epoch": 35.52, | |
| "learning_rate": 1.1582771146860405e-05, | |
| "loss": 3.6106, | |
| "step": 136900 | |
| }, | |
| { | |
| "epoch": 35.55, | |
| "learning_rate": 1.156201349247535e-05, | |
| "loss": 3.6263, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 35.57, | |
| "learning_rate": 1.1541255838090298e-05, | |
| "loss": 3.6063, | |
| "step": 137100 | |
| }, | |
| { | |
| "epoch": 35.6, | |
| "learning_rate": 1.1520498183705241e-05, | |
| "loss": 3.608, | |
| "step": 137200 | |
| }, | |
| { | |
| "epoch": 35.63, | |
| "learning_rate": 1.1499740529320186e-05, | |
| "loss": 3.6091, | |
| "step": 137300 | |
| }, | |
| { | |
| "epoch": 35.65, | |
| "learning_rate": 1.1478982874935135e-05, | |
| "loss": 3.6027, | |
| "step": 137400 | |
| }, | |
| { | |
| "epoch": 35.68, | |
| "learning_rate": 1.145822522055008e-05, | |
| "loss": 3.6037, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 35.7, | |
| "learning_rate": 1.1437467566165023e-05, | |
| "loss": 3.5811, | |
| "step": 137600 | |
| }, | |
| { | |
| "epoch": 35.73, | |
| "learning_rate": 1.1416709911779971e-05, | |
| "loss": 3.609, | |
| "step": 137700 | |
| }, | |
| { | |
| "epoch": 35.76, | |
| "learning_rate": 1.1395952257394916e-05, | |
| "loss": 3.6111, | |
| "step": 137800 | |
| }, | |
| { | |
| "epoch": 35.78, | |
| "learning_rate": 1.1375194603009861e-05, | |
| "loss": 3.598, | |
| "step": 137900 | |
| }, | |
| { | |
| "epoch": 35.81, | |
| "learning_rate": 1.1354436948624808e-05, | |
| "loss": 3.6237, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 35.83, | |
| "learning_rate": 1.1333679294239753e-05, | |
| "loss": 3.6093, | |
| "step": 138100 | |
| }, | |
| { | |
| "epoch": 35.86, | |
| "learning_rate": 1.1312921639854698e-05, | |
| "loss": 3.6202, | |
| "step": 138200 | |
| }, | |
| { | |
| "epoch": 35.88, | |
| "learning_rate": 1.1292163985469643e-05, | |
| "loss": 3.5869, | |
| "step": 138300 | |
| }, | |
| { | |
| "epoch": 35.91, | |
| "learning_rate": 1.127140633108459e-05, | |
| "loss": 3.6183, | |
| "step": 138400 | |
| }, | |
| { | |
| "epoch": 35.94, | |
| "learning_rate": 1.1250648676699534e-05, | |
| "loss": 3.6089, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 35.96, | |
| "learning_rate": 1.122989102231448e-05, | |
| "loss": 3.6135, | |
| "step": 138600 | |
| }, | |
| { | |
| "epoch": 35.99, | |
| "learning_rate": 1.1209133367929426e-05, | |
| "loss": 3.6, | |
| "step": 138700 | |
| }, | |
| { | |
| "epoch": 36.01, | |
| "learning_rate": 1.1188375713544371e-05, | |
| "loss": 3.5911, | |
| "step": 138800 | |
| }, | |
| { | |
| "epoch": 36.04, | |
| "learning_rate": 1.1167618059159316e-05, | |
| "loss": 3.5952, | |
| "step": 138900 | |
| }, | |
| { | |
| "epoch": 36.07, | |
| "learning_rate": 1.1146860404774263e-05, | |
| "loss": 3.6088, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 36.09, | |
| "learning_rate": 1.1126102750389208e-05, | |
| "loss": 3.6096, | |
| "step": 139100 | |
| }, | |
| { | |
| "epoch": 36.12, | |
| "learning_rate": 1.1105345096004152e-05, | |
| "loss": 3.5832, | |
| "step": 139200 | |
| }, | |
| { | |
| "epoch": 36.14, | |
| "learning_rate": 1.1084587441619099e-05, | |
| "loss": 3.6094, | |
| "step": 139300 | |
| }, | |
| { | |
| "epoch": 36.17, | |
| "learning_rate": 1.1063829787234044e-05, | |
| "loss": 3.62, | |
| "step": 139400 | |
| }, | |
| { | |
| "epoch": 36.2, | |
| "learning_rate": 1.1043072132848989e-05, | |
| "loss": 3.5665, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 36.22, | |
| "learning_rate": 1.1022314478463934e-05, | |
| "loss": 3.5996, | |
| "step": 139600 | |
| }, | |
| { | |
| "epoch": 36.25, | |
| "learning_rate": 1.100155682407888e-05, | |
| "loss": 3.579, | |
| "step": 139700 | |
| }, | |
| { | |
| "epoch": 36.27, | |
| "learning_rate": 1.0980799169693826e-05, | |
| "loss": 3.6229, | |
| "step": 139800 | |
| }, | |
| { | |
| "epoch": 36.3, | |
| "learning_rate": 1.096004151530877e-05, | |
| "loss": 3.6143, | |
| "step": 139900 | |
| }, | |
| { | |
| "epoch": 36.33, | |
| "learning_rate": 1.0939283860923717e-05, | |
| "loss": 3.5896, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 36.33, | |
| "eval_gen_len": 12.2763, | |
| "eval_loss": 3.5935587882995605, | |
| "eval_rouge1": 41.7094, | |
| "eval_rouge2": 8.5817, | |
| "eval_rougeL": 37.677, | |
| "eval_rougeLsum": 37.72, | |
| "eval_runtime": 75.9538, | |
| "eval_samples_per_second": 50.741, | |
| "eval_steps_per_second": 6.346, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 36.35, | |
| "learning_rate": 1.0918526206538662e-05, | |
| "loss": 3.6109, | |
| "step": 140100 | |
| }, | |
| { | |
| "epoch": 36.38, | |
| "learning_rate": 1.0897768552153607e-05, | |
| "loss": 3.5871, | |
| "step": 140200 | |
| }, | |
| { | |
| "epoch": 36.4, | |
| "learning_rate": 1.0877010897768554e-05, | |
| "loss": 3.5966, | |
| "step": 140300 | |
| }, | |
| { | |
| "epoch": 36.43, | |
| "learning_rate": 1.0856253243383499e-05, | |
| "loss": 3.5886, | |
| "step": 140400 | |
| }, | |
| { | |
| "epoch": 36.46, | |
| "learning_rate": 1.0835495588998444e-05, | |
| "loss": 3.6128, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 36.48, | |
| "learning_rate": 1.0814737934613389e-05, | |
| "loss": 3.5788, | |
| "step": 140600 | |
| }, | |
| { | |
| "epoch": 36.51, | |
| "learning_rate": 1.0793980280228335e-05, | |
| "loss": 3.5739, | |
| "step": 140700 | |
| }, | |
| { | |
| "epoch": 36.53, | |
| "learning_rate": 1.077322262584328e-05, | |
| "loss": 3.6301, | |
| "step": 140800 | |
| }, | |
| { | |
| "epoch": 36.56, | |
| "learning_rate": 1.0752464971458225e-05, | |
| "loss": 3.5858, | |
| "step": 140900 | |
| }, | |
| { | |
| "epoch": 36.59, | |
| "learning_rate": 1.0731707317073172e-05, | |
| "loss": 3.5925, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 36.61, | |
| "learning_rate": 1.0710949662688117e-05, | |
| "loss": 3.6174, | |
| "step": 141100 | |
| }, | |
| { | |
| "epoch": 36.64, | |
| "learning_rate": 1.0690192008303062e-05, | |
| "loss": 3.6002, | |
| "step": 141200 | |
| }, | |
| { | |
| "epoch": 36.66, | |
| "learning_rate": 1.0669434353918009e-05, | |
| "loss": 3.6139, | |
| "step": 141300 | |
| }, | |
| { | |
| "epoch": 36.69, | |
| "learning_rate": 1.0648676699532954e-05, | |
| "loss": 3.6358, | |
| "step": 141400 | |
| }, | |
| { | |
| "epoch": 36.72, | |
| "learning_rate": 1.0627919045147899e-05, | |
| "loss": 3.6055, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 36.74, | |
| "learning_rate": 1.0607161390762845e-05, | |
| "loss": 3.6213, | |
| "step": 141600 | |
| }, | |
| { | |
| "epoch": 36.77, | |
| "learning_rate": 1.058640373637779e-05, | |
| "loss": 3.5881, | |
| "step": 141700 | |
| }, | |
| { | |
| "epoch": 36.79, | |
| "learning_rate": 1.0565646081992735e-05, | |
| "loss": 3.6262, | |
| "step": 141800 | |
| }, | |
| { | |
| "epoch": 36.82, | |
| "learning_rate": 1.054488842760768e-05, | |
| "loss": 3.6123, | |
| "step": 141900 | |
| }, | |
| { | |
| "epoch": 36.84, | |
| "learning_rate": 1.0524130773222627e-05, | |
| "loss": 3.6091, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 36.87, | |
| "learning_rate": 1.0503373118837572e-05, | |
| "loss": 3.6199, | |
| "step": 142100 | |
| }, | |
| { | |
| "epoch": 36.9, | |
| "learning_rate": 1.0482615464452517e-05, | |
| "loss": 3.6182, | |
| "step": 142200 | |
| }, | |
| { | |
| "epoch": 36.92, | |
| "learning_rate": 1.0461857810067463e-05, | |
| "loss": 3.5861, | |
| "step": 142300 | |
| }, | |
| { | |
| "epoch": 36.95, | |
| "learning_rate": 1.0441100155682408e-05, | |
| "loss": 3.5922, | |
| "step": 142400 | |
| }, | |
| { | |
| "epoch": 36.97, | |
| "learning_rate": 1.0420342501297353e-05, | |
| "loss": 3.6228, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "learning_rate": 1.03995848469123e-05, | |
| "loss": 3.5662, | |
| "step": 142600 | |
| }, | |
| { | |
| "epoch": 37.03, | |
| "learning_rate": 1.0378827192527245e-05, | |
| "loss": 3.5931, | |
| "step": 142700 | |
| }, | |
| { | |
| "epoch": 37.05, | |
| "learning_rate": 1.035806953814219e-05, | |
| "loss": 3.6024, | |
| "step": 142800 | |
| }, | |
| { | |
| "epoch": 37.08, | |
| "learning_rate": 1.0337311883757137e-05, | |
| "loss": 3.5865, | |
| "step": 142900 | |
| }, | |
| { | |
| "epoch": 37.1, | |
| "learning_rate": 1.0316554229372082e-05, | |
| "loss": 3.6059, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 37.13, | |
| "learning_rate": 1.0295796574987027e-05, | |
| "loss": 3.6064, | |
| "step": 143100 | |
| }, | |
| { | |
| "epoch": 37.16, | |
| "learning_rate": 1.0275038920601972e-05, | |
| "loss": 3.5973, | |
| "step": 143200 | |
| }, | |
| { | |
| "epoch": 37.18, | |
| "learning_rate": 1.0254281266216918e-05, | |
| "loss": 3.6123, | |
| "step": 143300 | |
| }, | |
| { | |
| "epoch": 37.21, | |
| "learning_rate": 1.0233523611831863e-05, | |
| "loss": 3.5877, | |
| "step": 143400 | |
| }, | |
| { | |
| "epoch": 37.23, | |
| "learning_rate": 1.0212765957446808e-05, | |
| "loss": 3.6036, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 37.26, | |
| "learning_rate": 1.0192008303061755e-05, | |
| "loss": 3.6061, | |
| "step": 143600 | |
| }, | |
| { | |
| "epoch": 37.29, | |
| "learning_rate": 1.01712506486767e-05, | |
| "loss": 3.6231, | |
| "step": 143700 | |
| }, | |
| { | |
| "epoch": 37.31, | |
| "learning_rate": 1.0150492994291645e-05, | |
| "loss": 3.6303, | |
| "step": 143800 | |
| }, | |
| { | |
| "epoch": 37.34, | |
| "learning_rate": 1.0129735339906593e-05, | |
| "loss": 3.5989, | |
| "step": 143900 | |
| }, | |
| { | |
| "epoch": 37.36, | |
| "learning_rate": 1.0108977685521536e-05, | |
| "loss": 3.6216, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 37.39, | |
| "learning_rate": 1.0088220031136481e-05, | |
| "loss": 3.5965, | |
| "step": 144100 | |
| }, | |
| { | |
| "epoch": 37.42, | |
| "learning_rate": 1.006746237675143e-05, | |
| "loss": 3.6071, | |
| "step": 144200 | |
| }, | |
| { | |
| "epoch": 37.44, | |
| "learning_rate": 1.0046704722366375e-05, | |
| "loss": 3.6013, | |
| "step": 144300 | |
| }, | |
| { | |
| "epoch": 37.47, | |
| "learning_rate": 1.0025947067981318e-05, | |
| "loss": 3.6158, | |
| "step": 144400 | |
| }, | |
| { | |
| "epoch": 37.49, | |
| "learning_rate": 1.0005189413596263e-05, | |
| "loss": 3.601, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 37.52, | |
| "learning_rate": 9.98443175921121e-06, | |
| "loss": 3.5991, | |
| "step": 144600 | |
| }, | |
| { | |
| "epoch": 37.55, | |
| "learning_rate": 9.963674104826156e-06, | |
| "loss": 3.5952, | |
| "step": 144700 | |
| }, | |
| { | |
| "epoch": 37.57, | |
| "learning_rate": 9.942916450441101e-06, | |
| "loss": 3.6145, | |
| "step": 144800 | |
| }, | |
| { | |
| "epoch": 37.6, | |
| "learning_rate": 9.922158796056046e-06, | |
| "loss": 3.5897, | |
| "step": 144900 | |
| }, | |
| { | |
| "epoch": 37.62, | |
| "learning_rate": 9.901401141670993e-06, | |
| "loss": 3.5978, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 37.62, | |
| "eval_gen_len": 12.2774, | |
| "eval_loss": 3.592960834503174, | |
| "eval_rouge1": 41.3445, | |
| "eval_rouge2": 8.728, | |
| "eval_rougeL": 37.3647, | |
| "eval_rougeLsum": 37.3694, | |
| "eval_runtime": 75.9693, | |
| "eval_samples_per_second": 50.731, | |
| "eval_steps_per_second": 6.345, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 37.65, | |
| "learning_rate": 9.880643487285938e-06, | |
| "loss": 3.6027, | |
| "step": 145100 | |
| }, | |
| { | |
| "epoch": 37.68, | |
| "learning_rate": 9.859885832900883e-06, | |
| "loss": 3.5978, | |
| "step": 145200 | |
| }, | |
| { | |
| "epoch": 37.7, | |
| "learning_rate": 9.83912817851583e-06, | |
| "loss": 3.5987, | |
| "step": 145300 | |
| }, | |
| { | |
| "epoch": 37.73, | |
| "learning_rate": 9.818370524130774e-06, | |
| "loss": 3.6126, | |
| "step": 145400 | |
| }, | |
| { | |
| "epoch": 37.75, | |
| "learning_rate": 9.79761286974572e-06, | |
| "loss": 3.6129, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 37.78, | |
| "learning_rate": 9.776855215360666e-06, | |
| "loss": 3.6129, | |
| "step": 145600 | |
| }, | |
| { | |
| "epoch": 37.8, | |
| "learning_rate": 9.756097560975611e-06, | |
| "loss": 3.5921, | |
| "step": 145700 | |
| }, | |
| { | |
| "epoch": 37.83, | |
| "learning_rate": 9.735339906590556e-06, | |
| "loss": 3.6137, | |
| "step": 145800 | |
| }, | |
| { | |
| "epoch": 37.86, | |
| "learning_rate": 9.714582252205501e-06, | |
| "loss": 3.6208, | |
| "step": 145900 | |
| }, | |
| { | |
| "epoch": 37.88, | |
| "learning_rate": 9.693824597820448e-06, | |
| "loss": 3.6154, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 37.91, | |
| "learning_rate": 9.673066943435393e-06, | |
| "loss": 3.6112, | |
| "step": 146100 | |
| }, | |
| { | |
| "epoch": 37.93, | |
| "learning_rate": 9.652309289050338e-06, | |
| "loss": 3.5969, | |
| "step": 146200 | |
| }, | |
| { | |
| "epoch": 37.96, | |
| "learning_rate": 9.631551634665284e-06, | |
| "loss": 3.6015, | |
| "step": 146300 | |
| }, | |
| { | |
| "epoch": 37.99, | |
| "learning_rate": 9.610793980280229e-06, | |
| "loss": 3.6054, | |
| "step": 146400 | |
| }, | |
| { | |
| "epoch": 38.01, | |
| "learning_rate": 9.590036325895174e-06, | |
| "loss": 3.6147, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 38.04, | |
| "learning_rate": 9.56927867151012e-06, | |
| "loss": 3.5835, | |
| "step": 146600 | |
| }, | |
| { | |
| "epoch": 38.06, | |
| "learning_rate": 9.548521017125066e-06, | |
| "loss": 3.5983, | |
| "step": 146700 | |
| }, | |
| { | |
| "epoch": 38.09, | |
| "learning_rate": 9.52776336274001e-06, | |
| "loss": 3.6203, | |
| "step": 146800 | |
| }, | |
| { | |
| "epoch": 38.12, | |
| "learning_rate": 9.507005708354957e-06, | |
| "loss": 3.6003, | |
| "step": 146900 | |
| }, | |
| { | |
| "epoch": 38.14, | |
| "learning_rate": 9.486248053969902e-06, | |
| "loss": 3.5873, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 38.17, | |
| "learning_rate": 9.465490399584847e-06, | |
| "loss": 3.5896, | |
| "step": 147100 | |
| }, | |
| { | |
| "epoch": 38.19, | |
| "learning_rate": 9.444732745199792e-06, | |
| "loss": 3.6103, | |
| "step": 147200 | |
| }, | |
| { | |
| "epoch": 38.22, | |
| "learning_rate": 9.423975090814739e-06, | |
| "loss": 3.6003, | |
| "step": 147300 | |
| }, | |
| { | |
| "epoch": 38.25, | |
| "learning_rate": 9.403217436429684e-06, | |
| "loss": 3.6127, | |
| "step": 147400 | |
| }, | |
| { | |
| "epoch": 38.27, | |
| "learning_rate": 9.382459782044629e-06, | |
| "loss": 3.6222, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 38.3, | |
| "learning_rate": 9.361702127659576e-06, | |
| "loss": 3.5931, | |
| "step": 147600 | |
| }, | |
| { | |
| "epoch": 38.32, | |
| "learning_rate": 9.34094447327452e-06, | |
| "loss": 3.5879, | |
| "step": 147700 | |
| }, | |
| { | |
| "epoch": 38.35, | |
| "learning_rate": 9.320186818889465e-06, | |
| "loss": 3.6139, | |
| "step": 147800 | |
| }, | |
| { | |
| "epoch": 38.38, | |
| "learning_rate": 9.299429164504412e-06, | |
| "loss": 3.5875, | |
| "step": 147900 | |
| }, | |
| { | |
| "epoch": 38.4, | |
| "learning_rate": 9.278671510119357e-06, | |
| "loss": 3.6209, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 38.43, | |
| "learning_rate": 9.257913855734302e-06, | |
| "loss": 3.6078, | |
| "step": 148100 | |
| }, | |
| { | |
| "epoch": 38.45, | |
| "learning_rate": 9.237156201349249e-06, | |
| "loss": 3.6101, | |
| "step": 148200 | |
| }, | |
| { | |
| "epoch": 38.48, | |
| "learning_rate": 9.216398546964194e-06, | |
| "loss": 3.6003, | |
| "step": 148300 | |
| }, | |
| { | |
| "epoch": 38.51, | |
| "learning_rate": 9.19564089257914e-06, | |
| "loss": 3.5993, | |
| "step": 148400 | |
| }, | |
| { | |
| "epoch": 38.53, | |
| "learning_rate": 9.174883238194084e-06, | |
| "loss": 3.5977, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 38.56, | |
| "learning_rate": 9.15412558380903e-06, | |
| "loss": 3.6018, | |
| "step": 148600 | |
| }, | |
| { | |
| "epoch": 38.58, | |
| "learning_rate": 9.133367929423977e-06, | |
| "loss": 3.5985, | |
| "step": 148700 | |
| }, | |
| { | |
| "epoch": 38.61, | |
| "learning_rate": 9.112610275038922e-06, | |
| "loss": 3.6143, | |
| "step": 148800 | |
| }, | |
| { | |
| "epoch": 38.64, | |
| "learning_rate": 9.091852620653867e-06, | |
| "loss": 3.6048, | |
| "step": 148900 | |
| }, | |
| { | |
| "epoch": 38.66, | |
| "learning_rate": 9.071094966268812e-06, | |
| "loss": 3.6186, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 38.69, | |
| "learning_rate": 9.050337311883759e-06, | |
| "loss": 3.5875, | |
| "step": 149100 | |
| }, | |
| { | |
| "epoch": 38.71, | |
| "learning_rate": 9.029579657498703e-06, | |
| "loss": 3.6165, | |
| "step": 149200 | |
| }, | |
| { | |
| "epoch": 38.74, | |
| "learning_rate": 9.008822003113648e-06, | |
| "loss": 3.595, | |
| "step": 149300 | |
| }, | |
| { | |
| "epoch": 38.76, | |
| "learning_rate": 8.988064348728595e-06, | |
| "loss": 3.6045, | |
| "step": 149400 | |
| }, | |
| { | |
| "epoch": 38.79, | |
| "learning_rate": 8.96730669434354e-06, | |
| "loss": 3.5736, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 38.82, | |
| "learning_rate": 8.946549039958485e-06, | |
| "loss": 3.6124, | |
| "step": 149600 | |
| }, | |
| { | |
| "epoch": 38.84, | |
| "learning_rate": 8.925791385573432e-06, | |
| "loss": 3.5944, | |
| "step": 149700 | |
| }, | |
| { | |
| "epoch": 38.87, | |
| "learning_rate": 8.905033731188377e-06, | |
| "loss": 3.6054, | |
| "step": 149800 | |
| }, | |
| { | |
| "epoch": 38.89, | |
| "learning_rate": 8.884276076803322e-06, | |
| "loss": 3.602, | |
| "step": 149900 | |
| }, | |
| { | |
| "epoch": 38.92, | |
| "learning_rate": 8.863518422418268e-06, | |
| "loss": 3.6121, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 38.92, | |
| "eval_gen_len": 12.2769, | |
| "eval_loss": 3.591606855392456, | |
| "eval_rouge1": 41.9288, | |
| "eval_rouge2": 8.6859, | |
| "eval_rougeL": 37.8925, | |
| "eval_rougeLsum": 37.9125, | |
| "eval_runtime": 75.6977, | |
| "eval_samples_per_second": 50.913, | |
| "eval_steps_per_second": 6.367, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 38.95, | |
| "learning_rate": 8.842760768033213e-06, | |
| "loss": 3.617, | |
| "step": 150100 | |
| }, | |
| { | |
| "epoch": 38.97, | |
| "learning_rate": 8.822003113648158e-06, | |
| "loss": 3.5798, | |
| "step": 150200 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "learning_rate": 8.801245459263103e-06, | |
| "loss": 3.5933, | |
| "step": 150300 | |
| }, | |
| { | |
| "epoch": 39.02, | |
| "learning_rate": 8.78048780487805e-06, | |
| "loss": 3.594, | |
| "step": 150400 | |
| }, | |
| { | |
| "epoch": 39.05, | |
| "learning_rate": 8.759730150492995e-06, | |
| "loss": 3.6042, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 39.08, | |
| "learning_rate": 8.73897249610794e-06, | |
| "loss": 3.6139, | |
| "step": 150600 | |
| }, | |
| { | |
| "epoch": 39.1, | |
| "learning_rate": 8.718214841722886e-06, | |
| "loss": 3.6119, | |
| "step": 150700 | |
| }, | |
| { | |
| "epoch": 39.13, | |
| "learning_rate": 8.697457187337831e-06, | |
| "loss": 3.5806, | |
| "step": 150800 | |
| }, | |
| { | |
| "epoch": 39.15, | |
| "learning_rate": 8.676699532952776e-06, | |
| "loss": 3.5956, | |
| "step": 150900 | |
| }, | |
| { | |
| "epoch": 39.18, | |
| "learning_rate": 8.655941878567723e-06, | |
| "loss": 3.5559, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 39.21, | |
| "learning_rate": 8.635184224182668e-06, | |
| "loss": 3.6148, | |
| "step": 151100 | |
| }, | |
| { | |
| "epoch": 39.23, | |
| "learning_rate": 8.614426569797613e-06, | |
| "loss": 3.5941, | |
| "step": 151200 | |
| }, | |
| { | |
| "epoch": 39.26, | |
| "learning_rate": 8.593668915412558e-06, | |
| "loss": 3.5734, | |
| "step": 151300 | |
| }, | |
| { | |
| "epoch": 39.28, | |
| "learning_rate": 8.572911261027505e-06, | |
| "loss": 3.5983, | |
| "step": 151400 | |
| }, | |
| { | |
| "epoch": 39.31, | |
| "learning_rate": 8.55215360664245e-06, | |
| "loss": 3.6197, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 39.34, | |
| "learning_rate": 8.531395952257395e-06, | |
| "loss": 3.6068, | |
| "step": 151600 | |
| }, | |
| { | |
| "epoch": 39.36, | |
| "learning_rate": 8.510638297872341e-06, | |
| "loss": 3.5989, | |
| "step": 151700 | |
| }, | |
| { | |
| "epoch": 39.39, | |
| "learning_rate": 8.489880643487288e-06, | |
| "loss": 3.6053, | |
| "step": 151800 | |
| }, | |
| { | |
| "epoch": 39.41, | |
| "learning_rate": 8.469122989102231e-06, | |
| "loss": 3.6161, | |
| "step": 151900 | |
| }, | |
| { | |
| "epoch": 39.44, | |
| "learning_rate": 8.448365334717178e-06, | |
| "loss": 3.6292, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 39.47, | |
| "learning_rate": 8.427607680332123e-06, | |
| "loss": 3.6121, | |
| "step": 152100 | |
| }, | |
| { | |
| "epoch": 39.49, | |
| "learning_rate": 8.40685002594707e-06, | |
| "loss": 3.6004, | |
| "step": 152200 | |
| }, | |
| { | |
| "epoch": 39.52, | |
| "learning_rate": 8.386092371562014e-06, | |
| "loss": 3.6157, | |
| "step": 152300 | |
| }, | |
| { | |
| "epoch": 39.54, | |
| "learning_rate": 8.36533471717696e-06, | |
| "loss": 3.622, | |
| "step": 152400 | |
| }, | |
| { | |
| "epoch": 39.57, | |
| "learning_rate": 8.344577062791906e-06, | |
| "loss": 3.6119, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 39.6, | |
| "learning_rate": 8.323819408406851e-06, | |
| "loss": 3.6092, | |
| "step": 152600 | |
| }, | |
| { | |
| "epoch": 39.62, | |
| "learning_rate": 8.303061754021796e-06, | |
| "loss": 3.5876, | |
| "step": 152700 | |
| }, | |
| { | |
| "epoch": 39.65, | |
| "learning_rate": 8.282304099636743e-06, | |
| "loss": 3.6196, | |
| "step": 152800 | |
| }, | |
| { | |
| "epoch": 39.67, | |
| "learning_rate": 8.261546445251688e-06, | |
| "loss": 3.6121, | |
| "step": 152900 | |
| }, | |
| { | |
| "epoch": 39.7, | |
| "learning_rate": 8.240788790866633e-06, | |
| "loss": 3.6184, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 39.72, | |
| "learning_rate": 8.22003113648158e-06, | |
| "loss": 3.5772, | |
| "step": 153100 | |
| }, | |
| { | |
| "epoch": 39.75, | |
| "learning_rate": 8.199273482096524e-06, | |
| "loss": 3.6062, | |
| "step": 153200 | |
| }, | |
| { | |
| "epoch": 39.78, | |
| "learning_rate": 8.17851582771147e-06, | |
| "loss": 3.6152, | |
| "step": 153300 | |
| }, | |
| { | |
| "epoch": 39.8, | |
| "learning_rate": 8.157758173326414e-06, | |
| "loss": 3.5901, | |
| "step": 153400 | |
| }, | |
| { | |
| "epoch": 39.83, | |
| "learning_rate": 8.13700051894136e-06, | |
| "loss": 3.5957, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 39.85, | |
| "learning_rate": 8.116242864556306e-06, | |
| "loss": 3.6184, | |
| "step": 153600 | |
| }, | |
| { | |
| "epoch": 39.88, | |
| "learning_rate": 8.09548521017125e-06, | |
| "loss": 3.5991, | |
| "step": 153700 | |
| }, | |
| { | |
| "epoch": 39.91, | |
| "learning_rate": 8.074727555786197e-06, | |
| "loss": 3.6069, | |
| "step": 153800 | |
| }, | |
| { | |
| "epoch": 39.93, | |
| "learning_rate": 8.053969901401142e-06, | |
| "loss": 3.5976, | |
| "step": 153900 | |
| }, | |
| { | |
| "epoch": 39.96, | |
| "learning_rate": 8.033212247016087e-06, | |
| "loss": 3.5954, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 39.98, | |
| "learning_rate": 8.012454592631034e-06, | |
| "loss": 3.6192, | |
| "step": 154100 | |
| }, | |
| { | |
| "epoch": 40.01, | |
| "learning_rate": 7.991696938245979e-06, | |
| "loss": 3.5992, | |
| "step": 154200 | |
| }, | |
| { | |
| "epoch": 40.04, | |
| "learning_rate": 7.970939283860924e-06, | |
| "loss": 3.6007, | |
| "step": 154300 | |
| }, | |
| { | |
| "epoch": 40.06, | |
| "learning_rate": 7.950181629475869e-06, | |
| "loss": 3.5923, | |
| "step": 154400 | |
| }, | |
| { | |
| "epoch": 40.09, | |
| "learning_rate": 7.929423975090816e-06, | |
| "loss": 3.6094, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 40.11, | |
| "learning_rate": 7.90866632070576e-06, | |
| "loss": 3.618, | |
| "step": 154600 | |
| }, | |
| { | |
| "epoch": 40.14, | |
| "learning_rate": 7.887908666320706e-06, | |
| "loss": 3.6084, | |
| "step": 154700 | |
| }, | |
| { | |
| "epoch": 40.17, | |
| "learning_rate": 7.867151011935652e-06, | |
| "loss": 3.5987, | |
| "step": 154800 | |
| }, | |
| { | |
| "epoch": 40.19, | |
| "learning_rate": 7.846393357550597e-06, | |
| "loss": 3.5991, | |
| "step": 154900 | |
| }, | |
| { | |
| "epoch": 40.22, | |
| "learning_rate": 7.825635703165542e-06, | |
| "loss": 3.6154, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 40.22, | |
| "eval_gen_len": 12.2763, | |
| "eval_loss": 3.590810775756836, | |
| "eval_rouge1": 41.7854, | |
| "eval_rouge2": 8.6556, | |
| "eval_rougeL": 37.7725, | |
| "eval_rougeLsum": 37.7749, | |
| "eval_runtime": 76.5307, | |
| "eval_samples_per_second": 50.359, | |
| "eval_steps_per_second": 6.298, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 40.24, | |
| "learning_rate": 7.804878048780489e-06, | |
| "loss": 3.626, | |
| "step": 155100 | |
| }, | |
| { | |
| "epoch": 40.27, | |
| "learning_rate": 7.784120394395434e-06, | |
| "loss": 3.6092, | |
| "step": 155200 | |
| }, | |
| { | |
| "epoch": 40.3, | |
| "learning_rate": 7.763362740010379e-06, | |
| "loss": 3.5901, | |
| "step": 155300 | |
| }, | |
| { | |
| "epoch": 40.32, | |
| "learning_rate": 7.742605085625325e-06, | |
| "loss": 3.6067, | |
| "step": 155400 | |
| }, | |
| { | |
| "epoch": 40.35, | |
| "learning_rate": 7.72184743124027e-06, | |
| "loss": 3.6106, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 40.37, | |
| "learning_rate": 7.701089776855217e-06, | |
| "loss": 3.6024, | |
| "step": 155600 | |
| }, | |
| { | |
| "epoch": 40.4, | |
| "learning_rate": 7.68033212247016e-06, | |
| "loss": 3.6023, | |
| "step": 155700 | |
| }, | |
| { | |
| "epoch": 40.43, | |
| "learning_rate": 7.659574468085107e-06, | |
| "loss": 3.5921, | |
| "step": 155800 | |
| }, | |
| { | |
| "epoch": 40.45, | |
| "learning_rate": 7.638816813700054e-06, | |
| "loss": 3.6076, | |
| "step": 155900 | |
| }, | |
| { | |
| "epoch": 40.48, | |
| "learning_rate": 7.618059159314998e-06, | |
| "loss": 3.6178, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 40.5, | |
| "learning_rate": 7.5973015049299435e-06, | |
| "loss": 3.6246, | |
| "step": 156100 | |
| }, | |
| { | |
| "epoch": 40.53, | |
| "learning_rate": 7.5765438505448885e-06, | |
| "loss": 3.591, | |
| "step": 156200 | |
| }, | |
| { | |
| "epoch": 40.56, | |
| "learning_rate": 7.555786196159834e-06, | |
| "loss": 3.5834, | |
| "step": 156300 | |
| }, | |
| { | |
| "epoch": 40.58, | |
| "learning_rate": 7.53502854177478e-06, | |
| "loss": 3.6077, | |
| "step": 156400 | |
| }, | |
| { | |
| "epoch": 40.61, | |
| "learning_rate": 7.514270887389725e-06, | |
| "loss": 3.6109, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 40.63, | |
| "learning_rate": 7.493513233004671e-06, | |
| "loss": 3.6024, | |
| "step": 156600 | |
| }, | |
| { | |
| "epoch": 40.66, | |
| "learning_rate": 7.472755578619617e-06, | |
| "loss": 3.6082, | |
| "step": 156700 | |
| }, | |
| { | |
| "epoch": 40.69, | |
| "learning_rate": 7.451997924234562e-06, | |
| "loss": 3.6214, | |
| "step": 156800 | |
| }, | |
| { | |
| "epoch": 40.71, | |
| "learning_rate": 7.4312402698495075e-06, | |
| "loss": 3.5791, | |
| "step": 156900 | |
| }, | |
| { | |
| "epoch": 40.74, | |
| "learning_rate": 7.4104826154644525e-06, | |
| "loss": 3.6122, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 40.76, | |
| "learning_rate": 7.389724961079398e-06, | |
| "loss": 3.6106, | |
| "step": 157100 | |
| }, | |
| { | |
| "epoch": 40.79, | |
| "learning_rate": 7.368967306694345e-06, | |
| "loss": 3.6073, | |
| "step": 157200 | |
| }, | |
| { | |
| "epoch": 40.81, | |
| "learning_rate": 7.348209652309289e-06, | |
| "loss": 3.6024, | |
| "step": 157300 | |
| }, | |
| { | |
| "epoch": 40.84, | |
| "learning_rate": 7.327451997924236e-06, | |
| "loss": 3.5964, | |
| "step": 157400 | |
| }, | |
| { | |
| "epoch": 40.87, | |
| "learning_rate": 7.30669434353918e-06, | |
| "loss": 3.5994, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 40.89, | |
| "learning_rate": 7.2859366891541265e-06, | |
| "loss": 3.6074, | |
| "step": 157600 | |
| }, | |
| { | |
| "epoch": 40.92, | |
| "learning_rate": 7.265179034769072e-06, | |
| "loss": 3.5946, | |
| "step": 157700 | |
| }, | |
| { | |
| "epoch": 40.94, | |
| "learning_rate": 7.2444213803840165e-06, | |
| "loss": 3.5902, | |
| "step": 157800 | |
| }, | |
| { | |
| "epoch": 40.97, | |
| "learning_rate": 7.223663725998963e-06, | |
| "loss": 3.59, | |
| "step": 157900 | |
| }, | |
| { | |
| "epoch": 41.0, | |
| "learning_rate": 7.202906071613909e-06, | |
| "loss": 3.6009, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 41.02, | |
| "learning_rate": 7.182148417228854e-06, | |
| "loss": 3.5957, | |
| "step": 158100 | |
| }, | |
| { | |
| "epoch": 41.05, | |
| "learning_rate": 7.1613907628438e-06, | |
| "loss": 3.5913, | |
| "step": 158200 | |
| }, | |
| { | |
| "epoch": 41.07, | |
| "learning_rate": 7.140633108458745e-06, | |
| "loss": 3.5876, | |
| "step": 158300 | |
| }, | |
| { | |
| "epoch": 41.1, | |
| "learning_rate": 7.1198754540736905e-06, | |
| "loss": 3.6022, | |
| "step": 158400 | |
| }, | |
| { | |
| "epoch": 41.13, | |
| "learning_rate": 7.099117799688636e-06, | |
| "loss": 3.6123, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 41.15, | |
| "learning_rate": 7.078360145303581e-06, | |
| "loss": 3.5919, | |
| "step": 158600 | |
| }, | |
| { | |
| "epoch": 41.18, | |
| "learning_rate": 7.057602490918527e-06, | |
| "loss": 3.6186, | |
| "step": 158700 | |
| }, | |
| { | |
| "epoch": 41.2, | |
| "learning_rate": 7.036844836533472e-06, | |
| "loss": 3.6035, | |
| "step": 158800 | |
| }, | |
| { | |
| "epoch": 41.23, | |
| "learning_rate": 7.016087182148418e-06, | |
| "loss": 3.5958, | |
| "step": 158900 | |
| }, | |
| { | |
| "epoch": 41.26, | |
| "learning_rate": 6.995329527763364e-06, | |
| "loss": 3.5873, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 41.28, | |
| "learning_rate": 6.974571873378309e-06, | |
| "loss": 3.6196, | |
| "step": 159100 | |
| }, | |
| { | |
| "epoch": 41.31, | |
| "learning_rate": 6.9538142189932545e-06, | |
| "loss": 3.6018, | |
| "step": 159200 | |
| }, | |
| { | |
| "epoch": 41.33, | |
| "learning_rate": 6.9330565646081994e-06, | |
| "loss": 3.5975, | |
| "step": 159300 | |
| }, | |
| { | |
| "epoch": 41.36, | |
| "learning_rate": 6.912298910223145e-06, | |
| "loss": 3.5927, | |
| "step": 159400 | |
| }, | |
| { | |
| "epoch": 41.39, | |
| "learning_rate": 6.891541255838091e-06, | |
| "loss": 3.6108, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 41.41, | |
| "learning_rate": 6.870783601453036e-06, | |
| "loss": 3.617, | |
| "step": 159600 | |
| }, | |
| { | |
| "epoch": 41.44, | |
| "learning_rate": 6.850025947067982e-06, | |
| "loss": 3.6035, | |
| "step": 159700 | |
| }, | |
| { | |
| "epoch": 41.46, | |
| "learning_rate": 6.829268292682928e-06, | |
| "loss": 3.6088, | |
| "step": 159800 | |
| }, | |
| { | |
| "epoch": 41.49, | |
| "learning_rate": 6.808510638297873e-06, | |
| "loss": 3.6014, | |
| "step": 159900 | |
| }, | |
| { | |
| "epoch": 41.52, | |
| "learning_rate": 6.7877529839128185e-06, | |
| "loss": 3.574, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 41.52, | |
| "eval_gen_len": 12.2779, | |
| "eval_loss": 3.5903589725494385, | |
| "eval_rouge1": 41.8234, | |
| "eval_rouge2": 8.7383, | |
| "eval_rougeL": 37.8126, | |
| "eval_rougeLsum": 37.813, | |
| "eval_runtime": 76.3545, | |
| "eval_samples_per_second": 50.475, | |
| "eval_steps_per_second": 6.313, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 41.54, | |
| "learning_rate": 6.7669953295277634e-06, | |
| "loss": 3.6005, | |
| "step": 160100 | |
| }, | |
| { | |
| "epoch": 41.57, | |
| "learning_rate": 6.746237675142709e-06, | |
| "loss": 3.571, | |
| "step": 160200 | |
| }, | |
| { | |
| "epoch": 41.59, | |
| "learning_rate": 6.725480020757655e-06, | |
| "loss": 3.616, | |
| "step": 160300 | |
| }, | |
| { | |
| "epoch": 41.62, | |
| "learning_rate": 6.7047223663726e-06, | |
| "loss": 3.605, | |
| "step": 160400 | |
| }, | |
| { | |
| "epoch": 41.65, | |
| "learning_rate": 6.683964711987546e-06, | |
| "loss": 3.5991, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 41.67, | |
| "learning_rate": 6.663207057602491e-06, | |
| "loss": 3.6063, | |
| "step": 160600 | |
| }, | |
| { | |
| "epoch": 41.7, | |
| "learning_rate": 6.642449403217437e-06, | |
| "loss": 3.5771, | |
| "step": 160700 | |
| }, | |
| { | |
| "epoch": 41.72, | |
| "learning_rate": 6.6216917488323824e-06, | |
| "loss": 3.6011, | |
| "step": 160800 | |
| }, | |
| { | |
| "epoch": 41.75, | |
| "learning_rate": 6.600934094447327e-06, | |
| "loss": 3.6073, | |
| "step": 160900 | |
| }, | |
| { | |
| "epoch": 41.77, | |
| "learning_rate": 6.580176440062273e-06, | |
| "loss": 3.6129, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 41.8, | |
| "learning_rate": 6.559418785677218e-06, | |
| "loss": 3.5917, | |
| "step": 161100 | |
| }, | |
| { | |
| "epoch": 41.83, | |
| "learning_rate": 6.538661131292164e-06, | |
| "loss": 3.6049, | |
| "step": 161200 | |
| }, | |
| { | |
| "epoch": 41.85, | |
| "learning_rate": 6.517903476907111e-06, | |
| "loss": 3.5975, | |
| "step": 161300 | |
| }, | |
| { | |
| "epoch": 41.88, | |
| "learning_rate": 6.497145822522055e-06, | |
| "loss": 3.5925, | |
| "step": 161400 | |
| }, | |
| { | |
| "epoch": 41.9, | |
| "learning_rate": 6.4763881681370014e-06, | |
| "loss": 3.6042, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 41.93, | |
| "learning_rate": 6.455630513751947e-06, | |
| "loss": 3.5978, | |
| "step": 161600 | |
| }, | |
| { | |
| "epoch": 41.96, | |
| "learning_rate": 6.434872859366892e-06, | |
| "loss": 3.5942, | |
| "step": 161700 | |
| }, | |
| { | |
| "epoch": 41.98, | |
| "learning_rate": 6.414115204981838e-06, | |
| "loss": 3.6045, | |
| "step": 161800 | |
| }, | |
| { | |
| "epoch": 42.01, | |
| "learning_rate": 6.393357550596783e-06, | |
| "loss": 3.5946, | |
| "step": 161900 | |
| }, | |
| { | |
| "epoch": 42.03, | |
| "learning_rate": 6.372599896211729e-06, | |
| "loss": 3.6214, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 42.06, | |
| "learning_rate": 6.351842241826675e-06, | |
| "loss": 3.6172, | |
| "step": 162100 | |
| }, | |
| { | |
| "epoch": 42.09, | |
| "learning_rate": 6.33108458744162e-06, | |
| "loss": 3.6064, | |
| "step": 162200 | |
| }, | |
| { | |
| "epoch": 42.11, | |
| "learning_rate": 6.3103269330565654e-06, | |
| "loss": 3.5931, | |
| "step": 162300 | |
| }, | |
| { | |
| "epoch": 42.14, | |
| "learning_rate": 6.28956927867151e-06, | |
| "loss": 3.5975, | |
| "step": 162400 | |
| }, | |
| { | |
| "epoch": 42.16, | |
| "learning_rate": 6.268811624286456e-06, | |
| "loss": 3.5952, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 42.19, | |
| "learning_rate": 6.248053969901402e-06, | |
| "loss": 3.6057, | |
| "step": 162600 | |
| }, | |
| { | |
| "epoch": 42.22, | |
| "learning_rate": 6.227296315516347e-06, | |
| "loss": 3.5965, | |
| "step": 162700 | |
| }, | |
| { | |
| "epoch": 42.24, | |
| "learning_rate": 6.206538661131293e-06, | |
| "loss": 3.6234, | |
| "step": 162800 | |
| }, | |
| { | |
| "epoch": 42.27, | |
| "learning_rate": 6.185781006746239e-06, | |
| "loss": 3.5977, | |
| "step": 162900 | |
| }, | |
| { | |
| "epoch": 42.29, | |
| "learning_rate": 6.165023352361184e-06, | |
| "loss": 3.6099, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 42.32, | |
| "learning_rate": 6.144265697976129e-06, | |
| "loss": 3.5625, | |
| "step": 163100 | |
| }, | |
| { | |
| "epoch": 42.35, | |
| "learning_rate": 6.123508043591074e-06, | |
| "loss": 3.6009, | |
| "step": 163200 | |
| }, | |
| { | |
| "epoch": 42.37, | |
| "learning_rate": 6.10275038920602e-06, | |
| "loss": 3.5834, | |
| "step": 163300 | |
| }, | |
| { | |
| "epoch": 42.4, | |
| "learning_rate": 6.081992734820966e-06, | |
| "loss": 3.564, | |
| "step": 163400 | |
| }, | |
| { | |
| "epoch": 42.42, | |
| "learning_rate": 6.061235080435911e-06, | |
| "loss": 3.6205, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 42.45, | |
| "learning_rate": 6.040477426050857e-06, | |
| "loss": 3.5879, | |
| "step": 163600 | |
| }, | |
| { | |
| "epoch": 42.48, | |
| "learning_rate": 6.019719771665802e-06, | |
| "loss": 3.6, | |
| "step": 163700 | |
| }, | |
| { | |
| "epoch": 42.5, | |
| "learning_rate": 5.9989621172807476e-06, | |
| "loss": 3.5986, | |
| "step": 163800 | |
| }, | |
| { | |
| "epoch": 42.53, | |
| "learning_rate": 5.978204462895693e-06, | |
| "loss": 3.6023, | |
| "step": 163900 | |
| }, | |
| { | |
| "epoch": 42.55, | |
| "learning_rate": 5.957446808510638e-06, | |
| "loss": 3.6012, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 42.58, | |
| "learning_rate": 5.936689154125584e-06, | |
| "loss": 3.5837, | |
| "step": 164100 | |
| }, | |
| { | |
| "epoch": 42.61, | |
| "learning_rate": 5.915931499740529e-06, | |
| "loss": 3.6029, | |
| "step": 164200 | |
| }, | |
| { | |
| "epoch": 42.63, | |
| "learning_rate": 5.895173845355475e-06, | |
| "loss": 3.6119, | |
| "step": 164300 | |
| }, | |
| { | |
| "epoch": 42.66, | |
| "learning_rate": 5.874416190970421e-06, | |
| "loss": 3.5922, | |
| "step": 164400 | |
| }, | |
| { | |
| "epoch": 42.68, | |
| "learning_rate": 5.853658536585366e-06, | |
| "loss": 3.6092, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 42.71, | |
| "learning_rate": 5.8329008822003115e-06, | |
| "loss": 3.5925, | |
| "step": 164600 | |
| }, | |
| { | |
| "epoch": 42.73, | |
| "learning_rate": 5.812143227815258e-06, | |
| "loss": 3.6074, | |
| "step": 164700 | |
| }, | |
| { | |
| "epoch": 42.76, | |
| "learning_rate": 5.791385573430202e-06, | |
| "loss": 3.6085, | |
| "step": 164800 | |
| }, | |
| { | |
| "epoch": 42.79, | |
| "learning_rate": 5.770627919045149e-06, | |
| "loss": 3.6101, | |
| "step": 164900 | |
| }, | |
| { | |
| "epoch": 42.81, | |
| "learning_rate": 5.749870264660093e-06, | |
| "loss": 3.5595, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 42.81, | |
| "eval_gen_len": 12.2761, | |
| "eval_loss": 3.5897645950317383, | |
| "eval_rouge1": 41.7274, | |
| "eval_rouge2": 8.7877, | |
| "eval_rougeL": 37.7333, | |
| "eval_rougeLsum": 37.7388, | |
| "eval_runtime": 76.3561, | |
| "eval_samples_per_second": 50.474, | |
| "eval_steps_per_second": 6.313, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 42.84, | |
| "learning_rate": 5.72911261027504e-06, | |
| "loss": 3.624, | |
| "step": 165100 | |
| }, | |
| { | |
| "epoch": 42.86, | |
| "learning_rate": 5.708354955889986e-06, | |
| "loss": 3.6039, | |
| "step": 165200 | |
| }, | |
| { | |
| "epoch": 42.89, | |
| "learning_rate": 5.6875973015049306e-06, | |
| "loss": 3.6057, | |
| "step": 165300 | |
| }, | |
| { | |
| "epoch": 42.92, | |
| "learning_rate": 5.666839647119876e-06, | |
| "loss": 3.5824, | |
| "step": 165400 | |
| }, | |
| { | |
| "epoch": 42.94, | |
| "learning_rate": 5.646081992734821e-06, | |
| "loss": 3.5717, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 42.97, | |
| "learning_rate": 5.625324338349767e-06, | |
| "loss": 3.5933, | |
| "step": 165600 | |
| }, | |
| { | |
| "epoch": 42.99, | |
| "learning_rate": 5.604566683964713e-06, | |
| "loss": 3.5948, | |
| "step": 165700 | |
| }, | |
| { | |
| "epoch": 43.02, | |
| "learning_rate": 5.583809029579658e-06, | |
| "loss": 3.5862, | |
| "step": 165800 | |
| }, | |
| { | |
| "epoch": 43.05, | |
| "learning_rate": 5.563051375194604e-06, | |
| "loss": 3.5895, | |
| "step": 165900 | |
| }, | |
| { | |
| "epoch": 43.07, | |
| "learning_rate": 5.5422937208095496e-06, | |
| "loss": 3.6074, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 43.1, | |
| "learning_rate": 5.5215360664244945e-06, | |
| "loss": 3.6064, | |
| "step": 166100 | |
| }, | |
| { | |
| "epoch": 43.12, | |
| "learning_rate": 5.50077841203944e-06, | |
| "loss": 3.6145, | |
| "step": 166200 | |
| }, | |
| { | |
| "epoch": 43.15, | |
| "learning_rate": 5.480020757654385e-06, | |
| "loss": 3.5731, | |
| "step": 166300 | |
| }, | |
| { | |
| "epoch": 43.18, | |
| "learning_rate": 5.459263103269331e-06, | |
| "loss": 3.6008, | |
| "step": 166400 | |
| }, | |
| { | |
| "epoch": 43.2, | |
| "learning_rate": 5.438505448884277e-06, | |
| "loss": 3.6109, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 43.23, | |
| "learning_rate": 5.417747794499222e-06, | |
| "loss": 3.6112, | |
| "step": 166600 | |
| }, | |
| { | |
| "epoch": 43.25, | |
| "learning_rate": 5.396990140114168e-06, | |
| "loss": 3.5723, | |
| "step": 166700 | |
| }, | |
| { | |
| "epoch": 43.28, | |
| "learning_rate": 5.376232485729113e-06, | |
| "loss": 3.6063, | |
| "step": 166800 | |
| }, | |
| { | |
| "epoch": 43.31, | |
| "learning_rate": 5.3554748313440585e-06, | |
| "loss": 3.6037, | |
| "step": 166900 | |
| }, | |
| { | |
| "epoch": 43.33, | |
| "learning_rate": 5.334717176959004e-06, | |
| "loss": 3.5815, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 43.36, | |
| "learning_rate": 5.313959522573949e-06, | |
| "loss": 3.6042, | |
| "step": 167100 | |
| }, | |
| { | |
| "epoch": 43.38, | |
| "learning_rate": 5.293201868188895e-06, | |
| "loss": 3.621, | |
| "step": 167200 | |
| }, | |
| { | |
| "epoch": 43.41, | |
| "learning_rate": 5.27244421380384e-06, | |
| "loss": 3.5913, | |
| "step": 167300 | |
| }, | |
| { | |
| "epoch": 43.44, | |
| "learning_rate": 5.251686559418786e-06, | |
| "loss": 3.5908, | |
| "step": 167400 | |
| }, | |
| { | |
| "epoch": 43.46, | |
| "learning_rate": 5.230928905033732e-06, | |
| "loss": 3.5799, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 43.49, | |
| "learning_rate": 5.210171250648677e-06, | |
| "loss": 3.5886, | |
| "step": 167600 | |
| }, | |
| { | |
| "epoch": 43.51, | |
| "learning_rate": 5.1894135962636225e-06, | |
| "loss": 3.6089, | |
| "step": 167700 | |
| }, | |
| { | |
| "epoch": 43.54, | |
| "learning_rate": 5.168655941878568e-06, | |
| "loss": 3.5928, | |
| "step": 167800 | |
| }, | |
| { | |
| "epoch": 43.57, | |
| "learning_rate": 5.147898287493513e-06, | |
| "loss": 3.5681, | |
| "step": 167900 | |
| }, | |
| { | |
| "epoch": 43.59, | |
| "learning_rate": 5.127140633108459e-06, | |
| "loss": 3.611, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 43.62, | |
| "learning_rate": 5.106382978723404e-06, | |
| "loss": 3.612, | |
| "step": 168100 | |
| }, | |
| { | |
| "epoch": 43.64, | |
| "learning_rate": 5.08562532433835e-06, | |
| "loss": 3.5959, | |
| "step": 168200 | |
| }, | |
| { | |
| "epoch": 43.67, | |
| "learning_rate": 5.0648676699532965e-06, | |
| "loss": 3.5898, | |
| "step": 168300 | |
| }, | |
| { | |
| "epoch": 43.69, | |
| "learning_rate": 5.044110015568241e-06, | |
| "loss": 3.5836, | |
| "step": 168400 | |
| }, | |
| { | |
| "epoch": 43.72, | |
| "learning_rate": 5.023352361183187e-06, | |
| "loss": 3.5974, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 43.75, | |
| "learning_rate": 5.0025947067981314e-06, | |
| "loss": 3.6092, | |
| "step": 168600 | |
| }, | |
| { | |
| "epoch": 43.77, | |
| "learning_rate": 4.981837052413078e-06, | |
| "loss": 3.6135, | |
| "step": 168700 | |
| }, | |
| { | |
| "epoch": 43.8, | |
| "learning_rate": 4.961079398028023e-06, | |
| "loss": 3.6055, | |
| "step": 168800 | |
| }, | |
| { | |
| "epoch": 43.82, | |
| "learning_rate": 4.940321743642969e-06, | |
| "loss": 3.5622, | |
| "step": 168900 | |
| }, | |
| { | |
| "epoch": 43.85, | |
| "learning_rate": 4.919564089257915e-06, | |
| "loss": 3.6091, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 43.88, | |
| "learning_rate": 4.89880643487286e-06, | |
| "loss": 3.5868, | |
| "step": 169100 | |
| }, | |
| { | |
| "epoch": 43.9, | |
| "learning_rate": 4.8780487804878055e-06, | |
| "loss": 3.6074, | |
| "step": 169200 | |
| }, | |
| { | |
| "epoch": 43.93, | |
| "learning_rate": 4.8572911261027505e-06, | |
| "loss": 3.6067, | |
| "step": 169300 | |
| }, | |
| { | |
| "epoch": 43.95, | |
| "learning_rate": 4.836533471717696e-06, | |
| "loss": 3.604, | |
| "step": 169400 | |
| }, | |
| { | |
| "epoch": 43.98, | |
| "learning_rate": 4.815775817332642e-06, | |
| "loss": 3.5873, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 44.01, | |
| "learning_rate": 4.795018162947587e-06, | |
| "loss": 3.6056, | |
| "step": 169600 | |
| }, | |
| { | |
| "epoch": 44.03, | |
| "learning_rate": 4.774260508562533e-06, | |
| "loss": 3.6109, | |
| "step": 169700 | |
| }, | |
| { | |
| "epoch": 44.06, | |
| "learning_rate": 4.753502854177479e-06, | |
| "loss": 3.6052, | |
| "step": 169800 | |
| }, | |
| { | |
| "epoch": 44.08, | |
| "learning_rate": 4.732745199792424e-06, | |
| "loss": 3.6063, | |
| "step": 169900 | |
| }, | |
| { | |
| "epoch": 44.11, | |
| "learning_rate": 4.7119875454073695e-06, | |
| "loss": 3.5897, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 44.11, | |
| "eval_gen_len": 12.2763, | |
| "eval_loss": 3.588927984237671, | |
| "eval_rouge1": 41.8372, | |
| "eval_rouge2": 8.7034, | |
| "eval_rougeL": 37.8307, | |
| "eval_rougeLsum": 37.841, | |
| "eval_runtime": 89.0261, | |
| "eval_samples_per_second": 43.291, | |
| "eval_steps_per_second": 5.414, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 44.14, | |
| "learning_rate": 4.6912298910223144e-06, | |
| "loss": 3.5712, | |
| "step": 170100 | |
| }, | |
| { | |
| "epoch": 44.16, | |
| "learning_rate": 4.67047223663726e-06, | |
| "loss": 3.6044, | |
| "step": 170200 | |
| }, | |
| { | |
| "epoch": 44.19, | |
| "learning_rate": 4.649714582252206e-06, | |
| "loss": 3.6017, | |
| "step": 170300 | |
| }, | |
| { | |
| "epoch": 44.21, | |
| "learning_rate": 4.628956927867151e-06, | |
| "loss": 3.5832, | |
| "step": 170400 | |
| }, | |
| { | |
| "epoch": 44.24, | |
| "learning_rate": 4.608199273482097e-06, | |
| "loss": 3.6089, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 44.27, | |
| "learning_rate": 4.587441619097042e-06, | |
| "loss": 3.6157, | |
| "step": 170600 | |
| }, | |
| { | |
| "epoch": 44.29, | |
| "learning_rate": 4.5666839647119885e-06, | |
| "loss": 3.586, | |
| "step": 170700 | |
| }, | |
| { | |
| "epoch": 44.32, | |
| "learning_rate": 4.5459263103269334e-06, | |
| "loss": 3.6016, | |
| "step": 170800 | |
| }, | |
| { | |
| "epoch": 44.34, | |
| "learning_rate": 4.525168655941879e-06, | |
| "loss": 3.6018, | |
| "step": 170900 | |
| }, | |
| { | |
| "epoch": 44.37, | |
| "learning_rate": 4.504411001556824e-06, | |
| "loss": 3.5958, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 44.4, | |
| "learning_rate": 4.48365334717177e-06, | |
| "loss": 3.5539, | |
| "step": 171100 | |
| }, | |
| { | |
| "epoch": 44.42, | |
| "learning_rate": 4.462895692786716e-06, | |
| "loss": 3.5958, | |
| "step": 171200 | |
| }, | |
| { | |
| "epoch": 44.45, | |
| "learning_rate": 4.442138038401661e-06, | |
| "loss": 3.5845, | |
| "step": 171300 | |
| }, | |
| { | |
| "epoch": 44.47, | |
| "learning_rate": 4.421380384016607e-06, | |
| "loss": 3.5792, | |
| "step": 171400 | |
| }, | |
| { | |
| "epoch": 44.5, | |
| "learning_rate": 4.400622729631552e-06, | |
| "loss": 3.6142, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 44.53, | |
| "learning_rate": 4.379865075246497e-06, | |
| "loss": 3.6097, | |
| "step": 171600 | |
| }, | |
| { | |
| "epoch": 44.55, | |
| "learning_rate": 4.359107420861443e-06, | |
| "loss": 3.6089, | |
| "step": 171700 | |
| }, | |
| { | |
| "epoch": 44.58, | |
| "learning_rate": 4.338349766476388e-06, | |
| "loss": 3.6002, | |
| "step": 171800 | |
| }, | |
| { | |
| "epoch": 44.6, | |
| "learning_rate": 4.317592112091334e-06, | |
| "loss": 3.5973, | |
| "step": 171900 | |
| }, | |
| { | |
| "epoch": 44.63, | |
| "learning_rate": 4.296834457706279e-06, | |
| "loss": 3.6005, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 44.65, | |
| "learning_rate": 4.276076803321225e-06, | |
| "loss": 3.6128, | |
| "step": 172100 | |
| }, | |
| { | |
| "epoch": 44.68, | |
| "learning_rate": 4.255319148936171e-06, | |
| "loss": 3.5831, | |
| "step": 172200 | |
| }, | |
| { | |
| "epoch": 44.71, | |
| "learning_rate": 4.234561494551116e-06, | |
| "loss": 3.6096, | |
| "step": 172300 | |
| }, | |
| { | |
| "epoch": 44.73, | |
| "learning_rate": 4.213803840166061e-06, | |
| "loss": 3.5979, | |
| "step": 172400 | |
| }, | |
| { | |
| "epoch": 44.76, | |
| "learning_rate": 4.193046185781007e-06, | |
| "loss": 3.6007, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 44.78, | |
| "learning_rate": 4.172288531395953e-06, | |
| "loss": 3.5962, | |
| "step": 172600 | |
| }, | |
| { | |
| "epoch": 44.81, | |
| "learning_rate": 4.151530877010898e-06, | |
| "loss": 3.6065, | |
| "step": 172700 | |
| }, | |
| { | |
| "epoch": 44.84, | |
| "learning_rate": 4.130773222625844e-06, | |
| "loss": 3.5907, | |
| "step": 172800 | |
| }, | |
| { | |
| "epoch": 44.86, | |
| "learning_rate": 4.11001556824079e-06, | |
| "loss": 3.5942, | |
| "step": 172900 | |
| }, | |
| { | |
| "epoch": 44.89, | |
| "learning_rate": 4.089257913855735e-06, | |
| "loss": 3.6046, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 44.91, | |
| "learning_rate": 4.06850025947068e-06, | |
| "loss": 3.5897, | |
| "step": 173100 | |
| }, | |
| { | |
| "epoch": 44.94, | |
| "learning_rate": 4.047742605085625e-06, | |
| "loss": 3.6068, | |
| "step": 173200 | |
| }, | |
| { | |
| "epoch": 44.97, | |
| "learning_rate": 4.026984950700571e-06, | |
| "loss": 3.5986, | |
| "step": 173300 | |
| }, | |
| { | |
| "epoch": 44.99, | |
| "learning_rate": 4.006227296315517e-06, | |
| "loss": 3.6101, | |
| "step": 173400 | |
| }, | |
| { | |
| "epoch": 45.02, | |
| "learning_rate": 3.985469641930462e-06, | |
| "loss": 3.6068, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 45.04, | |
| "learning_rate": 3.964711987545408e-06, | |
| "loss": 3.6006, | |
| "step": 173600 | |
| }, | |
| { | |
| "epoch": 45.07, | |
| "learning_rate": 3.943954333160353e-06, | |
| "loss": 3.5955, | |
| "step": 173700 | |
| }, | |
| { | |
| "epoch": 45.1, | |
| "learning_rate": 3.9231966787752986e-06, | |
| "loss": 3.6147, | |
| "step": 173800 | |
| }, | |
| { | |
| "epoch": 45.12, | |
| "learning_rate": 3.902439024390244e-06, | |
| "loss": 3.6057, | |
| "step": 173900 | |
| }, | |
| { | |
| "epoch": 45.15, | |
| "learning_rate": 3.881681370005189e-06, | |
| "loss": 3.6, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 45.17, | |
| "learning_rate": 3.860923715620135e-06, | |
| "loss": 3.6016, | |
| "step": 174100 | |
| }, | |
| { | |
| "epoch": 45.2, | |
| "learning_rate": 3.84016606123508e-06, | |
| "loss": 3.6131, | |
| "step": 174200 | |
| }, | |
| { | |
| "epoch": 45.23, | |
| "learning_rate": 3.819408406850027e-06, | |
| "loss": 3.6014, | |
| "step": 174300 | |
| }, | |
| { | |
| "epoch": 45.25, | |
| "learning_rate": 3.7986507524649718e-06, | |
| "loss": 3.6189, | |
| "step": 174400 | |
| }, | |
| { | |
| "epoch": 45.28, | |
| "learning_rate": 3.777893098079917e-06, | |
| "loss": 3.601, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 45.3, | |
| "learning_rate": 3.7571354436948626e-06, | |
| "loss": 3.6047, | |
| "step": 174600 | |
| }, | |
| { | |
| "epoch": 45.33, | |
| "learning_rate": 3.7363777893098084e-06, | |
| "loss": 3.6055, | |
| "step": 174700 | |
| }, | |
| { | |
| "epoch": 45.36, | |
| "learning_rate": 3.7156201349247538e-06, | |
| "loss": 3.5924, | |
| "step": 174800 | |
| }, | |
| { | |
| "epoch": 45.38, | |
| "learning_rate": 3.694862480539699e-06, | |
| "loss": 3.5623, | |
| "step": 174900 | |
| }, | |
| { | |
| "epoch": 45.41, | |
| "learning_rate": 3.6741048261546445e-06, | |
| "loss": 3.603, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 45.41, | |
| "eval_gen_len": 12.2761, | |
| "eval_loss": 3.588848114013672, | |
| "eval_rouge1": 41.7972, | |
| "eval_rouge2": 8.7107, | |
| "eval_rougeL": 37.7776, | |
| "eval_rougeLsum": 37.818, | |
| "eval_runtime": 75.5493, | |
| "eval_samples_per_second": 51.013, | |
| "eval_steps_per_second": 6.38, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 45.43, | |
| "learning_rate": 3.65334717176959e-06, | |
| "loss": 3.5854, | |
| "step": 175100 | |
| }, | |
| { | |
| "epoch": 45.46, | |
| "learning_rate": 3.632589517384536e-06, | |
| "loss": 3.6205, | |
| "step": 175200 | |
| }, | |
| { | |
| "epoch": 45.49, | |
| "learning_rate": 3.6118318629994816e-06, | |
| "loss": 3.5974, | |
| "step": 175300 | |
| }, | |
| { | |
| "epoch": 45.51, | |
| "learning_rate": 3.591074208614427e-06, | |
| "loss": 3.5544, | |
| "step": 175400 | |
| }, | |
| { | |
| "epoch": 45.54, | |
| "learning_rate": 3.5703165542293723e-06, | |
| "loss": 3.6007, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 45.56, | |
| "learning_rate": 3.549558899844318e-06, | |
| "loss": 3.5852, | |
| "step": 175600 | |
| }, | |
| { | |
| "epoch": 45.59, | |
| "learning_rate": 3.5288012454592636e-06, | |
| "loss": 3.5849, | |
| "step": 175700 | |
| }, | |
| { | |
| "epoch": 45.61, | |
| "learning_rate": 3.508043591074209e-06, | |
| "loss": 3.6133, | |
| "step": 175800 | |
| }, | |
| { | |
| "epoch": 45.64, | |
| "learning_rate": 3.4872859366891543e-06, | |
| "loss": 3.6079, | |
| "step": 175900 | |
| }, | |
| { | |
| "epoch": 45.67, | |
| "learning_rate": 3.4665282823040997e-06, | |
| "loss": 3.6056, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 45.69, | |
| "learning_rate": 3.4457706279190455e-06, | |
| "loss": 3.6158, | |
| "step": 176100 | |
| }, | |
| { | |
| "epoch": 45.72, | |
| "learning_rate": 3.425012973533991e-06, | |
| "loss": 3.5834, | |
| "step": 176200 | |
| }, | |
| { | |
| "epoch": 45.74, | |
| "learning_rate": 3.4042553191489363e-06, | |
| "loss": 3.6131, | |
| "step": 176300 | |
| }, | |
| { | |
| "epoch": 45.77, | |
| "learning_rate": 3.3834976647638817e-06, | |
| "loss": 3.599, | |
| "step": 176400 | |
| }, | |
| { | |
| "epoch": 45.8, | |
| "learning_rate": 3.3627400103788275e-06, | |
| "loss": 3.5958, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 45.82, | |
| "learning_rate": 3.341982355993773e-06, | |
| "loss": 3.603, | |
| "step": 176600 | |
| }, | |
| { | |
| "epoch": 45.85, | |
| "learning_rate": 3.3212247016087183e-06, | |
| "loss": 3.6061, | |
| "step": 176700 | |
| }, | |
| { | |
| "epoch": 45.87, | |
| "learning_rate": 3.3004670472236637e-06, | |
| "loss": 3.6092, | |
| "step": 176800 | |
| }, | |
| { | |
| "epoch": 45.9, | |
| "learning_rate": 3.279709392838609e-06, | |
| "loss": 3.5822, | |
| "step": 176900 | |
| }, | |
| { | |
| "epoch": 45.93, | |
| "learning_rate": 3.2589517384535553e-06, | |
| "loss": 3.6168, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 45.95, | |
| "learning_rate": 3.2381940840685007e-06, | |
| "loss": 3.5881, | |
| "step": 177100 | |
| }, | |
| { | |
| "epoch": 45.98, | |
| "learning_rate": 3.217436429683446e-06, | |
| "loss": 3.5902, | |
| "step": 177200 | |
| }, | |
| { | |
| "epoch": 46.0, | |
| "learning_rate": 3.1966787752983915e-06, | |
| "loss": 3.6043, | |
| "step": 177300 | |
| }, | |
| { | |
| "epoch": 46.03, | |
| "learning_rate": 3.1759211209133373e-06, | |
| "loss": 3.622, | |
| "step": 177400 | |
| }, | |
| { | |
| "epoch": 46.06, | |
| "learning_rate": 3.1551634665282827e-06, | |
| "loss": 3.596, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 46.08, | |
| "learning_rate": 3.134405812143228e-06, | |
| "loss": 3.6066, | |
| "step": 177600 | |
| }, | |
| { | |
| "epoch": 46.11, | |
| "learning_rate": 3.1136481577581735e-06, | |
| "loss": 3.5779, | |
| "step": 177700 | |
| }, | |
| { | |
| "epoch": 46.13, | |
| "learning_rate": 3.0928905033731193e-06, | |
| "loss": 3.5979, | |
| "step": 177800 | |
| }, | |
| { | |
| "epoch": 46.16, | |
| "learning_rate": 3.0721328489880647e-06, | |
| "loss": 3.6115, | |
| "step": 177900 | |
| }, | |
| { | |
| "epoch": 46.19, | |
| "learning_rate": 3.05137519460301e-06, | |
| "loss": 3.5964, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 46.21, | |
| "learning_rate": 3.0306175402179555e-06, | |
| "loss": 3.601, | |
| "step": 178100 | |
| }, | |
| { | |
| "epoch": 46.24, | |
| "learning_rate": 3.009859885832901e-06, | |
| "loss": 3.605, | |
| "step": 178200 | |
| }, | |
| { | |
| "epoch": 46.26, | |
| "learning_rate": 2.9891022314478467e-06, | |
| "loss": 3.5961, | |
| "step": 178300 | |
| }, | |
| { | |
| "epoch": 46.29, | |
| "learning_rate": 2.968344577062792e-06, | |
| "loss": 3.5992, | |
| "step": 178400 | |
| }, | |
| { | |
| "epoch": 46.32, | |
| "learning_rate": 2.9475869226777375e-06, | |
| "loss": 3.5911, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 46.34, | |
| "learning_rate": 2.926829268292683e-06, | |
| "loss": 3.6145, | |
| "step": 178600 | |
| }, | |
| { | |
| "epoch": 46.37, | |
| "learning_rate": 2.906071613907629e-06, | |
| "loss": 3.6187, | |
| "step": 178700 | |
| }, | |
| { | |
| "epoch": 46.39, | |
| "learning_rate": 2.8853139595225745e-06, | |
| "loss": 3.5984, | |
| "step": 178800 | |
| }, | |
| { | |
| "epoch": 46.42, | |
| "learning_rate": 2.86455630513752e-06, | |
| "loss": 3.6209, | |
| "step": 178900 | |
| }, | |
| { | |
| "epoch": 46.45, | |
| "learning_rate": 2.8437986507524653e-06, | |
| "loss": 3.6118, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 46.47, | |
| "learning_rate": 2.8230409963674107e-06, | |
| "loss": 3.5919, | |
| "step": 179100 | |
| }, | |
| { | |
| "epoch": 46.5, | |
| "learning_rate": 2.8022833419823565e-06, | |
| "loss": 3.5834, | |
| "step": 179200 | |
| }, | |
| { | |
| "epoch": 46.52, | |
| "learning_rate": 2.781525687597302e-06, | |
| "loss": 3.6115, | |
| "step": 179300 | |
| }, | |
| { | |
| "epoch": 46.55, | |
| "learning_rate": 2.7607680332122473e-06, | |
| "loss": 3.5936, | |
| "step": 179400 | |
| }, | |
| { | |
| "epoch": 46.57, | |
| "learning_rate": 2.7400103788271927e-06, | |
| "loss": 3.6, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 46.6, | |
| "learning_rate": 2.7192527244421385e-06, | |
| "loss": 3.5933, | |
| "step": 179600 | |
| }, | |
| { | |
| "epoch": 46.63, | |
| "learning_rate": 2.698495070057084e-06, | |
| "loss": 3.6119, | |
| "step": 179700 | |
| }, | |
| { | |
| "epoch": 46.65, | |
| "learning_rate": 2.6777374156720293e-06, | |
| "loss": 3.5724, | |
| "step": 179800 | |
| }, | |
| { | |
| "epoch": 46.68, | |
| "learning_rate": 2.6569797612869746e-06, | |
| "loss": 3.6003, | |
| "step": 179900 | |
| }, | |
| { | |
| "epoch": 46.7, | |
| "learning_rate": 2.63622210690192e-06, | |
| "loss": 3.5871, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 46.7, | |
| "eval_gen_len": 12.2763, | |
| "eval_loss": 3.588209390640259, | |
| "eval_rouge1": 42.036, | |
| "eval_rouge2": 8.9032, | |
| "eval_rougeL": 38.038, | |
| "eval_rougeLsum": 38.0396, | |
| "eval_runtime": 75.5618, | |
| "eval_samples_per_second": 51.005, | |
| "eval_steps_per_second": 6.379, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 46.73, | |
| "learning_rate": 2.615464452516866e-06, | |
| "loss": 3.6057, | |
| "step": 180100 | |
| }, | |
| { | |
| "epoch": 46.76, | |
| "learning_rate": 2.5947067981318112e-06, | |
| "loss": 3.6021, | |
| "step": 180200 | |
| }, | |
| { | |
| "epoch": 46.78, | |
| "learning_rate": 2.5739491437467566e-06, | |
| "loss": 3.6029, | |
| "step": 180300 | |
| }, | |
| { | |
| "epoch": 46.81, | |
| "learning_rate": 2.553191489361702e-06, | |
| "loss": 3.5808, | |
| "step": 180400 | |
| }, | |
| { | |
| "epoch": 46.83, | |
| "learning_rate": 2.5324338349766483e-06, | |
| "loss": 3.5926, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 46.86, | |
| "learning_rate": 2.5116761805915937e-06, | |
| "loss": 3.5993, | |
| "step": 180600 | |
| }, | |
| { | |
| "epoch": 46.89, | |
| "learning_rate": 2.490918526206539e-06, | |
| "loss": 3.5895, | |
| "step": 180700 | |
| }, | |
| { | |
| "epoch": 46.91, | |
| "learning_rate": 2.4701608718214844e-06, | |
| "loss": 3.5926, | |
| "step": 180800 | |
| }, | |
| { | |
| "epoch": 46.94, | |
| "learning_rate": 2.44940321743643e-06, | |
| "loss": 3.5833, | |
| "step": 180900 | |
| }, | |
| { | |
| "epoch": 46.96, | |
| "learning_rate": 2.4286455630513752e-06, | |
| "loss": 3.5937, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 46.99, | |
| "learning_rate": 2.407887908666321e-06, | |
| "loss": 3.5956, | |
| "step": 181100 | |
| }, | |
| { | |
| "epoch": 47.02, | |
| "learning_rate": 2.3871302542812664e-06, | |
| "loss": 3.5819, | |
| "step": 181200 | |
| }, | |
| { | |
| "epoch": 47.04, | |
| "learning_rate": 2.366372599896212e-06, | |
| "loss": 3.5829, | |
| "step": 181300 | |
| }, | |
| { | |
| "epoch": 47.07, | |
| "learning_rate": 2.3456149455111572e-06, | |
| "loss": 3.5862, | |
| "step": 181400 | |
| }, | |
| { | |
| "epoch": 47.09, | |
| "learning_rate": 2.324857291126103e-06, | |
| "loss": 3.596, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 47.12, | |
| "learning_rate": 2.3040996367410484e-06, | |
| "loss": 3.5806, | |
| "step": 181600 | |
| }, | |
| { | |
| "epoch": 47.15, | |
| "learning_rate": 2.2833419823559942e-06, | |
| "loss": 3.6108, | |
| "step": 181700 | |
| }, | |
| { | |
| "epoch": 47.17, | |
| "learning_rate": 2.2625843279709396e-06, | |
| "loss": 3.6012, | |
| "step": 181800 | |
| }, | |
| { | |
| "epoch": 47.2, | |
| "learning_rate": 2.241826673585885e-06, | |
| "loss": 3.6083, | |
| "step": 181900 | |
| }, | |
| { | |
| "epoch": 47.22, | |
| "learning_rate": 2.2210690192008304e-06, | |
| "loss": 3.6121, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 47.25, | |
| "learning_rate": 2.200311364815776e-06, | |
| "loss": 3.5922, | |
| "step": 182100 | |
| }, | |
| { | |
| "epoch": 47.28, | |
| "learning_rate": 2.1795537104307216e-06, | |
| "loss": 3.6015, | |
| "step": 182200 | |
| }, | |
| { | |
| "epoch": 47.3, | |
| "learning_rate": 2.158796056045667e-06, | |
| "loss": 3.5939, | |
| "step": 182300 | |
| }, | |
| { | |
| "epoch": 47.33, | |
| "learning_rate": 2.1380384016606124e-06, | |
| "loss": 3.5858, | |
| "step": 182400 | |
| }, | |
| { | |
| "epoch": 47.35, | |
| "learning_rate": 2.117280747275558e-06, | |
| "loss": 3.596, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 47.38, | |
| "learning_rate": 2.0965230928905036e-06, | |
| "loss": 3.5993, | |
| "step": 182600 | |
| }, | |
| { | |
| "epoch": 47.41, | |
| "learning_rate": 2.075765438505449e-06, | |
| "loss": 3.6232, | |
| "step": 182700 | |
| }, | |
| { | |
| "epoch": 47.43, | |
| "learning_rate": 2.055007784120395e-06, | |
| "loss": 3.6277, | |
| "step": 182800 | |
| }, | |
| { | |
| "epoch": 47.46, | |
| "learning_rate": 2.03425012973534e-06, | |
| "loss": 3.6111, | |
| "step": 182900 | |
| }, | |
| { | |
| "epoch": 47.48, | |
| "learning_rate": 2.0134924753502856e-06, | |
| "loss": 3.5782, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 47.51, | |
| "learning_rate": 1.992734820965231e-06, | |
| "loss": 3.6124, | |
| "step": 183100 | |
| }, | |
| { | |
| "epoch": 47.54, | |
| "learning_rate": 1.9719771665801764e-06, | |
| "loss": 3.5887, | |
| "step": 183200 | |
| }, | |
| { | |
| "epoch": 47.56, | |
| "learning_rate": 1.951219512195122e-06, | |
| "loss": 3.5961, | |
| "step": 183300 | |
| }, | |
| { | |
| "epoch": 47.59, | |
| "learning_rate": 1.9304618578100676e-06, | |
| "loss": 3.6037, | |
| "step": 183400 | |
| }, | |
| { | |
| "epoch": 47.61, | |
| "learning_rate": 1.9097042034250134e-06, | |
| "loss": 3.5906, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 47.64, | |
| "learning_rate": 1.8889465490399586e-06, | |
| "loss": 3.6008, | |
| "step": 183600 | |
| }, | |
| { | |
| "epoch": 47.66, | |
| "learning_rate": 1.8681888946549042e-06, | |
| "loss": 3.6003, | |
| "step": 183700 | |
| }, | |
| { | |
| "epoch": 47.69, | |
| "learning_rate": 1.8474312402698496e-06, | |
| "loss": 3.5995, | |
| "step": 183800 | |
| }, | |
| { | |
| "epoch": 47.72, | |
| "learning_rate": 1.826673585884795e-06, | |
| "loss": 3.6065, | |
| "step": 183900 | |
| }, | |
| { | |
| "epoch": 47.74, | |
| "learning_rate": 1.8059159314997408e-06, | |
| "loss": 3.603, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 47.77, | |
| "learning_rate": 1.7851582771146862e-06, | |
| "loss": 3.6115, | |
| "step": 184100 | |
| }, | |
| { | |
| "epoch": 47.79, | |
| "learning_rate": 1.7644006227296318e-06, | |
| "loss": 3.607, | |
| "step": 184200 | |
| }, | |
| { | |
| "epoch": 47.82, | |
| "learning_rate": 1.7436429683445772e-06, | |
| "loss": 3.5868, | |
| "step": 184300 | |
| }, | |
| { | |
| "epoch": 47.85, | |
| "learning_rate": 1.7228853139595228e-06, | |
| "loss": 3.5955, | |
| "step": 184400 | |
| }, | |
| { | |
| "epoch": 47.87, | |
| "learning_rate": 1.7021276595744682e-06, | |
| "loss": 3.5936, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 47.9, | |
| "learning_rate": 1.6813700051894138e-06, | |
| "loss": 3.5856, | |
| "step": 184600 | |
| }, | |
| { | |
| "epoch": 47.92, | |
| "learning_rate": 1.6606123508043592e-06, | |
| "loss": 3.5826, | |
| "step": 184700 | |
| }, | |
| { | |
| "epoch": 47.95, | |
| "learning_rate": 1.6398546964193045e-06, | |
| "loss": 3.596, | |
| "step": 184800 | |
| }, | |
| { | |
| "epoch": 47.98, | |
| "learning_rate": 1.6190970420342504e-06, | |
| "loss": 3.5876, | |
| "step": 184900 | |
| }, | |
| { | |
| "epoch": 48.0, | |
| "learning_rate": 1.5983393876491958e-06, | |
| "loss": 3.5989, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 48.0, | |
| "eval_gen_len": 12.2766, | |
| "eval_loss": 3.588301181793213, | |
| "eval_rouge1": 42.0728, | |
| "eval_rouge2": 8.8115, | |
| "eval_rougeL": 38.0677, | |
| "eval_rougeLsum": 38.0791, | |
| "eval_runtime": 76.2595, | |
| "eval_samples_per_second": 50.538, | |
| "eval_steps_per_second": 6.321, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 48.03, | |
| "learning_rate": 1.5775817332641414e-06, | |
| "loss": 3.5737, | |
| "step": 185100 | |
| }, | |
| { | |
| "epoch": 48.05, | |
| "learning_rate": 1.5568240788790867e-06, | |
| "loss": 3.5853, | |
| "step": 185200 | |
| }, | |
| { | |
| "epoch": 48.08, | |
| "learning_rate": 1.5360664244940324e-06, | |
| "loss": 3.5972, | |
| "step": 185300 | |
| }, | |
| { | |
| "epoch": 48.11, | |
| "learning_rate": 1.5153087701089777e-06, | |
| "loss": 3.5913, | |
| "step": 185400 | |
| }, | |
| { | |
| "epoch": 48.13, | |
| "learning_rate": 1.4945511157239233e-06, | |
| "loss": 3.6013, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 48.16, | |
| "learning_rate": 1.4737934613388687e-06, | |
| "loss": 3.6086, | |
| "step": 185600 | |
| }, | |
| { | |
| "epoch": 48.18, | |
| "learning_rate": 1.4530358069538146e-06, | |
| "loss": 3.6082, | |
| "step": 185700 | |
| }, | |
| { | |
| "epoch": 48.21, | |
| "learning_rate": 1.43227815256876e-06, | |
| "loss": 3.6127, | |
| "step": 185800 | |
| }, | |
| { | |
| "epoch": 48.24, | |
| "learning_rate": 1.4115204981837053e-06, | |
| "loss": 3.5891, | |
| "step": 185900 | |
| }, | |
| { | |
| "epoch": 48.26, | |
| "learning_rate": 1.390762843798651e-06, | |
| "loss": 3.5713, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 48.29, | |
| "learning_rate": 1.3700051894135963e-06, | |
| "loss": 3.6016, | |
| "step": 186100 | |
| }, | |
| { | |
| "epoch": 48.31, | |
| "learning_rate": 1.349247535028542e-06, | |
| "loss": 3.6099, | |
| "step": 186200 | |
| }, | |
| { | |
| "epoch": 48.34, | |
| "learning_rate": 1.3284898806434873e-06, | |
| "loss": 3.6008, | |
| "step": 186300 | |
| }, | |
| { | |
| "epoch": 48.37, | |
| "learning_rate": 1.307732226258433e-06, | |
| "loss": 3.6014, | |
| "step": 186400 | |
| }, | |
| { | |
| "epoch": 48.39, | |
| "learning_rate": 1.2869745718733783e-06, | |
| "loss": 3.5783, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 48.42, | |
| "learning_rate": 1.2662169174883241e-06, | |
| "loss": 3.6134, | |
| "step": 186600 | |
| }, | |
| { | |
| "epoch": 48.44, | |
| "learning_rate": 1.2454592631032695e-06, | |
| "loss": 3.6004, | |
| "step": 186700 | |
| }, | |
| { | |
| "epoch": 48.47, | |
| "learning_rate": 1.224701608718215e-06, | |
| "loss": 3.5965, | |
| "step": 186800 | |
| }, | |
| { | |
| "epoch": 48.5, | |
| "learning_rate": 1.2039439543331605e-06, | |
| "loss": 3.6013, | |
| "step": 186900 | |
| }, | |
| { | |
| "epoch": 48.52, | |
| "learning_rate": 1.183186299948106e-06, | |
| "loss": 3.6047, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 48.55, | |
| "learning_rate": 1.1624286455630515e-06, | |
| "loss": 3.6083, | |
| "step": 187100 | |
| }, | |
| { | |
| "epoch": 48.57, | |
| "learning_rate": 1.1416709911779971e-06, | |
| "loss": 3.5758, | |
| "step": 187200 | |
| }, | |
| { | |
| "epoch": 48.6, | |
| "learning_rate": 1.1209133367929425e-06, | |
| "loss": 3.5949, | |
| "step": 187300 | |
| }, | |
| { | |
| "epoch": 48.62, | |
| "learning_rate": 1.100155682407888e-06, | |
| "loss": 3.6031, | |
| "step": 187400 | |
| }, | |
| { | |
| "epoch": 48.65, | |
| "learning_rate": 1.0793980280228335e-06, | |
| "loss": 3.6055, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 48.68, | |
| "learning_rate": 1.058640373637779e-06, | |
| "loss": 3.5967, | |
| "step": 187600 | |
| }, | |
| { | |
| "epoch": 48.7, | |
| "learning_rate": 1.0378827192527245e-06, | |
| "loss": 3.6363, | |
| "step": 187700 | |
| }, | |
| { | |
| "epoch": 48.73, | |
| "learning_rate": 1.01712506486767e-06, | |
| "loss": 3.5949, | |
| "step": 187800 | |
| }, | |
| { | |
| "epoch": 48.75, | |
| "learning_rate": 9.963674104826155e-07, | |
| "loss": 3.6098, | |
| "step": 187900 | |
| }, | |
| { | |
| "epoch": 48.78, | |
| "learning_rate": 9.75609756097561e-07, | |
| "loss": 3.5849, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 48.81, | |
| "learning_rate": 9.548521017125067e-07, | |
| "loss": 3.5787, | |
| "step": 188100 | |
| }, | |
| { | |
| "epoch": 48.83, | |
| "learning_rate": 9.340944473274521e-07, | |
| "loss": 3.6023, | |
| "step": 188200 | |
| }, | |
| { | |
| "epoch": 48.86, | |
| "learning_rate": 9.133367929423975e-07, | |
| "loss": 3.596, | |
| "step": 188300 | |
| }, | |
| { | |
| "epoch": 48.88, | |
| "learning_rate": 8.925791385573431e-07, | |
| "loss": 3.5904, | |
| "step": 188400 | |
| }, | |
| { | |
| "epoch": 48.91, | |
| "learning_rate": 8.718214841722886e-07, | |
| "loss": 3.5774, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 48.94, | |
| "learning_rate": 8.510638297872341e-07, | |
| "loss": 3.5695, | |
| "step": 188600 | |
| }, | |
| { | |
| "epoch": 48.96, | |
| "learning_rate": 8.303061754021796e-07, | |
| "loss": 3.61, | |
| "step": 188700 | |
| }, | |
| { | |
| "epoch": 48.99, | |
| "learning_rate": 8.095485210171252e-07, | |
| "loss": 3.5872, | |
| "step": 188800 | |
| }, | |
| { | |
| "epoch": 49.01, | |
| "learning_rate": 7.887908666320707e-07, | |
| "loss": 3.6107, | |
| "step": 188900 | |
| }, | |
| { | |
| "epoch": 49.04, | |
| "learning_rate": 7.680332122470162e-07, | |
| "loss": 3.5763, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 49.07, | |
| "learning_rate": 7.472755578619617e-07, | |
| "loss": 3.5971, | |
| "step": 189100 | |
| }, | |
| { | |
| "epoch": 49.09, | |
| "learning_rate": 7.265179034769073e-07, | |
| "loss": 3.6019, | |
| "step": 189200 | |
| }, | |
| { | |
| "epoch": 49.12, | |
| "learning_rate": 7.057602490918527e-07, | |
| "loss": 3.6155, | |
| "step": 189300 | |
| }, | |
| { | |
| "epoch": 49.14, | |
| "learning_rate": 6.850025947067982e-07, | |
| "loss": 3.5935, | |
| "step": 189400 | |
| }, | |
| { | |
| "epoch": 49.17, | |
| "learning_rate": 6.642449403217437e-07, | |
| "loss": 3.6014, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 49.2, | |
| "learning_rate": 6.434872859366892e-07, | |
| "loss": 3.6099, | |
| "step": 189600 | |
| }, | |
| { | |
| "epoch": 49.22, | |
| "learning_rate": 6.227296315516348e-07, | |
| "loss": 3.5569, | |
| "step": 189700 | |
| }, | |
| { | |
| "epoch": 49.25, | |
| "learning_rate": 6.019719771665803e-07, | |
| "loss": 3.6024, | |
| "step": 189800 | |
| }, | |
| { | |
| "epoch": 49.27, | |
| "learning_rate": 5.812143227815258e-07, | |
| "loss": 3.5954, | |
| "step": 189900 | |
| }, | |
| { | |
| "epoch": 49.3, | |
| "learning_rate": 5.604566683964713e-07, | |
| "loss": 3.5932, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 49.3, | |
| "eval_gen_len": 12.2761, | |
| "eval_loss": 3.588038682937622, | |
| "eval_rouge1": 41.988, | |
| "eval_rouge2": 8.8748, | |
| "eval_rougeL": 37.9796, | |
| "eval_rougeLsum": 37.984, | |
| "eval_runtime": 75.4468, | |
| "eval_samples_per_second": 51.082, | |
| "eval_steps_per_second": 6.389, | |
| "step": 190000 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 192700, | |
| "num_train_epochs": 50, | |
| "save_steps": 5000, | |
| "total_flos": 9.256502644614758e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |