{ "best_metric": 0.040760207921266556, "best_model_checkpoint": "/data2/bart/temp_workspace/nlp/output_dir/checkpoint-250000", "epoch": 5.131554394476582, "global_step": 330000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "learning_rate": 2.844285714285714e-07, "loss": 2.9266, "step": 2000 }, { "epoch": 0.06, "learning_rate": 5.701428571428572e-07, "loss": 0.9726, "step": 4000 }, { "epoch": 0.09, "learning_rate": 8.558571428571428e-07, "loss": 0.5831, "step": 6000 }, { "epoch": 0.12, "learning_rate": 1.1415714285714287e-06, "loss": 0.4407, "step": 8000 }, { "epoch": 0.16, "learning_rate": 1.4272857142857143e-06, "loss": 0.361, "step": 10000 }, { "epoch": 0.16, "eval_bleu": 0.7861044602086867, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0976053345100065, "eval_loss": 0.24034307897090912, "eval_reference_length": 688948, "eval_rouge1": 0.8478815702507803, "eval_rouge2": 0.770393954032274, "eval_rougeL": 0.8471496607249986, "eval_rougeLsum": 0.8471595113950809, "eval_runtime": 357.1063, "eval_samples_per_second": 120.051, "eval_steps_per_second": 10.005, "eval_translation_length": 756193, "step": 10000 }, { "epoch": 0.19, "learning_rate": 1.712857142857143e-06, "loss": 0.2936, "step": 12000 }, { "epoch": 0.22, "learning_rate": 1.9985714285714287e-06, "loss": 0.255, "step": 14000 }, { "epoch": 0.25, "learning_rate": 2.2841428571428574e-06, "loss": 0.2187, "step": 16000 }, { "epoch": 0.28, "learning_rate": 2.569714285714286e-06, "loss": 0.1976, "step": 18000 }, { "epoch": 0.31, "learning_rate": 2.8552857142857144e-06, "loss": 0.1795, "step": 20000 }, { "epoch": 0.31, "eval_bleu": 0.8725717687820272, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0512491508793116, "eval_loss": 0.12307040393352509, "eval_reference_length": 688948, "eval_rouge1": 0.9065960080443258, "eval_rouge2": 0.8543292052866391, "eval_rougeL": 0.9063849761037827, "eval_rougeLsum": 0.9063953832846721, "eval_runtime": 357.2954, "eval_samples_per_second": 119.988, "eval_steps_per_second": 10.0, "eval_translation_length": 724256, "step": 20000 }, { "epoch": 0.34, "learning_rate": 3.140857142857143e-06, "loss": 0.1669, "step": 22000 }, { "epoch": 0.37, "learning_rate": 3.4264285714285715e-06, "loss": 0.151, "step": 24000 }, { "epoch": 0.4, "learning_rate": 3.7121428571428575e-06, "loss": 0.1387, "step": 26000 }, { "epoch": 0.44, "learning_rate": 3.997714285714286e-06, "loss": 0.1354, "step": 28000 }, { "epoch": 0.47, "learning_rate": 4.2834285714285715e-06, "loss": 0.1244, "step": 30000 }, { "epoch": 0.47, "eval_bleu": 0.8899834257776226, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.050031352148493, "eval_loss": 0.09066224843263626, "eval_reference_length": 688948, "eval_rouge1": 0.9246723733764061, "eval_rouge2": 0.8828517220657879, "eval_rougeL": 0.9244225429282074, "eval_rougeLsum": 0.9244091547844906, "eval_runtime": 347.7759, "eval_samples_per_second": 123.272, "eval_steps_per_second": 10.274, "eval_translation_length": 723417, "step": 30000 }, { "epoch": 0.5, "learning_rate": 4.569e-06, "loss": 0.1206, "step": 32000 }, { "epoch": 0.53, "learning_rate": 4.854714285714286e-06, "loss": 0.1136, "step": 34000 }, { "epoch": 0.56, "learning_rate": 5.140285714285715e-06, "loss": 0.1128, "step": 36000 }, { "epoch": 0.59, "learning_rate": 5.426e-06, "loss": 0.1048, "step": 38000 }, { "epoch": 0.62, "learning_rate": 5.7115714285714285e-06, "loss": 0.1012, "step": 40000 }, { "epoch": 0.62, "eval_bleu": 0.9208253246491475, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0275782787670478, "eval_loss": 0.07363951206207275, "eval_reference_length": 688948, "eval_rouge1": 0.9455229652203183, "eval_rouge2": 0.9101496822244501, "eval_rougeL": 0.9454059770773995, "eval_rougeLsum": 0.9454056293148791, "eval_runtime": 359.949, "eval_samples_per_second": 119.103, "eval_steps_per_second": 9.926, "eval_translation_length": 707948, "step": 40000 }, { "epoch": 0.65, "learning_rate": 5.997285714285714e-06, "loss": 0.0962, "step": 42000 }, { "epoch": 0.68, "learning_rate": 6.282571428571429e-06, "loss": 0.0964, "step": 44000 }, { "epoch": 0.72, "learning_rate": 6.568285714285715e-06, "loss": 0.095, "step": 46000 }, { "epoch": 0.75, "learning_rate": 6.8538571428571434e-06, "loss": 0.0913, "step": 48000 }, { "epoch": 0.78, "learning_rate": 7.139428571428572e-06, "loss": 0.0906, "step": 50000 }, { "epoch": 0.78, "eval_bleu": 0.9072012805362628, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0453851379204235, "eval_loss": 0.06683389842510223, "eval_reference_length": 688948, "eval_rouge1": 0.936913196858357, "eval_rouge2": 0.9021025087676598, "eval_rougeL": 0.9368038216303922, "eval_rougeLsum": 0.936786757645766, "eval_runtime": 350.5992, "eval_samples_per_second": 122.279, "eval_steps_per_second": 10.191, "eval_translation_length": 720216, "step": 50000 }, { "epoch": 0.81, "learning_rate": 7.425142857142857e-06, "loss": 0.0881, "step": 52000 }, { "epoch": 0.84, "learning_rate": 7.710714285714287e-06, "loss": 0.088, "step": 54000 }, { "epoch": 0.87, "learning_rate": 7.996428571428572e-06, "loss": 0.0852, "step": 56000 }, { "epoch": 0.9, "learning_rate": 8.281857142857143e-06, "loss": 0.0836, "step": 58000 }, { "epoch": 0.93, "learning_rate": 8.567428571428572e-06, "loss": 0.0837, "step": 60000 }, { "epoch": 0.93, "eval_bleu": 0.9378929040812776, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0159213757787235, "eval_loss": 0.06079160049557686, "eval_reference_length": 688948, "eval_rouge1": 0.9552455374973553, "eval_rouge2": 0.9234403473524968, "eval_rougeL": 0.9552044295582562, "eval_rougeLsum": 0.9551288128727483, "eval_runtime": 353.7894, "eval_samples_per_second": 121.177, "eval_steps_per_second": 10.099, "eval_translation_length": 699917, "step": 60000 }, { "epoch": 0.96, "learning_rate": 8.853142857142858e-06, "loss": 0.0839, "step": 62000 }, { "epoch": 1.0, "learning_rate": 9.138571428571429e-06, "loss": 0.0815, "step": 64000 }, { "epoch": 1.03, "learning_rate": 9.424285714285715e-06, "loss": 0.0742, "step": 66000 }, { "epoch": 1.06, "learning_rate": 9.71e-06, "loss": 0.0683, "step": 68000 }, { "epoch": 1.09, "learning_rate": 9.995714285714286e-06, "loss": 0.067, "step": 70000 }, { "epoch": 1.09, "eval_bleu": 0.9320243750023054, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0232078473266488, "eval_loss": 0.058820515871047974, "eval_reference_length": 688948, "eval_rouge1": 0.9532786206216067, "eval_rouge2": 0.9224384838543223, "eval_rougeL": 0.9531782599798171, "eval_rougeLsum": 0.9531407362403285, "eval_runtime": 346.6656, "eval_samples_per_second": 123.667, "eval_steps_per_second": 10.307, "eval_translation_length": 704937, "step": 70000 }, { "epoch": 1.12, "learning_rate": 9.998587848362676e-06, "loss": 0.0686, "step": 72000 }, { "epoch": 1.15, "learning_rate": 9.994257059669239e-06, "loss": 0.0718, "step": 74000 }, { "epoch": 1.18, "learning_rate": 9.987009765493164e-06, "loss": 0.0687, "step": 76000 }, { "epoch": 1.21, "learning_rate": 9.976861810464927e-06, "loss": 0.0691, "step": 78000 }, { "epoch": 1.24, "learning_rate": 9.963798805467935e-06, "loss": 0.0726, "step": 80000 }, { "epoch": 1.24, "eval_bleu": 0.931299618108372, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.02620517078212, "eval_loss": 0.05646243691444397, "eval_reference_length": 688948, "eval_rouge1": 0.9506828525475279, "eval_rouge2": 0.9195555913617979, "eval_rougeL": 0.9505222105099121, "eval_rougeLsum": 0.9505025253164432, "eval_runtime": 358.4748, "eval_samples_per_second": 119.593, "eval_steps_per_second": 9.967, "eval_translation_length": 707002, "step": 80000 }, { "epoch": 1.28, "learning_rate": 9.947845785448258e-06, "loss": 0.0672, "step": 82000 }, { "epoch": 1.31, "learning_rate": 9.929006251362937e-06, "loss": 0.0692, "step": 84000 }, { "epoch": 1.34, "learning_rate": 9.907279613454706e-06, "loss": 0.0682, "step": 86000 }, { "epoch": 1.37, "learning_rate": 9.882700272366437e-06, "loss": 0.065, "step": 88000 }, { "epoch": 1.4, "learning_rate": 9.855257991301662e-06, "loss": 0.0648, "step": 90000 }, { "epoch": 1.4, "eval_bleu": 0.9337440022630773, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0237202227163733, "eval_loss": 0.054729994386434555, "eval_reference_length": 688948, "eval_rouge1": 0.9562602670349256, "eval_rouge2": 0.926727457591136, "eval_rougeL": 0.9561080754823015, "eval_rougeLsum": 0.9560774432065933, "eval_runtime": 347.9396, "eval_samples_per_second": 123.214, "eval_steps_per_second": 10.269, "eval_translation_length": 705290, "step": 90000 }, { "epoch": 1.43, "learning_rate": 9.824996220706527e-06, "loss": 0.0649, "step": 92000 }, { "epoch": 1.46, "learning_rate": 9.79190235716806e-06, "loss": 0.067, "step": 94000 }, { "epoch": 1.49, "learning_rate": 9.756028799505886e-06, "loss": 0.068, "step": 96000 }, { "epoch": 1.52, "learning_rate": 9.717380631513947e-06, "loss": 0.0609, "step": 98000 }, { "epoch": 1.56, "learning_rate": 9.675980400071303e-06, "loss": 0.0641, "step": 100000 }, { "epoch": 1.56, "eval_bleu": 0.9437228795566622, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0158429954074908, "eval_loss": 0.05343015119433403, "eval_reference_length": 688948, "eval_rouge1": 0.9622428608075103, "eval_rouge2": 0.9342448516446199, "eval_rougeL": 0.9621362437715651, "eval_rougeLsum": 0.9621409491590999, "eval_runtime": 354.0159, "eval_samples_per_second": 121.099, "eval_steps_per_second": 10.093, "eval_translation_length": 699863, "step": 100000 }, { "epoch": 1.59, "learning_rate": 9.63182950403888e-06, "loss": 0.0625, "step": 102000 }, { "epoch": 1.62, "learning_rate": 9.58502194786445e-06, "loss": 0.0617, "step": 104000 }, { "epoch": 1.65, "learning_rate": 9.535491361586628e-06, "loss": 0.0637, "step": 106000 }, { "epoch": 1.68, "learning_rate": 9.483312176074826e-06, "loss": 0.0615, "step": 108000 }, { "epoch": 1.71, "learning_rate": 9.428542910099412e-06, "loss": 0.061, "step": 110000 }, { "epoch": 1.71, "eval_bleu": 0.9451141494751257, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.016459877958859, "eval_loss": 0.0512821264564991, "eval_reference_length": 688948, "eval_rouge1": 0.96485183292355, "eval_rouge2": 0.937858740593392, "eval_rougeL": 0.964753163918546, "eval_rougeLsum": 0.9647545868693599, "eval_runtime": 350.3148, "eval_samples_per_second": 122.379, "eval_steps_per_second": 10.199, "eval_translation_length": 700288, "step": 110000 }, { "epoch": 1.74, "learning_rate": 9.371219416280765e-06, "loss": 0.0647, "step": 112000 }, { "epoch": 1.77, "learning_rate": 9.311287160167118e-06, "loss": 0.0619, "step": 114000 }, { "epoch": 1.8, "learning_rate": 9.24886908181262e-06, "loss": 0.0634, "step": 116000 }, { "epoch": 1.83, "learning_rate": 9.18393918535506e-06, "loss": 0.058, "step": 118000 }, { "epoch": 1.87, "learning_rate": 9.116565986234595e-06, "loss": 0.0616, "step": 120000 }, { "epoch": 1.87, "eval_bleu": 0.9353441526892242, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0252529944204787, "eval_loss": 0.04904291033744812, "eval_reference_length": 688948, "eval_rouge1": 0.9578546390239036, "eval_rouge2": 0.9297894756880962, "eval_rougeL": 0.9577587648786969, "eval_rougeLsum": 0.957745334663435, "eval_runtime": 360.6437, "eval_samples_per_second": 118.874, "eval_steps_per_second": 9.907, "eval_translation_length": 706346, "step": 120000 }, { "epoch": 1.9, "learning_rate": 9.04689527434882e-06, "loss": 0.0588, "step": 122000 }, { "epoch": 1.93, "learning_rate": 8.974795071500655e-06, "loss": 0.0581, "step": 124000 }, { "epoch": 1.96, "learning_rate": 8.90033821949533e-06, "loss": 0.0571, "step": 126000 }, { "epoch": 1.99, "learning_rate": 8.823603679804848e-06, "loss": 0.0575, "step": 128000 }, { "epoch": 2.02, "learning_rate": 8.744676297261531e-06, "loss": 0.0501, "step": 130000 }, { "epoch": 2.02, "eval_bleu": 0.9391629851344814, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0246375633574667, "eval_loss": 0.04428655281662941, "eval_reference_length": 688948, "eval_rouge1": 0.9620654622397073, "eval_rouge2": 0.9358278388686297, "eval_rougeL": 0.9619903188380114, "eval_rougeLsum": 0.9620056201386562, "eval_runtime": 350.9058, "eval_samples_per_second": 122.172, "eval_steps_per_second": 10.182, "eval_translation_length": 705922, "step": 130000 }, { "epoch": 2.05, "learning_rate": 8.663523200213197e-06, "loss": 0.0427, "step": 132000 }, { "epoch": 2.08, "learning_rate": 8.580230708782164e-06, "loss": 0.0437, "step": 134000 }, { "epoch": 2.11, "learning_rate": 8.494890669233825e-06, "loss": 0.0425, "step": 136000 }, { "epoch": 2.15, "learning_rate": 8.407555964848785e-06, "loss": 0.0419, "step": 138000 }, { "epoch": 2.18, "learning_rate": 8.318144933677256e-06, "loss": 0.0442, "step": 140000 }, { "epoch": 2.18, "eval_bleu": 0.9410527501908049, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0222832492437746, "eval_loss": 0.04393425211310387, "eval_reference_length": 688948, "eval_rouge1": 0.9622283105302971, "eval_rouge2": 0.9363579229073962, "eval_rougeL": 0.9621524453412997, "eval_rougeLsum": 0.9621713486883273, "eval_runtime": 352.9817, "eval_samples_per_second": 121.454, "eval_steps_per_second": 10.122, "eval_translation_length": 704300, "step": 140000 }, { "epoch": 2.21, "learning_rate": 8.226796199304702e-06, "loss": 0.0445, "step": 142000 }, { "epoch": 2.24, "learning_rate": 8.13361018519741e-06, "loss": 0.0445, "step": 144000 }, { "epoch": 2.27, "learning_rate": 8.0386440390423e-06, "loss": 0.0421, "step": 146000 }, { "epoch": 2.3, "learning_rate": 7.941809254954647e-06, "loss": 0.0434, "step": 148000 }, { "epoch": 2.33, "learning_rate": 7.843256537104586e-06, "loss": 0.0418, "step": 150000 }, { "epoch": 2.33, "eval_bleu": 0.9452514516559248, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0194572014143302, "eval_loss": 0.04334454983472824, "eval_reference_length": 688948, "eval_rouge1": 0.9667034100796513, "eval_rouge2": 0.9415234249395421, "eval_rougeL": 0.966596537202159, "eval_rougeLsum": 0.9665995305639754, "eval_runtime": 350.4381, "eval_samples_per_second": 122.335, "eval_steps_per_second": 10.196, "eval_translation_length": 702353, "step": 150000 }, { "epoch": 2.36, "learning_rate": 7.743043437504057e-06, "loss": 0.0437, "step": 152000 }, { "epoch": 2.39, "learning_rate": 7.641279775661868e-06, "loss": 0.0426, "step": 154000 }, { "epoch": 2.43, "learning_rate": 7.538027276115405e-06, "loss": 0.0412, "step": 156000 }, { "epoch": 2.46, "learning_rate": 7.433190045507044e-06, "loss": 0.0409, "step": 158000 }, { "epoch": 2.49, "learning_rate": 7.326931900431675e-06, "loss": 0.0419, "step": 160000 }, { "epoch": 2.49, "eval_bleu": 0.9542889216747796, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.010262022678054, "eval_loss": 0.04232573136687279, "eval_reference_length": 688948, "eval_rouge1": 0.9704801328109232, "eval_rouge2": 0.9456205175624834, "eval_rougeL": 0.970368187542237, "eval_rougeLsum": 0.9703795940864277, "eval_runtime": 357.9392, "eval_samples_per_second": 119.772, "eval_steps_per_second": 9.982, "eval_translation_length": 696018, "step": 160000 }, { "epoch": 2.52, "learning_rate": 7.219369030269242e-06, "loss": 0.0421, "step": 162000 }, { "epoch": 2.55, "learning_rate": 7.110456637268422e-06, "loss": 0.0428, "step": 164000 }, { "epoch": 2.58, "learning_rate": 7.000367166717425e-06, "loss": 0.0401, "step": 166000 }, { "epoch": 2.61, "learning_rate": 6.889110705881452e-06, "loss": 0.0417, "step": 168000 }, { "epoch": 2.64, "learning_rate": 6.776752160449367e-06, "loss": 0.042, "step": 170000 }, { "epoch": 2.64, "eval_bleu": 0.9447481654515599, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0186748491903599, "eval_loss": 0.04124660789966583, "eval_reference_length": 688948, "eval_rouge1": 0.9616790997827227, "eval_rouge2": 0.9356205732284686, "eval_rougeL": 0.961519978707468, "eval_rougeLsum": 0.9615393434549021, "eval_runtime": 350.4802, "eval_samples_per_second": 122.321, "eval_steps_per_second": 10.195, "eval_translation_length": 701814, "step": 170000 }, { "epoch": 2.67, "learning_rate": 6.663300104771134e-06, "loss": 0.0386, "step": 172000 }, { "epoch": 2.71, "learning_rate": 6.548876728670889e-06, "loss": 0.0442, "step": 174000 }, { "epoch": 2.74, "learning_rate": 6.433664609478793e-06, "loss": 0.0417, "step": 176000 }, { "epoch": 2.77, "learning_rate": 6.3175003841713e-06, "loss": 0.0418, "step": 178000 }, { "epoch": 2.8, "learning_rate": 6.200566775740774e-06, "loss": 0.0406, "step": 180000 }, { "epoch": 2.8, "eval_bleu": 0.9487462287220352, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0163989154479003, "eval_loss": 0.04077766090631485, "eval_reference_length": 688948, "eval_rouge1": 0.9665622993166698, "eval_rouge2": 0.9412909286045468, "eval_rougeL": 0.9663690505539053, "eval_rougeLsum": 0.9663768593347282, "eval_runtime": 354.3716, "eval_samples_per_second": 120.978, "eval_steps_per_second": 10.083, "eval_translation_length": 700246, "step": 180000 }, { "epoch": 2.83, "learning_rate": 6.083109012991928e-06, "loss": 0.0416, "step": 182000 }, { "epoch": 2.86, "learning_rate": 5.964842802508876e-06, "loss": 0.0404, "step": 184000 }, { "epoch": 2.89, "learning_rate": 5.846013150999504e-06, "loss": 0.0379, "step": 186000 }, { "epoch": 2.92, "learning_rate": 5.726749225339994e-06, "loss": 0.0432, "step": 188000 }, { "epoch": 2.95, "learning_rate": 5.607001354527006e-06, "loss": 0.0393, "step": 190000 }, { "epoch": 2.95, "eval_bleu": 0.9547919266733801, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0112867734575033, "eval_loss": 0.04095698148012161, "eval_reference_length": 688948, "eval_rouge1": 0.9703758390841425, "eval_rouge2": 0.9461704701896383, "eval_rougeL": 0.9702899676023662, "eval_rougeLsum": 0.9703172456040432, "eval_runtime": 353.5109, "eval_samples_per_second": 121.272, "eval_steps_per_second": 10.107, "eval_translation_length": 696724, "step": 190000 }, { "epoch": 2.99, "learning_rate": 5.486959140088201e-06, "loss": 0.0384, "step": 192000 }, { "epoch": 3.02, "learning_rate": 5.366572586878771e-06, "loss": 0.0354, "step": 194000 }, { "epoch": 3.05, "learning_rate": 5.246032307677414e-06, "loss": 0.0308, "step": 196000 }, { "epoch": 3.08, "learning_rate": 5.125469288643505e-06, "loss": 0.033, "step": 198000 }, { "epoch": 3.11, "learning_rate": 5.004651973065896e-06, "loss": 0.0316, "step": 200000 }, { "epoch": 3.11, "eval_bleu": 0.9516992046244281, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.013291278877361, "eval_loss": 0.04207807779312134, "eval_reference_length": 688948, "eval_rouge1": 0.9687692703791779, "eval_rouge2": 0.9438025496007139, "eval_rougeL": 0.9686298083794034, "eval_rougeLsum": 0.9686054829671312, "eval_runtime": 358.3539, "eval_samples_per_second": 119.633, "eval_steps_per_second": 9.971, "eval_translation_length": 698105, "step": 200000 }, { "epoch": 3.14, "learning_rate": 4.883831940867018e-06, "loss": 0.0332, "step": 202000 }, { "epoch": 3.17, "learning_rate": 4.763079747543336e-06, "loss": 0.03, "step": 204000 }, { "epoch": 3.2, "learning_rate": 4.642526169588442e-06, "loss": 0.0313, "step": 206000 }, { "epoch": 3.23, "learning_rate": 4.52218113759159e-06, "loss": 0.0319, "step": 208000 }, { "epoch": 3.27, "learning_rate": 4.402114859405383e-06, "loss": 0.0313, "step": 210000 }, { "epoch": 3.27, "eval_bleu": 0.952314893533454, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0132433797616076, "eval_loss": 0.04261790215969086, "eval_reference_length": 688948, "eval_rouge1": 0.9687049595684978, "eval_rouge2": 0.9435984713700241, "eval_rougeL": 0.9686312046722289, "eval_rougeLsum": 0.9685702469811763, "eval_runtime": 353.4407, "eval_samples_per_second": 121.296, "eval_steps_per_second": 10.109, "eval_translation_length": 698072, "step": 210000 }, { "epoch": 3.3, "learning_rate": 4.2823973802607795e-06, "loss": 0.0322, "step": 212000 }, { "epoch": 3.33, "learning_rate": 4.163038979034976e-06, "loss": 0.0312, "step": 214000 }, { "epoch": 3.36, "learning_rate": 4.0441693394762706e-06, "loss": 0.0314, "step": 216000 }, { "epoch": 3.39, "learning_rate": 3.925916882841615e-06, "loss": 0.0332, "step": 218000 }, { "epoch": 3.42, "learning_rate": 3.8083497076975863e-06, "loss": 0.0302, "step": 220000 }, { "epoch": 3.42, "eval_bleu": 0.9510751957840793, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.014170880821194, "eval_loss": 0.04271363466978073, "eval_reference_length": 688948, "eval_rouge1": 0.9682283271173224, "eval_rouge2": 0.9430416842293828, "eval_rougeL": 0.9681608428660635, "eval_rougeLsum": 0.9681434321637754, "eval_runtime": 354.0647, "eval_samples_per_second": 121.082, "eval_steps_per_second": 10.091, "eval_translation_length": 698711, "step": 220000 }, { "epoch": 3.45, "learning_rate": 3.691418722192835e-06, "loss": 0.0323, "step": 222000 }, { "epoch": 3.48, "learning_rate": 3.5751932368863875e-06, "loss": 0.0302, "step": 224000 }, { "epoch": 3.51, "learning_rate": 3.4597997986064915e-06, "loss": 0.0312, "step": 226000 }, { "epoch": 3.55, "learning_rate": 3.3453057938715767e-06, "loss": 0.0309, "step": 228000 }, { "epoch": 3.58, "learning_rate": 3.2318345952925634e-06, "loss": 0.0305, "step": 230000 }, { "epoch": 3.58, "eval_bleu": 0.9477212328461616, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.017851855292417, "eval_loss": 0.042060352861881256, "eval_reference_length": 688948, "eval_rouge1": 0.9686642355024724, "eval_rouge2": 0.9435154406416524, "eval_rougeL": 0.9685609023356937, "eval_rougeLsum": 0.968565755092943, "eval_runtime": 358.0746, "eval_samples_per_second": 119.726, "eval_steps_per_second": 9.978, "eval_translation_length": 701247, "step": 230000 }, { "epoch": 3.61, "learning_rate": 3.1194509023896597e-06, "loss": 0.0342, "step": 232000 }, { "epoch": 3.64, "learning_rate": 3.0081077877484786e-06, "loss": 0.0297, "step": 234000 }, { "epoch": 3.67, "learning_rate": 2.8978719026697843e-06, "loss": 0.0308, "step": 236000 }, { "epoch": 3.7, "learning_rate": 2.7889177879789993e-06, "loss": 0.0317, "step": 238000 }, { "epoch": 3.73, "learning_rate": 2.6812000664997108e-06, "loss": 0.0317, "step": 240000 }, { "epoch": 3.73, "eval_bleu": 0.9545413224765983, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0115161086177766, "eval_loss": 0.04142594709992409, "eval_reference_length": 688948, "eval_rouge1": 0.9706993144139382, "eval_rouge2": 0.9462893219706924, "eval_rougeL": 0.9706221623216551, "eval_rougeLsum": 0.9705871778859747, "eval_runtime": 352.9472, "eval_samples_per_second": 121.466, "eval_steps_per_second": 10.123, "eval_translation_length": 696882, "step": 240000 }, { "epoch": 3.76, "learning_rate": 2.574942125369937e-06, "loss": 0.0298, "step": 242000 }, { "epoch": 3.79, "learning_rate": 2.4699932979874153e-06, "loss": 0.0319, "step": 244000 }, { "epoch": 3.83, "learning_rate": 2.3665732796817735e-06, "loss": 0.0314, "step": 246000 }, { "epoch": 3.86, "learning_rate": 2.2646389981153643e-06, "loss": 0.0312, "step": 248000 }, { "epoch": 3.89, "learning_rate": 2.1643020903452345e-06, "loss": 0.0298, "step": 250000 }, { "epoch": 3.89, "eval_bleu": 0.9529006548919251, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0129792088807863, "eval_loss": 0.040760207921266556, "eval_reference_length": 688948, "eval_rouge1": 0.9693489479213169, "eval_rouge2": 0.9444261412988928, "eval_rougeL": 0.9692149741999472, "eval_rougeLsum": 0.9692295166277185, "eval_runtime": 355.5559, "eval_samples_per_second": 120.575, "eval_steps_per_second": 10.049, "eval_translation_length": 697890, "step": 250000 }, { "epoch": 3.92, "learning_rate": 2.0656700673466744e-06, "loss": 0.032, "step": 252000 }, { "epoch": 3.95, "learning_rate": 1.9687498973425523e-06, "loss": 0.0288, "step": 254000 }, { "epoch": 3.98, "learning_rate": 1.8735981224010946e-06, "loss": 0.0301, "step": 256000 }, { "epoch": 4.01, "learning_rate": 1.7802702529299903e-06, "loss": 0.0285, "step": 258000 }, { "epoch": 4.04, "learning_rate": 1.6888207352922886e-06, "loss": 0.0249, "step": 260000 }, { "epoch": 4.04, "eval_bleu": 0.9580735852306802, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0084215354424426, "eval_loss": 0.04249930381774902, "eval_reference_length": 688948, "eval_rouge1": 0.9725141407368192, "eval_rouge2": 0.9482526619227644, "eval_rougeL": 0.9723960508025267, "eval_rougeLsum": 0.972420107341233, "eval_runtime": 352.4144, "eval_samples_per_second": 121.649, "eval_steps_per_second": 10.139, "eval_translation_length": 694750, "step": 260000 }, { "epoch": 4.07, "learning_rate": 1.599258630916235e-06, "loss": 0.0231, "step": 262000 }, { "epoch": 4.11, "learning_rate": 1.5117690308052164e-06, "loss": 0.0249, "step": 264000 }, { "epoch": 4.14, "learning_rate": 1.4262278806001696e-06, "loss": 0.0242, "step": 266000 }, { "epoch": 4.17, "learning_rate": 1.3427737126740498e-06, "loss": 0.0235, "step": 268000 }, { "epoch": 4.2, "learning_rate": 1.261495379512549e-06, "loss": 0.0236, "step": 270000 }, { "epoch": 4.2, "eval_bleu": 0.9578225644568897, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0083475095362786, "eval_loss": 0.04301063343882561, "eval_reference_length": 688948, "eval_rouge1": 0.9727779850827751, "eval_rouge2": 0.948452540502593, "eval_rougeL": 0.9726976320174251, "eval_rougeLsum": 0.9727011117301205, "eval_runtime": 360.9368, "eval_samples_per_second": 118.777, "eval_steps_per_second": 9.899, "eval_translation_length": 694699, "step": 270000 }, { "epoch": 4.23, "learning_rate": 1.1823980452421706e-06, "loss": 0.024, "step": 272000 }, { "epoch": 4.26, "learning_rate": 1.105489964860681e-06, "loss": 0.0228, "step": 274000 }, { "epoch": 4.29, "learning_rate": 1.0308929099656145e-06, "loss": 0.0236, "step": 276000 }, { "epoch": 4.32, "learning_rate": 9.586469575615094e-07, "loss": 0.025, "step": 278000 }, { "epoch": 4.35, "learning_rate": 8.887219403201786e-07, "loss": 0.0259, "step": 280000 }, { "epoch": 4.35, "eval_bleu": 0.9543405944053881, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0119820363801042, "eval_loss": 0.04318338260054588, "eval_reference_length": 688948, "eval_rouge1": 0.9707381997207458, "eval_rouge2": 0.9463171031333721, "eval_rougeL": 0.9706594079415762, "eval_rougeLsum": 0.9706575791884534, "eval_runtime": 353.2216, "eval_samples_per_second": 121.371, "eval_steps_per_second": 10.115, "eval_translation_length": 697203, "step": 280000 }, { "epoch": 4.39, "learning_rate": 8.211953935368261e-07, "loss": 0.0236, "step": 282000 }, { "epoch": 4.42, "learning_rate": 7.560747672425183e-07, "loss": 0.0243, "step": 284000 }, { "epoch": 4.45, "learning_rate": 6.934324737735693e-07, "loss": 0.0245, "step": 286000 }, { "epoch": 4.48, "learning_rate": 6.333345238313842e-07, "loss": 0.0241, "step": 288000 }, { "epoch": 4.51, "learning_rate": 5.757840343120758e-07, "loss": 0.0236, "step": 290000 }, { "epoch": 4.51, "eval_bleu": 0.9554825445943746, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0108963230896961, "eval_loss": 0.04305826872587204, "eval_reference_length": 688948, "eval_rouge1": 0.9714257759381628, "eval_rouge2": 0.9469647669616812, "eval_rougeL": 0.971368415701727, "eval_rougeLsum": 0.9713609918743913, "eval_runtime": 360.9244, "eval_samples_per_second": 118.781, "eval_steps_per_second": 9.9, "eval_translation_length": 696455, "step": 290000 }, { "epoch": 4.54, "learning_rate": 5.208145794830483e-07, "loss": 0.023, "step": 292000 }, { "epoch": 4.57, "learning_rate": 4.684326956861246e-07, "loss": 0.0248, "step": 294000 }, { "epoch": 4.6, "learning_rate": 4.186971195842365e-07, "loss": 0.0234, "step": 296000 }, { "epoch": 4.63, "learning_rate": 3.716597523194587e-07, "loss": 0.023, "step": 298000 }, { "epoch": 4.67, "learning_rate": 3.27322503410189e-07, "loss": 0.0251, "step": 300000 }, { "epoch": 4.67, "eval_bleu": 0.9555293197464279, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.010778752532847, "eval_loss": 0.04303622618317604, "eval_reference_length": 688948, "eval_rouge1": 0.9711184557484207, "eval_rouge2": 0.9465872069219559, "eval_rougeL": 0.971016190214522, "eval_rougeLsum": 0.9710369956602919, "eval_runtime": 356.11, "eval_samples_per_second": 120.387, "eval_steps_per_second": 10.033, "eval_translation_length": 696374, "step": 300000 }, { "epoch": 4.7, "learning_rate": 2.857112386772626e-07, "loss": 0.025, "step": 302000 }, { "epoch": 4.73, "learning_rate": 2.468314855157933e-07, "loss": 0.0246, "step": 304000 }, { "epoch": 4.76, "learning_rate": 2.1072744891572238e-07, "loss": 0.0244, "step": 306000 }, { "epoch": 4.79, "learning_rate": 1.7745211624187464e-07, "loss": 0.0235, "step": 308000 }, { "epoch": 4.82, "learning_rate": 1.469728454791536e-07, "loss": 0.0241, "step": 310000 }, { "epoch": 4.82, "eval_bleu": 0.9564463934340444, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0099470497047673, "eval_loss": 0.04298330098390579, "eval_reference_length": 688948, "eval_rouge1": 0.9718286385746833, "eval_rouge2": 0.9474516377136643, "eval_rougeL": 0.9717457141369523, "eval_rougeLsum": 0.9717098073885057, "eval_runtime": 351.9107, "eval_samples_per_second": 121.824, "eval_steps_per_second": 10.153, "eval_translation_length": 695801, "step": 310000 }, { "epoch": 4.85, "learning_rate": 1.1931165304333803e-07, "loss": 0.0229, "step": 312000 }, { "epoch": 4.88, "learning_rate": 9.450064516007773e-08, "loss": 0.0245, "step": 314000 }, { "epoch": 4.91, "learning_rate": 7.256456591191674e-08, "loss": 0.0241, "step": 316000 }, { "epoch": 4.94, "learning_rate": 5.351190850388044e-08, "loss": 0.0247, "step": 318000 }, { "epoch": 4.98, "learning_rate": 3.7327348382793504e-08, "loss": 0.025, "step": 320000 }, { "epoch": 4.98, "eval_bleu": 0.9562524667691357, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.010135743191068, "eval_loss": 0.04290972650051117, "eval_reference_length": 688948, "eval_rouge1": 0.9716126931407336, "eval_rouge2": 0.9473094321074684, "eval_rougeL": 0.9715449461188315, "eval_rougeLsum": 0.9715191110303505, "eval_runtime": 358.3002, "eval_samples_per_second": 119.651, "eval_steps_per_second": 9.972, "eval_translation_length": 695931, "step": 320000 }, { "epoch": 5.01, "learning_rate": 2.4046767073176436e-08, "loss": 0.0231, "step": 322000 }, { "epoch": 5.04, "learning_rate": 1.3664633482581291e-08, "loss": 0.0213, "step": 324000 }, { "epoch": 5.07, "learning_rate": 6.200393505542135e-09, "loss": 0.0229, "step": 326000 }, { "epoch": 5.1, "learning_rate": 1.6450126084593953e-09, "loss": 0.0226, "step": 328000 }, { "epoch": 5.13, "learning_rate": 5.612241452679357e-12, "loss": 0.0216, "step": 330000 }, { "epoch": 5.13, "eval_bleu": 0.956286137798364, "eval_brevity_penalty": 1.0, "eval_length_ratio": 1.0101197768191503, "eval_loss": 0.04293430969119072, "eval_reference_length": 688948, "eval_rouge1": 0.9716103880266641, "eval_rouge2": 0.9473106979225123, "eval_rougeL": 0.9715446246919781, "eval_rougeLsum": 0.971525437075219, "eval_runtime": 356.663, "eval_samples_per_second": 120.2, "eval_steps_per_second": 10.018, "eval_translation_length": 695920, "step": 330000 }, { "epoch": 5.13, "step": 330000, "total_flos": 3.0484200532475904e+16, "train_loss": 0.08529333166642622, "train_runtime": 78966.8059, "train_samples_per_second": 25.074, "train_steps_per_second": 4.179 } ], "max_steps": 330000, "num_train_epochs": 6, "total_flos": 3.0484200532475904e+16, "trial_name": null, "trial_params": null }