{ "best_metric": 0.27424004673957825, "best_model_checkpoint": "./ELECTRA-marian-training1/checkpoint-20000", "epoch": 10.0, "global_step": 20000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.25, "learning_rate": 4.9900000000000005e-06, "loss": 0.2687, "step": 500 }, { "epoch": 0.5, "learning_rate": 9.990000000000001e-06, "loss": 0.277, "step": 1000 }, { "epoch": 0.75, "learning_rate": 9.737368421052633e-06, "loss": 0.2836, "step": 1500 }, { "epoch": 1.0, "learning_rate": 9.474210526315791e-06, "loss": 0.2768, "step": 2000 }, { "epoch": 1.0, "eval_BLEU": 57.12999682789548, "eval_BLEU-Bigram-Precision": 60.86708499714775, "eval_BLEU-Trigram-Precision": 52.9979629793641, "eval_BLEU-Unigram-Precision": 69.55014693693015, "eval_ROUGE-2": 67.63182650261197, "eval_ROUGE-L": 84.79524146842938, "eval_Sacre-Bigram-Precision": 59.36794582392776, "eval_Sacre-Trigram-Precision": 52.62858227367622, "eval_Sacre-Unigram-Precision": 67.98210576769452, "eval_SacreBLEU": 56.24327158648058, "eval_loss": 0.32656434178352356, "eval_runtime": 631.6153, "eval_samples_per_second": 1.583, "eval_steps_per_second": 0.396, "step": 2000 }, { "epoch": 1.25, "learning_rate": 9.211578947368421e-06, "loss": 0.2726, "step": 2500 }, { "epoch": 1.5, "learning_rate": 8.94842105263158e-06, "loss": 0.269, "step": 3000 }, { "epoch": 1.75, "learning_rate": 8.685263157894738e-06, "loss": 0.2435, "step": 3500 }, { "epoch": 2.0, "learning_rate": 8.422105263157896e-06, "loss": 0.2547, "step": 4000 }, { "epoch": 2.0, "eval_BLEU": 63.708307948566365, "eval_BLEU-Bigram-Precision": 67.31060268850709, "eval_BLEU-Trigram-Precision": 59.51428850092656, "eval_BLEU-Unigram-Precision": 76.10561595683805, "eval_ROUGE-2": 68.87217612147542, "eval_ROUGE-L": 85.55610984216905, "eval_Sacre-Bigram-Precision": 66.05032405642395, "eval_Sacre-Trigram-Precision": 59.367115222876365, "eval_Sacre-Unigram-Precision": 74.86947441698572, "eval_SacreBLEU": 63.05612776143653, "eval_loss": 0.30988046526908875, "eval_runtime": 630.4886, "eval_samples_per_second": 1.586, "eval_steps_per_second": 0.397, "step": 4000 }, { "epoch": 2.25, "learning_rate": 8.159473684210528e-06, "loss": 0.2381, "step": 4500 }, { "epoch": 2.5, "learning_rate": 7.896315789473686e-06, "loss": 0.232, "step": 5000 }, { "epoch": 2.75, "learning_rate": 7.633157894736842e-06, "loss": 0.2435, "step": 5500 }, { "epoch": 3.0, "learning_rate": 7.370000000000001e-06, "loss": 0.2296, "step": 6000 }, { "epoch": 3.0, "eval_BLEU": 64.79809534146953, "eval_BLEU-Bigram-Precision": 68.19514796054385, "eval_BLEU-Trigram-Precision": 60.96563808040495, "eval_BLEU-Unigram-Precision": 76.75671264180201, "eval_ROUGE-2": 69.30039589621857, "eval_ROUGE-L": 85.78830113401601, "eval_Sacre-Bigram-Precision": 67.02522608281771, "eval_Sacre-Trigram-Precision": 60.43044619422572, "eval_Sacre-Unigram-Precision": 75.53237722729249, "eval_SacreBLEU": 63.96756911093659, "eval_loss": 0.29766443371772766, "eval_runtime": 629.2959, "eval_samples_per_second": 1.589, "eval_steps_per_second": 0.397, "step": 6000 }, { "epoch": 3.25, "learning_rate": 7.106842105263159e-06, "loss": 0.2285, "step": 6500 }, { "epoch": 3.5, "learning_rate": 6.843684210526317e-06, "loss": 0.2196, "step": 7000 }, { "epoch": 3.75, "learning_rate": 6.580526315789474e-06, "loss": 0.2231, "step": 7500 }, { "epoch": 4.0, "learning_rate": 6.317894736842106e-06, "loss": 0.2001, "step": 8000 }, { "epoch": 4.0, "eval_BLEU": 71.96063699911728, "eval_BLEU-Bigram-Precision": 75.06338989662571, "eval_BLEU-Trigram-Precision": 68.15829199913738, "eval_BLEU-Unigram-Precision": 83.48142882530655, "eval_ROUGE-2": 71.30024878570693, "eval_ROUGE-L": 87.3933702803602, "eval_Sacre-Bigram-Precision": 74.10648392198208, "eval_Sacre-Trigram-Precision": 67.83068783068784, "eval_Sacre-Unigram-Precision": 82.60371959942775, "eval_SacreBLEU": 71.36004249317806, "eval_loss": 0.2898695468902588, "eval_runtime": 628.5892, "eval_samples_per_second": 1.591, "eval_steps_per_second": 0.398, "step": 8000 }, { "epoch": 4.25, "learning_rate": 6.054736842105264e-06, "loss": 0.2076, "step": 8500 }, { "epoch": 4.5, "learning_rate": 5.791578947368422e-06, "loss": 0.1981, "step": 9000 }, { "epoch": 4.75, "learning_rate": 5.52842105263158e-06, "loss": 0.2021, "step": 9500 }, { "epoch": 5.0, "learning_rate": 5.265263157894738e-06, "loss": 0.2024, "step": 10000 }, { "epoch": 5.0, "eval_BLEU": 66.40826174420631, "eval_BLEU-Bigram-Precision": 69.87874920229739, "eval_BLEU-Trigram-Precision": 62.338572429672645, "eval_BLEU-Unigram-Precision": 78.25215139109366, "eval_ROUGE-2": 70.57079335392051, "eval_ROUGE-L": 86.73765256866646, "eval_Sacre-Bigram-Precision": 68.74877618954376, "eval_Sacre-Trigram-Precision": 62.37816764132553, "eval_Sacre-Unigram-Precision": 77.08221865525236, "eval_SacreBLEU": 65.90571315873414, "eval_loss": 0.2885148823261261, "eval_runtime": 627.0, "eval_samples_per_second": 1.595, "eval_steps_per_second": 0.399, "step": 10000 }, { "epoch": 5.25, "learning_rate": 5.002105263157895e-06, "loss": 0.1887, "step": 10500 }, { "epoch": 5.5, "learning_rate": 4.738947368421053e-06, "loss": 0.1874, "step": 11000 }, { "epoch": 5.75, "learning_rate": 4.475789473684211e-06, "loss": 0.1992, "step": 11500 }, { "epoch": 6.0, "learning_rate": 4.213157894736842e-06, "loss": 0.1872, "step": 12000 }, { "epoch": 6.0, "eval_BLEU": 68.61093978961019, "eval_BLEU-Bigram-Precision": 71.91774448683354, "eval_BLEU-Trigram-Precision": 64.64625780690079, "eval_BLEU-Unigram-Precision": 80.26730228994637, "eval_ROUGE-2": 70.81950260424799, "eval_ROUGE-L": 86.8879332417248, "eval_Sacre-Bigram-Precision": 70.91601523351373, "eval_Sacre-Trigram-Precision": 64.70326739275394, "eval_Sacre-Unigram-Precision": 79.22208052468574, "eval_SacreBLEU": 68.17923527991039, "eval_loss": 0.28207001090049744, "eval_runtime": 624.7912, "eval_samples_per_second": 1.601, "eval_steps_per_second": 0.4, "step": 12000 }, { "epoch": 6.25, "learning_rate": 3.95e-06, "loss": 0.187, "step": 12500 }, { "epoch": 6.5, "learning_rate": 3.686842105263158e-06, "loss": 0.1883, "step": 13000 }, { "epoch": 6.75, "learning_rate": 3.4236842105263162e-06, "loss": 0.1763, "step": 13500 }, { "epoch": 7.0, "learning_rate": 3.1610526315789474e-06, "loss": 0.1744, "step": 14000 }, { "epoch": 7.0, "eval_BLEU": 69.71037409859504, "eval_BLEU-Bigram-Precision": 73.0115503803174, "eval_BLEU-Trigram-Precision": 65.73585686213673, "eval_BLEU-Unigram-Precision": 80.83097261567517, "eval_ROUGE-2": 72.23412572401338, "eval_ROUGE-L": 87.99795170784617, "eval_Sacre-Bigram-Precision": 71.93000202306291, "eval_Sacre-Trigram-Precision": 65.9443072086234, "eval_Sacre-Unigram-Precision": 79.78137056770163, "eval_SacreBLEU": 69.33649660546098, "eval_loss": 0.2822955548763275, "eval_runtime": 624.3473, "eval_samples_per_second": 1.602, "eval_steps_per_second": 0.4, "step": 14000 }, { "epoch": 7.25, "learning_rate": 2.8978947368421055e-06, "loss": 0.1737, "step": 14500 }, { "epoch": 7.5, "learning_rate": 2.6347368421052633e-06, "loss": 0.172, "step": 15000 }, { "epoch": 7.75, "learning_rate": 2.371578947368421e-06, "loss": 0.173, "step": 15500 }, { "epoch": 8.0, "learning_rate": 2.108947368421053e-06, "loss": 0.1723, "step": 16000 }, { "epoch": 8.0, "eval_BLEU": 70.73541701126916, "eval_BLEU-Bigram-Precision": 73.84659198784888, "eval_BLEU-Trigram-Precision": 66.86204731002722, "eval_BLEU-Unigram-Precision": 81.84498005895612, "eval_ROUGE-2": 72.0862001759618, "eval_ROUGE-L": 87.92745504885133, "eval_Sacre-Bigram-Precision": 72.94695883678067, "eval_Sacre-Trigram-Precision": 67.04985203733212, "eval_Sacre-Unigram-Precision": 80.88426527958387, "eval_SacreBLEU": 70.41870207567095, "eval_loss": 0.27576586604118347, "eval_runtime": 623.9988, "eval_samples_per_second": 1.603, "eval_steps_per_second": 0.401, "step": 16000 }, { "epoch": 8.25, "learning_rate": 1.8457894736842108e-06, "loss": 0.1719, "step": 16500 }, { "epoch": 8.5, "learning_rate": 1.5831578947368423e-06, "loss": 0.1689, "step": 17000 }, { "epoch": 8.75, "learning_rate": 1.32e-06, "loss": 0.1636, "step": 17500 }, { "epoch": 9.0, "learning_rate": 1.0568421052631578e-06, "loss": 0.1669, "step": 18000 }, { "epoch": 9.0, "eval_BLEU": 70.48783846238173, "eval_BLEU-Bigram-Precision": 73.69567275826154, "eval_BLEU-Trigram-Precision": 66.59012629161883, "eval_BLEU-Unigram-Precision": 81.4548914453767, "eval_ROUGE-2": 72.0137632559393, "eval_ROUGE-L": 87.87940419205542, "eval_Sacre-Bigram-Precision": 72.72819989801121, "eval_Sacre-Trigram-Precision": 66.90084985835693, "eval_Sacre-Unigram-Precision": 80.49051365108745, "eval_SacreBLEU": 70.22585210766724, "eval_loss": 0.27468475699424744, "eval_runtime": 623.7859, "eval_samples_per_second": 1.603, "eval_steps_per_second": 0.401, "step": 18000 }, { "epoch": 9.25, "learning_rate": 7.936842105263158e-07, "loss": 0.1676, "step": 18500 }, { "epoch": 9.5, "learning_rate": 5.310526315789474e-07, "loss": 0.1596, "step": 19000 }, { "epoch": 9.75, "learning_rate": 2.678947368421053e-07, "loss": 0.1682, "step": 19500 }, { "epoch": 10.0, "learning_rate": 4.736842105263158e-09, "loss": 0.1575, "step": 20000 }, { "epoch": 10.0, "eval_BLEU": 70.32327217265255, "eval_BLEU-Bigram-Precision": 73.60204371274483, "eval_BLEU-Trigram-Precision": 66.35728438836166, "eval_BLEU-Unigram-Precision": 81.4936468147636, "eval_ROUGE-2": 71.64453167067346, "eval_ROUGE-L": 87.60926086741465, "eval_Sacre-Bigram-Precision": 72.7263458401305, "eval_Sacre-Trigram-Precision": 66.82147711826008, "eval_Sacre-Unigram-Precision": 80.53293856402665, "eval_SacreBLEU": 70.1714765727047, "eval_loss": 0.27424004673957825, "eval_runtime": 624.9089, "eval_samples_per_second": 1.6, "eval_steps_per_second": 0.4, "step": 20000 }, { "epoch": 10.0, "step": 20000, "total_flos": 925520363520000.0, "train_loss": 0.2068538417816162, "train_runtime": 7846.7767, "train_samples_per_second": 20.391, "train_steps_per_second": 2.549 } ], "max_steps": 20000, "num_train_epochs": 10, "total_flos": 925520363520000.0, "trial_name": null, "trial_params": null }