{ "best_metric": 0.280742088680976, "best_model_checkpoint": "ru_mbart_logs/checkpoint-14000", "epoch": 2.9804727646454268, "global_step": 14500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 5.555555555555555e-05, "loss": 4.9731, "step": 10 }, { "epoch": 0.0, "learning_rate": 0.0001111111111111111, "loss": 1.2784, "step": 20 }, { "epoch": 0.01, "learning_rate": 0.00016666666666666666, "loss": 1.313, "step": 30 }, { "epoch": 0.01, "learning_rate": 0.0002222222222222222, "loss": 1.1394, "step": 40 }, { "epoch": 0.01, "learning_rate": 0.0002777777777777778, "loss": 1.1607, "step": 50 }, { "epoch": 0.01, "learning_rate": 0.0003333333333333333, "loss": 3.2347, "step": 60 }, { "epoch": 0.01, "learning_rate": 0.0003888888888888889, "loss": 2.2791, "step": 70 }, { "epoch": 0.02, "learning_rate": 0.0004444444444444444, "loss": 8.2138, "step": 80 }, { "epoch": 0.02, "learning_rate": 0.0005, "loss": 4.9492, "step": 90 }, { "epoch": 0.02, "learning_rate": 0.0004999994136267871, "loss": 3.2816, "step": 100 }, { "epoch": 0.02, "eval_bleu": 0.0, "eval_loss": 3.028618335723877, "eval_meteor": 0.045991140537292335, "eval_rouge1": 0.083013175538275, "eval_rouge2": 0.009363175378045967, "eval_rougeL": 0.06624194157798126, "eval_rougeLsum": 0.06621718230538194, "eval_runtime": 2492.2951, "eval_samples_per_second": 0.585, "eval_steps_per_second": 0.073, "step": 100 }, { "epoch": 0.02, "learning_rate": 0.000499997654509899, "loss": 3.1454, "step": 110 }, { "epoch": 0.02, "learning_rate": 0.000499994722657588, "loss": 2.9606, "step": 120 }, { "epoch": 0.03, "learning_rate": 0.0004999906180836069, "loss": 2.6635, "step": 130 }, { "epoch": 0.03, "learning_rate": 0.0004999853408072106, "loss": 2.7116, "step": 140 }, { "epoch": 0.03, "learning_rate": 0.0004999788908531545, "loss": 2.6618, "step": 150 }, { "epoch": 0.03, "learning_rate": 0.0004999712682516954, "loss": 2.6988, "step": 160 }, { "epoch": 0.03, "learning_rate": 0.0004999624730385907, "loss": 2.4658, "step": 170 }, { "epoch": 0.04, "learning_rate": 0.0004999525052550985, "loss": 2.317, "step": 180 }, { "epoch": 0.04, "learning_rate": 0.0004999413649479778, "loss": 4.1231, "step": 190 }, { "epoch": 0.04, "learning_rate": 0.0004999290521694876, "loss": 2.4733, "step": 200 }, { "epoch": 0.04, "eval_bleu": 0.0, "eval_loss": 2.3232309818267822, "eval_meteor": 0.0005584369361758735, "eval_rouge1": 0.1220294006089088, "eval_rouge2": 0.038510079219977386, "eval_rougeL": 0.12194457729623655, "eval_rougeLsum": 0.12202969830945165, "eval_runtime": 1904.551, "eval_samples_per_second": 0.766, "eval_steps_per_second": 0.096, "step": 200 }, { "epoch": 0.04, "learning_rate": 0.0004999155669773867, "loss": 2.3789, "step": 210 }, { "epoch": 0.05, "learning_rate": 0.0004999009094349342, "loss": 2.2094, "step": 220 }, { "epoch": 0.05, "learning_rate": 0.0004998850796108883, "loss": 2.2732, "step": 230 }, { "epoch": 0.05, "learning_rate": 0.0004998680775795066, "loss": 2.1383, "step": 240 }, { "epoch": 0.05, "learning_rate": 0.0004998499034205451, "loss": 2.0062, "step": 250 }, { "epoch": 0.05, "learning_rate": 0.000499830557219259, "loss": 1.857, "step": 260 }, { "epoch": 0.06, "learning_rate": 0.0004998100390664006, "loss": 1.672, "step": 270 }, { "epoch": 0.06, "learning_rate": 0.0004997883490582204, "loss": 1.5426, "step": 280 }, { "epoch": 0.06, "learning_rate": 0.000499765487296466, "loss": 1.7417, "step": 290 }, { "epoch": 0.06, "learning_rate": 0.0004997414538883816, "loss": 1.539, "step": 300 }, { "epoch": 0.06, "eval_bleu": 0.0, "eval_loss": 1.5221240520477295, "eval_meteor": 0.0005584369361758735, "eval_rouge1": 0.1220294006089088, "eval_rouge2": 0.038510079219977386, "eval_rougeL": 0.12194457729623655, "eval_rougeLsum": 0.12202969830945165, "eval_runtime": 390.81, "eval_samples_per_second": 3.731, "eval_steps_per_second": 0.468, "step": 300 }, { "epoch": 0.06, "learning_rate": 0.0004997162489467074, "loss": 1.5757, "step": 310 }, { "epoch": 0.07, "learning_rate": 0.0004996898725896796, "loss": 1.4948, "step": 320 }, { "epoch": 0.07, "learning_rate": 0.0004996623249410294, "loss": 1.5425, "step": 330 }, { "epoch": 0.07, "learning_rate": 0.0004996336061299821, "loss": 1.4704, "step": 340 }, { "epoch": 0.07, "learning_rate": 0.0004996037162912575, "loss": 1.5135, "step": 350 }, { "epoch": 0.07, "learning_rate": 0.0004995726555650683, "loss": 1.3678, "step": 360 }, { "epoch": 0.08, "learning_rate": 0.00049954042409712, "loss": 1.3672, "step": 370 }, { "epoch": 0.08, "learning_rate": 0.0004995070220386097, "loss": 1.3784, "step": 380 }, { "epoch": 0.08, "learning_rate": 0.0004994724495462264, "loss": 1.3445, "step": 390 }, { "epoch": 0.08, "learning_rate": 0.0004994367067821489, "loss": 1.4009, "step": 400 }, { "epoch": 0.08, "eval_bleu": 0.0028638180772932727, "eval_loss": 1.3569462299346924, "eval_meteor": 0.022276797735191377, "eval_rouge1": 0.1502204594660534, "eval_rouge2": 0.059776740808855415, "eval_rougeL": 0.14355713867260528, "eval_rougeLsum": 0.14362003627082465, "eval_runtime": 407.6791, "eval_samples_per_second": 3.576, "eval_steps_per_second": 0.449, "step": 400 }, { "epoch": 0.08, "learning_rate": 0.000499399793914046, "loss": 1.3495, "step": 410 }, { "epoch": 0.09, "learning_rate": 0.0004993617111150755, "loss": 1.3356, "step": 420 }, { "epoch": 0.09, "learning_rate": 0.0004993224585638832, "loss": 1.3655, "step": 430 }, { "epoch": 0.09, "learning_rate": 0.0004992820364446023, "loss": 1.2685, "step": 440 }, { "epoch": 0.09, "learning_rate": 0.0004992404449468526, "loss": 1.3353, "step": 450 }, { "epoch": 0.09, "learning_rate": 0.0004991976842657387, "loss": 1.3435, "step": 460 }, { "epoch": 0.1, "learning_rate": 0.0004991537546018509, "loss": 1.3172, "step": 470 }, { "epoch": 0.1, "learning_rate": 0.0004991086561612622, "loss": 1.2647, "step": 480 }, { "epoch": 0.1, "learning_rate": 0.000499062389155529, "loss": 1.3039, "step": 490 }, { "epoch": 0.1, "learning_rate": 0.0004990149538016889, "loss": 1.2847, "step": 500 }, { "epoch": 0.1, "eval_bleu": 0.009859969701517706, "eval_loss": 1.2978057861328125, "eval_meteor": 0.043245724856651784, "eval_rouge1": 0.15900718322863383, "eval_rouge2": 0.060765617909845526, "eval_rougeL": 0.14802442112090847, "eval_rougeLsum": 0.14816745409778714, "eval_runtime": 562.9643, "eval_samples_per_second": 2.59, "eval_steps_per_second": 0.325, "step": 500 }, { "epoch": 0.1, "learning_rate": 0.0004989663503222609, "loss": 1.2559, "step": 510 }, { "epoch": 0.11, "learning_rate": 0.0004989165789452427, "loss": 1.3557, "step": 520 }, { "epoch": 0.11, "learning_rate": 0.0004988656399041116, "loss": 1.2848, "step": 530 }, { "epoch": 0.11, "learning_rate": 0.0004988135334378217, "loss": 1.2924, "step": 540 }, { "epoch": 0.11, "learning_rate": 0.0004987602597908037, "loss": 1.2525, "step": 550 }, { "epoch": 0.12, "learning_rate": 0.0004987058192129634, "loss": 1.3187, "step": 560 }, { "epoch": 0.12, "learning_rate": 0.0004986502119596809, "loss": 1.2166, "step": 570 }, { "epoch": 0.12, "learning_rate": 0.0004985934382918091, "loss": 1.2256, "step": 580 }, { "epoch": 0.12, "learning_rate": 0.0004985354984756722, "loss": 1.2151, "step": 590 }, { "epoch": 0.12, "learning_rate": 0.0004984763927830654, "loss": 1.183, "step": 600 }, { "epoch": 0.12, "eval_bleu": 0.01313359470552915, "eval_loss": 1.232086420059204, "eval_meteor": 0.04097914816255519, "eval_rouge1": 0.15507333555153613, "eval_rouge2": 0.051065754965557514, "eval_rougeL": 0.1387392246882742, "eval_rougeLsum": 0.1390655908145888, "eval_runtime": 636.0052, "eval_samples_per_second": 2.292, "eval_steps_per_second": 0.288, "step": 600 }, { "epoch": 0.13, "learning_rate": 0.0004984161214912524, "loss": 1.15, "step": 610 }, { "epoch": 0.13, "learning_rate": 0.0004983546848829651, "loss": 1.2152, "step": 620 }, { "epoch": 0.13, "learning_rate": 0.0004982920832464016, "loss": 1.2307, "step": 630 }, { "epoch": 0.13, "learning_rate": 0.0004982283168752255, "loss": 1.2264, "step": 640 }, { "epoch": 0.13, "learning_rate": 0.0004981633860685638, "loss": 1.2326, "step": 650 }, { "epoch": 0.14, "learning_rate": 0.0004980972911310059, "loss": 1.3449, "step": 660 }, { "epoch": 0.14, "learning_rate": 0.0004980300323726024, "loss": 1.2571, "step": 670 }, { "epoch": 0.14, "learning_rate": 0.0004979616101088631, "loss": 1.1583, "step": 680 }, { "epoch": 0.14, "learning_rate": 0.0004978920246607557, "loss": 1.19, "step": 690 }, { "epoch": 0.14, "learning_rate": 0.0004978212763547049, "loss": 1.2162, "step": 700 }, { "epoch": 0.14, "eval_bleu": 0.009657587648715391, "eval_loss": 1.2419497966766357, "eval_meteor": 0.035793586448626104, "eval_rouge1": 0.16630455945332606, "eval_rouge2": 0.05151895138829819, "eval_rougeL": 0.1442260549339967, "eval_rougeLsum": 0.14434908123875545, "eval_runtime": 654.0521, "eval_samples_per_second": 2.229, "eval_steps_per_second": 0.28, "step": 700 }, { "epoch": 0.15, "learning_rate": 0.0004977493655225898, "loss": 1.1948, "step": 710 }, { "epoch": 0.15, "learning_rate": 0.0004976762925017428, "loss": 1.2191, "step": 720 }, { "epoch": 0.15, "learning_rate": 0.0004976020576349489, "loss": 1.2921, "step": 730 }, { "epoch": 0.15, "learning_rate": 0.0004975266612704425, "loss": 1.214, "step": 740 }, { "epoch": 0.15, "learning_rate": 0.0004974501037619069, "loss": 1.1724, "step": 750 }, { "epoch": 0.16, "learning_rate": 0.0004973723854684723, "loss": 1.2448, "step": 760 }, { "epoch": 0.16, "learning_rate": 0.0004972935067547141, "loss": 1.2486, "step": 770 }, { "epoch": 0.16, "learning_rate": 0.0004972134679906513, "loss": 1.2516, "step": 780 }, { "epoch": 0.16, "learning_rate": 0.0004971322695517445, "loss": 1.3022, "step": 790 }, { "epoch": 0.16, "learning_rate": 0.0004970499118188944, "loss": 1.2272, "step": 800 }, { "epoch": 0.16, "eval_bleu": 0.0062536707895871615, "eval_loss": 1.2070457935333252, "eval_meteor": 0.03694972977014645, "eval_rouge1": 0.1627443709613266, "eval_rouge2": 0.054809622326817145, "eval_rougeL": 0.1526303543192113, "eval_rougeLsum": 0.15279303223888713, "eval_runtime": 485.0336, "eval_samples_per_second": 3.006, "eval_steps_per_second": 0.377, "step": 800 }, { "epoch": 0.17, "learning_rate": 0.00049696639517844, "loss": 1.2424, "step": 810 }, { "epoch": 0.17, "learning_rate": 0.0004968817200221567, "loss": 1.2365, "step": 820 }, { "epoch": 0.17, "learning_rate": 0.0004967958867472544, "loss": 1.1935, "step": 830 }, { "epoch": 0.17, "learning_rate": 0.0004967088957563758, "loss": 1.2296, "step": 840 }, { "epoch": 0.17, "learning_rate": 0.0004966207474575943, "loss": 1.2383, "step": 850 }, { "epoch": 0.18, "learning_rate": 0.0004965314422644124, "loss": 1.1781, "step": 860 }, { "epoch": 0.18, "learning_rate": 0.0004964409805957594, "loss": 1.2159, "step": 870 }, { "epoch": 0.18, "learning_rate": 0.0004963493628759899, "loss": 1.1701, "step": 880 }, { "epoch": 0.18, "learning_rate": 0.000496256589534881, "loss": 1.2066, "step": 890 }, { "epoch": 0.18, "learning_rate": 0.0004961626610076314, "loss": 1.1393, "step": 900 }, { "epoch": 0.18, "eval_bleu": 0.010000616116201889, "eval_loss": 1.1901487112045288, "eval_meteor": 0.04520784243559117, "eval_rouge1": 0.17628204600152494, "eval_rouge2": 0.0588475469962297, "eval_rougeL": 0.15722604946522803, "eval_rougeLsum": 0.15731352231060353, "eval_runtime": 679.7977, "eval_samples_per_second": 2.145, "eval_steps_per_second": 0.269, "step": 900 }, { "epoch": 0.19, "learning_rate": 0.0004960675777348583, "loss": 1.1844, "step": 910 }, { "epoch": 0.19, "learning_rate": 0.000495971340162596, "loss": 1.176, "step": 920 }, { "epoch": 0.19, "learning_rate": 0.0004958739487422937, "loss": 1.1228, "step": 930 }, { "epoch": 0.19, "learning_rate": 0.000495775403930813, "loss": 1.1687, "step": 940 }, { "epoch": 0.2, "learning_rate": 0.0004956757061904263, "loss": 1.2342, "step": 950 }, { "epoch": 0.2, "learning_rate": 0.0004955748559888143, "loss": 1.1426, "step": 960 }, { "epoch": 0.2, "learning_rate": 0.0004954728537990637, "loss": 1.2027, "step": 970 }, { "epoch": 0.2, "learning_rate": 0.0004953697000996656, "loss": 1.1136, "step": 980 }, { "epoch": 0.2, "learning_rate": 0.000495265395374512, "loss": 1.1333, "step": 990 }, { "epoch": 0.21, "learning_rate": 0.0004951599401128955, "loss": 1.243, "step": 1000 }, { "epoch": 0.21, "eval_bleu": 0.012845950838959942, "eval_loss": 1.1657328605651855, "eval_meteor": 0.05173192798918986, "eval_rouge1": 0.182811631461606, "eval_rouge2": 0.06330065615029906, "eval_rougeL": 0.1628025320417283, "eval_rougeLsum": 0.16301681919606037, "eval_runtime": 633.5783, "eval_samples_per_second": 2.301, "eval_steps_per_second": 0.289, "step": 1000 }, { "epoch": 0.21, "learning_rate": 0.000495053334809505, "loss": 1.1282, "step": 1010 }, { "epoch": 0.21, "learning_rate": 0.0004949455799644242, "loss": 1.1576, "step": 1020 }, { "epoch": 0.21, "learning_rate": 0.0004948366760831298, "loss": 1.1904, "step": 1030 }, { "epoch": 0.21, "learning_rate": 0.0004947266236764883, "loss": 1.1469, "step": 1040 }, { "epoch": 0.22, "learning_rate": 0.0004946154232607539, "loss": 1.1207, "step": 1050 }, { "epoch": 0.22, "learning_rate": 0.0004945030753575663, "loss": 1.1862, "step": 1060 }, { "epoch": 0.22, "learning_rate": 0.0004943895804939478, "loss": 1.1074, "step": 1070 }, { "epoch": 0.22, "learning_rate": 0.0004942749392023012, "loss": 1.1467, "step": 1080 }, { "epoch": 0.22, "learning_rate": 0.0004941591520204071, "loss": 1.1898, "step": 1090 }, { "epoch": 0.23, "learning_rate": 0.0004940422194914215, "loss": 1.143, "step": 1100 }, { "epoch": 0.23, "eval_bleu": 0.018382069123601224, "eval_loss": 1.1688802242279053, "eval_meteor": 0.05501822075827951, "eval_rouge1": 0.17577633666706594, "eval_rouge2": 0.05577900637209712, "eval_rougeL": 0.15110984514022763, "eval_rougeLsum": 0.15134591565121136, "eval_runtime": 766.6313, "eval_samples_per_second": 1.902, "eval_steps_per_second": 0.239, "step": 1100 }, { "epoch": 0.23, "learning_rate": 0.0004939241421638735, "loss": 1.2294, "step": 1110 }, { "epoch": 0.23, "learning_rate": 0.0004938049205916619, "loss": 1.1228, "step": 1120 }, { "epoch": 0.23, "learning_rate": 0.0004936845553340535, "loss": 1.1522, "step": 1130 }, { "epoch": 0.23, "learning_rate": 0.0004935630469556798, "loss": 1.1155, "step": 1140 }, { "epoch": 0.24, "learning_rate": 0.000493440396026535, "loss": 1.1141, "step": 1150 }, { "epoch": 0.24, "learning_rate": 0.000493316603121973, "loss": 1.157, "step": 1160 }, { "epoch": 0.24, "learning_rate": 0.0004931916688227043, "loss": 1.1317, "step": 1170 }, { "epoch": 0.24, "learning_rate": 0.0004930655937147941, "loss": 1.2138, "step": 1180 }, { "epoch": 0.24, "learning_rate": 0.0004929383783896589, "loss": 1.2032, "step": 1190 }, { "epoch": 0.25, "learning_rate": 0.0004928100234440637, "loss": 1.1688, "step": 1200 }, { "epoch": 0.25, "eval_bleu": 0.008582583334062774, "eval_loss": 1.1682066917419434, "eval_meteor": 0.031457014797108926, "eval_rouge1": 0.17121377190147105, "eval_rouge2": 0.057846020337606815, "eval_rougeL": 0.15422867590713454, "eval_rougeLsum": 0.1543636089792762, "eval_runtime": 570.9807, "eval_samples_per_second": 2.554, "eval_steps_per_second": 0.321, "step": 1200 }, { "epoch": 0.25, "learning_rate": 0.0004926805294801202, "loss": 1.2093, "step": 1210 }, { "epoch": 0.25, "learning_rate": 0.0004925498971052823, "loss": 1.1794, "step": 1220 }, { "epoch": 0.25, "learning_rate": 0.0004924181269323448, "loss": 1.1593, "step": 1230 }, { "epoch": 0.25, "learning_rate": 0.0004922852195794399, "loss": 1.1601, "step": 1240 }, { "epoch": 0.26, "learning_rate": 0.0004921511756700337, "loss": 1.171, "step": 1250 }, { "epoch": 0.26, "learning_rate": 0.0004920159958329243, "loss": 1.1814, "step": 1260 }, { "epoch": 0.26, "learning_rate": 0.0004918796807022387, "loss": 1.0879, "step": 1270 }, { "epoch": 0.26, "learning_rate": 0.0004917422309174289, "loss": 1.1527, "step": 1280 }, { "epoch": 0.27, "learning_rate": 0.0004916036471232702, "loss": 1.1435, "step": 1290 }, { "epoch": 0.27, "learning_rate": 0.0004914639299698568, "loss": 1.119, "step": 1300 }, { "epoch": 0.27, "eval_bleu": 0.01477460828823043, "eval_loss": 1.148748755455017, "eval_meteor": 0.05210128540388615, "eval_rouge1": 0.18454727697727336, "eval_rouge2": 0.06442555829241428, "eval_rougeL": 0.1643417771219982, "eval_rougeLsum": 0.16463861663679646, "eval_runtime": 684.638, "eval_samples_per_second": 2.13, "eval_steps_per_second": 0.267, "step": 1300 }, { "epoch": 0.27, "learning_rate": 0.0004913230801126003, "loss": 1.132, "step": 1310 }, { "epoch": 0.27, "learning_rate": 0.000491181098212225, "loss": 1.117, "step": 1320 }, { "epoch": 0.27, "learning_rate": 0.0004910379849347662, "loss": 1.1357, "step": 1330 }, { "epoch": 0.28, "learning_rate": 0.000490893740951566, "loss": 1.1272, "step": 1340 }, { "epoch": 0.28, "learning_rate": 0.0004907483669392711, "loss": 1.1355, "step": 1350 }, { "epoch": 0.28, "learning_rate": 0.0004906018635798289, "loss": 1.1075, "step": 1360 }, { "epoch": 0.28, "learning_rate": 0.0004904542315604844, "loss": 1.1385, "step": 1370 }, { "epoch": 0.28, "learning_rate": 0.0004903054715737774, "loss": 1.1424, "step": 1380 }, { "epoch": 0.29, "learning_rate": 0.000490155584317539, "loss": 1.06, "step": 1390 }, { "epoch": 0.29, "learning_rate": 0.0004900045704948878, "loss": 1.1614, "step": 1400 }, { "epoch": 0.29, "eval_bleu": 0.023573391639295775, "eval_loss": 1.1484849452972412, "eval_meteor": 0.06942264573323907, "eval_rouge1": 0.18902812961792426, "eval_rouge2": 0.05690246981223483, "eval_rougeL": 0.1550334852621951, "eval_rougeLsum": 0.1552537149483944, "eval_runtime": 988.684, "eval_samples_per_second": 1.475, "eval_steps_per_second": 0.185, "step": 1400 }, { "epoch": 0.29, "learning_rate": 0.000489852430814228, "loss": 1.1194, "step": 1410 }, { "epoch": 0.29, "learning_rate": 0.0004896991659892442, "loss": 1.1006, "step": 1420 }, { "epoch": 0.29, "learning_rate": 0.0004895447767388996, "loss": 1.1342, "step": 1430 }, { "epoch": 0.3, "learning_rate": 0.0004893892637874321, "loss": 1.1826, "step": 1440 }, { "epoch": 0.3, "learning_rate": 0.0004892326278643507, "loss": 1.137, "step": 1450 }, { "epoch": 0.3, "learning_rate": 0.0004890748697044324, "loss": 1.0829, "step": 1460 }, { "epoch": 0.3, "learning_rate": 0.0004889159900477182, "loss": 1.086, "step": 1470 }, { "epoch": 0.3, "learning_rate": 0.0004887559896395104, "loss": 1.1076, "step": 1480 }, { "epoch": 0.31, "learning_rate": 0.0004885948692303687, "loss": 1.1521, "step": 1490 }, { "epoch": 0.31, "learning_rate": 0.0004884326295761066, "loss": 1.0416, "step": 1500 }, { "epoch": 0.31, "eval_bleu": 0.02023032338072932, "eval_loss": 1.1363707780838013, "eval_meteor": 0.060080221459470236, "eval_rouge1": 0.199062276310761, "eval_rouge2": 0.06488216735306115, "eval_rougeL": 0.1691458689038896, "eval_rougeLsum": 0.1694674376703953, "eval_runtime": 815.0153, "eval_samples_per_second": 1.789, "eval_steps_per_second": 0.225, "step": 1500 }, { "epoch": 0.31, "learning_rate": 0.0004882692714377881, "loss": 1.102, "step": 1510 }, { "epoch": 0.31, "learning_rate": 0.00048810479558172366, "loss": 1.1374, "step": 1520 }, { "epoch": 0.31, "learning_rate": 0.00048793920277946727, "loss": 1.0137, "step": 1530 }, { "epoch": 0.32, "learning_rate": 0.00048777249380781254, "loss": 1.1253, "step": 1540 }, { "epoch": 0.32, "learning_rate": 0.00048760466944878866, "loss": 1.1808, "step": 1550 }, { "epoch": 0.32, "learning_rate": 0.0004874357304896574, "loss": 1.1696, "step": 1560 }, { "epoch": 0.32, "learning_rate": 0.00048726567772290895, "loss": 1.109, "step": 1570 }, { "epoch": 0.32, "learning_rate": 0.00048709451194625853, "loss": 1.1289, "step": 1580 }, { "epoch": 0.33, "learning_rate": 0.0004869222339626422, "loss": 1.1529, "step": 1590 }, { "epoch": 0.33, "learning_rate": 0.0004867488445802137, "loss": 1.1087, "step": 1600 }, { "epoch": 0.33, "eval_bleu": 0.021715410751103448, "eval_loss": 1.1409450769424438, "eval_meteor": 0.06723604872210975, "eval_rouge1": 0.19551341975142214, "eval_rouge2": 0.06091614991260254, "eval_rougeL": 0.16373059838285065, "eval_rougeLsum": 0.16395559757301714, "eval_runtime": 932.3291, "eval_samples_per_second": 1.564, "eval_steps_per_second": 0.196, "step": 1600 }, { "epoch": 0.33, "learning_rate": 0.00048657434461233995, "loss": 1.1298, "step": 1610 }, { "epoch": 0.33, "learning_rate": 0.00048639873487759793, "loss": 1.1784, "step": 1620 }, { "epoch": 0.34, "learning_rate": 0.00048622201619977033, "loss": 1.0544, "step": 1630 }, { "epoch": 0.34, "learning_rate": 0.000486044189407842, "loss": 1.1239, "step": 1640 }, { "epoch": 0.34, "learning_rate": 0.00048586525533599577, "loss": 1.0703, "step": 1650 }, { "epoch": 0.34, "learning_rate": 0.00048568521482360896, "loss": 1.1142, "step": 1660 }, { "epoch": 0.34, "learning_rate": 0.0004855040687152489, "loss": 1.1749, "step": 1670 }, { "epoch": 0.35, "learning_rate": 0.0004853218178606695, "loss": 1.1147, "step": 1680 }, { "epoch": 0.35, "learning_rate": 0.0004851384631148069, "loss": 1.0897, "step": 1690 }, { "epoch": 0.35, "learning_rate": 0.0004849540053377756, "loss": 1.1196, "step": 1700 }, { "epoch": 0.35, "eval_bleu": 0.025043350736850607, "eval_loss": 1.1154279708862305, "eval_meteor": 0.07231447401740981, "eval_rouge1": 0.20616954143165644, "eval_rouge2": 0.06344537120205161, "eval_rougeL": 0.1701292313379799, "eval_rougeLsum": 0.1703542897990762, "eval_runtime": 874.5506, "eval_samples_per_second": 1.667, "eval_steps_per_second": 0.209, "step": 1700 }, { "epoch": 0.35, "learning_rate": 0.00048476844539486433, "loss": 1.0944, "step": 1710 }, { "epoch": 0.35, "learning_rate": 0.00048458178415653207, "loss": 1.1292, "step": 1720 }, { "epoch": 0.36, "learning_rate": 0.00048439402249840415, "loss": 1.096, "step": 1730 }, { "epoch": 0.36, "learning_rate": 0.0004842051613012678, "loss": 1.0937, "step": 1740 }, { "epoch": 0.36, "learning_rate": 0.0004840152014510682, "loss": 1.0264, "step": 1750 }, { "epoch": 0.36, "learning_rate": 0.00048382414383890427, "loss": 1.0931, "step": 1760 }, { "epoch": 0.36, "learning_rate": 0.0004836319893610245, "loss": 1.1553, "step": 1770 }, { "epoch": 0.37, "learning_rate": 0.0004834387389188229, "loss": 1.1353, "step": 1780 }, { "epoch": 0.37, "learning_rate": 0.0004832443934188344, "loss": 1.0572, "step": 1790 }, { "epoch": 0.37, "learning_rate": 0.00048304895377273107, "loss": 1.0778, "step": 1800 }, { "epoch": 0.37, "eval_bleu": 0.02264090954365281, "eval_loss": 1.1103206872940063, "eval_meteor": 0.07031187093630956, "eval_rouge1": 0.20903350895884776, "eval_rouge2": 0.0679566179794408, "eval_rougeL": 0.17674379685925287, "eval_rougeLsum": 0.176879851870817, "eval_runtime": 770.6794, "eval_samples_per_second": 1.892, "eval_steps_per_second": 0.237, "step": 1800 }, { "epoch": 0.37, "learning_rate": 0.00048285242089731746, "loss": 1.0599, "step": 1810 }, { "epoch": 0.37, "learning_rate": 0.0004826547957145264, "loss": 1.1592, "step": 1820 }, { "epoch": 0.38, "learning_rate": 0.000482456079151415, "loss": 1.0627, "step": 1830 }, { "epoch": 0.38, "learning_rate": 0.0004822562721401596, "loss": 1.1204, "step": 1840 }, { "epoch": 0.38, "learning_rate": 0.00048205537561805213, "loss": 1.1346, "step": 1850 }, { "epoch": 0.38, "learning_rate": 0.00048185339052749535, "loss": 1.149, "step": 1860 }, { "epoch": 0.38, "learning_rate": 0.0004816503178159983, "loss": 1.1071, "step": 1870 }, { "epoch": 0.39, "learning_rate": 0.0004814461584361723, "loss": 1.0793, "step": 1880 }, { "epoch": 0.39, "learning_rate": 0.000481240913345726, "loss": 1.131, "step": 1890 }, { "epoch": 0.39, "learning_rate": 0.0004810345835074612, "loss": 1.0848, "step": 1900 }, { "epoch": 0.39, "eval_bleu": 0.027063067858456365, "eval_loss": 1.0963716506958008, "eval_meteor": 0.07338060906025744, "eval_rouge1": 0.2107393337255915, "eval_rouge2": 0.06681650920596519, "eval_rougeL": 0.17354803894931026, "eval_rougeLsum": 0.1737987890813374, "eval_runtime": 874.0014, "eval_samples_per_second": 1.668, "eval_steps_per_second": 0.209, "step": 1900 }, { "epoch": 0.39, "learning_rate": 0.0004808271698892682, "loss": 1.0827, "step": 1910 }, { "epoch": 0.39, "learning_rate": 0.0004806186734641215, "loss": 1.041, "step": 1920 }, { "epoch": 0.4, "learning_rate": 0.0004804090952100745, "loss": 1.0852, "step": 1930 }, { "epoch": 0.4, "learning_rate": 0.00048019843611025613, "loss": 1.0835, "step": 1940 }, { "epoch": 0.4, "learning_rate": 0.000479986697152865, "loss": 1.1008, "step": 1950 }, { "epoch": 0.4, "learning_rate": 0.0004797738793311657, "loss": 1.13, "step": 1960 }, { "epoch": 0.4, "learning_rate": 0.0004795599836434834, "loss": 1.0689, "step": 1970 }, { "epoch": 0.41, "learning_rate": 0.0004793450110931998, "loss": 1.0651, "step": 1980 }, { "epoch": 0.41, "learning_rate": 0.00047912896268874816, "loss": 1.1109, "step": 1990 }, { "epoch": 0.41, "learning_rate": 0.0004789118394436083, "loss": 1.0336, "step": 2000 }, { "epoch": 0.41, "eval_bleu": 0.027231353849381447, "eval_loss": 1.094221830368042, "eval_meteor": 0.0753991656515833, "eval_rouge1": 0.21374757345629292, "eval_rouge2": 0.06791530453078388, "eval_rougeL": 0.17498156235223256, "eval_rougeLsum": 0.17516252143383396, "eval_runtime": 936.8848, "eval_samples_per_second": 1.556, "eval_steps_per_second": 0.195, "step": 2000 }, { "epoch": 0.41, "learning_rate": 0.0004786936423763024, "loss": 1.063, "step": 2010 }, { "epoch": 0.42, "learning_rate": 0.0004784743725103896, "loss": 1.0337, "step": 2020 }, { "epoch": 0.42, "learning_rate": 0.00047825403087446196, "loss": 1.076, "step": 2030 }, { "epoch": 0.42, "learning_rate": 0.00047803261850213864, "loss": 1.1623, "step": 2040 }, { "epoch": 0.42, "learning_rate": 0.00047781013643206216, "loss": 1.1571, "step": 2050 }, { "epoch": 0.42, "learning_rate": 0.0004775865857078927, "loss": 1.0718, "step": 2060 }, { "epoch": 0.43, "learning_rate": 0.00047736196737830337, "loss": 1.0702, "step": 2070 }, { "epoch": 0.43, "learning_rate": 0.0004771362824969756, "loss": 0.9846, "step": 2080 }, { "epoch": 0.43, "learning_rate": 0.000476909532122594, "loss": 1.0808, "step": 2090 }, { "epoch": 0.43, "learning_rate": 0.0004766817173188414, "loss": 1.1061, "step": 2100 }, { "epoch": 0.43, "eval_bleu": 0.022198000912556214, "eval_loss": 1.0857281684875488, "eval_meteor": 0.06192256854979087, "eval_rouge1": 0.20738858318255726, "eval_rouge2": 0.07232459830507468, "eval_rougeL": 0.17725116971849175, "eval_rougeLsum": 0.17743755907754893, "eval_runtime": 788.3103, "eval_samples_per_second": 1.85, "eval_steps_per_second": 0.232, "step": 2100 }, { "epoch": 0.43, "learning_rate": 0.0004764528391543935, "loss": 1.06, "step": 2110 }, { "epoch": 0.44, "learning_rate": 0.00047622289870291487, "loss": 1.045, "step": 2120 }, { "epoch": 0.44, "learning_rate": 0.00047599189704305257, "loss": 1.0685, "step": 2130 }, { "epoch": 0.44, "learning_rate": 0.00047575983525843227, "loss": 1.0746, "step": 2140 }, { "epoch": 0.44, "learning_rate": 0.00047552671443765236, "loss": 1.043, "step": 2150 }, { "epoch": 0.44, "learning_rate": 0.00047529253567427945, "loss": 1.1152, "step": 2160 }, { "epoch": 0.45, "learning_rate": 0.0004750573000668426, "loss": 1.0859, "step": 2170 }, { "epoch": 0.45, "learning_rate": 0.00047482100871882877, "loss": 1.056, "step": 2180 }, { "epoch": 0.45, "learning_rate": 0.00047458366273867724, "loss": 1.0762, "step": 2190 }, { "epoch": 0.45, "learning_rate": 0.0004743452632397747, "loss": 1.09, "step": 2200 }, { "epoch": 0.45, "eval_bleu": 0.027841748781480522, "eval_loss": 1.0797735452651978, "eval_meteor": 0.07640824352785222, "eval_rouge1": 0.2190990298244696, "eval_rouge2": 0.07340646071616252, "eval_rougeL": 0.1813701022286835, "eval_rougeLsum": 0.18162416265454912, "eval_runtime": 858.6907, "eval_samples_per_second": 1.698, "eval_steps_per_second": 0.213, "step": 2200 }, { "epoch": 0.45, "learning_rate": 0.0004741058113404497, "loss": 1.1197, "step": 2210 }, { "epoch": 0.46, "learning_rate": 0.00047386530816396767, "loss": 0.9979, "step": 2220 }, { "epoch": 0.46, "learning_rate": 0.0004736237548385256, "loss": 1.1263, "step": 2230 }, { "epoch": 0.46, "learning_rate": 0.0004733811524972468, "loss": 1.0688, "step": 2240 }, { "epoch": 0.46, "learning_rate": 0.00047313750227817515, "loss": 1.0257, "step": 2250 }, { "epoch": 0.46, "learning_rate": 0.0004728928053242705, "loss": 1.0151, "step": 2260 }, { "epoch": 0.47, "learning_rate": 0.0004726470627834028, "loss": 1.0518, "step": 2270 }, { "epoch": 0.47, "learning_rate": 0.0004724002758083467, "loss": 1.0517, "step": 2280 }, { "epoch": 0.47, "learning_rate": 0.0004721524455567764, "loss": 1.0592, "step": 2290 }, { "epoch": 0.47, "learning_rate": 0.0004719035731912601, "loss": 0.9817, "step": 2300 }, { "epoch": 0.47, "eval_bleu": 0.023255094924167417, "eval_loss": 1.0640439987182617, "eval_meteor": 0.0694763133950018, "eval_rouge1": 0.21614880424035815, "eval_rouge2": 0.07107065078607677, "eval_rougeL": 0.18083940465396262, "eval_rougeLsum": 0.1811207425056119, "eval_runtime": 783.0888, "eval_samples_per_second": 1.862, "eval_steps_per_second": 0.234, "step": 2300 }, { "epoch": 0.47, "learning_rate": 0.0004716536598792545, "loss": 1.0138, "step": 2310 }, { "epoch": 0.48, "learning_rate": 0.00047140270679309925, "loss": 1.0165, "step": 2320 }, { "epoch": 0.48, "learning_rate": 0.00047115071511001183, "loss": 1.0509, "step": 2330 }, { "epoch": 0.48, "learning_rate": 0.0004708976860120817, "loss": 1.0364, "step": 2340 }, { "epoch": 0.48, "learning_rate": 0.0004706436206862645, "loss": 1.0691, "step": 2350 }, { "epoch": 0.49, "learning_rate": 0.0004703885203243772, "loss": 1.0763, "step": 2360 }, { "epoch": 0.49, "learning_rate": 0.00047013238612309195, "loss": 1.1142, "step": 2370 }, { "epoch": 0.49, "learning_rate": 0.0004698752192839305, "loss": 0.99, "step": 2380 }, { "epoch": 0.49, "learning_rate": 0.000469617021013259, "loss": 1.0117, "step": 2390 }, { "epoch": 0.49, "learning_rate": 0.00046935779252228174, "loss": 0.9907, "step": 2400 }, { "epoch": 0.49, "eval_bleu": 0.024217670789048625, "eval_loss": 1.0585440397262573, "eval_meteor": 0.06668694853033096, "eval_rouge1": 0.21910640475976334, "eval_rouge2": 0.0780574669597971, "eval_rougeL": 0.18597736462001008, "eval_rougeLsum": 0.1862125937949618, "eval_runtime": 751.5448, "eval_samples_per_second": 1.94, "eval_steps_per_second": 0.243, "step": 2400 }, { "epoch": 0.5, "learning_rate": 0.0004690975350270359, "loss": 1.0281, "step": 2410 }, { "epoch": 0.5, "learning_rate": 0.00046883624974838564, "loss": 1.0084, "step": 2420 }, { "epoch": 0.5, "learning_rate": 0.0004685739379120164, "loss": 1.0314, "step": 2430 }, { "epoch": 0.5, "learning_rate": 0.00046831060074842946, "loss": 1.0628, "step": 2440 }, { "epoch": 0.5, "learning_rate": 0.0004680462394929355, "loss": 1.0563, "step": 2450 }, { "epoch": 0.51, "learning_rate": 0.0004677808553856494, "loss": 1.0643, "step": 2460 }, { "epoch": 0.51, "learning_rate": 0.0004675144496714844, "loss": 1.038, "step": 2470 }, { "epoch": 0.51, "learning_rate": 0.0004672470236001456, "loss": 1.0334, "step": 2480 }, { "epoch": 0.51, "learning_rate": 0.00046697857842612514, "loss": 1.0858, "step": 2490 }, { "epoch": 0.51, "learning_rate": 0.00046670911540869534, "loss": 1.0473, "step": 2500 }, { "epoch": 0.51, "eval_bleu": 0.024852517002557785, "eval_loss": 1.051284909248352, "eval_meteor": 0.062184071090472644, "eval_rouge1": 0.21454487375054443, "eval_rouge2": 0.07246544163519567, "eval_rougeL": 0.18065289430837428, "eval_rougeLsum": 0.181002308977942, "eval_runtime": 856.5121, "eval_samples_per_second": 1.702, "eval_steps_per_second": 0.214, "step": 2500 }, { "epoch": 0.52, "learning_rate": 0.0004664386358119034, "loss": 0.9952, "step": 2510 }, { "epoch": 0.52, "learning_rate": 0.00046616714090456533, "loss": 1.0792, "step": 2520 }, { "epoch": 0.52, "learning_rate": 0.00046589463196025974, "loss": 1.0859, "step": 2530 }, { "epoch": 0.52, "learning_rate": 0.00046562111025732225, "loss": 1.0132, "step": 2540 }, { "epoch": 0.52, "learning_rate": 0.0004653465770788392, "loss": 1.0836, "step": 2550 }, { "epoch": 0.53, "learning_rate": 0.0004650710337126419, "loss": 1.0403, "step": 2560 }, { "epoch": 0.53, "learning_rate": 0.0004647944814513003, "loss": 1.0854, "step": 2570 }, { "epoch": 0.53, "learning_rate": 0.000464516921592117, "loss": 1.048, "step": 2580 }, { "epoch": 0.53, "learning_rate": 0.0004642383554371216, "loss": 1.1175, "step": 2590 }, { "epoch": 0.53, "learning_rate": 0.0004639587842930636, "loss": 1.0709, "step": 2600 }, { "epoch": 0.53, "eval_bleu": 0.028186088600621776, "eval_loss": 1.0453029870986938, "eval_meteor": 0.07052568569699236, "eval_rouge1": 0.21831314585047235, "eval_rouge2": 0.07380432726916894, "eval_rougeL": 0.18131202674580268, "eval_rougeLsum": 0.1815820450711532, "eval_runtime": 832.8159, "eval_samples_per_second": 1.751, "eval_steps_per_second": 0.22, "step": 2600 }, { "epoch": 0.54, "learning_rate": 0.0004636782094714075, "loss": 1.0227, "step": 2610 }, { "epoch": 0.54, "learning_rate": 0.0004633966322883256, "loss": 1.0453, "step": 2620 }, { "epoch": 0.54, "learning_rate": 0.0004631140540646927, "loss": 1.0547, "step": 2630 }, { "epoch": 0.54, "learning_rate": 0.00046283047612607895, "loss": 1.1098, "step": 2640 }, { "epoch": 0.54, "learning_rate": 0.0004625458998027445, "loss": 0.978, "step": 2650 }, { "epoch": 0.55, "learning_rate": 0.00046226032642963276, "loss": 0.9954, "step": 2660 }, { "epoch": 0.55, "learning_rate": 0.0004619737573463645, "loss": 1.0457, "step": 2670 }, { "epoch": 0.55, "learning_rate": 0.000461686193897231, "loss": 1.0613, "step": 2680 }, { "epoch": 0.55, "learning_rate": 0.0004613976374311884, "loss": 1.0245, "step": 2690 }, { "epoch": 0.55, "learning_rate": 0.0004611080893018509, "loss": 1.0285, "step": 2700 }, { "epoch": 0.55, "eval_bleu": 0.029932193757661832, "eval_loss": 1.039459466934204, "eval_meteor": 0.07824173395990583, "eval_rouge1": 0.22874163066451977, "eval_rouge2": 0.07857632543797217, "eval_rougeL": 0.18880908522870882, "eval_rougeLsum": 0.1890899008389733, "eval_runtime": 857.0196, "eval_samples_per_second": 1.701, "eval_steps_per_second": 0.214, "step": 2700 }, { "epoch": 0.56, "learning_rate": 0.0004608175508674847, "loss": 0.9318, "step": 2710 }, { "epoch": 0.56, "learning_rate": 0.00046052602349100136, "loss": 1.0465, "step": 2720 }, { "epoch": 0.56, "learning_rate": 0.00046023350853995174, "loss": 0.9737, "step": 2730 }, { "epoch": 0.56, "learning_rate": 0.0004599400073865192, "loss": 1.0431, "step": 2740 }, { "epoch": 0.57, "learning_rate": 0.0004596455214075135, "loss": 1.0382, "step": 2750 }, { "epoch": 0.57, "learning_rate": 0.0004593500519843642, "loss": 1.0855, "step": 2760 }, { "epoch": 0.57, "learning_rate": 0.00045905360050311393, "loss": 1.0788, "step": 2770 }, { "epoch": 0.57, "learning_rate": 0.00045875616835441266, "loss": 0.955, "step": 2780 }, { "epoch": 0.57, "learning_rate": 0.0004584577569335101, "loss": 0.9988, "step": 2790 }, { "epoch": 0.58, "learning_rate": 0.00045815836764025007, "loss": 1.0472, "step": 2800 }, { "epoch": 0.58, "eval_bleu": 0.02986106932510522, "eval_loss": 1.0356390476226807, "eval_meteor": 0.07730963136212383, "eval_rouge1": 0.2338534992658089, "eval_rouge2": 0.0838961375809737, "eval_rougeL": 0.19496007003043636, "eval_rougeLsum": 0.19521593536741283, "eval_runtime": 776.9039, "eval_samples_per_second": 1.877, "eval_steps_per_second": 0.236, "step": 2800 }, { "epoch": 0.58, "learning_rate": 0.00045785800187906353, "loss": 0.9511, "step": 2810 }, { "epoch": 0.58, "learning_rate": 0.0004575566610589618, "loss": 1.0426, "step": 2820 }, { "epoch": 0.58, "learning_rate": 0.0004572543465935305, "loss": 1.0583, "step": 2830 }, { "epoch": 0.58, "learning_rate": 0.0004569510599009223, "loss": 0.9801, "step": 2840 }, { "epoch": 0.59, "learning_rate": 0.00045664680240385105, "loss": 1.05, "step": 2850 }, { "epoch": 0.59, "learning_rate": 0.000456341575529584, "loss": 0.9823, "step": 2860 }, { "epoch": 0.59, "learning_rate": 0.00045603538070993616, "loss": 0.9807, "step": 2870 }, { "epoch": 0.59, "learning_rate": 0.00045572821938126307, "loss": 1.0122, "step": 2880 }, { "epoch": 0.59, "learning_rate": 0.0004554200929844541, "loss": 0.9791, "step": 2890 }, { "epoch": 0.6, "learning_rate": 0.0004551110029649259, "loss": 1.0085, "step": 2900 }, { "epoch": 0.6, "eval_bleu": 0.023249223602803164, "eval_loss": 1.0316581726074219, "eval_meteor": 0.06405091237508881, "eval_rouge1": 0.21994383476031285, "eval_rouge2": 0.08071486866342525, "eval_rougeL": 0.1884203659102755, "eval_rougeLsum": 0.18857817215258604, "eval_runtime": 733.4469, "eval_samples_per_second": 1.988, "eval_steps_per_second": 0.25, "step": 2900 }, { "epoch": 0.6, "learning_rate": 0.0004548009507726152, "loss": 1.0169, "step": 2910 }, { "epoch": 0.6, "learning_rate": 0.00045448993786197236, "loss": 1.0768, "step": 2920 }, { "epoch": 0.6, "learning_rate": 0.00045417796569195457, "loss": 1.0437, "step": 2930 }, { "epoch": 0.6, "learning_rate": 0.0004538650357260189, "loss": 1.0569, "step": 2940 }, { "epoch": 0.61, "learning_rate": 0.00045355114943211524, "loss": 1.0492, "step": 2950 }, { "epoch": 0.61, "learning_rate": 0.0004532363082826797, "loss": 0.9732, "step": 2960 }, { "epoch": 0.61, "learning_rate": 0.00045292051375462765, "loss": 0.9821, "step": 2970 }, { "epoch": 0.61, "learning_rate": 0.0004526037673293467, "loss": 0.9964, "step": 2980 }, { "epoch": 0.61, "learning_rate": 0.00045228607049268985, "loss": 0.9645, "step": 2990 }, { "epoch": 0.62, "learning_rate": 0.00045196742473496834, "loss": 1.0429, "step": 3000 }, { "epoch": 0.62, "eval_bleu": 0.02666619110845256, "eval_loss": 1.0260474681854248, "eval_meteor": 0.07279933533873019, "eval_rouge1": 0.22889959445417035, "eval_rouge2": 0.08251982627177057, "eval_rougeL": 0.1923967901789438, "eval_rougeLsum": 0.19277978747675056, "eval_runtime": 829.1517, "eval_samples_per_second": 1.758, "eval_steps_per_second": 0.221, "step": 3000 }, { "epoch": 0.62, "learning_rate": 0.00045164783155094486, "loss": 1.0148, "step": 3010 }, { "epoch": 0.62, "learning_rate": 0.0004513272924398265, "loss": 1.0331, "step": 3020 }, { "epoch": 0.62, "learning_rate": 0.0004510058089052577, "loss": 0.9852, "step": 3030 }, { "epoch": 0.62, "learning_rate": 0.00045068338245531303, "loss": 1.0747, "step": 3040 }, { "epoch": 0.63, "learning_rate": 0.0004503600146024904, "loss": 0.9761, "step": 3050 }, { "epoch": 0.63, "learning_rate": 0.00045003570686370385, "loss": 1.0009, "step": 3060 }, { "epoch": 0.63, "learning_rate": 0.00044971046076027626, "loss": 0.9755, "step": 3070 }, { "epoch": 0.63, "learning_rate": 0.00044938427781793244, "loss": 0.9712, "step": 3080 }, { "epoch": 0.64, "learning_rate": 0.00044905715956679196, "loss": 1.0083, "step": 3090 }, { "epoch": 0.64, "learning_rate": 0.00044872910754136186, "loss": 0.9769, "step": 3100 }, { "epoch": 0.64, "eval_bleu": 0.03629028019989286, "eval_loss": 1.0205575227737427, "eval_meteor": 0.08062802277727196, "eval_rouge1": 0.2373168942060636, "eval_rouge2": 0.08397456354626406, "eval_rougeL": 0.19367527611532537, "eval_rougeLsum": 0.19379246722013438, "eval_runtime": 842.9832, "eval_samples_per_second": 1.73, "eval_steps_per_second": 0.217, "step": 3100 }, { "epoch": 0.64, "learning_rate": 0.00044840012328052945, "loss": 0.9834, "step": 3110 }, { "epoch": 0.64, "learning_rate": 0.0004480702083275552, "loss": 1.0006, "step": 3120 }, { "epoch": 0.64, "learning_rate": 0.0004477393642300655, "loss": 0.9908, "step": 3130 }, { "epoch": 0.65, "learning_rate": 0.0004474075925400453, "loss": 0.981, "step": 3140 }, { "epoch": 0.65, "learning_rate": 0.00044707489481383067, "loss": 1.0066, "step": 3150 }, { "epoch": 0.65, "learning_rate": 0.00044674127261210207, "loss": 0.9922, "step": 3160 }, { "epoch": 0.65, "learning_rate": 0.00044640672749987647, "loss": 0.9334, "step": 3170 }, { "epoch": 0.65, "learning_rate": 0.0004460712610465001, "loss": 0.9876, "step": 3180 }, { "epoch": 0.66, "learning_rate": 0.00044573487482564144, "loss": 1.0439, "step": 3190 }, { "epoch": 0.66, "learning_rate": 0.0004453975704152833, "loss": 1.0442, "step": 3200 }, { "epoch": 0.66, "eval_bleu": 0.03442605522861199, "eval_loss": 1.0128087997436523, "eval_meteor": 0.07743263612450016, "eval_rouge1": 0.2350931975317044, "eval_rouge2": 0.08525222999697704, "eval_rougeL": 0.1939595347628182, "eval_rougeLsum": 0.19413776767042884, "eval_runtime": 870.6693, "eval_samples_per_second": 1.675, "eval_steps_per_second": 0.21, "step": 3200 }, { "epoch": 0.66, "learning_rate": 0.000445059349397716, "loss": 0.983, "step": 3210 }, { "epoch": 0.66, "learning_rate": 0.0004447202133595293, "loss": 0.9959, "step": 3220 }, { "epoch": 0.66, "learning_rate": 0.0004443801638916056, "loss": 0.9758, "step": 3230 }, { "epoch": 0.67, "learning_rate": 0.0004440392025891122, "loss": 0.9418, "step": 3240 }, { "epoch": 0.67, "learning_rate": 0.00044369733105149357, "loss": 0.9904, "step": 3250 }, { "epoch": 0.67, "learning_rate": 0.00044335455088246424, "loss": 1.0094, "step": 3260 }, { "epoch": 0.67, "learning_rate": 0.00044301086369000106, "loss": 1.0386, "step": 3270 }, { "epoch": 0.67, "learning_rate": 0.0004426662710863357, "loss": 0.992, "step": 3280 }, { "epoch": 0.68, "learning_rate": 0.0004423207746879473, "loss": 0.9713, "step": 3290 }, { "epoch": 0.68, "learning_rate": 0.00044197437611555437, "loss": 1.037, "step": 3300 }, { "epoch": 0.68, "eval_bleu": 0.03691456932983121, "eval_loss": 1.0009561777114868, "eval_meteor": 0.08988756663330699, "eval_rouge1": 0.25002084506336486, "eval_rouge2": 0.09044063658897722, "eval_rougeL": 0.2018421807608705, "eval_rougeLsum": 0.20209381538309434, "eval_runtime": 818.8478, "eval_samples_per_second": 1.781, "eval_steps_per_second": 0.223, "step": 3300 }, { "epoch": 0.68, "learning_rate": 0.00044162707699410775, "loss": 0.9397, "step": 3310 }, { "epoch": 0.68, "learning_rate": 0.0004412788789527825, "loss": 0.9861, "step": 3320 }, { "epoch": 0.68, "learning_rate": 0.00044092978362497096, "loss": 0.9345, "step": 3330 }, { "epoch": 0.69, "learning_rate": 0.000440579792648274, "loss": 1.0052, "step": 3340 }, { "epoch": 0.69, "learning_rate": 0.0004402289076644944, "loss": 1.0374, "step": 3350 }, { "epoch": 0.69, "learning_rate": 0.0004398771303196286, "loss": 0.954, "step": 3360 }, { "epoch": 0.69, "learning_rate": 0.00043952446226385925, "loss": 1.0079, "step": 3370 }, { "epoch": 0.69, "learning_rate": 0.0004391709051515468, "loss": 0.9765, "step": 3380 }, { "epoch": 0.7, "learning_rate": 0.00043881646064122305, "loss": 0.9257, "step": 3390 }, { "epoch": 0.7, "learning_rate": 0.00043846113039558177, "loss": 0.9114, "step": 3400 }, { "epoch": 0.7, "eval_bleu": 0.040516146242377336, "eval_loss": 0.9958982467651367, "eval_meteor": 0.09468638323821374, "eval_rouge1": 0.255635747075612, "eval_rouge2": 0.09469177905086457, "eval_rougeL": 0.2072211092387325, "eval_rougeLsum": 0.2074042922359028, "eval_runtime": 825.6959, "eval_samples_per_second": 1.766, "eval_steps_per_second": 0.222, "step": 3400 }, { "epoch": 0.7, "learning_rate": 0.00043810491608147227, "loss": 0.9774, "step": 3410 }, { "epoch": 0.7, "learning_rate": 0.0004377478193698907, "loss": 0.9689, "step": 3420 }, { "epoch": 0.71, "learning_rate": 0.00043738984193597276, "loss": 0.9986, "step": 3430 }, { "epoch": 0.71, "learning_rate": 0.00043703098545898523, "loss": 0.9723, "step": 3440 }, { "epoch": 0.71, "learning_rate": 0.00043667125162231903, "loss": 1.017, "step": 3450 }, { "epoch": 0.71, "learning_rate": 0.00043631064211348015, "loss": 0.9324, "step": 3460 }, { "epoch": 0.71, "learning_rate": 0.0004359491586240828, "loss": 0.9321, "step": 3470 }, { "epoch": 0.72, "learning_rate": 0.0004355868028498409, "loss": 0.9721, "step": 3480 }, { "epoch": 0.72, "learning_rate": 0.00043522357649056003, "loss": 0.9174, "step": 3490 }, { "epoch": 0.72, "learning_rate": 0.00043485948125013, "loss": 0.9662, "step": 3500 }, { "epoch": 0.72, "eval_bleu": 0.03917855209684242, "eval_loss": 0.9939388632774353, "eval_meteor": 0.08631095169531011, "eval_rouge1": 0.2463928809766775, "eval_rouge2": 0.08942025430978294, "eval_rougeL": 0.1996908256859301, "eval_rougeLsum": 0.19984084186528772, "eval_runtime": 832.7322, "eval_samples_per_second": 1.751, "eval_steps_per_second": 0.22, "step": 3500 }, { "epoch": 0.72, "learning_rate": 0.00043449451883651634, "loss": 0.9689, "step": 3510 }, { "epoch": 0.72, "learning_rate": 0.0004341286909617525, "loss": 0.9806, "step": 3520 }, { "epoch": 0.73, "learning_rate": 0.0004337619993419318, "loss": 0.9709, "step": 3530 }, { "epoch": 0.73, "learning_rate": 0.00043339444569719945, "loss": 0.9203, "step": 3540 }, { "epoch": 0.73, "learning_rate": 0.0004330260317517443, "loss": 1.0103, "step": 3550 }, { "epoch": 0.73, "learning_rate": 0.0004326567592337908, "loss": 0.9626, "step": 3560 }, { "epoch": 0.73, "learning_rate": 0.0004322866298755913, "loss": 0.9813, "step": 3570 }, { "epoch": 0.74, "learning_rate": 0.00043191564541341705, "loss": 0.9426, "step": 3580 }, { "epoch": 0.74, "learning_rate": 0.0004315438075875511, "loss": 0.9703, "step": 3590 }, { "epoch": 0.74, "learning_rate": 0.0004311711181422791, "loss": 0.998, "step": 3600 }, { "epoch": 0.74, "eval_bleu": 0.037666738349845554, "eval_loss": 0.990182101726532, "eval_meteor": 0.08261657914656466, "eval_rouge1": 0.2508693209550128, "eval_rouge2": 0.09566110119917426, "eval_rougeL": 0.20568123700510338, "eval_rougeLsum": 0.2057868552975371, "eval_runtime": 816.1905, "eval_samples_per_second": 1.786, "eval_steps_per_second": 0.224, "step": 3600 }, { "epoch": 0.74, "learning_rate": 0.00043079757882588215, "loss": 0.9236, "step": 3610 }, { "epoch": 0.74, "learning_rate": 0.0004304231913906278, "loss": 0.9792, "step": 3620 }, { "epoch": 0.75, "learning_rate": 0.00043004795759276205, "loss": 0.9571, "step": 3630 }, { "epoch": 0.75, "learning_rate": 0.00042967187919250137, "loss": 0.9683, "step": 3640 }, { "epoch": 0.75, "learning_rate": 0.0004292949579540242, "loss": 0.9377, "step": 3650 }, { "epoch": 0.75, "learning_rate": 0.0004289171956454626, "loss": 0.9828, "step": 3660 }, { "epoch": 0.75, "learning_rate": 0.00042853859403889415, "loss": 0.9348, "step": 3670 }, { "epoch": 0.76, "learning_rate": 0.00042815915491033353, "loss": 0.9656, "step": 3680 }, { "epoch": 0.76, "learning_rate": 0.00042777888003972444, "loss": 0.9346, "step": 3690 }, { "epoch": 0.76, "learning_rate": 0.00042739777121093077, "loss": 0.9279, "step": 3700 }, { "epoch": 0.76, "eval_bleu": 0.04039399417410163, "eval_loss": 0.9835119843482971, "eval_meteor": 0.08993880260990368, "eval_rouge1": 0.25691024631017906, "eval_rouge2": 0.09541982278172086, "eval_rougeL": 0.207949219088836, "eval_rougeLsum": 0.2080447313466683, "eval_runtime": 839.821, "eval_samples_per_second": 1.736, "eval_steps_per_second": 0.218, "step": 3700 }, { "epoch": 0.76, "learning_rate": 0.0004270158302117285, "loss": 1.0139, "step": 3710 }, { "epoch": 0.76, "learning_rate": 0.0004266330588337975, "loss": 1.0436, "step": 3720 }, { "epoch": 0.77, "learning_rate": 0.00042624945887271285, "loss": 0.9818, "step": 3730 }, { "epoch": 0.77, "learning_rate": 0.00042586503212793637, "loss": 0.944, "step": 3740 }, { "epoch": 0.77, "learning_rate": 0.00042547978040280855, "loss": 1.0086, "step": 3750 }, { "epoch": 0.77, "learning_rate": 0.00042509370550453964, "loss": 0.9564, "step": 3760 }, { "epoch": 0.77, "learning_rate": 0.00042470680924420155, "loss": 1.0664, "step": 3770 }, { "epoch": 0.78, "learning_rate": 0.0004243190934367189, "loss": 0.9321, "step": 3780 }, { "epoch": 0.78, "learning_rate": 0.00042393055990086134, "loss": 0.9694, "step": 3790 }, { "epoch": 0.78, "learning_rate": 0.0004235412104592339, "loss": 1.0098, "step": 3800 }, { "epoch": 0.78, "eval_bleu": 0.04175446311716826, "eval_loss": 0.9746083617210388, "eval_meteor": 0.08938471353901929, "eval_rouge1": 0.25822182165065355, "eval_rouge2": 0.09705031440640308, "eval_rougeL": 0.20920490296974928, "eval_rougeLsum": 0.20932626058268705, "eval_runtime": 860.5139, "eval_samples_per_second": 1.694, "eval_steps_per_second": 0.213, "step": 3800 }, { "epoch": 0.78, "learning_rate": 0.0004231510469382692, "loss": 0.9461, "step": 3810 }, { "epoch": 0.79, "learning_rate": 0.0004227600711682189, "loss": 0.9936, "step": 3820 }, { "epoch": 0.79, "learning_rate": 0.0004223682849831446, "loss": 0.9362, "step": 3830 }, { "epoch": 0.79, "learning_rate": 0.00042197569022090983, "loss": 0.9686, "step": 3840 }, { "epoch": 0.79, "learning_rate": 0.00042158228872317096, "loss": 0.9262, "step": 3850 }, { "epoch": 0.79, "learning_rate": 0.00042118808233536863, "loss": 1.0092, "step": 3860 }, { "epoch": 0.8, "learning_rate": 0.00042079307290671965, "loss": 1.0363, "step": 3870 }, { "epoch": 0.8, "learning_rate": 0.0004203972622902075, "loss": 0.9938, "step": 3880 }, { "epoch": 0.8, "learning_rate": 0.000420000652342574, "loss": 0.93, "step": 3890 }, { "epoch": 0.8, "learning_rate": 0.0004196032449243108, "loss": 0.947, "step": 3900 }, { "epoch": 0.8, "eval_bleu": 0.03800874092707606, "eval_loss": 0.9699831008911133, "eval_meteor": 0.08482502347393063, "eval_rouge1": 0.2535812413123155, "eval_rouge2": 0.09593530575746165, "eval_rougeL": 0.207273016975525, "eval_rougeLsum": 0.20757717610284762, "eval_runtime": 831.0613, "eval_samples_per_second": 1.754, "eval_steps_per_second": 0.22, "step": 3900 }, { "epoch": 0.8, "learning_rate": 0.0004192050418996506, "loss": 0.9635, "step": 3910 }, { "epoch": 0.81, "learning_rate": 0.0004188060451365577, "loss": 1.0412, "step": 3920 }, { "epoch": 0.81, "learning_rate": 0.0004184062565067207, "loss": 0.9838, "step": 3930 }, { "epoch": 0.81, "learning_rate": 0.000418005677885542, "loss": 0.9796, "step": 3940 }, { "epoch": 0.81, "learning_rate": 0.00041760431115213034, "loss": 0.9707, "step": 3950 }, { "epoch": 0.81, "learning_rate": 0.0004172021581892912, "loss": 0.9708, "step": 3960 }, { "epoch": 0.82, "learning_rate": 0.00041679922088351854, "loss": 0.9252, "step": 3970 }, { "epoch": 0.82, "learning_rate": 0.0004163955011249854, "loss": 0.9302, "step": 3980 }, { "epoch": 0.82, "learning_rate": 0.00041599100080753535, "loss": 0.9139, "step": 3990 }, { "epoch": 0.82, "learning_rate": 0.0004155857218286737, "loss": 0.9232, "step": 4000 }, { "epoch": 0.82, "eval_bleu": 0.03754130437155104, "eval_loss": 0.9632985591888428, "eval_meteor": 0.08673610645668663, "eval_rouge1": 0.25916585870685055, "eval_rouge2": 0.1021139087019877, "eval_rougeL": 0.21436899473514376, "eval_rougeLsum": 0.2146562879957944, "eval_runtime": 774.0166, "eval_samples_per_second": 1.884, "eval_steps_per_second": 0.236, "step": 4000 }, { "epoch": 0.82, "learning_rate": 0.00041517966608955824, "loss": 0.9557, "step": 4010 }, { "epoch": 0.83, "learning_rate": 0.00041477283549499084, "loss": 0.9851, "step": 4020 }, { "epoch": 0.83, "learning_rate": 0.0004143652319534078, "loss": 0.9261, "step": 4030 }, { "epoch": 0.83, "learning_rate": 0.0004139568573768715, "loss": 0.9777, "step": 4040 }, { "epoch": 0.83, "learning_rate": 0.0004135477136810614, "loss": 0.9884, "step": 4050 }, { "epoch": 0.83, "learning_rate": 0.0004131378027852646, "loss": 0.9272, "step": 4060 }, { "epoch": 0.84, "learning_rate": 0.00041272712661236734, "loss": 0.9311, "step": 4070 }, { "epoch": 0.84, "learning_rate": 0.0004123156870888455, "loss": 0.9391, "step": 4080 }, { "epoch": 0.84, "learning_rate": 0.00041190348614475626, "loss": 1.0161, "step": 4090 }, { "epoch": 0.84, "learning_rate": 0.0004114905257137281, "loss": 0.939, "step": 4100 }, { "epoch": 0.84, "eval_bleu": 0.0399426078249315, "eval_loss": 0.9562557935714722, "eval_meteor": 0.09014998855285877, "eval_rouge1": 0.2596305778291721, "eval_rouge2": 0.1020098544856582, "eval_rougeL": 0.21308349550633152, "eval_rougeLsum": 0.213354783921806, "eval_runtime": 814.2864, "eval_samples_per_second": 1.791, "eval_steps_per_second": 0.225, "step": 4100 }, { "epoch": 0.84, "learning_rate": 0.00041107680773295275, "loss": 0.9592, "step": 4110 }, { "epoch": 0.85, "learning_rate": 0.0004106623341431752, "loss": 0.9449, "step": 4120 }, { "epoch": 0.85, "learning_rate": 0.00041024710688868505, "loss": 0.9596, "step": 4130 }, { "epoch": 0.85, "learning_rate": 0.0004098311279173076, "loss": 0.976, "step": 4140 }, { "epoch": 0.85, "learning_rate": 0.0004094143991803941, "loss": 0.848, "step": 4150 }, { "epoch": 0.86, "learning_rate": 0.00040899692263281326, "loss": 0.9545, "step": 4160 }, { "epoch": 0.86, "learning_rate": 0.0004085787002329414, "loss": 0.9091, "step": 4170 }, { "epoch": 0.86, "learning_rate": 0.00040815973394265405, "loss": 0.9073, "step": 4180 }, { "epoch": 0.86, "learning_rate": 0.0004077400257273158, "loss": 0.9744, "step": 4190 }, { "epoch": 0.86, "learning_rate": 0.00040731957755577215, "loss": 0.9558, "step": 4200 }, { "epoch": 0.86, "eval_bleu": 0.040793093274275646, "eval_loss": 0.9490484595298767, "eval_meteor": 0.09393521432339826, "eval_rouge1": 0.26429144396118703, "eval_rouge2": 0.10437971228746701, "eval_rougeL": 0.21630868232084993, "eval_rougeLsum": 0.21677530475045115, "eval_runtime": 781.9845, "eval_samples_per_second": 1.864, "eval_steps_per_second": 0.234, "step": 4200 }, { "epoch": 0.87, "learning_rate": 0.0004068983914003394, "loss": 0.8849, "step": 4210 }, { "epoch": 0.87, "learning_rate": 0.00040647646923679565, "loss": 0.8983, "step": 4220 }, { "epoch": 0.87, "learning_rate": 0.0004060538130443718, "loss": 0.918, "step": 4230 }, { "epoch": 0.87, "learning_rate": 0.00040563042480574216, "loss": 0.9325, "step": 4240 }, { "epoch": 0.87, "learning_rate": 0.0004052063065070147, "loss": 0.907, "step": 4250 }, { "epoch": 0.88, "learning_rate": 0.00040478146013772236, "loss": 0.9623, "step": 4260 }, { "epoch": 0.88, "learning_rate": 0.00040435588769081345, "loss": 0.946, "step": 4270 }, { "epoch": 0.88, "learning_rate": 0.00040392959116264214, "loss": 0.9568, "step": 4280 }, { "epoch": 0.88, "learning_rate": 0.0004035025725529594, "loss": 0.985, "step": 4290 }, { "epoch": 0.88, "learning_rate": 0.00040307483386490346, "loss": 0.9472, "step": 4300 }, { "epoch": 0.88, "eval_bleu": 0.040405130469543436, "eval_loss": 0.9509351253509521, "eval_meteor": 0.0926254239512932, "eval_rouge1": 0.26761105094976106, "eval_rouge2": 0.10613058587329147, "eval_rougeL": 0.21951079385576955, "eval_rougeLsum": 0.2197804879551447, "eval_runtime": 763.0077, "eval_samples_per_second": 1.911, "eval_steps_per_second": 0.24, "step": 4300 }, { "epoch": 0.89, "learning_rate": 0.00040264637710499035, "loss": 0.9468, "step": 4310 }, { "epoch": 0.89, "learning_rate": 0.0004022172042831046, "loss": 0.9512, "step": 4320 }, { "epoch": 0.89, "learning_rate": 0.0004017873174124897, "loss": 0.9386, "step": 4330 }, { "epoch": 0.89, "learning_rate": 0.00040135671850973897, "loss": 0.9178, "step": 4340 }, { "epoch": 0.89, "learning_rate": 0.0004009254095947856, "loss": 0.9475, "step": 4350 }, { "epoch": 0.9, "learning_rate": 0.00040049339269089356, "loss": 0.8977, "step": 4360 }, { "epoch": 0.9, "learning_rate": 0.00040006066982464805, "loss": 0.9214, "step": 4370 }, { "epoch": 0.9, "learning_rate": 0.0003996272430259458, "loss": 0.9259, "step": 4380 }, { "epoch": 0.9, "learning_rate": 0.0003991931143279856, "loss": 0.9222, "step": 4390 }, { "epoch": 0.9, "learning_rate": 0.0003987582857672592, "loss": 0.9096, "step": 4400 }, { "epoch": 0.9, "eval_bleu": 0.04373085706341943, "eval_loss": 0.9403254389762878, "eval_meteor": 0.09096688878637306, "eval_rouge1": 0.2641722640912822, "eval_rouge2": 0.10333180929216512, "eval_rougeL": 0.21372787445525787, "eval_rougeLsum": 0.21385789437947128, "eval_runtime": 837.8326, "eval_samples_per_second": 1.74, "eval_steps_per_second": 0.218, "step": 4400 }, { "epoch": 0.91, "learning_rate": 0.00039832275938354097, "loss": 0.9179, "step": 4410 }, { "epoch": 0.91, "learning_rate": 0.000397886537219879, "loss": 0.9398, "step": 4420 }, { "epoch": 0.91, "learning_rate": 0.0003974496213225853, "loss": 0.9742, "step": 4430 }, { "epoch": 0.91, "learning_rate": 0.00039701201374122596, "loss": 0.969, "step": 4440 }, { "epoch": 0.91, "learning_rate": 0.00039657371652861205, "loss": 0.9305, "step": 4450 }, { "epoch": 0.92, "learning_rate": 0.00039613473174078946, "loss": 0.9011, "step": 4460 }, { "epoch": 0.92, "learning_rate": 0.0003956950614370295, "loss": 0.9639, "step": 4470 }, { "epoch": 0.92, "learning_rate": 0.0003952547076798193, "loss": 0.9541, "step": 4480 }, { "epoch": 0.92, "learning_rate": 0.00039481367253485207, "loss": 0.9387, "step": 4490 }, { "epoch": 0.92, "learning_rate": 0.00039437195807101735, "loss": 0.9277, "step": 4500 }, { "epoch": 0.92, "eval_bleu": 0.04682319611528157, "eval_loss": 0.9397039413452148, "eval_meteor": 0.09917297138388688, "eval_rouge1": 0.27335755782038107, "eval_rouge2": 0.10915838373398484, "eval_rougeL": 0.22215345431562905, "eval_rougeLsum": 0.22226258369021143, "eval_runtime": 820.5156, "eval_samples_per_second": 1.777, "eval_steps_per_second": 0.223, "step": 4500 }, { "epoch": 0.93, "learning_rate": 0.0003939295663603914, "loss": 0.9122, "step": 4510 }, { "epoch": 0.93, "learning_rate": 0.0003934864994782274, "loss": 0.9937, "step": 4520 }, { "epoch": 0.93, "learning_rate": 0.00039304275950294564, "loss": 0.9018, "step": 4530 }, { "epoch": 0.93, "learning_rate": 0.0003925983485161243, "loss": 0.9186, "step": 4540 }, { "epoch": 0.94, "learning_rate": 0.0003921532686024887, "loss": 0.857, "step": 4550 }, { "epoch": 0.94, "learning_rate": 0.0003917075218499023, "loss": 0.889, "step": 4560 }, { "epoch": 0.94, "learning_rate": 0.0003912611103493571, "loss": 0.9663, "step": 4570 }, { "epoch": 0.94, "learning_rate": 0.0003908140361949627, "loss": 0.9312, "step": 4580 }, { "epoch": 0.94, "learning_rate": 0.0003903663014839377, "loss": 0.925, "step": 4590 }, { "epoch": 0.95, "learning_rate": 0.0003899179083165993, "loss": 0.9464, "step": 4600 }, { "epoch": 0.95, "eval_bleu": 0.05108072723005548, "eval_loss": 0.933294415473938, "eval_meteor": 0.10758567050718289, "eval_rouge1": 0.282465635064933, "eval_rouge2": 0.11111279364849651, "eval_rougeL": 0.2232303864687606, "eval_rougeLsum": 0.22365514740751907, "eval_runtime": 883.8776, "eval_samples_per_second": 1.65, "eval_steps_per_second": 0.207, "step": 4600 }, { "epoch": 0.95, "learning_rate": 0.0003894688587963533, "loss": 0.9013, "step": 4610 }, { "epoch": 0.95, "learning_rate": 0.00038901915502968467, "loss": 0.8591, "step": 4620 }, { "epoch": 0.95, "learning_rate": 0.00038856879912614736, "loss": 0.9377, "step": 4630 }, { "epoch": 0.95, "learning_rate": 0.0003881177931983544, "loss": 0.8988, "step": 4640 }, { "epoch": 0.96, "learning_rate": 0.00038766613936196825, "loss": 0.9236, "step": 4650 }, { "epoch": 0.96, "learning_rate": 0.0003872138397356905, "loss": 0.9323, "step": 4660 }, { "epoch": 0.96, "learning_rate": 0.0003867608964412523, "loss": 0.8952, "step": 4670 }, { "epoch": 0.96, "learning_rate": 0.00038630731160340417, "loss": 0.9222, "step": 4680 }, { "epoch": 0.96, "learning_rate": 0.000385853087349906, "loss": 0.883, "step": 4690 }, { "epoch": 0.97, "learning_rate": 0.0003853982258115174, "loss": 0.8943, "step": 4700 }, { "epoch": 0.97, "eval_bleu": 0.041746329616716864, "eval_loss": 0.9250670671463013, "eval_meteor": 0.08375738598141255, "eval_rouge1": 0.26274044688348097, "eval_rouge2": 0.10485444901711441, "eval_rougeL": 0.2147760721327726, "eval_rougeLsum": 0.2150094067970953, "eval_runtime": 811.6181, "eval_samples_per_second": 1.796, "eval_steps_per_second": 0.225, "step": 4700 }, { "epoch": 0.97, "learning_rate": 0.0003849427291219872, "loss": 0.8882, "step": 4710 }, { "epoch": 0.97, "learning_rate": 0.00038448659941804403, "loss": 0.9458, "step": 4720 }, { "epoch": 0.97, "learning_rate": 0.0003840298388393857, "loss": 0.8782, "step": 4730 }, { "epoch": 0.97, "learning_rate": 0.0003835724495286696, "loss": 0.9404, "step": 4740 }, { "epoch": 0.98, "learning_rate": 0.0003831144336315024, "loss": 0.9028, "step": 4750 }, { "epoch": 0.98, "learning_rate": 0.0003826557932964301, "loss": 0.9556, "step": 4760 }, { "epoch": 0.98, "learning_rate": 0.0003821965306749281, "loss": 0.8736, "step": 4770 }, { "epoch": 0.98, "learning_rate": 0.0003817366479213906, "loss": 0.8751, "step": 4780 }, { "epoch": 0.98, "learning_rate": 0.0003812761471931212, "loss": 0.8832, "step": 4790 }, { "epoch": 0.99, "learning_rate": 0.00038081503065032213, "loss": 0.882, "step": 4800 }, { "epoch": 0.99, "eval_bleu": 0.04871321082416372, "eval_loss": 0.922956645488739, "eval_meteor": 0.09926044026714874, "eval_rouge1": 0.2746656175957424, "eval_rouge2": 0.11079977213562642, "eval_rougeL": 0.22253952375791686, "eval_rougeLsum": 0.22279895141838174, "eval_runtime": 818.2053, "eval_samples_per_second": 1.782, "eval_steps_per_second": 0.224, "step": 4800 }, { "epoch": 0.99, "learning_rate": 0.00038035330045608454, "loss": 0.8734, "step": 4810 }, { "epoch": 0.99, "learning_rate": 0.00037989095877637814, "loss": 0.9618, "step": 4820 }, { "epoch": 0.99, "learning_rate": 0.00037942800778004116, "loss": 0.9192, "step": 4830 }, { "epoch": 0.99, "learning_rate": 0.00037896444963877004, "loss": 0.86, "step": 4840 }, { "epoch": 1.0, "learning_rate": 0.00037850028652710953, "loss": 0.9198, "step": 4850 }, { "epoch": 1.0, "learning_rate": 0.00037803552062244195, "loss": 0.9254, "step": 4860 }, { "epoch": 1.0, "learning_rate": 0.0003775701541049777, "loss": 0.9358, "step": 4870 }, { "epoch": 1.0, "learning_rate": 0.0003771041891577445, "loss": 0.7919, "step": 4880 }, { "epoch": 1.01, "learning_rate": 0.000376637627966577, "loss": 0.8291, "step": 4890 }, { "epoch": 1.01, "learning_rate": 0.00037617047272010725, "loss": 0.8321, "step": 4900 }, { "epoch": 1.01, "eval_bleu": 0.040097866687896645, "eval_loss": 0.9228019714355469, "eval_meteor": 0.08519845357678862, "eval_rouge1": 0.2611703934049219, "eval_rouge2": 0.1009454428518515, "eval_rougeL": 0.2138461760754211, "eval_rougeLsum": 0.21398332835293457, "eval_runtime": 781.3955, "eval_samples_per_second": 1.866, "eval_steps_per_second": 0.234, "step": 4900 }, { "epoch": 1.01, "learning_rate": 0.0003757027256097538, "loss": 0.8089, "step": 4910 }, { "epoch": 1.01, "learning_rate": 0.0003752343888297117, "loss": 0.8146, "step": 4920 }, { "epoch": 1.01, "learning_rate": 0.0003747654645769421, "loss": 0.7723, "step": 4930 }, { "epoch": 1.02, "learning_rate": 0.0003742959550511619, "loss": 0.8641, "step": 4940 }, { "epoch": 1.02, "learning_rate": 0.0003738258624548335, "loss": 0.7915, "step": 4950 }, { "epoch": 1.02, "learning_rate": 0.00037335518899315475, "loss": 0.7803, "step": 4960 }, { "epoch": 1.02, "learning_rate": 0.00037288393687404803, "loss": 0.8374, "step": 4970 }, { "epoch": 1.02, "learning_rate": 0.0003724121083081502, "loss": 0.8311, "step": 4980 }, { "epoch": 1.03, "learning_rate": 0.0003719397055088024, "loss": 0.8233, "step": 4990 }, { "epoch": 1.03, "learning_rate": 0.0003714667306920395, "loss": 0.8074, "step": 5000 }, { "epoch": 1.03, "eval_bleu": 0.04805963835445032, "eval_loss": 0.9211423397064209, "eval_meteor": 0.09777681760130216, "eval_rouge1": 0.2768917967072316, "eval_rouge2": 0.11394482210626287, "eval_rougeL": 0.22495604729992338, "eval_rougeLsum": 0.22503747839487787, "eval_runtime": 784.172, "eval_samples_per_second": 1.859, "eval_steps_per_second": 0.233, "step": 5000 }, { "epoch": 1.03, "learning_rate": 0.0003709931860765795, "loss": 0.8508, "step": 5010 }, { "epoch": 1.03, "learning_rate": 0.0003705190738838134, "loss": 0.8153, "step": 5020 }, { "epoch": 1.03, "learning_rate": 0.00037004439633779476, "loss": 0.8223, "step": 5030 }, { "epoch": 1.04, "learning_rate": 0.0003695691556652291, "loss": 0.8114, "step": 5040 }, { "epoch": 1.04, "learning_rate": 0.00036909335409546386, "loss": 0.8071, "step": 5050 }, { "epoch": 1.04, "learning_rate": 0.00036861699386047704, "loss": 0.7978, "step": 5060 }, { "epoch": 1.04, "learning_rate": 0.0003681400771948679, "loss": 0.8122, "step": 5070 }, { "epoch": 1.04, "learning_rate": 0.00036766260633584567, "loss": 0.8093, "step": 5080 }, { "epoch": 1.05, "learning_rate": 0.0003671845835232194, "loss": 0.824, "step": 5090 }, { "epoch": 1.05, "learning_rate": 0.00036670601099938707, "loss": 0.7732, "step": 5100 }, { "epoch": 1.05, "eval_bleu": 0.044086073704045374, "eval_loss": 0.9112805128097534, "eval_meteor": 0.0936695239845227, "eval_rouge1": 0.27497552526095137, "eval_rouge2": 0.11292299072717882, "eval_rougeL": 0.22588206109693404, "eval_rougeLsum": 0.22611735269705646, "eval_runtime": 752.6781, "eval_samples_per_second": 1.937, "eval_steps_per_second": 0.243, "step": 5100 }, { "epoch": 1.05, "learning_rate": 0.00036622689100932577, "loss": 0.7849, "step": 5110 }, { "epoch": 1.05, "learning_rate": 0.00036574722580058036, "loss": 0.8359, "step": 5120 }, { "epoch": 1.05, "learning_rate": 0.00036526701762325356, "loss": 0.7662, "step": 5130 }, { "epoch": 1.06, "learning_rate": 0.00036478626872999504, "loss": 0.7632, "step": 5140 }, { "epoch": 1.06, "learning_rate": 0.00036430498137599097, "loss": 0.8423, "step": 5150 }, { "epoch": 1.06, "learning_rate": 0.0003638231578189535, "loss": 0.863, "step": 5160 }, { "epoch": 1.06, "learning_rate": 0.00036334080031911006, "loss": 0.8095, "step": 5170 }, { "epoch": 1.06, "learning_rate": 0.00036285791113919264, "loss": 0.8135, "step": 5180 }, { "epoch": 1.07, "learning_rate": 0.00036237449254442755, "loss": 0.7884, "step": 5190 }, { "epoch": 1.07, "learning_rate": 0.00036189054680252467, "loss": 0.7864, "step": 5200 }, { "epoch": 1.07, "eval_bleu": 0.055913854990088815, "eval_loss": 0.9118927121162415, "eval_meteor": 0.10661617177830124, "eval_rouge1": 0.2871808089992608, "eval_rouge2": 0.11373487230857647, "eval_rougeL": 0.2268683510809197, "eval_rougeLsum": 0.22704030291083557, "eval_runtime": 912.7549, "eval_samples_per_second": 1.597, "eval_steps_per_second": 0.2, "step": 5200 }, { "epoch": 1.07, "learning_rate": 0.0003614060761836664, "loss": 0.8249, "step": 5210 }, { "epoch": 1.07, "learning_rate": 0.0003609210829604974, "loss": 0.8138, "step": 5220 }, { "epoch": 1.08, "learning_rate": 0.0003604355694081141, "loss": 0.8196, "step": 5230 }, { "epoch": 1.08, "learning_rate": 0.0003599495378040536, "loss": 0.7976, "step": 5240 }, { "epoch": 1.08, "learning_rate": 0.00035946299042828323, "loss": 0.8189, "step": 5250 }, { "epoch": 1.08, "learning_rate": 0.0003589759295631897, "loss": 0.7715, "step": 5260 }, { "epoch": 1.08, "learning_rate": 0.00035848835749356856, "loss": 0.8159, "step": 5270 }, { "epoch": 1.09, "learning_rate": 0.0003580002765066135, "loss": 0.7899, "step": 5280 }, { "epoch": 1.09, "learning_rate": 0.00035751168889190546, "loss": 0.823, "step": 5290 }, { "epoch": 1.09, "learning_rate": 0.0003570225969414018, "loss": 0.7904, "step": 5300 }, { "epoch": 1.09, "eval_bleu": 0.05759842604507193, "eval_loss": 0.9100894331932068, "eval_meteor": 0.1172660554701684, "eval_rouge1": 0.2875811269116024, "eval_rouge2": 0.11072576759792657, "eval_rougeL": 0.2242016848170022, "eval_rougeLsum": 0.22429594061863245, "eval_runtime": 929.3497, "eval_samples_per_second": 1.569, "eval_steps_per_second": 0.197, "step": 5300 }, { "epoch": 1.09, "learning_rate": 0.00035653300294942605, "loss": 0.7919, "step": 5310 }, { "epoch": 1.09, "learning_rate": 0.0003560429092126565, "loss": 0.7784, "step": 5320 }, { "epoch": 1.1, "learning_rate": 0.00035555231803011594, "loss": 0.8166, "step": 5330 }, { "epoch": 1.1, "learning_rate": 0.0003550612317031606, "loss": 0.7883, "step": 5340 }, { "epoch": 1.1, "learning_rate": 0.0003545696525354693, "loss": 0.8146, "step": 5350 }, { "epoch": 1.1, "learning_rate": 0.00035407758283303303, "loss": 0.8136, "step": 5360 }, { "epoch": 1.1, "learning_rate": 0.0003535850249041437, "loss": 0.8016, "step": 5370 }, { "epoch": 1.11, "learning_rate": 0.00035309198105938346, "loss": 0.8078, "step": 5380 }, { "epoch": 1.11, "learning_rate": 0.0003525984536116139, "loss": 0.8358, "step": 5390 }, { "epoch": 1.11, "learning_rate": 0.00035210444487596533, "loss": 0.8462, "step": 5400 }, { "epoch": 1.11, "eval_bleu": 0.056010150629172695, "eval_loss": 0.9048720002174377, "eval_meteor": 0.10867523251749334, "eval_rouge1": 0.28790699224278277, "eval_rouge2": 0.11628794079218072, "eval_rougeL": 0.22900965402181062, "eval_rougeLsum": 0.22914187535928354, "eval_runtime": 860.5182, "eval_samples_per_second": 1.694, "eval_steps_per_second": 0.213, "step": 5400 }, { "epoch": 1.11, "learning_rate": 0.0003516099571698256, "loss": 0.7873, "step": 5410 }, { "epoch": 1.11, "learning_rate": 0.0003511149928128295, "loss": 0.8956, "step": 5420 }, { "epoch": 1.12, "learning_rate": 0.00035061955412684774, "loss": 0.7699, "step": 5430 }, { "epoch": 1.12, "learning_rate": 0.00035012364343597614, "loss": 0.8018, "step": 5440 }, { "epoch": 1.12, "learning_rate": 0.00034962726306652465, "loss": 0.8135, "step": 5450 }, { "epoch": 1.12, "learning_rate": 0.0003491304153470064, "loss": 0.793, "step": 5460 }, { "epoch": 1.12, "learning_rate": 0.00034863310260812696, "loss": 0.8396, "step": 5470 }, { "epoch": 1.13, "learning_rate": 0.00034813532718277345, "loss": 0.8262, "step": 5480 }, { "epoch": 1.13, "learning_rate": 0.00034763709140600313, "loss": 0.8359, "step": 5490 }, { "epoch": 1.13, "learning_rate": 0.00034713839761503284, "loss": 0.8369, "step": 5500 }, { "epoch": 1.13, "eval_bleu": 0.0475289078710305, "eval_loss": 0.9005081057548523, "eval_meteor": 0.09295389016728517, "eval_rouge1": 0.2780343125397822, "eval_rouge2": 0.11550609844475938, "eval_rougeL": 0.22754197009003835, "eval_rougeLsum": 0.22763889368973056, "eval_runtime": 793.9629, "eval_samples_per_second": 1.836, "eval_steps_per_second": 0.23, "step": 5500 }, { "epoch": 1.13, "learning_rate": 0.0003466392481492282, "loss": 0.8595, "step": 5510 }, { "epoch": 1.13, "learning_rate": 0.00034613964535009213, "loss": 0.7884, "step": 5520 }, { "epoch": 1.14, "learning_rate": 0.0003456395915612542, "loss": 0.7953, "step": 5530 }, { "epoch": 1.14, "learning_rate": 0.0003451390891284596, "loss": 0.8477, "step": 5540 }, { "epoch": 1.14, "learning_rate": 0.000344638140399558, "loss": 0.7739, "step": 5550 }, { "epoch": 1.14, "learning_rate": 0.00034413674772449293, "loss": 0.8307, "step": 5560 }, { "epoch": 1.14, "learning_rate": 0.00034363491345529014, "loss": 0.8185, "step": 5570 }, { "epoch": 1.15, "learning_rate": 0.00034313263994604695, "loss": 0.8131, "step": 5580 }, { "epoch": 1.15, "learning_rate": 0.00034262992955292124, "loss": 0.8229, "step": 5590 }, { "epoch": 1.15, "learning_rate": 0.00034212678463412037, "loss": 0.821, "step": 5600 }, { "epoch": 1.15, "eval_bleu": 0.049286340296485695, "eval_loss": 0.8980807662010193, "eval_meteor": 0.09961983408691519, "eval_rouge1": 0.28085788746126766, "eval_rouge2": 0.11624101358181467, "eval_rougeL": 0.22898661556205108, "eval_rougeLsum": 0.2293538462104961, "eval_runtime": 821.8741, "eval_samples_per_second": 1.774, "eval_steps_per_second": 0.223, "step": 5600 }, { "epoch": 1.15, "learning_rate": 0.00034162320754988997, "loss": 0.8036, "step": 5610 }, { "epoch": 1.16, "learning_rate": 0.00034111920066250275, "loss": 0.8166, "step": 5620 }, { "epoch": 1.16, "learning_rate": 0.000340614766336248, "loss": 0.8006, "step": 5630 }, { "epoch": 1.16, "learning_rate": 0.00034010990693741986, "loss": 0.8164, "step": 5640 }, { "epoch": 1.16, "learning_rate": 0.00033960462483430666, "loss": 0.8075, "step": 5650 }, { "epoch": 1.16, "learning_rate": 0.0003390989223971793, "loss": 0.8245, "step": 5660 }, { "epoch": 1.17, "learning_rate": 0.0003385928019982808, "loss": 0.8209, "step": 5670 }, { "epoch": 1.17, "learning_rate": 0.0003380862660118148, "loss": 0.8118, "step": 5680 }, { "epoch": 1.17, "learning_rate": 0.00033757931681393426, "loss": 0.8142, "step": 5690 }, { "epoch": 1.17, "learning_rate": 0.0003370719567827306, "loss": 0.8182, "step": 5700 }, { "epoch": 1.17, "eval_bleu": 0.059112211923701315, "eval_loss": 0.8948565125465393, "eval_meteor": 0.1103037236277642, "eval_rouge1": 0.28935404210250865, "eval_rouge2": 0.11885095184198584, "eval_rougeL": 0.23006075558788136, "eval_rougeLsum": 0.2303551113078559, "eval_runtime": 867.0969, "eval_samples_per_second": 1.681, "eval_steps_per_second": 0.211, "step": 5700 }, { "epoch": 1.17, "learning_rate": 0.0003365641882982227, "loss": 0.7839, "step": 5710 }, { "epoch": 1.18, "learning_rate": 0.0003360560137423449, "loss": 0.7496, "step": 5720 }, { "epoch": 1.18, "learning_rate": 0.00033554743549893705, "loss": 0.8139, "step": 5730 }, { "epoch": 1.18, "learning_rate": 0.00033503845595373236, "loss": 0.816, "step": 5740 }, { "epoch": 1.18, "learning_rate": 0.00033452907749434647, "loss": 0.7852, "step": 5750 }, { "epoch": 1.18, "learning_rate": 0.00033401930251026663, "loss": 0.8049, "step": 5760 }, { "epoch": 1.19, "learning_rate": 0.00033350913339283997, "loss": 0.8128, "step": 5770 }, { "epoch": 1.19, "learning_rate": 0.00033299857253526235, "loss": 0.8001, "step": 5780 }, { "epoch": 1.19, "learning_rate": 0.0003324876223325676, "loss": 0.8059, "step": 5790 }, { "epoch": 1.19, "learning_rate": 0.0003319762851816159, "loss": 0.8055, "step": 5800 }, { "epoch": 1.19, "eval_bleu": 0.04968172439819074, "eval_loss": 0.8897386789321899, "eval_meteor": 0.0959252377557064, "eval_rouge1": 0.2825817806759327, "eval_rouge2": 0.11929168591085915, "eval_rougeL": 0.23065093006329562, "eval_rougeLsum": 0.23073602187546002, "eval_runtime": 785.58, "eval_samples_per_second": 1.856, "eval_steps_per_second": 0.233, "step": 5800 }, { "epoch": 1.19, "learning_rate": 0.0003314645634810824, "loss": 0.8317, "step": 5810 }, { "epoch": 1.2, "learning_rate": 0.0003309524596314462, "loss": 0.7836, "step": 5820 }, { "epoch": 1.2, "learning_rate": 0.0003304399760349793, "loss": 0.7454, "step": 5830 }, { "epoch": 1.2, "learning_rate": 0.0003299271150957349, "loss": 0.8285, "step": 5840 }, { "epoch": 1.2, "learning_rate": 0.00032941387921953623, "loss": 0.7797, "step": 5850 }, { "epoch": 1.2, "learning_rate": 0.00032890027081396557, "loss": 0.7894, "step": 5860 }, { "epoch": 1.21, "learning_rate": 0.00032838629228835244, "loss": 0.7738, "step": 5870 }, { "epoch": 1.21, "learning_rate": 0.0003278719460537629, "loss": 0.8577, "step": 5880 }, { "epoch": 1.21, "learning_rate": 0.0003273572345229878, "loss": 0.8366, "step": 5890 }, { "epoch": 1.21, "learning_rate": 0.0003268421601105315, "loss": 0.8452, "step": 5900 }, { "epoch": 1.21, "eval_bleu": 0.06175833888335998, "eval_loss": 0.8857202529907227, "eval_meteor": 0.11564428561526571, "eval_rouge1": 0.2984211620545767, "eval_rouge2": 0.12812198093574928, "eval_rougeL": 0.24078682657552683, "eval_rougeLsum": 0.24090611398567952, "eval_runtime": 839.1781, "eval_samples_per_second": 1.737, "eval_steps_per_second": 0.218, "step": 5900 }, { "epoch": 1.21, "learning_rate": 0.0003263267252326007, "loss": 0.7974, "step": 5910 }, { "epoch": 1.22, "learning_rate": 0.000325810932307093, "loss": 0.8564, "step": 5920 }, { "epoch": 1.22, "learning_rate": 0.00032529478375358585, "loss": 0.7945, "step": 5930 }, { "epoch": 1.22, "learning_rate": 0.00032477828199332454, "loss": 0.8155, "step": 5940 }, { "epoch": 1.22, "learning_rate": 0.00032426142944921144, "loss": 0.8114, "step": 5950 }, { "epoch": 1.23, "learning_rate": 0.00032374422854579454, "loss": 0.8534, "step": 5960 }, { "epoch": 1.23, "learning_rate": 0.00032322668170925586, "loss": 0.7823, "step": 5970 }, { "epoch": 1.23, "learning_rate": 0.0003227087913674001, "loss": 0.8028, "step": 5980 }, { "epoch": 1.23, "learning_rate": 0.0003221905599496436, "loss": 0.8138, "step": 5990 }, { "epoch": 1.23, "learning_rate": 0.0003216719898870025, "loss": 0.7679, "step": 6000 }, { "epoch": 1.23, "eval_bleu": 0.054543737255601424, "eval_loss": 0.8796692490577698, "eval_meteor": 0.10758804247216243, "eval_rouge1": 0.2919587093662439, "eval_rouge2": 0.12430008946491809, "eval_rougeL": 0.23694154847486093, "eval_rougeLsum": 0.2369246442180512, "eval_runtime": 800.7242, "eval_samples_per_second": 1.821, "eval_steps_per_second": 0.229, "step": 6000 }, { "epoch": 1.24, "learning_rate": 0.0003211530836120815, "loss": 0.7682, "step": 6010 }, { "epoch": 1.24, "learning_rate": 0.0003206338435590625, "loss": 0.7981, "step": 6020 }, { "epoch": 1.24, "learning_rate": 0.00032011427216369325, "loss": 0.7743, "step": 6030 }, { "epoch": 1.24, "learning_rate": 0.0003195943718632757, "loss": 0.7704, "step": 6040 }, { "epoch": 1.24, "learning_rate": 0.0003190741450966547, "loss": 0.7726, "step": 6050 }, { "epoch": 1.25, "learning_rate": 0.0003185535943042066, "loss": 0.7453, "step": 6060 }, { "epoch": 1.25, "learning_rate": 0.0003180327219278277, "loss": 0.7667, "step": 6070 }, { "epoch": 1.25, "learning_rate": 0.0003175115304109229, "loss": 0.8188, "step": 6080 }, { "epoch": 1.25, "learning_rate": 0.0003169900221983942, "loss": 0.803, "step": 6090 }, { "epoch": 1.25, "learning_rate": 0.000316468199736629, "loss": 0.8071, "step": 6100 }, { "epoch": 1.25, "eval_bleu": 0.05066810537796977, "eval_loss": 0.878441572189331, "eval_meteor": 0.10026059669640651, "eval_rouge1": 0.28287618301786566, "eval_rouge2": 0.12062284642324037, "eval_rougeL": 0.2303816201143833, "eval_rougeLsum": 0.23049450812237804, "eval_runtime": 801.9914, "eval_samples_per_second": 1.818, "eval_steps_per_second": 0.228, "step": 6100 }, { "epoch": 1.26, "learning_rate": 0.00031594606547348926, "loss": 0.7935, "step": 6110 }, { "epoch": 1.26, "learning_rate": 0.00031542362185829907, "loss": 0.7439, "step": 6120 }, { "epoch": 1.26, "learning_rate": 0.00031490087134183415, "loss": 0.8043, "step": 6130 }, { "epoch": 1.26, "learning_rate": 0.00031437781637630967, "loss": 0.7793, "step": 6140 }, { "epoch": 1.26, "learning_rate": 0.00031385445941536894, "loss": 0.7977, "step": 6150 }, { "epoch": 1.27, "learning_rate": 0.000313330802914072, "loss": 0.787, "step": 6160 }, { "epoch": 1.27, "learning_rate": 0.000312806849328884, "loss": 0.8028, "step": 6170 }, { "epoch": 1.27, "learning_rate": 0.0003122826011176638, "loss": 0.7628, "step": 6180 }, { "epoch": 1.27, "learning_rate": 0.0003117580607396521, "loss": 0.741, "step": 6190 }, { "epoch": 1.27, "learning_rate": 0.00031123323065546056, "loss": 0.7545, "step": 6200 }, { "epoch": 1.27, "eval_bleu": 0.055928194281175944, "eval_loss": 0.8721160292625427, "eval_meteor": 0.1077819837416298, "eval_rouge1": 0.2921975434696711, "eval_rouge2": 0.12386717356595339, "eval_rougeL": 0.2364155319093878, "eval_rougeLsum": 0.2367077751961113, "eval_runtime": 819.8166, "eval_samples_per_second": 1.778, "eval_steps_per_second": 0.223, "step": 6200 }, { "epoch": 1.28, "learning_rate": 0.0003107081133270594, "loss": 0.859, "step": 6210 }, { "epoch": 1.28, "learning_rate": 0.00031018271121776653, "loss": 0.7895, "step": 6220 }, { "epoch": 1.28, "learning_rate": 0.00030965702679223577, "loss": 0.798, "step": 6230 }, { "epoch": 1.28, "learning_rate": 0.0003091310625164453, "loss": 0.8406, "step": 6240 }, { "epoch": 1.28, "learning_rate": 0.0003086048208576859, "loss": 0.7767, "step": 6250 }, { "epoch": 1.29, "learning_rate": 0.00030807830428454964, "loss": 0.7862, "step": 6260 }, { "epoch": 1.29, "learning_rate": 0.00030755151526691836, "loss": 0.8394, "step": 6270 }, { "epoch": 1.29, "learning_rate": 0.00030702445627595184, "loss": 0.777, "step": 6280 }, { "epoch": 1.29, "learning_rate": 0.0003064971297840762, "loss": 0.8101, "step": 6290 }, { "epoch": 1.29, "learning_rate": 0.00030596953826497237, "loss": 0.7956, "step": 6300 }, { "epoch": 1.29, "eval_bleu": 0.05328102304540896, "eval_loss": 0.8663896322250366, "eval_meteor": 0.10099821769452577, "eval_rouge1": 0.2878957845786232, "eval_rouge2": 0.1271121648147, "eval_rougeL": 0.237491222566861, "eval_rougeLsum": 0.2377537503458192, "eval_runtime": 773.4463, "eval_samples_per_second": 1.885, "eval_steps_per_second": 0.237, "step": 6300 }, { "epoch": 1.3, "learning_rate": 0.00030544168419356475, "loss": 0.7576, "step": 6310 }, { "epoch": 1.3, "learning_rate": 0.00030491357004600934, "loss": 0.7277, "step": 6320 }, { "epoch": 1.3, "learning_rate": 0.0003043851982996818, "loss": 0.8212, "step": 6330 }, { "epoch": 1.3, "learning_rate": 0.00030385657143316665, "loss": 0.8184, "step": 6340 }, { "epoch": 1.31, "learning_rate": 0.0003033276919262448, "loss": 0.8254, "step": 6350 }, { "epoch": 1.31, "learning_rate": 0.0003027985622598826, "loss": 0.7759, "step": 6360 }, { "epoch": 1.31, "learning_rate": 0.00030226918491621974, "loss": 0.7916, "step": 6370 }, { "epoch": 1.31, "learning_rate": 0.00030173956237855766, "loss": 0.7878, "step": 6380 }, { "epoch": 1.31, "learning_rate": 0.00030120969713134813, "loss": 0.7516, "step": 6390 }, { "epoch": 1.32, "learning_rate": 0.0003006795916601816, "loss": 0.7703, "step": 6400 }, { "epoch": 1.32, "eval_bleu": 0.060527438648474874, "eval_loss": 0.8641963601112366, "eval_meteor": 0.11261367173892511, "eval_rouge1": 0.2960454761566517, "eval_rouge2": 0.12766022643473074, "eval_rougeL": 0.2372859654945768, "eval_rougeLsum": 0.23761311362862314, "eval_runtime": 805.5572, "eval_samples_per_second": 1.81, "eval_steps_per_second": 0.227, "step": 6400 }, { "epoch": 1.32, "learning_rate": 0.0003001492484517751, "loss": 0.7887, "step": 6410 }, { "epoch": 1.32, "learning_rate": 0.00029961866999396106, "loss": 0.7855, "step": 6420 }, { "epoch": 1.32, "learning_rate": 0.00029908785877567554, "loss": 0.8741, "step": 6430 }, { "epoch": 1.32, "learning_rate": 0.00029855681728694624, "loss": 0.7555, "step": 6440 }, { "epoch": 1.33, "learning_rate": 0.0002980255480188813, "loss": 0.813, "step": 6450 }, { "epoch": 1.33, "learning_rate": 0.00029749405346365715, "loss": 0.8078, "step": 6460 }, { "epoch": 1.33, "learning_rate": 0.0002969623361145072, "loss": 0.7408, "step": 6470 }, { "epoch": 1.33, "learning_rate": 0.00029643039846571006, "loss": 0.8094, "step": 6480 }, { "epoch": 1.33, "learning_rate": 0.0002958982430125775, "loss": 0.8098, "step": 6490 }, { "epoch": 1.34, "learning_rate": 0.0002953658722514431, "loss": 0.8057, "step": 6500 }, { "epoch": 1.34, "eval_bleu": 0.05442875886057264, "eval_loss": 0.8599924445152283, "eval_meteor": 0.10552484854688432, "eval_rouge1": 0.29102503559264836, "eval_rouge2": 0.12469741951657863, "eval_rougeL": 0.2361473787097038, "eval_rougeLsum": 0.23642929448072816, "eval_runtime": 813.0328, "eval_samples_per_second": 1.793, "eval_steps_per_second": 0.225, "step": 6500 }, { "epoch": 1.34, "learning_rate": 0.00029483328867965065, "loss": 0.7872, "step": 6510 }, { "epoch": 1.34, "learning_rate": 0.00029430049479554194, "loss": 0.7796, "step": 6520 }, { "epoch": 1.34, "learning_rate": 0.0002937674930984455, "loss": 0.7743, "step": 6530 }, { "epoch": 1.34, "learning_rate": 0.00029323428608866466, "loss": 0.8052, "step": 6540 }, { "epoch": 1.35, "learning_rate": 0.0002927008762674659, "loss": 0.7816, "step": 6550 }, { "epoch": 1.35, "learning_rate": 0.000292167266137067, "loss": 0.8015, "step": 6560 }, { "epoch": 1.35, "learning_rate": 0.0002916334582006256, "loss": 0.7281, "step": 6570 }, { "epoch": 1.35, "learning_rate": 0.000291099454962227, "loss": 0.7924, "step": 6580 }, { "epoch": 1.35, "learning_rate": 0.0002905652589268727, "loss": 0.7755, "step": 6590 }, { "epoch": 1.36, "learning_rate": 0.0002900308726004688, "loss": 0.7824, "step": 6600 }, { "epoch": 1.36, "eval_bleu": 0.06392759320475111, "eval_loss": 0.8572558760643005, "eval_meteor": 0.11881169721018137, "eval_rouge1": 0.3005040733582013, "eval_rouge2": 0.12951596850730016, "eval_rougeL": 0.23936215390148619, "eval_rougeLsum": 0.23961363908034655, "eval_runtime": 831.0266, "eval_samples_per_second": 1.754, "eval_steps_per_second": 0.22, "step": 6600 }, { "epoch": 1.36, "learning_rate": 0.0002894962984898138, "loss": 0.8091, "step": 6610 }, { "epoch": 1.36, "learning_rate": 0.00028896153910258724, "loss": 0.7404, "step": 6620 }, { "epoch": 1.36, "learning_rate": 0.0002884265969473378, "loss": 0.808, "step": 6630 }, { "epoch": 1.36, "learning_rate": 0.00028789147453347146, "loss": 0.7979, "step": 6640 }, { "epoch": 1.37, "learning_rate": 0.00028735617437123984, "loss": 0.7568, "step": 6650 }, { "epoch": 1.37, "learning_rate": 0.0002868206989717283, "loss": 0.7652, "step": 6660 }, { "epoch": 1.37, "learning_rate": 0.00028628505084684426, "loss": 0.7986, "step": 6670 }, { "epoch": 1.37, "learning_rate": 0.00028574923250930556, "loss": 0.7757, "step": 6680 }, { "epoch": 1.38, "learning_rate": 0.00028521324647262815, "loss": 0.7658, "step": 6690 }, { "epoch": 1.38, "learning_rate": 0.000284677095251115, "loss": 0.7875, "step": 6700 }, { "epoch": 1.38, "eval_bleu": 0.05108778859345946, "eval_loss": 0.8546839356422424, "eval_meteor": 0.10092634095964405, "eval_rouge1": 0.28767312877409235, "eval_rouge2": 0.12595652221150935, "eval_rougeL": 0.2369031036018187, "eval_rougeLsum": 0.23733770818251593, "eval_runtime": 764.2294, "eval_samples_per_second": 1.908, "eval_steps_per_second": 0.239, "step": 6700 }, { "epoch": 1.38, "learning_rate": 0.00028414078135984385, "loss": 0.757, "step": 6710 }, { "epoch": 1.38, "learning_rate": 0.0002836043073146554, "loss": 0.7539, "step": 6720 }, { "epoch": 1.38, "learning_rate": 0.00028306767563214183, "loss": 0.7763, "step": 6730 }, { "epoch": 1.39, "learning_rate": 0.0002825308888296346, "loss": 0.8003, "step": 6740 }, { "epoch": 1.39, "learning_rate": 0.0002819939494251929, "loss": 0.7286, "step": 6750 }, { "epoch": 1.39, "learning_rate": 0.0002814568599375919, "loss": 0.7599, "step": 6760 }, { "epoch": 1.39, "learning_rate": 0.00028091962288631075, "loss": 0.7894, "step": 6770 }, { "epoch": 1.39, "learning_rate": 0.0002803822407915206, "loss": 0.7395, "step": 6780 }, { "epoch": 1.4, "learning_rate": 0.0002798447161740732, "loss": 0.7465, "step": 6790 }, { "epoch": 1.4, "learning_rate": 0.00027930705155548906, "loss": 0.7517, "step": 6800 }, { "epoch": 1.4, "eval_bleu": 0.0601774385170897, "eval_loss": 0.8497090339660645, "eval_meteor": 0.11022306403410814, "eval_rouge1": 0.3010936140000787, "eval_rouge2": 0.1366926965847685, "eval_rougeL": 0.24654397622034518, "eval_rougeLsum": 0.24674306964099543, "eval_runtime": 786.3862, "eval_samples_per_second": 1.854, "eval_steps_per_second": 0.233, "step": 6800 }, { "epoch": 1.4, "learning_rate": 0.000278769249457945, "loss": 0.8193, "step": 6810 }, { "epoch": 1.4, "learning_rate": 0.00027823131240426304, "loss": 0.7361, "step": 6820 }, { "epoch": 1.4, "learning_rate": 0.0002776932429178982, "loss": 0.7218, "step": 6830 }, { "epoch": 1.41, "learning_rate": 0.00027715504352292687, "loss": 0.7519, "step": 6840 }, { "epoch": 1.41, "learning_rate": 0.0002766167167440345, "loss": 0.7558, "step": 6850 }, { "epoch": 1.41, "learning_rate": 0.0002760782651065044, "loss": 0.7513, "step": 6860 }, { "epoch": 1.41, "learning_rate": 0.00027553969113620555, "loss": 0.8274, "step": 6870 }, { "epoch": 1.41, "learning_rate": 0.0002750009973595808, "loss": 0.8634, "step": 6880 }, { "epoch": 1.42, "learning_rate": 0.00027446218630363474, "loss": 0.7738, "step": 6890 }, { "epoch": 1.42, "learning_rate": 0.0002739232604959225, "loss": 0.7668, "step": 6900 }, { "epoch": 1.42, "eval_bleu": 0.06568674364789237, "eval_loss": 0.8459737300872803, "eval_meteor": 0.1233007294370796, "eval_rouge1": 0.3079566863899688, "eval_rouge2": 0.13575207460463884, "eval_rougeL": 0.24647523647052938, "eval_rougeLsum": 0.24679921908579772, "eval_runtime": 856.424, "eval_samples_per_second": 1.702, "eval_steps_per_second": 0.214, "step": 6900 }, { "epoch": 1.42, "learning_rate": 0.0002733842224645373, "loss": 0.7658, "step": 6910 }, { "epoch": 1.42, "learning_rate": 0.0002728450747380989, "loss": 0.7407, "step": 6920 }, { "epoch": 1.42, "learning_rate": 0.0002723058198457415, "loss": 0.7539, "step": 6930 }, { "epoch": 1.43, "learning_rate": 0.00027176646031710204, "loss": 0.7514, "step": 6940 }, { "epoch": 1.43, "learning_rate": 0.0002712269986823084, "loss": 0.8452, "step": 6950 }, { "epoch": 1.43, "learning_rate": 0.00027068743747196754, "loss": 0.8191, "step": 6960 }, { "epoch": 1.43, "learning_rate": 0.0002701477792171533, "loss": 0.7548, "step": 6970 }, { "epoch": 1.43, "learning_rate": 0.00026960802644939466, "loss": 0.7621, "step": 6980 }, { "epoch": 1.44, "learning_rate": 0.00026906818170066425, "loss": 0.7934, "step": 6990 }, { "epoch": 1.44, "learning_rate": 0.0002685282475033663, "loss": 0.7624, "step": 7000 }, { "epoch": 1.44, "eval_bleu": 0.055168737670307534, "eval_loss": 0.8426267504692078, "eval_meteor": 0.10550167652095581, "eval_rouge1": 0.29606869778442146, "eval_rouge2": 0.1343951413693717, "eval_rougeL": 0.24232327940360698, "eval_rougeLsum": 0.24250078759870264, "eval_runtime": 741.2455, "eval_samples_per_second": 1.967, "eval_steps_per_second": 0.247, "step": 7000 }, { "epoch": 1.44, "learning_rate": 0.00026798822639032406, "loss": 0.7741, "step": 7010 }, { "epoch": 1.44, "learning_rate": 0.00026744812089476896, "loss": 0.788, "step": 7020 }, { "epoch": 1.45, "learning_rate": 0.0002669079335503283, "loss": 0.7681, "step": 7030 }, { "epoch": 1.45, "learning_rate": 0.00026636766689101305, "loss": 0.7905, "step": 7040 }, { "epoch": 1.45, "learning_rate": 0.0002658273234512064, "loss": 0.8, "step": 7050 }, { "epoch": 1.45, "learning_rate": 0.0002652869057656517, "loss": 0.7575, "step": 7060 }, { "epoch": 1.45, "learning_rate": 0.0002647464163694406, "loss": 0.744, "step": 7070 }, { "epoch": 1.46, "learning_rate": 0.00026420585779800125, "loss": 0.7633, "step": 7080 }, { "epoch": 1.46, "learning_rate": 0.00026366523258708604, "loss": 0.7565, "step": 7090 }, { "epoch": 1.46, "learning_rate": 0.00026312454327276005, "loss": 0.7525, "step": 7100 }, { "epoch": 1.46, "eval_bleu": 0.062340843273236565, "eval_loss": 0.839045524597168, "eval_meteor": 0.11806962218120415, "eval_rouge1": 0.3067770262356754, "eval_rouge2": 0.13539633125965317, "eval_rougeL": 0.24638166743744208, "eval_rougeLsum": 0.24638859347807696, "eval_runtime": 824.3541, "eval_samples_per_second": 1.769, "eval_steps_per_second": 0.222, "step": 7100 }, { "epoch": 1.46, "learning_rate": 0.00026258379239138926, "loss": 0.7502, "step": 7110 }, { "epoch": 1.46, "learning_rate": 0.0002620429824796283, "loss": 0.7504, "step": 7120 }, { "epoch": 1.47, "learning_rate": 0.0002615021160744086, "loss": 0.7774, "step": 7130 }, { "epoch": 1.47, "learning_rate": 0.0002609611957129269, "loss": 0.7769, "step": 7140 }, { "epoch": 1.47, "learning_rate": 0.00026042022393263283, "loss": 0.7089, "step": 7150 }, { "epoch": 1.47, "learning_rate": 0.00025987920327121726, "loss": 0.7315, "step": 7160 }, { "epoch": 1.47, "learning_rate": 0.0002593381362666004, "loss": 0.7915, "step": 7170 }, { "epoch": 1.48, "learning_rate": 0.0002587970254569198, "loss": 0.747, "step": 7180 }, { "epoch": 1.48, "learning_rate": 0.0002582558733805186, "loss": 0.767, "step": 7190 }, { "epoch": 1.48, "learning_rate": 0.0002577146825759333, "loss": 0.824, "step": 7200 }, { "epoch": 1.48, "eval_bleu": 0.07021984841301115, "eval_loss": 0.8348736763000488, "eval_meteor": 0.12590184841226557, "eval_rouge1": 0.31316689079775006, "eval_rouge2": 0.1378270756947887, "eval_rougeL": 0.2496795974505986, "eval_rougeLsum": 0.24984224026373703, "eval_runtime": 843.8417, "eval_samples_per_second": 1.728, "eval_steps_per_second": 0.217, "step": 7200 }, { "epoch": 1.48, "learning_rate": 0.0002571734555818824, "loss": 0.7773, "step": 7210 }, { "epoch": 1.48, "learning_rate": 0.0002566321949372539, "loss": 0.7559, "step": 7220 }, { "epoch": 1.49, "learning_rate": 0.0002560909031810939, "loss": 0.7429, "step": 7230 }, { "epoch": 1.49, "learning_rate": 0.000255549582852594, "loss": 0.7808, "step": 7240 }, { "epoch": 1.49, "learning_rate": 0.00025500823649108034, "loss": 0.7261, "step": 7250 }, { "epoch": 1.49, "learning_rate": 0.0002544668666360008, "loss": 0.7736, "step": 7260 }, { "epoch": 1.49, "learning_rate": 0.00025392547582691385, "loss": 0.8067, "step": 7270 }, { "epoch": 1.5, "learning_rate": 0.00025338406660347593, "loss": 0.7485, "step": 7280 }, { "epoch": 1.5, "learning_rate": 0.0002528426415054299, "loss": 0.7992, "step": 7290 }, { "epoch": 1.5, "learning_rate": 0.0002523012030725932, "loss": 0.7764, "step": 7300 }, { "epoch": 1.5, "eval_bleu": 0.07546374872793683, "eval_loss": 0.8316299319267273, "eval_meteor": 0.1314441956272719, "eval_rouge1": 0.31233109484334876, "eval_rouge2": 0.1367833279138738, "eval_rougeL": 0.2451846244024204, "eval_rougeLsum": 0.24546922923659403, "eval_runtime": 914.8761, "eval_samples_per_second": 1.594, "eval_steps_per_second": 0.2, "step": 7300 }, { "epoch": 1.5, "learning_rate": 0.00025175975384484587, "loss": 0.7807, "step": 7310 }, { "epoch": 1.5, "learning_rate": 0.0002512182963621183, "loss": 0.8244, "step": 7320 }, { "epoch": 1.51, "learning_rate": 0.00025067683316437996, "loss": 0.7786, "step": 7330 }, { "epoch": 1.51, "learning_rate": 0.000250135366791627, "loss": 0.732, "step": 7340 }, { "epoch": 1.51, "learning_rate": 0.0002495938997838702, "loss": 0.7757, "step": 7350 }, { "epoch": 1.51, "learning_rate": 0.00024905243468112387, "loss": 0.7643, "step": 7360 }, { "epoch": 1.51, "learning_rate": 0.0002485109740233927, "loss": 0.7998, "step": 7370 }, { "epoch": 1.52, "learning_rate": 0.0002479695203506613, "loss": 0.7835, "step": 7380 }, { "epoch": 1.52, "learning_rate": 0.0002474280762028808, "loss": 0.7401, "step": 7390 }, { "epoch": 1.52, "learning_rate": 0.0002468866441199581, "loss": 0.7701, "step": 7400 }, { "epoch": 1.52, "eval_bleu": 0.07057443909304043, "eval_loss": 0.8267539143562317, "eval_meteor": 0.11902596203459297, "eval_rouge1": 0.3085150378498419, "eval_rouge2": 0.13657943348061313, "eval_rougeL": 0.24749803270119058, "eval_rougeLsum": 0.24774236419143747, "eval_runtime": 886.3895, "eval_samples_per_second": 1.645, "eval_steps_per_second": 0.206, "step": 7400 }, { "epoch": 1.52, "learning_rate": 0.0002463452266417433, "loss": 0.7728, "step": 7410 }, { "epoch": 1.53, "learning_rate": 0.0002458038263080181, "loss": 0.8172, "step": 7420 }, { "epoch": 1.53, "learning_rate": 0.00024526244565848364, "loss": 0.737, "step": 7430 }, { "epoch": 1.53, "learning_rate": 0.00024472108723274895, "loss": 0.7607, "step": 7440 }, { "epoch": 1.53, "learning_rate": 0.0002441797535703186, "loss": 0.7523, "step": 7450 }, { "epoch": 1.53, "learning_rate": 0.00024363844721058084, "loss": 0.7373, "step": 7460 }, { "epoch": 1.54, "learning_rate": 0.00024309717069279644, "loss": 0.7361, "step": 7470 }, { "epoch": 1.54, "learning_rate": 0.00024255592655608567, "loss": 0.7995, "step": 7480 }, { "epoch": 1.54, "learning_rate": 0.00024201471733941682, "loss": 0.726, "step": 7490 }, { "epoch": 1.54, "learning_rate": 0.0002414735455815949, "loss": 0.7703, "step": 7500 }, { "epoch": 1.54, "eval_bleu": 0.07698054120195008, "eval_loss": 0.8239230513572693, "eval_meteor": 0.13032822498369387, "eval_rouge1": 0.317148061863241, "eval_rouge2": 0.1393288744292123, "eval_rougeL": 0.24958709786205027, "eval_rougeLsum": 0.2497938351151056, "eval_runtime": 929.7249, "eval_samples_per_second": 1.568, "eval_steps_per_second": 0.197, "step": 7500 }, { "epoch": 1.54, "learning_rate": 0.00024093241382124872, "loss": 0.7861, "step": 7510 }, { "epoch": 1.55, "learning_rate": 0.00024039132459681965, "loss": 0.7833, "step": 7520 }, { "epoch": 1.55, "learning_rate": 0.00023985028044654956, "loss": 0.7616, "step": 7530 }, { "epoch": 1.55, "learning_rate": 0.00023930928390846878, "loss": 0.7294, "step": 7540 }, { "epoch": 1.55, "learning_rate": 0.00023876833752038435, "loss": 0.766, "step": 7550 }, { "epoch": 1.55, "learning_rate": 0.000238227443819868, "loss": 0.7395, "step": 7560 }, { "epoch": 1.56, "learning_rate": 0.0002376866053442444, "loss": 0.6734, "step": 7570 }, { "epoch": 1.56, "learning_rate": 0.00023714582463057912, "loss": 0.7234, "step": 7580 }, { "epoch": 1.56, "learning_rate": 0.00023660510421566664, "loss": 0.7693, "step": 7590 }, { "epoch": 1.56, "learning_rate": 0.00023606444663601885, "loss": 0.7722, "step": 7600 }, { "epoch": 1.56, "eval_bleu": 0.06367408230519342, "eval_loss": 0.8238893747329712, "eval_meteor": 0.11446926281259544, "eval_rouge1": 0.30253947243762624, "eval_rouge2": 0.13361449367649733, "eval_rougeL": 0.24391072697854624, "eval_rougeLsum": 0.24413536682879666, "eval_runtime": 817.4943, "eval_samples_per_second": 1.783, "eval_steps_per_second": 0.224, "step": 7600 }, { "epoch": 1.56, "learning_rate": 0.00023552385442785265, "loss": 0.7081, "step": 7610 }, { "epoch": 1.57, "learning_rate": 0.00023498333012707826, "loss": 0.7194, "step": 7620 }, { "epoch": 1.57, "learning_rate": 0.00023444287626928767, "loss": 0.7595, "step": 7630 }, { "epoch": 1.57, "learning_rate": 0.0002339024953897421, "loss": 0.7518, "step": 7640 }, { "epoch": 1.57, "learning_rate": 0.0002333621900233604, "loss": 0.7371, "step": 7650 }, { "epoch": 1.57, "learning_rate": 0.0002328219627047075, "loss": 0.7686, "step": 7660 }, { "epoch": 1.58, "learning_rate": 0.00023228181596798202, "loss": 0.7819, "step": 7670 }, { "epoch": 1.58, "learning_rate": 0.00023174175234700443, "loss": 0.6983, "step": 7680 }, { "epoch": 1.58, "learning_rate": 0.00023120177437520559, "loss": 0.7916, "step": 7690 }, { "epoch": 1.58, "learning_rate": 0.0002306618845856144, "loss": 0.7564, "step": 7700 }, { "epoch": 1.58, "eval_bleu": 0.06788107247637484, "eval_loss": 0.81615149974823, "eval_meteor": 0.12103882245540673, "eval_rouge1": 0.30985260417723115, "eval_rouge2": 0.14150097767015785, "eval_rougeL": 0.2509749736056771, "eval_rougeLsum": 0.2512924339869609, "eval_runtime": 830.803, "eval_samples_per_second": 1.755, "eval_steps_per_second": 0.22, "step": 7700 }, { "epoch": 1.58, "learning_rate": 0.0002301220855108461, "loss": 0.7453, "step": 7710 }, { "epoch": 1.59, "learning_rate": 0.00022958237968309054, "loss": 0.7378, "step": 7720 }, { "epoch": 1.59, "learning_rate": 0.00022904276963409996, "loss": 0.7665, "step": 7730 }, { "epoch": 1.59, "learning_rate": 0.0002285032578951773, "loss": 0.7595, "step": 7740 }, { "epoch": 1.59, "learning_rate": 0.00022796384699716462, "loss": 0.7001, "step": 7750 }, { "epoch": 1.6, "learning_rate": 0.0002274245394704307, "loss": 0.7705, "step": 7760 }, { "epoch": 1.6, "learning_rate": 0.0002268853378448592, "loss": 0.7568, "step": 7770 }, { "epoch": 1.6, "learning_rate": 0.0002263462446498375, "loss": 0.7679, "step": 7780 }, { "epoch": 1.6, "learning_rate": 0.000225807262414244, "loss": 0.7385, "step": 7790 }, { "epoch": 1.6, "learning_rate": 0.00022526839366643657, "loss": 0.7655, "step": 7800 }, { "epoch": 1.6, "eval_bleu": 0.07350621292572981, "eval_loss": 0.813992977142334, "eval_meteor": 0.12823671504096398, "eval_rouge1": 0.31414562156332837, "eval_rouge2": 0.14044409999271865, "eval_rougeL": 0.2503023214800615, "eval_rougeLsum": 0.25051506634153897, "eval_runtime": 853.2505, "eval_samples_per_second": 1.709, "eval_steps_per_second": 0.214, "step": 7800 }, { "epoch": 1.61, "learning_rate": 0.00022472964093424088, "loss": 0.7357, "step": 7810 }, { "epoch": 1.61, "learning_rate": 0.00022419100674493834, "loss": 0.7636, "step": 7820 }, { "epoch": 1.61, "learning_rate": 0.00022365249362525408, "loss": 0.7219, "step": 7830 }, { "epoch": 1.61, "learning_rate": 0.0002231141041013456, "loss": 0.752, "step": 7840 }, { "epoch": 1.61, "learning_rate": 0.00022257584069879043, "loss": 0.7961, "step": 7850 }, { "epoch": 1.62, "learning_rate": 0.0002220377059425743, "loss": 0.7812, "step": 7860 }, { "epoch": 1.62, "learning_rate": 0.00022149970235708002, "loss": 0.6933, "step": 7870 }, { "epoch": 1.62, "learning_rate": 0.00022096183246607447, "loss": 0.7401, "step": 7880 }, { "epoch": 1.62, "learning_rate": 0.00022042409879269754, "loss": 0.8012, "step": 7890 }, { "epoch": 1.62, "learning_rate": 0.00021988650385945045, "loss": 0.7048, "step": 7900 }, { "epoch": 1.62, "eval_bleu": 0.07086633459606108, "eval_loss": 0.8118289709091187, "eval_meteor": 0.12330330474512881, "eval_rouge1": 0.31267720187527753, "eval_rouge2": 0.14043126182758564, "eval_rougeL": 0.25134755247816853, "eval_rougeLsum": 0.25151023733695077, "eval_runtime": 854.5708, "eval_samples_per_second": 1.706, "eval_steps_per_second": 0.214, "step": 7900 }, { "epoch": 1.63, "learning_rate": 0.0002193490501881832, "loss": 0.76, "step": 7910 }, { "epoch": 1.63, "learning_rate": 0.00021881174030008327, "loss": 0.7345, "step": 7920 }, { "epoch": 1.63, "learning_rate": 0.00021827457671566377, "loss": 0.7611, "step": 7930 }, { "epoch": 1.63, "learning_rate": 0.0002177375619547513, "loss": 0.7541, "step": 7940 }, { "epoch": 1.63, "learning_rate": 0.00021720069853647448, "loss": 0.7818, "step": 7950 }, { "epoch": 1.64, "learning_rate": 0.00021666398897925181, "loss": 0.7341, "step": 7960 }, { "epoch": 1.64, "learning_rate": 0.00021612743580078032, "loss": 0.7844, "step": 7970 }, { "epoch": 1.64, "learning_rate": 0.0002155910415180232, "loss": 0.7218, "step": 7980 }, { "epoch": 1.64, "learning_rate": 0.00021505480864719833, "loss": 0.7721, "step": 7990 }, { "epoch": 1.64, "learning_rate": 0.00021451873970376652, "loss": 0.7697, "step": 8000 }, { "epoch": 1.64, "eval_bleu": 0.0718030649419069, "eval_loss": 0.8096761107444763, "eval_meteor": 0.12683164072142025, "eval_rouge1": 0.31540613698257497, "eval_rouge2": 0.14463980588140418, "eval_rougeL": 0.25528347800714857, "eval_rougeLsum": 0.2554846420759572, "eval_runtime": 839.5267, "eval_samples_per_second": 1.737, "eval_steps_per_second": 0.218, "step": 8000 }, { "epoch": 1.65, "learning_rate": 0.00021398283720241954, "loss": 0.7887, "step": 8010 }, { "epoch": 1.65, "learning_rate": 0.0002134471036570682, "loss": 0.7192, "step": 8020 }, { "epoch": 1.65, "learning_rate": 0.00021291154158083105, "loss": 0.7905, "step": 8030 }, { "epoch": 1.65, "learning_rate": 0.00021237615348602225, "loss": 0.7283, "step": 8040 }, { "epoch": 1.65, "learning_rate": 0.0002118409418841393, "loss": 0.7428, "step": 8050 }, { "epoch": 1.66, "learning_rate": 0.00021130590928585254, "loss": 0.7782, "step": 8060 }, { "epoch": 1.66, "learning_rate": 0.00021077105820099215, "loss": 0.792, "step": 8070 }, { "epoch": 1.66, "learning_rate": 0.00021023639113853683, "loss": 0.7308, "step": 8080 }, { "epoch": 1.66, "learning_rate": 0.00020970191060660224, "loss": 0.8318, "step": 8090 }, { "epoch": 1.66, "learning_rate": 0.00020916761911242884, "loss": 0.7378, "step": 8100 }, { "epoch": 1.66, "eval_bleu": 0.07122867455733606, "eval_loss": 0.8025975823402405, "eval_meteor": 0.12454999755173883, "eval_rouge1": 0.31188022635326357, "eval_rouge2": 0.14169719003484493, "eval_rougeL": 0.25154225885054093, "eval_rougeLsum": 0.25179235910230063, "eval_runtime": 853.9032, "eval_samples_per_second": 1.707, "eval_steps_per_second": 0.214, "step": 8100 }, { "epoch": 1.67, "learning_rate": 0.00020863351916237035, "loss": 0.7252, "step": 8110 }, { "epoch": 1.67, "learning_rate": 0.00020809961326188214, "loss": 0.745, "step": 8120 }, { "epoch": 1.67, "learning_rate": 0.00020756590391550906, "loss": 0.7913, "step": 8130 }, { "epoch": 1.67, "learning_rate": 0.00020703239362687394, "loss": 0.7257, "step": 8140 }, { "epoch": 1.68, "learning_rate": 0.00020649908489866618, "loss": 0.7389, "step": 8150 }, { "epoch": 1.68, "learning_rate": 0.00020596598023262915, "loss": 0.727, "step": 8160 }, { "epoch": 1.68, "learning_rate": 0.00020543308212954924, "loss": 0.6832, "step": 8170 }, { "epoch": 1.68, "learning_rate": 0.00020490039308924396, "loss": 0.6975, "step": 8180 }, { "epoch": 1.68, "learning_rate": 0.00020436791561054992, "loss": 0.7122, "step": 8190 }, { "epoch": 1.69, "learning_rate": 0.00020383565219131135, "loss": 0.7939, "step": 8200 }, { "epoch": 1.69, "eval_bleu": 0.07447497548622753, "eval_loss": 0.805306613445282, "eval_meteor": 0.12635021856271, "eval_rouge1": 0.3173315559154648, "eval_rouge2": 0.14349372947373074, "eval_rougeL": 0.25391833407729314, "eval_rougeLsum": 0.25413413249366223, "eval_runtime": 882.299, "eval_samples_per_second": 1.653, "eval_steps_per_second": 0.207, "step": 8200 }, { "epoch": 1.69, "learning_rate": 0.00020330360532836832, "loss": 0.7241, "step": 8210 }, { "epoch": 1.69, "learning_rate": 0.00020277177751754517, "loss": 0.7291, "step": 8220 }, { "epoch": 1.69, "learning_rate": 0.00020224017125363837, "loss": 0.7349, "step": 8230 }, { "epoch": 1.69, "learning_rate": 0.00020170878903040545, "loss": 0.7454, "step": 8240 }, { "epoch": 1.7, "learning_rate": 0.0002011776333405528, "loss": 0.7769, "step": 8250 }, { "epoch": 1.7, "learning_rate": 0.000200646706675724, "loss": 0.7773, "step": 8260 }, { "epoch": 1.7, "learning_rate": 0.00020011601152648882, "loss": 0.7845, "step": 8270 }, { "epoch": 1.7, "learning_rate": 0.0001995855503823303, "loss": 0.7137, "step": 8280 }, { "epoch": 1.7, "learning_rate": 0.00019905532573163403, "loss": 0.7573, "step": 8290 }, { "epoch": 1.71, "learning_rate": 0.00019852534006167653, "loss": 0.7338, "step": 8300 }, { "epoch": 1.71, "eval_bleu": 0.0797120050349496, "eval_loss": 0.7981196641921997, "eval_meteor": 0.13308199196309556, "eval_rouge1": 0.3218638993683711, "eval_rouge2": 0.1470521731131963, "eval_rougeL": 0.2567287850308242, "eval_rougeLsum": 0.25698501119096195, "eval_runtime": 933.0075, "eval_samples_per_second": 1.563, "eval_steps_per_second": 0.196, "step": 8300 }, { "epoch": 1.71, "learning_rate": 0.00019799559585861288, "loss": 0.7741, "step": 8310 }, { "epoch": 1.71, "learning_rate": 0.0001974660956074655, "loss": 0.7501, "step": 8320 }, { "epoch": 1.71, "learning_rate": 0.0001969368417921126, "loss": 0.6996, "step": 8330 }, { "epoch": 1.71, "learning_rate": 0.00019640783689527626, "loss": 0.7216, "step": 8340 }, { "epoch": 1.72, "learning_rate": 0.0001958790833985108, "loss": 0.7644, "step": 8350 }, { "epoch": 1.72, "learning_rate": 0.00019535058378219135, "loss": 0.7121, "step": 8360 }, { "epoch": 1.72, "learning_rate": 0.00019482234052550207, "loss": 0.7133, "step": 8370 }, { "epoch": 1.72, "learning_rate": 0.00019429435610642453, "loss": 0.7203, "step": 8380 }, { "epoch": 1.72, "learning_rate": 0.00019376663300172604, "loss": 0.7858, "step": 8390 }, { "epoch": 1.73, "learning_rate": 0.0001932391736869482, "loss": 0.7745, "step": 8400 }, { "epoch": 1.73, "eval_bleu": 0.06749424480527735, "eval_loss": 0.7952741980552673, "eval_meteor": 0.11775873915588794, "eval_rouge1": 0.31241096019045156, "eval_rouge2": 0.14563533936287387, "eval_rougeL": 0.2535571033024633, "eval_rougeLsum": 0.25368001649766037, "eval_runtime": 790.6936, "eval_samples_per_second": 1.844, "eval_steps_per_second": 0.231, "step": 8400 }, { "epoch": 1.73, "learning_rate": 0.00019271198063639514, "loss": 0.6772, "step": 8410 }, { "epoch": 1.73, "learning_rate": 0.00019218505632312178, "loss": 0.7551, "step": 8420 }, { "epoch": 1.73, "learning_rate": 0.00019165840321892276, "loss": 0.7524, "step": 8430 }, { "epoch": 1.73, "learning_rate": 0.0001911320237943201, "loss": 0.7154, "step": 8440 }, { "epoch": 1.74, "learning_rate": 0.00019060592051855209, "loss": 0.7407, "step": 8450 }, { "epoch": 1.74, "learning_rate": 0.00019008009585956188, "loss": 0.6886, "step": 8460 }, { "epoch": 1.74, "learning_rate": 0.0001895545522839853, "loss": 0.8154, "step": 8470 }, { "epoch": 1.74, "learning_rate": 0.00018902929225713978, "loss": 0.6969, "step": 8480 }, { "epoch": 1.75, "learning_rate": 0.0001885043182430126, "loss": 0.7091, "step": 8490 }, { "epoch": 1.75, "learning_rate": 0.00018797963270424935, "loss": 0.7121, "step": 8500 }, { "epoch": 1.75, "eval_bleu": 0.08102165916855171, "eval_loss": 0.7926180958747864, "eval_meteor": 0.13749606266115308, "eval_rouge1": 0.3250026709620075, "eval_rouge2": 0.14713626139319874, "eval_rougeL": 0.25753084598773646, "eval_rougeLsum": 0.25769367336423854, "eval_runtime": 865.9868, "eval_samples_per_second": 1.684, "eval_steps_per_second": 0.211, "step": 8500 }, { "epoch": 1.75, "learning_rate": 0.00018745523810214239, "loss": 0.71, "step": 8510 }, { "epoch": 1.75, "learning_rate": 0.00018693113689661927, "loss": 0.7691, "step": 8520 }, { "epoch": 1.75, "learning_rate": 0.00018640733154623134, "loss": 0.7113, "step": 8530 }, { "epoch": 1.76, "learning_rate": 0.00018588382450814185, "loss": 0.7408, "step": 8540 }, { "epoch": 1.76, "learning_rate": 0.00018536061823811505, "loss": 0.7774, "step": 8550 }, { "epoch": 1.76, "learning_rate": 0.00018483771519050397, "loss": 0.7449, "step": 8560 }, { "epoch": 1.76, "learning_rate": 0.00018431511781823916, "loss": 0.6867, "step": 8570 }, { "epoch": 1.76, "learning_rate": 0.00018379282857281768, "loss": 0.7213, "step": 8580 }, { "epoch": 1.77, "learning_rate": 0.00018327084990429082, "loss": 0.7532, "step": 8590 }, { "epoch": 1.77, "learning_rate": 0.000182749184261253, "loss": 0.7681, "step": 8600 }, { "epoch": 1.77, "eval_bleu": 0.08042295331793536, "eval_loss": 0.788446307182312, "eval_meteor": 0.13951383501554995, "eval_rouge1": 0.3287291422762437, "eval_rouge2": 0.1501384483932246, "eval_rougeL": 0.2604585825998745, "eval_rougeLsum": 0.2608096246567302, "eval_runtime": 882.1557, "eval_samples_per_second": 1.653, "eval_steps_per_second": 0.207, "step": 8600 }, { "epoch": 1.77, "learning_rate": 0.00018222783409083037, "loss": 0.7147, "step": 8610 }, { "epoch": 1.77, "learning_rate": 0.00018170680183866912, "loss": 0.6799, "step": 8620 }, { "epoch": 1.77, "learning_rate": 0.000181186089948924, "loss": 0.7336, "step": 8630 }, { "epoch": 1.78, "learning_rate": 0.00018066570086424716, "loss": 0.7402, "step": 8640 }, { "epoch": 1.78, "learning_rate": 0.0001801456370257763, "loss": 0.7423, "step": 8650 }, { "epoch": 1.78, "learning_rate": 0.0001796259008731234, "loss": 0.7252, "step": 8660 }, { "epoch": 1.78, "learning_rate": 0.00017910649484436349, "loss": 0.7666, "step": 8670 }, { "epoch": 1.78, "learning_rate": 0.00017858742137602263, "loss": 0.7378, "step": 8680 }, { "epoch": 1.79, "learning_rate": 0.00017806868290306705, "loss": 0.7522, "step": 8690 }, { "epoch": 1.79, "learning_rate": 0.0001775502818588917, "loss": 0.7305, "step": 8700 }, { "epoch": 1.79, "eval_bleu": 0.07804930399724541, "eval_loss": 0.7845081090927124, "eval_meteor": 0.12981944353457556, "eval_rouge1": 0.31977795247985463, "eval_rouge2": 0.14862122230147748, "eval_rougeL": 0.257294098259071, "eval_rougeLsum": 0.2575039258120313, "eval_runtime": 860.1602, "eval_samples_per_second": 1.695, "eval_steps_per_second": 0.213, "step": 8700 }, { "epoch": 1.79, "learning_rate": 0.00017703222067530838, "loss": 0.7159, "step": 8710 }, { "epoch": 1.79, "learning_rate": 0.00017651450178253448, "loss": 0.7303, "step": 8720 }, { "epoch": 1.79, "learning_rate": 0.00017599712760918223, "loss": 0.7004, "step": 8730 }, { "epoch": 1.8, "learning_rate": 0.00017548010058224638, "loss": 0.7326, "step": 8740 }, { "epoch": 1.8, "learning_rate": 0.00017496342312709324, "loss": 0.7073, "step": 8750 }, { "epoch": 1.8, "learning_rate": 0.00017444709766744948, "loss": 0.7874, "step": 8760 }, { "epoch": 1.8, "learning_rate": 0.0001739311266253904, "loss": 0.7154, "step": 8770 }, { "epoch": 1.8, "learning_rate": 0.00017341551242132874, "loss": 0.6947, "step": 8780 }, { "epoch": 1.81, "learning_rate": 0.0001729002574740034, "loss": 0.7658, "step": 8790 }, { "epoch": 1.81, "learning_rate": 0.00017238536420046796, "loss": 0.7241, "step": 8800 }, { "epoch": 1.81, "eval_bleu": 0.07789543557871356, "eval_loss": 0.7799738645553589, "eval_meteor": 0.13081456975819492, "eval_rouge1": 0.32400315543804187, "eval_rouge2": 0.15097537177776, "eval_rougeL": 0.2616413327310113, "eval_rougeLsum": 0.2617294761544998, "eval_runtime": 848.0422, "eval_samples_per_second": 1.719, "eval_steps_per_second": 0.216, "step": 8800 }, { "epoch": 1.81, "learning_rate": 0.00017187083501607944, "loss": 0.7677, "step": 8810 }, { "epoch": 1.81, "learning_rate": 0.00017135667233448675, "loss": 0.7523, "step": 8820 }, { "epoch": 1.82, "learning_rate": 0.00017084287856761996, "loss": 0.6877, "step": 8830 }, { "epoch": 1.82, "learning_rate": 0.00017032945612567804, "loss": 0.7225, "step": 8840 }, { "epoch": 1.82, "learning_rate": 0.0001698164074171183, "loss": 0.7191, "step": 8850 }, { "epoch": 1.82, "learning_rate": 0.00016930373484864508, "loss": 0.7792, "step": 8860 }, { "epoch": 1.82, "learning_rate": 0.00016879144082519804, "loss": 0.7002, "step": 8870 }, { "epoch": 1.83, "learning_rate": 0.00016827952774994096, "loss": 0.6956, "step": 8880 }, { "epoch": 1.83, "learning_rate": 0.00016776799802425092, "loss": 0.6983, "step": 8890 }, { "epoch": 1.83, "learning_rate": 0.00016725685404770648, "loss": 0.7288, "step": 8900 }, { "epoch": 1.83, "eval_bleu": 0.07738994044012307, "eval_loss": 0.7785964608192444, "eval_meteor": 0.1288623449734404, "eval_rouge1": 0.3200471438296305, "eval_rouge2": 0.1512205647401233, "eval_rougeL": 0.25939742372931385, "eval_rougeLsum": 0.2595082473182987, "eval_runtime": 849.1307, "eval_samples_per_second": 1.717, "eval_steps_per_second": 0.216, "step": 8900 }, { "epoch": 1.83, "learning_rate": 0.00016674609821807674, "loss": 0.7445, "step": 8910 }, { "epoch": 1.83, "learning_rate": 0.00016623573293130997, "loss": 0.7073, "step": 8920 }, { "epoch": 1.84, "learning_rate": 0.0001657257605815225, "loss": 0.7019, "step": 8930 }, { "epoch": 1.84, "learning_rate": 0.00016521618356098722, "loss": 0.7356, "step": 8940 }, { "epoch": 1.84, "learning_rate": 0.00016470700426012274, "loss": 0.7484, "step": 8950 }, { "epoch": 1.84, "learning_rate": 0.0001641982250674819, "loss": 0.7221, "step": 8960 }, { "epoch": 1.84, "learning_rate": 0.00016368984836974046, "loss": 0.7336, "step": 8970 }, { "epoch": 1.85, "learning_rate": 0.00016318187655168647, "loss": 0.7145, "step": 8980 }, { "epoch": 1.85, "learning_rate": 0.00016267431199620838, "loss": 0.7411, "step": 8990 }, { "epoch": 1.85, "learning_rate": 0.0001621671570842841, "loss": 0.6602, "step": 9000 }, { "epoch": 1.85, "eval_bleu": 0.08154034067100566, "eval_loss": 0.7753680944442749, "eval_meteor": 0.13727691890379068, "eval_rouge1": 0.32744856365015873, "eval_rouge2": 0.15379576444407406, "eval_rougeL": 0.2631346202032693, "eval_rougeLsum": 0.2633981653212556, "eval_runtime": 850.2937, "eval_samples_per_second": 1.715, "eval_steps_per_second": 0.215, "step": 9000 }, { "epoch": 1.85, "learning_rate": 0.0001616604141949703, "loss": 0.7086, "step": 9010 }, { "epoch": 1.85, "learning_rate": 0.0001611540857053905, "loss": 0.6951, "step": 9020 }, { "epoch": 1.86, "learning_rate": 0.00016064817399072444, "loss": 0.7344, "step": 9030 }, { "epoch": 1.86, "learning_rate": 0.00016014268142419674, "loss": 0.7093, "step": 9040 }, { "epoch": 1.86, "learning_rate": 0.00015963761037706583, "loss": 0.6708, "step": 9050 }, { "epoch": 1.86, "learning_rate": 0.0001591329632186127, "loss": 0.6905, "step": 9060 }, { "epoch": 1.86, "learning_rate": 0.00015862874231613005, "loss": 0.7261, "step": 9070 }, { "epoch": 1.87, "learning_rate": 0.0001581249500349109, "loss": 0.7586, "step": 9080 }, { "epoch": 1.87, "learning_rate": 0.00015762158873823746, "loss": 0.716, "step": 9090 }, { "epoch": 1.87, "learning_rate": 0.00015711866078737063, "loss": 0.7052, "step": 9100 }, { "epoch": 1.87, "eval_bleu": 0.08479542822767472, "eval_loss": 0.7742032408714294, "eval_meteor": 0.1404376008139251, "eval_rouge1": 0.333944577670829, "eval_rouge2": 0.15612515006119043, "eval_rougeL": 0.26610226692047334, "eval_rougeLsum": 0.2663932194338652, "eval_runtime": 845.8621, "eval_samples_per_second": 1.724, "eval_steps_per_second": 0.216, "step": 9100 }, { "epoch": 1.87, "learning_rate": 0.00015661616854153822, "loss": 0.7269, "step": 9110 }, { "epoch": 1.87, "learning_rate": 0.00015611411435792393, "loss": 0.7756, "step": 9120 }, { "epoch": 1.88, "learning_rate": 0.00015561250059165703, "loss": 0.7007, "step": 9130 }, { "epoch": 1.88, "learning_rate": 0.00015511132959580037, "loss": 0.6797, "step": 9140 }, { "epoch": 1.88, "learning_rate": 0.00015461060372133994, "loss": 0.7614, "step": 9150 }, { "epoch": 1.88, "learning_rate": 0.00015411032531717378, "loss": 0.7044, "step": 9160 }, { "epoch": 1.88, "learning_rate": 0.0001536104967301006, "loss": 0.7114, "step": 9170 }, { "epoch": 1.89, "learning_rate": 0.00015311112030480918, "loss": 0.7087, "step": 9180 }, { "epoch": 1.89, "learning_rate": 0.00015261219838386714, "loss": 0.7531, "step": 9190 }, { "epoch": 1.89, "learning_rate": 0.00015211373330771023, "loss": 0.678, "step": 9200 }, { "epoch": 1.89, "eval_bleu": 0.08695413590105541, "eval_loss": 0.7727900743484497, "eval_meteor": 0.14477618566565462, "eval_rouge1": 0.33589539947395375, "eval_rouge2": 0.15756852616667666, "eval_rougeL": 0.26808455505037576, "eval_rougeLsum": 0.26831771903262536, "eval_runtime": 888.3101, "eval_samples_per_second": 1.641, "eval_steps_per_second": 0.206, "step": 9200 }, { "epoch": 1.89, "learning_rate": 0.00015161572741463094, "loss": 0.7038, "step": 9210 }, { "epoch": 1.9, "learning_rate": 0.00015111818304076763, "loss": 0.654, "step": 9220 }, { "epoch": 1.9, "learning_rate": 0.0001506211025200941, "loss": 0.7551, "step": 9230 }, { "epoch": 1.9, "learning_rate": 0.0001501244881844078, "loss": 0.7142, "step": 9240 }, { "epoch": 1.9, "learning_rate": 0.00014962834236331943, "loss": 0.6727, "step": 9250 }, { "epoch": 1.9, "learning_rate": 0.00014913266738424214, "loss": 0.7451, "step": 9260 }, { "epoch": 1.91, "learning_rate": 0.00014863746557238012, "loss": 0.7149, "step": 9270 }, { "epoch": 1.91, "learning_rate": 0.00014814273925071778, "loss": 0.7426, "step": 9280 }, { "epoch": 1.91, "learning_rate": 0.00014764849074000945, "loss": 0.6932, "step": 9290 }, { "epoch": 1.91, "learning_rate": 0.0001471547223587678, "loss": 0.7148, "step": 9300 }, { "epoch": 1.91, "eval_bleu": 0.08405093456725986, "eval_loss": 0.769240140914917, "eval_meteor": 0.13799072224223335, "eval_rouge1": 0.3289513225249592, "eval_rouge2": 0.1533487264129132, "eval_rougeL": 0.2631557822340731, "eval_rougeLsum": 0.26330399290771866, "eval_runtime": 898.0268, "eval_samples_per_second": 1.624, "eval_steps_per_second": 0.204, "step": 9300 }, { "epoch": 1.91, "learning_rate": 0.00014666143642325316, "loss": 0.7087, "step": 9310 }, { "epoch": 1.92, "learning_rate": 0.00014616863524746288, "loss": 0.6975, "step": 9320 }, { "epoch": 1.92, "learning_rate": 0.00014567632114312017, "loss": 0.715, "step": 9330 }, { "epoch": 1.92, "learning_rate": 0.00014518449641966346, "loss": 0.6941, "step": 9340 }, { "epoch": 1.92, "learning_rate": 0.0001446931633842355, "loss": 0.7099, "step": 9350 }, { "epoch": 1.92, "learning_rate": 0.00014420232434167265, "loss": 0.6913, "step": 9360 }, { "epoch": 1.93, "learning_rate": 0.00014371198159449363, "loss": 0.6762, "step": 9370 }, { "epoch": 1.93, "learning_rate": 0.0001432221374428894, "loss": 0.6857, "step": 9380 }, { "epoch": 1.93, "learning_rate": 0.0001427327941847119, "loss": 0.7254, "step": 9390 }, { "epoch": 1.93, "learning_rate": 0.0001422439541154632, "loss": 0.66, "step": 9400 }, { "epoch": 1.93, "eval_bleu": 0.08126520981780667, "eval_loss": 0.7649896740913391, "eval_meteor": 0.13394522974660503, "eval_rouge1": 0.32676943290951493, "eval_rouge2": 0.15365151539028427, "eval_rougeL": 0.26329337074340675, "eval_rougeLsum": 0.2635319064528655, "eval_runtime": 855.2654, "eval_samples_per_second": 1.705, "eval_steps_per_second": 0.214, "step": 9400 }, { "epoch": 1.93, "learning_rate": 0.0001417556195282852, "loss": 0.7211, "step": 9410 }, { "epoch": 1.94, "learning_rate": 0.0001412677927139485, "loss": 0.7022, "step": 9420 }, { "epoch": 1.94, "learning_rate": 0.00014078047596084153, "loss": 0.7302, "step": 9430 }, { "epoch": 1.94, "learning_rate": 0.00014029367155496048, "loss": 0.6871, "step": 9440 }, { "epoch": 1.94, "learning_rate": 0.00013980738177989772, "loss": 0.7628, "step": 9450 }, { "epoch": 1.94, "learning_rate": 0.0001393216089168314, "loss": 0.702, "step": 9460 }, { "epoch": 1.95, "learning_rate": 0.00013883635524451554, "loss": 0.7124, "step": 9470 }, { "epoch": 1.95, "learning_rate": 0.0001383516230392678, "loss": 0.6751, "step": 9480 }, { "epoch": 1.95, "learning_rate": 0.00013786741457496018, "loss": 0.7329, "step": 9490 }, { "epoch": 1.95, "learning_rate": 0.00013738373212300776, "loss": 0.7458, "step": 9500 }, { "epoch": 1.95, "eval_bleu": 0.08398597438341937, "eval_loss": 0.7601596117019653, "eval_meteor": 0.13751031408558206, "eval_rouge1": 0.32718893678105365, "eval_rouge2": 0.15421218231356643, "eval_rougeL": 0.2623710305546715, "eval_rougeLsum": 0.26249565506158357, "eval_runtime": 897.9844, "eval_samples_per_second": 1.624, "eval_steps_per_second": 0.204, "step": 9500 }, { "epoch": 1.95, "learning_rate": 0.0001369005779523578, "loss": 0.6931, "step": 9510 }, { "epoch": 1.96, "learning_rate": 0.00013641795432947968, "loss": 0.6898, "step": 9520 }, { "epoch": 1.96, "learning_rate": 0.00013593586351835402, "loss": 0.7274, "step": 9530 }, { "epoch": 1.96, "learning_rate": 0.00013545430778046176, "loss": 0.7119, "step": 9540 }, { "epoch": 1.96, "learning_rate": 0.00013497328937477404, "loss": 0.7305, "step": 9550 }, { "epoch": 1.97, "learning_rate": 0.00013449281055774148, "loss": 0.6822, "step": 9560 }, { "epoch": 1.97, "learning_rate": 0.00013401287358328308, "loss": 0.7183, "step": 9570 }, { "epoch": 1.97, "learning_rate": 0.00013353348070277654, "loss": 0.7271, "step": 9580 }, { "epoch": 1.97, "learning_rate": 0.00013305463416504677, "loss": 0.7173, "step": 9590 }, { "epoch": 1.97, "learning_rate": 0.00013257633621635635, "loss": 0.698, "step": 9600 }, { "epoch": 1.97, "eval_bleu": 0.0817528900097528, "eval_loss": 0.7589043378829956, "eval_meteor": 0.13704695695493954, "eval_rouge1": 0.3281627687948676, "eval_rouge2": 0.15600391066953626, "eval_rougeL": 0.26503808697382725, "eval_rougeLsum": 0.2650383145678832, "eval_runtime": 855.0342, "eval_samples_per_second": 1.705, "eval_steps_per_second": 0.214, "step": 9600 }, { "epoch": 1.98, "learning_rate": 0.00013209858910039396, "loss": 0.6694, "step": 9610 }, { "epoch": 1.98, "learning_rate": 0.00013162139505826427, "loss": 0.7398, "step": 9620 }, { "epoch": 1.98, "learning_rate": 0.00013114475632847812, "loss": 0.693, "step": 9630 }, { "epoch": 1.98, "learning_rate": 0.0001306686751469407, "loss": 0.7365, "step": 9640 }, { "epoch": 1.98, "learning_rate": 0.00013019315374694206, "loss": 0.7069, "step": 9650 }, { "epoch": 1.99, "learning_rate": 0.0001297181943591465, "loss": 0.7177, "step": 9660 }, { "epoch": 1.99, "learning_rate": 0.0001292437992115814, "loss": 0.6798, "step": 9670 }, { "epoch": 1.99, "learning_rate": 0.0001287699705296278, "loss": 0.694, "step": 9680 }, { "epoch": 1.99, "learning_rate": 0.0001282967105360093, "loss": 0.6923, "step": 9690 }, { "epoch": 1.99, "learning_rate": 0.00012782402145078165, "loss": 0.7088, "step": 9700 }, { "epoch": 1.99, "eval_bleu": 0.08876181125840059, "eval_loss": 0.7568917274475098, "eval_meteor": 0.14372947816583434, "eval_rouge1": 0.33318061543843014, "eval_rouge2": 0.1591907361897143, "eval_rougeL": 0.26712978368697327, "eval_rougeLsum": 0.2672763669770769, "eval_runtime": 893.8551, "eval_samples_per_second": 1.631, "eval_steps_per_second": 0.205, "step": 9700 }, { "epoch": 2.0, "learning_rate": 0.0001273519054913226, "loss": 0.7364, "step": 9710 }, { "epoch": 2.0, "learning_rate": 0.0001268803648723214, "loss": 0.7066, "step": 9720 }, { "epoch": 2.0, "learning_rate": 0.00012640940180576852, "loss": 0.6871, "step": 9730 }, { "epoch": 2.0, "learning_rate": 0.0001259390185009447, "loss": 0.6165, "step": 9740 }, { "epoch": 2.0, "learning_rate": 0.00012546921716441136, "loss": 0.5763, "step": 9750 }, { "epoch": 2.01, "learning_rate": 0.00012500000000000006, "loss": 0.549, "step": 9760 }, { "epoch": 2.01, "learning_rate": 0.00012453136920880154, "loss": 0.5756, "step": 9770 }, { "epoch": 2.01, "learning_rate": 0.00012406332698915623, "loss": 0.6103, "step": 9780 }, { "epoch": 2.01, "learning_rate": 0.00012359587553664364, "loss": 0.5919, "step": 9790 }, { "epoch": 2.01, "learning_rate": 0.00012312901704407165, "loss": 0.5845, "step": 9800 }, { "epoch": 2.01, "eval_bleu": 0.08752286174344838, "eval_loss": 0.773460328578949, "eval_meteor": 0.1421850867823396, "eval_rouge1": 0.3298986551193279, "eval_rouge2": 0.1547142091088999, "eval_rougeL": 0.26382376164807064, "eval_rougeLsum": 0.26396298947970476, "eval_runtime": 906.9245, "eval_samples_per_second": 1.608, "eval_steps_per_second": 0.202, "step": 9800 }, { "epoch": 2.02, "learning_rate": 0.00012266275370146682, "loss": 0.6, "step": 9810 }, { "epoch": 2.02, "learning_rate": 0.00012219708769606398, "loss": 0.5771, "step": 9820 }, { "epoch": 2.02, "learning_rate": 0.00012173202121229534, "loss": 0.57, "step": 9830 }, { "epoch": 2.02, "learning_rate": 0.00012126755643178158, "loss": 0.5917, "step": 9840 }, { "epoch": 2.02, "learning_rate": 0.00012080369553332016, "loss": 0.6256, "step": 9850 }, { "epoch": 2.03, "learning_rate": 0.00012034044069287567, "loss": 0.515, "step": 9860 }, { "epoch": 2.03, "learning_rate": 0.00011987779408357039, "loss": 0.5654, "step": 9870 }, { "epoch": 2.03, "learning_rate": 0.0001194157578756726, "loss": 0.5812, "step": 9880 }, { "epoch": 2.03, "learning_rate": 0.0001189543342365877, "loss": 0.5899, "step": 9890 }, { "epoch": 2.03, "learning_rate": 0.00011849352533084742, "loss": 0.6001, "step": 9900 }, { "epoch": 2.03, "eval_bleu": 0.08335100172587591, "eval_loss": 0.7738049626350403, "eval_meteor": 0.137726241326334, "eval_rouge1": 0.32609782139980853, "eval_rouge2": 0.15276224386507742, "eval_rougeL": 0.26190468442551107, "eval_rougeLsum": 0.26189079971457113, "eval_runtime": 871.7823, "eval_samples_per_second": 1.672, "eval_steps_per_second": 0.21, "step": 9900 }, { "epoch": 2.04, "learning_rate": 0.0001180333333200996, "loss": 0.5459, "step": 9910 }, { "epoch": 2.04, "learning_rate": 0.0001175737603630985, "loss": 0.5765, "step": 9920 }, { "epoch": 2.04, "learning_rate": 0.00011711480861569432, "loss": 0.5662, "step": 9930 }, { "epoch": 2.04, "learning_rate": 0.000116656480230823, "loss": 0.5976, "step": 9940 }, { "epoch": 2.05, "learning_rate": 0.00011619877735849654, "loss": 0.5819, "step": 9950 }, { "epoch": 2.05, "learning_rate": 0.00011574170214579263, "loss": 0.6135, "step": 9960 }, { "epoch": 2.05, "learning_rate": 0.0001152852567368444, "loss": 0.5921, "step": 9970 }, { "epoch": 2.05, "learning_rate": 0.00011482944327283092, "loss": 0.5475, "step": 9980 }, { "epoch": 2.05, "learning_rate": 0.00011437426389196634, "loss": 0.6202, "step": 9990 }, { "epoch": 2.06, "learning_rate": 0.00011391972072949103, "loss": 0.5409, "step": 10000 }, { "epoch": 2.06, "eval_bleu": 0.08613877560956296, "eval_loss": 0.7758316993713379, "eval_meteor": 0.1390858986492675, "eval_rouge1": 0.32920401616548073, "eval_rouge2": 0.1570104690313574, "eval_rougeL": 0.26574067707983184, "eval_rougeLsum": 0.2658030757914498, "eval_runtime": 858.8548, "eval_samples_per_second": 1.698, "eval_steps_per_second": 0.213, "step": 10000 }, { "epoch": 2.06, "learning_rate": 0.00011346581591766023, "loss": 0.6027, "step": 10010 }, { "epoch": 2.06, "learning_rate": 0.00011301255158573479, "loss": 0.5798, "step": 10020 }, { "epoch": 2.06, "learning_rate": 0.00011255992985997155, "loss": 0.6236, "step": 10030 }, { "epoch": 2.06, "learning_rate": 0.00011210795286361228, "loss": 0.5835, "step": 10040 }, { "epoch": 2.07, "learning_rate": 0.00011165662271687472, "loss": 0.582, "step": 10050 }, { "epoch": 2.07, "learning_rate": 0.00011120594153694219, "loss": 0.5577, "step": 10060 }, { "epoch": 2.07, "learning_rate": 0.00011075591143795352, "loss": 0.5753, "step": 10070 }, { "epoch": 2.07, "learning_rate": 0.00011030653453099353, "loss": 0.5667, "step": 10080 }, { "epoch": 2.07, "learning_rate": 0.000109857812924083, "loss": 0.588, "step": 10090 }, { "epoch": 2.08, "learning_rate": 0.00010940974872216835, "loss": 0.5305, "step": 10100 }, { "epoch": 2.08, "eval_bleu": 0.08651590184183662, "eval_loss": 0.7703911066055298, "eval_meteor": 0.1395275989000706, "eval_rouge1": 0.3302969178304646, "eval_rouge2": 0.15676210346077937, "eval_rougeL": 0.2648231662080226, "eval_rougeLsum": 0.26503782477899707, "eval_runtime": 871.9589, "eval_samples_per_second": 1.672, "eval_steps_per_second": 0.21, "step": 10100 }, { "epoch": 2.08, "learning_rate": 0.00010896234402711244, "loss": 0.5334, "step": 10110 }, { "epoch": 2.08, "learning_rate": 0.0001085156009376844, "loss": 0.5625, "step": 10120 }, { "epoch": 2.08, "learning_rate": 0.00010806952154954949, "loss": 0.5371, "step": 10130 }, { "epoch": 2.08, "learning_rate": 0.00010762410795525981, "loss": 0.5834, "step": 10140 }, { "epoch": 2.09, "learning_rate": 0.00010717936224424422, "loss": 0.5657, "step": 10150 }, { "epoch": 2.09, "learning_rate": 0.00010673528650279854, "loss": 0.5677, "step": 10160 }, { "epoch": 2.09, "learning_rate": 0.00010629188281407556, "loss": 0.5904, "step": 10170 }, { "epoch": 2.09, "learning_rate": 0.0001058491532580757, "loss": 0.6088, "step": 10180 }, { "epoch": 2.09, "learning_rate": 0.00010540709991163711, "loss": 0.5933, "step": 10190 }, { "epoch": 2.1, "learning_rate": 0.00010496572484842554, "loss": 0.5893, "step": 10200 }, { "epoch": 2.1, "eval_bleu": 0.089530983333522, "eval_loss": 0.772607147693634, "eval_meteor": 0.1443407934532475, "eval_rouge1": 0.33192986354544063, "eval_rouge2": 0.15483055336733048, "eval_rougeL": 0.2644166774691801, "eval_rougeLsum": 0.2646752431573552, "eval_runtime": 908.5802, "eval_samples_per_second": 1.605, "eval_steps_per_second": 0.201, "step": 10200 }, { "epoch": 2.1, "learning_rate": 0.00010452503013892515, "loss": 0.5314, "step": 10210 }, { "epoch": 2.1, "learning_rate": 0.00010408501785042864, "loss": 0.579, "step": 10220 }, { "epoch": 2.1, "learning_rate": 0.00010364569004702709, "loss": 0.5467, "step": 10230 }, { "epoch": 2.1, "learning_rate": 0.00010320704878960132, "loss": 0.5593, "step": 10240 }, { "epoch": 2.11, "learning_rate": 0.00010276909613581099, "loss": 0.5838, "step": 10250 }, { "epoch": 2.11, "learning_rate": 0.00010233183414008557, "loss": 0.5822, "step": 10260 }, { "epoch": 2.11, "learning_rate": 0.0001018952648536152, "loss": 0.5753, "step": 10270 }, { "epoch": 2.11, "learning_rate": 0.00010145939032433987, "loss": 0.5771, "step": 10280 }, { "epoch": 2.12, "learning_rate": 0.00010102421259694087, "loss": 0.534, "step": 10290 }, { "epoch": 2.12, "learning_rate": 0.00010058973371283079, "loss": 0.5688, "step": 10300 }, { "epoch": 2.12, "eval_bleu": 0.08809811926330971, "eval_loss": 0.7703852653503418, "eval_meteor": 0.1416168131544854, "eval_rouge1": 0.3319761907382092, "eval_rouge2": 0.15820516943097546, "eval_rougeL": 0.2664765023191772, "eval_rougeLsum": 0.2666412367346098, "eval_runtime": 881.0156, "eval_samples_per_second": 1.655, "eval_steps_per_second": 0.208, "step": 10300 }, { "epoch": 2.12, "learning_rate": 0.00010015595571014365, "loss": 0.5807, "step": 10310 }, { "epoch": 2.12, "learning_rate": 9.972288062372603e-05, "loss": 0.5526, "step": 10320 }, { "epoch": 2.12, "learning_rate": 9.929051048512697e-05, "loss": 0.5775, "step": 10330 }, { "epoch": 2.13, "learning_rate": 9.885884732258846e-05, "loss": 0.6064, "step": 10340 }, { "epoch": 2.13, "learning_rate": 9.842789316103634e-05, "loss": 0.5984, "step": 10350 }, { "epoch": 2.13, "learning_rate": 9.799765002207048e-05, "loss": 0.6041, "step": 10360 }, { "epoch": 2.13, "learning_rate": 9.756811992395512e-05, "loss": 0.5659, "step": 10370 }, { "epoch": 2.13, "learning_rate": 9.713930488161e-05, "loss": 0.569, "step": 10380 }, { "epoch": 2.14, "learning_rate": 9.671120690660006e-05, "loss": 0.6157, "step": 10390 }, { "epoch": 2.14, "learning_rate": 9.628382800712718e-05, "loss": 0.5697, "step": 10400 }, { "epoch": 2.14, "eval_bleu": 0.09149777598279565, "eval_loss": 0.7672737836837769, "eval_meteor": 0.146987179902779, "eval_rouge1": 0.3367525797385138, "eval_rouge2": 0.16056383093555285, "eval_rougeL": 0.2691661585054529, "eval_rougeLsum": 0.26928521308877285, "eval_runtime": 888.1416, "eval_samples_per_second": 1.642, "eval_steps_per_second": 0.206, "step": 10400 }, { "epoch": 2.14, "learning_rate": 9.585717018801943e-05, "loss": 0.5452, "step": 10410 }, { "epoch": 2.14, "learning_rate": 9.543123545072241e-05, "loss": 0.5753, "step": 10420 }, { "epoch": 2.14, "learning_rate": 9.500602579329024e-05, "loss": 0.5478, "step": 10430 }, { "epoch": 2.15, "learning_rate": 9.458154321037505e-05, "loss": 0.5644, "step": 10440 }, { "epoch": 2.15, "learning_rate": 9.415778969321867e-05, "loss": 0.5457, "step": 10450 }, { "epoch": 2.15, "learning_rate": 9.373476722964286e-05, "loss": 0.5663, "step": 10460 }, { "epoch": 2.15, "learning_rate": 9.331247780403979e-05, "loss": 0.5569, "step": 10470 }, { "epoch": 2.15, "learning_rate": 9.289092339736321e-05, "loss": 0.5722, "step": 10480 }, { "epoch": 2.16, "learning_rate": 9.247010598711892e-05, "loss": 0.5509, "step": 10490 }, { "epoch": 2.16, "learning_rate": 9.205002754735515e-05, "loss": 0.5809, "step": 10500 }, { "epoch": 2.16, "eval_bleu": 0.09340577680090072, "eval_loss": 0.7675700187683105, "eval_meteor": 0.14649790404153848, "eval_rouge1": 0.3364097748563989, "eval_rouge2": 0.15999938208570486, "eval_rougeL": 0.26875388155513424, "eval_rougeLsum": 0.26885507960626287, "eval_runtime": 898.7719, "eval_samples_per_second": 1.622, "eval_steps_per_second": 0.204, "step": 10500 }, { "epoch": 2.16, "learning_rate": 9.163069004865396e-05, "loss": 0.5497, "step": 10510 }, { "epoch": 2.16, "learning_rate": 9.121209545812168e-05, "loss": 0.5645, "step": 10520 }, { "epoch": 2.16, "learning_rate": 9.079424573937936e-05, "loss": 0.5964, "step": 10530 }, { "epoch": 2.17, "learning_rate": 9.03771428525541e-05, "loss": 0.5954, "step": 10540 }, { "epoch": 2.17, "learning_rate": 8.996078875426966e-05, "loss": 0.6002, "step": 10550 }, { "epoch": 2.17, "learning_rate": 8.954518539763718e-05, "loss": 0.5523, "step": 10560 }, { "epoch": 2.17, "learning_rate": 8.913033473224593e-05, "loss": 0.5929, "step": 10570 }, { "epoch": 2.17, "learning_rate": 8.871623870415451e-05, "loss": 0.5437, "step": 10580 }, { "epoch": 2.18, "learning_rate": 8.830289925588159e-05, "loss": 0.5775, "step": 10590 }, { "epoch": 2.18, "learning_rate": 8.789031832639638e-05, "loss": 0.6316, "step": 10600 }, { "epoch": 2.18, "eval_bleu": 0.091430753935327, "eval_loss": 0.7666054368019104, "eval_meteor": 0.1455915765123039, "eval_rouge1": 0.3320923748569906, "eval_rouge2": 0.15785984877990583, "eval_rougeL": 0.2654922382168149, "eval_rougeLsum": 0.2656547831229893, "eval_runtime": 902.9811, "eval_samples_per_second": 1.615, "eval_steps_per_second": 0.203, "step": 10600 }, { "epoch": 2.18, "learning_rate": 8.747849785111028e-05, "loss": 0.5735, "step": 10610 }, { "epoch": 2.18, "learning_rate": 8.706743976186729e-05, "loss": 0.5759, "step": 10620 }, { "epoch": 2.18, "learning_rate": 8.665714598693486e-05, "loss": 0.5884, "step": 10630 }, { "epoch": 2.19, "learning_rate": 8.624761845099532e-05, "loss": 0.5787, "step": 10640 }, { "epoch": 2.19, "learning_rate": 8.583885907513658e-05, "loss": 0.5874, "step": 10650 }, { "epoch": 2.19, "learning_rate": 8.543086977684275e-05, "loss": 0.6063, "step": 10660 }, { "epoch": 2.19, "learning_rate": 8.502365246998616e-05, "loss": 0.5949, "step": 10670 }, { "epoch": 2.2, "learning_rate": 8.461720906481718e-05, "loss": 0.5796, "step": 10680 }, { "epoch": 2.2, "learning_rate": 8.421154146795586e-05, "loss": 0.5487, "step": 10690 }, { "epoch": 2.2, "learning_rate": 8.380665158238343e-05, "loss": 0.5758, "step": 10700 }, { "epoch": 2.2, "eval_bleu": 0.09265973555963605, "eval_loss": 0.7650392651557922, "eval_meteor": 0.14777758180443298, "eval_rouge1": 0.33567764511002285, "eval_rouge2": 0.1606127228435707, "eval_rougeL": 0.2686869642907861, "eval_rougeLsum": 0.2688085649915639, "eval_runtime": 879.9204, "eval_samples_per_second": 1.657, "eval_steps_per_second": 0.208, "step": 10700 }, { "epoch": 2.2, "learning_rate": 8.340254130743233e-05, "loss": 0.5971, "step": 10710 }, { "epoch": 2.2, "learning_rate": 8.299921253877809e-05, "loss": 0.5621, "step": 10720 }, { "epoch": 2.21, "learning_rate": 8.259666716843037e-05, "loss": 0.5779, "step": 10730 }, { "epoch": 2.21, "learning_rate": 8.219490708472354e-05, "loss": 0.5786, "step": 10740 }, { "epoch": 2.21, "learning_rate": 8.179393417230849e-05, "loss": 0.5931, "step": 10750 }, { "epoch": 2.21, "learning_rate": 8.13937503121435e-05, "loss": 0.6162, "step": 10760 }, { "epoch": 2.21, "learning_rate": 8.099435738148517e-05, "loss": 0.5635, "step": 10770 }, { "epoch": 2.22, "learning_rate": 8.059575725388019e-05, "loss": 0.5994, "step": 10780 }, { "epoch": 2.22, "learning_rate": 8.019795179915584e-05, "loss": 0.5847, "step": 10790 }, { "epoch": 2.22, "learning_rate": 7.980094288341211e-05, "loss": 0.58, "step": 10800 }, { "epoch": 2.22, "eval_bleu": 0.09242445407904702, "eval_loss": 0.762134850025177, "eval_meteor": 0.14684020303531567, "eval_rouge1": 0.3343030705608627, "eval_rouge2": 0.1606706329060451, "eval_rougeL": 0.26860717791389854, "eval_rougeLsum": 0.26885395331943707, "eval_runtime": 896.974, "eval_samples_per_second": 1.625, "eval_steps_per_second": 0.204, "step": 10800 }, { "epoch": 2.22, "learning_rate": 7.940473236901202e-05, "loss": 0.5634, "step": 10810 }, { "epoch": 2.22, "learning_rate": 7.900932211457326e-05, "loss": 0.566, "step": 10820 }, { "epoch": 2.23, "learning_rate": 7.861471397495998e-05, "loss": 0.5791, "step": 10830 }, { "epoch": 2.23, "learning_rate": 7.822090980127312e-05, "loss": 0.5495, "step": 10840 }, { "epoch": 2.23, "learning_rate": 7.782791144084245e-05, "loss": 0.5444, "step": 10850 }, { "epoch": 2.23, "learning_rate": 7.74357207372178e-05, "loss": 0.5442, "step": 10860 }, { "epoch": 2.23, "learning_rate": 7.704433953015996e-05, "loss": 0.5643, "step": 10870 }, { "epoch": 2.24, "learning_rate": 7.665376965563267e-05, "loss": 0.5733, "step": 10880 }, { "epoch": 2.24, "learning_rate": 7.626401294579369e-05, "loss": 0.5746, "step": 10890 }, { "epoch": 2.24, "learning_rate": 7.587507122898601e-05, "loss": 0.5638, "step": 10900 }, { "epoch": 2.24, "eval_bleu": 0.089537290822849, "eval_loss": 0.7606632113456726, "eval_meteor": 0.1449897555235905, "eval_rouge1": 0.3332662651280562, "eval_rouge2": 0.1610878677164809, "eval_rougeL": 0.26858714023223096, "eval_rougeLsum": 0.26876594978594354, "eval_runtime": 868.091, "eval_samples_per_second": 1.68, "eval_steps_per_second": 0.211, "step": 10900 }, { "epoch": 2.24, "learning_rate": 7.54869463297298e-05, "loss": 0.5802, "step": 10910 }, { "epoch": 2.24, "learning_rate": 7.509964006871342e-05, "loss": 0.5653, "step": 10920 }, { "epoch": 2.25, "learning_rate": 7.471315426278488e-05, "loss": 0.5997, "step": 10930 }, { "epoch": 2.25, "learning_rate": 7.432749072494365e-05, "loss": 0.5469, "step": 10940 }, { "epoch": 2.25, "learning_rate": 7.394265126433186e-05, "loss": 0.5552, "step": 10950 }, { "epoch": 2.25, "learning_rate": 7.355863768622604e-05, "loss": 0.5612, "step": 10960 }, { "epoch": 2.25, "learning_rate": 7.317545179202814e-05, "loss": 0.6028, "step": 10970 }, { "epoch": 2.26, "learning_rate": 7.279309537925791e-05, "loss": 0.5558, "step": 10980 }, { "epoch": 2.26, "learning_rate": 7.24115702415438e-05, "loss": 0.6165, "step": 10990 }, { "epoch": 2.26, "learning_rate": 7.203087816861465e-05, "loss": 0.5924, "step": 11000 }, { "epoch": 2.26, "eval_bleu": 0.09254252833387837, "eval_loss": 0.7580552101135254, "eval_meteor": 0.1487179718286077, "eval_rouge1": 0.3357887007632099, "eval_rouge2": 0.1613849865003667, "eval_rougeL": 0.2690760558011852, "eval_rougeLsum": 0.2691567935964941, "eval_runtime": 882.2156, "eval_samples_per_second": 1.653, "eval_steps_per_second": 0.207, "step": 11000 }, { "epoch": 2.26, "learning_rate": 7.165102094629164e-05, "loss": 0.5886, "step": 11010 }, { "epoch": 2.27, "learning_rate": 7.12720003564796e-05, "loss": 0.5581, "step": 11020 }, { "epoch": 2.27, "learning_rate": 7.089381817715859e-05, "loss": 0.5675, "step": 11030 }, { "epoch": 2.27, "learning_rate": 7.051647618237584e-05, "loss": 0.5704, "step": 11040 }, { "epoch": 2.27, "learning_rate": 7.013997614223735e-05, "loss": 0.5618, "step": 11050 }, { "epoch": 2.27, "learning_rate": 6.976431982289918e-05, "loss": 0.578, "step": 11060 }, { "epoch": 2.28, "learning_rate": 6.93895089865601e-05, "loss": 0.5521, "step": 11070 }, { "epoch": 2.28, "learning_rate": 6.901554539145219e-05, "loss": 0.5543, "step": 11080 }, { "epoch": 2.28, "learning_rate": 6.864243079183319e-05, "loss": 0.5385, "step": 11090 }, { "epoch": 2.28, "learning_rate": 6.827016693797867e-05, "loss": 0.5691, "step": 11100 }, { "epoch": 2.28, "eval_bleu": 0.09567666824974702, "eval_loss": 0.7573705911636353, "eval_meteor": 0.15182971978916235, "eval_rouge1": 0.33875513059536566, "eval_rouge2": 0.16409429043711457, "eval_rougeL": 0.2726580072350722, "eval_rougeLsum": 0.27279754151676305, "eval_runtime": 886.0016, "eval_samples_per_second": 1.646, "eval_steps_per_second": 0.207, "step": 11100 }, { "epoch": 2.28, "learning_rate": 6.789875557617279e-05, "loss": 0.6145, "step": 11110 }, { "epoch": 2.29, "learning_rate": 6.752819844870103e-05, "loss": 0.5475, "step": 11120 }, { "epoch": 2.29, "learning_rate": 6.715849729384165e-05, "loss": 0.5457, "step": 11130 }, { "epoch": 2.29, "learning_rate": 6.678965384585734e-05, "loss": 0.5717, "step": 11140 }, { "epoch": 2.29, "learning_rate": 6.642166983498752e-05, "loss": 0.5603, "step": 11150 }, { "epoch": 2.29, "learning_rate": 6.605454698743999e-05, "loss": 0.5449, "step": 11160 }, { "epoch": 2.3, "learning_rate": 6.56882870253826e-05, "loss": 0.5601, "step": 11170 }, { "epoch": 2.3, "learning_rate": 6.532289166693579e-05, "loss": 0.5671, "step": 11180 }, { "epoch": 2.3, "learning_rate": 6.495836262616378e-05, "loss": 0.6011, "step": 11190 }, { "epoch": 2.3, "learning_rate": 6.459470161306722e-05, "loss": 0.573, "step": 11200 }, { "epoch": 2.3, "eval_bleu": 0.09669621525646314, "eval_loss": 0.754612147808075, "eval_meteor": 0.1522786494560258, "eval_rouge1": 0.34213440762917285, "eval_rouge2": 0.16585313954171707, "eval_rougeL": 0.2745908548352378, "eval_rougeLsum": 0.27468421725712566, "eval_runtime": 890.0677, "eval_samples_per_second": 1.638, "eval_steps_per_second": 0.206, "step": 11200 }, { "epoch": 2.3, "learning_rate": 6.423191033357473e-05, "loss": 0.5711, "step": 11210 }, { "epoch": 2.31, "learning_rate": 6.386999048953481e-05, "loss": 0.5867, "step": 11220 }, { "epoch": 2.31, "learning_rate": 6.350894377870862e-05, "loss": 0.5595, "step": 11230 }, { "epoch": 2.31, "learning_rate": 6.31487718947609e-05, "loss": 0.5815, "step": 11240 }, { "epoch": 2.31, "learning_rate": 6.278947652725267e-05, "loss": 0.585, "step": 11250 }, { "epoch": 2.31, "learning_rate": 6.24310593616337e-05, "loss": 0.5438, "step": 11260 }, { "epoch": 2.32, "learning_rate": 6.207352207923356e-05, "loss": 0.579, "step": 11270 }, { "epoch": 2.32, "learning_rate": 6.17168663572546e-05, "loss": 0.5713, "step": 11280 }, { "epoch": 2.32, "learning_rate": 6.136109386876377e-05, "loss": 0.581, "step": 11290 }, { "epoch": 2.32, "learning_rate": 6.1006206282684576e-05, "loss": 0.565, "step": 11300 }, { "epoch": 2.32, "eval_bleu": 0.09693076606184378, "eval_loss": 0.752987265586853, "eval_meteor": 0.15195052351303506, "eval_rouge1": 0.3390728857820168, "eval_rouge2": 0.16408775910224543, "eval_rougeL": 0.2717820079608549, "eval_rougeLsum": 0.27183992843277444, "eval_runtime": 919.394, "eval_samples_per_second": 1.586, "eval_steps_per_second": 0.199, "step": 11300 }, { "epoch": 2.32, "learning_rate": 6.06522052637897e-05, "loss": 0.5841, "step": 11310 }, { "epoch": 2.33, "learning_rate": 6.0299092472692914e-05, "loss": 0.5634, "step": 11320 }, { "epoch": 2.33, "learning_rate": 5.9946869565841165e-05, "loss": 0.5519, "step": 11330 }, { "epoch": 2.33, "learning_rate": 5.9595538195507116e-05, "loss": 0.5649, "step": 11340 }, { "epoch": 2.33, "learning_rate": 5.92451000097812e-05, "loss": 0.5727, "step": 11350 }, { "epoch": 2.34, "learning_rate": 5.889555665256402e-05, "loss": 0.5409, "step": 11360 }, { "epoch": 2.34, "learning_rate": 5.8546909763558336e-05, "loss": 0.5704, "step": 11370 }, { "epoch": 2.34, "learning_rate": 5.819916097826178e-05, "loss": 0.5407, "step": 11380 }, { "epoch": 2.34, "learning_rate": 5.7852311927958975e-05, "loss": 0.5766, "step": 11390 }, { "epoch": 2.34, "learning_rate": 5.750636423971376e-05, "loss": 0.5701, "step": 11400 }, { "epoch": 2.34, "eval_bleu": 0.09451444544780298, "eval_loss": 0.7516891956329346, "eval_meteor": 0.1491007947413212, "eval_rouge1": 0.3374223084956188, "eval_rouge2": 0.1641744168149868, "eval_rougeL": 0.27153010563954705, "eval_rougeLsum": 0.2718139102707796, "eval_runtime": 876.804, "eval_samples_per_second": 1.663, "eval_steps_per_second": 0.209, "step": 11400 }, { "epoch": 2.35, "learning_rate": 5.716131953636183e-05, "loss": 0.5613, "step": 11410 }, { "epoch": 2.35, "learning_rate": 5.681717943650305e-05, "loss": 0.5466, "step": 11420 }, { "epoch": 2.35, "learning_rate": 5.647394555449356e-05, "loss": 0.5975, "step": 11430 }, { "epoch": 2.35, "learning_rate": 5.6131619500438654e-05, "loss": 0.5635, "step": 11440 }, { "epoch": 2.35, "learning_rate": 5.579020288018505e-05, "loss": 0.5606, "step": 11450 }, { "epoch": 2.36, "learning_rate": 5.544969729531302e-05, "loss": 0.586, "step": 11460 }, { "epoch": 2.36, "learning_rate": 5.511010434312963e-05, "loss": 0.5625, "step": 11470 }, { "epoch": 2.36, "learning_rate": 5.477142561666046e-05, "loss": 0.6051, "step": 11480 }, { "epoch": 2.36, "learning_rate": 5.443366270464245e-05, "loss": 0.5405, "step": 11490 }, { "epoch": 2.36, "learning_rate": 5.409681719151685e-05, "loss": 0.567, "step": 11500 }, { "epoch": 2.36, "eval_bleu": 0.09659311052432423, "eval_loss": 0.7519721984863281, "eval_meteor": 0.15300008106339708, "eval_rouge1": 0.3402818843893822, "eval_rouge2": 0.16345269648502525, "eval_rougeL": 0.2724127119961447, "eval_rougeLsum": 0.27274514869536814, "eval_runtime": 893.8056, "eval_samples_per_second": 1.631, "eval_steps_per_second": 0.205, "step": 11500 }, { "epoch": 2.37, "learning_rate": 5.376089065742093e-05, "loss": 0.5727, "step": 11510 }, { "epoch": 2.37, "learning_rate": 5.342588467818132e-05, "loss": 0.5817, "step": 11520 }, { "epoch": 2.37, "learning_rate": 5.30918008253064e-05, "loss": 0.5795, "step": 11530 }, { "epoch": 2.37, "learning_rate": 5.2758640665978546e-05, "loss": 0.5444, "step": 11540 }, { "epoch": 2.37, "learning_rate": 5.242640576304741e-05, "loss": 0.53, "step": 11550 }, { "epoch": 2.38, "learning_rate": 5.209509767502224e-05, "loss": 0.5508, "step": 11560 }, { "epoch": 2.38, "learning_rate": 5.1764717956064386e-05, "loss": 0.5678, "step": 11570 }, { "epoch": 2.38, "learning_rate": 5.143526815598054e-05, "loss": 0.5702, "step": 11580 }, { "epoch": 2.38, "learning_rate": 5.110674982021482e-05, "loss": 0.5792, "step": 11590 }, { "epoch": 2.38, "learning_rate": 5.077916448984218e-05, "loss": 0.5471, "step": 11600 }, { "epoch": 2.38, "eval_bleu": 0.09654326870647105, "eval_loss": 0.7493044137954712, "eval_meteor": 0.15195282986704975, "eval_rouge1": 0.33993616177484764, "eval_rouge2": 0.1655289963553561, "eval_rougeL": 0.27337080205371495, "eval_rougeLsum": 0.2735205543764996, "eval_runtime": 908.3763, "eval_samples_per_second": 1.605, "eval_steps_per_second": 0.201, "step": 11600 }, { "epoch": 2.39, "learning_rate": 5.045251370156076e-05, "loss": 0.5938, "step": 11610 }, { "epoch": 2.39, "learning_rate": 5.012679898768452e-05, "loss": 0.5613, "step": 11620 }, { "epoch": 2.39, "learning_rate": 4.98020218761368e-05, "loss": 0.5452, "step": 11630 }, { "epoch": 2.39, "learning_rate": 4.9478183890442285e-05, "loss": 0.5476, "step": 11640 }, { "epoch": 2.39, "learning_rate": 4.915528654972015e-05, "loss": 0.5542, "step": 11650 }, { "epoch": 2.4, "learning_rate": 4.883333136867751e-05, "loss": 0.5421, "step": 11660 }, { "epoch": 2.4, "learning_rate": 4.851231985760132e-05, "loss": 0.5665, "step": 11670 }, { "epoch": 2.4, "learning_rate": 4.819225352235204e-05, "loss": 0.5335, "step": 11680 }, { "epoch": 2.4, "learning_rate": 4.787313386435632e-05, "loss": 0.5787, "step": 11690 }, { "epoch": 2.4, "learning_rate": 4.755496238059981e-05, "loss": 0.5683, "step": 11700 }, { "epoch": 2.4, "eval_bleu": 0.09798471221336068, "eval_loss": 0.7474952936172485, "eval_meteor": 0.15420187655774772, "eval_rouge1": 0.34319670267039215, "eval_rouge2": 0.16729896354968785, "eval_rougeL": 0.27489475132848673, "eval_rougeLsum": 0.2751072116414318, "eval_runtime": 897.2313, "eval_samples_per_second": 1.625, "eval_steps_per_second": 0.204, "step": 11700 }, { "epoch": 2.41, "learning_rate": 4.723774056362046e-05, "loss": 0.5546, "step": 11710 }, { "epoch": 2.41, "learning_rate": 4.692146990150131e-05, "loss": 0.5768, "step": 11720 }, { "epoch": 2.41, "learning_rate": 4.660615187786341e-05, "loss": 0.5757, "step": 11730 }, { "epoch": 2.41, "learning_rate": 4.629178797185915e-05, "loss": 0.5727, "step": 11740 }, { "epoch": 2.42, "learning_rate": 4.597837965816515e-05, "loss": 0.5355, "step": 11750 }, { "epoch": 2.42, "learning_rate": 4.5665928406975366e-05, "loss": 0.5899, "step": 11760 }, { "epoch": 2.42, "learning_rate": 4.535443568399403e-05, "loss": 0.5605, "step": 11770 }, { "epoch": 2.42, "learning_rate": 4.5043902950429124e-05, "loss": 0.5798, "step": 11780 }, { "epoch": 2.42, "learning_rate": 4.473433166298532e-05, "loss": 0.5682, "step": 11790 }, { "epoch": 2.43, "learning_rate": 4.442572327385694e-05, "loss": 0.5402, "step": 11800 }, { "epoch": 2.43, "eval_bleu": 0.09348541312931007, "eval_loss": 0.748202919960022, "eval_meteor": 0.14941673641095454, "eval_rouge1": 0.3404406614890879, "eval_rouge2": 0.1683617380475291, "eval_rougeL": 0.2749536079055395, "eval_rougeLsum": 0.2750200876510746, "eval_runtime": 849.8792, "eval_samples_per_second": 1.716, "eval_steps_per_second": 0.215, "step": 11800 }, { "epoch": 2.43, "learning_rate": 4.411807923072164e-05, "loss": 0.5465, "step": 11810 }, { "epoch": 2.43, "learning_rate": 4.381140097673328e-05, "loss": 0.5457, "step": 11820 }, { "epoch": 2.43, "learning_rate": 4.350568995051501e-05, "loss": 0.5906, "step": 11830 }, { "epoch": 2.43, "learning_rate": 4.3200947586152976e-05, "loss": 0.5147, "step": 11840 }, { "epoch": 2.44, "learning_rate": 4.289717531318932e-05, "loss": 0.5841, "step": 11850 }, { "epoch": 2.44, "learning_rate": 4.2594374556615215e-05, "loss": 0.5304, "step": 11860 }, { "epoch": 2.44, "learning_rate": 4.2292546736864916e-05, "loss": 0.536, "step": 11870 }, { "epoch": 2.44, "learning_rate": 4.1991693269808367e-05, "loss": 0.5361, "step": 11880 }, { "epoch": 2.44, "learning_rate": 4.169181556674467e-05, "loss": 0.5729, "step": 11890 }, { "epoch": 2.45, "learning_rate": 4.139291503439613e-05, "loss": 0.5649, "step": 11900 }, { "epoch": 2.45, "eval_bleu": 0.09786265490061229, "eval_loss": 0.745526909828186, "eval_meteor": 0.1526483330907014, "eval_rouge1": 0.34189580982015344, "eval_rouge2": 0.1680239361162218, "eval_rougeL": 0.2741906650155964, "eval_rougeLsum": 0.2742155466381009, "eval_runtime": 892.0994, "eval_samples_per_second": 1.634, "eval_steps_per_second": 0.205, "step": 11900 }, { "epoch": 2.45, "learning_rate": 4.109499307490066e-05, "loss": 0.5678, "step": 11910 }, { "epoch": 2.45, "learning_rate": 4.0798051085806034e-05, "loss": 0.5635, "step": 11920 }, { "epoch": 2.45, "learning_rate": 4.050209046006287e-05, "loss": 0.558, "step": 11930 }, { "epoch": 2.45, "learning_rate": 4.020711258601814e-05, "loss": 0.5449, "step": 11940 }, { "epoch": 2.46, "learning_rate": 3.991311884740892e-05, "loss": 0.561, "step": 11950 }, { "epoch": 2.46, "learning_rate": 3.962011062335563e-05, "loss": 0.5725, "step": 11960 }, { "epoch": 2.46, "learning_rate": 3.93280892883556e-05, "loss": 0.586, "step": 11970 }, { "epoch": 2.46, "learning_rate": 3.903705621227685e-05, "loss": 0.5431, "step": 11980 }, { "epoch": 2.46, "learning_rate": 3.874701276035123e-05, "loss": 0.5659, "step": 11990 }, { "epoch": 2.47, "learning_rate": 3.845796029316848e-05, "loss": 0.5316, "step": 12000 }, { "epoch": 2.47, "eval_bleu": 0.10100476957195267, "eval_loss": 0.7438293099403381, "eval_meteor": 0.15711395720502055, "eval_rouge1": 0.34583777175461966, "eval_rouge2": 0.1704569137198032, "eval_rougeL": 0.276850315093792, "eval_rougeLsum": 0.27691836225365285, "eval_runtime": 899.4257, "eval_samples_per_second": 1.621, "eval_steps_per_second": 0.203, "step": 12000 }, { "epoch": 2.47, "learning_rate": 3.8169900166669686e-05, "loss": 0.5601, "step": 12010 }, { "epoch": 2.47, "learning_rate": 3.7882833732140605e-05, "loss": 0.5749, "step": 12020 }, { "epoch": 2.47, "learning_rate": 3.7596762336205986e-05, "loss": 0.5478, "step": 12030 }, { "epoch": 2.47, "learning_rate": 3.7311687320822546e-05, "loss": 0.5943, "step": 12040 }, { "epoch": 2.48, "learning_rate": 3.7027610023273015e-05, "loss": 0.539, "step": 12050 }, { "epoch": 2.48, "learning_rate": 3.6744531776160134e-05, "loss": 0.5261, "step": 12060 }, { "epoch": 2.48, "learning_rate": 3.646245390739974e-05, "loss": 0.551, "step": 12070 }, { "epoch": 2.48, "learning_rate": 3.6181377740215183e-05, "loss": 0.5747, "step": 12080 }, { "epoch": 2.49, "learning_rate": 3.590130459313076e-05, "loss": 0.5688, "step": 12090 }, { "epoch": 2.49, "learning_rate": 3.562223577996551e-05, "loss": 0.5556, "step": 12100 }, { "epoch": 2.49, "eval_bleu": 0.09966539519817649, "eval_loss": 0.7424455285072327, "eval_meteor": 0.15665923943127544, "eval_rouge1": 0.3441533388692247, "eval_rouge2": 0.17048004262995126, "eval_rougeL": 0.277212962618987, "eval_rougeLsum": 0.27746090653359995, "eval_runtime": 886.9354, "eval_samples_per_second": 1.644, "eval_steps_per_second": 0.206, "step": 12100 }, { "epoch": 2.49, "learning_rate": 3.534417260982728e-05, "loss": 0.556, "step": 12110 }, { "epoch": 2.49, "learning_rate": 3.50671163871065e-05, "loss": 0.5951, "step": 12120 }, { "epoch": 2.49, "learning_rate": 3.4791068411469814e-05, "loss": 0.553, "step": 12130 }, { "epoch": 2.5, "learning_rate": 3.451602997785441e-05, "loss": 0.549, "step": 12140 }, { "epoch": 2.5, "learning_rate": 3.424200237646172e-05, "loss": 0.5672, "step": 12150 }, { "epoch": 2.5, "learning_rate": 3.396898689275113e-05, "loss": 0.5423, "step": 12160 }, { "epoch": 2.5, "learning_rate": 3.369698480743449e-05, "loss": 0.5503, "step": 12170 }, { "epoch": 2.5, "learning_rate": 3.342599739646965e-05, "loss": 0.5217, "step": 12180 }, { "epoch": 2.51, "learning_rate": 3.315602593105477e-05, "loss": 0.5416, "step": 12190 }, { "epoch": 2.51, "learning_rate": 3.288707167762201e-05, "loss": 0.5814, "step": 12200 }, { "epoch": 2.51, "eval_bleu": 0.10041581826901816, "eval_loss": 0.7406966090202332, "eval_meteor": 0.15663880758960727, "eval_rouge1": 0.34468331121112705, "eval_rouge2": 0.17018303583605143, "eval_rougeL": 0.2770648241756336, "eval_rougeLsum": 0.27722355912734675, "eval_runtime": 897.432, "eval_samples_per_second": 1.625, "eval_steps_per_second": 0.204, "step": 12200 }, { "epoch": 2.51, "learning_rate": 3.261913589783197e-05, "loss": 0.5241, "step": 12210 }, { "epoch": 2.51, "learning_rate": 3.235221984856762e-05, "loss": 0.5684, "step": 12220 }, { "epoch": 2.51, "learning_rate": 3.2086324781928244e-05, "loss": 0.5624, "step": 12230 }, { "epoch": 2.52, "learning_rate": 3.1821451945223845e-05, "loss": 0.5689, "step": 12240 }, { "epoch": 2.52, "learning_rate": 3.1557602580969154e-05, "loss": 0.611, "step": 12250 }, { "epoch": 2.52, "learning_rate": 3.129477792687763e-05, "loss": 0.5697, "step": 12260 }, { "epoch": 2.52, "learning_rate": 3.103297921585613e-05, "loss": 0.5692, "step": 12270 }, { "epoch": 2.52, "learning_rate": 3.0772207675998614e-05, "loss": 0.5185, "step": 12280 }, { "epoch": 2.53, "learning_rate": 3.0512464530580514e-05, "loss": 0.5331, "step": 12290 }, { "epoch": 2.53, "learning_rate": 3.0253750998053414e-05, "loss": 0.5542, "step": 12300 }, { "epoch": 2.53, "eval_bleu": 0.0996036559150731, "eval_loss": 0.7407082319259644, "eval_meteor": 0.15756565444456452, "eval_rouge1": 0.34545981541047066, "eval_rouge2": 0.17206381974902546, "eval_rougeL": 0.2791030663611749, "eval_rougeLsum": 0.27911797898126445, "eval_runtime": 868.2424, "eval_samples_per_second": 1.679, "eval_steps_per_second": 0.211, "step": 12300 }, { "epoch": 2.53, "learning_rate": 2.999606829203866e-05, "loss": 0.5717, "step": 12310 }, { "epoch": 2.53, "learning_rate": 2.9739417621322206e-05, "loss": 0.5697, "step": 12320 }, { "epoch": 2.53, "learning_rate": 2.9483800189848697e-05, "loss": 0.5611, "step": 12330 }, { "epoch": 2.54, "learning_rate": 2.9229217196715756e-05, "loss": 0.5582, "step": 12340 }, { "epoch": 2.54, "learning_rate": 2.8975669836168618e-05, "loss": 0.5775, "step": 12350 }, { "epoch": 2.54, "learning_rate": 2.872315929759439e-05, "loss": 0.5511, "step": 12360 }, { "epoch": 2.54, "learning_rate": 2.8471686765516288e-05, "loss": 0.5508, "step": 12370 }, { "epoch": 2.54, "learning_rate": 2.822125341958848e-05, "loss": 0.5126, "step": 12380 }, { "epoch": 2.55, "learning_rate": 2.7971860434590047e-05, "loss": 0.5488, "step": 12390 }, { "epoch": 2.55, "learning_rate": 2.772350898042006e-05, "loss": 0.5395, "step": 12400 }, { "epoch": 2.55, "eval_bleu": 0.09793411558915392, "eval_loss": 0.7390555143356323, "eval_meteor": 0.15480160724591788, "eval_rouge1": 0.34472812673992614, "eval_rouge2": 0.17075180566044076, "eval_rougeL": 0.2783650491528822, "eval_rougeLsum": 0.27856745790022225, "eval_runtime": 860.021, "eval_samples_per_second": 1.695, "eval_steps_per_second": 0.213, "step": 12400 }, { "epoch": 2.55, "learning_rate": 2.747620022209163e-05, "loss": 0.5653, "step": 12410 }, { "epoch": 2.55, "learning_rate": 2.722993531972645e-05, "loss": 0.5698, "step": 12420 }, { "epoch": 2.55, "learning_rate": 2.698471542854991e-05, "loss": 0.5259, "step": 12430 }, { "epoch": 2.56, "learning_rate": 2.6740541698884847e-05, "loss": 0.5496, "step": 12440 }, { "epoch": 2.56, "learning_rate": 2.6497415276146685e-05, "loss": 0.5801, "step": 12450 }, { "epoch": 2.56, "learning_rate": 2.6255337300838205e-05, "loss": 0.5774, "step": 12460 }, { "epoch": 2.56, "learning_rate": 2.6014308908543532e-05, "loss": 0.5549, "step": 12470 }, { "epoch": 2.57, "learning_rate": 2.577433122992348e-05, "loss": 0.5526, "step": 12480 }, { "epoch": 2.57, "learning_rate": 2.553540539070995e-05, "loss": 0.5966, "step": 12490 }, { "epoch": 2.57, "learning_rate": 2.5297532511700556e-05, "loss": 0.601, "step": 12500 }, { "epoch": 2.57, "eval_bleu": 0.1005040573050979, "eval_loss": 0.7373713254928589, "eval_meteor": 0.158927257890583, "eval_rouge1": 0.3468610329219707, "eval_rouge2": 0.17190859590573837, "eval_rougeL": 0.27812088802684365, "eval_rougeLsum": 0.2783355070004713, "eval_runtime": 887.3087, "eval_samples_per_second": 1.643, "eval_steps_per_second": 0.206, "step": 12500 }, { "epoch": 2.57, "learning_rate": 2.5060713708753624e-05, "loss": 0.5463, "step": 12510 }, { "epoch": 2.57, "learning_rate": 2.482495009278282e-05, "loss": 0.5753, "step": 12520 }, { "epoch": 2.58, "learning_rate": 2.4590242769751774e-05, "loss": 0.5606, "step": 12530 }, { "epoch": 2.58, "learning_rate": 2.435659284066924e-05, "loss": 0.547, "step": 12540 }, { "epoch": 2.58, "learning_rate": 2.4124001401583773e-05, "loss": 0.5286, "step": 12550 }, { "epoch": 2.58, "learning_rate": 2.389246954357835e-05, "loss": 0.5883, "step": 12560 }, { "epoch": 2.58, "learning_rate": 2.3661998352765668e-05, "loss": 0.5619, "step": 12570 }, { "epoch": 2.59, "learning_rate": 2.3432588910282826e-05, "loss": 0.5448, "step": 12580 }, { "epoch": 2.59, "learning_rate": 2.3204242292286237e-05, "loss": 0.564, "step": 12590 }, { "epoch": 2.59, "learning_rate": 2.2976959569946554e-05, "loss": 0.5481, "step": 12600 }, { "epoch": 2.59, "eval_bleu": 0.10270766304979792, "eval_loss": 0.736431360244751, "eval_meteor": 0.16042158822558053, "eval_rouge1": 0.3494645746359814, "eval_rouge2": 0.17282415796017336, "eval_rougeL": 0.28063431426696894, "eval_rougeLsum": 0.2807153560050697, "eval_runtime": 892.7218, "eval_samples_per_second": 1.633, "eval_steps_per_second": 0.205, "step": 12600 }, { "epoch": 2.59, "learning_rate": 2.2750741809443808e-05, "loss": 0.5529, "step": 12610 }, { "epoch": 2.59, "learning_rate": 2.252559007196231e-05, "loss": 0.5607, "step": 12620 }, { "epoch": 2.6, "learning_rate": 2.2301505413685613e-05, "loss": 0.5276, "step": 12630 }, { "epoch": 2.6, "learning_rate": 2.2078488885791643e-05, "loss": 0.5236, "step": 12640 }, { "epoch": 2.6, "learning_rate": 2.1856541534447773e-05, "loss": 0.5516, "step": 12650 }, { "epoch": 2.6, "learning_rate": 2.1635664400805804e-05, "loss": 0.5362, "step": 12660 }, { "epoch": 2.6, "learning_rate": 2.1415858520997255e-05, "loss": 0.545, "step": 12670 }, { "epoch": 2.61, "learning_rate": 2.1197124926128382e-05, "loss": 0.5386, "step": 12680 }, { "epoch": 2.61, "learning_rate": 2.0979464642275237e-05, "loss": 0.5631, "step": 12690 }, { "epoch": 2.61, "learning_rate": 2.076287869047927e-05, "loss": 0.5651, "step": 12700 }, { "epoch": 2.61, "eval_bleu": 0.10040652618969621, "eval_loss": 0.7359732985496521, "eval_meteor": 0.1574342173339186, "eval_rouge1": 0.3461762106584311, "eval_rouge2": 0.17204462260550002, "eval_rougeL": 0.2788443761970661, "eval_rougeLsum": 0.27897930241934155, "eval_runtime": 893.4452, "eval_samples_per_second": 1.632, "eval_steps_per_second": 0.205, "step": 12700 }, { "epoch": 2.61, "learning_rate": 2.0547368086742013e-05, "loss": 0.5625, "step": 12710 }, { "epoch": 2.61, "learning_rate": 2.0332933842020508e-05, "loss": 0.581, "step": 12720 }, { "epoch": 2.62, "learning_rate": 2.0119576962222913e-05, "loss": 0.5756, "step": 12730 }, { "epoch": 2.62, "learning_rate": 1.9907298448203214e-05, "loss": 0.5158, "step": 12740 }, { "epoch": 2.62, "learning_rate": 1.9696099295756885e-05, "loss": 0.5386, "step": 12750 }, { "epoch": 2.62, "learning_rate": 1.9485980495616174e-05, "loss": 0.546, "step": 12760 }, { "epoch": 2.62, "learning_rate": 1.9276943033445292e-05, "loss": 0.5266, "step": 12770 }, { "epoch": 2.63, "learning_rate": 1.9068987889836047e-05, "loss": 0.565, "step": 12780 }, { "epoch": 2.63, "learning_rate": 1.886211604030305e-05, "loss": 0.5768, "step": 12790 }, { "epoch": 2.63, "learning_rate": 1.865632845527912e-05, "loss": 0.5712, "step": 12800 }, { "epoch": 2.63, "eval_bleu": 0.10092666745075086, "eval_loss": 0.7347350716590881, "eval_meteor": 0.1573389047028448, "eval_rouge1": 0.34609349040173526, "eval_rouge2": 0.17181357652793253, "eval_rougeL": 0.27823672744284345, "eval_rougeLsum": 0.27841579581359654, "eval_runtime": 894.5382, "eval_samples_per_second": 1.63, "eval_steps_per_second": 0.205, "step": 12800 }, { "epoch": 2.63, "learning_rate": 1.8451626100111003e-05, "loss": 0.5655, "step": 12810 }, { "epoch": 2.64, "learning_rate": 1.824800993505432e-05, "loss": 0.5474, "step": 12820 }, { "epoch": 2.64, "learning_rate": 1.8045480915269807e-05, "loss": 0.5418, "step": 12830 }, { "epoch": 2.64, "learning_rate": 1.7844039990818102e-05, "loss": 0.5254, "step": 12840 }, { "epoch": 2.64, "learning_rate": 1.764368810665562e-05, "loss": 0.553, "step": 12850 }, { "epoch": 2.64, "learning_rate": 1.7444426202630342e-05, "loss": 0.5325, "step": 12860 }, { "epoch": 2.65, "learning_rate": 1.7246255213476892e-05, "loss": 0.5119, "step": 12870 }, { "epoch": 2.65, "learning_rate": 1.704917606881262e-05, "loss": 0.5029, "step": 12880 }, { "epoch": 2.65, "learning_rate": 1.685318969313296e-05, "loss": 0.5577, "step": 12890 }, { "epoch": 2.65, "learning_rate": 1.6658297005807178e-05, "loss": 0.5657, "step": 12900 }, { "epoch": 2.65, "eval_bleu": 0.10163919434601944, "eval_loss": 0.7352385520935059, "eval_meteor": 0.15888338921782014, "eval_rouge1": 0.34757518993317543, "eval_rouge2": 0.1726758051895667, "eval_rougeL": 0.27939187861369463, "eval_rougeLsum": 0.2796240509482587, "eval_runtime": 889.6237, "eval_samples_per_second": 1.639, "eval_steps_per_second": 0.206, "step": 12900 }, { "epoch": 2.65, "learning_rate": 1.646449892107407e-05, "loss": 0.5326, "step": 12910 }, { "epoch": 2.66, "learning_rate": 1.6271796348037742e-05, "loss": 0.5278, "step": 12920 }, { "epoch": 2.66, "learning_rate": 1.608019019066312e-05, "loss": 0.5141, "step": 12930 }, { "epoch": 2.66, "learning_rate": 1.5889681347772022e-05, "loss": 0.5345, "step": 12940 }, { "epoch": 2.66, "learning_rate": 1.570027071303873e-05, "loss": 0.5349, "step": 12950 }, { "epoch": 2.66, "learning_rate": 1.5511959174985712e-05, "loss": 0.574, "step": 12960 }, { "epoch": 2.67, "learning_rate": 1.5324747616979772e-05, "loss": 0.5652, "step": 12970 }, { "epoch": 2.67, "learning_rate": 1.5138636917227667e-05, "loss": 0.5522, "step": 12980 }, { "epoch": 2.67, "learning_rate": 1.495362794877203e-05, "loss": 0.5447, "step": 12990 }, { "epoch": 2.67, "learning_rate": 1.4769721579487223e-05, "loss": 0.5539, "step": 13000 }, { "epoch": 2.67, "eval_bleu": 0.09980297055295018, "eval_loss": 0.7346807718276978, "eval_meteor": 0.15562732207277716, "eval_rouge1": 0.34657429697696573, "eval_rouge2": 0.17156388172356662, "eval_rougeL": 0.27927918876917873, "eval_rougeLsum": 0.27942559780588516, "eval_runtime": 884.9996, "eval_samples_per_second": 1.647, "eval_steps_per_second": 0.207, "step": 13000 }, { "epoch": 2.67, "learning_rate": 1.4586918672075427e-05, "loss": 0.5644, "step": 13010 }, { "epoch": 2.68, "learning_rate": 1.4405220084062532e-05, "loss": 0.5949, "step": 13020 }, { "epoch": 2.68, "learning_rate": 1.4224626667793922e-05, "loss": 0.5773, "step": 13030 }, { "epoch": 2.68, "learning_rate": 1.4045139270430773e-05, "loss": 0.5723, "step": 13040 }, { "epoch": 2.68, "learning_rate": 1.3866758733945911e-05, "loss": 0.5538, "step": 13050 }, { "epoch": 2.68, "learning_rate": 1.3689485895119869e-05, "loss": 0.5845, "step": 13060 }, { "epoch": 2.69, "learning_rate": 1.3513321585536975e-05, "loss": 0.5556, "step": 13070 }, { "epoch": 2.69, "learning_rate": 1.3338266631581553e-05, "loss": 0.544, "step": 13080 }, { "epoch": 2.69, "learning_rate": 1.316432185443378e-05, "loss": 0.5413, "step": 13090 }, { "epoch": 2.69, "learning_rate": 1.2991488070066253e-05, "loss": 0.5535, "step": 13100 }, { "epoch": 2.69, "eval_bleu": 0.09928934624142, "eval_loss": 0.7340034246444702, "eval_meteor": 0.1565346095149297, "eval_rouge1": 0.3444092132519548, "eval_rouge2": 0.1708440682004594, "eval_rougeL": 0.27786881606057756, "eval_rougeLsum": 0.27805772250635513, "eval_runtime": 871.5889, "eval_samples_per_second": 1.673, "eval_steps_per_second": 0.21, "step": 13100 }, { "epoch": 2.69, "learning_rate": 1.281976608923971e-05, "loss": 0.5807, "step": 13110 }, { "epoch": 2.7, "learning_rate": 1.2649156717499443e-05, "loss": 0.5422, "step": 13120 }, { "epoch": 2.7, "learning_rate": 1.2479660755171735e-05, "loss": 0.5351, "step": 13130 }, { "epoch": 2.7, "learning_rate": 1.2311278997359566e-05, "loss": 0.5675, "step": 13140 }, { "epoch": 2.7, "learning_rate": 1.214401223393946e-05, "loss": 0.5689, "step": 13150 }, { "epoch": 2.71, "learning_rate": 1.1977861249557381e-05, "loss": 0.5548, "step": 13160 }, { "epoch": 2.71, "learning_rate": 1.1812826823625194e-05, "loss": 0.533, "step": 13170 }, { "epoch": 2.71, "learning_rate": 1.164890973031707e-05, "loss": 0.5616, "step": 13180 }, { "epoch": 2.71, "learning_rate": 1.148611073856573e-05, "loss": 0.5409, "step": 13190 }, { "epoch": 2.71, "learning_rate": 1.1324430612058928e-05, "loss": 0.5508, "step": 13200 }, { "epoch": 2.71, "eval_bleu": 0.0992730263673719, "eval_loss": 0.7337315082550049, "eval_meteor": 0.15597886653026946, "eval_rouge1": 0.3457664153171462, "eval_rouge2": 0.17218406358699478, "eval_rougeL": 0.27835859343494507, "eval_rougeLsum": 0.2787157812501009, "eval_runtime": 891.1062, "eval_samples_per_second": 1.636, "eval_steps_per_second": 0.205, "step": 13200 }, { "epoch": 2.72, "learning_rate": 1.1163870109235808e-05, "loss": 0.5473, "step": 13210 }, { "epoch": 2.72, "learning_rate": 1.100442998328341e-05, "loss": 0.5696, "step": 13220 }, { "epoch": 2.72, "learning_rate": 1.0846110982133061e-05, "loss": 0.5332, "step": 13230 }, { "epoch": 2.72, "learning_rate": 1.0688913848456966e-05, "loss": 0.526, "step": 13240 }, { "epoch": 2.72, "learning_rate": 1.0532839319664561e-05, "loss": 0.5411, "step": 13250 }, { "epoch": 2.73, "learning_rate": 1.037788812789936e-05, "loss": 0.5301, "step": 13260 }, { "epoch": 2.73, "learning_rate": 1.0224061000035117e-05, "loss": 0.534, "step": 13270 }, { "epoch": 2.73, "learning_rate": 1.0071358657672613e-05, "loss": 0.5604, "step": 13280 }, { "epoch": 2.73, "learning_rate": 9.919781817136487e-06, "loss": 0.5399, "step": 13290 }, { "epoch": 2.73, "learning_rate": 9.76933118947143e-06, "loss": 0.5723, "step": 13300 }, { "epoch": 2.73, "eval_bleu": 0.10246628269242825, "eval_loss": 0.7333744168281555, "eval_meteor": 0.15928134076198716, "eval_rouge1": 0.3475656867028768, "eval_rouge2": 0.1729267246770691, "eval_rougeL": 0.2796649835084845, "eval_rougeLsum": 0.27981386138496755, "eval_runtime": 888.2991, "eval_samples_per_second": 1.641, "eval_steps_per_second": 0.206, "step": 13300 }, { "epoch": 2.74, "learning_rate": 9.620007480439202e-06, "loss": 0.5798, "step": 13310 }, { "epoch": 2.74, "learning_rate": 9.471811390515284e-06, "loss": 0.5727, "step": 13320 }, { "epoch": 2.74, "learning_rate": 9.324743614885279e-06, "loss": 0.538, "step": 13330 }, { "epoch": 2.74, "learning_rate": 9.178804843442107e-06, "loss": 0.5624, "step": 13340 }, { "epoch": 2.74, "learning_rate": 9.033995760782426e-06, "loss": 0.5398, "step": 13350 }, { "epoch": 2.75, "learning_rate": 8.890317046203577e-06, "loss": 0.5415, "step": 13360 }, { "epoch": 2.75, "learning_rate": 8.747769373700338e-06, "loss": 0.5617, "step": 13370 }, { "epoch": 2.75, "learning_rate": 8.606353411961837e-06, "loss": 0.5415, "step": 13380 }, { "epoch": 2.75, "learning_rate": 8.466069824368345e-06, "loss": 0.5406, "step": 13390 }, { "epoch": 2.75, "learning_rate": 8.326919268988098e-06, "loss": 0.5258, "step": 13400 }, { "epoch": 2.75, "eval_bleu": 0.10156079720565611, "eval_loss": 0.7325248718261719, "eval_meteor": 0.15866863843726547, "eval_rouge1": 0.34802954724699564, "eval_rouge2": 0.17357419666478002, "eval_rougeL": 0.2800104074681471, "eval_rougeLsum": 0.2802216595217447, "eval_runtime": 878.2912, "eval_samples_per_second": 1.66, "eval_steps_per_second": 0.208, "step": 13400 }, { "epoch": 2.76, "learning_rate": 8.188902398574393e-06, "loss": 0.5569, "step": 13410 }, { "epoch": 2.76, "learning_rate": 8.052019860562449e-06, "loss": 0.5838, "step": 13420 }, { "epoch": 2.76, "learning_rate": 7.916272297066207e-06, "loss": 0.5593, "step": 13430 }, { "epoch": 2.76, "learning_rate": 7.781660344875596e-06, "loss": 0.5785, "step": 13440 }, { "epoch": 2.76, "learning_rate": 7.648184635453358e-06, "loss": 0.5456, "step": 13450 }, { "epoch": 2.77, "learning_rate": 7.515845794932113e-06, "loss": 0.5424, "step": 13460 }, { "epoch": 2.77, "learning_rate": 7.3846444441114935e-06, "loss": 0.5289, "step": 13470 }, { "epoch": 2.77, "learning_rate": 7.254581198455151e-06, "loss": 0.5693, "step": 13480 }, { "epoch": 2.77, "learning_rate": 7.1256566680878985e-06, "loss": 0.5431, "step": 13490 }, { "epoch": 2.77, "learning_rate": 6.997871457792904e-06, "loss": 0.5455, "step": 13500 }, { "epoch": 2.77, "eval_bleu": 0.10167425548935258, "eval_loss": 0.7320215106010437, "eval_meteor": 0.15906516015435773, "eval_rouge1": 0.3479376560352928, "eval_rouge2": 0.17281257972388747, "eval_rougeL": 0.2806442588652185, "eval_rougeLsum": 0.280986040501735, "eval_runtime": 886.2681, "eval_samples_per_second": 1.645, "eval_steps_per_second": 0.206, "step": 13500 }, { "epoch": 2.78, "learning_rate": 6.871226167008748e-06, "loss": 0.5641, "step": 13510 }, { "epoch": 2.78, "learning_rate": 6.745721389826625e-06, "loss": 0.5339, "step": 13520 }, { "epoch": 2.78, "learning_rate": 6.621357714987758e-06, "loss": 0.5183, "step": 13530 }, { "epoch": 2.78, "learning_rate": 6.498135725880261e-06, "loss": 0.5291, "step": 13540 }, { "epoch": 2.79, "learning_rate": 6.376056000536757e-06, "loss": 0.5538, "step": 13550 }, { "epoch": 2.79, "learning_rate": 6.255119111631541e-06, "loss": 0.5426, "step": 13560 }, { "epoch": 2.79, "learning_rate": 6.135325626477755e-06, "loss": 0.5318, "step": 13570 }, { "epoch": 2.79, "learning_rate": 6.016676107024971e-06, "loss": 0.5818, "step": 13580 }, { "epoch": 2.79, "learning_rate": 5.899171109856411e-06, "loss": 0.5404, "step": 13590 }, { "epoch": 2.8, "learning_rate": 5.78281118618626e-06, "loss": 0.5671, "step": 13600 }, { "epoch": 2.8, "eval_bleu": 0.1007919137136251, "eval_loss": 0.7318324446678162, "eval_meteor": 0.15723030918924374, "eval_rouge1": 0.34667767052184184, "eval_rouge2": 0.17226911283980478, "eval_rougeL": 0.27936862457654044, "eval_rougeLsum": 0.2795830015719606, "eval_runtime": 884.4168, "eval_samples_per_second": 1.649, "eval_steps_per_second": 0.207, "step": 13600 }, { "epoch": 2.8, "learning_rate": 5.667596881857334e-06, "loss": 0.5602, "step": 13610 }, { "epoch": 2.8, "learning_rate": 5.55352873733822e-06, "loss": 0.5445, "step": 13620 }, { "epoch": 2.8, "learning_rate": 5.440607287721e-06, "loss": 0.5377, "step": 13630 }, { "epoch": 2.8, "learning_rate": 5.328833062718586e-06, "loss": 0.5588, "step": 13640 }, { "epoch": 2.81, "learning_rate": 5.2182065866621945e-06, "loss": 0.5622, "step": 13650 }, { "epoch": 2.81, "learning_rate": 5.108728378499156e-06, "loss": 0.5463, "step": 13660 }, { "epoch": 2.81, "learning_rate": 5.000398951790136e-06, "loss": 0.5564, "step": 13670 }, { "epoch": 2.81, "learning_rate": 4.8932188147068345e-06, "loss": 0.5337, "step": 13680 }, { "epoch": 2.81, "learning_rate": 4.787188470029874e-06, "loss": 0.573, "step": 13690 }, { "epoch": 2.82, "learning_rate": 4.682308415146025e-06, "loss": 0.5327, "step": 13700 }, { "epoch": 2.82, "eval_bleu": 0.10173626706056466, "eval_loss": 0.7313176393508911, "eval_meteor": 0.15728269725931887, "eval_rouge1": 0.3472733480681677, "eval_rouge2": 0.17260088108297064, "eval_rougeL": 0.27949937701394906, "eval_rougeLsum": 0.2796326901165262, "eval_runtime": 881.6852, "eval_samples_per_second": 1.654, "eval_steps_per_second": 0.208, "step": 13700 }, { "epoch": 2.82, "learning_rate": 4.578579142046124e-06, "loss": 0.5567, "step": 13710 }, { "epoch": 2.82, "learning_rate": 4.4760011373227435e-06, "loss": 0.5537, "step": 13720 }, { "epoch": 2.82, "learning_rate": 4.374574882167776e-06, "loss": 0.5448, "step": 13730 }, { "epoch": 2.82, "learning_rate": 4.274300852370378e-06, "loss": 0.5372, "step": 13740 }, { "epoch": 2.83, "learning_rate": 4.175179518314615e-06, "loss": 0.5662, "step": 13750 }, { "epoch": 2.83, "learning_rate": 4.077211344977155e-06, "loss": 0.5504, "step": 13760 }, { "epoch": 2.83, "learning_rate": 3.9803967919253834e-06, "loss": 0.5559, "step": 13770 }, { "epoch": 2.83, "learning_rate": 3.884736313314985e-06, "loss": 0.5463, "step": 13780 }, { "epoch": 2.83, "learning_rate": 3.7902303578878363e-06, "loss": 0.5562, "step": 13790 }, { "epoch": 2.84, "learning_rate": 3.696879368970063e-06, "loss": 0.5451, "step": 13800 }, { "epoch": 2.84, "eval_bleu": 0.10243119986944875, "eval_loss": 0.7312376499176025, "eval_meteor": 0.16088101420447667, "eval_rouge1": 0.34836128872402766, "eval_rouge2": 0.17273652022337566, "eval_rougeL": 0.27977759855689, "eval_rougeLsum": 0.2800622244983262, "eval_runtime": 892.0349, "eval_samples_per_second": 1.634, "eval_steps_per_second": 0.205, "step": 13800 }, { "epoch": 2.84, "learning_rate": 3.604683784469792e-06, "loss": 0.5718, "step": 13810 }, { "epoch": 2.84, "learning_rate": 3.513644036875263e-06, "loss": 0.5395, "step": 13820 }, { "epoch": 2.84, "learning_rate": 3.4237605532525527e-06, "loss": 0.5597, "step": 13830 }, { "epoch": 2.84, "learning_rate": 3.3350337552437994e-06, "loss": 0.5227, "step": 13840 }, { "epoch": 2.85, "learning_rate": 3.2474640590652304e-06, "loss": 0.5474, "step": 13850 }, { "epoch": 2.85, "learning_rate": 3.161051875504917e-06, "loss": 0.549, "step": 13860 }, { "epoch": 2.85, "learning_rate": 3.0757976099212715e-06, "loss": 0.5202, "step": 13870 }, { "epoch": 2.85, "learning_rate": 2.9917016622408034e-06, "loss": 0.5621, "step": 13880 }, { "epoch": 2.86, "learning_rate": 2.9087644269563675e-06, "loss": 0.5639, "step": 13890 }, { "epoch": 2.86, "learning_rate": 2.8269862931254442e-06, "loss": 0.5344, "step": 13900 }, { "epoch": 2.86, "eval_bleu": 0.10191207168300208, "eval_loss": 0.7312436103820801, "eval_meteor": 0.15926873167510167, "eval_rouge1": 0.3477737281579141, "eval_rouge2": 0.17282641415565858, "eval_rougeL": 0.27933110853159515, "eval_rougeLsum": 0.27944709498941334, "eval_runtime": 892.7842, "eval_samples_per_second": 1.633, "eval_steps_per_second": 0.205, "step": 13900 }, { "epoch": 2.86, "learning_rate": 2.7463676443679753e-06, "loss": 0.5381, "step": 13910 }, { "epoch": 2.86, "learning_rate": 2.6669088588649473e-06, "loss": 0.5631, "step": 13920 }, { "epoch": 2.86, "learning_rate": 2.588610309356393e-06, "loss": 0.53, "step": 13930 }, { "epoch": 2.87, "learning_rate": 2.5114723631396717e-06, "loss": 0.5744, "step": 13940 }, { "epoch": 2.87, "learning_rate": 2.435495382067776e-06, "loss": 0.5043, "step": 13950 }, { "epoch": 2.87, "learning_rate": 2.360679722547693e-06, "loss": 0.5461, "step": 13960 }, { "epoch": 2.87, "learning_rate": 2.287025735538517e-06, "loss": 0.566, "step": 13970 }, { "epoch": 2.87, "learning_rate": 2.2145337665501475e-06, "loss": 0.5449, "step": 13980 }, { "epoch": 2.88, "learning_rate": 2.143204155641315e-06, "loss": 0.5786, "step": 13990 }, { "epoch": 2.88, "learning_rate": 2.073037237418224e-06, "loss": 0.5458, "step": 14000 }, { "epoch": 2.88, "eval_bleu": 0.1021267162859044, "eval_loss": 0.7309987545013428, "eval_meteor": 0.158667362599979, "eval_rouge1": 0.348744497173308, "eval_rouge2": 0.17304834533435584, "eval_rougeL": 0.280742088680976, "eval_rougeLsum": 0.28098362632025586, "eval_runtime": 886.896, "eval_samples_per_second": 1.644, "eval_steps_per_second": 0.206, "step": 14000 }, { "epoch": 2.88, "learning_rate": 2.004033341032857e-06, "loss": 0.5326, "step": 14010 }, { "epoch": 2.88, "learning_rate": 1.9361927901815624e-06, "loss": 0.5636, "step": 14020 }, { "epoch": 2.88, "learning_rate": 1.8695159031033304e-06, "loss": 0.5331, "step": 14030 }, { "epoch": 2.89, "learning_rate": 1.8040029925785185e-06, "loss": 0.5182, "step": 14040 }, { "epoch": 2.89, "learning_rate": 1.7396543659272402e-06, "loss": 0.5477, "step": 14050 }, { "epoch": 2.89, "learning_rate": 1.6764703250080337e-06, "loss": 0.5554, "step": 14060 }, { "epoch": 2.89, "learning_rate": 1.6144511662162798e-06, "loss": 0.5443, "step": 14070 }, { "epoch": 2.89, "learning_rate": 1.5535971804829242e-06, "loss": 0.5486, "step": 14080 }, { "epoch": 2.9, "learning_rate": 1.493908653273257e-06, "loss": 0.572, "step": 14090 }, { "epoch": 2.9, "learning_rate": 1.4353858645852202e-06, "loss": 0.5409, "step": 14100 }, { "epoch": 2.9, "eval_bleu": 0.10264475388522705, "eval_loss": 0.7310293912887573, "eval_meteor": 0.1605753762160779, "eval_rouge1": 0.34886254304961106, "eval_rouge2": 0.17305946043676362, "eval_rougeL": 0.28068092583378756, "eval_rougeLsum": 0.2808523595018192, "eval_runtime": 887.8211, "eval_samples_per_second": 1.642, "eval_steps_per_second": 0.206, "step": 14100 }, { "epoch": 2.9, "learning_rate": 1.3780290889484072e-06, "loss": 0.5521, "step": 14110 }, { "epoch": 2.9, "learning_rate": 1.3218385954226198e-06, "loss": 0.5632, "step": 14120 }, { "epoch": 2.9, "learning_rate": 1.2668146475966758e-06, "loss": 0.5588, "step": 14130 }, { "epoch": 2.91, "learning_rate": 1.212957503587131e-06, "loss": 0.5164, "step": 14140 }, { "epoch": 2.91, "learning_rate": 1.1602674160370586e-06, "loss": 0.5299, "step": 14150 }, { "epoch": 2.91, "learning_rate": 1.1087446321149108e-06, "loss": 0.5555, "step": 14160 }, { "epoch": 2.91, "learning_rate": 1.0583893935133537e-06, "loss": 0.5433, "step": 14170 }, { "epoch": 2.91, "learning_rate": 1.009201936448073e-06, "loss": 0.5012, "step": 14180 }, { "epoch": 2.92, "learning_rate": 9.611824916566925e-07, "loss": 0.5664, "step": 14190 }, { "epoch": 2.92, "learning_rate": 9.143312843978014e-07, "loss": 0.5236, "step": 14200 }, { "epoch": 2.92, "eval_bleu": 0.10244624097824648, "eval_loss": 0.7309274077415466, "eval_meteor": 0.16005667824339107, "eval_rouge1": 0.3490422457116665, "eval_rouge2": 0.1733463893140626, "eval_rougeL": 0.28057105638475316, "eval_rougeLsum": 0.2807499959620654, "eval_runtime": 888.0294, "eval_samples_per_second": 1.642, "eval_steps_per_second": 0.206, "step": 14200 }, { "epoch": 2.92, "learning_rate": 8.686485344497063e-07, "loss": 0.5504, "step": 14210 }, { "epoch": 2.92, "learning_rate": 8.241344561095709e-07, "loss": 0.4984, "step": 14220 }, { "epoch": 2.92, "learning_rate": 7.807892581922494e-07, "loss": 0.5531, "step": 14230 }, { "epoch": 2.93, "learning_rate": 7.386131440294541e-07, "loss": 0.5439, "step": 14240 }, { "epoch": 2.93, "learning_rate": 6.976063114687847e-07, "loss": 0.553, "step": 14250 }, { "epoch": 2.93, "learning_rate": 6.577689528726449e-07, "loss": 0.5774, "step": 14260 }, { "epoch": 2.93, "learning_rate": 6.19101255117549e-07, "loss": 0.5293, "step": 14270 }, { "epoch": 2.94, "learning_rate": 5.816033995931224e-07, "loss": 0.5738, "step": 14280 }, { "epoch": 2.94, "learning_rate": 5.452755622012418e-07, "loss": 0.6027, "step": 14290 }, { "epoch": 2.94, "learning_rate": 5.101179133552847e-07, "loss": 0.5585, "step": 14300 }, { "epoch": 2.94, "eval_bleu": 0.10184766000251703, "eval_loss": 0.7308475375175476, "eval_meteor": 0.15979922866240157, "eval_rouge1": 0.34845561005207215, "eval_rouge2": 0.1730858632368449, "eval_rougeL": 0.2802316743175929, "eval_rougeLsum": 0.28039957039910934, "eval_runtime": 889.345, "eval_samples_per_second": 1.639, "eval_steps_per_second": 0.206, "step": 14300 }, { "epoch": 2.94, "learning_rate": 4.7613061797927017e-07, "loss": 0.5272, "step": 14310 }, { "epoch": 2.94, "learning_rate": 4.433138355071364e-07, "loss": 0.5336, "step": 14320 }, { "epoch": 2.95, "learning_rate": 4.1166771988190854e-07, "loss": 0.5732, "step": 14330 }, { "epoch": 2.95, "learning_rate": 3.811924195551153e-07, "loss": 0.571, "step": 14340 }, { "epoch": 2.95, "learning_rate": 3.518880774859012e-07, "loss": 0.5303, "step": 14350 }, { "epoch": 2.95, "learning_rate": 3.2375483114052697e-07, "loss": 0.5865, "step": 14360 }, { "epoch": 2.95, "learning_rate": 2.9679281249167524e-07, "loss": 0.5151, "step": 14370 }, { "epoch": 2.96, "learning_rate": 2.7100214801775713e-07, "loss": 0.5549, "step": 14380 }, { "epoch": 2.96, "learning_rate": 2.463829587024402e-07, "loss": 0.5729, "step": 14390 }, { "epoch": 2.96, "learning_rate": 2.2293536003398229e-07, "loss": 0.5583, "step": 14400 }, { "epoch": 2.96, "eval_bleu": 0.1018034775532683, "eval_loss": 0.730782151222229, "eval_meteor": 0.15932308064758732, "eval_rouge1": 0.3484697219289754, "eval_rouge2": 0.17293266015970904, "eval_rougeL": 0.2799082120065427, "eval_rougeLsum": 0.28003296184605053, "eval_runtime": 896.7591, "eval_samples_per_second": 1.626, "eval_steps_per_second": 0.204, "step": 14400 }, { "epoch": 2.96, "learning_rate": 2.006594620047042e-07, "loss": 0.5603, "step": 14410 }, { "epoch": 2.96, "learning_rate": 1.7955536911057336e-07, "loss": 0.5393, "step": 14420 }, { "epoch": 2.97, "learning_rate": 1.596231803505377e-07, "loss": 0.5596, "step": 14430 }, { "epoch": 2.97, "learning_rate": 1.4086298922624808e-07, "loss": 0.5791, "step": 14440 }, { "epoch": 2.97, "learning_rate": 1.2327488374147543e-07, "loss": 0.5645, "step": 14450 }, { "epoch": 2.97, "learning_rate": 1.0685894640177774e-07, "loss": 0.5598, "step": 14460 }, { "epoch": 2.97, "learning_rate": 9.161525421408357e-08, "loss": 0.524, "step": 14470 }, { "epoch": 2.98, "learning_rate": 7.75438786863314e-08, "loss": 0.5659, "step": 14480 }, { "epoch": 2.98, "learning_rate": 6.464488582713646e-08, "loss": 0.5511, "step": 14490 }, { "epoch": 2.98, "learning_rate": 5.2918336145513225e-08, "loss": 0.5437, "step": 14500 }, { "epoch": 2.98, "eval_bleu": 0.10173439407301835, "eval_loss": 0.7307738661766052, "eval_meteor": 0.1593960612395741, "eval_rouge1": 0.3486543535941503, "eval_rouge2": 0.17300853906054273, "eval_rougeL": 0.2799853708554518, "eval_rougeLsum": 0.28011112359864354, "eval_runtime": 900.2112, "eval_samples_per_second": 1.62, "eval_steps_per_second": 0.203, "step": 14500 } ], "max_steps": 14595, "num_train_epochs": 3, "total_flos": 1.0055395438032323e+18, "trial_name": null, "trial_params": null }