{"rouge-3": {"f": 0.13028255888622445, "p": 0.16864583519272108, "r": 0.12485331217433615}, "rouge-1": {"f": 0.44930990819888483, "p": 0.5561892329778386, "r": 0.42266968647818887}, "rouge-4": {"f": 0.08023541708048562, "p": 0.10870037079999907, "r": 0.07679186209077303}, "rouge-2": {"f": 0.215242607380995, "p": 0.2709199033095221, "r": 0.20469500644670732}, "rouge-l": {"f": 0.4347075422815448, "p": 0.5143002492501125, "r": 0.41043237822855344}, "rouge-w": {"f": 0.23223953186120014, "p": 0.40476898656014343, "r": 0.18387956218811488}}num_updates: 2500
{"rouge-3": {"f": 0.15463010007952757, "p": 0.18132124956457993, "r": 0.1525979089165179}, "rouge-1": {"f": 0.48837254377721007, "p": 0.5630873212222414, "r": 0.47635349663198334}, "rouge-4": {"f": 0.09589693388046333, "p": 0.11472044595289234, "r": 0.09541783337508325}, "rouge-2": {"f": 0.24739213620254083, "p": 0.28720155251086654, "r": 0.2428778762801263}, "rouge-l": {"f": 0.46459671472547215, "p": 0.5186646114411696, "r": 0.45308912847962873}, "rouge-w": {"f": 0.2525901799508447, "p": 0.4052720276972206, "r": 0.20326514510607807}}num_updates: 5000
{"rouge-3": {"f": 0.16483678354172646, "p": 0.1806078592241563, "r": 0.17075351092578442}, "rouge-1": {"f": 0.5072111854134876, "p": 0.5559876798759804, "r": 0.5146521412771484}, "rouge-4": {"f": 0.1035984146698086, "p": 0.11379713038015815, "r": 0.10942157413984507}, "rouge-2": {"f": 0.26412804698598524, "p": 0.28945810750332107, "r": 0.27064501115716616}, "rouge-l": {"f": 0.479847305740599, "p": 0.5138374356142638, "r": 0.48418950354277435}, "rouge-w": {"f": 0.2631446164821155, "p": 0.39763158339543, "r": 0.21765632177616026}}num_updates: 7500
{"rouge-3": {"f": 0.17438850353424032, "p": 0.19909775758915976, "r": 0.17386277106710124}, "rouge-1": {"f": 0.515624884358158, "p": 0.5855270194418809, "r": 0.5057404797193017}, "rouge-4": {"f": 0.11037008692757667, "p": 0.1262636038717259, "r": 0.11208422619578794}, "rouge-2": {"f": 0.27512671580069237, "p": 0.3132871491818166, "r": 0.2718562740054512}, "rouge-l": {"f": 0.4906509654853627, "p": 0.542402188939208, "r": 0.480109650715637}, "rouge-w": {"f": 0.2700213816694078, "p": 0.4266556351812683, "r": 0.2172235319762529}}num_updates: 10000
{"rouge-3": {"f": 0.1813330610356543, "p": 0.2036814907746328, "r": 0.1826306910073743}, "rouge-1": {"f": 0.5239252367212397, "p": 0.5850913213592642, "r": 0.5220619146741505}, "rouge-4": {"f": 0.11741154328540618, "p": 0.13276285098075377, "r": 0.11961001436533959}, "rouge-2": {"f": 0.2829721223455848, "p": 0.31683384230738454, "r": 0.28340934072133017}, "rouge-l": {"f": 0.4977180385527231, "p": 0.543137969580958, "r": 0.49349442237247243}, "rouge-w": {"f": 0.27510057611254424, "p": 0.4266593393299839, "r": 0.22293530173609055}}num_updates: 12500
{"rouge-3": {"f": 0.18483528332994303, "p": 0.20715048858089874, "r": 0.18668159946001503}, "rouge-1": {"f": 0.5303602105097254, "p": 0.5867836196429855, "r": 0.5320950107309205}, "rouge-4": {"f": 0.11875567596389787, "p": 0.13359171240555837, "r": 0.12130978329100088}, "rouge-2": {"f": 0.28930962479833505, "p": 0.3228782999593606, "r": 0.2907692969979803}, "rouge-l": {"f": 0.502172734530685, "p": 0.5437602686787217, "r": 0.5008225483768909}, "rouge-w": {"f": 0.27779731972359045, "p": 0.42699115271809795, "r": 0.2265596240241317}}num_updates: 15000
{"rouge-3": {"f": 0.18980037908020747, "p": 0.20745258136723235, "r": 0.1966885586044848}, "rouge-1": {"f": 0.5365211251646483, "p": 0.5806879499230799, "r": 0.5499638541937876}, "rouge-4": {"f": 0.12050852839091807, "p": 0.13190887510819213, "r": 0.12737376030830863}, "rouge-2": {"f": 0.2945666999250718, "p": 0.32069143378925385, "r": 0.3030317094359774}, "rouge-l": {"f": 0.5054948929672992, "p": 0.5367693737058941, "r": 0.5140352015482241}, "rouge-w": {"f": 0.28084756323489224, "p": 0.4195030048136526, "r": 0.232957014894466}}num_updates: 17500
{"rouge-3": {"f": 0.18926410563141902, "p": 0.20745065435594473, "r": 0.1946001723732554}, "rouge-1": {"f": 0.5341931850888553, "p": 0.5786730419265802, "r": 0.5458878431079792}, "rouge-4": {"f": 0.12038923074818926, "p": 0.13215852639772654, "r": 0.12528371825893347}, "rouge-2": {"f": 0.2931882362654597, "p": 0.3195166816142934, "r": 0.3002520966612233}, "rouge-l": {"f": 0.5021426411731298, "p": 0.5334931774120789, "r": 0.509441434907397}, "rouge-w": {"f": 0.27839885727322533, "p": 0.4167851228324447, "r": 0.23003748417848752}}num_updates: 20000
{"rouge-3": {"f": 0.19276167998286153, "p": 0.2113051332469744, "r": 0.19723225550000362}, "rouge-1": {"f": 0.5407257555485894, "p": 0.5854731956390746, "r": 0.5494681329783492}, "rouge-4": {"f": 0.12375762318150421, "p": 0.13690157211985995, "r": 0.12731615960064713}, "rouge-2": {"f": 0.29801466081421574, "p": 0.324740053266493, "r": 0.30339496021143525}, "rouge-l": {"f": 0.5093401740259732, "p": 0.5408762093597586, "r": 0.514619452968237}, "rouge-w": {"f": 0.28292978168903615, "p": 0.42307064996887733, "r": 0.23275980743885658}}num_updates: 22500
{"rouge-3": {"f": 0.19092242090799072, "p": 0.20824529235939218, "r": 0.1957939645029856}, "rouge-1": {"f": 0.5376072283030322, "p": 0.5833894653666231, "r": 0.5470231673827332}, "rouge-4": {"f": 0.12182929502699973, "p": 0.13236826154926074, "r": 0.12679143913943527}, "rouge-2": {"f": 0.29531714205477116, "p": 0.3219143113797591, "r": 0.3008574326161603}, "rouge-l": {"f": 0.5083773417917586, "p": 0.5408606521440277, "r": 0.5136441799312814}, "rouge-w": {"f": 0.2820926787971284, "p": 0.4223981754299864, "r": 0.23249266442294897}}num_updates: 25000
{"rouge-3": {"f": 0.1968256057237729, "p": 0.22260183717466378, "r": 0.19910622344497475}, "rouge-1": {"f": 0.539900098104419, "p": 0.6055953560567726, "r": 0.5360290282106385}, "rouge-4": {"f": 0.12896305668773245, "p": 0.14692503393976436, "r": 0.13258196242088674}, "rouge-2": {"f": 0.30073731879692545, "p": 0.3382240741548592, "r": 0.3011648674969852}, "rouge-l": {"f": 0.5138659762750134, "p": 0.5616582229642489, "r": 0.5085700745039383}, "rouge-w": {"f": 0.2857480566281945, "p": 0.4441759199013441, "r": 0.23145419265031358}}num_updates: 27500
{"rouge-3": {"f": 0.1958771372883509, "p": 0.20973578517497918, "r": 0.2046997120889576}, "rouge-1": {"f": 0.5446050363875583, "p": 0.5841525730931658, "r": 0.5590918443614695}, "rouge-4": {"f": 0.1271903309240795, "p": 0.1362174163946198, "r": 0.13527955861003113}, "rouge-2": {"f": 0.302008983330732, "p": 0.324275989332586, "r": 0.31210549636590085}, "rouge-l": {"f": 0.5147359084625126, "p": 0.5421907816487377, "r": 0.5244862531767953}, "rouge-w": {"f": 0.2865427358505735, "p": 0.4226514283701336, "r": 0.2376365899284845}}num_updates: 30000
{"rouge-3": {"f": 0.1919281873965958, "p": 0.21124668622784962, "r": 0.1969304682593186}, "rouge-1": {"f": 0.5415112392591538, "p": 0.588786230573299, "r": 0.548351004555129}, "rouge-4": {"f": 0.1238131848347034, "p": 0.1369057679383327, "r": 0.1292218242443689}, "rouge-2": {"f": 0.29836620315476314, "p": 0.3265584297078899, "r": 0.30348851690980694}, "rouge-l": {"f": 0.5113601672472509, "p": 0.5444541079280572, "r": 0.5155159737077812}, "rouge-w": {"f": 0.28444611740860504, "p": 0.42651160414693545, "r": 0.23378443435898777}}num_updates: 32500
{"rouge-3": {"f": 0.1926932541045484, "p": 0.2081299266115666, "r": 0.20076436461513703}, "rouge-1": {"f": 0.5431596766024263, "p": 0.5858754934247032, "r": 0.5556323326975647}, "rouge-4": {"f": 0.12488690583014311, "p": 0.13437533344737446, "r": 0.13310530882209468}, "rouge-2": {"f": 0.3001515484953231, "p": 0.3243741964534213, "r": 0.30887245547965775}, "rouge-l": {"f": 0.5137051762032065, "p": 0.5437429908281174, "r": 0.5216438733714521}, "rouge-w": {"f": 0.2855810963794665, "p": 0.42465925882534206, "r": 0.23616508142032516}}num_updates: 35000
{"rouge-3": {"f": 0.1865326511254556, "p": 0.19623255428795142, "r": 0.1981802092206712}, "rouge-1": {"f": 0.5410143023292194, "p": 0.5698225689773232, "r": 0.5640690300785596}, "rouge-4": {"f": 0.11779566040881623, "p": 0.1234509878651021, "r": 0.12789120402307522}, "rouge-2": {"f": 0.2936757390566639, "p": 0.30954658646462707, "r": 0.3086166871786981}, "rouge-l": {"f": 0.5069502670350131, "p": 0.5256109262941607, "r": 0.523376331504597}, "rouge-w": {"f": 0.2819562412658247, "p": 0.4066993554901932, "r": 0.23667728490819254}}num_updates: 37500
{"rouge-3": {"f": 0.19226978806274092, "p": 0.20428402023252312, "r": 0.20222588943103312}, "rouge-1": {"f": 0.5420617600163942, "p": 0.5744973536989629, "r": 0.5619930878868684}, "rouge-4": {"f": 0.12249522686282811, "p": 0.13061654953814164, "r": 0.12994944341885964}, "rouge-2": {"f": 0.2999382107751371, "p": 0.31837345591273064, "r": 0.3131186233424109}, "rouge-l": {"f": 0.5115043468318943, "p": 0.5335389266946816, "r": 0.5255964167117965}, "rouge-w": {"f": 0.2855318095413599, "p": 0.4155933123028369, "r": 0.23851728130274558}}num_updates: 40000
{"rouge-3": {"f": 0.19057189607899483, "p": 0.20662506182312165, "r": 0.19743132876890548}, "rouge-1": {"f": 0.5398436970888585, "p": 0.5802470932616227, "r": 0.5535941184156028}, "rouge-4": {"f": 0.12195207566082637, "p": 0.13341956074975, "r": 0.12750159125281954}, "rouge-2": {"f": 0.2976619940971034, "p": 0.32064245224719823, "r": 0.3070391119134429}, "rouge-l": {"f": 0.5102605930288184, "p": 0.5377958932049951, "r": 0.5196640994317214}, "rouge-w": {"f": 0.2843944053385902, "p": 0.4199974203631941, "r": 0.23583400946410185}}num_updates: 42500
{"rouge-3": {"f": 0.18673654880018067, "p": 0.19972882381149723, "r": 0.1955421450578067}, "rouge-1": {"f": 0.5422440687549374, "p": 0.5789082365164566, "r": 0.5564399286725464}, "rouge-4": {"f": 0.11741001930887472, "p": 0.1254302538883181, "r": 0.1261598744404343}, "rouge-2": {"f": 0.2954411988633104, "p": 0.31561274336671113, "r": 0.30550985621927773}, "rouge-l": {"f": 0.5103792528491491, "p": 0.5357838912651468, "r": 0.5195202163726063}, "rouge-w": {"f": 0.2839141454413497, "p": 0.4165468389957174, "r": 0.2351784139475301}}num_updates: 45000
{"rouge-3": {"f": 0.1917720868772043, "p": 0.20936715642021742, "r": 0.19737021092908075}, "rouge-1": {"f": 0.5413299773718724, "p": 0.5893435401855559, "r": 0.5494944370861995}, "rouge-4": {"f": 0.12306074102721815, "p": 0.1349908700627087, "r": 0.12850595945695498}, "rouge-2": {"f": 0.2977244431393595, "p": 0.32418986732471755, "r": 0.3041217660775116}, "rouge-l": {"f": 0.5120488788350633, "p": 0.5454807128270432, "r": 0.516980329650923}, "rouge-w": {"f": 0.2856847228228138, "p": 0.42758595500099217, "r": 0.23532563267053225}}num_updates: 47500
{"rouge-3": {"f": 0.1839985172067044, "p": 0.1962790904021843, "r": 0.19434774344635133}, "rouge-1": {"f": 0.5396621996201312, "p": 0.5743685433895831, "r": 0.5602224905824782}, "rouge-4": {"f": 0.11333620053503986, "p": 0.12114299105250749, "r": 0.1224387973502623}, "rouge-2": {"f": 0.2923355707970776, "p": 0.3115723010826438, "r": 0.305416576756425}, "rouge-l": {"f": 0.5038883587908196, "p": 0.527005408262272, "r": 0.518251217779483}, "rouge-w": {"f": 0.2795539411167317, "p": 0.4082306638679405, "r": 0.2344994217319225}}num_updates: 50000
{"rouge-3": {"f": 0.18608657226454847, "p": 0.19828106285785324, "r": 0.1954270424727767}, "rouge-1": {"f": 0.5385807914836789, "p": 0.570872700918526, "r": 0.5587203149361792}, "rouge-4": {"f": 0.11699975973424538, "p": 0.12611572507046367, "r": 0.12424733969886521}, "rouge-2": {"f": 0.29300809802944044, "p": 0.309931819127514, "r": 0.30590998318213003}, "rouge-l": {"f": 0.5034495413065206, "p": 0.524871960898047, "r": 0.5172759857145348}, "rouge-w": {"f": 0.28052644898610446, "p": 0.4076125218687002, "r": 0.2345264886296838}}num_updates: 52500
{"rouge-3": {"f": 0.18666401407578853, "p": 0.19721652495204933, "r": 0.19672963453315462}, "rouge-1": {"f": 0.5412808078092726, "p": 0.5743633173910001, "r": 0.559508901472069}, "rouge-4": {"f": 0.1165464281449253, "p": 0.12278528149106284, "r": 0.12585888238399792}, "rouge-2": {"f": 0.2940560368512736, "p": 0.31074854235700916, "r": 0.30673581140845796}, "rouge-l": {"f": 0.5077953812344979, "p": 0.5295979423492949, "r": 0.5208858762318784}, "rouge-w": {"f": 0.282931661129397, "p": 0.41141516483272605, "r": 0.2360862325016091}}num_updates: 55000
{"rouge-3": {"f": 0.18634398422482767, "p": 0.20429268659823593, "r": 0.19225409009804365}, "rouge-1": {"f": 0.5369541308014214, "p": 0.5841305255431667, "r": 0.5455981949286564}, "rouge-4": {"f": 0.117437423040371, "p": 0.13022890403276827, "r": 0.12207416748486731}, "rouge-2": {"f": 0.2920815915815098, "p": 0.31855347986522364, "r": 0.2988165896539931}, "rouge-l": {"f": 0.5027883227943798, "p": 0.5361685385885561, "r": 0.507608629301819}, "rouge-w": {"f": 0.2799336673266831, "p": 0.41958693728253377, "r": 0.2305624752433344}}num_updates: 57500