Upload 12 files

Browse files

Files changed (12) hide show

added_tokens.json +1098 -0
config.json +28 -0
merges.txt +0 -0
optimizer.pt +3 -0
pytorch_model.bin +3 -0
rng_state.pth +3 -0
scheduler.pt +3 -0
special_tokens_map.json +1149 -0
tokenizer_config.json +64 -0
trainer_state.json +4081 -0
training_args.bin +3 -0
vocab.json +0 -0

added_tokens.json ADDED Viewed

	@@ -0,0 +1,1098 @@

+{
+  "<BERTRAM:!>": 50586,
+  "<BERTRAM:#>": 50916,
+  "<BERTRAM:$>": 50573,
+  "<BERTRAM:%>": 51330,
+  "<BERTRAM:&>": 50512,
+  "<BERTRAM:''>": 50595,
+  "<BERTRAM:'>": 50970,
+  "<BERTRAM:'d>": 51282,
+  "<BERTRAM:'ll>": 50893,
+  "<BERTRAM:'m>": 50544,
+  "<BERTRAM:'re>": 51203,
+  "<BERTRAM:'s>": 51183,
+  "<BERTRAM:'ve>": 51292,
+  "<BERTRAM:(>": 51011,
+  "<BERTRAM:)>": 50389,
+  "<BERTRAM:*>": 51059,
+  "<BERTRAM:+>": 51155,
+  "<BERTRAM:,>": 51317,
+  "<BERTRAM:->": 50489,
+  "<BERTRAM:.>": 50823,
+  "<BERTRAM:/1>": 50574,
+  "<BERTRAM:/2>": 51001,
+  "<BERTRAM:10>": 50773,
+  "<BERTRAM:15>": 50590,
+  "<BERTRAM:1960>": 50333,
+  "<BERTRAM:1961>": 50568,
+  "<BERTRAM:1>": 50808,
+  "<BERTRAM:20>": 50971,
+  "<BERTRAM:2>": 50694,
+  "<BERTRAM:30>": 50963,
+  "<BERTRAM:3>": 50614,
+  "<BERTRAM:4>": 50393,
+  "<BERTRAM:5>": 50462,
+  "<BERTRAM::>": 51245,
+  "<BERTRAM:;>": 51356,
+  "<BERTRAM:<>": 50413,
+  "<BERTRAM:>>": 50652,
+  "<BERTRAM:?>": 50689,
+  "<BERTRAM:@>": 50485,
+  "<BERTRAM:[>": 50801,
+  "<BERTRAM:]>": 50784,
+  "<BERTRAM:_>": 50572,
+  "<BERTRAM:``>": 50514,
+  "<BERTRAM:a>": 50686,
+  "<BERTRAM:able>": 50543,
+  "<BERTRAM:about>": 50475,
+  "<BERTRAM:above>": 50790,
+  "<BERTRAM:according>": 50425,
+  "<BERTRAM:account>": 50888,
+  "<BERTRAM:across>": 50368,
+  "<BERTRAM:act>": 50506,
+  "<BERTRAM:action>": 51349,
+  "<BERTRAM:activities>": 51175,
+  "<BERTRAM:activity>": 50775,
+  "<BERTRAM:actual>": 51319,
+  "<BERTRAM:actually>": 51043,
+  "<BERTRAM:added>": 50804,
+  "<BERTRAM:addition>": 50539,
+  "<BERTRAM:additional>": 51092,
+  "<BERTRAM:administration>": 50416,
+  "<BERTRAM:after>": 51079,
+  "<BERTRAM:afternoon>": 50319,
+  "<BERTRAM:again>": 51323,
+  "<BERTRAM:against>": 50931,
+  "<BERTRAM:age>": 51281,
+  "<BERTRAM:ago>": 50554,
+  "<BERTRAM:agreement>": 50294,
+  "<BERTRAM:ahead>": 51162,
+  "<BERTRAM:aid>": 51296,
+  "<BERTRAM:air>": 50471,
+  "<BERTRAM:all>": 51160,
+  "<BERTRAM:almost>": 50685,
+  "<BERTRAM:alone>": 51146,
+  "<BERTRAM:along>": 51258,
+  "<BERTRAM:already>": 50381,
+  "<BERTRAM:also>": 50847,
+  "<BERTRAM:although>": 51106,
+  "<BERTRAM:always>": 50387,
+  "<BERTRAM:am>": 51024,
+  "<BERTRAM:america>": 50388,
+  "<BERTRAM:american>": 50553,
+  "<BERTRAM:among>": 50865,
+  "<BERTRAM:amount>": 50884,
+  "<BERTRAM:an>": 50578,
+  "<BERTRAM:analysis>": 50696,
+  "<BERTRAM:and>": 50522,
+  "<BERTRAM:another>": 51332,
+  "<BERTRAM:answer>": 50279,
+  "<BERTRAM:any>": 50456,
+  "<BERTRAM:anyone>": 50594,
+  "<BERTRAM:anything>": 51197,
+  "<BERTRAM:apparently>": 50975,
+  "<BERTRAM:appear>": 51211,
+  "<BERTRAM:appeared>": 50423,
+  "<BERTRAM:applied>": 50811,
+  "<BERTRAM:approach>": 50807,
+  "<BERTRAM:are>": 50605,
+  "<BERTRAM:area>": 50932,
+  "<BERTRAM:areas>": 51262,
+  "<BERTRAM:arms>": 51341,
+  "<BERTRAM:army>": 51032,
+  "<BERTRAM:around>": 50400,
+  "<BERTRAM:art>": 51025,
+  "<BERTRAM:as>": 51172,
+  "<BERTRAM:ask>": 50394,
+  "<BERTRAM:asked>": 51121,
+  "<BERTRAM:association>": 51118,
+  "<BERTRAM:at>": 50276,
+  "<BERTRAM:attack>": 50921,
+  "<BERTRAM:attention>": 50310,
+  "<BERTRAM:attitude>": 50555,
+  "<BERTRAM:audience>": 51140,
+  "<BERTRAM:available>": 50738,
+  "<BERTRAM:average>": 51085,
+  "<BERTRAM:away>": 51348,
+  "<BERTRAM:b>": 50858,
+  "<BERTRAM:back>": 51208,
+  "<BERTRAM:bad>": 51112,
+  "<BERTRAM:ball>": 50844,
+  "<BERTRAM:based>": 50742,
+  "<BERTRAM:basic>": 50647,
+  "<BERTRAM:basis>": 51273,
+  "<BERTRAM:be>": 51153,
+  "<BERTRAM:beautiful>": 50623,
+  "<BERTRAM:became>": 50903,
+  "<BERTRAM:because>": 50486,
+  "<BERTRAM:become>": 50535,
+  "<BERTRAM:becomes>": 50267,
+  "<BERTRAM:bed>": 51166,
+  "<BERTRAM:been>": 51123,
+  "<BERTRAM:before>": 50794,
+  "<BERTRAM:began>": 50301,
+  "<BERTRAM:beginning>": 50382,
+  "<BERTRAM:behind>": 51299,
+  "<BERTRAM:being>": 50407,
+  "<BERTRAM:believe>": 51050,
+  "<BERTRAM:below>": 50902,
+  "<BERTRAM:best>": 50551,
+  "<BERTRAM:better>": 50283,
+  "<BERTRAM:between>": 50803,
+  "<BERTRAM:beyond>": 51103,
+  "<BERTRAM:big>": 51304,
+  "<BERTRAM:bill>": 50383,
+  "<BERTRAM:black>": 50699,
+  "<BERTRAM:blood>": 51227,
+  "<BERTRAM:blue>": 50446,
+  "<BERTRAM:board>": 50736,
+  "<BERTRAM:body>": 50487,
+  "<BERTRAM:book>": 50772,
+  "<BERTRAM:born>": 50993,
+  "<BERTRAM:both>": 51045,
+  "<BERTRAM:boy>": 50411,
+  "<BERTRAM:boys>": 51230,
+  "<BERTRAM:bring>": 51165,
+  "<BERTRAM:british>": 50872,
+  "<BERTRAM:brought>": 51177,
+  "<BERTRAM:brown>": 50265,
+  "<BERTRAM:building>": 51335,
+  "<BERTRAM:built>": 50511,
+  "<BERTRAM:business>": 50326,
+  "<BERTRAM:but>": 50633,
+  "<BERTRAM:by>": 51178,
+  "<BERTRAM:c>": 50651,
+  "<BERTRAM:ca>": 51122,
+  "<BERTRAM:call>": 50998,
+  "<BERTRAM:called>": 50432,
+  "<BERTRAM:came>": 51171,
+  "<BERTRAM:can>": 50816,
+  "<BERTRAM:car>": 51344,
+  "<BERTRAM:care>": 51265,
+  "<BERTRAM:carried>": 51010,
+  "<BERTRAM:cars>": 51073,
+  "<BERTRAM:case>": 51314,
+  "<BERTRAM:cases>": 51064,
+  "<BERTRAM:cause>": 50809,
+  "<BERTRAM:cent>": 50306,
+  "<BERTRAM:center>": 50357,
+  "<BERTRAM:central>": 50653,
+  "<BERTRAM:century>": 50825,
+  "<BERTRAM:certain>": 51071,
+  "<BERTRAM:certainly>": 50469,
+  "<BERTRAM:chance>": 50855,
+  "<BERTRAM:change>": 50992,
+  "<BERTRAM:changes>": 50628,
+  "<BERTRAM:character>": 50748,
+  "<BERTRAM:charge>": 51321,
+  "<BERTRAM:charles>": 50346,
+  "<BERTRAM:chief>": 51075,
+  "<BERTRAM:child>": 50805,
+  "<BERTRAM:children>": 51083,
+  "<BERTRAM:choice>": 50828,
+  "<BERTRAM:christ>": 51074,
+  "<BERTRAM:christian>": 50582,
+  "<BERTRAM:church>": 50845,
+  "<BERTRAM:cities>": 50289,
+  "<BERTRAM:city>": 50347,
+  "<BERTRAM:class>": 50600,
+  "<BERTRAM:clay>": 50531,
+  "<BERTRAM:clear>": 50360,
+  "<BERTRAM:clearly>": 50739,
+  "<BERTRAM:close>": 51342,
+  "<BERTRAM:closed>": 51038,
+  "<BERTRAM:club>": 50691,
+  "<BERTRAM:cold>": 50712,
+  "<BERTRAM:college>": 50401,
+  "<BERTRAM:color>": 50295,
+  "<BERTRAM:come>": 50833,
+  "<BERTRAM:comes>": 50763,
+  "<BERTRAM:coming>": 50820,
+  "<BERTRAM:commission>": 50399,
+  "<BERTRAM:committee>": 50724,
+  "<BERTRAM:common>": 51169,
+  "<BERTRAM:community>": 50843,
+  "<BERTRAM:company>": 51017,
+  "<BERTRAM:complete>": 51354,
+  "<BERTRAM:completely>": 50542,
+  "<BERTRAM:concerned>": 51236,
+  "<BERTRAM:conditions>": 50419,
+  "<BERTRAM:congress>": 51142,
+  "<BERTRAM:consider>": 50270,
+  "<BERTRAM:considered>": 50862,
+  "<BERTRAM:continue>": 50624,
+  "<BERTRAM:continued>": 51007,
+  "<BERTRAM:control>": 50726,
+  "<BERTRAM:corner>": 50329,
+  "<BERTRAM:corps>": 50467,
+  "<BERTRAM:cost>": 50374,
+  "<BERTRAM:costs>": 51193,
+  "<BERTRAM:could>": 50620,
+  "<BERTRAM:council>": 51194,
+  "<BERTRAM:countries>": 51154,
+  "<BERTRAM:country>": 51100,
+  "<BERTRAM:county>": 50613,
+  "<BERTRAM:couple>": 50567,
+  "<BERTRAM:course>": 51109,
+  "<BERTRAM:court>": 51268,
+  "<BERTRAM:covered>": 50868,
+  "<BERTRAM:current>": 50576,
+  "<BERTRAM:cut>": 50741,
+  "<BERTRAM:d>": 50866,
+  "<BERTRAM:daily>": 50632,
+  "<BERTRAM:dark>": 50908,
+  "<BERTRAM:data>": 51042,
+  "<BERTRAM:date>": 50288,
+  "<BERTRAM:day>": 50338,
+  "<BERTRAM:days>": 51182,
+  "<BERTRAM:de>": 51270,
+  "<BERTRAM:dead>": 50860,
+  "<BERTRAM:deal>": 51247,
+  "<BERTRAM:death>": 50615,
+  "<BERTRAM:decided>": 50515,
+  "<BERTRAM:decision>": 50367,
+  "<BERTRAM:deep>": 50484,
+  "<BERTRAM:defense>": 50308,
+  "<BERTRAM:degree>": 51255,
+  "<BERTRAM:demand>": 51120,
+  "<BERTRAM:democratic>": 50608,
+  "<BERTRAM:department>": 51163,
+  "<BERTRAM:described>": 50503,
+  "<BERTRAM:design>": 51269,
+  "<BERTRAM:designed>": 51049,
+  "<BERTRAM:despite>": 50292,
+  "<BERTRAM:determine>": 50815,
+  "<BERTRAM:determined>": 51235,
+  "<BERTRAM:developed>": 50562,
+  "<BERTRAM:development>": 50896,
+  "<BERTRAM:did>": 50457,
+  "<BERTRAM:difference>": 50798,
+  "<BERTRAM:different>": 51201,
+  "<BERTRAM:difficult>": 50817,
+  "<BERTRAM:direct>": 51355,
+  "<BERTRAM:direction>": 51215,
+  "<BERTRAM:directly>": 51173,
+  "<BERTRAM:director>": 51207,
+  "<BERTRAM:distance>": 51151,
+  "<BERTRAM:district>": 51305,
+  "<BERTRAM:division>": 50920,
+  "<BERTRAM:do>": 51096,
+  "<BERTRAM:doctor>": 50501,
+  "<BERTRAM:does>": 51253,
+  "<BERTRAM:doing>": 50917,
+  "<BERTRAM:done>": 51065,
+  "<BERTRAM:door>": 51138,
+  "<BERTRAM:doubt>": 51047,
+  "<BERTRAM:down>": 51303,
+  "<BERTRAM:dr>": 50499,
+  "<BERTRAM:drive>": 51217,
+  "<BERTRAM:dropped>": 50619,
+  "<BERTRAM:due>": 50841,
+  "<BERTRAM:during>": 50983,
+  "<BERTRAM:e>": 51353,
+  "<BERTRAM:each>": 50682,
+  "<BERTRAM:earlier>": 51219,
+  "<BERTRAM:early>": 50869,
+  "<BERTRAM:earth>": 51159,
+  "<BERTRAM:easily>": 51200,
+  "<BERTRAM:east>": 51022,
+  "<BERTRAM:easy>": 50693,
+  "<BERTRAM:economic>": 51101,
+  "<BERTRAM:education>": 50859,
+  "<BERTRAM:effect>": 50760,
+  "<BERTRAM:effective>": 50404,
+  "<BERTRAM:effects>": 50789,
+  "<BERTRAM:effort>": 50418,
+  "<BERTRAM:efforts>": 50735,
+  "<BERTRAM:eight>": 51143,
+  "<BERTRAM:either>": 50363,
+  "<BERTRAM:elements>": 50890,
+  "<BERTRAM:else>": 51350,
+  "<BERTRAM:end>": 50657,
+  "<BERTRAM:energy>": 50468,
+  "<BERTRAM:england>": 50708,
+  "<BERTRAM:english>": 50707,
+  "<BERTRAM:enough>": 50530,
+  "<BERTRAM:entire>": 50786,
+  "<BERTRAM:equipment>": 50311,
+  "<BERTRAM:especially>": 50910,
+  "<BERTRAM:established>": 50599,
+  "<BERTRAM:europe>": 51293,
+  "<BERTRAM:even>": 50715,
+  "<BERTRAM:evening>": 50964,
+  "<BERTRAM:ever>": 51046,
+  "<BERTRAM:every>": 50838,
+  "<BERTRAM:everything>": 50886,
+  "<BERTRAM:evidence>": 50429,
+  "<BERTRAM:exactly>": 50490,
+  "<BERTRAM:example>": 50754,
+  "<BERTRAM:except>": 50525,
+  "<BERTRAM:existence>": 51251,
+  "<BERTRAM:expect>": 51158,
+  "<BERTRAM:expected>": 51137,
+  "<BERTRAM:experience>": 50547,
+  "<BERTRAM:extent>": 51091,
+  "<BERTRAM:eye>": 50659,
+  "<BERTRAM:eyes>": 50919,
+  "<BERTRAM:f.>": 50898,
+  "<BERTRAM:f>": 50901,
+  "<BERTRAM:face>": 50408,
+  "<BERTRAM:fact>": 50818,
+  "<BERTRAM:factors>": 51132,
+  "<BERTRAM:faith>": 51150,
+  "<BERTRAM:fall>": 50700,
+  "<BERTRAM:family>": 50774,
+  "<BERTRAM:far>": 51360,
+  "<BERTRAM:farm>": 50463,
+  "<BERTRAM:father>": 51067,
+  "<BERTRAM:fear>": 50459,
+  "<BERTRAM:federal>": 50583,
+  "<BERTRAM:feed>": 50452,
+  "<BERTRAM:feel>": 50956,
+  "<BERTRAM:feeling>": 50967,
+  "<BERTRAM:feet>": 51195,
+  "<BERTRAM:felt>": 51278,
+  "<BERTRAM:few>": 51157,
+  "<BERTRAM:field>": 51318,
+  "<BERTRAM:figure>": 51352,
+  "<BERTRAM:figures>": 50342,
+  "<BERTRAM:final>": 50714,
+  "<BERTRAM:finally>": 50392,
+  "<BERTRAM:find>": 51156,
+  "<BERTRAM:fine>": 51114,
+  "<BERTRAM:fire>": 50725,
+  "<BERTRAM:firm>": 50840,
+  "<BERTRAM:first>": 51056,
+  "<BERTRAM:fiscal>": 50548,
+  "<BERTRAM:five>": 50704,
+  "<BERTRAM:floor>": 50520,
+  "<BERTRAM:followed>": 51283,
+  "<BERTRAM:following>": 51287,
+  "<BERTRAM:food>": 51035,
+  "<BERTRAM:for>": 50955,
+  "<BERTRAM:force>": 50435,
+  "<BERTRAM:forces>": 50821,
+  "<BERTRAM:foreign>": 50275,
+  "<BERTRAM:form>": 50558,
+  "<BERTRAM:former>": 50538,
+  "<BERTRAM:forms>": 50398,
+  "<BERTRAM:forward>": 51320,
+  "<BERTRAM:found>": 50612,
+  "<BERTRAM:four>": 50756,
+  "<BERTRAM:free>": 50826,
+  "<BERTRAM:freedom>": 50300,
+  "<BERTRAM:french>": 50737,
+  "<BERTRAM:friend>": 51113,
+  "<BERTRAM:friends>": 50323,
+  "<BERTRAM:from>": 50502,
+  "<BERTRAM:front>": 51259,
+  "<BERTRAM:full>": 50933,
+  "<BERTRAM:function>": 51274,
+  "<BERTRAM:further>": 50948,
+  "<BERTRAM:future>": 51004,
+  "<BERTRAM:game>": 51141,
+  "<BERTRAM:gave>": 50946,
+  "<BERTRAM:general>": 50273,
+  "<BERTRAM:generally>": 50850,
+  "<BERTRAM:george>": 50658,
+  "<BERTRAM:get>": 50677,
+  "<BERTRAM:getting>": 51145,
+  "<BERTRAM:girl>": 50324,
+  "<BERTRAM:girls>": 50710,
+  "<BERTRAM:give>": 50282,
+  "<BERTRAM:given>": 50533,
+  "<BERTRAM:gives>": 50618,
+  "<BERTRAM:go>": 50687,
+  "<BERTRAM:god>": 50378,
+  "<BERTRAM:going>": 50706,
+  "<BERTRAM:gone>": 50421,
+  "<BERTRAM:good>": 50721,
+  "<BERTRAM:got>": 51070,
+  "<BERTRAM:government>": 50460,
+  "<BERTRAM:great>": 50974,
+  "<BERTRAM:greater>": 51240,
+  "<BERTRAM:green>": 51054,
+  "<BERTRAM:ground>": 50588,
+  "<BERTRAM:group>": 50758,
+  "<BERTRAM:groups>": 50885,
+  "<BERTRAM:growing>": 50887,
+  "<BERTRAM:growth>": 50797,
+  "<BERTRAM:gun>": 51210,
+  "<BERTRAM:h>": 51343,
+  "<BERTRAM:had>": 50672,
+  "<BERTRAM:hair>": 51199,
+  "<BERTRAM:half>": 50911,
+  "<BERTRAM:hall>": 51099,
+  "<BERTRAM:hand>": 50405,
+  "<BERTRAM:hands>": 50673,
+  "<BERTRAM:happened>": 50316,
+  "<BERTRAM:hard>": 50987,
+  "<BERTRAM:hardly>": 51234,
+  "<BERTRAM:has>": 51308,
+  "<BERTRAM:have>": 50461,
+  "<BERTRAM:having>": 50722,
+  "<BERTRAM:he>": 51028,
+  "<BERTRAM:head>": 50481,
+  "<BERTRAM:health>": 50846,
+  "<BERTRAM:hear>": 51029,
+  "<BERTRAM:heard>": 51062,
+  "<BERTRAM:heart>": 50879,
+  "<BERTRAM:heavy>": 51264,
+  "<BERTRAM:held>": 51284,
+  "<BERTRAM:help>": 50565,
+  "<BERTRAM:her>": 50412,
+  "<BERTRAM:here>": 50584,
+  "<BERTRAM:herself>": 51280,
+  "<BERTRAM:high>": 50290,
+  "<BERTRAM:higher>": 50973,
+  "<BERTRAM:him>": 50356,
+  "<BERTRAM:himself>": 50593,
+  "<BERTRAM:his>": 50339,
+  "<BERTRAM:history>": 50802,
+  "<BERTRAM:hit>": 50670,
+  "<BERTRAM:hold>": 50958,
+  "<BERTRAM:home>": 51205,
+  "<BERTRAM:hope>": 50280,
+  "<BERTRAM:horse>": 50433,
+  "<BERTRAM:hospital>": 50799,
+  "<BERTRAM:hot>": 50483,
+  "<BERTRAM:hotel>": 50516,
+  "<BERTRAM:hour>": 50966,
+  "<BERTRAM:hours>": 50934,
+  "<BERTRAM:house>": 50830,
+  "<BERTRAM:how>": 50480,
+  "<BERTRAM:however>": 51206,
+  "<BERTRAM:human>": 50778,
+  "<BERTRAM:hundred>": 50750,
+  "<BERTRAM:husband>": 51214,
+  "<BERTRAM:i>": 50895,
+  "<BERTRAM:idea>": 50302,
+  "<BERTRAM:ideas>": 51005,
+  "<BERTRAM:if>": 51329,
+  "<BERTRAM:image>": 51125,
+  "<BERTRAM:immediately>": 50476,
+  "<BERTRAM:importance>": 50853,
+  "<BERTRAM:important>": 50449,
+  "<BERTRAM:in>": 51167,
+  "<BERTRAM:include>": 50579,
+  "<BERTRAM:including>": 51233,
+  "<BERTRAM:income>": 50334,
+  "<BERTRAM:increase>": 50482,
+  "<BERTRAM:increased>": 50771,
+  "<BERTRAM:indeed>": 50303,
+  "<BERTRAM:indicated>": 50994,
+  "<BERTRAM:individual>": 50719,
+  "<BERTRAM:industrial>": 50650,
+  "<BERTRAM:industry>": 50564,
+  "<BERTRAM:influence>": 51179,
+  "<BERTRAM:information>": 50585,
+  "<BERTRAM:inside>": 50913,
+  "<BERTRAM:instead>": 50746,
+  "<BERTRAM:interest>": 51116,
+  "<BERTRAM:interested>": 50370,
+  "<BERTRAM:international>": 51225,
+  "<BERTRAM:into>": 51093,
+  "<BERTRAM:involved>": 51312,
+  "<BERTRAM:is>": 50835,
+  "<BERTRAM:island>": 50327,
+  "<BERTRAM:issue>": 51328,
+  "<BERTRAM:it>": 50464,
+  "<BERTRAM:its>": 50598,
+  "<BERTRAM:itself>": 50314,
+  "<BERTRAM:j>": 50962,
+  "<BERTRAM:jack>": 50856,
+  "<BERTRAM:james>": 50777,
+  "<BERTRAM:job>": 50936,
+  "<BERTRAM:john>": 50491,
+  "<BERTRAM:just>": 51188,
+  "<BERTRAM:justice>": 50959,
+  "<BERTRAM:keep>": 50755,
+  "<BERTRAM:kennedy>": 50839,
+  "<BERTRAM:kept>": 50320,
+  "<BERTRAM:kind>": 51276,
+  "<BERTRAM:king>": 51223,
+  "<BERTRAM:knew>": 50629,
+  "<BERTRAM:know>": 50402,
+  "<BERTRAM:knowledge>": 50473,
+  "<BERTRAM:known>": 50293,
+  "<BERTRAM:labor>": 51127,
+  "<BERTRAM:lack>": 51198,
+  "<BERTRAM:land>": 51089,
+  "<BERTRAM:language>": 50744,
+  "<BERTRAM:large>": 51301,
+  "<BERTRAM:larger>": 51239,
+  "<BERTRAM:last>": 51285,
+  "<BERTRAM:late>": 51184,
+  "<BERTRAM:later>": 51212,
+  "<BERTRAM:latter>": 50952,
+  "<BERTRAM:law>": 51012,
+  "<BERTRAM:lay>": 50882,
+  "<BERTRAM:lead>": 50439,
+  "<BERTRAM:leaders>": 50431,
+  "<BERTRAM:learned>": 50424,
+  "<BERTRAM:least>": 51040,
+  "<BERTRAM:leave>": 50793,
+  "<BERTRAM:led>": 50325,
+  "<BERTRAM:left>": 50621,
+  "<BERTRAM:length>": 50474,
+  "<BERTRAM:less>": 51272,
+  "<BERTRAM:let>": 51336,
+  "<BERTRAM:letter>": 50986,
+  "<BERTRAM:letters>": 50566,
+  "<BERTRAM:level>": 50949,
+  "<BERTRAM:life>": 50509,
+  "<BERTRAM:light>": 50557,
+  "<BERTRAM:like>": 51306,
+  "<BERTRAM:likely>": 51221,
+  "<BERTRAM:limited>": 50352,
+  "<BERTRAM:line>": 50465,
+  "<BERTRAM:lines>": 50892,
+  "<BERTRAM:list>": 51044,
+  "<BERTRAM:literature>": 50563,
+  "<BERTRAM:little>": 50307,
+  "<BERTRAM:live>": 51288,
+  "<BERTRAM:lived>": 51326,
+  "<BERTRAM:living>": 50373,
+  "<BERTRAM:local>": 51009,
+  "<BERTRAM:long>": 51134,
+  "<BERTRAM:longer>": 51325,
+  "<BERTRAM:look>": 51053,
+  "<BERTRAM:looked>": 50781,
+  "<BERTRAM:looking>": 50278,
+  "<BERTRAM:lord>": 51135,
+  "<BERTRAM:lost>": 51058,
+  "<BERTRAM:lot>": 50505,
+  "<BERTRAM:love>": 51275,
+  "<BERTRAM:low>": 50541,
+  "<BERTRAM:lower>": 50649,
+  "<BERTRAM:m>": 50951,
+  "<BERTRAM:machine>": 50396,
+  "<BERTRAM:made>": 50668,
+  "<BERTRAM:main>": 51294,
+  "<BERTRAM:major>": 51095,
+  "<BERTRAM:make>": 51224,
+  "<BERTRAM:makes>": 50981,
+  "<BERTRAM:making>": 51190,
+  "<BERTRAM:man>": 50878,
+  "<BERTRAM:manner>": 50350,
+  "<BERTRAM:many>": 50660,
+  "<BERTRAM:march>": 50849,
+  "<BERTRAM:market>": 50810,
+  "<BERTRAM:married>": 51310,
+  "<BERTRAM:mass>": 50477,
+  "<BERTRAM:material>": 50766,
+  "<BERTRAM:matter>": 51315,
+  "<BERTRAM:may>": 50842,
+  "<BERTRAM:maybe>": 50832,
+  "<BERTRAM:me>": 50926,
+  "<BERTRAM:mean>": 50607,
+  "<BERTRAM:meaning>": 50443,
+  "<BERTRAM:means>": 50711,
+  "<BERTRAM:meant>": 50504,
+  "<BERTRAM:medical>": 51291,
+  "<BERTRAM:meet>": 50450,
+  "<BERTRAM:meeting>": 50521,
+  "<BERTRAM:member>": 50655,
+  "<BERTRAM:members>": 50819,
+  "<BERTRAM:men>": 50537,
+  "<BERTRAM:merely>": 50297,
+  "<BERTRAM:met>": 50638,
+  "<BERTRAM:method>": 50768,
+  "<BERTRAM:methods>": 50639,
+  "<BERTRAM:middle>": 50889,
+  "<BERTRAM:might>": 51023,
+  "<BERTRAM:miles>": 51324,
+  "<BERTRAM:military>": 50703,
+  "<BERTRAM:million>": 51204,
+  "<BERTRAM:mind>": 50939,
+  "<BERTRAM:minutes>": 51131,
+  "<BERTRAM:miss>": 50403,
+  "<BERTRAM:modern>": 51081,
+  "<BERTRAM:moment>": 50337,
+  "<BERTRAM:money>": 50695,
+  "<BERTRAM:month>": 51088,
+  "<BERTRAM:months>": 50765,
+  "<BERTRAM:moral>": 50674,
+  "<BERTRAM:more>": 50697,
+  "<BERTRAM:morning>": 51016,
+  "<BERTRAM:most>": 51181,
+  "<BERTRAM:mother>": 50268,
+  "<BERTRAM:mouth>": 50570,
+  "<BERTRAM:move>": 51302,
+  "<BERTRAM:moved>": 50355,
+  "<BERTRAM:movement>": 50318,
+  "<BERTRAM:moving>": 50782,
+  "<BERTRAM:mr>": 50976,
+  "<BERTRAM:mrs>": 50925,
+  "<BERTRAM:much>": 50688,
+  "<BERTRAM:music>": 50814,
+  "<BERTRAM:must>": 50965,
+  "<BERTRAM:my>": 50442,
+  "<BERTRAM:myself>": 50905,
+  "<BERTRAM:n't>": 50609,
+  "<BERTRAM:n>": 51110,
+  "<BERTRAM:name>": 50438,
+  "<BERTRAM:nation>": 50928,
+  "<BERTRAM:national>": 51295,
+  "<BERTRAM:nations>": 50785,
+  "<BERTRAM:natural>": 50968,
+  "<BERTRAM:nature>": 50730,
+  "<BERTRAM:near>": 50545,
+  "<BERTRAM:nearly>": 51202,
+  "<BERTRAM:necessary>": 50984,
+  "<BERTRAM:need>": 50671,
+  "<BERTRAM:needed>": 50534,
+  "<BERTRAM:needs>": 50560,
+  "<BERTRAM:negro>": 51232,
+  "<BERTRAM:neither>": 50637,
+  "<BERTRAM:never>": 51331,
+  "<BERTRAM:new>": 51021,
+  "<BERTRAM:news>": 50496,
+  "<BERTRAM:next>": 50526,
+  "<BERTRAM:night>": 51237,
+  "<BERTRAM:no>": 51340,
+  "<BERTRAM:none>": 50589,
+  "<BERTRAM:nor>": 50776,
+  "<BERTRAM:normal>": 51168,
+  "<BERTRAM:north>": 50796,
+  "<BERTRAM:not>": 50829,
+  "<BERTRAM:note>": 50692,
+  "<BERTRAM:nothing>": 50947,
+  "<BERTRAM:now>": 50495,
+  "<BERTRAM:nuclear>": 50769,
+  "<BERTRAM:number>": 50927,
+  "<BERTRAM:numbers>": 51260,
+  "<BERTRAM:obtained>": 50752,
+  "<BERTRAM:obviously>": 50616,
+  "<BERTRAM:of>": 50532,
+  "<BERTRAM:off>": 50980,
+  "<BERTRAM:office>": 50369,
+  "<BERTRAM:officer>": 51248,
+  "<BERTRAM:often>": 51189,
+  "<BERTRAM:oh>": 51185,
+  "<BERTRAM:old>": 50873,
+  "<BERTRAM:on>": 50379,
+  "<BERTRAM:once>": 50718,
+  "<BERTRAM:one>": 50602,
+  "<BERTRAM:ones>": 50331,
+  "<BERTRAM:only>": 50922,
+  "<BERTRAM:open>": 50824,
+  "<BERTRAM:opened>": 51252,
+  "<BERTRAM:operation>": 51019,
+  "<BERTRAM:opportunity>": 50417,
+  "<BERTRAM:or>": 50591,
+  "<BERTRAM:order>": 51152,
+  "<BERTRAM:organization>": 50978,
+  "<BERTRAM:original>": 50667,
+  "<BERTRAM:other>": 51066,
+  "<BERTRAM:others>": 50488,
+  "<BERTRAM:our>": 50679,
+  "<BERTRAM:out>": 50390,
+  "<BERTRAM:outside>": 50733,
+  "<BERTRAM:over>": 51231,
+  "<BERTRAM:own>": 50451,
+  "<BERTRAM:p>": 51133,
+  "<BERTRAM:paid>": 51090,
+  "<BERTRAM:paper>": 50336,
+  "<BERTRAM:part>": 50957,
+  "<BERTRAM:particular>": 51144,
+  "<BERTRAM:particularly>": 51222,
+  "<BERTRAM:parts>": 50312,
+  "<BERTRAM:party>": 51170,
+  "<BERTRAM:passed>": 51161,
+  "<BERTRAM:past>": 50985,
+  "<BERTRAM:patient>": 51115,
+  "<BERTRAM:pattern>": 50678,
+  "<BERTRAM:pay>": 50645,
+  "<BERTRAM:peace>": 50441,
+  "<BERTRAM:people>": 50272,
+  "<BERTRAM:per>": 50349,
+  "<BERTRAM:performance>": 50494,
+  "<BERTRAM:perhaps>": 51334,
+  "<BERTRAM:period>": 50371,
+  "<BERTRAM:person>": 50717,
+  "<BERTRAM:personal>": 51094,
+  "<BERTRAM:persons>": 51051,
+  "<BERTRAM:physical>": 51257,
+  "<BERTRAM:picture>": 51187,
+  "<BERTRAM:piece>": 50680,
+  "<BERTRAM:place>": 50406,
+  "<BERTRAM:placed>": 50969,
+  "<BERTRAM:plan>": 51246,
+  "<BERTRAM:plane>": 50341,
+  "<BERTRAM:planning>": 51359,
+  "<BERTRAM:plans>": 50912,
+  "<BERTRAM:plant>": 50822,
+  "<BERTRAM:play>": 50348,
+  "<BERTRAM:played>": 50359,
+  "<BERTRAM:playing>": 51220,
+  "<BERTRAM:poet>": 51003,
+  "<BERTRAM:point>": 50444,
+  "<BERTRAM:points>": 50524,
+  "<BERTRAM:police>": 50549,
+  "<BERTRAM:policy>": 50631,
+  "<BERTRAM:political>": 50518,
+  "<BERTRAM:pool>": 50646,
+  "<BERTRAM:poor>": 51191,
+  "<BERTRAM:population>": 51033,
+  "<BERTRAM:position>": 50299,
+  "<BERTRAM:possible>": 50854,
+  "<BERTRAM:power>": 50761,
+  "<BERTRAM:prepared>": 50740,
+  "<BERTRAM:present>": 50989,
+  "<BERTRAM:president>": 50648,
+  "<BERTRAM:press>": 50982,
+  "<BERTRAM:pressure>": 50601,
+  "<BERTRAM:pretty>": 51213,
+  "<BERTRAM:price>": 50806,
+  "<BERTRAM:principle>": 50662,
+  "<BERTRAM:private>": 50749,
+  "<BERTRAM:probably>": 50977,
+  "<BERTRAM:problem>": 50779,
+  "<BERTRAM:problems>": 50636,
+  "<BERTRAM:process>": 50988,
+  "<BERTRAM:production>": 51026,
+  "<BERTRAM:products>": 50309,
+  "<BERTRAM:professional>": 51000,
+  "<BERTRAM:program>": 51149,
+  "<BERTRAM:programs>": 50626,
+  "<BERTRAM:progress>": 50440,
+  "<BERTRAM:property>": 50321,
+  "<BERTRAM:provide>": 50875,
+  "<BERTRAM:provided>": 50945,
+  "<BERTRAM:public>": 51311,
+  "<BERTRAM:purpose>": 50751,
+  "<BERTRAM:put>": 50654,
+  "<BERTRAM:quality>": 50643,
+  "<BERTRAM:question>": 51119,
+  "<BERTRAM:questions>": 50834,
+  "<BERTRAM:quite>": 50343,
+  "<BERTRAM:r>": 50354,
+  "<BERTRAM:race>": 51229,
+  "<BERTRAM:radio>": 50950,
+  "<BERTRAM:raised>": 50285,
+  "<BERTRAM:ran>": 50366,
+  "<BERTRAM:range>": 50627,
+  "<BERTRAM:rate>": 51256,
+  "<BERTRAM:rates>": 50705,
+  "<BERTRAM:rather>": 50385,
+  "<BERTRAM:reach>": 50458,
+  "<BERTRAM:reached>": 51027,
+  "<BERTRAM:reaction>": 50877,
+  "<BERTRAM:read>": 51102,
+  "<BERTRAM:reading>": 50684,
+  "<BERTRAM:ready>": 50640,
+  "<BERTRAM:real>": 50863,
+  "<BERTRAM:really>": 50266,
+  "<BERTRAM:reason>": 50867,
+  "<BERTRAM:reasons>": 50274,
+  "<BERTRAM:received>": 51180,
+  "<BERTRAM:recent>": 50395,
+  "<BERTRAM:recently>": 50281,
+  "<BERTRAM:record>": 50791,
+  "<BERTRAM:red>": 50944,
+  "<BERTRAM:related>": 50745,
+  "<BERTRAM:relations>": 51307,
+  "<BERTRAM:religion>": 50611,
+  "<BERTRAM:religious>": 51192,
+  "<BERTRAM:remained>": 50358,
+  "<BERTRAM:remember>": 51241,
+  "<BERTRAM:report>": 50380,
+  "<BERTRAM:reported>": 51124,
+  "<BERTRAM:required>": 51104,
+  "<BERTRAM:research>": 50606,
+  "<BERTRAM:respect>": 50271,
+  "<BERTRAM:responsibility>": 51129,
+  "<BERTRAM:rest>": 51243,
+  "<BERTRAM:result>": 50479,
+  "<BERTRAM:results>": 50415,
+  "<BERTRAM:return>": 50894,
+  "<BERTRAM:returned>": 51014,
+  "<BERTRAM:rhode>": 50635,
+  "<BERTRAM:right>": 50322,
+  "<BERTRAM:rise>": 50770,
+  "<BERTRAM:river>": 50269,
+  "<BERTRAM:road>": 50669,
+  "<BERTRAM:role>": 50569,
+  "<BERTRAM:room>": 51117,
+  "<BERTRAM:run>": 50414,
+  "<BERTRAM:running>": 50663,
+  "<BERTRAM:s>": 51080,
+  "<BERTRAM:said>": 50455,
+  "<BERTRAM:sales>": 50899,
+  "<BERTRAM:same>": 50698,
+  "<BERTRAM:sat>": 50634,
+  "<BERTRAM:saw>": 51013,
+  "<BERTRAM:say>": 51097,
+  "<BERTRAM:saying>": 50409,
+  "<BERTRAM:says>": 51316,
+  "<BERTRAM:scene>": 50552,
+  "<BERTRAM:school>": 51098,
+  "<BERTRAM:schools>": 50410,
+  "<BERTRAM:science>": 51108,
+  "<BERTRAM:season>": 50428,
+  "<BERTRAM:second>": 50386,
+  "<BERTRAM:secretary>": 50361,
+  "<BERTRAM:section>": 50762,
+  "<BERTRAM:see>": 50897,
+  "<BERTRAM:seem>": 51084,
+  "<BERTRAM:seemed>": 50954,
+  "<BERTRAM:seems>": 50644,
+  "<BERTRAM:seen>": 51020,
+  "<BERTRAM:sense>": 50852,
+  "<BERTRAM:sent>": 50723,
+  "<BERTRAM:series>": 50550,
+  "<BERTRAM:serious>": 50972,
+  "<BERTRAM:serve>": 50979,
+  "<BERTRAM:served>": 50508,
+  "<BERTRAM:service>": 50767,
+  "<BERTRAM:services>": 51358,
+  "<BERTRAM:set>": 51196,
+  "<BERTRAM:seven>": 50720,
+  "<BERTRAM:several>": 50743,
+  "<BERTRAM:shall>": 50831,
+  "<BERTRAM:she>": 50764,
+  "<BERTRAM:short>": 50513,
+  "<BERTRAM:shot>": 50757,
+  "<BERTRAM:should>": 51242,
+  "<BERTRAM:show>": 50848,
+  "<BERTRAM:showed>": 50701,
+  "<BERTRAM:shown>": 50630,
+  "<BERTRAM:side>": 50447,
+  "<BERTRAM:similar>": 50362,
+  "<BERTRAM:simple>": 50943,
+  "<BERTRAM:simply>": 50728,
+  "<BERTRAM:since>": 50365,
+  "<BERTRAM:single>": 50478,
+  "<BERTRAM:situation>": 50335,
+  "<BERTRAM:six>": 50661,
+  "<BERTRAM:size>": 51261,
+  "<BERTRAM:slowly>": 50937,
+  "<BERTRAM:small>": 50597,
+  "<BERTRAM:so>": 51072,
+  "<BERTRAM:social>": 50397,
+  "<BERTRAM:society>": 50642,
+  "<BERTRAM:some>": 51052,
+  "<BERTRAM:something>": 50391,
+  "<BERTRAM:sometimes>": 50284,
+  "<BERTRAM:somewhat>": 51037,
+  "<BERTRAM:son>": 50529,
+  "<BERTRAM:soon>": 51105,
+  "<BERTRAM:sort>": 50923,
+  "<BERTRAM:sound>": 50734,
+  "<BERTRAM:south>": 51266,
+  "<BERTRAM:southern>": 50437,
+  "<BERTRAM:soviet>": 51060,
+  "<BERTRAM:space>": 51271,
+  "<BERTRAM:speak>": 50675,
+  "<BERTRAM:special>": 50666,
+  "<BERTRAM:specific>": 51030,
+  "<BERTRAM:spent>": 50298,
+  "<BERTRAM:spirit>": 50517,
+  "<BERTRAM:spring>": 50497,
+  "<BERTRAM:square>": 51082,
+  "<BERTRAM:st>": 51346,
+  "<BERTRAM:staff>": 50528,
+  "<BERTRAM:stage>": 50287,
+  "<BERTRAM:stand>": 50581,
+  "<BERTRAM:standard>": 50610,
+  "<BERTRAM:standing>": 51309,
+  "<BERTRAM:start>": 50747,
+  "<BERTRAM:started>": 51136,
+  "<BERTRAM:state>": 50492,
+  "<BERTRAM:statement>": 50883,
+  "<BERTRAM:states>": 51351,
+  "<BERTRAM:station>": 50780,
+  "<BERTRAM:stay>": 51068,
+  "<BERTRAM:step>": 51069,
+  "<BERTRAM:steps>": 50344,
+  "<BERTRAM:still>": 51339,
+  "<BERTRAM:stock>": 51286,
+  "<BERTRAM:stood>": 51061,
+  "<BERTRAM:stop>": 51209,
+  "<BERTRAM:stopped>": 50990,
+  "<BERTRAM:story>": 51174,
+  "<BERTRAM:straight>": 50871,
+  "<BERTRAM:street>": 50472,
+  "<BERTRAM:strength>": 50953,
+  "<BERTRAM:stress>": 50434,
+  "<BERTRAM:strong>": 50918,
+  "<BERTRAM:student>": 50375,
+  "<BERTRAM:students>": 50493,
+  "<BERTRAM:studies>": 50891,
+  "<BERTRAM:study>": 50470,
+  "<BERTRAM:subject>": 50571,
+  "<BERTRAM:such>": 50577,
+  "<BERTRAM:suddenly>": 51337,
+  "<BERTRAM:suggested>": 51333,
+  "<BERTRAM:summer>": 51228,
+  "<BERTRAM:sun>": 50924,
+  "<BERTRAM:sunday>": 50759,
+  "<BERTRAM:supply>": 50500,
+  "<BERTRAM:support>": 51039,
+  "<BERTRAM:sure>": 50900,
+  "<BERTRAM:surface>": 50622,
+  "<BERTRAM:system>": 50384,
+  "<BERTRAM:systems>": 50996,
+  "<BERTRAM:t>": 51226,
+  "<BERTRAM:table>": 50676,
+  "<BERTRAM:take>": 50332,
+  "<BERTRAM:taken>": 51277,
+  "<BERTRAM:taking>": 50351,
+  "<BERTRAM:talk>": 50813,
+  "<BERTRAM:tax>": 50345,
+  "<BERTRAM:technical>": 50315,
+  "<BERTRAM:teeth>": 50445,
+  "<BERTRAM:tell>": 50656,
+  "<BERTRAM:temperature>": 51300,
+  "<BERTRAM:ten>": 50536,
+  "<BERTRAM:terms>": 51186,
+  "<BERTRAM:test>": 50575,
+  "<BERTRAM:than>": 50800,
+  "<BERTRAM:that>": 50540,
+  "<BERTRAM:the>": 51250,
+  "<BERTRAM:their>": 50559,
+  "<BERTRAM:them>": 50874,
+  "<BERTRAM:themselves>": 50792,
+  "<BERTRAM:then>": 51147,
+  "<BERTRAM:theory>": 51055,
+  "<BERTRAM:there>": 51078,
+  "<BERTRAM:therefore>": 50291,
+  "<BERTRAM:these>": 51015,
+  "<BERTRAM:they>": 51263,
+  "<BERTRAM:thing>": 50604,
+  "<BERTRAM:things>": 50372,
+  "<BERTRAM:think>": 51057,
+  "<BERTRAM:thinking>": 50870,
+  "<BERTRAM:third>": 51313,
+  "<BERTRAM:this>": 50795,
+  "<BERTRAM:thomas>": 50938,
+  "<BERTRAM:those>": 50561,
+  "<BERTRAM:though>": 51244,
+  "<BERTRAM:thought>": 50929,
+  "<BERTRAM:three>": 50861,
+  "<BERTRAM:through>": 50713,
+  "<BERTRAM:throughout>": 50812,
+  "<BERTRAM:thus>": 50641,
+  "<BERTRAM:time>": 50523,
+  "<BERTRAM:times>": 51126,
+  "<BERTRAM:to>": 51267,
+  "<BERTRAM:today>": 51218,
+  "<BERTRAM:together>": 50716,
+  "<BERTRAM:told>": 50603,
+  "<BERTRAM:too>": 50426,
+  "<BERTRAM:took>": 51087,
+  "<BERTRAM:top>": 50909,
+  "<BERTRAM:total>": 51128,
+  "<BERTRAM:toward>": 50864,
+  "<BERTRAM:town>": 50851,
+  "<BERTRAM:trade>": 50617,
+  "<BERTRAM:training>": 50731,
+  "<BERTRAM:treatment>": 50942,
+  "<BERTRAM:trees>": 51338,
+  "<BERTRAM:trial>": 50296,
+  "<BERTRAM:tried>": 51148,
+  "<BERTRAM:trouble>": 50915,
+  "<BERTRAM:true>": 50827,
+  "<BERTRAM:truth>": 50313,
+  "<BERTRAM:try>": 51297,
+  "<BERTRAM:trying>": 50625,
+  "<BERTRAM:turn>": 51176,
+  "<BERTRAM:turned>": 51289,
+  "<BERTRAM:two>": 50783,
+  "<BERTRAM:type>": 50420,
+  "<BERTRAM:types>": 50454,
+  "<BERTRAM:u>": 51347,
+  "<BERTRAM:under>": 50353,
+  "<BERTRAM:understand>": 51322,
+  "<BERTRAM:understanding>": 50960,
+  "<BERTRAM:union>": 51107,
+  "<BERTRAM:unit>": 50935,
+  "<BERTRAM:united>": 50904,
+  "<BERTRAM:university>": 50729,
+  "<BERTRAM:unless>": 50305,
+  "<BERTRAM:until>": 50857,
+  "<BERTRAM:up>": 50328,
+  "<BERTRAM:upon>": 50997,
+  "<BERTRAM:us>": 50510,
+  "<BERTRAM:use>": 50836,
+  "<BERTRAM:used>": 50304,
+  "<BERTRAM:using>": 50961,
+  "<BERTRAM:usually>": 51036,
+  "<BERTRAM:value>": 50587,
+  "<BERTRAM:values>": 50787,
+  "<BERTRAM:various>": 50709,
+  "<BERTRAM:very>": 50664,
+  "<BERTRAM:view>": 50422,
+  "<BERTRAM:visit>": 50690,
+  "<BERTRAM:voice>": 50880,
+  "<BERTRAM:volume>": 50995,
+  "<BERTRAM:waiting>": 51164,
+  "<BERTRAM:walked>": 50732,
+  "<BERTRAM:wall>": 51238,
+  "<BERTRAM:want>": 51006,
+  "<BERTRAM:wanted>": 50991,
+  "<BERTRAM:war>": 51076,
+  "<BERTRAM:was>": 50914,
+  "<BERTRAM:washington>": 50941,
+  "<BERTRAM:water>": 50753,
+  "<BERTRAM:way>": 50430,
+  "<BERTRAM:ways>": 51216,
+  "<BERTRAM:we>": 51034,
+  "<BERTRAM:week>": 51048,
+  "<BERTRAM:weeks>": 51298,
+  "<BERTRAM:well>": 50453,
+  "<BERTRAM:went>": 51008,
+  "<BERTRAM:were>": 51345,
+  "<BERTRAM:west>": 50519,
+  "<BERTRAM:western>": 50681,
+  "<BERTRAM:what>": 50317,
+  "<BERTRAM:whatever>": 51357,
+  "<BERTRAM:when>": 50876,
+  "<BERTRAM:where>": 51249,
+  "<BERTRAM:whether>": 50881,
+  "<BERTRAM:which>": 50907,
+  "<BERTRAM:while>": 51018,
+  "<BERTRAM:white>": 51002,
+  "<BERTRAM:who>": 50436,
+  "<BERTRAM:whole>": 50837,
+  "<BERTRAM:whom>": 50340,
+  "<BERTRAM:whose>": 51290,
+  "<BERTRAM:why>": 50592,
+  "<BERTRAM:wide>": 50364,
+  "<BERTRAM:wife>": 51279,
+  "<BERTRAM:will>": 50683,
+  "<BERTRAM:william>": 50527,
+  "<BERTRAM:window>": 50376,
+  "<BERTRAM:wish>": 51077,
+  "<BERTRAM:with>": 50906,
+  "<BERTRAM:within>": 50999,
+  "<BERTRAM:without>": 51327,
+  "<BERTRAM:wo>": 50498,
+  "<BERTRAM:woman>": 50702,
+  "<BERTRAM:women>": 50727,
+  "<BERTRAM:word>": 50556,
+  "<BERTRAM:words>": 50377,
+  "<BERTRAM:work>": 50427,
+  "<BERTRAM:worked>": 50788,
+  "<BERTRAM:working>": 50277,
+  "<BERTRAM:works>": 50940,
+  "<BERTRAM:world>": 50596,
+  "<BERTRAM:would>": 51111,
+  "<BERTRAM:write>": 50466,
+  "<BERTRAM:writing>": 50330,
+  "<BERTRAM:written>": 50665,
+  "<BERTRAM:wrong>": 51063,
+  "<BERTRAM:wrote>": 51130,
+  "<BERTRAM:year>": 50507,
+  "<BERTRAM:years>": 51031,
+  "<BERTRAM:yes>": 51254,
+  "<BERTRAM:yet>": 51041,
+  "<BERTRAM:york>": 51086,
+  "<BERTRAM:you>": 50546,
+  "<BERTRAM:young>": 50286,
+  "<BERTRAM:your>": 51139,
+  "<BERTRAM:{>": 50930,
+  "<BERTRAM:}>": 50448,
+  "<BERTRAM:~>": 50580
+}

config.json ADDED Viewed

	@@ -0,0 +1,28 @@

+{
+  "_name_or_path": "roberta-base",
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.24.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

merges.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

optimizer.pt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:91cd070096da71689a88502caed21b64d672472ea01cfb747812bc3c45a7b8a4
+size 1004027677

pytorch_model.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e206e270c6b2131c612477d59c829b43703038ce0b411f5eeba94c72790089
+size 502027245

rng_state.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:30f2bdfd62cfca0330ec04129d44ddc02fb2da037e2ffdd33e1841dbd13a0916
+size 14503

scheduler.pt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:4869547cb84e2d275b3ae0cba2d60fbfa732ce858b21c29ef86d614b2a7413d1
+size 623

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,1149 @@

+{
+  "additional_special_tokens": [
+    "<BERTRAM:brown>",
+    "<BERTRAM:really>",
+    "<BERTRAM:becomes>",
+    "<BERTRAM:mother>",
+    "<BERTRAM:river>",
+    "<BERTRAM:consider>",
+    "<BERTRAM:respect>",
+    "<BERTRAM:people>",
+    "<BERTRAM:general>",
+    "<BERTRAM:reasons>",
+    "<BERTRAM:foreign>",
+    "<BERTRAM:at>",
+    "<BERTRAM:working>",
+    "<BERTRAM:looking>",
+    "<BERTRAM:answer>",
+    "<BERTRAM:hope>",
+    "<BERTRAM:recently>",
+    "<BERTRAM:give>",
+    "<BERTRAM:better>",
+    "<BERTRAM:sometimes>",
+    "<BERTRAM:raised>",
+    "<BERTRAM:young>",
+    "<BERTRAM:stage>",
+    "<BERTRAM:date>",
+    "<BERTRAM:cities>",
+    "<BERTRAM:high>",
+    "<BERTRAM:therefore>",
+    "<BERTRAM:despite>",
+    "<BERTRAM:known>",
+    "<BERTRAM:agreement>",
+    "<BERTRAM:color>",
+    "<BERTRAM:trial>",
+    "<BERTRAM:merely>",
+    "<BERTRAM:spent>",
+    "<BERTRAM:position>",
+    "<BERTRAM:freedom>",
+    "<BERTRAM:began>",
+    "<BERTRAM:idea>",
+    "<BERTRAM:indeed>",
+    "<BERTRAM:used>",
+    "<BERTRAM:unless>",
+    "<BERTRAM:cent>",
+    "<BERTRAM:little>",
+    "<BERTRAM:defense>",
+    "<BERTRAM:products>",
+    "<BERTRAM:attention>",
+    "<BERTRAM:equipment>",
+    "<BERTRAM:parts>",
+    "<BERTRAM:truth>",
+    "<BERTRAM:itself>",
+    "<BERTRAM:technical>",
+    "<BERTRAM:happened>",
+    "<BERTRAM:what>",
+    "<BERTRAM:movement>",
+    "<BERTRAM:afternoon>",
+    "<BERTRAM:kept>",
+    "<BERTRAM:property>",
+    "<BERTRAM:right>",
+    "<BERTRAM:friends>",
+    "<BERTRAM:girl>",
+    "<BERTRAM:led>",
+    "<BERTRAM:business>",
+    "<BERTRAM:island>",
+    "<BERTRAM:up>",
+    "<BERTRAM:corner>",
+    "<BERTRAM:writing>",
+    "<BERTRAM:ones>",
+    "<BERTRAM:take>",
+    "<BERTRAM:1960>",
+    "<BERTRAM:income>",
+    "<BERTRAM:situation>",
+    "<BERTRAM:paper>",
+    "<BERTRAM:moment>",
+    "<BERTRAM:day>",
+    "<BERTRAM:his>",
+    "<BERTRAM:whom>",
+    "<BERTRAM:plane>",
+    "<BERTRAM:figures>",
+    "<BERTRAM:quite>",
+    "<BERTRAM:steps>",
+    "<BERTRAM:tax>",
+    "<BERTRAM:charles>",
+    "<BERTRAM:city>",
+    "<BERTRAM:play>",
+    "<BERTRAM:per>",
+    "<BERTRAM:manner>",
+    "<BERTRAM:taking>",
+    "<BERTRAM:limited>",
+    "<BERTRAM:under>",
+    "<BERTRAM:r>",
+    "<BERTRAM:moved>",
+    "<BERTRAM:him>",
+    "<BERTRAM:center>",
+    "<BERTRAM:remained>",
+    "<BERTRAM:played>",
+    "<BERTRAM:clear>",
+    "<BERTRAM:secretary>",
+    "<BERTRAM:similar>",
+    "<BERTRAM:either>",
+    "<BERTRAM:wide>",
+    "<BERTRAM:since>",
+    "<BERTRAM:ran>",
+    "<BERTRAM:decision>",
+    "<BERTRAM:across>",
+    "<BERTRAM:office>",
+    "<BERTRAM:interested>",
+    "<BERTRAM:period>",
+    "<BERTRAM:things>",
+    "<BERTRAM:living>",
+    "<BERTRAM:cost>",
+    "<BERTRAM:student>",
+    "<BERTRAM:window>",
+    "<BERTRAM:words>",
+    "<BERTRAM:god>",
+    "<BERTRAM:on>",
+    "<BERTRAM:report>",
+    "<BERTRAM:already>",
+    "<BERTRAM:beginning>",
+    "<BERTRAM:bill>",
+    "<BERTRAM:system>",
+    "<BERTRAM:rather>",
+    "<BERTRAM:second>",
+    "<BERTRAM:always>",
+    "<BERTRAM:america>",
+    "<BERTRAM:)>",
+    "<BERTRAM:out>",
+    "<BERTRAM:something>",
+    "<BERTRAM:finally>",
+    "<BERTRAM:4>",
+    "<BERTRAM:ask>",
+    "<BERTRAM:recent>",
+    "<BERTRAM:machine>",
+    "<BERTRAM:social>",
+    "<BERTRAM:forms>",
+    "<BERTRAM:commission>",
+    "<BERTRAM:around>",
+    "<BERTRAM:college>",
+    "<BERTRAM:know>",
+    "<BERTRAM:miss>",
+    "<BERTRAM:effective>",
+    "<BERTRAM:hand>",
+    "<BERTRAM:place>",
+    "<BERTRAM:being>",
+    "<BERTRAM:face>",
+    "<BERTRAM:saying>",
+    "<BERTRAM:schools>",
+    "<BERTRAM:boy>",
+    "<BERTRAM:her>",
+    "<BERTRAM:<>",
+    "<BERTRAM:run>",
+    "<BERTRAM:results>",
+    "<BERTRAM:administration>",
+    "<BERTRAM:opportunity>",
+    "<BERTRAM:effort>",
+    "<BERTRAM:conditions>",
+    "<BERTRAM:type>",
+    "<BERTRAM:gone>",
+    "<BERTRAM:view>",
+    "<BERTRAM:appeared>",
+    "<BERTRAM:learned>",
+    "<BERTRAM:according>",
+    "<BERTRAM:too>",
+    "<BERTRAM:work>",
+    "<BERTRAM:season>",
+    "<BERTRAM:evidence>",
+    "<BERTRAM:way>",
+    "<BERTRAM:leaders>",
+    "<BERTRAM:called>",
+    "<BERTRAM:horse>",
+    "<BERTRAM:stress>",
+    "<BERTRAM:force>",
+    "<BERTRAM:who>",
+    "<BERTRAM:southern>",
+    "<BERTRAM:name>",
+    "<BERTRAM:lead>",
+    "<BERTRAM:progress>",
+    "<BERTRAM:peace>",
+    "<BERTRAM:my>",
+    "<BERTRAM:meaning>",
+    "<BERTRAM:point>",
+    "<BERTRAM:teeth>",
+    "<BERTRAM:blue>",
+    "<BERTRAM:side>",
+    "<BERTRAM:}>",
+    "<BERTRAM:important>",
+    "<BERTRAM:meet>",
+    "<BERTRAM:own>",
+    "<BERTRAM:feed>",
+    "<BERTRAM:well>",
+    "<BERTRAM:types>",
+    "<BERTRAM:said>",
+    "<BERTRAM:any>",
+    "<BERTRAM:did>",
+    "<BERTRAM:reach>",
+    "<BERTRAM:fear>",
+    "<BERTRAM:government>",
+    "<BERTRAM:have>",
+    "<BERTRAM:5>",
+    "<BERTRAM:farm>",
+    "<BERTRAM:it>",
+    "<BERTRAM:line>",
+    "<BERTRAM:write>",
+    "<BERTRAM:corps>",
+    "<BERTRAM:energy>",
+    "<BERTRAM:certainly>",
+    "<BERTRAM:study>",
+    "<BERTRAM:air>",
+    "<BERTRAM:street>",
+    "<BERTRAM:knowledge>",
+    "<BERTRAM:length>",
+    "<BERTRAM:about>",
+    "<BERTRAM:immediately>",
+    "<BERTRAM:mass>",
+    "<BERTRAM:single>",
+    "<BERTRAM:result>",
+    "<BERTRAM:how>",
+    "<BERTRAM:head>",
+    "<BERTRAM:increase>",
+    "<BERTRAM:hot>",
+    "<BERTRAM:deep>",
+    "<BERTRAM:@>",
+    "<BERTRAM:because>",
+    "<BERTRAM:body>",
+    "<BERTRAM:others>",
+    "<BERTRAM:->",
+    "<BERTRAM:exactly>",
+    "<BERTRAM:john>",
+    "<BERTRAM:state>",
+    "<BERTRAM:students>",
+    "<BERTRAM:performance>",
+    "<BERTRAM:now>",
+    "<BERTRAM:news>",
+    "<BERTRAM:spring>",
+    "<BERTRAM:wo>",
+    "<BERTRAM:dr>",
+    "<BERTRAM:supply>",
+    "<BERTRAM:doctor>",
+    "<BERTRAM:from>",
+    "<BERTRAM:described>",
+    "<BERTRAM:meant>",
+    "<BERTRAM:lot>",
+    "<BERTRAM:act>",
+    "<BERTRAM:year>",
+    "<BERTRAM:served>",
+    "<BERTRAM:life>",
+    "<BERTRAM:us>",
+    "<BERTRAM:built>",
+    "<BERTRAM:&>",
+    "<BERTRAM:short>",
+    "<BERTRAM:``>",
+    "<BERTRAM:decided>",
+    "<BERTRAM:hotel>",
+    "<BERTRAM:spirit>",
+    "<BERTRAM:political>",
+    "<BERTRAM:west>",
+    "<BERTRAM:floor>",
+    "<BERTRAM:meeting>",
+    "<BERTRAM:and>",
+    "<BERTRAM:time>",
+    "<BERTRAM:points>",
+    "<BERTRAM:except>",
+    "<BERTRAM:next>",
+    "<BERTRAM:william>",
+    "<BERTRAM:staff>",
+    "<BERTRAM:son>",
+    "<BERTRAM:enough>",
+    "<BERTRAM:clay>",
+    "<BERTRAM:of>",
+    "<BERTRAM:given>",
+    "<BERTRAM:needed>",
+    "<BERTRAM:become>",
+    "<BERTRAM:ten>",
+    "<BERTRAM:men>",
+    "<BERTRAM:former>",
+    "<BERTRAM:addition>",
+    "<BERTRAM:that>",
+    "<BERTRAM:low>",
+    "<BERTRAM:completely>",
+    "<BERTRAM:able>",
+    "<BERTRAM:'m>",
+    "<BERTRAM:near>",
+    "<BERTRAM:you>",
+    "<BERTRAM:experience>",
+    "<BERTRAM:fiscal>",
+    "<BERTRAM:police>",
+    "<BERTRAM:series>",
+    "<BERTRAM:best>",
+    "<BERTRAM:scene>",
+    "<BERTRAM:american>",
+    "<BERTRAM:ago>",
+    "<BERTRAM:attitude>",
+    "<BERTRAM:word>",
+    "<BERTRAM:light>",
+    "<BERTRAM:form>",
+    "<BERTRAM:their>",
+    "<BERTRAM:needs>",
+    "<BERTRAM:those>",
+    "<BERTRAM:developed>",
+    "<BERTRAM:literature>",
+    "<BERTRAM:industry>",
+    "<BERTRAM:help>",
+    "<BERTRAM:letters>",
+    "<BERTRAM:couple>",
+    "<BERTRAM:1961>",
+    "<BERTRAM:role>",
+    "<BERTRAM:mouth>",
+    "<BERTRAM:subject>",
+    "<BERTRAM:_>",
+    "<BERTRAM:$>",
+    "<BERTRAM:/1>",
+    "<BERTRAM:test>",
+    "<BERTRAM:current>",
+    "<BERTRAM:such>",
+    "<BERTRAM:an>",
+    "<BERTRAM:include>",
+    "<BERTRAM:~>",
+    "<BERTRAM:stand>",
+    "<BERTRAM:christian>",
+    "<BERTRAM:federal>",
+    "<BERTRAM:here>",
+    "<BERTRAM:information>",
+    "<BERTRAM:!>",
+    "<BERTRAM:value>",
+    "<BERTRAM:ground>",
+    "<BERTRAM:none>",
+    "<BERTRAM:15>",
+    "<BERTRAM:or>",
+    "<BERTRAM:why>",
+    "<BERTRAM:himself>",
+    "<BERTRAM:anyone>",
+    "<BERTRAM:''>",
+    "<BERTRAM:world>",
+    "<BERTRAM:small>",
+    "<BERTRAM:its>",
+    "<BERTRAM:established>",
+    "<BERTRAM:class>",
+    "<BERTRAM:pressure>",
+    "<BERTRAM:one>",
+    "<BERTRAM:told>",
+    "<BERTRAM:thing>",
+    "<BERTRAM:are>",
+    "<BERTRAM:research>",
+    "<BERTRAM:mean>",
+    "<BERTRAM:democratic>",
+    "<BERTRAM:n't>",
+    "<BERTRAM:standard>",
+    "<BERTRAM:religion>",
+    "<BERTRAM:found>",
+    "<BERTRAM:county>",
+    "<BERTRAM:3>",
+    "<BERTRAM:death>",
+    "<BERTRAM:obviously>",
+    "<BERTRAM:trade>",
+    "<BERTRAM:gives>",
+    "<BERTRAM:dropped>",
+    "<BERTRAM:could>",
+    "<BERTRAM:left>",
+    "<BERTRAM:surface>",
+    "<BERTRAM:beautiful>",
+    "<BERTRAM:continue>",
+    "<BERTRAM:trying>",
+    "<BERTRAM:programs>",
+    "<BERTRAM:range>",
+    "<BERTRAM:changes>",
+    "<BERTRAM:knew>",
+    "<BERTRAM:shown>",
+    "<BERTRAM:policy>",
+    "<BERTRAM:daily>",
+    "<BERTRAM:but>",
+    "<BERTRAM:sat>",
+    "<BERTRAM:rhode>",
+    "<BERTRAM:problems>",
+    "<BERTRAM:neither>",
+    "<BERTRAM:met>",
+    "<BERTRAM:methods>",
+    "<BERTRAM:ready>",
+    "<BERTRAM:thus>",
+    "<BERTRAM:society>",
+    "<BERTRAM:quality>",
+    "<BERTRAM:seems>",
+    "<BERTRAM:pay>",
+    "<BERTRAM:pool>",
+    "<BERTRAM:basic>",
+    "<BERTRAM:president>",
+    "<BERTRAM:lower>",
+    "<BERTRAM:industrial>",
+    "<BERTRAM:c>",
+    "<BERTRAM:>>",
+    "<BERTRAM:central>",
+    "<BERTRAM:put>",
+    "<BERTRAM:member>",
+    "<BERTRAM:tell>",
+    "<BERTRAM:end>",
+    "<BERTRAM:george>",
+    "<BERTRAM:eye>",
+    "<BERTRAM:many>",
+    "<BERTRAM:six>",
+    "<BERTRAM:principle>",
+    "<BERTRAM:running>",
+    "<BERTRAM:very>",
+    "<BERTRAM:written>",
+    "<BERTRAM:special>",
+    "<BERTRAM:original>",
+    "<BERTRAM:made>",
+    "<BERTRAM:road>",
+    "<BERTRAM:hit>",
+    "<BERTRAM:need>",
+    "<BERTRAM:had>",
+    "<BERTRAM:hands>",
+    "<BERTRAM:moral>",
+    "<BERTRAM:speak>",
+    "<BERTRAM:table>",
+    "<BERTRAM:get>",
+    "<BERTRAM:pattern>",
+    "<BERTRAM:our>",
+    "<BERTRAM:piece>",
+    "<BERTRAM:western>",
+    "<BERTRAM:each>",
+    "<BERTRAM:will>",
+    "<BERTRAM:reading>",
+    "<BERTRAM:almost>",
+    "<BERTRAM:a>",
+    "<BERTRAM:go>",
+    "<BERTRAM:much>",
+    "<BERTRAM:?>",
+    "<BERTRAM:visit>",
+    "<BERTRAM:club>",
+    "<BERTRAM:note>",
+    "<BERTRAM:easy>",
+    "<BERTRAM:2>",
+    "<BERTRAM:money>",
+    "<BERTRAM:analysis>",
+    "<BERTRAM:more>",
+    "<BERTRAM:same>",
+    "<BERTRAM:black>",
+    "<BERTRAM:fall>",
+    "<BERTRAM:showed>",
+    "<BERTRAM:woman>",
+    "<BERTRAM:military>",
+    "<BERTRAM:five>",
+    "<BERTRAM:rates>",
+    "<BERTRAM:going>",
+    "<BERTRAM:english>",
+    "<BERTRAM:england>",
+    "<BERTRAM:various>",
+    "<BERTRAM:girls>",
+    "<BERTRAM:means>",
+    "<BERTRAM:cold>",
+    "<BERTRAM:through>",
+    "<BERTRAM:final>",
+    "<BERTRAM:even>",
+    "<BERTRAM:together>",
+    "<BERTRAM:person>",
+    "<BERTRAM:once>",
+    "<BERTRAM:individual>",
+    "<BERTRAM:seven>",
+    "<BERTRAM:good>",
+    "<BERTRAM:having>",
+    "<BERTRAM:sent>",
+    "<BERTRAM:committee>",
+    "<BERTRAM:fire>",
+    "<BERTRAM:control>",
+    "<BERTRAM:women>",
+    "<BERTRAM:simply>",
+    "<BERTRAM:university>",
+    "<BERTRAM:nature>",
+    "<BERTRAM:training>",
+    "<BERTRAM:walked>",
+    "<BERTRAM:outside>",
+    "<BERTRAM:sound>",
+    "<BERTRAM:efforts>",
+    "<BERTRAM:board>",
+    "<BERTRAM:french>",
+    "<BERTRAM:available>",
+    "<BERTRAM:clearly>",
+    "<BERTRAM:prepared>",
+    "<BERTRAM:cut>",
+    "<BERTRAM:based>",
+    "<BERTRAM:several>",
+    "<BERTRAM:language>",
+    "<BERTRAM:related>",
+    "<BERTRAM:instead>",
+    "<BERTRAM:start>",
+    "<BERTRAM:character>",
+    "<BERTRAM:private>",
+    "<BERTRAM:hundred>",
+    "<BERTRAM:purpose>",
+    "<BERTRAM:obtained>",
+    "<BERTRAM:water>",
+    "<BERTRAM:example>",
+    "<BERTRAM:keep>",
+    "<BERTRAM:four>",
+    "<BERTRAM:shot>",
+    "<BERTRAM:group>",
+    "<BERTRAM:sunday>",
+    "<BERTRAM:effect>",
+    "<BERTRAM:power>",
+    "<BERTRAM:section>",
+    "<BERTRAM:comes>",
+    "<BERTRAM:she>",
+    "<BERTRAM:months>",
+    "<BERTRAM:material>",
+    "<BERTRAM:service>",
+    "<BERTRAM:method>",
+    "<BERTRAM:nuclear>",
+    "<BERTRAM:rise>",
+    "<BERTRAM:increased>",
+    "<BERTRAM:book>",
+    "<BERTRAM:10>",
+    "<BERTRAM:family>",
+    "<BERTRAM:activity>",
+    "<BERTRAM:nor>",
+    "<BERTRAM:james>",
+    "<BERTRAM:human>",
+    "<BERTRAM:problem>",
+    "<BERTRAM:station>",
+    "<BERTRAM:looked>",
+    "<BERTRAM:moving>",
+    "<BERTRAM:two>",
+    "<BERTRAM:]>",
+    "<BERTRAM:nations>",
+    "<BERTRAM:entire>",
+    "<BERTRAM:values>",
+    "<BERTRAM:worked>",
+    "<BERTRAM:effects>",
+    "<BERTRAM:above>",
+    "<BERTRAM:record>",
+    "<BERTRAM:themselves>",
+    "<BERTRAM:leave>",
+    "<BERTRAM:before>",
+    "<BERTRAM:this>",
+    "<BERTRAM:north>",
+    "<BERTRAM:growth>",
+    "<BERTRAM:difference>",
+    "<BERTRAM:hospital>",
+    "<BERTRAM:than>",
+    "<BERTRAM:[>",
+    "<BERTRAM:history>",
+    "<BERTRAM:between>",
+    "<BERTRAM:added>",
+    "<BERTRAM:child>",
+    "<BERTRAM:price>",
+    "<BERTRAM:approach>",
+    "<BERTRAM:1>",
+    "<BERTRAM:cause>",
+    "<BERTRAM:market>",
+    "<BERTRAM:applied>",
+    "<BERTRAM:throughout>",
+    "<BERTRAM:talk>",
+    "<BERTRAM:music>",
+    "<BERTRAM:determine>",
+    "<BERTRAM:can>",
+    "<BERTRAM:difficult>",
+    "<BERTRAM:fact>",
+    "<BERTRAM:members>",
+    "<BERTRAM:coming>",
+    "<BERTRAM:forces>",
+    "<BERTRAM:plant>",
+    "<BERTRAM:.>",
+    "<BERTRAM:open>",
+    "<BERTRAM:century>",
+    "<BERTRAM:free>",
+    "<BERTRAM:true>",
+    "<BERTRAM:choice>",
+    "<BERTRAM:not>",
+    "<BERTRAM:house>",
+    "<BERTRAM:shall>",
+    "<BERTRAM:maybe>",
+    "<BERTRAM:come>",
+    "<BERTRAM:questions>",
+    "<BERTRAM:is>",
+    "<BERTRAM:use>",
+    "<BERTRAM:whole>",
+    "<BERTRAM:every>",
+    "<BERTRAM:kennedy>",
+    "<BERTRAM:firm>",
+    "<BERTRAM:due>",
+    "<BERTRAM:may>",
+    "<BERTRAM:community>",
+    "<BERTRAM:ball>",
+    "<BERTRAM:church>",
+    "<BERTRAM:health>",
+    "<BERTRAM:also>",
+    "<BERTRAM:show>",
+    "<BERTRAM:march>",
+    "<BERTRAM:generally>",
+    "<BERTRAM:town>",
+    "<BERTRAM:sense>",
+    "<BERTRAM:importance>",
+    "<BERTRAM:possible>",
+    "<BERTRAM:chance>",
+    "<BERTRAM:jack>",
+    "<BERTRAM:until>",
+    "<BERTRAM:b>",
+    "<BERTRAM:education>",
+    "<BERTRAM:dead>",
+    "<BERTRAM:three>",
+    "<BERTRAM:considered>",
+    "<BERTRAM:real>",
+    "<BERTRAM:toward>",
+    "<BERTRAM:among>",
+    "<BERTRAM:d>",
+    "<BERTRAM:reason>",
+    "<BERTRAM:covered>",
+    "<BERTRAM:early>",
+    "<BERTRAM:thinking>",
+    "<BERTRAM:straight>",
+    "<BERTRAM:british>",
+    "<BERTRAM:old>",
+    "<BERTRAM:them>",
+    "<BERTRAM:provide>",
+    "<BERTRAM:when>",
+    "<BERTRAM:reaction>",
+    "<BERTRAM:man>",
+    "<BERTRAM:heart>",
+    "<BERTRAM:voice>",
+    "<BERTRAM:whether>",
+    "<BERTRAM:lay>",
+    "<BERTRAM:statement>",
+    "<BERTRAM:amount>",
+    "<BERTRAM:groups>",
+    "<BERTRAM:everything>",
+    "<BERTRAM:growing>",
+    "<BERTRAM:account>",
+    "<BERTRAM:middle>",
+    "<BERTRAM:elements>",
+    "<BERTRAM:studies>",
+    "<BERTRAM:lines>",
+    "<BERTRAM:'ll>",
+    "<BERTRAM:return>",
+    "<BERTRAM:i>",
+    "<BERTRAM:development>",
+    "<BERTRAM:see>",
+    "<BERTRAM:f.>",
+    "<BERTRAM:sales>",
+    "<BERTRAM:sure>",
+    "<BERTRAM:f>",
+    "<BERTRAM:below>",
+    "<BERTRAM:became>",
+    "<BERTRAM:united>",
+    "<BERTRAM:myself>",
+    "<BERTRAM:with>",
+    "<BERTRAM:which>",
+    "<BERTRAM:dark>",
+    "<BERTRAM:top>",
+    "<BERTRAM:especially>",
+    "<BERTRAM:half>",
+    "<BERTRAM:plans>",
+    "<BERTRAM:inside>",
+    "<BERTRAM:was>",
+    "<BERTRAM:trouble>",
+    "<BERTRAM:#>",
+    "<BERTRAM:doing>",
+    "<BERTRAM:strong>",
+    "<BERTRAM:eyes>",
+    "<BERTRAM:division>",
+    "<BERTRAM:attack>",
+    "<BERTRAM:only>",
+    "<BERTRAM:sort>",
+    "<BERTRAM:sun>",
+    "<BERTRAM:mrs>",
+    "<BERTRAM:me>",
+    "<BERTRAM:number>",
+    "<BERTRAM:nation>",
+    "<BERTRAM:thought>",
+    "<BERTRAM:{>",
+    "<BERTRAM:against>",
+    "<BERTRAM:area>",
+    "<BERTRAM:full>",
+    "<BERTRAM:hours>",
+    "<BERTRAM:unit>",
+    "<BERTRAM:job>",
+    "<BERTRAM:slowly>",
+    "<BERTRAM:thomas>",
+    "<BERTRAM:mind>",
+    "<BERTRAM:works>",
+    "<BERTRAM:washington>",
+    "<BERTRAM:treatment>",
+    "<BERTRAM:simple>",
+    "<BERTRAM:red>",
+    "<BERTRAM:provided>",
+    "<BERTRAM:gave>",
+    "<BERTRAM:nothing>",
+    "<BERTRAM:further>",
+    "<BERTRAM:level>",
+    "<BERTRAM:radio>",
+    "<BERTRAM:m>",
+    "<BERTRAM:latter>",
+    "<BERTRAM:strength>",
+    "<BERTRAM:seemed>",
+    "<BERTRAM:for>",
+    "<BERTRAM:feel>",
+    "<BERTRAM:part>",
+    "<BERTRAM:hold>",
+    "<BERTRAM:justice>",
+    "<BERTRAM:understanding>",
+    "<BERTRAM:using>",
+    "<BERTRAM:j>",
+    "<BERTRAM:30>",
+    "<BERTRAM:evening>",
+    "<BERTRAM:must>",
+    "<BERTRAM:hour>",
+    "<BERTRAM:feeling>",
+    "<BERTRAM:natural>",
+    "<BERTRAM:placed>",
+    "<BERTRAM:'>",
+    "<BERTRAM:20>",
+    "<BERTRAM:serious>",
+    "<BERTRAM:higher>",
+    "<BERTRAM:great>",
+    "<BERTRAM:apparently>",
+    "<BERTRAM:mr>",
+    "<BERTRAM:probably>",
+    "<BERTRAM:organization>",
+    "<BERTRAM:serve>",
+    "<BERTRAM:off>",
+    "<BERTRAM:makes>",
+    "<BERTRAM:press>",
+    "<BERTRAM:during>",
+    "<BERTRAM:necessary>",
+    "<BERTRAM:past>",
+    "<BERTRAM:letter>",
+    "<BERTRAM:hard>",
+    "<BERTRAM:process>",
+    "<BERTRAM:present>",
+    "<BERTRAM:stopped>",
+    "<BERTRAM:wanted>",
+    "<BERTRAM:change>",
+    "<BERTRAM:born>",
+    "<BERTRAM:indicated>",
+    "<BERTRAM:volume>",
+    "<BERTRAM:systems>",
+    "<BERTRAM:upon>",
+    "<BERTRAM:call>",
+    "<BERTRAM:within>",
+    "<BERTRAM:professional>",
+    "<BERTRAM:/2>",
+    "<BERTRAM:white>",
+    "<BERTRAM:poet>",
+    "<BERTRAM:future>",
+    "<BERTRAM:ideas>",
+    "<BERTRAM:want>",
+    "<BERTRAM:continued>",
+    "<BERTRAM:went>",
+    "<BERTRAM:local>",
+    "<BERTRAM:carried>",
+    "<BERTRAM:(>",
+    "<BERTRAM:law>",
+    "<BERTRAM:saw>",
+    "<BERTRAM:returned>",
+    "<BERTRAM:these>",
+    "<BERTRAM:morning>",
+    "<BERTRAM:company>",
+    "<BERTRAM:while>",
+    "<BERTRAM:operation>",
+    "<BERTRAM:seen>",
+    "<BERTRAM:new>",
+    "<BERTRAM:east>",
+    "<BERTRAM:might>",
+    "<BERTRAM:am>",
+    "<BERTRAM:art>",
+    "<BERTRAM:production>",
+    "<BERTRAM:reached>",
+    "<BERTRAM:he>",
+    "<BERTRAM:hear>",
+    "<BERTRAM:specific>",
+    "<BERTRAM:years>",
+    "<BERTRAM:army>",
+    "<BERTRAM:population>",
+    "<BERTRAM:we>",
+    "<BERTRAM:food>",
+    "<BERTRAM:usually>",
+    "<BERTRAM:somewhat>",
+    "<BERTRAM:closed>",
+    "<BERTRAM:support>",
+    "<BERTRAM:least>",
+    "<BERTRAM:yet>",
+    "<BERTRAM:data>",
+    "<BERTRAM:actually>",
+    "<BERTRAM:list>",
+    "<BERTRAM:both>",
+    "<BERTRAM:ever>",
+    "<BERTRAM:doubt>",
+    "<BERTRAM:week>",
+    "<BERTRAM:designed>",
+    "<BERTRAM:believe>",
+    "<BERTRAM:persons>",
+    "<BERTRAM:some>",
+    "<BERTRAM:look>",
+    "<BERTRAM:green>",
+    "<BERTRAM:theory>",
+    "<BERTRAM:first>",
+    "<BERTRAM:think>",
+    "<BERTRAM:lost>",
+    "<BERTRAM:*>",
+    "<BERTRAM:soviet>",
+    "<BERTRAM:stood>",
+    "<BERTRAM:heard>",
+    "<BERTRAM:wrong>",
+    "<BERTRAM:cases>",
+    "<BERTRAM:done>",
+    "<BERTRAM:other>",
+    "<BERTRAM:father>",
+    "<BERTRAM:stay>",
+    "<BERTRAM:step>",
+    "<BERTRAM:got>",
+    "<BERTRAM:certain>",
+    "<BERTRAM:so>",
+    "<BERTRAM:cars>",
+    "<BERTRAM:christ>",
+    "<BERTRAM:chief>",
+    "<BERTRAM:war>",
+    "<BERTRAM:wish>",
+    "<BERTRAM:there>",
+    "<BERTRAM:after>",
+    "<BERTRAM:s>",
+    "<BERTRAM:modern>",
+    "<BERTRAM:square>",
+    "<BERTRAM:children>",
+    "<BERTRAM:seem>",
+    "<BERTRAM:average>",
+    "<BERTRAM:york>",
+    "<BERTRAM:took>",
+    "<BERTRAM:month>",
+    "<BERTRAM:land>",
+    "<BERTRAM:paid>",
+    "<BERTRAM:extent>",
+    "<BERTRAM:additional>",
+    "<BERTRAM:into>",
+    "<BERTRAM:personal>",
+    "<BERTRAM:major>",
+    "<BERTRAM:do>",
+    "<BERTRAM:say>",
+    "<BERTRAM:school>",
+    "<BERTRAM:hall>",
+    "<BERTRAM:country>",
+    "<BERTRAM:economic>",
+    "<BERTRAM:read>",
+    "<BERTRAM:beyond>",
+    "<BERTRAM:required>",
+    "<BERTRAM:soon>",
+    "<BERTRAM:although>",
+    "<BERTRAM:union>",
+    "<BERTRAM:science>",
+    "<BERTRAM:course>",
+    "<BERTRAM:n>",
+    "<BERTRAM:would>",
+    "<BERTRAM:bad>",
+    "<BERTRAM:friend>",
+    "<BERTRAM:fine>",
+    "<BERTRAM:patient>",
+    "<BERTRAM:interest>",
+    "<BERTRAM:room>",
+    "<BERTRAM:association>",
+    "<BERTRAM:question>",
+    "<BERTRAM:demand>",
+    "<BERTRAM:asked>",
+    "<BERTRAM:ca>",
+    "<BERTRAM:been>",
+    "<BERTRAM:reported>",
+    "<BERTRAM:image>",
+    "<BERTRAM:times>",
+    "<BERTRAM:labor>",
+    "<BERTRAM:total>",
+    "<BERTRAM:responsibility>",
+    "<BERTRAM:wrote>",
+    "<BERTRAM:minutes>",
+    "<BERTRAM:factors>",
+    "<BERTRAM:p>",
+    "<BERTRAM:long>",
+    "<BERTRAM:lord>",
+    "<BERTRAM:started>",
+    "<BERTRAM:expected>",
+    "<BERTRAM:door>",
+    "<BERTRAM:your>",
+    "<BERTRAM:audience>",
+    "<BERTRAM:game>",
+    "<BERTRAM:congress>",
+    "<BERTRAM:eight>",
+    "<BERTRAM:particular>",
+    "<BERTRAM:getting>",
+    "<BERTRAM:alone>",
+    "<BERTRAM:then>",
+    "<BERTRAM:tried>",
+    "<BERTRAM:program>",
+    "<BERTRAM:faith>",
+    "<BERTRAM:distance>",
+    "<BERTRAM:order>",
+    "<BERTRAM:be>",
+    "<BERTRAM:countries>",
+    "<BERTRAM:+>",
+    "<BERTRAM:find>",
+    "<BERTRAM:few>",
+    "<BERTRAM:expect>",
+    "<BERTRAM:earth>",
+    "<BERTRAM:all>",
+    "<BERTRAM:passed>",
+    "<BERTRAM:ahead>",
+    "<BERTRAM:department>",
+    "<BERTRAM:waiting>",
+    "<BERTRAM:bring>",
+    "<BERTRAM:bed>",
+    "<BERTRAM:in>",
+    "<BERTRAM:normal>",
+    "<BERTRAM:common>",
+    "<BERTRAM:party>",
+    "<BERTRAM:came>",
+    "<BERTRAM:as>",
+    "<BERTRAM:directly>",
+    "<BERTRAM:story>",
+    "<BERTRAM:activities>",
+    "<BERTRAM:turn>",
+    "<BERTRAM:brought>",
+    "<BERTRAM:by>",
+    "<BERTRAM:influence>",
+    "<BERTRAM:received>",
+    "<BERTRAM:most>",
+    "<BERTRAM:days>",
+    "<BERTRAM:'s>",
+    "<BERTRAM:late>",
+    "<BERTRAM:oh>",
+    "<BERTRAM:terms>",
+    "<BERTRAM:picture>",
+    "<BERTRAM:just>",
+    "<BERTRAM:often>",
+    "<BERTRAM:making>",
+    "<BERTRAM:poor>",
+    "<BERTRAM:religious>",
+    "<BERTRAM:costs>",
+    "<BERTRAM:council>",
+    "<BERTRAM:feet>",
+    "<BERTRAM:set>",
+    "<BERTRAM:anything>",
+    "<BERTRAM:lack>",
+    "<BERTRAM:hair>",
+    "<BERTRAM:easily>",
+    "<BERTRAM:different>",
+    "<BERTRAM:nearly>",
+    "<BERTRAM:'re>",
+    "<BERTRAM:million>",
+    "<BERTRAM:home>",
+    "<BERTRAM:however>",
+    "<BERTRAM:director>",
+    "<BERTRAM:back>",
+    "<BERTRAM:stop>",
+    "<BERTRAM:gun>",
+    "<BERTRAM:appear>",
+    "<BERTRAM:later>",
+    "<BERTRAM:pretty>",
+    "<BERTRAM:husband>",
+    "<BERTRAM:direction>",
+    "<BERTRAM:ways>",
+    "<BERTRAM:drive>",
+    "<BERTRAM:today>",
+    "<BERTRAM:earlier>",
+    "<BERTRAM:playing>",
+    "<BERTRAM:likely>",
+    "<BERTRAM:particularly>",
+    "<BERTRAM:king>",
+    "<BERTRAM:make>",
+    "<BERTRAM:international>",
+    "<BERTRAM:t>",
+    "<BERTRAM:blood>",
+    "<BERTRAM:summer>",
+    "<BERTRAM:race>",
+    "<BERTRAM:boys>",
+    "<BERTRAM:over>",
+    "<BERTRAM:negro>",
+    "<BERTRAM:including>",
+    "<BERTRAM:hardly>",
+    "<BERTRAM:determined>",
+    "<BERTRAM:concerned>",
+    "<BERTRAM:night>",
+    "<BERTRAM:wall>",
+    "<BERTRAM:larger>",
+    "<BERTRAM:greater>",
+    "<BERTRAM:remember>",
+    "<BERTRAM:should>",
+    "<BERTRAM:rest>",
+    "<BERTRAM:though>",
+    "<BERTRAM::>",
+    "<BERTRAM:plan>",
+    "<BERTRAM:deal>",
+    "<BERTRAM:officer>",
+    "<BERTRAM:where>",
+    "<BERTRAM:the>",
+    "<BERTRAM:existence>",
+    "<BERTRAM:opened>",
+    "<BERTRAM:does>",
+    "<BERTRAM:yes>",
+    "<BERTRAM:degree>",
+    "<BERTRAM:rate>",
+    "<BERTRAM:physical>",
+    "<BERTRAM:along>",
+    "<BERTRAM:front>",
+    "<BERTRAM:numbers>",
+    "<BERTRAM:size>",
+    "<BERTRAM:areas>",
+    "<BERTRAM:they>",
+    "<BERTRAM:heavy>",
+    "<BERTRAM:care>",
+    "<BERTRAM:south>",
+    "<BERTRAM:to>",
+    "<BERTRAM:court>",
+    "<BERTRAM:design>",
+    "<BERTRAM:de>",
+    "<BERTRAM:space>",
+    "<BERTRAM:less>",
+    "<BERTRAM:basis>",
+    "<BERTRAM:function>",
+    "<BERTRAM:love>",
+    "<BERTRAM:kind>",
+    "<BERTRAM:taken>",
+    "<BERTRAM:felt>",
+    "<BERTRAM:wife>",
+    "<BERTRAM:herself>",
+    "<BERTRAM:age>",
+    "<BERTRAM:'d>",
+    "<BERTRAM:followed>",
+    "<BERTRAM:held>",
+    "<BERTRAM:last>",
+    "<BERTRAM:stock>",
+    "<BERTRAM:following>",
+    "<BERTRAM:live>",
+    "<BERTRAM:turned>",
+    "<BERTRAM:whose>",
+    "<BERTRAM:medical>",
+    "<BERTRAM:'ve>",
+    "<BERTRAM:europe>",
+    "<BERTRAM:main>",
+    "<BERTRAM:national>",
+    "<BERTRAM:aid>",
+    "<BERTRAM:try>",
+    "<BERTRAM:weeks>",
+    "<BERTRAM:behind>",
+    "<BERTRAM:temperature>",
+    "<BERTRAM:large>",
+    "<BERTRAM:move>",
+    "<BERTRAM:down>",
+    "<BERTRAM:big>",
+    "<BERTRAM:district>",
+    "<BERTRAM:like>",
+    "<BERTRAM:relations>",
+    "<BERTRAM:has>",
+    "<BERTRAM:standing>",
+    "<BERTRAM:married>",
+    "<BERTRAM:public>",
+    "<BERTRAM:involved>",
+    "<BERTRAM:third>",
+    "<BERTRAM:case>",
+    "<BERTRAM:matter>",
+    "<BERTRAM:says>",
+    "<BERTRAM:,>",
+    "<BERTRAM:field>",
+    "<BERTRAM:actual>",
+    "<BERTRAM:forward>",
+    "<BERTRAM:charge>",
+    "<BERTRAM:understand>",
+    "<BERTRAM:again>",
+    "<BERTRAM:miles>",
+    "<BERTRAM:longer>",
+    "<BERTRAM:lived>",
+    "<BERTRAM:without>",
+    "<BERTRAM:issue>",
+    "<BERTRAM:if>",
+    "<BERTRAM:%>",
+    "<BERTRAM:never>",
+    "<BERTRAM:another>",
+    "<BERTRAM:suggested>",
+    "<BERTRAM:perhaps>",
+    "<BERTRAM:building>",
+    "<BERTRAM:let>",
+    "<BERTRAM:suddenly>",
+    "<BERTRAM:trees>",
+    "<BERTRAM:still>",
+    "<BERTRAM:no>",
+    "<BERTRAM:arms>",
+    "<BERTRAM:close>",
+    "<BERTRAM:h>",
+    "<BERTRAM:car>",
+    "<BERTRAM:were>",
+    "<BERTRAM:st>",
+    "<BERTRAM:u>",
+    "<BERTRAM:away>",
+    "<BERTRAM:action>",
+    "<BERTRAM:else>",
+    "<BERTRAM:states>",
+    "<BERTRAM:figure>",
+    "<BERTRAM:e>",
+    "<BERTRAM:complete>",
+    "<BERTRAM:direct>",
+    "<BERTRAM:;>",
+    "<BERTRAM:whatever>",
+    "<BERTRAM:services>",
+    "<BERTRAM:planning>",
+    "<BERTRAM:far>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,64 @@

+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 512,
+  "name_or_path": "roberta-base",
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "special_tokens_map_file": null,
+  "tokenizer_class": "RobertaTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

trainer_state.json ADDED Viewed

	@@ -0,0 +1,4081 @@

+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "global_step": 20205,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9970304380103936e-05,
+      "loss": 0.6917,
+      "step": 30
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.994060876020787e-05,
+      "loss": 0.5635,
+      "step": 60
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9910913140311806e-05,
+      "loss": 0.4636,
+      "step": 90
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.988121752041574e-05,
+      "loss": 0.4547,
+      "step": 120
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9851521900519675e-05,
+      "loss": 0.407,
+      "step": 150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.982182628062361e-05,
+      "loss": 0.431,
+      "step": 180
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9792130660727544e-05,
+      "loss": 0.4507,
+      "step": 210
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.976243504083148e-05,
+      "loss": 0.3363,
+      "step": 240
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9732739420935413e-05,
+      "loss": 0.4716,
+      "step": 270
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9703043801039348e-05,
+      "loss": 0.4222,
+      "step": 300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9673348181143283e-05,
+      "loss": 0.4279,
+      "step": 330
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9643652561247217e-05,
+      "loss": 0.4558,
+      "step": 360
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9613956941351152e-05,
+      "loss": 0.3408,
+      "step": 390
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9584261321455087e-05,
+      "loss": 0.4312,
+      "step": 420
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.955456570155902e-05,
+      "loss": 0.3082,
+      "step": 450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9524870081662956e-05,
+      "loss": 0.4284,
+      "step": 480
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.949517446176689e-05,
+      "loss": 0.4673,
+      "step": 510
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9465478841870825e-05,
+      "loss": 0.4032,
+      "step": 540
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.943578322197476e-05,
+      "loss": 0.329,
+      "step": 570
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9406087602078695e-05,
+      "loss": 0.417,
+      "step": 600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.937639198218263e-05,
+      "loss": 0.3388,
+      "step": 630
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9346696362286564e-05,
+      "loss": 0.3949,
+      "step": 660
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.93170007423905e-05,
+      "loss": 0.4525,
+      "step": 690
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9287305122494433e-05,
+      "loss": 0.3027,
+      "step": 720
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9257609502598368e-05,
+      "loss": 0.3224,
+      "step": 750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9227913882702302e-05,
+      "loss": 0.2892,
+      "step": 780
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9198218262806237e-05,
+      "loss": 0.3154,
+      "step": 810
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9168522642910172e-05,
+      "loss": 0.3466,
+      "step": 840
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9138827023014106e-05,
+      "loss": 0.3854,
+      "step": 870
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.910913140311804e-05,
+      "loss": 0.3296,
+      "step": 900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9079435783221976e-05,
+      "loss": 0.2793,
+      "step": 930
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.904974016332591e-05,
+      "loss": 0.3737,
+      "step": 960
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9020044543429845e-05,
+      "loss": 0.3678,
+      "step": 990
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.899034892353378e-05,
+      "loss": 0.385,
+      "step": 1020
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8960653303637714e-05,
+      "loss": 0.3257,
+      "step": 1050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.893095768374165e-05,
+      "loss": 0.2951,
+      "step": 1080
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8901262063845584e-05,
+      "loss": 0.256,
+      "step": 1110
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8871566443949518e-05,
+      "loss": 0.3195,
+      "step": 1140
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8841870824053453e-05,
+      "loss": 0.3792,
+      "step": 1170
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8812175204157388e-05,
+      "loss": 0.2812,
+      "step": 1200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8782479584261326e-05,
+      "loss": 0.3289,
+      "step": 1230
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8752783964365257e-05,
+      "loss": 0.3511,
+      "step": 1260
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.872308834446919e-05,
+      "loss": 0.4089,
+      "step": 1290
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8693392724573126e-05,
+      "loss": 0.346,
+      "step": 1320
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.866369710467706e-05,
+      "loss": 0.3343,
+      "step": 1350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8634001484780995e-05,
+      "loss": 0.3495,
+      "step": 1380
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.860430586488493e-05,
+      "loss": 0.331,
+      "step": 1410
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8574610244988868e-05,
+      "loss": 0.3535,
+      "step": 1440
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.85449146250928e-05,
+      "loss": 0.2499,
+      "step": 1470
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8515219005196734e-05,
+      "loss": 0.3799,
+      "step": 1500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.848552338530067e-05,
+      "loss": 0.392,
+      "step": 1530
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8455827765404603e-05,
+      "loss": 0.2407,
+      "step": 1560
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8426132145508538e-05,
+      "loss": 0.3841,
+      "step": 1590
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8396436525612473e-05,
+      "loss": 0.3015,
+      "step": 1620
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.836674090571641e-05,
+      "loss": 0.3514,
+      "step": 1650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8337045285820342e-05,
+      "loss": 0.2854,
+      "step": 1680
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8307349665924277e-05,
+      "loss": 0.356,
+      "step": 1710
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.827765404602821e-05,
+      "loss": 0.2162,
+      "step": 1740
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8247958426132146e-05,
+      "loss": 0.3068,
+      "step": 1770
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8218262806236084e-05,
+      "loss": 0.3586,
+      "step": 1800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8188567186340015e-05,
+      "loss": 0.2598,
+      "step": 1830
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8158871566443953e-05,
+      "loss": 0.2533,
+      "step": 1860
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8129175946547884e-05,
+      "loss": 0.3432,
+      "step": 1890
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.809948032665182e-05,
+      "loss": 0.3226,
+      "step": 1920
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8069784706755754e-05,
+      "loss": 0.312,
+      "step": 1950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.804008908685969e-05,
+      "loss": 0.2741,
+      "step": 1980
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8010393466963626e-05,
+      "loss": 0.3144,
+      "step": 2010
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.7980697847067558e-05,
+      "loss": 0.3879,
+      "step": 2040
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7951002227171496e-05,
+      "loss": 0.4029,
+      "step": 2070
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7921306607275427e-05,
+      "loss": 0.3264,
+      "step": 2100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.789161098737936e-05,
+      "loss": 0.2451,
+      "step": 2130
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7861915367483296e-05,
+      "loss": 0.2929,
+      "step": 2160
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.783221974758723e-05,
+      "loss": 0.269,
+      "step": 2190
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.780252412769117e-05,
+      "loss": 0.3579,
+      "step": 2220
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.77728285077951e-05,
+      "loss": 0.3453,
+      "step": 2250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7743132887899038e-05,
+      "loss": 0.2215,
+      "step": 2280
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.771343726800297e-05,
+      "loss": 0.3723,
+      "step": 2310
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7683741648106904e-05,
+      "loss": 0.268,
+      "step": 2340
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7654046028210842e-05,
+      "loss": 0.3423,
+      "step": 2370
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7624350408314773e-05,
+      "loss": 0.3259,
+      "step": 2400
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.759465478841871e-05,
+      "loss": 0.3389,
+      "step": 2430
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7564959168522643e-05,
+      "loss": 0.28,
+      "step": 2460
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.753526354862658e-05,
+      "loss": 0.2352,
+      "step": 2490
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7505567928730512e-05,
+      "loss": 0.2885,
+      "step": 2520
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7475872308834447e-05,
+      "loss": 0.3808,
+      "step": 2550
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7446176688938385e-05,
+      "loss": 0.2251,
+      "step": 2580
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7416481069042316e-05,
+      "loss": 0.4083,
+      "step": 2610
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7386785449146254e-05,
+      "loss": 0.3684,
+      "step": 2640
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7357089829250185e-05,
+      "loss": 0.3886,
+      "step": 2670
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7327394209354123e-05,
+      "loss": 0.2631,
+      "step": 2700
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7297698589458058e-05,
+      "loss": 0.2865,
+      "step": 2730
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.726800296956199e-05,
+      "loss": 0.2725,
+      "step": 2760
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7238307349665927e-05,
+      "loss": 0.2763,
+      "step": 2790
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.720861172976986e-05,
+      "loss": 0.2668,
+      "step": 2820
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7178916109873796e-05,
+      "loss": 0.2664,
+      "step": 2850
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7149220489977728e-05,
+      "loss": 0.4008,
+      "step": 2880
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7119524870081666e-05,
+      "loss": 0.2596,
+      "step": 2910
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.70898292501856e-05,
+      "loss": 0.278,
+      "step": 2940
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7060133630289532e-05,
+      "loss": 0.3122,
+      "step": 2970
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.703043801039347e-05,
+      "loss": 0.2102,
+      "step": 3000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.70007423904974e-05,
+      "loss": 0.3406,
+      "step": 3030
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.697104677060134e-05,
+      "loss": 0.2663,
+      "step": 3060
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.694135115070527e-05,
+      "loss": 0.2607,
+      "step": 3090
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.691165553080921e-05,
+      "loss": 0.3071,
+      "step": 3120
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6881959910913143e-05,
+      "loss": 0.335,
+      "step": 3150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6852264291017074e-05,
+      "loss": 0.2976,
+      "step": 3180
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6822568671121012e-05,
+      "loss": 0.3739,
+      "step": 3210
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6792873051224944e-05,
+      "loss": 0.2993,
+      "step": 3240
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.676317743132888e-05,
+      "loss": 0.1655,
+      "step": 3270
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6733481811432816e-05,
+      "loss": 0.2925,
+      "step": 3300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.670378619153675e-05,
+      "loss": 0.3953,
+      "step": 3330
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6674090571640685e-05,
+      "loss": 0.2519,
+      "step": 3360
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6644394951744617e-05,
+      "loss": 0.3272,
+      "step": 3390
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.6614699331848555e-05,
+      "loss": 0.3014,
+      "step": 3420
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.6585003711952486e-05,
+      "loss": 0.255,
+      "step": 3450
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.6555308092056424e-05,
+      "loss": 0.2987,
+      "step": 3480
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.652561247216036e-05,
+      "loss": 0.3337,
+      "step": 3510
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.6495916852264293e-05,
+      "loss": 0.2337,
+      "step": 3540
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.6466221232368228e-05,
+      "loss": 0.3163,
+      "step": 3570
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.643652561247216e-05,
+      "loss": 0.2173,
+      "step": 3600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.6406829992576097e-05,
+      "loss": 0.3734,
+      "step": 3630
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.637713437268003e-05,
+      "loss": 0.2509,
+      "step": 3660
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.6347438752783967e-05,
+      "loss": 0.2785,
+      "step": 3690
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.63177431328879e-05,
+      "loss": 0.3276,
+      "step": 3720
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.6288047512991836e-05,
+      "loss": 0.3013,
+      "step": 3750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.625835189309577e-05,
+      "loss": 0.2592,
+      "step": 3780
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.6228656273199702e-05,
+      "loss": 0.2708,
+      "step": 3810
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.619896065330364e-05,
+      "loss": 0.3311,
+      "step": 3840
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.6169265033407574e-05,
+      "loss": 0.314,
+      "step": 3870
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.613956941351151e-05,
+      "loss": 0.213,
+      "step": 3900
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6109873793615444e-05,
+      "loss": 0.3892,
+      "step": 3930
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.608017817371938e-05,
+      "loss": 0.3293,
+      "step": 3960
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.6050482553823313e-05,
+      "loss": 0.2761,
+      "step": 3990
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.6020786933927244e-05,
+      "loss": 0.2727,
+      "step": 4020
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.5991091314031182e-05,
+      "loss": 0.2994,
+      "step": 4050
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.5961395694135117e-05,
+      "loss": 0.2698,
+      "step": 4080
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.593170007423905e-05,
+      "loss": 0.3353,
+      "step": 4110
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.5902004454342986e-05,
+      "loss": 0.2045,
+      "step": 4140
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.587230883444692e-05,
+      "loss": 0.2611,
+      "step": 4170
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.5842613214550856e-05,
+      "loss": 0.1925,
+      "step": 4200
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.581291759465479e-05,
+      "loss": 0.277,
+      "step": 4230
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.5783221974758725e-05,
+      "loss": 0.2234,
+      "step": 4260
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.575352635486266e-05,
+      "loss": 0.316,
+      "step": 4290
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.5723830734966594e-05,
+      "loss": 0.2755,
+      "step": 4320
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.569413511507053e-05,
+      "loss": 0.2186,
+      "step": 4350
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5664439495174463e-05,
+      "loss": 0.3163,
+      "step": 4380
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5634743875278398e-05,
+      "loss": 0.2435,
+      "step": 4410
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5605048255382333e-05,
+      "loss": 0.3364,
+      "step": 4440
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5575352635486267e-05,
+      "loss": 0.252,
+      "step": 4470
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5545657015590202e-05,
+      "loss": 0.3463,
+      "step": 4500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5515961395694137e-05,
+      "loss": 0.2737,
+      "step": 4530
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.548626577579807e-05,
+      "loss": 0.1877,
+      "step": 4560
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5456570155902006e-05,
+      "loss": 0.2575,
+      "step": 4590
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.542687453600594e-05,
+      "loss": 0.3299,
+      "step": 4620
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5397178916109875e-05,
+      "loss": 0.2973,
+      "step": 4650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.536748329621381e-05,
+      "loss": 0.3041,
+      "step": 4680
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5337787676317745e-05,
+      "loss": 0.3211,
+      "step": 4710
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.530809205642168e-05,
+      "loss": 0.2257,
+      "step": 4740
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.5278396436525614e-05,
+      "loss": 0.2573,
+      "step": 4770
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.5248700816629549e-05,
+      "loss": 0.2346,
+      "step": 4800
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.5219005196733483e-05,
+      "loss": 0.2965,
+      "step": 4830
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.518930957683742e-05,
+      "loss": 0.2572,
+      "step": 4860
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.5159613956941352e-05,
+      "loss": 0.1956,
+      "step": 4890
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.5129918337045285e-05,
+      "loss": 0.3335,
+      "step": 4920
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.5100222717149222e-05,
+      "loss": 0.2851,
+      "step": 4950
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.5070527097253156e-05,
+      "loss": 0.2358,
+      "step": 4980
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.5040831477357091e-05,
+      "loss": 0.2888,
+      "step": 5010
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.5011135857461026e-05,
+      "loss": 0.2734,
+      "step": 5040
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4981440237564962e-05,
+      "loss": 0.336,
+      "step": 5070
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4951744617668895e-05,
+      "loss": 0.2629,
+      "step": 5100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.492204899777283e-05,
+      "loss": 0.2076,
+      "step": 5130
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.4892353377876764e-05,
+      "loss": 0.2994,
+      "step": 5160
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.4862657757980699e-05,
+      "loss": 0.2982,
+      "step": 5190
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.4832962138084635e-05,
+      "loss": 0.3825,
+      "step": 5220
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.4803266518188568e-05,
+      "loss": 0.3012,
+      "step": 5250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.4773570898292505e-05,
+      "loss": 0.281,
+      "step": 5280
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.4743875278396438e-05,
+      "loss": 0.2362,
+      "step": 5310
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.4714179658500372e-05,
+      "loss": 0.2063,
+      "step": 5340
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.4684484038604307e-05,
+      "loss": 0.2627,
+      "step": 5370
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.4654788418708241e-05,
+      "loss": 0.2704,
+      "step": 5400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.4625092798812178e-05,
+      "loss": 0.2611,
+      "step": 5430
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.459539717891611e-05,
+      "loss": 0.1791,
+      "step": 5460
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.4565701559020047e-05,
+      "loss": 0.2412,
+      "step": 5490
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.453600593912398e-05,
+      "loss": 0.3124,
+      "step": 5520
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.4506310319227915e-05,
+      "loss": 0.2538,
+      "step": 5550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.447661469933185e-05,
+      "loss": 0.3403,
+      "step": 5580
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4446919079435784e-05,
+      "loss": 0.3637,
+      "step": 5610
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.441722345953972e-05,
+      "loss": 0.2052,
+      "step": 5640
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.4387527839643653e-05,
+      "loss": 0.2162,
+      "step": 5670
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.435783221974759e-05,
+      "loss": 0.275,
+      "step": 5700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.4328136599851523e-05,
+      "loss": 0.2349,
+      "step": 5730
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.4298440979955457e-05,
+      "loss": 0.2808,
+      "step": 5760
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.4268745360059394e-05,
+      "loss": 0.2954,
+      "step": 5790
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.4239049740163327e-05,
+      "loss": 0.3374,
+      "step": 5820
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.4209354120267263e-05,
+      "loss": 0.1667,
+      "step": 5850
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.4179658500371196e-05,
+      "loss": 0.2769,
+      "step": 5880
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.4149962880475132e-05,
+      "loss": 0.3071,
+      "step": 5910
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.4120267260579065e-05,
+      "loss": 0.2343,
+      "step": 5940
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.4090571640683e-05,
+      "loss": 0.3406,
+      "step": 5970
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.4060876020786936e-05,
+      "loss": 0.2205,
+      "step": 6000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.4031180400890869e-05,
+      "loss": 0.2136,
+      "step": 6030
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.4001484780994805e-05,
+      "loss": 0.2689,
+      "step": 6060
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.3971789161098738e-05,
+      "loss": 0.1977,
+      "step": 6090
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.3942093541202675e-05,
+      "loss": 0.2897,
+      "step": 6120
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.3912397921306608e-05,
+      "loss": 0.2153,
+      "step": 6150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.3882702301410542e-05,
+      "loss": 0.3082,
+      "step": 6180
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.3853006681514479e-05,
+      "loss": 0.217,
+      "step": 6210
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.3823311061618412e-05,
+      "loss": 0.2323,
+      "step": 6240
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.3793615441722348e-05,
+      "loss": 0.2765,
+      "step": 6270
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.3763919821826281e-05,
+      "loss": 0.1577,
+      "step": 6300
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.3734224201930217e-05,
+      "loss": 0.3642,
+      "step": 6330
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.3704528582034152e-05,
+      "loss": 0.3246,
+      "step": 6360
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3674832962138085e-05,
+      "loss": 0.2855,
+      "step": 6390
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3645137342242021e-05,
+      "loss": 0.2084,
+      "step": 6420
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.3615441722345954e-05,
+      "loss": 0.3441,
+      "step": 6450
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.358574610244989e-05,
+      "loss": 0.3353,
+      "step": 6480
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.3556050482553823e-05,
+      "loss": 0.2793,
+      "step": 6510
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.352635486265776e-05,
+      "loss": 0.2103,
+      "step": 6540
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3496659242761694e-05,
+      "loss": 0.3905,
+      "step": 6570
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3466963622865627e-05,
+      "loss": 0.2181,
+      "step": 6600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3437268002969564e-05,
+      "loss": 0.2138,
+      "step": 6630
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.3407572383073497e-05,
+      "loss": 0.2236,
+      "step": 6660
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.3377876763177433e-05,
+      "loss": 0.2499,
+      "step": 6690
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.3348181143281368e-05,
+      "loss": 0.1947,
+      "step": 6720
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9254587155963303,
+      "eval_loss": 0.2869359254837036,
+      "eval_runtime": 1.6533,
+      "eval_samples_per_second": 527.434,
+      "eval_steps_per_second": 53.227,
+      "step": 6735
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.3318485523385302e-05,
+      "loss": 0.1951,
+      "step": 6750
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.3288789903489237e-05,
+      "loss": 0.1285,
+      "step": 6780
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.325909428359317e-05,
+      "loss": 0.2435,
+      "step": 6810
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.3229398663697106e-05,
+      "loss": 0.1936,
+      "step": 6840
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.319970304380104e-05,
+      "loss": 0.176,
+      "step": 6870
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.3170007423904976e-05,
+      "loss": 0.1779,
+      "step": 6900
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.314031180400891e-05,
+      "loss": 0.1152,
+      "step": 6930
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.3110616184112845e-05,
+      "loss": 0.3175,
+      "step": 6960
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.308092056421678e-05,
+      "loss": 0.1736,
+      "step": 6990
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.3051224944320712e-05,
+      "loss": 0.1711,
+      "step": 7020
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.3021529324424649e-05,
+      "loss": 0.1508,
+      "step": 7050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.2991833704528582e-05,
+      "loss": 0.1958,
+      "step": 7080
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.2962138084632518e-05,
+      "loss": 0.1406,
+      "step": 7110
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.2932442464736453e-05,
+      "loss": 0.1171,
+      "step": 7140
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.2902746844840387e-05,
+      "loss": 0.1884,
+      "step": 7170
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.2873051224944322e-05,
+      "loss": 0.1833,
+      "step": 7200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.2843355605048255e-05,
+      "loss": 0.2065,
+      "step": 7230
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.2813659985152191e-05,
+      "loss": 0.1812,
+      "step": 7260
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.2783964365256126e-05,
+      "loss": 0.2414,
+      "step": 7290
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.275426874536006e-05,
+      "loss": 0.267,
+      "step": 7320
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.2724573125463995e-05,
+      "loss": 0.1793,
+      "step": 7350
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.2694877505567932e-05,
+      "loss": 0.1946,
+      "step": 7380
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.2665181885671865e-05,
+      "loss": 0.1171,
+      "step": 7410
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.2635486265775798e-05,
+      "loss": 0.1773,
+      "step": 7440
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.2605790645879734e-05,
+      "loss": 0.2899,
+      "step": 7470
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.2576095025983668e-05,
+      "loss": 0.1002,
+      "step": 7500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.2546399406087603e-05,
+      "loss": 0.2185,
+      "step": 7530
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.2516703786191538e-05,
+      "loss": 0.1951,
+      "step": 7560
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.2487008166295474e-05,
+      "loss": 0.2849,
+      "step": 7590
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.2457312546399407e-05,
+      "loss": 0.1739,
+      "step": 7620
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.242761692650334e-05,
+      "loss": 0.1839,
+      "step": 7650
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2397921306607276e-05,
+      "loss": 0.2388,
+      "step": 7680
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2368225686711211e-05,
+      "loss": 0.2685,
+      "step": 7710
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2338530066815146e-05,
+      "loss": 0.2035,
+      "step": 7740
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.230883444691908e-05,
+      "loss": 0.2883,
+      "step": 7770
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2279138827023017e-05,
+      "loss": 0.2741,
+      "step": 7800
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.224944320712695e-05,
+      "loss": 0.1568,
+      "step": 7830
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2219747587230884e-05,
+      "loss": 0.1966,
+      "step": 7860
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2190051967334819e-05,
+      "loss": 0.1308,
+      "step": 7890
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2160356347438754e-05,
+      "loss": 0.1415,
+      "step": 7920
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.213066072754269e-05,
+      "loss": 0.1642,
+      "step": 7950
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2100965107646623e-05,
+      "loss": 0.215,
+      "step": 7980
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.207126948775056e-05,
+      "loss": 0.2223,
+      "step": 8010
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2041573867854492e-05,
+      "loss": 0.196,
+      "step": 8040
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.2011878247958427e-05,
+      "loss": 0.2276,
+      "step": 8070
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.1982182628062361e-05,
+      "loss": 0.1947,
+      "step": 8100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1952487008166296e-05,
+      "loss": 0.2365,
+      "step": 8130
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1922791388270232e-05,
+      "loss": 0.1894,
+      "step": 8160
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.1893095768374165e-05,
+      "loss": 0.185,
+      "step": 8190
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.1863400148478102e-05,
+      "loss": 0.1909,
+      "step": 8220
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.1833704528582035e-05,
+      "loss": 0.1569,
+      "step": 8250
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.180400890868597e-05,
+      "loss": 0.2315,
+      "step": 8280
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.1774313288789904e-05,
+      "loss": 0.2478,
+      "step": 8310
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.1744617668893839e-05,
+      "loss": 0.2132,
+      "step": 8340
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.1714922048997775e-05,
+      "loss": 0.111,
+      "step": 8370
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1685226429101708e-05,
+      "loss": 0.2238,
+      "step": 8400
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1655530809205644e-05,
+      "loss": 0.143,
+      "step": 8430
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.1625835189309577e-05,
+      "loss": 0.2184,
+      "step": 8460
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.1596139569413512e-05,
+      "loss": 0.2489,
+      "step": 8490
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.1566443949517448e-05,
+      "loss": 0.19,
+      "step": 8520
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.1536748329621381e-05,
+      "loss": 0.1917,
+      "step": 8550
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.1507052709725317e-05,
+      "loss": 0.1846,
+      "step": 8580
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.147735708982925e-05,
+      "loss": 0.1856,
+      "step": 8610
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.1447661469933187e-05,
+      "loss": 0.2103,
+      "step": 8640
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.141796585003712e-05,
+      "loss": 0.2777,
+      "step": 8670
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.1388270230141054e-05,
+      "loss": 0.2294,
+      "step": 8700
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.135857461024499e-05,
+      "loss": 0.2482,
+      "step": 8730
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.1328878990348924e-05,
+      "loss": 0.1273,
+      "step": 8760
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.129918337045286e-05,
+      "loss": 0.1142,
+      "step": 8790
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.1269487750556793e-05,
+      "loss": 0.1756,
+      "step": 8820
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.123979213066073e-05,
+      "loss": 0.1237,
+      "step": 8850
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.1210096510764662e-05,
+      "loss": 0.2659,
+      "step": 8880
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.1180400890868597e-05,
+      "loss": 0.2072,
+      "step": 8910
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.1150705270972533e-05,
+      "loss": 0.2337,
+      "step": 8940
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.1121009651076466e-05,
+      "loss": 0.1931,
+      "step": 8970
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 1.1091314031180403e-05,
+      "loss": 0.2738,
+      "step": 9000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 1.1061618411284335e-05,
+      "loss": 0.2378,
+      "step": 9030
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 1.1031922791388272e-05,
+      "loss": 0.1861,
+      "step": 9060
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 1.1002227171492206e-05,
+      "loss": 0.1778,
+      "step": 9090
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 1.097253155159614e-05,
+      "loss": 0.233,
+      "step": 9120
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 1.0942835931700076e-05,
+      "loss": 0.1481,
+      "step": 9150
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 1.0913140311804009e-05,
+      "loss": 0.2403,
+      "step": 9180
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 1.0883444691907945e-05,
+      "loss": 0.2021,
+      "step": 9210
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 1.0853749072011878e-05,
+      "loss": 0.1812,
+      "step": 9240
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 1.0824053452115814e-05,
+      "loss": 0.072,
+      "step": 9270
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 1.0794357832219749e-05,
+      "loss": 0.1624,
+      "step": 9300
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 1.0764662212323682e-05,
+      "loss": 0.1763,
+      "step": 9330
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 1.0734966592427618e-05,
+      "loss": 0.2144,
+      "step": 9360
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 1.0705270972531551e-05,
+      "loss": 0.1659,
+      "step": 9390
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 1.0675575352635488e-05,
+      "loss": 0.2513,
+      "step": 9420
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 1.0645879732739422e-05,
+      "loss": 0.2647,
+      "step": 9450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 1.0616184112843357e-05,
+      "loss": 0.2083,
+      "step": 9480
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 1.0586488492947292e-05,
+      "loss": 0.2826,
+      "step": 9510
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 1.0556792873051224e-05,
+      "loss": 0.1862,
+      "step": 9540
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 1.052709725315516e-05,
+      "loss": 0.251,
+      "step": 9570
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 1.0497401633259094e-05,
+      "loss": 0.2037,
+      "step": 9600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 1.046770601336303e-05,
+      "loss": 0.221,
+      "step": 9630
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 1.0438010393466965e-05,
+      "loss": 0.085,
+      "step": 9660
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 1.04083147735709e-05,
+      "loss": 0.1978,
+      "step": 9690
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 1.0378619153674834e-05,
+      "loss": 0.1964,
+      "step": 9720
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 1.0348923533778767e-05,
+      "loss": 0.3417,
+      "step": 9750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 1.0319227913882703e-05,
+      "loss": 0.2509,
+      "step": 9780
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 1.0289532293986636e-05,
+      "loss": 0.2015,
+      "step": 9810
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 1.0259836674090573e-05,
+      "loss": 0.2435,
+      "step": 9840
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 1.0230141054194507e-05,
+      "loss": 0.2,
+      "step": 9870
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 1.0200445434298442e-05,
+      "loss": 0.1231,
+      "step": 9900
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 1.0170749814402377e-05,
+      "loss": 0.2433,
+      "step": 9930
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 1.014105419450631e-05,
+      "loss": 0.2417,
+      "step": 9960
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 1.0111358574610246e-05,
+      "loss": 0.1452,
+      "step": 9990
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 1.008166295471418e-05,
+      "loss": 0.2444,
+      "step": 10020
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 1.0051967334818115e-05,
+      "loss": 0.1988,
+      "step": 10050
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 1.002227171492205e-05,
+      "loss": 0.1323,
+      "step": 10080
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 9.992576095025984e-06,
+      "loss": 0.217,
+      "step": 10110
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 9.962880475129919e-06,
+      "loss": 0.3436,
+      "step": 10140
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 9.933184855233854e-06,
+      "loss": 0.1674,
+      "step": 10170
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 9.903489235337788e-06,
+      "loss": 0.1942,
+      "step": 10200
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 9.873793615441723e-06,
+      "loss": 0.2879,
+      "step": 10230
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 9.844097995545658e-06,
+      "loss": 0.1252,
+      "step": 10260
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 9.814402375649592e-06,
+      "loss": 0.0717,
+      "step": 10290
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 9.784706755753527e-06,
+      "loss": 0.2134,
+      "step": 10320
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 9.755011135857462e-06,
+      "loss": 0.1864,
+      "step": 10350
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 9.725315515961396e-06,
+      "loss": 0.1809,
+      "step": 10380
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 9.695619896065331e-06,
+      "loss": 0.1608,
+      "step": 10410
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 9.665924276169266e-06,
+      "loss": 0.1805,
+      "step": 10440
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 9.6362286562732e-06,
+      "loss": 0.2016,
+      "step": 10470
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 9.606533036377135e-06,
+      "loss": 0.2134,
+      "step": 10500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 9.57683741648107e-06,
+      "loss": 0.1923,
+      "step": 10530
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 9.547141796585004e-06,
+      "loss": 0.2234,
+      "step": 10560
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 9.517446176688939e-06,
+      "loss": 0.2296,
+      "step": 10590
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 9.487750556792873e-06,
+      "loss": 0.1701,
+      "step": 10620
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 9.458054936896808e-06,
+      "loss": 0.1829,
+      "step": 10650
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 9.428359317000744e-06,
+      "loss": 0.2553,
+      "step": 10680
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 9.398663697104677e-06,
+      "loss": 0.172,
+      "step": 10710
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 9.368968077208612e-06,
+      "loss": 0.1821,
+      "step": 10740
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 9.339272457312547e-06,
+      "loss": 0.203,
+      "step": 10770
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 9.309576837416481e-06,
+      "loss": 0.2081,
+      "step": 10800
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 9.279881217520416e-06,
+      "loss": 0.1114,
+      "step": 10830
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 9.250185597624352e-06,
+      "loss": 0.1676,
+      "step": 10860
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 9.220489977728287e-06,
+      "loss": 0.1669,
+      "step": 10890
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 9.19079435783222e-06,
+      "loss": 0.2128,
+      "step": 10920
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 9.161098737936155e-06,
+      "loss": 0.1455,
+      "step": 10950
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 9.13140311804009e-06,
+      "loss": 0.1341,
+      "step": 10980
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 9.101707498144024e-06,
+      "loss": 0.208,
+      "step": 11010
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 9.072011878247959e-06,
+      "loss": 0.2439,
+      "step": 11040
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 9.042316258351895e-06,
+      "loss": 0.2061,
+      "step": 11070
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 9.01262063845583e-06,
+      "loss": 0.2186,
+      "step": 11100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 8.982925018559762e-06,
+      "loss": 0.1904,
+      "step": 11130
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 8.953229398663697e-06,
+      "loss": 0.168,
+      "step": 11160
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 8.923533778767632e-06,
+      "loss": 0.1988,
+      "step": 11190
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 8.893838158871566e-06,
+      "loss": 0.1456,
+      "step": 11220
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 8.864142538975503e-06,
+      "loss": 0.2446,
+      "step": 11250
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 8.834446919079437e-06,
+      "loss": 0.2143,
+      "step": 11280
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 8.804751299183372e-06,
+      "loss": 0.2204,
+      "step": 11310
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 8.775055679287305e-06,
+      "loss": 0.1366,
+      "step": 11340
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 8.74536005939124e-06,
+      "loss": 0.1242,
+      "step": 11370
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 8.715664439495174e-06,
+      "loss": 0.3,
+      "step": 11400
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 8.68596881959911e-06,
+      "loss": 0.1646,
+      "step": 11430
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 8.656273199703045e-06,
+      "loss": 0.2456,
+      "step": 11460
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 8.62657757980698e-06,
+      "loss": 0.2182,
+      "step": 11490
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 8.596881959910915e-06,
+      "loss": 0.2032,
+      "step": 11520
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 8.567186340014848e-06,
+      "loss": 0.1463,
+      "step": 11550
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 8.537490720118782e-06,
+      "loss": 0.1841,
+      "step": 11580
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 8.507795100222719e-06,
+      "loss": 0.2301,
+      "step": 11610
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 8.478099480326653e-06,
+      "loss": 0.1937,
+      "step": 11640
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 8.448403860430588e-06,
+      "loss": 0.2623,
+      "step": 11670
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.418708240534522e-06,
+      "loss": 0.134,
+      "step": 11700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.389012620638457e-06,
+      "loss": 0.2074,
+      "step": 11730
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.35931700074239e-06,
+      "loss": 0.1109,
+      "step": 11760
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.329621380846325e-06,
+      "loss": 0.1386,
+      "step": 11790
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 8.299925760950261e-06,
+      "loss": 0.2141,
+      "step": 11820
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 8.270230141054196e-06,
+      "loss": 0.1661,
+      "step": 11850
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 8.24053452115813e-06,
+      "loss": 0.1559,
+      "step": 11880
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 8.210838901262065e-06,
+      "loss": 0.2552,
+      "step": 11910
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 8.181143281366e-06,
+      "loss": 0.1892,
+      "step": 11940
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 8.151447661469933e-06,
+      "loss": 0.2351,
+      "step": 11970
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 8.121752041573869e-06,
+      "loss": 0.1042,
+      "step": 12000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 8.092056421677804e-06,
+      "loss": 0.1853,
+      "step": 12030
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 8.062360801781738e-06,
+      "loss": 0.1742,
+      "step": 12060
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 8.032665181885673e-06,
+      "loss": 0.1365,
+      "step": 12090
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 8.002969561989608e-06,
+      "loss": 0.1204,
+      "step": 12120
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 7.973273942093542e-06,
+      "loss": 0.3103,
+      "step": 12150
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 7.943578322197477e-06,
+      "loss": 0.2117,
+      "step": 12180
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 7.913882702301411e-06,
+      "loss": 0.1496,
+      "step": 12210
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 7.884187082405346e-06,
+      "loss": 0.1915,
+      "step": 12240
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 7.85449146250928e-06,
+      "loss": 0.0987,
+      "step": 12270
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 7.824795842613215e-06,
+      "loss": 0.1936,
+      "step": 12300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 7.79510022271715e-06,
+      "loss": 0.2424,
+      "step": 12330
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 7.765404602821085e-06,
+      "loss": 0.1152,
+      "step": 12360
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 7.73570898292502e-06,
+      "loss": 0.1927,
+      "step": 12390
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 7.706013363028954e-06,
+      "loss": 0.2385,
+      "step": 12420
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 7.676317743132889e-06,
+      "loss": 0.1417,
+      "step": 12450
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 7.646622123236823e-06,
+      "loss": 0.126,
+      "step": 12480
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 7.616926503340758e-06,
+      "loss": 0.1721,
+      "step": 12510
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 7.587230883444693e-06,
+      "loss": 0.1697,
+      "step": 12540
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 7.557535263548627e-06,
+      "loss": 0.2141,
+      "step": 12570
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 7.527839643652561e-06,
+      "loss": 0.2578,
+      "step": 12600
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 7.4981440237564965e-06,
+      "loss": 0.2282,
+      "step": 12630
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 7.468448403860431e-06,
+      "loss": 0.1049,
+      "step": 12660
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 7.438752783964366e-06,
+      "loss": 0.1628,
+      "step": 12690
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 7.4090571640683005e-06,
+      "loss": 0.1576,
+      "step": 12720
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 7.379361544172235e-06,
+      "loss": 0.1318,
+      "step": 12750
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 7.349665924276171e-06,
+      "loss": 0.2397,
+      "step": 12780
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 7.319970304380104e-06,
+      "loss": 0.1047,
+      "step": 12810
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 7.290274684484039e-06,
+      "loss": 0.192,
+      "step": 12840
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 7.260579064587974e-06,
+      "loss": 0.2008,
+      "step": 12870
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 7.230883444691908e-06,
+      "loss": 0.1008,
+      "step": 12900
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 7.201187824795843e-06,
+      "loss": 0.1853,
+      "step": 12930
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 7.1714922048997785e-06,
+      "loss": 0.1955,
+      "step": 12960
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 7.141796585003713e-06,
+      "loss": 0.2125,
+      "step": 12990
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 7.112100965107647e-06,
+      "loss": 0.1768,
+      "step": 13020
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 7.082405345211582e-06,
+      "loss": 0.1976,
+      "step": 13050
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 7.052709725315516e-06,
+      "loss": 0.102,
+      "step": 13080
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.023014105419451e-06,
+      "loss": 0.1676,
+      "step": 13110
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 6.993318485523386e-06,
+      "loss": 0.229,
+      "step": 13140
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.963622865627321e-06,
+      "loss": 0.2393,
+      "step": 13170
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.933927245731256e-06,
+      "loss": 0.2175,
+      "step": 13200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.9042316258351895e-06,
+      "loss": 0.1404,
+      "step": 13230
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 6.874536005939124e-06,
+      "loss": 0.1722,
+      "step": 13260
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 6.844840386043059e-06,
+      "loss": 0.1797,
+      "step": 13290
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 6.815144766146993e-06,
+      "loss": 0.2466,
+      "step": 13320
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 6.785449146250929e-06,
+      "loss": 0.1723,
+      "step": 13350
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 6.7557535263548636e-06,
+      "loss": 0.0808,
+      "step": 13380
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 6.726057906458798e-06,
+      "loss": 0.2303,
+      "step": 13410
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 6.696362286562732e-06,
+      "loss": 0.1574,
+      "step": 13440
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.1913,
+      "step": 13470
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.9277522935779816,
+      "eval_loss": 0.3181847333908081,
+      "eval_runtime": 1.6542,
+      "eval_samples_per_second": 527.143,
+      "eval_steps_per_second": 53.198,
+      "step": 13470
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 6.636971046770601e-06,
+      "loss": 0.1106,
+      "step": 13500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 6.607275426874537e-06,
+      "loss": 0.1488,
+      "step": 13530
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 6.5775798069784714e-06,
+      "loss": 0.1439,
+      "step": 13560
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 6.547884187082406e-06,
+      "loss": 0.0904,
+      "step": 13590
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 6.518188567186341e-06,
+      "loss": 0.0773,
+      "step": 13620
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 6.4884929472902745e-06,
+      "loss": 0.0872,
+      "step": 13650
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 6.458797327394209e-06,
+      "loss": 0.0992,
+      "step": 13680
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 6.429101707498145e-06,
+      "loss": 0.0804,
+      "step": 13710
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 6.399406087602079e-06,
+      "loss": 0.1913,
+      "step": 13740
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 6.369710467706014e-06,
+      "loss": 0.1243,
+      "step": 13770
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 6.340014847809949e-06,
+      "loss": 0.1081,
+      "step": 13800
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 6.310319227913883e-06,
+      "loss": 0.1175,
+      "step": 13830
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 6.280623608017817e-06,
+      "loss": 0.0635,
+      "step": 13860
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 6.2509279881217526e-06,
+      "loss": 0.1632,
+      "step": 13890
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 6.221232368225687e-06,
+      "loss": 0.1592,
+      "step": 13920
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 6.191536748329622e-06,
+      "loss": 0.1483,
+      "step": 13950
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 6.1618411284335565e-06,
+      "loss": 0.1103,
+      "step": 13980
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 6.132145508537491e-06,
+      "loss": 0.106,
+      "step": 14010
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 6.102449888641427e-06,
+      "loss": 0.1241,
+      "step": 14040
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 6.07275426874536e-06,
+      "loss": 0.1754,
+      "step": 14070
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 6.043058648849295e-06,
+      "loss": 0.1091,
+      "step": 14100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 6.01336302895323e-06,
+      "loss": 0.141,
+      "step": 14130
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 5.983667409057164e-06,
+      "loss": 0.0989,
+      "step": 14160
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 5.953971789161099e-06,
+      "loss": 0.1006,
+      "step": 14190
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 5.9242761692650345e-06,
+      "loss": 0.1685,
+      "step": 14220
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 5.894580549368969e-06,
+      "loss": 0.1746,
+      "step": 14250
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 5.864884929472904e-06,
+      "loss": 0.2367,
+      "step": 14280
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 5.835189309576838e-06,
+      "loss": 0.1468,
+      "step": 14310
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 5.805493689680772e-06,
+      "loss": 0.095,
+      "step": 14340
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 5.775798069784707e-06,
+      "loss": 0.1101,
+      "step": 14370
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 5.7461024498886416e-06,
+      "loss": 0.1116,
+      "step": 14400
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 5.716406829992577e-06,
+      "loss": 0.1016,
+      "step": 14430
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 5.686711210096512e-06,
+      "loss": 0.0789,
+      "step": 14460
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 5.657015590200446e-06,
+      "loss": 0.1493,
+      "step": 14490
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 5.62731997030438e-06,
+      "loss": 0.0932,
+      "step": 14520
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 5.597624350408315e-06,
+      "loss": 0.1501,
+      "step": 14550
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 5.5679287305122494e-06,
+      "loss": 0.0836,
+      "step": 14580
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 5.538233110616185e-06,
+      "loss": 0.227,
+      "step": 14610
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 5.50853749072012e-06,
+      "loss": 0.1469,
+      "step": 14640
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 5.478841870824054e-06,
+      "loss": 0.1236,
+      "step": 14670
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 5.449146250927989e-06,
+      "loss": 0.2136,
+      "step": 14700
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 5.419450631031923e-06,
+      "loss": 0.1783,
+      "step": 14730
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 5.389755011135857e-06,
+      "loss": 0.1463,
+      "step": 14760
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 5.360059391239793e-06,
+      "loss": 0.1608,
+      "step": 14790
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 5.3303637713437275e-06,
+      "loss": 0.0917,
+      "step": 14820
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 5.300668151447662e-06,
+      "loss": 0.1644,
+      "step": 14850
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 5.270972531551597e-06,
+      "loss": 0.1989,
+      "step": 14880
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 5.241276911655531e-06,
+      "loss": 0.131,
+      "step": 14910
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 5.211581291759465e-06,
+      "loss": 0.0921,
+      "step": 14940
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 5.181885671863401e-06,
+      "loss": 0.2392,
+      "step": 14970
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 5.152190051967335e-06,
+      "loss": 0.0478,
+      "step": 15000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 5.12249443207127e-06,
+      "loss": 0.0489,
+      "step": 15030
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 5.092798812175205e-06,
+      "loss": 0.1803,
+      "step": 15060
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 5.063103192279139e-06,
+      "loss": 0.1637,
+      "step": 15090
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 5.033407572383075e-06,
+      "loss": 0.073,
+      "step": 15120
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 5.003711952487008e-06,
+      "loss": 0.1038,
+      "step": 15150
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 4.974016332590943e-06,
+      "loss": 0.1444,
+      "step": 15180
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 4.944320712694878e-06,
+      "loss": 0.1148,
+      "step": 15210
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 4.9146250927988125e-06,
+      "loss": 0.1585,
+      "step": 15240
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 4.884929472902747e-06,
+      "loss": 0.1178,
+      "step": 15270
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 4.855233853006682e-06,
+      "loss": 0.187,
+      "step": 15300
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 4.8255382331106165e-06,
+      "loss": 0.0795,
+      "step": 15330
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 4.795842613214551e-06,
+      "loss": 0.108,
+      "step": 15360
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 4.766146993318487e-06,
+      "loss": 0.2062,
+      "step": 15390
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 4.73645137342242e-06,
+      "loss": 0.1625,
+      "step": 15420
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 4.706755753526355e-06,
+      "loss": 0.1575,
+      "step": 15450
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 4.67706013363029e-06,
+      "loss": 0.0538,
+      "step": 15480
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 4.647364513734224e-06,
+      "loss": 0.2313,
+      "step": 15510
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 4.617668893838159e-06,
+      "loss": 0.1872,
+      "step": 15540
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 4.587973273942094e-06,
+      "loss": 0.2,
+      "step": 15570
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 4.558277654046029e-06,
+      "loss": 0.038,
+      "step": 15600
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 4.528582034149963e-06,
+      "loss": 0.0784,
+      "step": 15630
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 4.498886414253898e-06,
+      "loss": 0.1517,
+      "step": 15660
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 4.469190794357833e-06,
+      "loss": 0.2088,
+      "step": 15690
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 4.439495174461767e-06,
+      "loss": 0.1305,
+      "step": 15720
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 4.4097995545657015e-06,
+      "loss": 0.086,
+      "step": 15750
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 4.380103934669637e-06,
+      "loss": 0.0916,
+      "step": 15780
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 4.350408314773572e-06,
+      "loss": 0.1656,
+      "step": 15810
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 4.3207126948775055e-06,
+      "loss": 0.1429,
+      "step": 15840
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 4.291017074981441e-06,
+      "loss": 0.1602,
+      "step": 15870
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 4.261321455085376e-06,
+      "loss": 0.1587,
+      "step": 15900
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 4.231625835189309e-06,
+      "loss": 0.111,
+      "step": 15930
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 4.201930215293245e-06,
+      "loss": 0.0758,
+      "step": 15960
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 4.1722345953971795e-06,
+      "loss": 0.1205,
+      "step": 15990
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 4.142538975501114e-06,
+      "loss": 0.0858,
+      "step": 16020
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 4.112843355605049e-06,
+      "loss": 0.0527,
+      "step": 16050
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 4.0831477357089835e-06,
+      "loss": 0.068,
+      "step": 16080
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 4.053452115812918e-06,
+      "loss": 0.1188,
+      "step": 16110
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 4.023756495916853e-06,
+      "loss": 0.158,
+      "step": 16140
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 3.9940608760207874e-06,
+      "loss": 0.1193,
+      "step": 16170
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 3.964365256124722e-06,
+      "loss": 0.1154,
+      "step": 16200
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 3.934669636228657e-06,
+      "loss": 0.1268,
+      "step": 16230
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 3.904974016332591e-06,
+      "loss": 0.1061,
+      "step": 16260
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 3.875278396436526e-06,
+      "loss": 0.224,
+      "step": 16290
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 3.845582776540461e-06,
+      "loss": 0.115,
+      "step": 16320
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 3.815887156644395e-06,
+      "loss": 0.0562,
+      "step": 16350
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 3.78619153674833e-06,
+      "loss": 0.1524,
+      "step": 16380
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 3.7564959168522646e-06,
+      "loss": 0.2725,
+      "step": 16410
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 3.7268002969561997e-06,
+      "loss": 0.1112,
+      "step": 16440
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 3.697104677060134e-06,
+      "loss": 0.1385,
+      "step": 16470
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 3.6674090571640685e-06,
+      "loss": 0.12,
+      "step": 16500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 3.6377134372680036e-06,
+      "loss": 0.1163,
+      "step": 16530
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 3.608017817371938e-06,
+      "loss": 0.1522,
+      "step": 16560
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 3.5783221974758725e-06,
+      "loss": 0.1447,
+      "step": 16590
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 3.548626577579807e-06,
+      "loss": 0.0974,
+      "step": 16620
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 3.518930957683742e-06,
+      "loss": 0.1254,
+      "step": 16650
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 3.4892353377876764e-06,
+      "loss": 0.1505,
+      "step": 16680
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 3.459539717891611e-06,
+      "loss": 0.0971,
+      "step": 16710
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 3.429844097995546e-06,
+      "loss": 0.1146,
+      "step": 16740
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 3.4001484780994804e-06,
+      "loss": 0.165,
+      "step": 16770
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 3.370452858203415e-06,
+      "loss": 0.1501,
+      "step": 16800
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 3.34075723830735e-06,
+      "loss": 0.0421,
+      "step": 16830
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 3.3110616184112847e-06,
+      "loss": 0.094,
+      "step": 16860
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 3.281365998515219e-06,
+      "loss": 0.0863,
+      "step": 16890
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 3.251670378619154e-06,
+      "loss": 0.1121,
+      "step": 16920
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 3.2219747587230887e-06,
+      "loss": 0.1298,
+      "step": 16950
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 3.192279138827023e-06,
+      "loss": 0.1429,
+      "step": 16980
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 3.162583518930958e-06,
+      "loss": 0.2573,
+      "step": 17010
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 3.1328878990348926e-06,
+      "loss": 0.1316,
+      "step": 17040
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 3.1031922791388277e-06,
+      "loss": 0.1989,
+      "step": 17070
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 3.073496659242762e-06,
+      "loss": 0.1307,
+      "step": 17100
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 3.0438010393466966e-06,
+      "loss": 0.0659,
+      "step": 17130
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 3.014105419450631e-06,
+      "loss": 0.1666,
+      "step": 17160
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 2.9844097995545663e-06,
+      "loss": 0.1579,
+      "step": 17190
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.9547141796585005e-06,
+      "loss": 0.1125,
+      "step": 17220
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.925018559762435e-06,
+      "loss": 0.0997,
+      "step": 17250
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.8953229398663702e-06,
+      "loss": 0.1853,
+      "step": 17280
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.8656273199703044e-06,
+      "loss": 0.0848,
+      "step": 17310
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.835931700074239e-06,
+      "loss": 0.1195,
+      "step": 17340
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.806236080178174e-06,
+      "loss": 0.1658,
+      "step": 17370
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 2.776540460282109e-06,
+      "loss": 0.1151,
+      "step": 17400
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.746844840386043e-06,
+      "loss": 0.1513,
+      "step": 17430
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 2.717149220489978e-06,
+      "loss": 0.064,
+      "step": 17460
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.6874536005939127e-06,
+      "loss": 0.2067,
+      "step": 17490
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.657757980697847e-06,
+      "loss": 0.1324,
+      "step": 17520
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.628062360801782e-06,
+      "loss": 0.1059,
+      "step": 17550
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.5983667409057167e-06,
+      "loss": 0.0694,
+      "step": 17580
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.5686711210096518e-06,
+      "loss": 0.1463,
+      "step": 17610
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.538975501113586e-06,
+      "loss": 0.1031,
+      "step": 17640
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 2.5092798812175206e-06,
+      "loss": 0.1785,
+      "step": 17670
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.4795842613214553e-06,
+      "loss": 0.095,
+      "step": 17700
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.44988864142539e-06,
+      "loss": 0.0995,
+      "step": 17730
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.4201930215293246e-06,
+      "loss": 0.1728,
+      "step": 17760
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.3904974016332592e-06,
+      "loss": 0.1728,
+      "step": 17790
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.360801781737194e-06,
+      "loss": 0.0969,
+      "step": 17820
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.331106161841129e-06,
+      "loss": 0.0611,
+      "step": 17850
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.301410541945063e-06,
+      "loss": 0.1371,
+      "step": 17880
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.271714922048998e-06,
+      "loss": 0.1128,
+      "step": 17910
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.242019302152933e-06,
+      "loss": 0.2399,
+      "step": 17940
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.212323682256867e-06,
+      "loss": 0.0681,
+      "step": 17970
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.182628062360802e-06,
+      "loss": 0.1211,
+      "step": 18000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.1529324424647364e-06,
+      "loss": 0.1091,
+      "step": 18030
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.1232368225686715e-06,
+      "loss": 0.1995,
+      "step": 18060
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.093541202672606e-06,
+      "loss": 0.1013,
+      "step": 18090
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.0638455827765403e-06,
+      "loss": 0.2068,
+      "step": 18120
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.0341499628804754e-06,
+      "loss": 0.1944,
+      "step": 18150
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.00445434298441e-06,
+      "loss": 0.1292,
+      "step": 18180
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.9747587230883447e-06,
+      "loss": 0.0984,
+      "step": 18210
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 1.9450631031922793e-06,
+      "loss": 0.0945,
+      "step": 18240
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 1.915367483296214e-06,
+      "loss": 0.1963,
+      "step": 18270
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 1.8856718634001486e-06,
+      "loss": 0.2427,
+      "step": 18300
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 1.855976243504083e-06,
+      "loss": 0.1353,
+      "step": 18330
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 1.826280623608018e-06,
+      "loss": 0.214,
+      "step": 18360
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 1.7965850037119526e-06,
+      "loss": 0.1509,
+      "step": 18390
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 1.7668893838158874e-06,
+      "loss": 0.1047,
+      "step": 18420
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 1.7371937639198219e-06,
+      "loss": 0.187,
+      "step": 18450
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 1.7074981440237567e-06,
+      "loss": 0.0917,
+      "step": 18480
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 1.6778025241276914e-06,
+      "loss": 0.1156,
+      "step": 18510
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 1.6481069042316258e-06,
+      "loss": 0.0872,
+      "step": 18540
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 1.6184112843355607e-06,
+      "loss": 0.1508,
+      "step": 18570
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 1.5887156644394951e-06,
+      "loss": 0.0894,
+      "step": 18600
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 1.55902004454343e-06,
+      "loss": 0.1341,
+      "step": 18630
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 1.5293244246473646e-06,
+      "loss": 0.1745,
+      "step": 18660
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 1.4996288047512995e-06,
+      "loss": 0.2197,
+      "step": 18690
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 1.469933184855234e-06,
+      "loss": 0.2021,
+      "step": 18720
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 1.4402375649591688e-06,
+      "loss": 0.0942,
+      "step": 18750
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 1.4105419450631034e-06,
+      "loss": 0.075,
+      "step": 18780
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 1.3808463251670379e-06,
+      "loss": 0.1658,
+      "step": 18810
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 1.3511507052709727e-06,
+      "loss": 0.0882,
+      "step": 18840
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 1.3214550853749071e-06,
+      "loss": 0.1822,
+      "step": 18870
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 1.291759465478842e-06,
+      "loss": 0.1539,
+      "step": 18900
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 1.2620638455827767e-06,
+      "loss": 0.1037,
+      "step": 18930
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 1.2323682256867113e-06,
+      "loss": 0.093,
+      "step": 18960
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 1.202672605790646e-06,
+      "loss": 0.1236,
+      "step": 18990
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 1.1729769858945806e-06,
+      "loss": 0.1026,
+      "step": 19020
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 1.1432813659985155e-06,
+      "loss": 0.1653,
+      "step": 19050
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 1.11358574610245e-06,
+      "loss": 0.1807,
+      "step": 19080
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 1.0838901262063845e-06,
+      "loss": 0.1168,
+      "step": 19110
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 1.0541945063103192e-06,
+      "loss": 0.1784,
+      "step": 19140
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 1.024498886414254e-06,
+      "loss": 0.102,
+      "step": 19170
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 9.948032665181887e-07,
+      "loss": 0.0933,
+      "step": 19200
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 9.651076466221233e-07,
+      "loss": 0.0545,
+      "step": 19230
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 9.35412026726058e-07,
+      "loss": 0.1082,
+      "step": 19260
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 9.057164068299927e-07,
+      "loss": 0.1136,
+      "step": 19290
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 8.760207869339273e-07,
+      "loss": 0.1102,
+      "step": 19320
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 8.463251670378619e-07,
+      "loss": 0.1578,
+      "step": 19350
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 8.166295471417967e-07,
+      "loss": 0.1626,
+      "step": 19380
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 7.869339272457313e-07,
+      "loss": 0.0934,
+      "step": 19410
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 7.57238307349666e-07,
+      "loss": 0.1327,
+      "step": 19440
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 7.275426874536007e-07,
+      "loss": 0.0988,
+      "step": 19470
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 6.978470675575354e-07,
+      "loss": 0.1368,
+      "step": 19500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 6.6815144766147e-07,
+      "loss": 0.0953,
+      "step": 19530
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 6.384558277654046e-07,
+      "loss": 0.1256,
+      "step": 19560
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 6.087602078693393e-07,
+      "loss": 0.1107,
+      "step": 19590
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 5.79064587973274e-07,
+      "loss": 0.121,
+      "step": 19620
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 5.493689680772087e-07,
+      "loss": 0.0897,
+      "step": 19650
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 5.196733481811434e-07,
+      "loss": 0.0964,
+      "step": 19680
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 4.89977728285078e-07,
+      "loss": 0.1698,
+      "step": 19710
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 4.6028210838901265e-07,
+      "loss": 0.1994,
+      "step": 19740
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 4.3058648849294735e-07,
+      "loss": 0.1713,
+      "step": 19770
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 4.00890868596882e-07,
+      "loss": 0.1173,
+      "step": 19800
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 3.7119524870081665e-07,
+      "loss": 0.1821,
+      "step": 19830
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 3.4149962880475135e-07,
+      "loss": 0.1677,
+      "step": 19860
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 3.11804008908686e-07,
+      "loss": 0.1075,
+      "step": 19890
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.8210838901262064e-07,
+      "loss": 0.1409,
+      "step": 19920
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.5241276911655534e-07,
+      "loss": 0.1174,
+      "step": 19950
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.2271714922049e-07,
+      "loss": 0.0976,
+      "step": 19980
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 1.9302152932442464e-07,
+      "loss": 0.0887,
+      "step": 20010
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 1.6332590942835934e-07,
+      "loss": 0.0712,
+      "step": 20040
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 1.33630289532294e-07,
+      "loss": 0.1809,
+      "step": 20070
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 1.0393466963622867e-07,
+      "loss": 0.0744,
+      "step": 20100
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 7.423904974016333e-08,
+      "loss": 0.081,
+      "step": 20130
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 4.4543429844097996e-08,
+      "loss": 0.1013,
+      "step": 20160
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 1.4847809948032667e-08,
+      "loss": 0.0785,
+      "step": 20190
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.9369266055045872,
+      "eval_loss": 0.3349621593952179,
+      "eval_runtime": 1.6781,
+      "eval_samples_per_second": 519.634,
+      "eval_steps_per_second": 52.44,
+      "step": 20205
+    }
+  ],
+  "max_steps": 20205,
+  "num_train_epochs": 3,
+  "total_flos": 3364014106636980.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:262458c7f96151e0efbeca168547a205a29d3748723505b704cd2ad582f102bd
+size 3375

vocab.json ADDED Viewed

The diff for this file is too large to render. See raw diff